-- Logs begin at Mon 2021-07-05 02:50:23 UTC, end at Mon 2021-07-05 05:24:37 UTC. -- Jul 05 03:33:33.589649 n-d-798249-5 systemd[1]: Started Devstack devstack@q-svc.service. Jul 05 03:33:36.310993 n-d-798249-5 neutron-server[100765]: INFO neutron.common.config [-] Logging enabled! Jul 05 03:33:36.311582 n-d-798249-5 neutron-server[100765]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 03:33:36.311757 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100765) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 03:33:36.315233 n-d-798249-5 neutron-server[100765]: INFO neutron.common.config [-] Logging enabled! Jul 05 03:33:36.316017 n-d-798249-5 neutron-server[100765]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 03:33:36.316469 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100765) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 03:33:36.317415 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 03:33:36.317651 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 03:33:36.318011 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 03:33:36.318258 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 03:33:36.318485 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 03:33:36.318802 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.319094 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.319391 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.319622 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.319914 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.320202 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.320505 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.320794 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.321089 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.321380 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.321661 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.321944 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.322174 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.322455 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.322739 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.323024 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.323248 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] debug = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.323527 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.323948 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.324446 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.324669 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.324957 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.325235 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.325504 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.325858 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.326348 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.327035 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] host = n-d-798249-5 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.327343 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.327633 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.327939 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.328078 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.328355 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.328654 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.328940 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.329211 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.329483 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] log_file = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.329758 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.330046 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.330332 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.330621 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.330846 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.331648 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.332201 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.332325 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.332625 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.332901 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.333174 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.333448 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.333721 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.333988 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.334272 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.334556 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.334839 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.335112 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.335384 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.335652 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.335918 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.336201 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.336496 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.336769 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.337041 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.337325 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.337590 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.337858 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.338155 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.338437 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.338720 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.339004 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.339277 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.339556 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.339827 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.340095 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.340377 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] use_json = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.340651 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.340921 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.341202 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.341471 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.341743 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.342015 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.342282 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.342566 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:36.342860 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.343156 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.343454 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.343734 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.344026 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.344302 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.344617 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.344895 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.345184 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.345472 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.345757 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.346031 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.346314 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.346591 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.347126 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.347231 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.347511 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.347801 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.348075 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.348346 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.348642 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.348921 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.349204 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.349494 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.349782 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.350054 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.350329 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.350618 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.350893 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.351163 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.351438 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.351731 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.352006 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.352275 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.352586 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.352864 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.353133 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.353401 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.353677 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.353966 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.354243 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.354513 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.354784 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.355059 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.355328 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.355611 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.355884 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.356155 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.356512 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.356794 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.357068 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.357339 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.357614 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.357885 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.358159 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.358432 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.358701 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.358972 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.359244 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.359511 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.359780 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.360049 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.360321 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.360613 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.360883 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.361152 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.361424 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.361698 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.361982 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.362337 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.362614 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.362889 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.363168 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.363446 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.363721 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.363995 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.364269 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.364573 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.364848 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.365136 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.365417 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.365701 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.365981 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.366253 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.366544 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.366819 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.367099 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.367381 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.367658 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.367947 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.368228 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.368545 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.368838 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.369130 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.369421 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.369712 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.370008 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.370294 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.370567 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:36.370783 n-d-798249-5 neutron-server[100765]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 03:33:36.371022 n-d-798249-5 neutron-server[100765]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100765) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 05 03:33:36.723604 n-d-798249-5 neutron-server[100765]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 03:33:36.723879 n-d-798249-5 neutron-server[100765]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 03:33:36.724170 n-d-798249-5 neutron-server[100765]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 03:33:36.724531 n-d-798249-5 neutron-server[100765]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 05 03:33:37.115402 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.115610 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.115887 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.117206 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.117481 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.117751 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.151062 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.151344 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.151617 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.165352 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.165636 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.165970 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.195987 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.196268 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.196566 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.231776 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.232053 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.232324 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.463401 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.464026 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.464026 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.464228 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.464934 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.585199 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.585521 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.585807 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.586081 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.586351 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.586662 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.586923 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.587180 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.587435 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.587717 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.587977 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.588251 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.588536 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.588809 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.589067 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.589347 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.589617 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.589877 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.590148 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.590402 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.590682 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.591029 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.591282 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.591567 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.591818 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.592064 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.592481 n-d-798249-5 neutron-server[100765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:33:37.592724 n-d-798249-5 neutron-server[100765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:33:37.592961 n-d-798249-5 neutron-server[100765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:33:37.593197 n-d-798249-5 neutron-server[100765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:33:37.593433 n-d-798249-5 neutron-server[100765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:33:37.593666 n-d-798249-5 neutron-server[100765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:33:37.594022 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 05 03:33:37.598077 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 05 03:33:37.601984 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 05 03:33:37.605754 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 05 03:33:37.607366 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 05 03:33:37.607815 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 05 03:33:37.608151 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 05 03:33:37.608558 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 05 03:33:37.611297 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 05 03:33:37.611546 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 05 03:33:37.611885 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 03:33:37.639976 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 05 03:33:37.640450 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.640753 n-d-798249-5 neutron-server[100765]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100765) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 05 03:33:37.641112 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.642454 n-d-798249-5 neutron-server[100765]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100765) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 05 03:33:37.642734 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 03:33:37.642980 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 05 03:33:37.646256 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.646546 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:37.709711 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 05 03:33:37.709957 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 05 03:33:37.710196 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 05 03:33:37.710561 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 05 03:33:37.731520 n-d-798249-5 neutron-server[100765]: DEBUG oslo_db.sqlalchemy.engines [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100765) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 05 03:33:38.417059 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Initializing driver for type 'gre' Jul 05 03:33:38.417558 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] gre ID ranges: [(1, 1000)] Jul 05 03:33:38.588281 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Initializing driver for type 'local' Jul 05 03:33:38.588896 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Initializing driver for type 'vlan' Jul 05 03:33:38.668155 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] VlanTypeDriver initialization complete Jul 05 03:33:38.668564 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Initializing driver for type 'vxlan' Jul 05 03:33:38.669077 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] vxlan ID ranges: [(1, 1000)] Jul 05 03:33:38.838946 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Initializing extension driver 'port_security' Jul 05 03:33:38.839289 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.extensions.port_security [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] PortSecurityExtensionDriver initialization complete Jul 05 03:33:38.839629 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Initializing mechanism driver 'openvswitch' Jul 05 03:33:38.839958 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Initializing mechanism driver 'hyperv' Jul 05 03:33:38.846371 n-d-798249-5 neutron-server[100765]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:38.847115 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > port after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.847528 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > port after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.847892 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > port after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.853256 n-d-798249-5 neutron-server[100765]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100765) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:33:38.853256 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.853256 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.853256 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.853256 n-d-798249-5 neutron-server[100765]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100765) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:33:38.853679 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > network after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.853679 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > network after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.853679 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > network after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.853679 n-d-798249-5 neutron-server[100765]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100765) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:33:38.853679 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.854035 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.854035 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.854035 n-d-798249-5 neutron-server[100765]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100765) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:33:38.854035 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.854035 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.854388 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.854543 n-d-798249-5 neutron-server[100765]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100765) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:33:38.854949 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.855308 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.855654 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.856093 n-d-798249-5 neutron-server[100765]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100765) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:33:38.856491 n-d-798249-5 neutron-server[100765]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] ML2 OVO RPC backend initialized. {{(pid=100765) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 05 03:33:38.857206 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.857565 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.857989 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > network before_response 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.858351 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > networks before_response 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.858703 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > port before_response 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.859052 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > ports before_response 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.859400 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.859746 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.860118 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > network after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.860570 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > network after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.860919 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > network after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.861268 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > port after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.861614 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > port after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.861961 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > port after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.862830 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.863262 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.863602 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.864179 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.plugin [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Modular L2 Plugin initialization complete Jul 05 03:33:38.864536 n-d-798249-5 neutron-server[100765]: DEBUG neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading services supported by the core plugin {{(pid=100765) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 05 03:33:38.864870 n-d-798249-5 neutron-server[100765]: INFO neutron.plugins.ml2.managers [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Got port-security extension from driver 'port_security' Jul 05 03:33:38.865341 n-d-798249-5 neutron-server[100765]: INFO neutron.extensions.vlantransparent [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Disabled vlantransparent extension. Jul 05 03:33:38.865821 n-d-798249-5 neutron-server[100765]: DEBUG neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100765) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 05 03:33:38.866138 n-d-798249-5 neutron-server[100765]: INFO neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading Plugin: router Jul 05 03:33:38.901473 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.901870 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router after_create 55549900 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.902245 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router before_create 55549900 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.902619 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.902998 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.903358 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router after_delete 55549900 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.903718 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.904088 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router after_create 55549900 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.904463 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router after_update 55549900 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.904827 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router after_update 55549900 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.905184 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.905544 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router after_update 55549900 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.905962 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.906338 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: port after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.906683 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: port after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.907026 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: subnet after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.907366 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.907710 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.908066 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.908427 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: port before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.908774 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.909157 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router after_update 55549900 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.909503 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.909858 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.910222 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.910572 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.910936 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > agent after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.911289 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > agent after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.911639 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > network after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.912521 n-d-798249-5 neutron-server[100765]: DEBUG neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Tracking information for resource: router configured {{(pid=100765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:33:38.912859 n-d-798249-5 neutron-server[100765]: DEBUG neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Tracking information for resource: floatingip configured {{(pid=100765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:33:38.917841 n-d-798249-5 neutron-server[100765]: INFO neutron.db.l3_agentschedulers_db [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 05 03:33:38.918474 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: port after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.918794 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: port after_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.919152 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: port after_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.919509 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: port after_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.920299 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router before_create 55550100 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.920702 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.921063 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.921422 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.926608 n-d-798249-5 neutron-server[100765]: DEBUG neutron.services.provider_configuration [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service providers = [] {{(pid=100765) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 05 03:33:38.926976 n-d-798249-5 neutron-server[100765]: DEBUG neutron.db.servicetype_db [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100765) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 05 03:33:38.929926 n-d-798249-5 neutron-server[100765]: DEBUG neutron.services.service_base [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100765) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:33:38.930277 n-d-798249-5 neutron-server[100765]: DEBUG neutron.services.service_base [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100765) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:33:38.930620 n-d-798249-5 neutron-server[100765]: DEBUG neutron.services.service_base [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100765) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:33:38.931503 n-d-798249-5 neutron-server[100765]: DEBUG neutron.services.service_base [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100765) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:33:38.931877 n-d-798249-5 neutron-server[100765]: INFO neutron.services.service_base [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 05 03:33:38.932255 n-d-798249-5 neutron-server[100765]: DEBUG neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:33:38.932611 n-d-798249-5 neutron-server[100765]: INFO neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 05 03:33:38.944005 n-d-798249-5 neutron-server[100765]: DEBUG neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:33:38.944341 n-d-798249-5 neutron-server[100765]: INFO neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading Plugin: auto_allocate Jul 05 03:33:38.950046 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: network precommit_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.950424 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: network precommit_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.950948 n-d-798249-5 neutron-server[100765]: DEBUG neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:33:38.951271 n-d-798249-5 neutron-server[100765]: INFO neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading Plugin: tag Jul 05 03:33:38.957806 n-d-798249-5 neutron-server[100765]: DEBUG neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:33:38.958136 n-d-798249-5 neutron-server[100765]: INFO neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading Plugin: timestamp Jul 05 03:33:38.963345 n-d-798249-5 neutron-server[100765]: DEBUG neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:33:38.963681 n-d-798249-5 neutron-server[100765]: INFO neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading Plugin: network_ip_availability Jul 05 03:33:38.969035 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.969410 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.969771 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:38.970483 n-d-798249-5 neutron-server[100765]: DEBUG neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:33:38.970808 n-d-798249-5 neutron-server[100765]: INFO neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading Plugin: flavors Jul 05 03:33:38.975661 n-d-798249-5 neutron-server[100765]: DEBUG neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:33:38.976000 n-d-798249-5 neutron-server[100765]: INFO neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading Plugin: revisions Jul 05 03:33:38.980213 n-d-798249-5 neutron-server[100765]: DEBUG neutron.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:33:38.980635 n-d-798249-5 neutron-server[100765]: DEBUG oslo_concurrency.lockutils [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.256s {{(pid=100765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 03:33:38.981359 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100765) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 05 03:33:38.981699 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Initializing extension manager. Jul 05 03:33:38.982209 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: __init__.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:38.982550 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: __pycache__ {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:38.982886 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:38.983219 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: address_group.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:38.983966 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:38.984556 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: address-group Jul 05 03:33:38.984882 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: address_scope.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:38.985598 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:38.986111 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: address-scope Jul 05 03:33:38.986436 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:38.987974 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:38.988595 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: router-admin-state-down-before-update Jul 05 03:33:38.988931 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: agent.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:38.989638 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:38.990340 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: agent Jul 05 03:33:38.990672 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: agent_resources_synced.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:38.991586 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:38.992097 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: agent-resources-synced Jul 05 03:33:38.992450 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:38.994227 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:38.994756 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: allowed-address-pairs Jul 05 03:33:38.995089 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:38.996152 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:38.996698 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: auto-allocated-topology Jul 05 03:33:38.997034 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: availability_zone.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:38.997732 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:38.998278 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: availability_zone Jul 05 03:33:38.998604 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: availability_zone_filter.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:38.999514 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.000032 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: availability_zone_filter Jul 05 03:33:39.000359 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: data_plane_status.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.001275 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.001782 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension data-plane-status not supported by any of loaded plugins Jul 05 03:33:39.002106 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: default_subnetpools.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.003790 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.004634 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: default-subnetpools Jul 05 03:33:39.005108 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.006136 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.006660 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: dhcp_agent_scheduler Jul 05 03:33:39.006994 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: dns.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.007918 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.008457 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension dns-integration not supported by any of loaded plugins Jul 05 03:33:39.008785 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: dns_domain_ports.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.009693 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.010206 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 05 03:33:39.010526 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.011439 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.011946 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 05 03:33:39.012267 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: dvr.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.012965 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.013475 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: dvr Jul 05 03:33:39.013798 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: empty_string_filtering.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.014706 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.015215 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: empty-string-filtering Jul 05 03:33:39.015538 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.016465 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.016977 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 05 03:33:39.017300 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.018204 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.022532 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 05 03:33:39.022532 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: external_net.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.022532 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.022532 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: external-net Jul 05 03:33:39.022532 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.022532 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.023056 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: extra_dhcp_opt Jul 05 03:33:39.023056 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: extraroute.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.023455 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.023969 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: extraroute Jul 05 03:33:39.024302 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: extraroute_atomic.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.025355 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.025866 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: extraroute-atomic Jul 05 03:33:39.026192 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: filter_validation.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.026862 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.027374 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: filter-validation Jul 05 03:33:39.027701 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: fip_pf_description.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.028635 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.029160 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 05 03:33:39.029485 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: fip_port_details.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.030392 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.030907 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: fip-port-details Jul 05 03:33:39.031230 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: flavors.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.032465 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.032988 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: flavors Jul 05 03:33:39.033315 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.035196 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.035721 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 05 03:33:39.036054 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: floatingip_pools.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.036783 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.037299 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: floatingip-pools Jul 05 03:33:39.037629 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: ip_allocation.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.038553 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.039066 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension ip_allocation not supported by any of loaded plugins Jul 05 03:33:39.039397 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.040307 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.040852 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: ip-substring-filtering Jul 05 03:33:39.041178 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: l2_adjacency.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.042097 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.042603 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 05 03:33:39.042928 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: l3.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.043914 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.044469 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: router Jul 05 03:33:39.044797 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.047152 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.047680 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 05 03:33:39.048020 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.048967 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.049489 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: ext-gw-mode Jul 05 03:33:39.050358 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.051281 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.051795 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: l3-ha Jul 05 03:33:39.052121 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: l3_flavors.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.053094 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.053607 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: l3-flavors Jul 05 03:33:39.053934 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.054854 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.055367 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 05 03:33:39.055692 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: l3agentscheduler.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.056763 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.057278 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: l3_agent_scheduler Jul 05 03:33:39.057605 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: logging.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.059094 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.059618 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension logging not supported by any of loaded plugins Jul 05 03:33:39.059947 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: metering.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.060709 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.061292 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: metering Jul 05 03:33:39.061617 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.062699 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.063219 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: metering_source_and_destination_fields Jul 05 03:33:39.063547 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: multiprovidernet.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.064753 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.065388 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: multi-provider Jul 05 03:33:39.066270 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: netmtu.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.067183 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.067692 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: net-mtu Jul 05 03:33:39.068015 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: netmtu_writable.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.068945 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.069453 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: net-mtu-writable Jul 05 03:33:39.069778 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: network_availability_zone.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.070448 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.070954 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: network_availability_zone Jul 05 03:33:39.071277 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: network_ip_availability.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.072404 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.072914 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: network-ip-availability Jul 05 03:33:39.073240 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: network_segment_range.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.074003 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.074516 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension network-segment-range not supported by any of loaded plugins Jul 05 03:33:39.074840 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: pagination.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.075822 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.076155 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: pagination Jul 05 03:33:39.076514 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: port_device_profile.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.077436 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.077953 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: port-device-profile Jul 05 03:33:39.078275 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.079184 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.079694 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: port-mac-address-regenerate Jul 05 03:33:39.080015 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.080998 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.081511 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: port-numa-affinity-policy Jul 05 03:33:39.081833 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: port_resource_request.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.082734 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.083246 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension port-resource-request not supported by any of loaded plugins Jul 05 03:33:39.083567 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: portbindings.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.084516 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.085027 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: binding Jul 05 03:33:39.085348 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: portbindings_extended.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.086721 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.087239 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: binding-extended Jul 05 03:33:39.087569 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: portsecurity.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.088513 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.089028 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: port-security Jul 05 03:33:39.089355 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: project_id.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.090323 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.090659 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: project-id Jul 05 03:33:39.090985 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: providernet.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.091908 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.092454 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: provider Jul 05 03:33:39.092782 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: qos.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.096216 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.096963 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension qos not supported by any of loaded plugins Jul 05 03:33:39.097315 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.098563 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.099091 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 05 03:33:39.099425 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.100345 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.100885 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 05 03:33:39.101216 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: qos_default.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.102121 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.102634 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension qos-default not supported by any of loaded plugins Jul 05 03:33:39.102961 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: qos_fip.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.103608 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.104121 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension qos-fip not supported by any of loaded plugins Jul 05 03:33:39.104472 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.105386 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.105899 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 05 03:33:39.106276 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.107186 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.107699 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 05 03:33:39.108025 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.108954 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.109468 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 05 03:33:39.109793 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: qos_rules_alias.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.110834 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.111350 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 05 03:33:39.111677 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: quotasv2.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.113142 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.113466 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: quotas Jul 05 03:33:39.113789 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: quotasv2_detail.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.116819 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.117166 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: quota_details Jul 05 03:33:39.117504 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: rbac.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.118553 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.119081 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: rbac-policies Jul 05 03:33:39.119417 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: rbac_address_group.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.120567 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.121097 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: rbac-address-group Jul 05 03:33:39.121429 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: rbac_address_scope.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.122363 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.122883 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: rbac-address-scope Jul 05 03:33:39.123213 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: rbac_security_groups.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.124126 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.124667 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: rbac-security-groups Jul 05 03:33:39.124998 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.125908 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.126422 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: rbac-subnetpool Jul 05 03:33:39.126750 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: revisionifmatch.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.127665 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.128755 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: revision-if-match Jul 05 03:33:39.129082 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: revisions.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.130187 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.130702 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: standard-attr-revisions Jul 05 03:33:39.131031 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: router_availability_zone.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.131700 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.132215 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: router_availability_zone Jul 05 03:33:39.132575 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: routerservicetype.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.133495 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.134005 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension router-service-type not supported by any of loaded plugins Jul 05 03:33:39.134328 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.135251 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.135768 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: security-groups-normalized-cidr Jul 05 03:33:39.136096 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.137038 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.137552 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: port-security-groups-filtering Jul 05 03:33:39.137877 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.138787 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.139301 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: security-groups-remote-address-group Jul 05 03:33:39.139626 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: securitygroup.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.149233 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.149768 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: security-group Jul 05 03:33:39.150105 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: segment.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.150892 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.151435 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension segment not supported by any of loaded plugins Jul 05 03:33:39.151765 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.152734 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.153246 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 05 03:33:39.153573 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: servicetype.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.154673 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.155195 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: service-type Jul 05 03:33:39.155522 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: sorting.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.156519 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.156854 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: sorting Jul 05 03:33:39.157179 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: standard_attr_segment.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.158179 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.158699 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 05 03:33:39.159548 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: standardattrdescription.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.160291 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.160835 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: standard-attr-description Jul 05 03:33:39.161164 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: stateful_security_group.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.162104 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.162624 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: stateful-security-group Jul 05 03:33:39.162953 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: stdattrs_common.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.163537 n-d-798249-5 neutron-server[100765]: WARNING neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 05 03:33:39.163863 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.164812 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.165339 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 05 03:33:39.165667 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: subnet_onboard.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.166732 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.167265 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: subnet_onboard Jul 05 03:33:39.167596 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.168592 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.169058 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 05 03:33:39.169384 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: subnet_service_types.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.170300 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.170814 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: subnet-service-types Jul 05 03:33:39.171137 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: subnetallocation.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.172209 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.172763 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: subnet_allocation Jul 05 03:33:39.173094 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.173757 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.174268 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: subnetpool-prefix-ops Jul 05 03:33:39.174593 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.176233 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.176770 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 05 03:33:39.177101 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: tagging.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.178183 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.178722 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: standard-attr-tag Jul 05 03:33:39.179053 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: timestamp.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.180238 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.180803 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loaded extension: standard-attr-timestamp Jul 05 03:33:39.181135 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: trunk.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.182162 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.182683 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension trunk not supported by any of loaded plugins Jul 05 03:33:39.183015 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: trunk_details.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.183940 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.184495 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension trunk-details not supported by any of loaded plugins Jul 05 03:33:39.184828 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.185747 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.186264 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 05 03:33:39.186593 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Loading extension file: vlantransparent.py {{(pid=100765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:33:39.187258 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:33:39.187770 n-d-798249-5 neutron-server[100765]: INFO neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 05 03:33:39.190521 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:network Jul 05 03:33:39.191043 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:subnet Jul 05 03:33:39.191445 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:33:39.191837 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:port Jul 05 03:33:39.193122 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.v2.resource_helper [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:33:39.193561 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.v2.resource_helper [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service FLAVORS assigned prefix: {{(pid=100765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:33:39.194188 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.v2.resource_helper [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:33:39.194629 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.v2.resource_helper [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:33:39.194963 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:router Jul 05 03:33:39.195395 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 03:33:39.195881 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.v2.resource_helper [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service METERING assigned prefix: /metering {{(pid=100765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:33:39.197361 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:39.205702 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:39.205702 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:33:39.205702 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 03:33:39.205702 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:security_group Jul 05 03:33:39.205702 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 03:33:39.205702 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.v2.resource_helper [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service CORE assigned prefix: {{(pid=100765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:33:39.206136 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:33:39.206136 n-d-798249-5 neutron-server[100765]: WARNING neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] subnetpool is already registered Jul 05 03:33:39.206136 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.v2.resource_helper [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service CORE assigned prefix: {{(pid=100765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:33:39.206136 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:33:39.206136 n-d-798249-5 neutron-server[100765]: WARNING neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] subnetpool is already registered Jul 05 03:33:39.206136 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.v2.resource_helper [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:33:39.206136 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.v2.resource_helper [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service FLAVORS assigned prefix: {{(pid=100765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:33:39.206136 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.v2.resource_helper [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:33:39.206803 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.v2.resource_helper [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:33:39.206803 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:router Jul 05 03:33:39.206803 n-d-798249-5 neutron-server[100765]: WARNING neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] router is already registered Jul 05 03:33:39.207209 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 03:33:39.207548 n-d-798249-5 neutron-server[100765]: WARNING neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] floatingip is already registered Jul 05 03:33:39.208002 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.v2.resource_helper [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service METERING assigned prefix: /metering {{(pid=100765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:33:39.208685 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 03:33:39.209015 n-d-798249-5 neutron-server[100765]: WARNING neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] rbac_policy is already registered Jul 05 03:33:39.209427 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:security_group Jul 05 03:33:39.209762 n-d-798249-5 neutron-server[100765]: WARNING neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] security_group is already registered Jul 05 03:33:39.210164 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 03:33:39.210584 n-d-798249-5 neutron-server[100765]: WARNING neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] security_group_rule is already registered Jul 05 03:33:39.211210 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.v2.resource_helper [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service CORE assigned prefix: {{(pid=100765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:33:39.211544 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:33:39.211879 n-d-798249-5 neutron-server[100765]: WARNING neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] subnetpool is already registered Jul 05 03:33:39.212295 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.v2.resource_helper [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Service CORE assigned prefix: {{(pid=100765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:33:39.212643 n-d-798249-5 neutron-server[100765]: INFO neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:33:39.212974 n-d-798249-5 neutron-server[100765]: WARNING neutron.quota.resource_registry [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] subnetpool is already registered Jul 05 03:33:39.213446 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: extensions {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.214899 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: address-groups {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.216404 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: address-scopes {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.217721 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: agents {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.218894 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: auto-allocated-topology {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.220129 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: availability_zones {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.221415 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: dhcp-networks {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.224464 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: dhcp-agents {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.225892 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: routers {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.227621 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: flavors {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.228904 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: service_profiles {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.230115 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: next_providers {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.231550 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: service_profiles {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.233267 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: floatingip-pools {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.234497 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: routers {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.238820 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: floatingips {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.238820 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: l3-routers {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.239820 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: l3-agents {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.241322 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: metering-labels {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.242565 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: metering-label-rules {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.243926 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: network-ip-availabilities {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.245245 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: bindings {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.246811 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: quotas {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.248348 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: quotas {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.249767 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: rbac-policies {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.250956 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: security-groups {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.252239 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: security-group-rules {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.253746 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: service-providers {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.254971 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: subnetpools {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.256331 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: subnetpools {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.257880 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: tags {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.259577 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: tags {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.261406 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: tags {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.263307 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: tags {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.265150 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: tags {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.267102 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: tags {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.268986 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: tags {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.270841 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: tags {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.272718 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: tags {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.274504 n-d-798249-5 neutron-server[100765]: DEBUG neutron.api.extensions [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Extended resource: tags {{(pid=100765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:33:39.280578 n-d-798249-5 neutron-server[100765]: WARNING keystonemiddleware.auth_token [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 05 03:33:39.286388 n-d-798249-5 neutron-server[100765]: WARNING keystonemiddleware.auth_token [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 05 03:33:39.296144 n-d-798249-5 neutron-server[100765]: DEBUG oslo_concurrency.lockutils [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Acquired lock "singleton_lock" {{(pid=100765) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 05 03:33:39.296651 n-d-798249-5 neutron-server[100765]: DEBUG oslo_concurrency.lockutils [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Releasing lock "singleton_lock" {{(pid=100765) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 05 03:33:39.297299 n-d-798249-5 neutron-server[100765]: INFO oslo_service.service [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Starting 2 workers Jul 05 03:33:39.302796 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Started child 100876 {{(pid=100765) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:33:39.307319 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Started child 100877 {{(pid=100765) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:33:39.308061 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:39.308944 n-d-798249-5 neutron-server[100765]: INFO neutron.service [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 05 03:33:39.309579 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [-] (100876) wsgi starting up on http://0.0.0.0:9696 Jul 05 03:33:39.309669 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Notify callbacks [] for process, before_spawn {{(pid=100765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:39.311978 n-d-798249-5 neutron-server[100765]: INFO oslo_service.service [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Starting 1 workers Jul 05 03:33:39.312690 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:39.314460 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [-] (100877) wsgi starting up on http://0.0.0.0:9696 Jul 05 03:33:39.317550 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Started child 100878 {{(pid=100765) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:33:39.318282 n-d-798249-5 neutron-server[100765]: INFO oslo_service.service [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Starting 1 workers Jul 05 03:33:39.321199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.service [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] calling RpcWorker wait() {{(pid=100878) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 05 03:33:39.321731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.service [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] returning from RpcWorker wait() {{(pid=100878) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 05 03:33:39.322690 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Started child 100879 {{(pid=100765) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:33:39.322914 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:39.323391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:39.323517 n-d-798249-5 neutron-server[100765]: DEBUG neutron_lib.callbacks.manager [None req-3cd4f164-6e62-482e-9caa-3d94f65176e0 None None] Notify callbacks [] for process, after_spawn {{(pid=100765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:39.325375 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100765) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 03:33:39.325592 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 03:33:39.325778 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 03:33:39.325998 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 03:33:39.326351 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 03:33:39.326515 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 03:33:39.327036 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.327308 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.327566 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.327825 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.328114 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.328751 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.328998 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:39.329483 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.329483 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.329483 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.329738 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.329910 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.330074 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.330316 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.330733 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.331100 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.331380 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.331630 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.331906 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.332072 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.332358 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.332716 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.332973 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.333255 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] debug = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.338963 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.338963 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.338963 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.338963 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.338963 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.338963 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339430 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339430 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339430 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339430 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339430 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339430 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339430 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339430 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339981 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339981 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339981 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339981 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] host = n-d-798249-5 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339981 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339981 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339981 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.339981 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.340592 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.340592 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.340592 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.340592 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.340592 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.340592 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.340592 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.341081 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.341081 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.341224 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_file = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.341469 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_options = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.341620 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.341948 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.342264 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.342454 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.342624 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.342804 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.343053 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.343201 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.343453 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.343668 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.343889 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.344121 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.344338 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.344575 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.344835 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.345084 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.345315 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.345579 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.345789 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.346030 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.346274 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.347571 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.347571 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.347571 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.348021 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.348021 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.348279 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.348631 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.348781 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.348947 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.349191 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.349434 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.349670 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.349923 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.350172 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.350396 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.350614 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.350884 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.351111 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.351356 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.351600 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.351842 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.352090 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.352301 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.352569 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.352783 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] use_json = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.352997 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.353209 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.353481 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.353694 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.353935 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.354185 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.354396 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.355306 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.355306 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.355491 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.355954 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.356541 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.356908 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.362282 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.362282 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.362282 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.362282 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.362282 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.362282 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.362282 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.362282 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363313 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363313 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363313 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363313 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363313 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363313 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363313 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363313 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363799 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363799 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363799 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363799 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363799 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363799 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363799 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.363799 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.364394 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.364394 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.364394 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.364598 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.364675 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.364849 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.365106 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.365340 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.365574 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.365878 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.366137 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.366376 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.366690 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.366938 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.367159 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.367368 n-d-798249-5 neutron-server[100879]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:39.367484 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.367616 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.367850 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.368084 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.368308 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.368568 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.368816 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.369047 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.369352 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.369619 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.369813 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.370048 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.370269 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.370503 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.370881 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.371103 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.371330 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.371594 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.371843 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.372059 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.372294 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.372537 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.372790 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.373009 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.373252 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.373467 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.373685 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.373906 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.374136 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.374348 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.374558 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.374770 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.374981 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.375191 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.375406 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.375622 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.375852 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.376062 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.376274 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.376529 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.376798 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.377112 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.377430 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.377614 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.378463 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.378743 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.379169 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.379351 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.379614 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.379869 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.380087 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.380768 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.385166 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.385166 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.385166 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.385166 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.385166 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.385166 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.385166 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.385166 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.386252 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.386252 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.386252 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.386252 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.386252 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.386252 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.386252 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.386252 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.386827 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.386827 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.386827 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.387052 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.387207 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.387617 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.388667 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.388922 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.389301 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.389409 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.389687 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.389962 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.390215 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.390467 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.390706 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.390988 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.391222 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.391471 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.392461 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.392781 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.393103 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.393382 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.394147 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.394432 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.394660 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.394932 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.395183 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.395473 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.395759 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.395970 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.396238 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.396503 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.396724 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.396961 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.397215 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.397482 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.397773 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.398205 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.398301 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.398468 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.398695 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.398963 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.399508 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.399508 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.399734 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.399868 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.400022 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.400423 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.400547 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.400759 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.401015 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.401236 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.401458 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.402724 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.402724 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.402724 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.402724 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.402724 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.403495 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.403495 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.403495 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.403965 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.405917 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.405917 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.405917 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.405917 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.405917 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.405917 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.405917 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.405917 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.406927 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.406927 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.406927 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.406927 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.406927 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.407525 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.407525 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.407525 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.407903 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.408029 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.408154 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.408400 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.408639 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.408874 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.409243 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.409590 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.410102 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.410264 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.410392 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.411717 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.411717 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.411717 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.411717 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.411717 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.411717 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.412497 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.412497 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.412497 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.412869 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.413004 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.413166 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.413385 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.413595 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.414025 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.415885 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.415885 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.415885 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.415885 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.415885 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.415885 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.415885 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.415885 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.416850 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.416850 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.416850 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.416850 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.416850 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.417278 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.417278 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.417500 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.417713 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.417943 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.418163 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.418397 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.418741 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.418943 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.419186 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.419472 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.419701 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.419949 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.420205 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.420589 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.420830 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.421103 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.421332 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.421584 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.421812 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.422207 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.422538 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.422832 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.423099 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.423363 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.423654 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.423955 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.424249 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.424491 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.424818 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.425220 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.425482 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.425756 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.425985 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.426273 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.426500 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.426718 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.426968 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.427218 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.427457 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.427717 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.427953 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.428205 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.428448 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.431163 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.431163 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.431163 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.431163 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.431163 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.431163 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.431163 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 03:33:39.431163 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100765) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 03:33:39.431797 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 03:33:39.431797 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 03:33:39.431797 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 03:33:39.431797 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 03:33:39.431797 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 03:33:39.431797 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.431797 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.431797 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.432310 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.432310 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.432310 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.432574 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.432574 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.432738 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.432899 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.433060 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.433220 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.433379 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.433539 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.433699 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.433860 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.434020 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.434185 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.434352 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.435003 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.435163 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.435468 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.435777 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] debug = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.436087 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.436308 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.436501 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.436662 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.436824 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.436985 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.437144 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.437304 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.437467 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.437624 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.437825 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.438058 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.438158 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.438301 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.438455 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.438866 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.439175 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.439501 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] host = n-d-798249-5 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.439662 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.439839 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.439982 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.440839 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.441007 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.441168 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.441330 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.441490 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.441643 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.441805 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.441964 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.442125 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.442284 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.442485 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_file = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.442634 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_options = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.442771 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.442907 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.443073 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.443253 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.443418 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.443578 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.443740 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.443901 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.444060 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.444221 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.444395 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.444560 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.444718 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.444878 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.445039 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.445198 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.445358 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.445518 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.445773 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.445935 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.446162 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.446294 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.446419 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.446537 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.446685 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.446845 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.447004 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.447164 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.447326 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.447488 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.447650 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.447810 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.447970 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.448131 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.448292 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.448490 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.448634 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.448802 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.449037 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.449139 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.449268 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.449426 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.449586 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.449747 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.449989 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.450171 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] use_json = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.450311 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.450470 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.450638 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.450799 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.450959 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.451117 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.451278 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.451438 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:33:39.451638 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.451804 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.451967 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.452130 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.452292 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.452477 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.452645 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.452807 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.452971 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.453133 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.453302 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.453465 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.453640 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.453804 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.453968 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.454132 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.454296 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.454460 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.454624 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.454788 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.454951 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.455113 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.455291 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.455454 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.455687 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.455851 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.456604 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.456773 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.456938 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.457189 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.457357 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.457522 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.457685 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.457848 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.458010 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.458174 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.458336 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.458501 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.458664 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.458828 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.458992 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.459154 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.459318 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.459482 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.459645 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.459809 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.459972 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.460136 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.460299 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.460489 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.460664 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.460827 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.460990 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.461152 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.461315 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.461479 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.461675 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.461956 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.462223 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.462326 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.462440 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.462617 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.462785 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.462948 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.463111 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.463274 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.463437 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.463599 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.463762 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.463927 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.464089 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.464253 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.464445 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.464610 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.464773 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.464937 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.465101 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.465265 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.465428 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.465591 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.465753 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.465915 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.466077 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.466240 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.466412 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.466590 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.466753 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.466915 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.467076 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.467240 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.467401 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.467562 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.467723 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.467884 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.468045 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.468207 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.468413 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.468555 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.468718 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.468881 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471262 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471262 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471262 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471262 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471262 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471262 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471262 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471262 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471821 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471821 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471821 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471821 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471821 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471821 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.471821 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.472295 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.472295 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.472465 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.472545 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.472860 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.472860 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.473007 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.473137 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.473294 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.473462 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.473620 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.473772 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.473945 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.474117 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.474281 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.474429 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.474571 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.474743 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.474901 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.475041 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.475205 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.475350 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.475503 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.475665 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.475828 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.475991 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.476153 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.476317 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.476488 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.476654 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.476819 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.476981 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.477144 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.477418 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.477541 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.477675 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.477838 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.478002 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.478165 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.478329 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.478492 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.478654 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.478818 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.478979 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.479142 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.479304 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.479468 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.479631 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.479797 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.479943 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.480120 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.480267 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.480450 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.480655 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.480776 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.480937 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.481100 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.481264 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.481426 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.481588 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.481754 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.481919 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.482082 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.482245 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.482408 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.482576 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.482837 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.483004 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.483168 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.483331 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.483494 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.483704 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.483832 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.483994 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.484157 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.484320 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.484509 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.484673 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.484835 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.484998 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.485160 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.485324 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.485485 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.485651 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.485816 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.485983 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.486460 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.486460 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.486460 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.486698 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.486776 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.486924 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.487086 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.487374 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.489298 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.489298 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.489298 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.489298 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.489298 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.489298 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.489678 n-d-798249-5 neutron-server[100878]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:39.489775 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.489775 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.489775 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.489775 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.489775 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.489775 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.489775 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.489775 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.490844 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.490844 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.490844 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.490844 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.490844 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.490844 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.490844 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.491468 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.491468 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.491468 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.491468 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.491767 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.491767 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.491908 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.492958 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.492958 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.492958 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.492958 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.492958 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.492958 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.492958 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.493540 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.493540 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.493540 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.493724 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.493724 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.493983 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.494252 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.494541 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.494832 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.495117 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.495411 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.495709 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.496019 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.496319 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.496665 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.496978 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.499847 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.499847 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.499847 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.499847 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.499847 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.499847 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.499847 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.499847 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.499847 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.500569 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.500569 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.500569 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.501016 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.501314 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.501609 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.501903 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.502203 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.502512 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.503344 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:33:39.503631 n-d-798249-5 neutron-server[100765]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 03:33:39.768900 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44984) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:39.777464 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063274 Jul 05 03:33:51.200019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a86c8-4bfc-4995-8f0d-ea6b23be0454 None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:33:51.263888 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a86c8-4bfc-4995-8f0d-ea6b23be0454 None None] No non-hosted networks {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 05 03:33:51.277991 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.agentschedulers_db [None req-774a86c8-4bfc-4995-8f0d-ea6b23be0454 None None] DHCP Agent not found on host n-d-798249-5 {{(pid=100878) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 05 03:33:51.349286 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-652a2b28-3fae-4f4d-b442-20eafe02d350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618209'] for agent, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:54.214867 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aec90159-7357-432c-bc0f-f2698355e15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618209'] for agent, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:54.246326 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-798964d8-c5b7-4488-8f0a-a716c9fcb842 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-798249-5 {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:33:54.247076 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-798964d8-c5b7-4488-8f0a-a716c9fcb842 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:33:54.269650 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618209'] for agent, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:54.270599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:54.271150 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:54.271681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:54.272286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:54.272830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:54.273350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:54.273840 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:54.274327 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:54.274856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:54.275379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:54.275918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:54.276429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:33:54.277050 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-798249-5', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:54.285752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-798249-5', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:33:54.845778 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-798964d8-c5b7-4488-8f0a-a716c9fcb842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:55.131322 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618209'] for agent, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:56.930992 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618209'] for agent, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:57.576979 n-d-798249-5 neutron-server[100878]: INFO neutron.db.l3_hamode_db [None req-5eb59022-be46-4c50-986b-611f9230351d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 05 03:33:57.656306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb59022-be46-4c50-986b-611f9230351d None None] Routers set() bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:33:57.656724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb59022-be46-4c50-986b-611f9230351d None None] Router IDs set() for agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 03:33:57.867607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45076) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:33:58.351509 n-d-798249-5 neutron-server[100877]: WARNING oslo_policy.policy [None req-309d2586-f43d-44bf-b0af-aca9584f4175 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:33:58.352174 n-d-798249-5 neutron-server[100877]: WARNING oslo_policy.policy [None req-309d2586-f43d-44bf-b0af-aca9584f4175 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:33:58.574355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-309d2586-f43d-44bf-b0af-aca9584f4175 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:33:58.575712 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-309d2586-f43d-44bf-b0af-aca9584f4175 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7060428 Jul 05 03:34:00.935372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45090) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:01.414942 n-d-798249-5 neutron-server[100876]: WARNING oslo_policy.policy [None req-4438b91f-250d-4dd8-9e8e-02f95e27db3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:34:01.415541 n-d-798249-5 neutron-server[100876]: WARNING oslo_policy.policy [None req-4438b91f-250d-4dd8-9e8e-02f95e27db3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:34:01.631401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4438b91f-250d-4dd8-9e8e-02f95e27db3d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:34:01.723140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.policy [None req-4438b91f-250d-4dd8-9e8e-02f95e27db3d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100876) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 03:34:01.777928 n-d-798249-5 neutron-server[100876]: WARNING oslo_policy.policy [None req-4438b91f-250d-4dd8-9e8e-02f95e27db3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:34:01.778303 n-d-798249-5 neutron-server[100876]: WARNING oslo_policy.policy [None req-4438b91f-250d-4dd8-9e8e-02f95e27db3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:34:01.786857 n-d-798249-5 neutron-server[100876]: INFO neutron.quota [None req-4438b91f-250d-4dd8-9e8e-02f95e27db3d admin admin] Loaded quota_driver: . Jul 05 03:34:01.966179 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4438b91f-250d-4dd8-9e8e-02f95e27db3d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756887029947', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756887030420', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756887084738', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756887077112', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756887072325', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756886992627', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-605914', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-757817', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1745303', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1685257'] for rbac-policy, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:02.123996 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4438b91f-250d-4dd8-9e8e-02f95e27db3d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:02.125346 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4438b91f-250d-4dd8-9e8e-02f95e27db3d admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1890001 Jul 05 03:34:04.706367 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45108) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:04.997368 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '070363665a3f40e98426753ef64e60be', 'project_id': '070363665a3f40e98426753ef64e60be'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:34:05.073432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Made reservation on behalf of 070363665a3f40e98426753ef64e60be for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:34:05.076323 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:05.094246 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:05.214070 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:05.261745 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:05.281162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:34:05.311491 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756886216789', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:05.312084 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Unsubscribe: segment precommit_create {{(pid=100876) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 03:34:05.312624 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Added segment 10e504c2-f6d1-4657-9bb2-1b946c9ca750 of type vlan for network c16c8d96-d4f3-4d81-9ef2-234fad85e150 Jul 05 03:34:05.333220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069b4757-c201-4ece-8bb7-e45c8730a3fa,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:05.384623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:05.384971 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:05.385312 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:05.385648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:05.385983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:05.386344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:05.386671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:05.387000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:05.387332 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:05.387655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:05.387980 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:05.388301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Tracked resource versions report: Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: pushed versions: Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: { 'AddressGroup': {'1.2'}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'ConntrackHelper': {'1.0'}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'Log': {'1.0'}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'Network': {'1.1'}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'Port': {'1.7'}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'PortForwarding': {'1.2'}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'QosPolicy': {'1.8'}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'SecurityGroup': {'1.4'}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'SubPort': {'1.0'}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'Subnet': {'1.1'}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'Trunk': {'1.1'}} Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: consumer versions: Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: { DHCP agent@n-d-798249-5: {}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: L3 agent@n-d-798249-5: {}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: Metadata agent@n-d-798249-5: {}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: Metering agent@n-d-798249-5: {}, Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: Open vSwitch agent@n-d-798249-5: { 'AddressGroup': '1.2', Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'ConntrackHelper': '1.0', Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'Log': '1.0', Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'Network': '1.1', Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'Port': '1.7', Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'PortForwarding': '1.2', Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'QosPolicy': '1.8', Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'SecurityGroup': '1.4', Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'SecurityGroupRule': '1.2', Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'SubPort': '1.0', Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'Subnet': '1.1', Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: 'Trunk': '1.1'}} Jul 05 03:34:05.389510 n-d-798249-5 neutron-server[100876]: {{(pid=100876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:34:05.431895 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:05.524698 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:05.525739 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:05.526399 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:05.619824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] Pushing event updated for resources: {'Network': ['ID=c16c8d96-d4f3-4d81-9ef2-234fad85e150,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:05.631334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network c16c8d96-d4f3-4d81-9ef2-234fad85e150 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:34:05.657094 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c1fa593e-dbc3-43b4-82e8-7647bbbd249d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9495637 Jul 05 03:34:08.276198 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45122) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:08.685621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b025406-a683-426f-acef-46decb1a5fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:08.686999 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1b025406-a683-426f-acef-46decb1a5fe5 admin admin] 10.222.0.60 "GET /v2.0/networks/c16c8d96-d4f3-4d81-9ef2-234fad85e150 HTTP/1.1" status: 200 len: 825 time: 0.4098322 Jul 05 03:34:08.711675 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-88104aa3-66f6-44ec-b3e2-68892e3830a0 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/2f86c61f-54d2-46f5-a207-a77f15dc0779 HTTP/1.1" status: 200 len: 734 time: 0.0187147 Jul 05 03:34:08.719820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d3f88ed1-2b6c-44ed-bcf1-21ae054f597d admin admin] Request body: {'subnet': {'subnetpool_id': '2f86c61f-54d2-46f5-a207-a77f15dc0779', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'name': 'private-subnet', 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:34:08.804578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f88ed1-2b6c-44ed-bcf1-21ae054f597d admin admin] Made reservation on behalf of 070363665a3f40e98426753ef64e60be for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:34:08.806949 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3f88ed1-2b6c-44ed-bcf1-21ae054f597d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:09.153743 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3f88ed1-2b6c-44ed-bcf1-21ae054f597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:09.226531 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f88ed1-2b6c-44ed-bcf1-21ae054f597d admin admin] Checking segment: {'id': '10e504c2-f6d1-4657-9bb2-1b946c9ca750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:34:09.226900 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f88ed1-2b6c-44ed-bcf1-21ae054f597d admin admin] Network hostable DHCP agents. Network: c16c8d96-d4f3-4d81-9ef2-234fad85e150, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:34:09.231289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f88ed1-2b6c-44ed-bcf1-21ae054f597d admin admin] Pushing event updated for resources: {'Subnet': ['ID=85fd53d5-49e5-4761-b4c0-b90c6a77c828,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:09.318914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f88ed1-2b6c-44ed-bcf1-21ae054f597d admin admin] Network c16c8d96-d4f3-4d81-9ef2-234fad85e150 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:34:09.394065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-d3f88ed1-2b6c-44ed-bcf1-21ae054f597d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, c16c8d96-d4f3-4d81-9ef2-234fad85e150) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:34:09.398770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f88ed1-2b6c-44ed-bcf1-21ae054f597d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:09.399359 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3f88ed1-2b6c-44ed-bcf1-21ae054f597d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:09.403880 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9d47a1-adef-4f0b-bdbc-80424889727b None None] Network c16c8d96-d4f3-4d81-9ef2-234fad85e150 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:34:09.485992 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d3f88ed1-2b6c-44ed-bcf1-21ae054f597d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7692764 Jul 05 03:34:09.723797 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-c16c8d96-d4f3-4d81-9ef2-234fad85e150', 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'fixed_ips': [{'subnet_id': '85fd53d5-49e5-4761-b4c0-b90c6a77c828'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:34:09.725076 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:10.007256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Allocated IP 172.20.0.2 (c16c8d96-d4f3-4d81-9ef2-234fad85e150/85fd53d5-49e5-4761-b4c0-b90c6a77c828/b01a5ead-2b73-4a2d-9319-567dd139d0d4) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:34:10.211518 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:10.254593 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Transition to ACTIVE for port object b01a5ead-2b73-4a2d-9319-567dd139d0d4 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:34:10.275391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Transition to ACTIVE for port object b01a5ead-2b73-4a2d-9319-567dd139d0d4 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:34:10.325425 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:10.399712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Network c16c8d96-d4f3-4d81-9ef2-234fad85e150 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:34:10.406264 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:34:10.410140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:34:10.416328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Pushing event updated for resources: {'Port': ['ID=b01a5ead-2b73-4a2d-9319-567dd139d0d4,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:10.442128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.442483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.442830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.443172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.443510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.443845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.444185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.444543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.444875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.445204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.445530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.445855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Tracked resource versions report: Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: pushed versions: Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: { 'AddressGroup': {'1.2'}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'ConntrackHelper': {'1.0'}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'Log': {'1.0'}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'Network': {'1.1'}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'Port': {'1.7'}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'PortForwarding': {'1.2'}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'QosPolicy': {'1.8'}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'SecurityGroup': {'1.4'}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'SubPort': {'1.0'}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'Subnet': {'1.1'}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'Trunk': {'1.1'}} Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: consumer versions: Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: { DHCP agent@n-d-798249-5: {}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: L3 agent@n-d-798249-5: {}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: Metadata agent@n-d-798249-5: {}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: Metering agent@n-d-798249-5: {}, Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: Open vSwitch agent@n-d-798249-5: { 'AddressGroup': '1.2', Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'ConntrackHelper': '1.0', Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'Log': '1.0', Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'Network': '1.1', Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'Port': '1.7', Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'PortForwarding': '1.2', Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'QosPolicy': '1.8', Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'SecurityGroup': '1.4', Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'SecurityGroupRule': '1.2', Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'SubPort': '1.0', Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'Subnet': '1.1', Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: 'Trunk': '1.1'}} Jul 05 03:34:10.447014 n-d-798249-5 neutron-server[100878]: {{(pid=100878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:34:10.496918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Attempting to bind port b01a5ead-2b73-4a2d-9319-567dd139d0d4 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:34:10.497326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Attempting to bind port b01a5ead-2b73-4a2d-9319-567dd139d0d4 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '10e504c2-f6d1-4657-9bb2-1b946c9ca750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:34:10.498358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Attempting to bind port b01a5ead-2b73-4a2d-9319-567dd139d0d4 on network c16c8d96-d4f3-4d81-9ef2-234fad85e150 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:34:10.502683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:34:10.503091 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Checking segment: {'id': '10e504c2-f6d1-4657-9bb2-1b946c9ca750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:34:10.503572 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:10.503964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Bound using segment: {'id': '10e504c2-f6d1-4657-9bb2-1b946c9ca750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:34:10.504454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Bound port: b01a5ead-2b73-4a2d-9319-567dd139d0d4, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e504c2-f6d1-4657-9bb2-1b946c9ca750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:34:10.504886 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:10.614665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] For port b01a5ead-2b73-4a2d-9319-567dd139d0d4, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:34:10.619118 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] For port b01a5ead-2b73-4a2d-9319-567dd139d0d4, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b01a5ead-2b73-4a2d-9319-567dd139d0d4,segment=NetworkSegment(10e504c2-f6d1-4657-9bb2-1b946c9ca750),segment_id=10e504c2-f6d1-4657-9bb2-1b946c9ca750)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:34:10.684176 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:10.756458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b1334-6a90-4c1e-b5d5-d32a4d1fc559 None None] Pushing event updated for resources: {'Port': ['ID=b01a5ead-2b73-4a2d-9319-567dd139d0d4,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:11.928640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45130) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:12.277277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-22c99de4-8f7a-4ffb-a649-e45634449062 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:34:12.278311 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-22c99de4-8f7a-4ffb-a649-e45634449062 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3487093 Jul 05 03:34:14.692927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45138) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:14.996057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-a8525ede-40fb-4ddf-9167-0d9ae10ac246 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:34:14.997197 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a8525ede-40fb-4ddf-9167-0d9ae10ac246 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3033106 Jul 05 03:34:16.119866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b01a5ead-2b73-4a2d-9319-567dd139d0d4 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:34:16.278565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port b01a5ead-2b73-4a2d-9319-567dd139d0d4 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:34:17.013460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae04c636-1ccd-453e-91be-90f265e5f014 None None] Network c16c8d96-d4f3-4d81-9ef2-234fad85e150 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:34:17.169809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7b7a69f0-12d0-49d9-bfc6-99650f3934e9 None None] Provisioning for port b01a5ead-2b73-4a2d-9319-567dd139d0d4 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:34:17.177166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7b7a69f0-12d0-49d9-bfc6-99650f3934e9 None None] Provisioning complete for port b01a5ead-2b73-4a2d-9319-567dd139d0d4 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:34:17.177559 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7b7a69f0-12d0-49d9-bfc6-99650f3934e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:17.319351 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7b7a69f0-12d0-49d9-bfc6-99650f3934e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:17.355288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7b7a69f0-12d0-49d9-bfc6-99650f3934e9 None None] For port b01a5ead-2b73-4a2d-9319-567dd139d0d4, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b01a5ead-2b73-4a2d-9319-567dd139d0d4,segment=NetworkSegment(10e504c2-f6d1-4657-9bb2-1b946c9ca750),segment_id=10e504c2-f6d1-4657-9bb2-1b946c9ca750)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:34:17.404127 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7b7a69f0-12d0-49d9-bfc6-99650f3934e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:17.452477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a69f0-12d0-49d9-bfc6-99650f3934e9 None None] Pushing event updated for resources: {'Port': ['ID=b01a5ead-2b73-4a2d-9319-567dd139d0d4,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:17.525697 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d46f2500-40a6-40be-ae36-583b7918f39b None None] Provisioning complete for port b01a5ead-2b73-4a2d-9319-567dd139d0d4 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:34:17.526079 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d46f2500-40a6-40be-ae36-583b7918f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:17.638010 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45152) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:17.928020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1202d242-826e-4375-a654-0c3bc8b929f2 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'admin_state_up': True}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:34:18.010348 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1202d242-826e-4375-a654-0c3bc8b929f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:18.011950 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1202d242-826e-4375-a654-0c3bc8b929f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:18.108740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b01a5ead-2b73-4a2d-9319-567dd139d0d4 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:34:18.151468 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1202d242-826e-4375-a654-0c3bc8b929f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:18.154129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b01a5ead-2b73-4a2d-9319-567dd139d0d4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:34:18.154509 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:18.215796 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1202d242-826e-4375-a654-0c3bc8b929f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:18.272749 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1202d242-826e-4375-a654-0c3bc8b929f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:18.273967 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1202d242-826e-4375-a654-0c3bc8b929f2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6349952 Jul 05 03:34:20.680181 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45160) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:20.985819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-ec06bddf-b1e6-4ee2-a94b-a1c937cc6878 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:34:20.987124 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ec06bddf-b1e6-4ee2-a94b-a1c937cc6878 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3059778 Jul 05 03:34:21.164307 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-16830d20-1bcf-415b-94e3-ed7eaa29bcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:23.348569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45168) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:23.648759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:34:23.729176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Made reservation on behalf of b81c3401689547349d85c2b649d8ac5c for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:34:23.731415 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:23.742066 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:23.827517 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:23.889385 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:23.904690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Reserving flat network on physical network physnet1 {{(pid=100876) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 05 03:34:23.922600 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3236d0-cbe0-4f4f-9b64-d8d6e59845ee,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:23.928273 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:23.928657 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Added segment 2d86e501-0ff1-44ff-92fb-70e3154636d8 of type flat for network 66992202-865d-40d7-a9cb-99d1644d0ce4 Jul 05 03:34:23.974203 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:24.044086 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:24.045053 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:24.045665 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:24.104926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] Pushing event updated for resources: {'Network': ['ID=66992202-865d-40d7-a9cb-99d1644d0ce4,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:24.115028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:34:24.147991 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3c93f091-053f-4a88-9c94-ca93d7fd4300 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7983139 Jul 05 03:34:24.285428 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-300a1974-2499-4f75-a95b-02c1e22ae58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:24.307066 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:25.043818 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:25.394053 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 5 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:34:26.497845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45186) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:26.671753 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb01638-f1a2-4cfa-b47d-4a8d79dce0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:26.673225 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9bb01638-f1a2-4cfa-b47d-4a8d79dce0cc admin admin] 10.222.0.60 "GET /v2.0/subnets/85fd53d5-49e5-4761-b4c0-b90c6a77c828 HTTP/1.1" status: 200 len: 849 time: 0.1743436 Jul 05 03:34:26.790380 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-273eff4c-9326-4c5f-a2b4-e8fe42fb020b admin admin] 10.222.0.60 "GET /v2.0/routers/fec7b0e3-f575-4092-8664-768798e44bf7 HTTP/1.1" status: 200 len: 704 time: 0.1119933 Jul 05 03:34:26.866857 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:27.061386 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:27.347868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Allocated IP 172.20.0.1 (c16c8d96-d4f3-4d81-9ef2-234fad85e150/85fd53d5-49e5-4761-b4c0-b90c6a77c828/57c000d5-aa79-44d0-83d4-21727e9718f4) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:34:27.543706 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:27.565522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Transition to ACTIVE for port object 57c000d5-aa79-44d0-83d4-21727e9718f4 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:34:27.684077 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:27.752390 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Network c16c8d96-d4f3-4d81-9ef2-234fad85e150 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:34:27.758372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:34:27.770221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:34:27.770221 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:27.796930 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=57c000d5-aa79-44d0-83d4-21727e9718f4,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:28.021087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:28.032999 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-71f61332-e6c8-46a6-962c-1b76e3dfcbed None None] Provisioning for port 57c000d5-aa79-44d0-83d4-21727e9718f4 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:34:28.036668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-71f61332-e6c8-46a6-962c-1b76e3dfcbed None None] Provisioning complete for port 57c000d5-aa79-44d0-83d4-21727e9718f4 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:34:28.037047 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-71f61332-e6c8-46a6-962c-1b76e3dfcbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:28.073355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-71f61332-e6c8-46a6-962c-1b76e3dfcbed None None] Port 57c000d5-aa79-44d0-83d4-21727e9718f4 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:34:28.202940 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:28.238152 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:28.239904 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:28.316304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=57c000d5-aa79-44d0-83d4-21727e9718f4,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:28.361546 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Network c16c8d96-d4f3-4d81-9ef2-234fad85e150 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:34:28.362775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:34:28.593945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0647da39-7cd6-4679-8c04-fff0cfac1ee0 None None] Provisioning complete for port 57c000d5-aa79-44d0-83d4-21727e9718f4 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:34:28.594284 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0647da39-7cd6-4679-8c04-fff0cfac1ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:28.630120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0647da39-7cd6-4679-8c04-fff0cfac1ee0 None None] Port 57c000d5-aa79-44d0-83d4-21727e9718f4 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:34:28.632395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Router fec7b0e3-f575-4092-8664-768798e44bf7 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:34:28.723690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:34:28.728898 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b5b93d68-66b4-49e5-9a0e-ceab98254eb1 admin admin] 10.222.0.60 "PUT /v2.0/routers/fec7b0e3-f575-4092-8664-768798e44bf7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9336934 Jul 05 03:34:28.733646 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Sync routers for ids ['fec7b0e3-f575-4092-8664-768798e44bf7'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:34:28.746865 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Routers {'fec7b0e3-f575-4092-8664-768798e44bf7'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:34:28.747708 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:34:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['fec7b0e3-f575-4092-8664-768798e44bf7'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:34:28.932221 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Set router fec7b0e3-f575-4092-8664-768798e44bf7 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:34:29.370898 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'name': 'router1', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:34:18Z', 'updated_at': '2021-07-05T03:34:27Z', 'revision_number': 2, 'project_id': '070363665a3f40e98426753ef64e60be', 'gw_port_host': None, '_interfaces': [{'id': '57c000d5-aa79-44d0-83d4-21727e9718f4', 'name': '', 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'mac_address': 'fa:16:3e:b4:5f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85fd53d5-49e5-4761-b4c0-b90c6a77c828', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:34:27Z', 'updated_at': '2021-07-05T03:34:28Z', 'revision_number': 2, 'project_id': '070363665a3f40e98426753ef64e60be', 'subnets': [{'id': '85fd53d5-49e5-4761-b4c0-b90c6a77c828', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f86c61f-54d2-46f5-a207-a77f15dc0779'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:34:29.423693 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Checking router: fec7b0e3-f575-4092-8664-768798e44bf7 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:34:29.424066 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Updating router fec7b0e3-f575-4092-8664-768798e44bf7 port 57c000d5-aa79-44d0-83d4-21727e9718f4 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:34:29.488622 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:29.978046 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:29.997330 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Transition to ACTIVE for port object 57c000d5-aa79-44d0-83d4-21727e9718f4 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:34:30.055272 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:30.221808 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Attempting to bind port 57c000d5-aa79-44d0-83d4-21727e9718f4 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:34:30.222303 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Attempting to bind port 57c000d5-aa79-44d0-83d4-21727e9718f4 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '10e504c2-f6d1-4657-9bb2-1b946c9ca750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:34:30.222734 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Attempting to bind port 57c000d5-aa79-44d0-83d4-21727e9718f4 on network c16c8d96-d4f3-4d81-9ef2-234fad85e150 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:34:30.228871 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Pushing event updated for resources: {'Port': ['ID=57c000d5-aa79-44d0-83d4-21727e9718f4,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:30.236467 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:34:30.236885 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Checking segment: {'id': '10e504c2-f6d1-4657-9bb2-1b946c9ca750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:34:30.237375 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:30.237767 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Bound using segment: {'id': '10e504c2-f6d1-4657-9bb2-1b946c9ca750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:34:30.238246 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Bound port: 57c000d5-aa79-44d0-83d4-21727e9718f4, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e504c2-f6d1-4657-9bb2-1b946c9ca750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:34:30.238660 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:30.241576 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:30.241918 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:30.242255 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:30.242587 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:30.243416 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:30.243416 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:30.243598 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:30.243858 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:30.244178 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:30.244528 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:30.244849 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:30.245253 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Tracked resource versions report: Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: pushed versions: Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: { 'AddressGroup': {'1.2'}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'ConntrackHelper': {'1.0'}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'Log': {'1.0'}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'Network': {'1.1'}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'Port': {'1.7'}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'PortForwarding': {'1.2'}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'QosPolicy': {'1.8'}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'SecurityGroup': {'1.4'}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'SubPort': {'1.0'}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'Subnet': {'1.1'}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'Trunk': {'1.1'}} Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: consumer versions: Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: { DHCP agent@n-d-798249-5: {}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: L3 agent@n-d-798249-5: {}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: Metadata agent@n-d-798249-5: {}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: Metering agent@n-d-798249-5: {}, Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: Open vSwitch agent@n-d-798249-5: { 'AddressGroup': '1.2', Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'ConntrackHelper': '1.0', Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'Log': '1.0', Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'Network': '1.1', Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'Port': '1.7', Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'PortForwarding': '1.2', Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'QosPolicy': '1.8', Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'SecurityGroup': '1.4', Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'SecurityGroupRule': '1.2', Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'SubPort': '1.0', Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'Subnet': '1.1', Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: 'Trunk': '1.1'}} Jul 05 03:34:30.246296 n-d-798249-5 neutron-server[100879]: {{(pid=100879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:34:30.309876 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] For port 57c000d5-aa79-44d0-83d4-21727e9718f4, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:34:30.330337 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] For port 57c000d5-aa79-44d0-83d4-21727e9718f4, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=57c000d5-aa79-44d0-83d4-21727e9718f4,segment=NetworkSegment(10e504c2-f6d1-4657-9bb2-1b946c9ca750),segment_id=10e504c2-f6d1-4657-9bb2-1b946c9ca750)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:34:30.404246 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:30.458133 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Routers {'fec7b0e3-f575-4092-8664-768798e44bf7'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:34:30.458781 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:34:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['fec7b0e3-f575-4092-8664-768798e44bf7'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:34:30.529681 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee97513-e9ea-46c8-b284-7a33d0692d0e None None] Pushing event updated for resources: {'Port': ['ID=57c000d5-aa79-44d0-83d4-21727e9718f4,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:30.557576 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] Set router fec7b0e3-f575-4092-8664-768798e44bf7 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:34:30.762464 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'name': 'router1', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:34:18Z', 'updated_at': '2021-07-05T03:34:27Z', 'revision_number': 2, 'project_id': '070363665a3f40e98426753ef64e60be', 'gw_port_host': None, '_interfaces': [{'id': '57c000d5-aa79-44d0-83d4-21727e9718f4', 'name': '', 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'mac_address': 'fa:16:3e:b4:5f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85fd53d5-49e5-4761-b4c0-b90c6a77c828', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:34:27Z', 'updated_at': '2021-07-05T03:34:30Z', 'revision_number': 4, 'project_id': '070363665a3f40e98426753ef64e60be', 'subnets': [{'id': '85fd53d5-49e5-4761-b4c0-b90c6a77c828', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f86c61f-54d2-46f5-a207-a77f15dc0779'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:34:30.791112 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6fe742-dba8-4b41-b762-8d00d33291ea None None] The sync data for ids ['fec7b0e3-f575-4092-8664-768798e44bf7'] in n-d-798249-5 is: [{'id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'name': 'router1', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:34:18Z', 'updated_at': '2021-07-05T03:34:27Z', 'revision_number': 2, 'project_id': '070363665a3f40e98426753ef64e60be', 'gw_port_host': None, '_interfaces': [{'id': '57c000d5-aa79-44d0-83d4-21727e9718f4', 'name': '', 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'mac_address': 'fa:16:3e:b4:5f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85fd53d5-49e5-4761-b4c0-b90c6a77c828', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:34:27Z', 'updated_at': '2021-07-05T03:34:30Z', 'revision_number': 4, 'project_id': '070363665a3f40e98426753ef64e60be', 'subnets': [{'id': '85fd53d5-49e5-4761-b4c0-b90c6a77c828', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f86c61f-54d2-46f5-a207-a77f15dc0779'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:34:30.975958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45206) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:31.246327 n-d-798249-5 neutron-server[100877]: DEBUG neutron.policy [None req-f7d9dbbf-9a04-4df8-b565-012ea07354a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100877) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 03:34:31.290207 n-d-798249-5 neutron-server[100877]: WARNING oslo_policy.policy [None req-f7d9dbbf-9a04-4df8-b565-012ea07354a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:34:31.290519 n-d-798249-5 neutron-server[100877]: WARNING oslo_policy.policy [None req-f7d9dbbf-9a04-4df8-b565-012ea07354a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:34:31.299477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d9dbbf-9a04-4df8-b565-012ea07354a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:31.301287 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f7d9dbbf-9a04-4df8-b565-012ea07354a1 admin admin] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 842 time: 0.3243113 Jul 05 03:34:31.310871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:34:31.312983 n-d-798249-5 neutron-server[100877]: INFO neutron.quota [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Loaded quota_driver: . Jul 05 03:34:31.415396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Made reservation on behalf of b81c3401689547349d85c2b649d8ac5c for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:34:31.418311 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:31.877811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.objects.ports [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:34:31.878307 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:31.946868 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:34:31.947263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Network hostable DHCP agents. Network: 66992202-865d-40d7-a9cb-99d1644d0ce4, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:34:31.949381 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb75e482-ee2b-4bf7-8e49-c325fccde45c,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:31.959761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:31.960111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:31.960483 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:31.960821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:31.961148 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:31.961471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:31.961794 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:31.962111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:31.962428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:31.962746 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:31.963061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:31.963376 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Tracked resource versions report: Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: pushed versions: Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: { 'AddressGroup': {'1.2'}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'ConntrackHelper': {'1.0'}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'Log': {'1.0'}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'Network': {'1.1'}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'Port': {'1.7'}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'PortForwarding': {'1.2'}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'QosPolicy': {'1.8'}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'SecurityGroup': {'1.4'}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'SubPort': {'1.0'}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'Subnet': {'1.1'}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'Trunk': {'1.1'}} Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: consumer versions: Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: { DHCP agent@n-d-798249-5: {}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: L3 agent@n-d-798249-5: {}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: Metadata agent@n-d-798249-5: {}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: Metering agent@n-d-798249-5: {}, Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: Open vSwitch agent@n-d-798249-5: { 'AddressGroup': '1.2', Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'ConntrackHelper': '1.0', Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'Log': '1.0', Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'Network': '1.1', Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'Port': '1.7', Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'PortForwarding': '1.2', Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'QosPolicy': '1.8', Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'SecurityGroup': '1.4', Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'SecurityGroupRule': '1.2', Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'SubPort': '1.0', Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'Subnet': '1.1', Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: 'Trunk': '1.1'}} Jul 05 03:34:31.964584 n-d-798249-5 neutron-server[100877]: {{(pid=100877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:34:32.112319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:34:32.186559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 66992202-865d-40d7-a9cb-99d1644d0ce4) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:34:32.191647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:32.192281 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:32.198720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edf4d6c-d6ba-4210-a7d5-9dababdff610 None None] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:34:32.261382 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fa385e56-d457-4fb9-a09c-33d52f1234a5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9542966 Jul 05 03:34:32.329548 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96097ef-4621-414f-96b5-b5c87bf88e2a None None] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:34:34.141868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 57c000d5-aa79-44d0-83d4-21727e9718f4 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:34:34.300539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 57c000d5-aa79-44d0-83d4-21727e9718f4 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:34:34.304629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 57c000d5-aa79-44d0-83d4-21727e9718f4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:34:34.305009 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:34.384690 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:34.418272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 57c000d5-aa79-44d0-83d4-21727e9718f4, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=57c000d5-aa79-44d0-83d4-21727e9718f4,segment=NetworkSegment(10e504c2-f6d1-4657-9bb2-1b946c9ca750),segment_id=10e504c2-f6d1-4657-9bb2-1b946c9ca750)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:34:34.489669 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:34.541350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=57c000d5-aa79-44d0-83d4-21727e9718f4,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:34.557170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45224) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:34.813358 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-af5bb0b0-812a-49d6-a7e4-2ecae6d80418 admin admin] 10.222.0.60 "GET /v2.0/routers/fec7b0e3-f575-4092-8664-768798e44bf7 HTTP/1.1" status: 200 len: 710 time: 0.2543702 Jul 05 03:34:34.901389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db798bb-26c0-4299-ad0f-eae8381edcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:34.902767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8db798bb-26c0-4299-ad0f-eae8381edcfe admin admin] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 886 time: 0.0843017 Jul 05 03:34:34.911523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:34:35.164299 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:35.452736 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:35.526155 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:35.679312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Allocated IP 172.25.0.211 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/f3fd3b27-84bd-492f-ae05-0a6ff2fc6415) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:34:35.787264 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:35.958293 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:36.072844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:34:36.080463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:34:36.088789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:34:36.113582 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 57c000d5-aa79-44d0-83d4-21727e9718f4 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:34:36.126448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Pushing event updated for resources: {'Port': ['ID=f3fd3b27-84bd-492f-ae05-0a6ff2fc6415,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:36.210140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 57c000d5-aa79-44d0-83d4-21727e9718f4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:34:36.210449 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:36.434120 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:36.621944 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:36.624996 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:36.730583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Router fec7b0e3-f575-4092-8664-768798e44bf7 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:34:36.833758 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:34:36.837998 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:36.839401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-73a395f3-f3f4-45c6-91fd-9590bb2a261d admin admin] 10.222.0.60 "PUT /v2.0/routers/fec7b0e3-f575-4092-8664-768798e44bf7 HTTP/1.1" status: 200 len: 890 time: 1.9309878 Jul 05 03:34:36.842729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Sync routers for ids ['fec7b0e3-f575-4092-8664-768798e44bf7'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:34:36.855017 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Routers {'fec7b0e3-f575-4092-8664-768798e44bf7'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:34:36.855708 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:34:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['fec7b0e3-f575-4092-8664-768798e44bf7'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:34:37.082242 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Set router fec7b0e3-f575-4092-8664-768798e44bf7 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:34:37.473028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'name': 'router1', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f3fd3b27-84bd-492f-ae05-0a6ff2fc6415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:34:18Z', 'updated_at': '2021-07-05T03:34:36Z', 'revision_number': 4, 'project_id': '070363665a3f40e98426753ef64e60be', 'gw_port': {'id': 'f3fd3b27-84bd-492f-ae05-0a6ff2fc6415', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:34:35Z', 'updated_at': '2021-07-05T03:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '57c000d5-aa79-44d0-83d4-21727e9718f4', 'name': '', 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'mac_address': 'fa:16:3e:b4:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85fd53d5-49e5-4761-b4c0-b90c6a77c828', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:34:27Z', 'updated_at': '2021-07-05T03:34:34Z', 'revision_number': 5, 'project_id': '070363665a3f40e98426753ef64e60be', 'subnets': [{'id': '85fd53d5-49e5-4761-b4c0-b90c6a77c828', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f86c61f-54d2-46f5-a207-a77f15dc0779'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:34:37.525120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Checking router: fec7b0e3-f575-4092-8664-768798e44bf7 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:34:37.525474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Updating router fec7b0e3-f575-4092-8664-768798e44bf7 port f3fd3b27-84bd-492f-ae05-0a6ff2fc6415 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:34:37.557872 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:37.872782 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:37.882550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Transition to ACTIVE for port object f3fd3b27-84bd-492f-ae05-0a6ff2fc6415 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:34:37.958049 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:38.008829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Attempting to bind port f3fd3b27-84bd-492f-ae05-0a6ff2fc6415 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:34:38.009205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Attempting to bind port f3fd3b27-84bd-492f-ae05-0a6ff2fc6415 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:34:38.009572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Attempting to bind port f3fd3b27-84bd-492f-ae05-0a6ff2fc6415 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:34:38.011372 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481e4d7-b900-4e02-bdc1-5b5be1068763 None None] Pushing event updated for resources: {'Port': ['ID=f3fd3b27-84bd-492f-ae05-0a6ff2fc6415,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:38.017462 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:34:38.019320 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:34:38.019320 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:38.019320 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:34:38.019320 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Bound port: f3fd3b27-84bd-492f-ae05-0a6ff2fc6415, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:34:38.020262 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:38.070022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] For port f3fd3b27-84bd-492f-ae05-0a6ff2fc6415, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:34:38.073032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] For port f3fd3b27-84bd-492f-ae05-0a6ff2fc6415, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f3fd3b27-84bd-492f-ae05-0a6ff2fc6415,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:34:38.135414 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:38.200116 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481e4d7-b900-4e02-bdc1-5b5be1068763 None None] Pushing event updated for resources: {'Port': ['ID=f3fd3b27-84bd-492f-ae05-0a6ff2fc6415,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:38.202731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Routers {'fec7b0e3-f575-4092-8664-768798e44bf7'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:34:38.203450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:34:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['fec7b0e3-f575-4092-8664-768798e44bf7'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:34:38.381825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] Set router fec7b0e3-f575-4092-8664-768798e44bf7 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:34:38.598740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'name': 'router1', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f3fd3b27-84bd-492f-ae05-0a6ff2fc6415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:34:18Z', 'updated_at': '2021-07-05T03:34:36Z', 'revision_number': 4, 'project_id': '070363665a3f40e98426753ef64e60be', 'gw_port': {'id': 'f3fd3b27-84bd-492f-ae05-0a6ff2fc6415', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:34:35Z', 'updated_at': '2021-07-05T03:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '57c000d5-aa79-44d0-83d4-21727e9718f4', 'name': '', 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'mac_address': 'fa:16:3e:b4:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85fd53d5-49e5-4761-b4c0-b90c6a77c828', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:34:27Z', 'updated_at': '2021-07-05T03:34:34Z', 'revision_number': 5, 'project_id': '070363665a3f40e98426753ef64e60be', 'subnets': [{'id': '85fd53d5-49e5-4761-b4c0-b90c6a77c828', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f86c61f-54d2-46f5-a207-a77f15dc0779'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:34:38.625088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c2fdce-4073-4143-bd50-4996e8948f8f None None] The sync data for ids ['fec7b0e3-f575-4092-8664-768798e44bf7'] in n-d-798249-5 is: [{'id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'name': 'router1', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f3fd3b27-84bd-492f-ae05-0a6ff2fc6415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:34:18Z', 'updated_at': '2021-07-05T03:34:36Z', 'revision_number': 4, 'project_id': '070363665a3f40e98426753ef64e60be', 'gw_port': {'id': 'f3fd3b27-84bd-492f-ae05-0a6ff2fc6415', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:34:35Z', 'updated_at': '2021-07-05T03:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '57c000d5-aa79-44d0-83d4-21727e9718f4', 'name': '', 'network_id': 'c16c8d96-d4f3-4d81-9ef2-234fad85e150', 'tenant_id': '070363665a3f40e98426753ef64e60be', 'mac_address': 'fa:16:3e:b4:5f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec7b0e3-f575-4092-8664-768798e44bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85fd53d5-49e5-4761-b4c0-b90c6a77c828', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:34:27Z', 'updated_at': '2021-07-05T03:34:34Z', 'revision_number': 5, 'project_id': '070363665a3f40e98426753ef64e60be', 'subnets': [{'id': '85fd53d5-49e5-4761-b4c0-b90c6a77c828', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f86c61f-54d2-46f5-a207-a77f15dc0779'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:34:39.229632 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45232) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:39.357091 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7e65cc9a-d1a9-4ce0-8352-6fadab9ecc99 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1263533 Jul 05 03:34:40.138132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f3fd3b27-84bd-492f-ae05-0a6ff2fc6415 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:34:40.260832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port f3fd3b27-84bd-492f-ae05-0a6ff2fc6415 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:34:40.264907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f3fd3b27-84bd-492f-ae05-0a6ff2fc6415 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:34:40.265287 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:40.343145 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:40.364204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port f3fd3b27-84bd-492f-ae05-0a6ff2fc6415, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f3fd3b27-84bd-492f-ae05-0a6ff2fc6415,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:34:40.420591 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:40.469961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=f3fd3b27-84bd-492f-ae05-0a6ff2fc6415,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:42.120267 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f3fd3b27-84bd-492f-ae05-0a6ff2fc6415 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:34:42.171622 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f3fd3b27-84bd-492f-ae05-0a6ff2fc6415 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:34:42.172705 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:51.168780 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-990b78a8-b9bb-4fdc-8365-9b90559f7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:54.197393 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7587f951-2c1b-4576-b023-2af4f530ebc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:54.267479 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:55.025743 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:56.889216 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:02.394253 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 5 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:35:21.339834 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3dc741e8-a5c1-4e4b-a0a3-47186bb42f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:24.236969 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e02cfd0c-4105-48ce-a910-3df0fd8bbc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:24.316653 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:25.082598 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:27.356941 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:39.393679 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 5 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:35:51.178566 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3700-caa7-487a-97e1-2627f8f10741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:54.207156 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-17fe4a8f-1fdf-41bf-80a3-c59b7b540c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:54.258942 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:55.223076 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:56.892568 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:16.391662 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 5 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:36:21.164979 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9043862e-a3ca-4620-9e0d-9380cf657cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:22.819317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45834) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:22.879623 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-87135fe6-3f8c-4679-8c79-2123cfbf2d87 admin admin] GET failed (client error): The resource could not be found. Jul 05 03:36:22.881078 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-87135fe6-3f8c-4679-8c79-2123cfbf2d87 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608151 Jul 05 03:36:23.041739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5532632d-39be-4ce3-8749-38802e4bd919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:23.043143 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5532632d-39be-4ce3-8749-38802e4bd919 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1582487 Jul 05 03:36:24.221637 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-81ee26f9-1662-486f-8a68-3bf16bec74b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:24.249964 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:25.047097 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:25.224074 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45844) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:25.324854 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeea0eb-1a24-4c65-b0e5-9f6d11efbe6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:25.326116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7aeea0eb-1a24-4c65-b0e5-9f6d11efbe6e admin admin] 10.222.0.60 "GET /v2.0/subnets/85fd53d5-49e5-4761-b4c0-b90c6a77c828 HTTP/1.1" status: 200 len: 849 time: 0.1010840 Jul 05 03:36:25.335729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:36:25.417332 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:25.606228 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756886208543'] for subnet, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:25.636700 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:25.637304 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:25.640507 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] 10.222.0.60 "PUT /v2.0/subnets/85fd53d5-49e5-4761-b4c0-b90c6a77c828 HTTP/1.1" status: 200 len: 868 time: 0.3065319 Jul 05 03:36:25.641339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ae489c-5c97-446b-801a-0eb285aa7542 None None] Network c16c8d96-d4f3-4d81-9ef2-234fad85e150 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:36:25.660633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85fd53d5-49e5-4761-b4c0-b90c6a77c828,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:25.669131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:25.669744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:25.670089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:25.670323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:25.671429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:25.671791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:25.672140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:25.672496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:25.672829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:25.673157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:25.673481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:25.673808 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472c14b-de3b-4fad-87e9-c4c938553975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:26.025645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6b2c4ca3-6130-47e9-bb54-522678cb77b0 None None] Provisioning complete for port b01a5ead-2b73-4a2d-9319-567dd139d0d4 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:26.026022 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4ca3-6130-47e9-bb54-522678cb77b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:26.112647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6b2c4ca3-6130-47e9-bb54-522678cb77b0 None None] Provisioning complete for port 57c000d5-aa79-44d0-83d4-21727e9718f4 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:26.112937 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4ca3-6130-47e9-bb54-522678cb77b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:26.903204 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:27.808641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45852) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:28.060545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff7078d-2421-4606-8fe7-427c4b8d5587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:28.061007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff7078d-2421-4606-8fe7-427c4b8d5587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:28.062530 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2ff7078d-2421-4606-8fe7-427c4b8d5587 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2529175 Jul 05 03:36:30.290558 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45860) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:30.488920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec20e89-fbb1-4e48-88ec-ccd8c5737534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:30.489349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec20e89-fbb1-4e48-88ec-ccd8c5737534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:30.490937 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dec20e89-fbb1-4e48-88ec-ccd8c5737534 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1994400 Jul 05 03:36:32.653372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45870) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:32.854710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a6bc4-0d26-4fc8-a408-5742dc8410d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:32.856018 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-728a6bc4-0d26-4fc8-a408-5742dc8410d2 admin admin] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 886 time: 0.2016366 Jul 05 03:36:34.993145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45878) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:35.135553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9859ce5f-c532-4ef6-8fdf-cb70dd7be62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:35.136938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9859ce5f-c532-4ef6-8fdf-cb70dd7be62b admin admin] 10.222.0.60 "GET /v2.0/networks/c16c8d96-d4f3-4d81-9ef2-234fad85e150 HTTP/1.1" status: 200 len: 869 time: 0.1428437 Jul 05 03:36:37.298111 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45886) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:37.422484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb627b8-4f5d-47a5-85af-d7c24b8b99ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:37.422949 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb627b8-4f5d-47a5-85af-d7c24b8b99ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:37.424509 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bdb627b8-4f5d-47a5-85af-d7c24b8b99ab admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254263 Jul 05 03:36:39.578720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45894) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:39.673111 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd071f4c-2775-4e2e-9433-cd1c20920b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:39.673577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd071f4c-2775-4e2e-9433-cd1c20920b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:39.675178 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bd071f4c-2775-4e2e-9433-cd1c20920b6b admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0954797 Jul 05 03:36:41.815586 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45902) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:41.903620 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c403a358-9282-44a7-b388-97e7513bd626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:41.905066 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c403a358-9282-44a7-b388-97e7513bd626 admin admin] 10.222.0.60 "GET /v2.0/subnets/85fd53d5-49e5-4761-b4c0-b90c6a77c828 HTTP/1.1" status: 200 len: 868 time: 0.0885260 Jul 05 03:36:44.078674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45910) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:44.163073 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81043038-a165-435a-a1c1-0b37a700fc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:44.164433 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-81043038-a165-435a-a1c1-0b37a700fc7c admin admin] 10.222.0.60 "GET /v2.0/subnets/bb75e482-ee2b-4bf7-8e49-c325fccde45c HTTP/1.1" status: 200 len: 816 time: 0.0847726 Jul 05 03:36:51.168996 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-058408c2-980d-4b74-a7af-deee3209a95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:53.391344 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 5 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:36:54.208335 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9505fe1a-0f56-48c3-a8ed-620d426a5efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:54.260195 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:55.027966 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:56.908816 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:08.207888 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45954) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:08.252882 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-c9ddc60f-2fab-4aaa-81f0-dc6f8b5428d5 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:37:08.253899 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c9ddc60f-2fab-4aaa-81f0-dc6f8b5428d5 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450368 Jul 05 03:37:10.770165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45962) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:10.828684 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5af5ba-f3f6-4ffb-90ac-ef733302c126 admin admin] GET failed (client error): The resource could not be found. Jul 05 03:37:10.830010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-eb5af5ba-f3f6-4ffb-90ac-ef733302c126 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589168 Jul 05 03:37:10.916468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0014128-2985-42f5-85c2-11d0387fe271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:10.917966 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c0014128-2985-42f5-85c2-11d0387fe271 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840456 Jul 05 03:37:13.235555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45970) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:13.289254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-bea91f14-bd04-4175-b946-aec0995bddd2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:37:13.388460 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea91f14-bd04-4175-b946-aec0995bddd2 admin admin] Made reservation on behalf of b81c3401689547349d85c2b649d8ac5c for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:37:13.392269 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea91f14-bd04-4175-b946-aec0995bddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:13.454543 n-d-798249-5 neutron-server[100877]: WARNING neutron.services.revisions.revision_plugin [None req-bea91f14-bd04-4175-b946-aec0995bddd2 admin admin] Could not find related network for resource to bump revision. Jul 05 03:37:13.470109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea91f14-bd04-4175-b946-aec0995bddd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:37:13.483480 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea91f14-bd04-4175-b946-aec0995bddd2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756886216789', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:13.484999 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea91f14-bd04-4175-b946-aec0995bddd2 admin admin] Unsubscribe: segment precommit_create {{(pid=100877) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 03:37:13.484999 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-bea91f14-bd04-4175-b946-aec0995bddd2 admin admin] Added segment 5ab37956-11e0-4608-94c8-08ff16a12d35 of type vlan for network b142b475-d405-44d6-8b98-f8f6dde55545 Jul 05 03:37:13.539672 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea91f14-bd04-4175-b946-aec0995bddd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:13.682619 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea91f14-bd04-4175-b946-aec0995bddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:13.683598 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea91f14-bd04-4175-b946-aec0995bddd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:13.684182 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea91f14-bd04-4175-b946-aec0995bddd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:13.781485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea91f14-bd04-4175-b946-aec0995bddd2 admin admin] Pushing event updated for resources: {'Network': ['ID=b142b475-d405-44d6-8b98-f8f6dde55545,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:13.792413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network b142b475-d405-44d6-8b98-f8f6dde55545 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:37:13.862876 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bea91f14-bd04-4175-b946-aec0995bddd2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6258733 Jul 05 03:37:16.110988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45978) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:37:16.169276 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a623fb-b8a1-4b5e-93c2-9aa8d303c83d admin admin] GET failed (client error): The resource could not be found. Jul 05 03:37:16.170606 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-35a623fb-b8a1-4b5e-93c2-9aa8d303c83d admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586431 Jul 05 03:37:16.242094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc5c574-5cf5-43bc-a2af-b4fd27f45d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:16.243548 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5fc5c574-5cf5-43bc-a2af-b4fd27f45d03 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0690529 Jul 05 03:37:16.253158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-af325daf-7ead-4c55-b962-e51917be02b0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'description': 'shared-subnet'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:37:16.327806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af325daf-7ead-4c55-b962-e51917be02b0 admin admin] Made reservation on behalf of b81c3401689547349d85c2b649d8ac5c for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:37:16.330073 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-af325daf-7ead-4c55-b962-e51917be02b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:16.547520 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-af325daf-7ead-4c55-b962-e51917be02b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:16.601690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af325daf-7ead-4c55-b962-e51917be02b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=526abcff-8ecf-4458-8214-34a9085af88d,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:16.609913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af325daf-7ead-4c55-b962-e51917be02b0 admin admin] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:37:16.610377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af325daf-7ead-4c55-b962-e51917be02b0 admin admin] Network hostable DHCP agents. Network: b142b475-d405-44d6-8b98-f8f6dde55545, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:37:16.690755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af325daf-7ead-4c55-b962-e51917be02b0 admin admin] Network b142b475-d405-44d6-8b98-f8f6dde55545 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:37:16.779537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-af325daf-7ead-4c55-b962-e51917be02b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, b142b475-d405-44d6-8b98-f8f6dde55545) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:37:16.783818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af325daf-7ead-4c55-b962-e51917be02b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:37:16.784572 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-af325daf-7ead-4c55-b962-e51917be02b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:16.788856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06767d20-640b-40a9-b817-97c36c9cf6e7 None None] Network b142b475-d405-44d6-8b98-f8f6dde55545 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:37:16.877352 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-af325daf-7ead-4c55-b962-e51917be02b0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6278067 Jul 05 03:37:17.084166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-b142b475-d405-44d6-8b98-f8f6dde55545', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'tenant_id': 'b81c3401689547349d85c2b649d8ac5c', 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:37:17.085104 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:17.234533 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Allocated IP 192.168.233.2 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:37:17.403148 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:17.413908 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Transition to ACTIVE for port object acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:37:17.436690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Transition to ACTIVE for port object acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:37:17.512929 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:17.549258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:37:17.552785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:37:17.558573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:37:17.565392 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Pushing event updated for resources: {'Port': ['ID=acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:17.573243 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:37:17.573595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:37:17.573939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:37:17.575088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:37:17.575430 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:37:17.575763 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:37:17.576188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:37:17.576550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:37:17.576880 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:37:17.577212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:37:17.577544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:37:17.577870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:37:17.633002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Attempting to bind port acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:37:17.633382 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Attempting to bind port acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:37:17.633770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Attempting to bind port acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:37:17.639395 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:37:17.639776 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:37:17.640177 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:17.640602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:37:17.641065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Bound port: acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:37:17.641468 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:17.710670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] For port acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:37:17.714260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] For port acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:37:17.805946 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:17.876913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b02b1-f884-4417-8b07-37fbd237514e None None] Pushing event updated for resources: {'Port': ['ID=acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:18.287722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:37:18.420329 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:37:18.675050 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ca021-9d56-4e9d-b4b5-63c2d31d45f6 None None] Network b142b475-d405-44d6-8b98-f8f6dde55545 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:37:18.788726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-007756c3-35c0-4def-95b5-3085be8e3876 None None] Provisioning for port acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:37:18.799684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-007756c3-35c0-4def-95b5-3085be8e3876 None None] Provisioning complete for port acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:18.800063 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-007756c3-35c0-4def-95b5-3085be8e3876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:18.923906 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-007756c3-35c0-4def-95b5-3085be8e3876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:18.961560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-007756c3-35c0-4def-95b5-3085be8e3876 None None] For port acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:37:19.036705 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-007756c3-35c0-4def-95b5-3085be8e3876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:19.092208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007756c3-35c0-4def-95b5-3085be8e3876 None None] Pushing event updated for resources: {'Port': ['ID=acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:37:19.155693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-878a0d4d-8f43-4584-8825-b33dd93123b0 None None] Provisioning complete for port acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:19.156062 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-878a0d4d-8f43-4584-8825-b33dd93123b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:20.233944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:37:20.284667 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port acfbbcf6-3f30-4c4b-b7b2-a3f3dfff4dfa triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:37:20.285045 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:21.161590 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dcd314c8-f38e-43dc-bd0c-64c4d24e5169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:24.173097 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2f9f40ed-dba8-428c-a94e-bf86cdceb56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:24.230144 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:25.056224 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:26.909971 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:30.391523 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 5 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:37:51.203534 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d3180a92-857f-4ea9-bd0c-69f9c17fdf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:54.189456 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8dd3cca9-39f8-423e-8393-eec9fcd20514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:54.228775 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:55.057157 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:56.903218 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:07.390278 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 5 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:38:21.170404 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b5ba83cb-4ac3-45b2-9b22-7da2293c66a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:24.187704 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-68ec96f0-fea1-43bb-b9a6-1beafb7289f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:24.255857 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:25.067569 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:26.946149 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:34.205279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46030) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:38:34.211253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-f7be8d57-0f0a-44f1-8ad6-9920ef3cfb4d tempest-verify_tempest_config-824857915 tempest-verify_tempest_config-824857915-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:38:34.212224 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f7be8d57-0f0a-44f1-8ad6-9920ef3cfb4d tempest-verify_tempest_config-824857915 tempest-verify_tempest_config-824857915-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059843 Jul 05 03:38:34.735540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46048) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:38:34.840992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:34.954396 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:35.031223 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:35.075645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c3dafe-f1eb-40bf-bdae-ded55827e5a3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:38:35.080066 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9187ea4c67b4487aa48ca9cb247e4c52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3435442 Jul 05 03:38:35.082787 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46052) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:38:35.084225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.084602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.084979 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.085315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.085646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.085996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.086320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.086640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.086961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.087284 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.087601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.087917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba12901-4a55-49e0-8f9f-0b7204446109 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.141626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:35.167494 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:35.341058 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:35.343509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:35.344705 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4c3dafe-f1eb-40bf-bdae-ded55827e5a3 HTTP/1.1" status: 204 len: 168 time: 0.2609222 Jul 05 03:38:35.352978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c3dafe-f1eb-40bf-bdae-ded55827e5a3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:38:35.361820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.362388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.362777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.363130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.363471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.363811 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.364147 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.364768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.365107 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.365446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.365782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:35.366103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419022a-ab20-4e2b-a826-40d0bb049318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:44.389263 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 5 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:38:51.151830 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ed5989c5-9964-4fd3-a767-646a5b4816a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:54.168682 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c7df27ab-9449-4cdf-b0ad-22e5f0d80bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:54.259758 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:55.048356 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:56.905868 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:21.190102 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-08f76342-ea51-4798-8acc-97333b9fb29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:21.387640 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 5 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:39:24.212596 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b36b077f-2f24-405d-aa43-b30739e6b943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:24.241098 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:25.058843 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:26.927024 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:51.194509 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3a880f76-06fb-4c46-9400-963b5e3f0add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:54.194004 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-655caa1e-a266-4012-97e0-7821bc45c47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:54.291243 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:55.063016 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:56.892106 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:58.385673 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 5 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:40:21.199375 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a0405f16-5dec-4ba7-9bab-311ea751dc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:24.193673 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7a99443b-fbb1-4ca9-8f73-1ca373ae9474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:24.262092 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:25.073161 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:26.919030 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:35.383544 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 5 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:40:51.174453 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c4756d6-0959-43b0-8771-1638db040126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:54.191602 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f835490d-44bb-48ee-b1e1-b94825a63039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:54.242973 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:55.055472 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:56.946610 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:12.381828 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 5 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:41:21.215128 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd4419ef-9748-44d0-b9de-d3b6bec4d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:24.174662 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1457d529-ccb9-466d-ad4e-f4a021db9c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:24.248952 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:25.089069 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:26.923482 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:28.928775 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618209'] for agent, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:31.042886 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618209'] for agent, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:49.381421 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:41:51.217465 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1a62a7bf-e9da-47d7-bac6-2f0be05b3abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.190081 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-55c7219f-d454-4987-859c-d040aa6b8ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.276610 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.064998 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.945357 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:58.931215 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:00.988537 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.623976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46118) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:10.727967 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ff4c3cb3-bbc9-4a25-bff8-174e1cfb040d admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1029248 Jul 05 03:42:12.891860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46128) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:12.944785 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-55fecd2f-71ba-40ef-a146-e62aed6865b8 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0517623 Jul 05 03:42:21.207287 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-743e54b2-7b2b-4a84-adea-9036629ccd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.209566 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-69506975-514d-4111-b454-e7555cc96e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.287252 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.061102 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.380655 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:42:26.952316 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:28.907075 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:31.001589 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:51.289666 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5ca251f4-9cbc-4c38-ad20-77c9378e59fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:54.237846 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c595522-43c4-4de5-abc9-6a96d6bbd458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:54.263294 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.094473 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.966497 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.928665 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:01.006195 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:03.382936 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:43:21.184517 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c210a0c6-7285-427c-9d55-f0aea24b3a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.226214 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ce2abf3f-6b39-45e6-ae00-3d185a57adfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.292704 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.075581 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.945308 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:28.930826 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.074090 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.853444 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46326) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:35.331364 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-040748f2-37a5-41d4-9035-f8ea7514edb7 tempest-AutoAllocateNetworkTest-1832295381 tempest-AutoAllocateNetworkTest-1832295381-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=236dc13d827d4e3b85b4b4d0a2387efd&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4763966 Jul 05 03:43:35.333995 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46346) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:35.522708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1581d01-4412-4160-9f6e-bfd02543ae94 tempest-AutoAllocateNetworkTest-1832295381 tempest-AutoAllocateNetworkTest-1832295381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:35.524193 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c1581d01-4412-4160-9f6e-bfd02543ae94 tempest-AutoAllocateNetworkTest-1832295381 tempest-AutoAllocateNetworkTest-1832295381-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1883919 Jul 05 03:43:35.527204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46352) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:35.583907 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e1e1cffc-1cf7-42e1-b2ec-2c9afe4bd1da tempest-AutoAllocateNetworkTest-1832295381 tempest-AutoAllocateNetworkTest-1832295381-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553620 Jul 05 03:43:35.587156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46356) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:35.620316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ebacf72e-1ded-45cd-9dea-d795fface032 tempest-AutoAllocateNetworkTest-1832295381 tempest-AutoAllocateNetworkTest-1832295381-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=236dc13d827d4e3b85b4b4d0a2387efd HTTP/1.1" status: 200 len: 208 time: 0.0313938 Jul 05 03:43:36.879394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46402) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:37.450265 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.450265 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.450265 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.450265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d1f3ca-56bd-4560-81f5-02c406c4073f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:37.452712 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46426) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:37.454681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=236dc13d827d4e3b85b4b4d0a2387efd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5644112 Jul 05 03:43:37.454681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.454681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.454681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.454681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.454681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.454681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.454681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.454681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.454681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.454681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.454681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.454681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb2233-d028-4323-aade-5f38b6d5cd7c admin admin] Tracked resource versions report: Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: pushed versions: Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: { 'AddressGroup': {'1.2'}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'ConntrackHelper': {'1.0'}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'Log': {'1.0'}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'Network': {'1.1'}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'Port': {'1.7'}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'PortForwarding': {'1.2'}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'QosPolicy': {'1.8'}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'SecurityGroup': {'1.4'}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'SubPort': {'1.0'}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'Subnet': {'1.1'}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'Trunk': {'1.1'}} Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: consumer versions: Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: { DHCP agent@n-d-798249-5: {}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: HyperV agent@n-h1-798249-5: {}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: HyperV agent@n-h2-798249-5: {}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: L3 agent@n-d-798249-5: {}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: Metadata agent@n-d-798249-5: {}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: Metering agent@n-d-798249-5: {}, Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: Open vSwitch agent@n-d-798249-5: { 'AddressGroup': '1.2', Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'ConntrackHelper': '1.0', Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'Log': '1.0', Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'Network': '1.1', Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'Port': '1.7', Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'PortForwarding': '1.2', Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'QosPolicy': '1.8', Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'SecurityGroup': '1.4', Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'SecurityGroupRule': '1.2', Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'SubPort': '1.0', Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'Subnet': '1.1', Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: 'Trunk': '1.1'}} Jul 05 03:43:37.460443 n-d-798249-5 neutron-server[100877]: {{(pid=100877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:43:37.497972 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.522489 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.681237 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.684194 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.685420 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91d1f3ca-56bd-4560-81f5-02c406c4073f HTTP/1.1" status: 204 len: 168 time: 0.2405787 Jul 05 03:43:37.695163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d1f3ca-56bd-4560-81f5-02c406c4073f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:37.702833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.703175 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.703513 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.703851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.704344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.704705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.705037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.705365 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.705864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.706189 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.706679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.707816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec20e2-779e-4129-b0af-9169b389d35f admin admin] Tracked resource versions report: Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: pushed versions: Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: { 'AddressGroup': {'1.2'}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'ConntrackHelper': {'1.0'}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'Log': {'1.0'}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'Network': {'1.1'}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'Port': {'1.7'}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'PortForwarding': {'1.2'}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'QosPolicy': {'1.8'}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'SecurityGroup': {'1.4'}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'SubPort': {'1.0'}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'Subnet': {'1.1'}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'Trunk': {'1.1'}} Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: consumer versions: Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: { DHCP agent@n-d-798249-5: {}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: HyperV agent@n-h1-798249-5: {}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: HyperV agent@n-h2-798249-5: {}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: L3 agent@n-d-798249-5: {}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: Metadata agent@n-d-798249-5: {}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: Metering agent@n-d-798249-5: {}, Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: Open vSwitch agent@n-d-798249-5: { 'AddressGroup': '1.2', Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'ConntrackHelper': '1.0', Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'Log': '1.0', Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'Network': '1.1', Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'Port': '1.7', Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'PortForwarding': '1.2', Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'QosPolicy': '1.8', Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'SecurityGroup': '1.4', Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'SecurityGroupRule': '1.2', Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'SubPort': '1.0', Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'Subnet': '1.1', Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: 'Trunk': '1.1'}} Jul 05 03:43:37.709453 n-d-798249-5 neutron-server[100876]: {{(pid=100876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:43:39.856406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46562) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:40.104821 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ab55d422-277b-413b-84a5-de370ce1efd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.193186 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ab55d422-277b-413b-84a5-de370ce1efd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.280881 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ab55d422-277b-413b-84a5-de370ce1efd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.340098 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ab55d422-277b-413b-84a5-de370ce1efd0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56f24090f7554f12b3316db81d764d21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4796867 Jul 05 03:43:40.340098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55d422-277b-413b-84a5-de370ce1efd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16019eff-254a-4917-bfeb-8fa99b9e5112,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:40.340991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46586) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:40.384321 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:43:40.433140 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-108b9bb8-3c3f-438b-b5ad-93f24cb6e909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.433296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46588) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:40.455005 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-108b9bb8-3c3f-438b-b5ad-93f24cb6e909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.606334 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-108b9bb8-3c3f-438b-b5ad-93f24cb6e909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.608916 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-108b9bb8-3c3f-438b-b5ad-93f24cb6e909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.612431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-108b9bb8-3c3f-438b-b5ad-93f24cb6e909 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16019eff-254a-4917-bfeb-8fa99b9e5112 HTTP/1.1" status: 204 len: 168 time: 0.2665927 Jul 05 03:43:40.618668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b9bb8-3c3f-438b-b5ad-93f24cb6e909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16019eff-254a-4917-bfeb-8fa99b9e5112,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:40.658403 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9727e955-77a8-4187-97fa-58dca7069340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.747160 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9727e955-77a8-4187-97fa-58dca7069340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.812060 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9727e955-77a8-4187-97fa-58dca7069340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.857261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46616) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:40.863743 n-d-798249-5 neutron-server[100877]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 03:43:40.863861 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9727e955-77a8-4187-97fa-58dca7069340 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef19dc681b404d4186ea05adb4b6ce51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4254990 Jul 05 03:43:40.863861 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727e955-77a8-4187-97fa-58dca7069340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7cb631-6232-48ed-a73d-cd5fd630eaf5,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:40.864394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46618) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:40.905539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-3a3238d1-d0aa-41e4-b9da-378740aa0d08 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e72aeecc1ae04961b62968fa18d8b85c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471780 Jul 05 03:43:41.108237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-2077f456-5f5f-4056-86bf-7269f7e83e28 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:41.109744 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-2077f456-5f5f-4056-86bf-7269f7e83e28 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965017 Jul 05 03:43:41.129021 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7f68d92a-fc83-416d-925a-27454c27ec75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.135595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e18d538c-ff5c-45a2-a3b5-628f40905b7f tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/quotas/e72aeecc1ae04961b62968fa18d8b85c HTTP/1.1" status: 200 len: 375 time: 0.0185332 Jul 05 03:43:41.178413 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7f68d92a-fc83-416d-925a-27454c27ec75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.321518 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-82b8e545-545d-41a1-8ec0-fd23c1ed9a89 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e72aeecc1ae04961b62968fa18d8b85c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1789584 Jul 05 03:43:41.410869 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7f68d92a-fc83-416d-925a-27454c27ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.414677 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7f68d92a-fc83-416d-925a-27454c27ec75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.416136 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7f68d92a-fc83-416d-925a-27454c27ec75 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f7cb631-6232-48ed-a73d-cd5fd630eaf5 HTTP/1.1" status: 204 len: 168 time: 0.5515683 Jul 05 03:43:41.424156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68d92a-fc83-416d-925a-27454c27ec75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7cb631-6232-48ed-a73d-cd5fd630eaf5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:41.736047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef1521dd-1436-440b-81bb-cc7b77ef67a3 req-38ac53ad-3bbf-4ca8-aa38-16412d08f624 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 210 time: 0.0425358 Jul 05 03:43:41.780593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46672) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:41.796335 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3c3d60bb-4c19-41c8-8b49-db07d574e991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.888400 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3c3d60bb-4c19-41c8-8b49-db07d574e991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.959438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3c3d60bb-4c19-41c8-8b49-db07d574e991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.007251 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3c3d60bb-4c19-41c8-8b49-db07d574e991 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9089e2feb3384f009c62e62d5a33069b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2254095 Jul 05 03:43:42.009477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d60bb-4c19-41c8-8b49-db07d574e991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fad30fb-ab3b-4acd-b24b-737117970d7e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:42.010163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46680) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:42.066875 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0718da3c-b592-4b8b-b50e-bc7d8f6282fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.088567 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0718da3c-b592-4b8b-b50e-bc7d8f6282fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.257823 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0718da3c-b592-4b8b-b50e-bc7d8f6282fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.260504 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0718da3c-b592-4b8b-b50e-bc7d8f6282fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.261626 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0718da3c-b592-4b8b-b50e-bc7d8f6282fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9fad30fb-ab3b-4acd-b24b-737117970d7e HTTP/1.1" status: 204 len: 168 time: 0.2493398 Jul 05 03:43:42.269434 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718da3c-b592-4b8b-b50e-bc7d8f6282fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fad30fb-ab3b-4acd-b24b-737117970d7e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:42.616195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46710) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:42.634748 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b720bf75-78bb-49dc-9710-b82c8b98d19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.733091 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b720bf75-78bb-49dc-9710-b82c8b98d19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.829046 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b720bf75-78bb-49dc-9710-b82c8b98d19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.866247 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720bf75-78bb-49dc-9710-b82c8b98d19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bce9625-c4c0-4826-a51f-27ecbe9b0f4c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:42.878807 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b720bf75-78bb-49dc-9710-b82c8b98d19c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=989d8487879d40cbb423dc0a1b8d1da8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2586684 Jul 05 03:43:42.879026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46724) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:42.895493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46726) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:42.934545 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-36231c67-d70a-47d9-b1cc-25200a0e9aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.957352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-36231c67-d70a-47d9-b1cc-25200a0e9aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.071346 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af9a8b69-d659-4167-93f4-d699499ed6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.081298 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-36231c67-d70a-47d9-b1cc-25200a0e9aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.094764 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-36231c67-d70a-47d9-b1cc-25200a0e9aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.094764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-36231c67-d70a-47d9-b1cc-25200a0e9aa2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0bce9625-c4c0-4826-a51f-27ecbe9b0f4c HTTP/1.1" status: 204 len: 168 time: 0.2071986 Jul 05 03:43:43.096178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36231c67-d70a-47d9-b1cc-25200a0e9aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bce9625-c4c0-4826-a51f-27ecbe9b0f4c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:43.166833 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af9a8b69-d659-4167-93f4-d699499ed6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.257545 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af9a8b69-d659-4167-93f4-d699499ed6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.295886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a8b69-d659-4167-93f4-d699499ed6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ea0d2e-a4aa-407c-9c66-40c36e0efafb,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:43.300562 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-af9a8b69-d659-4167-93f4-d699499ed6cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f1c8662978d48469418fb3c94cd25ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4027927 Jul 05 03:43:43.304321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46744) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:43.360612 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-80959e93-26a1-4bc9-9d51-1746c4dead6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.388541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-80959e93-26a1-4bc9-9d51-1746c4dead6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.429981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46750) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:43.581118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46760) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:43.587963 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-80959e93-26a1-4bc9-9d51-1746c4dead6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.590606 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-80959e93-26a1-4bc9-9d51-1746c4dead6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.594138 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-80959e93-26a1-4bc9-9d51-1746c4dead6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/54ea0d2e-a4aa-407c-9c66-40c36e0efafb HTTP/1.1" status: 204 len: 168 time: 0.2861574 Jul 05 03:43:43.599835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80959e93-26a1-4bc9-9d51-1746c4dead6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ea0d2e-a4aa-407c-9c66-40c36e0efafb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:43.752343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8938253b-2a73-4e7d-a37a-60a716f167b0 req-f8ad814a-4630-412c-a700-b617778a074d tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 210 time: 0.3211050 Jul 05 03:43:43.916065 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d907-5cdd-4864-9409-cea8591dff9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.040652 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d907-5cdd-4864-9409-cea8591dff9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.165526 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d907-5cdd-4864-9409-cea8591dff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.204933 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b9a5d907-5cdd-4864-9409-cea8591dff9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=262599fbb2814b8a915818bd3daa2c90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6227653 Jul 05 03:43:44.207715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46786) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:44.211249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5d907-5cdd-4864-9409-cea8591dff9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331f45f3-8b01-4a51-b831-22e8a50714a9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:44.275472 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f15270d-3b30-48d0-aa3c-336b94ca6ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.299852 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f15270d-3b30-48d0-aa3c-336b94ca6ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.417939 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f15270d-3b30-48d0-aa3c-336b94ca6ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.420941 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f15270d-3b30-48d0-aa3c-336b94ca6ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.424616 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6f15270d-3b30-48d0-aa3c-336b94ca6ef7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/331f45f3-8b01-4a51-b831-22e8a50714a9 HTTP/1.1" status: 204 len: 168 time: 0.2127368 Jul 05 03:43:44.431229 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15270d-3b30-48d0-aa3c-336b94ca6ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331f45f3-8b01-4a51-b831-22e8a50714a9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:44.619797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46798) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:44.639332 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f10d109a-fc81-4233-b272-a6ed222d7bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.730505 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f10d109a-fc81-4233-b272-a6ed222d7bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.903377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f10d109a-fc81-4233-b272-a6ed222d7bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.932149 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d109a-fc81-4233-b272-a6ed222d7bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adf7a99-ca74-441e-bd11-a39485019758,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:44.948493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f8c8bca-dc88-4a57-84ae-f4314aebacfd req-9adb1c17-2072-47f4-9839-8fd045ad874a tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 210 time: 0.0430527 Jul 05 03:43:44.978640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46810) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:44.978836 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f10d109a-fc81-4233-b272-a6ed222d7bf1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c4448a06a464f9a9362220d84d32d4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3578308 Jul 05 03:43:45.033571 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-64da2725-6ec3-4a69-bb11-190465567137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.064325 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-64da2725-6ec3-4a69-bb11-190465567137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.183221 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-64da2725-6ec3-4a69-bb11-190465567137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.185877 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-64da2725-6ec3-4a69-bb11-190465567137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.186949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-64da2725-6ec3-4a69-bb11-190465567137 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6adf7a99-ca74-441e-bd11-a39485019758 HTTP/1.1" status: 204 len: 168 time: 0.2070231 Jul 05 03:43:45.194833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da2725-6ec3-4a69-bb11-190465567137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adf7a99-ca74-441e-bd11-a39485019758,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:45.364718 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46824) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:45.387080 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11dca754-104f-4e69-bd2c-bedef8b39881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.507183 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11dca754-104f-4e69-bd2c-bedef8b39881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.564957 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11dca754-104f-4e69-bd2c-bedef8b39881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.605429 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-11dca754-104f-4e69-bd2c-bedef8b39881 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f546a3d446e4ab7889bd7eb065b2abd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2395627 Jul 05 03:43:45.606301 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dca754-104f-4e69-bd2c-bedef8b39881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f7d361-acd5-4bbe-8c9d-87577a672b09,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:45.608064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46836) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:45.661802 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c827797a-a0bb-4a1a-a7d1-9377a0ab3619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.684524 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c827797a-a0bb-4a1a-a7d1-9377a0ab3619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.744919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.64', 62291) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:45.770195 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-125dcdc8-5285-4ac2-99fc-04fd950ca537 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e72aeecc1ae04961b62968fa18d8b85c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239458 Jul 05 03:43:45.823258 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c827797a-a0bb-4a1a-a7d1-9377a0ab3619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.825859 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c827797a-a0bb-4a1a-a7d1-9377a0ab3619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.829424 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c827797a-a0bb-4a1a-a7d1-9377a0ab3619 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39f7d361-acd5-4bbe-8c9d-87577a672b09 HTTP/1.1" status: 204 len: 168 time: 0.2180538 Jul 05 03:43:45.846668 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827797a-a0bb-4a1a-a7d1-9377a0ab3619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f7d361-acd5-4bbe-8c9d-87577a672b09,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:45.919469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-cdd9eb89-6c94-4526-b2ba-d1e9990e9dc4 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:45.921406 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-cdd9eb89-6c94-4526-b2ba-d1e9990e9dc4 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468229 Jul 05 03:43:45.982416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Request body: {'port': {'device_id': '5028d5df-4ac1-43bf-9579-912bfbeb3011', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': 'e72aeecc1ae04961b62968fa18d8b85c'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:46.244476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22204c29-3f73-4684-8ec4-f31f7a073b00 req-ddc3f0dd-4af8-40c2-9b5a-397237c912a9 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 210 time: 0.0390079 Jul 05 03:43:46.399851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Made reservation on behalf of e72aeecc1ae04961b62968fa18d8b85c for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:46.405402 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:46.415818 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:46.592612 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:46.641812 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:46.697914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5506d5-b309-4f45-bc16-20c128e6ca7a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:46.876870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Allocated IP 192.168.233.221 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/32b9316c-2edb-4fb4-9e9e-0804e51ae62d) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:47.054581 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.067124 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Transition to ACTIVE for port object 32b9316c-2edb-4fb4-9e9e-0804e51ae62d will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:47.200879 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.334305 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Pushing event updated for resources: {'Port': ['ID=32b9316c-2edb-4fb4-9e9e-0804e51ae62d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:47.341834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:47.343374 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:47.346072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:47.353664 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:47.355333 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.531944 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-499a654c-2c6b-49a7-a68c-737191896734 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5541165 Jul 05 03:43:47.563379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-5de96017-9238-4fe9-a8d9-1d7c8488accc tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:43:47.564811 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-5de96017-9238-4fe9-a8d9-1d7c8488accc tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212226 Jul 05 03:43:47.585817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60043c9a-fcf1-412a-854e-f567989462a5 req-c1a1c234-013a-4f35-941e-fc10b7d4b4d2 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:47.588693 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60043c9a-fcf1-412a-854e-f567989462a5 req-c1a1c234-013a-4f35-941e-fc10b7d4b4d2 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 936 time: 0.1817577 Jul 05 03:43:47.707606 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60043c9a-fcf1-412a-854e-f567989462a5 req-9f3b0742-6e97-4228-aee3-06c82d89ddf2 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092215 Jul 05 03:43:48.280382 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fa68612f-eb41-4d87-8883-2dd74f4ca972 None None] Provisioning for port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:48.284577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fa68612f-eb41-4d87-8883-2dd74f4ca972 None None] Provisioning complete for port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:48.289851 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fa68612f-eb41-4d87-8883-2dd74f4ca972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:48.345427 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fa68612f-eb41-4d87-8883-2dd74f4ca972 None None] Port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:43:49.255655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97af9bd-e80b-42f6-bf18-50c39bc91699 req-02b967ea-af98-4077-ac03-c0c5eb1b9d3d tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:49.264894 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a97af9bd-e80b-42f6-bf18-50c39bc91699 req-02b967ea-af98-4077-ac03-c0c5eb1b9d3d tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 936 time: 0.0725467 Jul 05 03:43:49.316859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a97af9bd-e80b-42f6-bf18-50c39bc91699 req-198b8c55-9487-4f5d-af54-0fdfde6abf26 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498507 Jul 05 03:43:50.730145 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-e825cb3b-9b9a-4b86-9e2b-889a8f867a93 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329282 Jul 05 03:43:50.877936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895b26f-b447-4164-aee4-8705f569d90e req-ea92dd84-5c7b-4c37-9cc4-dea8e2fec702 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:50.880390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-ea92dd84-5c7b-4c37-9cc4-dea8e2fec702 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420393 Jul 05 03:43:50.902321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-9ad9dde4-7b04-4a2a-a82b-e110070e3eeb tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/quotas/699c7cae0a8943699f7e6394aeb45413 HTTP/1.1" status: 200 len: 375 time: 0.0111053 Jul 05 03:43:50.956907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-10bb7044-a11e-408c-908c-d6c53f09f4e7 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487204 Jul 05 03:43:51.023452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d481cfc-1182-415f-b38b-bb9117abd7d8 req-b3349606-0adf-4681-892c-5494e35e7593 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:51.025444 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3d481cfc-1182-415f-b38b-bb9117abd7d8 req-b3349606-0adf-4681-892c-5494e35e7593 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 936 time: 0.1054120 Jul 05 03:43:51.090691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3d481cfc-1182-415f-b38b-bb9117abd7d8 req-0384c50e-4f05-4b04-a29d-db8f928646d8 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569074 Jul 05 03:43:51.265926 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7342e09e-92f6-446c-950e-8d9f56286642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.401607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abc5a304-f66f-442a-a82a-063c324f7023 req-e2ba84df-d59f-4d2c-a901-13ddb2622f4f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 210 time: 0.0651639 Jul 05 03:43:51.648008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47106) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:51.883356 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cef4da5e-f424-45a2-99ee-7bc6a9090b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.016129 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cef4da5e-f424-45a2-99ee-7bc6a9090b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.101954 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cef4da5e-f424-45a2-99ee-7bc6a9090b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.173899 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cef4da5e-f424-45a2-99ee-7bc6a9090b75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e670201c8ebb4e26bf45ca0f0de35706&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5221665 Jul 05 03:43:52.174611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47134) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:52.177601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4da5e-f424-45a2-99ee-7bc6a9090b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82d64b8-ff72-43a4-8ce1-4a5313b5edf0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:52.262070 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98f34b68-9e4d-4d43-8aaf-a471727a3b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.266887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47142) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:52.294628 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98f34b68-9e4d-4d43-8aaf-a471727a3b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.447119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf98c5-74cd-4adb-926c-96a123b52ebc req-6d7db246-5b62-4872-bbb9-de2596ae7c91 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:52.456074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1baf98c5-74cd-4adb-926c-96a123b52ebc req-6d7db246-5b62-4872-bbb9-de2596ae7c91 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 936 time: 0.1605382 Jul 05 03:43:52.497117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1baf98c5-74cd-4adb-926c-96a123b52ebc req-3fe316ec-0f5c-4a5e-9b58-c8877bd3abf5 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Jul 05 03:43:52.525971 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98f34b68-9e4d-4d43-8aaf-a471727a3b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.528716 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98f34b68-9e4d-4d43-8aaf-a471727a3b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.529939 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-98f34b68-9e4d-4d43-8aaf-a471727a3b46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d82d64b8-ff72-43a4-8ce1-4a5313b5edf0 HTTP/1.1" status: 204 len: 168 time: 0.3538122 Jul 05 03:43:52.546266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f34b68-9e4d-4d43-8aaf-a471727a3b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82d64b8-ff72-43a4-8ce1-4a5313b5edf0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:52.646594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a574fbb8-c3fa-4f31-8859-a72eb41a61c2 req-fcca9306-ae5d-4b47-9bca-71400a4fd57e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 210 time: 0.0639582 Jul 05 03:43:52.729379 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3388b04d-b215-4250-b7de-a623008177f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.755656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47156) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:52.824079 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da374683-88e5-41bf-ad6f-b63943668e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.844494 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3388b04d-b215-4250-b7de-a623008177f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.903397 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3388b04d-b215-4250-b7de-a623008177f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.966411 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388b04d-b215-4250-b7de-a623008177f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5666070f-1334-4bca-b073-da18a9478f3b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:52.971772 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3388b04d-b215-4250-b7de-a623008177f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e4570cc7c3743919fc2d81ac60d390f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7020526 Jul 05 03:43:52.974744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47168) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:53.034287 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da374683-88e5-41bf-ad6f-b63943668e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.088278 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-05257476-1922-42fc-a510-14f04263b3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.102391 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-05257476-1922-42fc-a510-14f04263b3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.134452 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da374683-88e5-41bf-ad6f-b63943668e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.201542 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47180) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:53.201739 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-da374683-88e5-41bf-ad6f-b63943668e76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ccf0f6e8dc644cab892515fa37ae8296&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4448853 Jul 05 03:43:53.202510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da374683-88e5-41bf-ad6f-b63943668e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f1417d-e2c6-4a64-841a-a087d260acc3,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:53.263543 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9a19c2e1-7f85-45da-828a-8fd03f897eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.298802 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9a19c2e1-7f85-45da-828a-8fd03f897eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.513175 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-05257476-1922-42fc-a510-14f04263b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.513175 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-05257476-1922-42fc-a510-14f04263b3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.513175 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-05257476-1922-42fc-a510-14f04263b3aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5666070f-1334-4bca-b073-da18a9478f3b HTTP/1.1" status: 204 len: 168 time: 0.3712277 Jul 05 03:43:53.513175 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05257476-1922-42fc-a510-14f04263b3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5666070f-1334-4bca-b073-da18a9478f3b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:53.729754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb2b1-f7f9-4af6-96c4-43cf83785592 req-6346eb1b-bdbb-4b60-88fe-666a295febb4 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.731575 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7bbcb2b1-f7f9-4af6-96c4-43cf83785592 req-6346eb1b-bdbb-4b60-88fe-666a295febb4 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 936 time: 0.0738597 Jul 05 03:43:53.766704 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9a19c2e1-7f85-45da-828a-8fd03f897eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.774113 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9a19c2e1-7f85-45da-828a-8fd03f897eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.774113 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9a19c2e1-7f85-45da-828a-8fd03f897eea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01f1417d-e2c6-4a64-841a-a087d260acc3 HTTP/1.1" status: 204 len: 168 time: 0.5681100 Jul 05 03:43:53.827575 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7bbcb2b1-f7f9-4af6-96c4-43cf83785592 req-c639a7ac-5b34-468e-be79-cc34593a1302 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898371 Jul 05 03:43:53.828966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19c2e1-7f85-45da-828a-8fd03f897eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f1417d-e2c6-4a64-841a-a087d260acc3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:53.975989 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e52834e-4200-4b17-b21c-6fc96ec33a35 req-6642f783-2d30-4780-99ff-7329af66f7f6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 210 time: 0.0317388 Jul 05 03:43:54.280244 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2ded172-a3ff-4e61-92af-95d6ecfda522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.282000 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.509620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47214) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:54.524350 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b810d44-a9ee-4d4d-a73c-71b5d6872f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.683330 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b810d44-a9ee-4d4d-a73c-71b5d6872f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.015643 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b810d44-a9ee-4d4d-a73c-71b5d6872f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.080207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5b810d44-a9ee-4d4d-a73c-71b5d6872f29 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61ab98dcf3874112a10701f24217d32a&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5694740 Jul 05 03:43:55.083673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47232) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:55.091060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b810d44-a9ee-4d4d-a73c-71b5d6872f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cea2bc8-a039-4f34-96cf-72b078436581,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:55.128821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a18457-436b-485a-a2c0-14e12328dbd6 req-03ed9761-4593-45c0-abb0-c46bf9ea10e1 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:55.128821 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a18457-436b-485a-a2c0-14e12328dbd6 req-03ed9761-4593-45c0-abb0-c46bf9ea10e1 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 936 time: 0.1821332 Jul 05 03:43:55.142661 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f87a64d4-1cf5-4ece-b43c-3e75b3962c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.153429 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.167101 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f87a64d4-1cf5-4ece-b43c-3e75b3962c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.186399 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a18457-436b-485a-a2c0-14e12328dbd6 req-02c2bd65-3114-4a92-b2b3-869dd83645cd tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498750 Jul 05 03:43:55.325791 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47238) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:55.331112 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d84c4c0-d628-4707-a1b7-8bf2fad03abe req-815f7540-9de1-4b93-8393-645f9a224f08 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 210 time: 0.0317106 Jul 05 03:43:55.342275 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82cc0673-f42a-4bfa-854e-71301c1e9d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.403740 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f87a64d4-1cf5-4ece-b43c-3e75b3962c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.403740 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f87a64d4-1cf5-4ece-b43c-3e75b3962c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.403740 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f87a64d4-1cf5-4ece-b43c-3e75b3962c50 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9cea2bc8-a039-4f34-96cf-72b078436581 HTTP/1.1" status: 204 len: 168 time: 0.3123550 Jul 05 03:43:55.451648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47244) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:55.485658 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c8ded343-11b0-41ed-ba54-94e56aae9355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.497230 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82cc0673-f42a-4bfa-854e-71301c1e9d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.508017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a64d4-1cf5-4ece-b43c-3e75b3962c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cea2bc8-a039-4f34-96cf-72b078436581,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:55.596484 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82cc0673-f42a-4bfa-854e-71301c1e9d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.633892 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-82cc0673-f42a-4bfa-854e-71301c1e9d01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5abae6f546f240fe915281655d022d55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045378 Jul 05 03:43:55.639194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47250) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:55.683410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc0673-f42a-4bfa-854e-71301c1e9d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb208ba-5c5e-41a1-a87a-0fb1920a0c21,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:55.706541 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c8ded343-11b0-41ed-ba54-94e56aae9355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.729184 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-014a3e49-0042-4adb-8dfd-105ea2fe6c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.755128 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c8ded343-11b0-41ed-ba54-94e56aae9355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.768553 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-014a3e49-0042-4adb-8dfd-105ea2fe6c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.858339 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c8ded343-11b0-41ed-ba54-94e56aae9355 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c69c8d8dad8417882fda995b49006c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4053104 Jul 05 03:43:55.859416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded343-11b0-41ed-ba54-94e56aae9355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc9bec6-7516-4b4b-af17-837e272f06f5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:55.871268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47260) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:55.880206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-014a3e49-0042-4adb-8dfd-105ea2fe6c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.946951 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-014a3e49-0042-4adb-8dfd-105ea2fe6c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.946951 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-014a3e49-0042-4adb-8dfd-105ea2fe6c3f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4eb208ba-5c5e-41a1-a87a-0fb1920a0c21 HTTP/1.1" status: 204 len: 168 time: 0.2441628 Jul 05 03:43:55.946951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a3e49-0042-4adb-8dfd-105ea2fe6c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb208ba-5c5e-41a1-a87a-0fb1920a0c21,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:55.946951 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-05cd7fbe-e9bb-4a68-acfb-5efe0329e6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.963741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-05cd7fbe-e9bb-4a68-acfb-5efe0329e6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.194480 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-05cd7fbe-e9bb-4a68-acfb-5efe0329e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.198877 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-05cd7fbe-e9bb-4a68-acfb-5efe0329e6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.202257 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-05cd7fbe-e9bb-4a68-acfb-5efe0329e6e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0bc9bec6-7516-4b4b-af17-837e272f06f5 HTTP/1.1" status: 204 len: 168 time: 0.3278887 Jul 05 03:43:56.215689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd7fbe-e9bb-4a68-acfb-5efe0329e6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc9bec6-7516-4b4b-af17-837e272f06f5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:56.481690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ebf0f-b1c1-430d-9df9-2ad9bd4297f5 req-a3479835-8487-401a-8ef6-849012bb530e tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:56.490148 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.11', 51017) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:56.490576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a67ebf0f-b1c1-430d-9df9-2ad9bd4297f5 req-a3479835-8487-401a-8ef6-849012bb530e tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 936 time: 0.1330159 Jul 05 03:43:56.538647 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-d25c8389-e88f-4721-9a84-83e2a43754dc tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463834 Jul 05 03:43:56.559319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1d5ae62-e2a0-4e7a-badc-9a6fb8d62eb0 req-06dca7b4-597f-4ea7-80ff-aafe41159646 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 210 time: 0.0473895 Jul 05 03:43:56.591349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a67ebf0f-b1c1-430d-9df9-2ad9bd4297f5 req-9afb7d88-d79e-4aac-95f1-d2e3ab4d6ec4 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997882 Jul 05 03:43:56.689616 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895b26f-b447-4164-aee4-8705f569d90e req-df03ddc7-6bb3-4067-8196-4a5dfb6059bb tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:56.784865 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-df03ddc7-6bb3-4067-8196-4a5dfb6059bb tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458523 Jul 05 03:43:56.784865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Request body: {'port': {'device_id': '27660a95-26e5-4d9e-b4e4-024fbba38f0a', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '699c7cae0a8943699f7e6394aeb45413'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:57.079987 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Made reservation on behalf of 699c7cae0a8943699f7e6394aeb45413 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:57.080294 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.085516 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.101608 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.210872 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.337051 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.423161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5887b3-1f52-4835-90b9-ac3b726bae72,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:57.523584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Allocated IP 192.168.233.210 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/d549396e-532b-4e47-9a83-520436d30472) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:57.652290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47298) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:57.718649 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.734526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Transition to ACTIVE for port object d549396e-532b-4e47-9a83-520436d30472 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:57.740112 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4dc9d53-94fb-4e40-8409-dfa006ef12f1 req-03ae7a43-82cb-4733-a106-8bab74d99607 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 210 time: 0.0561628 Jul 05 03:43:57.799729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47310) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:57.818051 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77fff6ca-b03c-43c8-924c-61b294dd4c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.829977 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecbde7-a944-4002-aa1d-55677be4c0d0 req-df9f632c-6b23-417e-909a-059f2d060065 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:57.837613 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98ecbde7-a944-4002-aa1d-55677be4c0d0 req-df9f632c-6b23-417e-909a-059f2d060065 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 936 time: 0.0958779 Jul 05 03:43:57.884100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98ecbde7-a944-4002-aa1d-55677be4c0d0 req-161e3d61-b60d-4d1a-b7c4-12411bf62228 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455480 Jul 05 03:43:57.886075 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.958089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:57.962067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event updated for resources: {'Port': ['ID=d549396e-532b-4e47-9a83-520436d30472,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:57.964848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:58.008705 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4159c494-fb32-45fc-97ed-9b1ef3dcfd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.014125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77fff6ca-b03c-43c8-924c-61b294dd4c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.018302 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:58.031779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:58.032752 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.080302 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77fff6ca-b03c-43c8-924c-61b294dd4c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.240749 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4159c494-fb32-45fc-97ed-9b1ef3dcfd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.366200 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4159c494-fb32-45fc-97ed-9b1ef3dcfd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.400796 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-77fff6ca-b03c-43c8-924c-61b294dd4c94 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6beb2aad81334234987f011f0472b1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5973809 Jul 05 03:43:58.402258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47324) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:58.454897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fff6ca-b03c-43c8-924c-61b294dd4c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea52e8e4-4ac0-4706-bd12-f4211a48a384,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:58.456021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159c494-fb32-45fc-97ed-9b1ef3dcfd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde33fe5-1a5e-46d3-95b3-64c19d2355e4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:58.456021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4159c494-fb32-45fc-97ed-9b1ef3dcfd71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43eeb92eb39f4dc5a165c7ab21388746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7931271 Jul 05 03:43:58.456902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47328) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:58.475191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7ba944b8-3ea3-4a80-b88d-f69b01d5ddca None None] Provisioning for port d549396e-532b-4e47-9a83-520436d30472 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:58.480781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7ba944b8-3ea3-4a80-b88d-f69b01d5ddca None None] Provisioning complete for port d549396e-532b-4e47-9a83-520436d30472 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:58.486793 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7ba944b8-3ea3-4a80-b88d-f69b01d5ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.523533 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e07e188c-26d2-482d-9fde-9d6f5caa716e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.532856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-7ba944b8-3ea3-4a80-b88d-f69b01d5ddca None None] Port d549396e-532b-4e47-9a83-520436d30472 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:43:58.544473 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-2d3b70cc-e7e0-4bd6-b721-41d2398bc004 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8066015 Jul 05 03:43:58.547578 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f50926e-3fff-4d37-a5dc-a47e59125d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.560076 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e07e188c-26d2-482d-9fde-9d6f5caa716e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.593273 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f50926e-3fff-4d37-a5dc-a47e59125d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.720321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Request body: {'port': {'device_id': '5028d5df-4ac1-43bf-9579-912bfbeb3011', 'device_owner': 'compute:tempest-test_az-2003880387', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:58.863325 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e07e188c-26d2-482d-9fde-9d6f5caa716e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.865206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.869700 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e07e188c-26d2-482d-9fde-9d6f5caa716e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.874923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e07e188c-26d2-482d-9fde-9d6f5caa716e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea52e8e4-4ac0-4706-bd12-f4211a48a384 HTTP/1.1" status: 204 len: 168 time: 0.4690926 Jul 05 03:43:58.875470 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f50926e-3fff-4d37-a5dc-a47e59125d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.878197 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f50926e-3fff-4d37-a5dc-a47e59125d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.884160 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4f50926e-3fff-4d37-a5dc-a47e59125d77 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bde33fe5-1a5e-46d3-95b3-64c19d2355e4 HTTP/1.1" status: 204 len: 168 time: 0.4203866 Jul 05 03:43:58.912932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e188c-26d2-482d-9fde-9d6f5caa716e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea52e8e4-4ac0-4706-bd12-f4211a48a384,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:58.978626 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.039411 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50926e-3fff-4d37-a5dc-a47e59125d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde33fe5-1a5e-46d3-95b3-64c19d2355e4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:59.253309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33625f0-8015-486d-a83f-d3fa8c7b195c req-0063f3e4-feb0-4c11-8c85-421215e71299 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:59.254940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f33625f0-8015-486d-a83f-d3fa8c7b195c req-0063f3e4-feb0-4c11-8c85-421215e71299 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 936 time: 0.2827289 Jul 05 03:43:59.283093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46ee89-3ac7-4ead-a876-0bb507a5cbd5 req-792f8c39-1bd5-4ee7-b893-184624f035ac tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:59.283093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f46ee89-3ac7-4ead-a876-0bb507a5cbd5 req-792f8c39-1bd5-4ee7-b893-184624f035ac tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 936 time: 0.2358274 Jul 05 03:43:59.322708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f33625f0-8015-486d-a83f-d3fa8c7b195c req-2100dc4d-6b82-4567-af31-fe4e1a01757f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607088 Jul 05 03:43:59.367675 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f46ee89-3ac7-4ead-a876-0bb507a5cbd5 req-3d37a42e-464d-4981-98c5-786e4ff85ed7 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824320 Jul 05 03:43:59.435134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b9316c-2edb-4fb4-9e9e-0804e51ae62d {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:59.443511 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.462563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Transition to ACTIVE for port object 32b9316c-2edb-4fb4-9e9e-0804e51ae62d will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:59.542848 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.668171 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Pushing event updated for resources: {'Port': ['ID=32b9316c-2edb-4fb4-9e9e-0804e51ae62d,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:59.681731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Attempting to bind port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:59.682119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Attempting to bind port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:59.682449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Attempting to bind port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:59.688960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:59.688960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Attempting to bind port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:59.693996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:59.694373 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:59.694977 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:59.695451 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Bound port: 32b9316c-2edb-4fb4-9e9e-0804e51ae62d, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:59.695837 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.781530 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] For port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:59.786903 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] For port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=32b9316c-2edb-4fb4-9e9e-0804e51ae62d,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:59.908921 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.976673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Pushing event updated for resources: {'Port': ['ID=32b9316c-2edb-4fb4-9e9e-0804e51ae62d,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:59.984806 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47366) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:00.002118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:00.002834 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.010012 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-e077b23b-db60-428e-90f5-2a75dd7290b0 service neutron] 10.222.0.64 "PUT /v2.0/ports/32b9316c-2edb-4fb4-9e9e-0804e51ae62d HTTP/1.1" status: 200 len: 1118 time: 1.3895245 Jul 05 03:44:00.011081 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5028d5df-4ac1-43bf-9579-912bfbeb3011', 'tag': '32b9316c-2edb-4fb4-9e9e-0804e51ae62d'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:00.075511 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f509344f-05eb-4016-bd69-61463bb94b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.275527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-20455fcf-a585-46f3-96eb-45dd3eafdee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:00.277061 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-20455fcf-a585-46f3-96eb-45dd3eafdee5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e72aeecc1ae04961b62968fa18d8b85c&device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 1121 time: 0.1447442 Jul 05 03:44:00.323947 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f509344f-05eb-4016-bd69-61463bb94b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.372689 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-53492d60-a672-4750-a8ee-a22f4633c2d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=32b9316c-2edb-4fb4-9e9e-0804e51ae62d HTTP/1.1" status: 200 len: 217 time: 0.0874879 Jul 05 03:44:00.468782 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f509344f-05eb-4016-bd69-61463bb94b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.518787 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47390) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:00.531849 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f509344f-05eb-4016-bd69-61463bb94b01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b992775d9a5416281988753fd47fe51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434370 Jul 05 03:44:00.585100 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9610842-632d-45b2-ac1e-9649d14de930" -d '{"events": [{"name": "network-changed", "server_uuid": "5028d5df-4ac1-43bf-9579-912bfbeb3011", "tag": "32b9316c-2edb-4fb4-9e9e-0804e51ae62d"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:00.592833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-7d116e23-7d40-423d-8c92-a43aafb7b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:00.594477 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-7d116e23-7d40-423d-8c92-a43aafb7b8b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.2128141 Jul 05 03:44:00.596513 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509344f-05eb-4016-bd69-61463bb94b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a450ba-2140-47d5-8e04-e91a5c828b89,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:00.706819 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-599a9c78-13bd-413c-a4b7-3481bc6522cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.723386 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-766b5c3b-7c19-4687-a560-0addee1e2adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:00.726122 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-766b5c3b-7c19-4687-a560-0addee1e2adf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196873 Jul 05 03:44:00.742515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd4832-9834-4692-9398-13df3ba9d2ff req-79c1de7b-e9a7-4ea5-b941-b045987edbcb tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:00.744046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5acd4832-9834-4692-9398-13df3ba9d2ff req-79c1de7b-e9a7-4ea5-b941-b045987edbcb tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 936 time: 0.1734867 Jul 05 03:44:00.756809 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-599a9c78-13bd-413c-a4b7-3481bc6522cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.831849 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5acd4832-9834-4692-9398-13df3ba9d2ff req-0fbd7a0c-8668-4576-81b8-3db253d5d620 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791733 Jul 05 03:44:00.840923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f12d-d77b-4e4c-bd64-8229e6f76db4 req-69afed5c-5582-4427-ae16-260869d9bf0a tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:00.842413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e61f12d-d77b-4e4c-bd64-8229e6f76db4 req-69afed5c-5582-4427-ae16-260869d9bf0a tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 970 time: 0.2149770 Jul 05 03:44:00.850176 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-6dd965b7-1020-4e5b-982b-22a59d081062 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157281 Jul 05 03:44:00.900072 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e61f12d-d77b-4e4c-bd64-8229e6f76db4 req-03012dc7-bf4e-4f50-b588-6b559340f50c tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488348 Jul 05 03:44:00.959985 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-599a9c78-13bd-413c-a4b7-3481bc6522cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.962537 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-599a9c78-13bd-413c-a4b7-3481bc6522cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.966682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-599a9c78-13bd-413c-a4b7-3481bc6522cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99a450ba-2140-47d5-8e04-e91a5c828b89 HTTP/1.1" status: 204 len: 168 time: 0.4461524 Jul 05 03:44:00.967559 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9546e0ed-16ae-4d19-96d8-e45480d95045 req-9c751937-c0b4-4637-a574-13307e5244a4 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109660 Jul 05 03:44:00.976650 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a9c78-13bd-413c-a4b7-3481bc6522cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a450ba-2140-47d5-8e04-e91a5c828b89,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:01.108590 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.257119 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7b3c62-76da-4d1e-b5ca-aeb728e4bbb8 x-openstack-request-id: req-9d7b3c62-76da-4d1e-b5ca-aeb728e4bbb8 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:01.257514 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5028d5df-4ac1-43bf-9579-912bfbeb3011", "tag": "32b9316c-2edb-4fb4-9e9e-0804e51ae62d", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:01.257831 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d7b3c62-76da-4d1e-b5ca-aeb728e4bbb8 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:01.258361 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5028d5df-4ac1-43bf-9579-912bfbeb3011', 'tag': '32b9316c-2edb-4fb4-9e9e-0804e51ae62d', 'status': 'completed', 'code': 200} Jul 05 03:44:01.335265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610842-632d-45b2-ac1e-9649d14de930 req-3cb55c26-16a2-4b53-a654-b08c853a421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:01.337371 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c9610842-632d-45b2-ac1e-9649d14de930 req-3cb55c26-16a2-4b53-a654-b08c853a421f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e72aeecc1ae04961b62968fa18d8b85c&device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 1121 time: 0.0589948 Jul 05 03:44:01.536538 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610842-632d-45b2-ac1e-9649d14de930 req-b926e8c9-1b13-4347-afa8-c1eb686f9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:01.538116 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c9610842-632d-45b2-ac1e-9649d14de930 req-b926e8c9-1b13-4347-afa8-c1eb686f9f69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1869025 Jul 05 03:44:01.584086 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c9610842-632d-45b2-ac1e-9649d14de930 req-5d3e9868-4e60-47c8-907a-4cccf86fff69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=32b9316c-2edb-4fb4-9e9e-0804e51ae62d HTTP/1.1" status: 200 len: 217 time: 0.0368366 Jul 05 03:44:01.638106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610842-632d-45b2-ac1e-9649d14de930 req-fadae86e-2347-4070-b32e-4b84c6ba574d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:01.639900 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c9610842-632d-45b2-ac1e-9649d14de930 req-fadae86e-2347-4070-b32e-4b84c6ba574d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0466557 Jul 05 03:44:01.726679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610842-632d-45b2-ac1e-9649d14de930 req-b10e2be3-2afa-436a-8f98-2f26a6a14ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:01.728335 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c9610842-632d-45b2-ac1e-9649d14de930 req-b10e2be3-2afa-436a-8f98-2f26a6a14ec5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811658 Jul 05 03:44:01.968416 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c9610842-632d-45b2-ac1e-9649d14de930 req-8d6086f8-8bca-44ce-bff2-40308c38a047 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333908 Jul 05 03:44:02.086999 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c9610842-632d-45b2-ac1e-9649d14de930 req-3c9fa82e-7ae5-480a-a538-ca8561128843 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103597 Jul 05 03:44:02.162008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28a71f-2236-4213-85e3-d562da0cc7ff req-b80bbd53-f033-46e1-bd28-e981537673a6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:02.163567 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae28a71f-2236-4213-85e3-d562da0cc7ff req-b80bbd53-f033-46e1-bd28-e981537673a6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 936 time: 0.1006148 Jul 05 03:44:02.219711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae28a71f-2236-4213-85e3-d562da0cc7ff req-8643bf1d-cf8c-4809-bbe7-1830f5fcd61f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487030 Jul 05 03:44:02.458191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b7e6a-7d0d-4402-9c17-42ad62b38189 req-20672738-28aa-48e4-add2-273e59ce445f tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:02.468157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef4b7e6a-7d0d-4402-9c17-42ad62b38189 req-20672738-28aa-48e4-add2-273e59ce445f tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 970 time: 0.1278770 Jul 05 03:44:02.511645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef4b7e6a-7d0d-4402-9c17-42ad62b38189 req-0035d75b-8c40-4132-9326-6856ac5d862c tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Jul 05 03:44:02.593245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47456) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:02.784057 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe4a925c-6ab2-49ef-8b68-02c396cb06fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.891350 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe4a925c-6ab2-49ef-8b68-02c396cb06fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.993273 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe4a925c-6ab2-49ef-8b68-02c396cb06fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.047189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fe4a925c-6ab2-49ef-8b68-02c396cb06fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=865d3ee4a75c445ba9b6650785a9c05f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4528770 Jul 05 03:44:03.051347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a925c-6ab2-49ef-8b68-02c396cb06fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05ca22f-8bf5-4937-ae6b-3b38945637ad,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:03.053461 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47480) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:03.122933 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c56d8e2-24ee-4f24-8c6a-2ded8d75cdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.147282 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c56d8e2-24ee-4f24-8c6a-2ded8d75cdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.367249 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c56d8e2-24ee-4f24-8c6a-2ded8d75cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.374081 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c56d8e2-24ee-4f24-8c6a-2ded8d75cdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.377232 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2c56d8e2-24ee-4f24-8c6a-2ded8d75cdb2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d05ca22f-8bf5-4937-ae6b-3b38945637ad HTTP/1.1" status: 204 len: 168 time: 0.3222041 Jul 05 03:44:03.392109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56d8e2-24ee-4f24-8c6a-2ded8d75cdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05ca22f-8bf5-4937-ae6b-3b38945637ad,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:03.446826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7e093-e3e3-489e-8f1a-9a2a7ab61aa9 req-389e80b6-88f3-4110-8347-abf85b3f76e4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:03.454182 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68a7e093-e3e3-489e-8f1a-9a2a7ab61aa9 req-389e80b6-88f3-4110-8347-abf85b3f76e4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 936 time: 0.1191671 Jul 05 03:44:03.509144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68a7e093-e3e3-489e-8f1a-9a2a7ab61aa9 req-afc1b4a8-3383-499b-8af3-94686cf6f45b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537376 Jul 05 03:44:03.715724 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4617b57-9e35-4db4-a4ac-2a85b9bde7be req-07b1f6f5-ae03-4593-8d87-baa102ba19c7 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:03.717290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c4617b57-9e35-4db4-a4ac-2a85b9bde7be req-07b1f6f5-ae03-4593-8d87-baa102ba19c7 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 970 time: 0.0771711 Jul 05 03:44:03.764989 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c4617b57-9e35-4db4-a4ac-2a85b9bde7be req-be8fffe6-a67a-4884-bb7e-274a6563568a tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421362 Jul 05 03:44:04.415624 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47524) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:04.462976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47528) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:04.477240 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-59a53eef-c8f7-4bb3-bfb4-bd4c262bcfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.611979 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-59a53eef-c8f7-4bb3-bfb4-bd4c262bcfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.691041 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-59a53eef-c8f7-4bb3-bfb4-bd4c262bcfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.737961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6368400-acac-410b-aafe-d706936f8706 req-b512ba71-ac36-4ef3-bfeb-e6bf47fc4acb tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:04.739800 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6368400-acac-410b-aafe-d706936f8706 req-b512ba71-ac36-4ef3-bfeb-e6bf47fc4acb tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 936 time: 0.1072400 Jul 05 03:44:04.751651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-59a53eef-c8f7-4bb3-bfb4-bd4c262bcfc9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f71b2ab0cdc340a8b77e19cee11c319b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875841 Jul 05 03:44:04.755100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47536) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:04.778478 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6b487080-2657-4103-bf8a-0e16cc15fffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.790080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a53eef-c8f7-4bb3-bfb4-bd4c262bcfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5804dfe8-3b7c-4de4-86d9-1ff102cfc4c7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:04.889245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10158b34-267f-4380-9607-9115ae6f047e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.900275 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6368400-acac-410b-aafe-d706936f8706 req-d0a848e5-736c-45da-8c0f-36dd18e0ec69 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469572 Jul 05 03:44:04.945854 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10158b34-267f-4380-9607-9115ae6f047e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.974880 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6b487080-2657-4103-bf8a-0e16cc15fffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.050491 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1089db1-ff27-403a-93f2-688089d9ac24 req-aa4d6f17-a227-4ccf-981c-78d76728d1dc tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:05.052243 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1089db1-ff27-403a-93f2-688089d9ac24 req-aa4d6f17-a227-4ccf-981c-78d76728d1dc tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 970 time: 0.0810189 Jul 05 03:44:05.086916 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6b487080-2657-4103-bf8a-0e16cc15fffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.102940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1089db1-ff27-403a-93f2-688089d9ac24 req-15c9fd70-b8a2-4422-a42e-eb5a33e8cf93 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449157 Jul 05 03:44:05.136886 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6b487080-2657-4103-bf8a-0e16cc15fffd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29869848d5974a41b4d49dd978ba84bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7178512 Jul 05 03:44:05.136886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b487080-2657-4103-bf8a-0e16cc15fffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a175ec33-d097-4df0-95ef-9d55b7bdb951,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:05.137390 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47554) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:05.157005 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10158b34-267f-4380-9607-9115ae6f047e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.159388 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10158b34-267f-4380-9607-9115ae6f047e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.160684 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-10158b34-267f-4380-9607-9115ae6f047e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5804dfe8-3b7c-4de4-86d9-1ff102cfc4c7 HTTP/1.1" status: 204 len: 168 time: 0.4044824 Jul 05 03:44:05.182201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10158b34-267f-4380-9607-9115ae6f047e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5804dfe8-3b7c-4de4-86d9-1ff102cfc4c7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:05.223281 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9841e854-8d1c-4d7c-9d66-1817d37a2c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.245880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9841e854-8d1c-4d7c-9d66-1817d37a2c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.433955 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9841e854-8d1c-4d7c-9d66-1817d37a2c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.436648 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9841e854-8d1c-4d7c-9d66-1817d37a2c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.440555 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9841e854-8d1c-4d7c-9d66-1817d37a2c09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a175ec33-d097-4df0-95ef-9d55b7bdb951 HTTP/1.1" status: 204 len: 168 time: 0.3019788 Jul 05 03:44:05.452658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841e854-8d1c-4d7c-9d66-1817d37a2c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a175ec33-d097-4df0-95ef-9d55b7bdb951,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:05.588645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 32b9316c-2edb-4fb4-9e9e-0804e51ae62d details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:05.708651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=32b9316c-2edb-4fb4-9e9e-0804e51ae62d,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:05.720804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '32b9316c-2edb-4fb4-9e9e-0804e51ae62d', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '32b9316c-2edb-4fb4-9e9e-0804e51ae62d', 'mac_address': 'fa:16:3e:2a:b4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:tempest-test_az-2003880387', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:05.768407 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.795725 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b9316c-2edb-4fb4-9e9e-0804e51ae62d {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:05.824453 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=32b9316c-2edb-4fb4-9e9e-0804e51ae62d,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:05.897035 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.948936 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=32b9316c-2edb-4fb4-9e9e-0804e51ae62d,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:05.968902 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:05.971450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:05.971856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:05.973088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:05.976275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:05.976275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:05.976620 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:05.976916 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:05.977213 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:05.977607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:05.980831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:05.981188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Tracked resource versions report: Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: pushed versions: Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: { 'AddressGroup': {'1.2'}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'ConntrackHelper': {'1.0'}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'Log': {'1.0'}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'Network': {'1.1'}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'Port': {'1.7'}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'PortForwarding': {'1.2'}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'QosPolicy': {'1.8'}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'SecurityGroup': {'1.4'}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'SubPort': {'1.0'}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'Subnet': {'1.1'}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'Trunk': {'1.1'}} Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: consumer versions: Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: { DHCP agent@n-d-798249-5: {}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: HyperV agent@n-h1-798249-5: {}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: HyperV agent@n-h2-798249-5: {}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: L3 agent@n-d-798249-5: {}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: Metadata agent@n-d-798249-5: {}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: Metering agent@n-d-798249-5: {}, Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: Open vSwitch agent@n-d-798249-5: { 'AddressGroup': '1.2', Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'ConntrackHelper': '1.0', Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'Log': '1.0', Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'Network': '1.1', Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'Port': '1.7', Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'PortForwarding': '1.2', Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'QosPolicy': '1.8', Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'SecurityGroup': '1.4', Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'SecurityGroupRule': '1.2', Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'SubPort': '1.0', Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'Subnet': '1.1', Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: 'Trunk': '1.1'}} Jul 05 03:44:05.982370 n-d-798249-5 neutron-server[100878]: {{(pid=100878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:44:06.115369 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdfeb3-aa74-4551-997e-d317114e21b1 req-97ed8986-6c09-4dee-acfc-ee3900f89716 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.116887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61cdfeb3-aa74-4551-997e-d317114e21b1 req-97ed8986-6c09-4dee-acfc-ee3900f89716 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 936 time: 0.0738993 Jul 05 03:44:06.165215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61cdfeb3-aa74-4551-997e-d317114e21b1 req-8c45666f-fcbb-4ea7-8e6f-99f0e28a5980 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423644 Jul 05 03:44:06.193783 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['32b9316c-2edb-4fb4-9e9e-0804e51ae62d'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:06.343890 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2de62-90fd-4189-9fc7-7252991c94a1 req-721e7699-5acf-4533-8f59-3d7c230dde40 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.345762 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74b2de62-90fd-4189-9fc7-7252991c94a1 req-721e7699-5acf-4533-8f59-3d7c230dde40 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 971 time: 0.1184292 Jul 05 03:44:06.399440 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74b2de62-90fd-4189-9fc7-7252991c94a1 req-6b9ce840-cb07-4bd5-be26-308f95ddb9ee tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472403 Jul 05 03:44:06.451515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47602) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:06.469246 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd2df-08d3-44a4-8116-3b8a1d9bdb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.574934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47606) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:06.607294 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd2df-08d3-44a4-8116-3b8a1d9bdb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.696326 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9936764e-85fe-4137-9658-4516cdcd3a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.702485 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd2df-08d3-44a4-8116-3b8a1d9bdb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.743117 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ec9dd2df-08d3-44a4-8116-3b8a1d9bdb9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e633ffbfafc401b874af735427fe2be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905059 Jul 05 03:44:06.745141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dd2df-08d3-44a4-8116-3b8a1d9bdb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82f58a2-5ca4-42a2-9d3e-e752bb160e3f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:06.746059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47614) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:06.839262 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f3faff4-8fbf-4a87-8ad3-08adeda8cd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.880446 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9936764e-85fe-4137-9658-4516cdcd3a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.882639 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f3faff4-8fbf-4a87-8ad3-08adeda8cd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.965567 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9936764e-85fe-4137-9658-4516cdcd3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.014800 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f3faff4-8fbf-4a87-8ad3-08adeda8cd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.017387 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f3faff4-8fbf-4a87-8ad3-08adeda8cd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.020584 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6f3faff4-8fbf-4a87-8ad3-08adeda8cd81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b82f58a2-5ca4-42a2-9d3e-e752bb160e3f HTTP/1.1" status: 204 len: 168 time: 0.2678456 Jul 05 03:44:07.024458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936764e-85fe-4137-9658-4516cdcd3a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ab2db2-03fc-4319-a8fd-6c80957d3de1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:07.030676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9936764e-85fe-4137-9658-4516cdcd3a80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c3a35ccf9e34a73b8cb91181d30e921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526749 Jul 05 03:44:07.033490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47622) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:07.037065 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3faff4-8fbf-4a87-8ad3-08adeda8cd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82f58a2-5ca4-42a2-9d3e-e752bb160e3f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:07.101867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c12cc935-d6d0-4d12-90ba-3c79b5adcc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.128782 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c12cc935-d6d0-4d12-90ba-3c79b5adcc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.279232 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c12cc935-d6d0-4d12-90ba-3c79b5adcc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.281974 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c12cc935-d6d0-4d12-90ba-3c79b5adcc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.283364 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c12cc935-d6d0-4d12-90ba-3c79b5adcc96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76ab2db2-03fc-4319-a8fd-6c80957d3de1 HTTP/1.1" status: 204 len: 168 time: 0.2491710 Jul 05 03:44:07.292716 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cc935-d6d0-4d12-90ba-3c79b5adcc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ab2db2-03fc-4319-a8fd-6c80957d3de1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:07.369577 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27acba-b1d6-40f9-b815-29f87a0a6d36 req-fcfe97da-a3a6-4ef6-81d3-f979b752aa03 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:07.371089 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d27acba-b1d6-40f9-b815-29f87a0a6d36 req-fcfe97da-a3a6-4ef6-81d3-f979b752aa03 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 936 time: 0.0907536 Jul 05 03:44:07.415489 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d27acba-b1d6-40f9-b815-29f87a0a6d36 req-17db6c6c-d2fa-4560-b590-166015bda3ba tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360799 Jul 05 03:44:07.552351 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 32b9316c-2edb-4fb4-9e9e-0804e51ae62d up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:07.600944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fe6d1-f57a-4b75-80f5-50ce0147ce82 req-ecbf19ac-0f52-4a3c-b7ca-527a07460fd4 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:07.603107 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-881fe6d1-f57a-4b75-80f5-50ce0147ce82 req-ecbf19ac-0f52-4a3c-b7ca-527a07460fd4 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 971 time: 0.0800512 Jul 05 03:44:07.656955 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-881fe6d1-f57a-4b75-80f5-50ce0147ce82 req-bedf1640-7fbe-4e69-b917-851b961b7842 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347557 Jul 05 03:44:07.673835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:07.680069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:07.687080 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.779065 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.805961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5028d5df-4ac1-43bf-9579-912bfbeb3011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b9316c-2edb-4fb4-9e9e-0804e51ae62d'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:07.875242 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=32b9316c-2edb-4fb4-9e9e-0804e51ae62d,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:07.965489 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.029807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=32b9316c-2edb-4fb4-9e9e-0804e51ae62d,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:08.153590 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47654) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:08.168323 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cef35be9-c66e-461e-8a33-2a0340dd912c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.263080 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4e0cf5-be1a-4d52-8a35-461f73d5933f" -d '{"events": [{"server_uuid": "5028d5df-4ac1-43bf-9579-912bfbeb3011", "name": "network-vif-plugged", "status": "completed", "tag": "32b9316c-2edb-4fb4-9e9e-0804e51ae62d"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:08.284901 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cef35be9-c66e-461e-8a33-2a0340dd912c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.376725 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cef35be9-c66e-461e-8a33-2a0340dd912c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.439827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef35be9-c66e-461e-8a33-2a0340dd912c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e7e4c2-e9a4-43f5-a8b8-f483d0f7362d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:08.460084 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cef35be9-c66e-461e-8a33-2a0340dd912c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2ab6b43e1a04d4988f40b0739723a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046923 Jul 05 03:44:08.462706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47666) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:08.510820 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eed8e7a-5c8f-4265-8b92-9d1e7cdb2592 x-openstack-request-id: req-2eed8e7a-5c8f-4265-8b92-9d1e7cdb2592 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:08.511082 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5028d5df-4ac1-43bf-9579-912bfbeb3011", "name": "network-vif-plugged", "status": "completed", "tag": "32b9316c-2edb-4fb4-9e9e-0804e51ae62d", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:08.511340 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2eed8e7a-5c8f-4265-8b92-9d1e7cdb2592 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:08.511785 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5028d5df-4ac1-43bf-9579-912bfbeb3011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b9316c-2edb-4fb4-9e9e-0804e51ae62d', 'code': 200} Jul 05 03:44:08.535858 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b3da6ac9-cef8-4360-b87b-ad599904a6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.563210 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b3da6ac9-cef8-4360-b87b-ad599904a6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.709609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b184e-aeec-4473-905c-0c74b9862334 req-16d4653e-daaf-4ed9-822c-5fe1cadc16f0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.711539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-306b184e-aeec-4473-905c-0c74b9862334 req-16d4653e-daaf-4ed9-822c-5fe1cadc16f0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 936 time: 0.1356516 Jul 05 03:44:08.735677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964354b7-bd23-495b-8b08-12e0fc2f4325 req-0680503c-8eb0-4605-a223-67f09474227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.740433 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-964354b7-bd23-495b-8b08-12e0fc2f4325 req-0680503c-8eb0-4605-a223-67f09474227e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 1123 time: 0.1209323 Jul 05 03:44:08.761099 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-964354b7-bd23-495b-8b08-12e0fc2f4325 req-2fbf9984-c7c2-4a9c-abdf-1c9268f99754 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.765310 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-306b184e-aeec-4473-905c-0c74b9862334 req-1aac6a9a-ebbc-4ade-9f07-cb074a734419 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465024 Jul 05 03:44:08.788420 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b3da6ac9-cef8-4360-b87b-ad599904a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.792189 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b3da6ac9-cef8-4360-b87b-ad599904a6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.793497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b3da6ac9-cef8-4360-b87b-ad599904a6ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95e7e4c2-e9a4-43f5-a8b8-f483d0f7362d HTTP/1.1" status: 204 len: 168 time: 0.3292155 Jul 05 03:44:08.816072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da6ac9-cef8-4360-b87b-ad599904a6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e7e4c2-e9a4-43f5-a8b8-f483d0f7362d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:08.910860 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-964354b7-bd23-495b-8b08-12e0fc2f4325 req-2fbf9984-c7c2-4a9c-abdf-1c9268f99754 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.947699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb6d76-d236-455c-a7c0-8f2f5069e958 req-a6507408-0d37-42d5-9fb0-5bf703c177da tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.959319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ffb6d76-d236-455c-a7c0-8f2f5069e958 req-a6507408-0d37-42d5-9fb0-5bf703c177da tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 972 time: 0.1064129 Jul 05 03:44:08.993968 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ffb6d76-d236-455c-a7c0-8f2f5069e958 req-9fb10fe2-5aa0-407c-8cfa-c66ac61e5c67 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352128 Jul 05 03:44:09.022559 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-964354b7-bd23-495b-8b08-12e0fc2f4325 req-2fbf9984-c7c2-4a9c-abdf-1c9268f99754 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.052220 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-964354b7-bd23-495b-8b08-12e0fc2f4325 req-2fbf9984-c7c2-4a9c-abdf-1c9268f99754 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071146 Jul 05 03:44:09.059514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-1b44df49-5b19-4a01-8a02-671316935fef tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:44:09.060612 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-1b44df49-5b19-4a01-8a02-671316935fef tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073900 Jul 05 03:44:09.071088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf9984-c7c2-4a9c-abdf-1c9268f99754 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=256038c8-817d-40d6-a48d-1664a50eb90e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:09.620096 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Request body: {'port': {'device_id': '27660a95-26e5-4d9e-b4e4-024fbba38f0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:09.702057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.731963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47712) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:09.969248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36846ee1-5bee-4f67-a697-c16a67b2d30c req-71c972ee-b01d-4082-8eaf-65856c3d6e5c tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:09.970899 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-36846ee1-5bee-4f67-a697-c16a67b2d30c req-71c972ee-b01d-4082-8eaf-65856c3d6e5c tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 936 time: 0.0795541 Jul 05 03:44:09.993930 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d549396e-532b-4e47-9a83-520436d30472 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:10.002877 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.010598 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-090d8cd0-341c-4582-98cf-5b0dc21856dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.016032 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Transition to ACTIVE for port object d549396e-532b-4e47-9a83-520436d30472 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:10.044633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-36846ee1-5bee-4f67-a697-c16a67b2d30c req-d687b492-275a-4bfb-b1a8-6950006ea00d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657935 Jul 05 03:44:10.107967 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.151056 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-090d8cd0-341c-4582-98cf-5b0dc21856dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.175049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=d549396e-532b-4e47-9a83-520436d30472,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:10.234833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed07b8-612c-4276-98aa-baedaecba516 req-7de7f7fe-c6fb-487d-8c28-ced42b8c4f83 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:10.242280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65ed07b8-612c-4276-98aa-baedaecba516 req-7de7f7fe-c6fb-487d-8c28-ced42b8c4f83 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 972 time: 0.0941479 Jul 05 03:44:10.251508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Attempting to bind port d549396e-532b-4e47-9a83-520436d30472 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:10.251508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Attempting to bind port d549396e-532b-4e47-9a83-520436d30472 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:10.251508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Attempting to bind port d549396e-532b-4e47-9a83-520436d30472 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:10.256627 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-090d8cd0-341c-4582-98cf-5b0dc21856dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.259857 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Port d549396e-532b-4e47-9a83-520436d30472 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:10.261361 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Attempting to bind port d549396e-532b-4e47-9a83-520436d30472 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:10.270735 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:10.275397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:10.276299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:10.277330 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Bound port: d549396e-532b-4e47-9a83-520436d30472, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:10.278210 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.320686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-090d8cd0-341c-4582-98cf-5b0dc21856dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=defd15e9bebf42fc8c146647f7506129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5869873 Jul 05 03:44:10.324558 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47734) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:10.333143 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65ed07b8-612c-4276-98aa-baedaecba516 req-caa6e7fe-c2ae-4403-8c9f-c33f8c34b230 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887420 Jul 05 03:44:10.333878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d8cd0-341c-4582-98cf-5b0dc21856dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b015c219-ef8b-411c-9a32-6ed0f5462863,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:10.398170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] For port d549396e-532b-4e47-9a83-520436d30472, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:10.409424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] For port d549396e-532b-4e47-9a83-520436d30472, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d549396e-532b-4e47-9a83-520436d30472,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:10.415000 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55e96140-627c-40d3-8128-a0d42dbc6b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.439557 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55e96140-627c-40d3-8128-a0d42dbc6b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.501637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.544901 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:10.546068 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.548351 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] 10.222.0.11 "PUT /v2.0/ports/d549396e-532b-4e47-9a83-520436d30472 HTTP/1.1" status: 200 len: 1096 time: 1.2023721 Jul 05 03:44:10.548828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27660a95-26e5-4d9e-b4e4-024fbba38f0a', 'tag': 'd549396e-532b-4e47-9a83-520436d30472'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:10.561049 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68779f03-225f-4f05-acc9-f5d89a2e45f9" -d '{"events": [{"name": "network-changed", "server_uuid": "27660a95-26e5-4d9e-b4e4-024fbba38f0a", "tag": "d549396e-532b-4e47-9a83-520436d30472"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:10.585723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca386a-2a23-4ccc-bf64-089cc9e23ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=d549396e-532b-4e47-9a83-520436d30472,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:10.632324 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181ef0d7-6a59-4681-a927-4b46c7033981 x-openstack-request-id: req-181ef0d7-6a59-4681-a927-4b46c7033981 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:10.633281 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27660a95-26e5-4d9e-b4e4-024fbba38f0a", "tag": "d549396e-532b-4e47-9a83-520436d30472", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:10.633535 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-181ef0d7-6a59-4681-a927-4b46c7033981 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:10.634076 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27660a95-26e5-4d9e-b4e4-024fbba38f0a', 'tag': 'd549396e-532b-4e47-9a83-520436d30472', 'status': 'completed', 'code': 200} Jul 05 03:44:10.635158 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55e96140-627c-40d3-8128-a0d42dbc6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.642811 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55e96140-627c-40d3-8128-a0d42dbc6b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.643956 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-55e96140-627c-40d3-8128-a0d42dbc6b2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b015c219-ef8b-411c-9a32-6ed0f5462863 HTTP/1.1" status: 204 len: 168 time: 0.3183630 Jul 05 03:44:10.656408 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e96140-627c-40d3-8128-a0d42dbc6b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b015c219-ef8b-411c-9a32-6ed0f5462863,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:10.730511 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68779f03-225f-4f05-acc9-f5d89a2e45f9 req-0201bc84-5a09-44e0-b47e-7e9e968e5948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:10.731861 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68779f03-225f-4f05-acc9-f5d89a2e45f9 req-0201bc84-5a09-44e0-b47e-7e9e968e5948 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 1099 time: 0.0649948 Jul 05 03:44:10.773858 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68779f03-225f-4f05-acc9-f5d89a2e45f9 req-d8fc9b03-6723-4b98-a844-a19c560e358a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322807 Jul 05 03:44:10.964852 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68779f03-225f-4f05-acc9-f5d89a2e45f9 req-a851269f-c8c2-44ca-b0f2-92f761257880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:10.966369 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68779f03-225f-4f05-acc9-f5d89a2e45f9 req-a851269f-c8c2-44ca-b0f2-92f761257880 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1865518 Jul 05 03:44:11.060064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895b26f-b447-4164-aee4-8705f569d90e req-650195da-a9b7-4f44-b6c9-e1ccbe0bcebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:11.061737 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-650195da-a9b7-4f44-b6c9-e1ccbe0bcebe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 1099 time: 0.0564761 Jul 05 03:44:11.102345 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-766f195b-806d-4a25-8f9e-b92623bbbedb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=d549396e-532b-4e47-9a83-520436d30472 HTTP/1.1" status: 200 len: 217 time: 0.0338118 Jul 05 03:44:11.151108 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895b26f-b447-4164-aee4-8705f569d90e req-d40c71ea-502a-42cc-babb-935eccdffe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:11.153158 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-d40c71ea-502a-42cc-babb-935eccdffe2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0446763 Jul 05 03:44:11.219592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895b26f-b447-4164-aee4-8705f569d90e req-f36ac021-4f64-4aa2-b423-d504c7321980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:11.221942 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-f36ac021-4f64-4aa2-b423-d504c7321980 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0623446 Jul 05 03:44:11.241132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a97118-f9df-4aeb-9616-c566e509102c req-db29dacb-cf26-454b-a523-d7443f69597c tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:11.247765 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c4a97118-f9df-4aeb-9616-c566e509102c req-db29dacb-cf26-454b-a523-d7443f69597c tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 948 time: 0.0722718 Jul 05 03:44:11.293635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c4a97118-f9df-4aeb-9616-c566e509102c req-40e7ee32-c7b9-41b0-b01e-a10cbc2be11d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445924 Jul 05 03:44:11.321839 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-0e1bb031-22aa-469d-9d7a-e8ed4f728186 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935812 Jul 05 03:44:11.422108 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4895b26f-b447-4164-aee4-8705f569d90e req-c980b7d0-4627-4e9a-a356-7e2cd509d126 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941296 Jul 05 03:44:11.511158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e74ad-970d-4c65-a3cf-f62d3313e9ed req-b9ff02ac-2f59-4718-ac21-3d371699cd73 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:11.511158 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-387e74ad-970d-4c65-a3cf-f62d3313e9ed req-b9ff02ac-2f59-4718-ac21-3d371699cd73 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 972 time: 0.0619440 Jul 05 03:44:11.556810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-387e74ad-970d-4c65-a3cf-f62d3313e9ed req-bdd9d4e9-6a7f-4ccd-89e1-aa9381d98875 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395920 Jul 05 03:44:11.757942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce43e0-60e6-4b4a-859a-804a4d61a06d req-a0195927-e152-4b55-9ca0-2e3877dfe649 tempest-AggregatesAdminTestJSON-1745361671 tempest-AggregatesAdminTestJSON-1745361671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:11.759455 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6ce43e0-60e6-4b4a-859a-804a4d61a06d req-a0195927-e152-4b55-9ca0-2e3877dfe649 tempest-AggregatesAdminTestJSON-1745361671 tempest-AggregatesAdminTestJSON-1745361671-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 1123 time: 0.0877001 Jul 05 03:44:11.777455 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c6ce43e0-60e6-4b4a-859a-804a4d61a06d req-59c771d1-0eae-40f5-939e-b725a7020f77 tempest-AggregatesAdminTestJSON-1745361671 tempest-AggregatesAdminTestJSON-1745361671-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.811067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47784) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:11.830252 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22a09812-9c1d-48af-91e5-398e5032fe20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.884491 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c6ce43e0-60e6-4b4a-859a-804a4d61a06d req-59c771d1-0eae-40f5-939e-b725a7020f77 tempest-AggregatesAdminTestJSON-1745361671 tempest-AggregatesAdminTestJSON-1745361671-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.976751 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c6ce43e0-60e6-4b4a-859a-804a4d61a06d req-59c771d1-0eae-40f5-939e-b725a7020f77 tempest-AggregatesAdminTestJSON-1745361671 tempest-AggregatesAdminTestJSON-1745361671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.024433 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6ce43e0-60e6-4b4a-859a-804a4d61a06d req-59c771d1-0eae-40f5-939e-b725a7020f77 tempest-AggregatesAdminTestJSON-1745361671 tempest-AggregatesAdminTestJSON-1745361671-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590914 Jul 05 03:44:12.029698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c771d1-0eae-40f5-939e-b725a7020f77 tempest-AggregatesAdminTestJSON-1745361671 tempest-AggregatesAdminTestJSON-1745361671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c68996d-1bf7-4c37-b0c0-ceb94e903745,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:12.099514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22a09812-9c1d-48af-91e5-398e5032fe20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.193789 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22a09812-9c1d-48af-91e5-398e5032fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.233096 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-22a09812-9c1d-48af-91e5-398e5032fe20 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d7f8f61c702465293c44cb73cde0d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4192703 Jul 05 03:44:12.234205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a09812-9c1d-48af-91e5-398e5032fe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2137fc10-2e3d-49bf-92e1-42394d64d4c3,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:12.235811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47804) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:12.293271 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b1a3e63-ead4-41a1-a061-afadb7c08aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.315551 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b1a3e63-ead4-41a1-a061-afadb7c08aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.501362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b5763-ce16-4650-89a3-f83004c210fd req-1810c1b1-9bf4-419f-a223-5ae8c1e611f6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:12.506729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-109b5763-ce16-4650-89a3-f83004c210fd req-1810c1b1-9bf4-419f-a223-5ae8c1e611f6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 948 time: 0.0753169 Jul 05 03:44:12.506729 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b1a3e63-ead4-41a1-a061-afadb7c08aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.507148 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b1a3e63-ead4-41a1-a061-afadb7c08aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.510946 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3b1a3e63-ead4-41a1-a061-afadb7c08aef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2137fc10-2e3d-49bf-92e1-42394d64d4c3 HTTP/1.1" status: 204 len: 168 time: 0.2740419 Jul 05 03:44:12.531127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a3e63-ead4-41a1-a061-afadb7c08aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2137fc10-2e3d-49bf-92e1-42394d64d4c3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:12.559815 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-109b5763-ce16-4650-89a3-f83004c210fd req-1c628b9a-dea8-40a0-bd7e-45ab36a19c56 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476928 Jul 05 03:44:12.834754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47838) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:12.968468 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35271ff9-6dfc-442e-bfbb-4b91bd3fa48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.076310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35271ff9-6dfc-442e-bfbb-4b91bd3fa48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.147167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35271ff9-6dfc-442e-bfbb-4b91bd3fa48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.187113 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-35271ff9-6dfc-442e-bfbb-4b91bd3fa48f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0aacf1128bc948969d0d297bd2e4d1fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510654 Jul 05 03:44:13.189823 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47858) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:13.192395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35271ff9-6dfc-442e-bfbb-4b91bd3fa48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a60b44d-403c-4488-9ee0-546c76a6c701,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:13.240307 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-60d8f1c4-de66-4ff0-a4bd-348961d55ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.260752 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-60d8f1c4-de66-4ff0-a4bd-348961d55ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.370778 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-60d8f1c4-de66-4ff0-a4bd-348961d55ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.373807 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-60d8f1c4-de66-4ff0-a4bd-348961d55ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.374841 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-60d8f1c4-de66-4ff0-a4bd-348961d55ef6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a60b44d-403c-4488-9ee0-546c76a6c701 HTTP/1.1" status: 204 len: 168 time: 0.1836219 Jul 05 03:44:13.385651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8f1c4-de66-4ff0-a4bd-348961d55ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a60b44d-403c-4488-9ee0-546c76a6c701,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:13.770155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752f16b-9188-4d79-8b75-f8dfa02b7ec3 req-9d95ad09-0d58-42f6-8806-aeec244e6383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.772049 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1752f16b-9188-4d79-8b75-f8dfa02b7ec3 req-9d95ad09-0d58-42f6-8806-aeec244e6383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 948 time: 0.0844336 Jul 05 03:44:13.813455 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1752f16b-9188-4d79-8b75-f8dfa02b7ec3 req-f5268cc6-1395-4f28-84c9-e504db328ce2 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Jul 05 03:44:14.129755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47906) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:14.142589 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eabfb6b5-d3db-41cb-aefb-0127fefb8e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.233478 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eabfb6b5-d3db-41cb-aefb-0127fefb8e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.352639 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eabfb6b5-d3db-41cb-aefb-0127fefb8e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.414716 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-eabfb6b5-d3db-41cb-aefb-0127fefb8e95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da6aeba33b6e47808827b08ed3490077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838471 Jul 05 03:44:14.416128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfb6b5-d3db-41cb-aefb-0127fefb8e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2701b175-8889-436c-95fd-eb8886b67e12,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:14.417343 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47922) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:14.483052 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bd5f1362-f267-4ed1-9789-0a0a616aac9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.512813 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bd5f1362-f267-4ed1-9789-0a0a616aac9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.701822 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bd5f1362-f267-4ed1-9789-0a0a616aac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.704700 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bd5f1362-f267-4ed1-9789-0a0a616aac9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.714575 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bd5f1362-f267-4ed1-9789-0a0a616aac9f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2701b175-8889-436c-95fd-eb8886b67e12 HTTP/1.1" status: 204 len: 168 time: 0.2903745 Jul 05 03:44:14.717339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f1362-f267-4ed1-9789-0a0a616aac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2701b175-8889-436c-95fd-eb8886b67e12,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:14.984445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf5bbe-5c26-4084-bd39-99f8ca00db19 req-6b665cf9-cdc9-4397-b75e-60a3b22d4f70 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:14.985870 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-82bf5bbe-5c26-4084-bd39-99f8ca00db19 req-6b665cf9-cdc9-4397-b75e-60a3b22d4f70 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 948 time: 0.0622737 Jul 05 03:44:15.024164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-82bf5bbe-5c26-4084-bd39-99f8ca00db19 req-c3bd6b64-10b9-49b6-9d76-aca77e8b79a1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324857 Jul 05 03:44:15.320520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47944) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:15.521706 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13f10d0e-bb41-4e32-aea2-b1c98ea6d27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.635422 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d549396e-532b-4e47-9a83-520436d30472 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:15.637896 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13f10d0e-bb41-4e32-aea2-b1c98ea6d27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.707651 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13f10d0e-bb41-4e32-aea2-b1c98ea6d27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.753471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d549396e-532b-4e47-9a83-520436d30472, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d549396e-532b-4e47-9a83-520436d30472,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:15.756744 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-13f10d0e-bb41-4e32-aea2-b1c98ea6d27c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d57c87c5e33e40898b2a0a65dcc8a530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351404 Jul 05 03:44:15.758184 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f10d0e-bb41-4e32-aea2-b1c98ea6d27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeb5c69-ffe7-4dd1-a07a-11c43ca8ed26,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:15.759397 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47976) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:15.767894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'd549396e-532b-4e47-9a83-520436d30472', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': 'd549396e-532b-4e47-9a83-520436d30472', 'mac_address': 'fa:16:3e:45:45:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:15.815249 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.819468 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5fdbe61c-8df3-4c89-9b1c-d4f19f52574d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.829446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d549396e-532b-4e47-9a83-520436d30472 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:15.843703 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5fdbe61c-8df3-4c89-9b1c-d4f19f52574d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.853860 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d549396e-532b-4e47-9a83-520436d30472, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d549396e-532b-4e47-9a83-520436d30472,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:15.982207 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.016030 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5fdbe61c-8df3-4c89-9b1c-d4f19f52574d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.019488 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5fdbe61c-8df3-4c89-9b1c-d4f19f52574d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.020887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5fdbe61c-8df3-4c89-9b1c-d4f19f52574d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cbeb5c69-ffe7-4dd1-a07a-11c43ca8ed26 HTTP/1.1" status: 204 len: 168 time: 0.2602541 Jul 05 03:44:16.042852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=d549396e-532b-4e47-9a83-520436d30472,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:16.043822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbe61c-8df3-4c89-9b1c-d4f19f52574d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeb5c69-ffe7-4dd1-a07a-11c43ca8ed26,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:16.270506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:16.357191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950608c-ced9-4e7e-b6fc-f87ebf98971a req-154a693f-ca5b-4edf-96c7-7fed9b75d259 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:16.365956 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0950608c-ced9-4e7e-b6fc-f87ebf98971a req-154a693f-ca5b-4edf-96c7-7fed9b75d259 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 949 time: 0.0819457 Jul 05 03:44:16.418070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0950608c-ced9-4e7e-b6fc-f87ebf98971a req-4691119b-9b92-4eb4-80de-f69f75e7cc45 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508816 Jul 05 03:44:16.486269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48012) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:16.648241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1683176420-network', 'tenant_id': 'be979254e14b450096d0687db0c40d54'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:16.799022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] Made reservation on behalf of be979254e14b450096d0687db0c40d54 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:16.801825 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.820710 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.889323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48042) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:16.904069 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2e2b898f-d6d7-4dbb-a5b4-036044fac4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.924003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.027528 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.049674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:44:17.063893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b42ca74-3bac-4901-92cd-5c94b2b00341,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:17.070200 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.070558 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] Added segment 09bf9f3c-0714-4dd0-84fc-6cca229112b3 of type vlan for network 4691479b-1728-4d4d-b293-81f5c048e409 Jul 05 03:44:17.116073 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.125001 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2e2b898f-d6d7-4dbb-a5b4-036044fac4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.199549 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2e2b898f-d6d7-4dbb-a5b4-036044fac4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.245964 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2e2b898f-d6d7-4dbb-a5b4-036044fac4a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=559b021d655a471fadced2539955bef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554621 Jul 05 03:44:17.246829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b898f-d6d7-4dbb-a5b4-036044fac4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5699ed-1cc2-4af0-a0b7-160f2d24537b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:17.248653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48066) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:17.265601 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.268385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:17.268385 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.291218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48070) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:17.370608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] Pushing event updated for resources: {'Network': ['ID=4691479b-1728-4d4d-b293-81f5c048e409,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:17.385438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7de281d-d9aa-4eba-9313-ac3516c3498e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.390200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 4691479b-1728-4d4d-b293-81f5c048e409 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:44:17.390832 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:44:17.394202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48084) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:17.396937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-09f0edd5-b0b6-4a21-b579-7fc68a525326 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9094882 Jul 05 03:44:17.401186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3f730ad0-e6df-4e5f-991c-60f204db2c8c admin admin] Request body: {'subnet': {'network_id': '4691479b-1728-4d4d-b293-81f5c048e409', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1683176420-subnet', 'tenant_id': 'be979254e14b450096d0687db0c40d54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:17.417919 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7de281d-d9aa-4eba-9313-ac3516c3498e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.442023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1192f9d6-b8f5-495d-b90c-e9b9c29c7955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.562389 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f730ad0-e6df-4e5f-991c-60f204db2c8c admin admin] Made reservation on behalf of be979254e14b450096d0687db0c40d54 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:17.564758 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f730ad0-e6df-4e5f-991c-60f204db2c8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.617173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d549396e-532b-4e47-9a83-520436d30472 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:17.624217 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7de281d-d9aa-4eba-9313-ac3516c3498e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.626950 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7de281d-d9aa-4eba-9313-ac3516c3498e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.630499 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d7de281d-d9aa-4eba-9313-ac3516c3498e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c5699ed-1cc2-4af0-a0b7-160f2d24537b HTTP/1.1" status: 204 len: 168 time: 0.3777173 Jul 05 03:44:17.640247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de281d-d9aa-4eba-9313-ac3516c3498e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5699ed-1cc2-4af0-a0b7-160f2d24537b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:17.678072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5b4ab-0c49-4b6b-9a75-f952f5908f9c req-46c20031-6580-4348-a01d-0e68a029f090 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:17.680987 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0c5b4ab-0c49-4b6b-9a75-f952f5908f9c req-46c20031-6580-4348-a01d-0e68a029f090 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 949 time: 0.0992451 Jul 05 03:44:17.736876 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0c5b4ab-0c49-4b6b-9a75-f952f5908f9c req-ea62bcde-034e-4bf8-aebd-c03634141a28 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481911 Jul 05 03:44:17.773707 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1192f9d6-b8f5-495d-b90c-e9b9c29c7955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.844586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port d549396e-532b-4e47-9a83-520436d30472 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:17.850909 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port d549396e-532b-4e47-9a83-520436d30472 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:17.851471 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.857694 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1192f9d6-b8f5-495d-b90c-e9b9c29c7955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.894637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192f9d6-b8f5-495d-b90c-e9b9c29c7955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e62a4ae-4739-4566-a3e3-3ae309516592,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:17.920104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f730ad0-e6df-4e5f-991c-60f204db2c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.937412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48110) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:17.938307 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1192f9d6-b8f5-495d-b90c-e9b9c29c7955 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d7e178770a74f78aff666d4947f41c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6457675 Jul 05 03:44:18.037434 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a317d589-d544-42cf-bd01-876febb27e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.040509 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f730ad0-e6df-4e5f-991c-60f204db2c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f97357-dd37-4825-8a0e-4a6b356869b0,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:18.057004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f730ad0-e6df-4e5f-991c-60f204db2c8c admin admin] Checking segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:18.057792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f730ad0-e6df-4e5f-991c-60f204db2c8c admin admin] Network hostable DHCP agents. Network: 4691479b-1728-4d4d-b293-81f5c048e409, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:44:18.080279 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a317d589-d544-42cf-bd01-876febb27e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.080393 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.107321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27660a95-26e5-4d9e-b4e4-024fbba38f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd549396e-532b-4e47-9a83-520436d30472'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:18.107321 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db988dcb-3403-424a-b349-21d7e25ef1fa" -d '{"events": [{"server_uuid": "27660a95-26e5-4d9e-b4e4-024fbba38f0a", "name": "network-vif-plugged", "status": "completed", "tag": "d549396e-532b-4e47-9a83-520436d30472"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:18.127357 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d549396e-532b-4e47-9a83-520436d30472, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d549396e-532b-4e47-9a83-520436d30472,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:18.232238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f730ad0-e6df-4e5f-991c-60f204db2c8c admin admin] Network 4691479b-1728-4d4d-b293-81f5c048e409 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:44:18.307278 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a317d589-d544-42cf-bd01-876febb27e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.307464 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.312050 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a317d589-d544-42cf-bd01-876febb27e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.312050 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a317d589-d544-42cf-bd01-876febb27e46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e62a4ae-4739-4566-a3e3-3ae309516592 HTTP/1.1" status: 204 len: 168 time: 0.3734393 Jul 05 03:44:18.323328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317d589-d544-42cf-bd01-876febb27e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e62a4ae-4739-4566-a3e3-3ae309516592,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:18.364533 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb06b96-500c-434d-b887-fd4ec8b6abfd x-openstack-request-id: req-9eb06b96-500c-434d-b887-fd4ec8b6abfd {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:18.364533 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27660a95-26e5-4d9e-b4e4-024fbba38f0a", "name": "network-vif-plugged", "status": "completed", "tag": "d549396e-532b-4e47-9a83-520436d30472", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:18.364533 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9eb06b96-500c-434d-b887-fd4ec8b6abfd {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:18.364533 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27660a95-26e5-4d9e-b4e4-024fbba38f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd549396e-532b-4e47-9a83-520436d30472', 'code': 200} Jul 05 03:44:18.375613 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=d549396e-532b-4e47-9a83-520436d30472,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:18.643630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-3f730ad0-e6df-4e5f-991c-60f204db2c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 4691479b-1728-4d4d-b293-81f5c048e409) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:18.649259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f730ad0-e6df-4e5f-991c-60f204db2c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:18.649853 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f730ad0-e6df-4e5f-991c-60f204db2c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.650504 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aec7298-2b30-4934-b9ba-f32a34061f4b None None] Network 4691479b-1728-4d4d-b293-81f5c048e409 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:18.705533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87457a1-d4bc-4cdc-8de8-1c31d0e8b37d req-141bfa6e-d0b6-4681-9382-3e246a147ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:18.708272 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b87457a1-d4bc-4cdc-8de8-1c31d0e8b37d req-141bfa6e-d0b6-4681-9382-3e246a147ac8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 1101 time: 0.2721775 Jul 05 03:44:18.748093 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b87457a1-d4bc-4cdc-8de8-1c31d0e8b37d req-ae2a0acc-4124-4e8b-bb78-009baa29eda1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309093 Jul 05 03:44:18.822615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc06c51-924c-4bed-b5e8-b3f94529f573 None None] Network 4691479b-1728-4d4d-b293-81f5c048e409 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:18.828982 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3f730ad0-e6df-4e5f-991c-60f204db2c8c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4336617 Jul 05 03:44:19.180647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ece951-173c-4c07-a320-61b9a1aa3d82 req-5149b321-db2d-40dd-a96e-e6f7eaa70a56 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:19.182762 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6ece951-173c-4c07-a320-61b9a1aa3d82 req-5149b321-db2d-40dd-a96e-e6f7eaa70a56 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 950 time: 0.1886749 Jul 05 03:44:19.228705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48180) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:19.244810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6ece951-173c-4c07-a320-61b9a1aa3d82 req-ce51506a-4997-4450-b5ca-2ac6e04e8758 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499289 Jul 05 03:44:19.258073 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d557edd6-0d2f-486c-911a-a47e57b48c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.336151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48186) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:19.363746 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d557edd6-0d2f-486c-911a-a47e57b48c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.465388 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-35165bd3-3d57-4297-89b5-0f2f52605d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.475515 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d557edd6-0d2f-486c-911a-a47e57b48c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.526305 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557edd6-0d2f-486c-911a-a47e57b48c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39c7179-ecd7-43cc-9a4b-101c9df6587b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:19.539537 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d557edd6-0d2f-486c-911a-a47e57b48c43 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dba44b5e4efc470e98a5f58a85dd9bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059111 Jul 05 03:44:19.539665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48198) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:19.649264 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-35165bd3-3d57-4297-89b5-0f2f52605d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.651586 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f60b0c55-d8b3-4955-b3ae-e46f04688370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.678506 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f60b0c55-d8b3-4955-b3ae-e46f04688370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.775974 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-35165bd3-3d57-4297-89b5-0f2f52605d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.815050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35165bd3-3d57-4297-89b5-0f2f52605d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940404f4-757a-4b75-a496-caa15cf5737f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:19.824894 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-35165bd3-3d57-4297-89b5-0f2f52605d39 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c83fad8b7b14307aad1be47a9ffbc33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873447 Jul 05 03:44:19.826109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48212) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:19.832730 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f60b0c55-d8b3-4955-b3ae-e46f04688370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.839975 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f60b0c55-d8b3-4955-b3ae-e46f04688370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.839975 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f60b0c55-d8b3-4955-b3ae-e46f04688370 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d39c7179-ecd7-43cc-9a4b-101c9df6587b HTTP/1.1" status: 204 len: 168 time: 0.2958877 Jul 05 03:44:19.857722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b0c55-d8b3-4955-b3ae-e46f04688370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39c7179-ecd7-43cc-9a4b-101c9df6587b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:19.912577 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3cbfbfac-0361-4c81-8323-f1ce0c86f88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.939061 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3cbfbfac-0361-4c81-8323-f1ce0c86f88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.107713 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3cbfbfac-0361-4c81-8323-f1ce0c86f88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.110537 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3cbfbfac-0361-4c81-8323-f1ce0c86f88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.111657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3cbfbfac-0361-4c81-8323-f1ce0c86f88c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/940404f4-757a-4b75-a496-caa15cf5737f HTTP/1.1" status: 204 len: 168 time: 0.2845848 Jul 05 03:44:20.122401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfbfac-0361-4c81-8323-f1ce0c86f88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940404f4-757a-4b75-a496-caa15cf5737f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:20.155297 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff259-f0a7-4ec6-9e6d-e0d0a2b53064 req-1777c285-0b01-49ee-b5e1-4b9dddbe28f5 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:20.157096 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df2ff259-f0a7-4ec6-9e6d-e0d0a2b53064 req-1777c285-0b01-49ee-b5e1-4b9dddbe28f5 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 972 time: 0.0788736 Jul 05 03:44:20.197235 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df2ff259-f0a7-4ec6-9e6d-e0d0a2b53064 req-265d4748-332d-4982-9519-bd0a46970786 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330434 Jul 05 03:44:20.542290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521deb0-f96a-45ac-a432-0a9a17ec98f6 req-4a7da4f2-4ee9-4863-af0a-33e6394e5d27 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:20.542290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6521deb0-f96a-45ac-a432-0a9a17ec98f6 req-4a7da4f2-4ee9-4863-af0a-33e6394e5d27 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 950 time: 0.0695941 Jul 05 03:44:20.542290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6521deb0-f96a-45ac-a432-0a9a17ec98f6 req-0c8d14d5-bf7d-44df-b5f5-ecce875d2390 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Jul 05 03:44:20.867135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48262) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:21.127276 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f10e3d5b-bd03-45c8-bd8c-3e64ff10c791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.182605 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1255dfcc-d15e-44da-9292-5ba0d1afb12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.280542 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f10e3d5b-bd03-45c8-bd8c-3e64ff10c791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.426339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48296) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:21.438901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2003815917-network', 'tenant_id': 'cbf7c166065f4b089ae6a105afb55c95'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:21.467810 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f10e3d5b-bd03-45c8-bd8c-3e64ff10c791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.525696 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f10e3d5b-bd03-45c8-bd8c-3e64ff10c791 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=106ec95b623046908f4b03130969d56c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6573629 Jul 05 03:44:21.533119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb70ea-78d4-4a70-8066-1b06cb576c05 req-3b85d28d-b599-4dc0-9bd1-aedff0c2698c tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:21.544972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7bb70ea-78d4-4a70-8066-1b06cb576c05 req-3b85d28d-b599-4dc0-9bd1-aedff0c2698c tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 972 time: 0.1967618 Jul 05 03:44:21.557136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48302) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:21.557136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48304) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:21.557136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] Made reservation on behalf of cbf7c166065f4b089ae6a105afb55c95 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:21.563912 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.602570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e3d5b-bd03-45c8-bd8c-3e64ff10c791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5806e69-8b76-4dcb-a3aa-d5ed357e1443,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:21.634671 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-426f8b65-ff52-4938-b5ea-d59a5fc1a8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.655074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d0147-442c-4549-852f-eba106afde8f req-1ba82a6b-95a8-4425-9e6e-7bedeb20bc44 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:21.657358 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-494d0147-442c-4549-852f-eba106afde8f req-1ba82a6b-95a8-4425-9e6e-7bedeb20bc44 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.64 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 972 time: 0.2978227 Jul 05 03:44:21.683624 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.705529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7bb70ea-78d4-4a70-8066-1b06cb576c05 req-dadf9c33-3adc-4a5e-99c9-238feed389e1 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d5506d5-b309-4f45-bc16-20c128e6ca7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605155 Jul 05 03:44:21.857037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-494d0147-442c-4549-852f-eba106afde8f req-63b288b8-391d-4067-ac64-4a65222eb17b tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Deleting port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:44:21.862453 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-494d0147-442c-4549-852f-eba106afde8f req-63b288b8-391d-4067-ac64-4a65222eb17b tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.874090 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-18bf973c-43e0-4598-84db-f13273084a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.900002 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-18bf973c-43e0-4598-84db-f13273084a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.954055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9b367-1068-4e6e-ad01-fad4e7d7f71d req-7d4cc04a-e715-4c2e-a0a6-8f248f6bff38 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:21.961825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbb9b367-1068-4e6e-ad01-fad4e7d7f71d req-7d4cc04a-e715-4c2e-a0a6-8f248f6bff38 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 950 time: 0.2208815 Jul 05 03:44:22.037395 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbb9b367-1068-4e6e-ad01-fad4e7d7f71d req-e5ada583-8642-48a2-b121-6000717a0101 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746043 Jul 05 03:44:22.040113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-494d0147-442c-4549-852f-eba106afde8f req-63b288b8-391d-4067-ac64-4a65222eb17b tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] For port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=32b9316c-2edb-4fb4-9e9e-0804e51ae62d,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:22.040596 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-494d0147-442c-4549-852f-eba106afde8f req-63b288b8-391d-4067-ac64-4a65222eb17b tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.070853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-18bf973c-43e0-4598-84db-f13273084a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.074023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-494d0147-442c-4549-852f-eba106afde8f req-63b288b8-391d-4067-ac64-4a65222eb17b tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Calling delete_port for 32b9316c-2edb-4fb4-9e9e-0804e51ae62d owned by compute:tempest-test_az-2003880387 {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:44:22.080636 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-18bf973c-43e0-4598-84db-f13273084a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.085777 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-18bf973c-43e0-4598-84db-f13273084a02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5806e69-8b76-4dcb-a3aa-d5ed357e1443 HTTP/1.1" status: 204 len: 168 time: 0.5193865 Jul 05 03:44:22.088405 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-426f8b65-ff52-4938-b5ea-d59a5fc1a8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.097120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf973c-43e0-4598-84db-f13273084a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5806e69-8b76-4dcb-a3aa-d5ed357e1443,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:22.229507 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-426f8b65-ff52-4938-b5ea-d59a5fc1a8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.300621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-426f8b65-ff52-4938-b5ea-d59a5fc1a8da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39b44bf63ce648af984626663a1a66ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7149630 Jul 05 03:44:22.301815 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f8b65-ff52-4938-b5ea-d59a5fc1a8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dda0b2-d5b0-4b88-bc59-6803d26ddedd,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:22.303513 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48340) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:22.356266 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a0ea-f359-4ff0-b3db-eb9a8f8f7cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.388603 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a0ea-f359-4ff0-b3db-eb9a8f8f7cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.404920 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-494d0147-442c-4549-852f-eba106afde8f req-63b288b8-391d-4067-ac64-4a65222eb17b tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.419929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['32b9316c-2edb-4fb4-9e9e-0804e51ae62d'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:22.445674 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.453756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b288b8-391d-4067-ac64-4a65222eb17b tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Pushing event deleted for resources: {'Port': ['ID=32b9316c-2edb-4fb4-9e9e-0804e51ae62d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:22.513201 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.535529 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-494d0147-442c-4549-852f-eba106afde8f req-63b288b8-391d-4067-ac64-4a65222eb17b tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] No DVR routers for this DVR port 32b9316c-2edb-4fb4-9e9e-0804e51ae62d on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:44:22.539521 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-494d0147-442c-4549-852f-eba106afde8f req-63b288b8-391d-4067-ac64-4a65222eb17b tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.541794 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-494d0147-442c-4549-852f-eba106afde8f req-63b288b8-391d-4067-ac64-4a65222eb17b tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.64 "DELETE /v2.0/ports/32b9316c-2edb-4fb4-9e9e-0804e51ae62d HTTP/1.1" status: 204 len: 173 time: 0.8724194 Jul 05 03:44:22.542875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5028d5df-4ac1-43bf-9579-912bfbeb3011', 'name': 'network-vif-deleted', 'tag': '32b9316c-2edb-4fb4-9e9e-0804e51ae62d'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:22.555388 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6183bfde-244f-47b2-9777-f6f674d81398" -d '{"events": [{"server_uuid": "5028d5df-4ac1-43bf-9579-912bfbeb3011", "name": "network-vif-deleted", "tag": "32b9316c-2edb-4fb4-9e9e-0804e51ae62d"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:22.604389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d46337a-30f2-4515-bb5c-28eb28c3686d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:22.632277 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493954b-2083-45a1-9ca1-3ee051bf95b4 req-766f7645-3a3f-47da-b83f-d4113292ff38 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:22.636051 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b493954b-2083-45a1-9ca1-3ee051bf95b4 req-766f7645-3a3f-47da-b83f-d4113292ff38 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 1101 time: 0.1107004 Jul 05 03:44:22.662397 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b493954b-2083-45a1-9ca1-3ee051bf95b4 req-79296d58-d65b-4859-b2f5-b79fb8a847f1 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.666678 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a0ea-f359-4ff0-b3db-eb9a8f8f7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.669312 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a0ea-f359-4ff0-b3db-eb9a8f8f7cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.674043 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f2f3a0ea-f359-4ff0-b3db-eb9a8f8f7cfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30dda0b2-d5b0-4b88-bc59-6803d26ddedd HTTP/1.1" status: 204 len: 168 time: 0.3687720 Jul 05 03:44:22.680965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:44:22.682439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3a0ea-f359-4ff0-b3db-eb9a8f8f7cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dda0b2-d5b0-4b88-bc59-6803d26ddedd,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:22.718954 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.719379 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] Added segment 4f401faa-d81c-4124-a64c-00f8e6092f3f of type vlan for network 0d78b04a-3a56-4969-8204-0fc08601a37f Jul 05 03:44:22.775313 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.845913 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b493954b-2083-45a1-9ca1-3ee051bf95b4 req-79296d58-d65b-4859-b2f5-b79fb8a847f1 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.881076 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.884146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:22.884146 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.953440 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b493954b-2083-45a1-9ca1-3ee051bf95b4 req-79296d58-d65b-4859-b2f5-b79fb8a847f1 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.964802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5e80da5-3439-4a67-a302-26e95372520a req-e215153d-42c6-4ac1-a9d2-279fa9fe8cd7 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=83d17c376f0b4817ba178517a98c034f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785096 Jul 05 03:44:23.000181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] Pushing event updated for resources: {'Network': ['ID=0d78b04a-3a56-4969-8204-0fc08601a37f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:23.011293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 0d78b04a-3a56-4969-8204-0fc08601a37f details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:44:23.020451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b493954b-2083-45a1-9ca1-3ee051bf95b4 req-79296d58-d65b-4859-b2f5-b79fb8a847f1 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766720 Jul 05 03:44:23.068323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79296d58-d65b-4859-b2f5-b79fb8a847f1 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36d34f2-00e0-4f68-966e-66d9438bb923,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:23.075080 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7e563515-4671-4847-810f-ab50ee75249d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6425269 Jul 05 03:44:23.077883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48366) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:23.083022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-91fb28dc-d92c-49b0-979d-54c19a4e56bf admin admin] Request body: {'subnet': {'network_id': '0d78b04a-3a56-4969-8204-0fc08601a37f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2003815917-subnet', 'tenant_id': 'cbf7c166065f4b089ae6a105afb55c95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:23.122972 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297aae8b-b9cd-4960-a235-084cbbc0391a x-openstack-request-id: req-297aae8b-b9cd-4960-a235-084cbbc0391a {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:23.123348 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5028d5df-4ac1-43bf-9579-912bfbeb3011", "name": "network-vif-deleted", "tag": "32b9316c-2edb-4fb4-9e9e-0804e51ae62d", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:23.123661 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-297aae8b-b9cd-4960-a235-084cbbc0391a {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:23.124122 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5028d5df-4ac1-43bf-9579-912bfbeb3011', 'name': 'network-vif-deleted', 'tag': '32b9316c-2edb-4fb4-9e9e-0804e51ae62d', 'status': 'completed', 'code': 200} Jul 05 03:44:23.149220 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e80da5-3439-4a67-a302-26e95372520a req-87c0a2ad-9b78-4cb6-8015-68e19c83f774 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:23.150723 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5e80da5-3439-4a67-a302-26e95372520a req-87c0a2ad-9b78-4cb6-8015-68e19c83f774 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704578 Jul 05 03:44:23.167947 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5e80da5-3439-4a67-a302-26e95372520a req-13441aed-05b9-43e6-93cb-76afede6eabd tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/quotas/83d17c376f0b4817ba178517a98c034f HTTP/1.1" status: 200 len: 375 time: 0.0115478 Jul 05 03:44:23.181681 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fb28dc-d92c-49b0-979d-54c19a4e56bf admin admin] Made reservation on behalf of cbf7c166065f4b089ae6a105afb55c95 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:23.184065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91fb28dc-d92c-49b0-979d-54c19a4e56bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.208553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5e80da5-3439-4a67-a302-26e95372520a req-838209d7-80ae-4164-a755-6a4de2da6f41 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=83d17c376f0b4817ba178517a98c034f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350120 Jul 05 03:44:23.242873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48368) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:23.296421 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c031f3ae-a995-4084-b07b-0786b558d774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.340685 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d654b73-1178-46f4-b2bc-8518b65e2ee6 req-e1bfa83a-c3cb-4b9d-96d5-e2ac584b2da6 tempest-AggregatesAdminTestJSON-653656356 tempest-AggregatesAdminTestJSON-653656356-project] 10.222.0.60 "GET /v2.0/ports?device_id=5028d5df-4ac1-43bf-9579-912bfbeb3011 HTTP/1.1" status: 200 len: 210 time: 0.0693474 Jul 05 03:44:23.426980 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48370) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:23.481507 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c031f3ae-a995-4084-b07b-0786b558d774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.490374 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91fb28dc-d92c-49b0-979d-54c19a4e56bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.575724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb28dc-d92c-49b0-979d-54c19a4e56bf admin admin] Checking segment: {'id': '4f401faa-d81c-4124-a64c-00f8e6092f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0d78b04a-3a56-4969-8204-0fc08601a37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:23.575724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb28dc-d92c-49b0-979d-54c19a4e56bf admin admin] Network hostable DHCP agents. Network: 0d78b04a-3a56-4969-8204-0fc08601a37f, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:44:23.575885 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c031f3ae-a995-4084-b07b-0786b558d774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.583019 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb28dc-d92c-49b0-979d-54c19a4e56bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f0aaf1-6388-4948-a819-ea9d34bf82c9,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:23.586172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d9115586-6e5a-43b5-bf0f-0ceb7d4e2699 req-1968ccd2-6676-43a4-b79a-c491ed5ddb15 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 210 time: 0.0570076 Jul 05 03:44:23.661750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031f3ae-a995-4084-b07b-0786b558d774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa06835a-055a-4b4a-8da6-c06eb2577eb7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:23.667302 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c031f3ae-a995-4084-b07b-0786b558d774 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94afa1d409e34e72af3f645014a9621e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233861 Jul 05 03:44:23.670065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48384) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:23.686526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb28dc-d92c-49b0-979d-54c19a4e56bf admin admin] Network 0d78b04a-3a56-4969-8204-0fc08601a37f is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:44:23.754210 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2480b337-05b1-484c-9d4b-52c2a7f1baf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.775183 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-91fb28dc-d92c-49b0-979d-54c19a4e56bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 0d78b04a-3a56-4969-8204-0fc08601a37f) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:23.777533 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbb6576-0c14-479d-bb56-47a31c78f44f None None] Network 0d78b04a-3a56-4969-8204-0fc08601a37f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:23.778267 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fb28dc-d92c-49b0-979d-54c19a4e56bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:23.778867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91fb28dc-d92c-49b0-979d-54c19a4e56bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.789560 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2480b337-05b1-484c-9d4b-52c2a7f1baf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.823876 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cafcf2fc-e6c6-4f93-8033-c447f59d5675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.908556 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-91fb28dc-d92c-49b0-979d-54c19a4e56bf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8294084 Jul 05 03:44:23.954778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8338e9c5-e639-4a5f-bceb-835acbf08107 None None] Network 0d78b04a-3a56-4969-8204-0fc08601a37f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:23.970038 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2480b337-05b1-484c-9d4b-52c2a7f1baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.972821 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2480b337-05b1-484c-9d4b-52c2a7f1baf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.989591 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2480b337-05b1-484c-9d4b-52c2a7f1baf0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa06835a-055a-4b4a-8da6-c06eb2577eb7 HTTP/1.1" status: 204 len: 168 time: 0.3029165 Jul 05 03:44:24.011848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480b337-05b1-484c-9d4b-52c2a7f1baf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa06835a-055a-4b4a-8da6-c06eb2577eb7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:24.067438 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-951b9090-4fc8-4be9-b94f-07feb484a062 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367253 Jul 05 03:44:24.095583 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cafcf2fc-e6c6-4f93-8033-c447f59d5675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.192843 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cafcf2fc-e6c6-4f93-8033-c447f59d5675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.220626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-54a40c54-9b87-4c07-85e3-f6b417e10e2f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:24.222192 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-54a40c54-9b87-4c07-85e3-f6b417e10e2f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440673 Jul 05 03:44:24.244048 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-851a5fd8-181c-434d-8ae6-60b60ee62051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.255260 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cafcf2fc-e6c6-4f93-8033-c447f59d5675 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=123717d28d9543b8a7f3af5f55e8f871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8271446 Jul 05 03:44:24.258056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48416) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:24.260489 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-0655010a-4d4e-4224-8e3d-dd8350ee84f7 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/quotas/699c7cae0a8943699f7e6394aeb45413 HTTP/1.1" status: 200 len: 375 time: 0.0263052 Jul 05 03:44:24.261206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcf2fc-e6c6-4f93-8033-c447f59d5675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d9832e-e1d3-43cb-a3c5-6a0472f7cfdb,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:24.313433 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95dfe933-9e6f-48fb-a0ba-588ad14991af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.330864 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.354185 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-86a8a610-34d5-46d5-8fc7-01a994af1c89 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875103 Jul 05 03:44:24.356855 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95dfe933-9e6f-48fb-a0ba-588ad14991af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.559331 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95dfe933-9e6f-48fb-a0ba-588ad14991af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.563207 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95dfe933-9e6f-48fb-a0ba-588ad14991af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.564646 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-95dfe933-9e6f-48fb-a0ba-588ad14991af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/13d9832e-e1d3-43cb-a3c5-6a0472f7cfdb HTTP/1.1" status: 204 len: 168 time: 0.3054397 Jul 05 03:44:24.574483 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfe933-9e6f-48fb-a0ba-588ad14991af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d9832e-e1d3-43cb-a3c5-6a0472f7cfdb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:24.687332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-96fcb3d5-a60f-4805-ad52-23d6a6b8bfdb req-3c31cb2c-73c5-4b54-af95-25eb49eea78e tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 210 time: 0.0394211 Jul 05 03:44:25.119106 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.334699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48468) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:25.519847 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07401622-5c01-4218-a805-f1b19520b6f6 req-dd1f3eca-e5dd-4440-9e4a-36f61b34e959 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 210 time: 0.0511591 Jul 05 03:44:25.534681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-a045db03-5f83-4c27-be64-d78c7a0fd830 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:25.536505 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-a045db03-5f83-4c27-be64-d78c7a0fd830 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 821 time: 0.2354653 Jul 05 03:44:25.552921 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-b850f811-bcf9-4f83-aa82-f4c057805235 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/quotas/be979254e14b450096d0687db0c40d54 HTTP/1.1" status: 200 len: 375 time: 0.0100904 Jul 05 03:44:25.685591 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 32b9316c-2edb-4fb4-9e9e-0804e51ae62d no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:44:25.707163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-fc1e56ae-f3ef-4505-862c-a2978dadfe8e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1486311 Jul 05 03:44:25.727196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 32b9316c-2edb-4fb4-9e9e-0804e51ae62d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:44:25.727733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 32b9316c-2edb-4fb4-9e9e-0804e51ae62d not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:44:25.761003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48492) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:25.782829 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-03939ebc-c31d-4e6b-ac0d-cb6408f49d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.804493 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d3cefdb4-1eae-43b9-aab1-1ed818787f95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e72aeecc1ae04961b62968fa18d8b85c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4698961 Jul 05 03:44:25.805154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48494) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:25.870829 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0970b08-7f9b-47b0-9bad-de4ecd44bb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.911636 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0970b08-7f9b-47b0-9bad-de4ecd44bb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.940527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-03939ebc-c31d-4e6b-ac0d-cb6408f49d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:26.015511 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-03939ebc-c31d-4e6b-ac0d-cb6408f49d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:26.079184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-03939ebc-c31d-4e6b-ac0d-cb6408f49d0d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a93aaf1e8a04f8b9ebd627066c3ff01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170252 Jul 05 03:44:26.081484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c34a101-bd9a-45ad-872f-9e9d35e0d457 req-5fdc966e-dafc-422d-af5a-8f29b2958d79 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 210 time: 0.0455642 Jul 05 03:44:26.082073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03939ebc-c31d-4e6b-ac0d-cb6408f49d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8c581d-b12e-4841-bf55-fc6fe3cc2cff,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:26.082212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48498) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:26.116225 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0970b08-7f9b-47b0-9bad-de4ecd44bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:26.122019 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0970b08-7f9b-47b0-9bad-de4ecd44bb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:26.122019 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f0970b08-7f9b-47b0-9bad-de4ecd44bb09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d5506d5-b309-4f45-bc16-20c128e6ca7a HTTP/1.1" status: 204 len: 168 time: 0.3145339 Jul 05 03:44:26.138934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0970b08-7f9b-47b0-9bad-de4ecd44bb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5506d5-b309-4f45-bc16-20c128e6ca7a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:26.208556 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe7ecc55-9da9-4487-bdad-28c7f0285f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:26.231836 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe7ecc55-9da9-4487-bdad-28c7f0285f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:26.397618 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5e80da5-3439-4a67-a302-26e95372520a req-20eb81d0-6339-47f0-b1da-89e81fdf3a99 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=83d17c376f0b4817ba178517a98c034f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255415 Jul 05 03:44:26.450599 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe7ecc55-9da9-4487-bdad-28c7f0285f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:26.453115 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe7ecc55-9da9-4487-bdad-28c7f0285f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:26.454236 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fe7ecc55-9da9-4487-bdad-28c7f0285f5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f8c581d-b12e-4841-bf55-fc6fe3cc2cff HTTP/1.1" status: 204 len: 168 time: 0.3708189 Jul 05 03:44:26.471210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ecc55-9da9-4487-bdad-28c7f0285f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8c581d-b12e-4841-bf55-fc6fe3cc2cff,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:26.538889 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e80da5-3439-4a67-a302-26e95372520a req-0d799560-921b-490d-888e-ffea646dfa6c tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:26.541007 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5e80da5-3439-4a67-a302-26e95372520a req-0d799560-921b-490d-888e-ffea646dfa6c tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1384094 Jul 05 03:44:26.553013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Request body: {'port': {'device_id': 'cb6ced17-0396-46f3-9b9c-1641e1f7faad', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '83d17c376f0b4817ba178517a98c034f'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:26.610729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4928470a-244d-4ca6-858c-996045e5fcdb req-2890a79d-b595-4cfd-ac7d-008e13cb0a56 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 210 time: 0.0322936 Jul 05 03:44:26.732348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-e48ef0ca-c046-40d7-a0de-8315fb18a101 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:44:26.733381 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-e48ef0ca-c046-40d7-a0de-8315fb18a101 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5328615 Jul 05 03:44:26.770677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Made reservation on behalf of 83d17c376f0b4817ba178517a98c034f for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:26.774180 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:26.787129 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:26.877383 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-3df58cc9-1919-46e0-8d9f-c19012be9423 service neutron] 10.222.0.60 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374984 Jul 05 03:44:26.920095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.000834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-e27da6da-7364-48ba-aa02-678eefe65646 service neutron] 10.222.0.60 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083286 Jul 05 03:44:27.015526 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.017134 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.056042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f07114-f5ba-4ff7-9922-0cf6ff556dad,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:27.255008 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Allocated IP 192.168.233.236 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/c3a94ccf-74e4-48a5-9fb7-80332077158e) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:27.282006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79a9aed9-5ed2-470a-bbd2-dfb5baa341d7 req-f8d1483c-43d6-411b-8ee2-d77eb1f3f922 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 210 time: 0.0348785 Jul 05 03:44:27.418609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.432991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Transition to ACTIVE for port object c3a94ccf-74e4-48a5-9fb7-80332077158e will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:27.542064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.617781 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fba146b6-3d59-4378-8289-3e038b4bcf2a req-9b9b84c9-d6f1-4465-89ad-eabeb16b43f1 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 210 time: 0.0388918 Jul 05 03:44:27.638015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Pushing event updated for resources: {'Port': ['ID=c3a94ccf-74e4-48a5-9fb7-80332077158e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:27.644662 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:27.644662 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:27.648001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:27.661920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:27.661920 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.767145 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48550) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:27.792987 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5e80da5-3439-4a67-a302-26e95372520a req-4304a6fb-66e7-417d-be15-686cbb66742f tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2391679 Jul 05 03:44:27.827829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Request body: {'port': {'device_id': 'cb6ced17-0396-46f3-9b9c-1641e1f7faad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:27.877903 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9bbcfbd3-89fa-4ab8-87f8-70cdb2179dd7 req-e983b9d5-a3d5-4282-b7c7-7f6aaeac88e5 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 210 time: 0.0512683 Jul 05 03:44:27.936243 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fdd36d65-963a-454e-bc14-9a4ef42a6cca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07f44ee4605f44ec8a4f5615abaad1e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672659 Jul 05 03:44:27.938650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48556) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:27.964205 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.051322 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa67a128-26db-4a5b-9e54-48a66df5290f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.061535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2d340332-fff8-4df4-9b29-b382db539b7b None None] Provisioning for port c3a94ccf-74e4-48a5-9fb7-80332077158e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:28.071282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2d340332-fff8-4df4-9b29-b382db539b7b None None] Provisioning complete for port c3a94ccf-74e4-48a5-9fb7-80332077158e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:28.072892 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2d340332-fff8-4df4-9b29-b382db539b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.141922 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa67a128-26db-4a5b-9e54-48a66df5290f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.220166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-2d340332-fff8-4df4-9b29-b382db539b7b None None] Port c3a94ccf-74e4-48a5-9fb7-80332077158e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:28.246220 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-32c2c088-9070-4ca6-8958-7e0e7f2434d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=005a0aafb358452e8210cc5cbcc7033f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379608 Jul 05 03:44:28.370995 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa67a128-26db-4a5b-9e54-48a66df5290f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.378337 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa67a128-26db-4a5b-9e54-48a66df5290f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.384510 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aa67a128-26db-4a5b-9e54-48a66df5290f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c68996d-1bf7-4c37-b0c0-ceb94e903745 HTTP/1.1" status: 204 len: 168 time: 0.4448140 Jul 05 03:44:28.408010 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a94ccf-74e4-48a5-9fb7-80332077158e {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:28.423581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-3d5dae62-a0e0-4adf-a328-5ed62bd2a2e3 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:28.433914 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-3d5dae62-a0e0-4adf-a328-5ed62bd2a2e3 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816678 Jul 05 03:44:28.437414 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.453195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Transition to ACTIVE for port object c3a94ccf-74e4-48a5-9fb7-80332077158e will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:28.455267 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67a128-26db-4a5b-9e54-48a66df5290f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c68996d-1bf7-4c37-b0c0-ceb94e903745,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:28.466821 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-78881e22-995a-434f-aee1-84a048f04f04 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/quotas/005a0aafb358452e8210cc5cbcc7033f HTTP/1.1" status: 200 len: 375 time: 0.0317833 Jul 05 03:44:28.544929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-041faf6a-47de-475b-8782-943d2863dffb tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=005a0aafb358452e8210cc5cbcc7033f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769463 Jul 05 03:44:28.598219 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.631200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abeb256-541c-4a98-a7e3-030ac353dd5e req-7804134a-898a-483b-a837-f1ff034c60de tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:28.632832 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7abeb256-541c-4a98-a7e3-030ac353dd5e req-7804134a-898a-483b-a837-f1ff034c60de tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 936 time: 0.1508954 Jul 05 03:44:28.653397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a94ccf-74e4-48a5-9fb7-80332077158e,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:28.703603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Attempting to bind port c3a94ccf-74e4-48a5-9fb7-80332077158e on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:28.703946 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Attempting to bind port c3a94ccf-74e4-48a5-9fb7-80332077158e by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:28.704303 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Attempting to bind port c3a94ccf-74e4-48a5-9fb7-80332077158e on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:28.709351 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Port c3a94ccf-74e4-48a5-9fb7-80332077158e on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:28.709665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Attempting to bind port c3a94ccf-74e4-48a5-9fb7-80332077158e on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:28.714980 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:28.715380 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:28.715934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:28.716392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Bound port: c3a94ccf-74e4-48a5-9fb7-80332077158e, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:28.716724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7abeb256-541c-4a98-a7e3-030ac353dd5e req-e3b07c1a-8691-4061-a0f4-35964335b1b1 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/security-groups?id=16f07114-f5ba-4ff7-9922-0cf6ff556dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705154 Jul 05 03:44:28.716869 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.760992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.64', 62307) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:28.804357 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-f4d6329e-4176-4d45-95ed-e93d128381d4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421722 Jul 05 03:44:28.849504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] For port c3a94ccf-74e4-48a5-9fb7-80332077158e, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:28.852919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] For port c3a94ccf-74e4-48a5-9fb7-80332077158e, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c3a94ccf-74e4-48a5-9fb7-80332077158e,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:28.910976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de6a26c9-f711-4164-a1ef-6a65144dde7c req-efe21ff0-de05-4b66-85b9-6febfb40f693 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 210 time: 0.1025701 Jul 05 03:44:28.936304 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.983139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32aed7ae-ee72-4c6b-8e39-8877bc5c9c5b req-b85fd424-d0e4-4645-98bd-bf767be6bfa5 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 210 time: 0.0678611 Jul 05 03:44:29.000998 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:29.001626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.003853 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5e80da5-3439-4a67-a302-26e95372520a req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] 10.222.0.64 "PUT /v2.0/ports/c3a94ccf-74e4-48a5-9fb7-80332077158e HTTP/1.1" status: 200 len: 1096 time: 1.1846306 Jul 05 03:44:29.004357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6ced17-0396-46f3-9b9c-1641e1f7faad', 'tag': 'c3a94ccf-74e4-48a5-9fb7-80332077158e'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:29.006640 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101fc51d-bd36-4228-94e2-ed605e65384e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6ced17-0396-46f3-9b9c-1641e1f7faad", "tag": "c3a94ccf-74e4-48a5-9fb7-80332077158e"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:29.056489 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.105927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-9afb513f-18bf-407a-9dee-66e1f33ff10b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:29.107451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-9afb513f-18bf-407a-9dee-66e1f33ff10b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2955170 Jul 05 03:44:29.120959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-e904b85c-047d-45a4-8c06-2b12c206edc4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Request body: {'port': {'device_id': '7db718de-acf5-45f4-bd70-6f8ecbb13480', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '699c7cae0a8943699f7e6394aeb45413'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:29.136325 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d957a1-5533-4311-bc79-58ebecb5d607 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a94ccf-74e4-48a5-9fb7-80332077158e,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:29.327785 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558d7073-186f-4516-9b34-fef628b30aec x-openstack-request-id: req-558d7073-186f-4516-9b34-fef628b30aec {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:29.328133 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6ced17-0396-46f3-9b9c-1641e1f7faad", "tag": "c3a94ccf-74e4-48a5-9fb7-80332077158e", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:29.328554 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-558d7073-186f-4516-9b34-fef628b30aec {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:29.328956 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6ced17-0396-46f3-9b9c-1641e1f7faad', 'tag': 'c3a94ccf-74e4-48a5-9fb7-80332077158e', 'status': 'completed', 'code': 200} Jul 05 03:44:29.384678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e80da5-3439-4a67-a302-26e95372520a req-503a5f96-57e4-4c7b-8f7e-1b533b55eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:29.385850 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57a04b44-ba32-48a3-bcca-9c6df3224784 req-32257588-df3b-44fa-9a62-e92fd8de38ae tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 210 time: 0.1063764 Jul 05 03:44:29.386511 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5e80da5-3439-4a67-a302-26e95372520a req-503a5f96-57e4-4c7b-8f7e-1b533b55eea1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83d17c376f0b4817ba178517a98c034f&device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 1099 time: 0.1213975 Jul 05 03:44:29.441261 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5e80da5-3439-4a67-a302-26e95372520a req-4aaadcff-e8bc-4dfe-a2a8-3fc5f775db5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c3a94ccf-74e4-48a5-9fb7-80332077158e HTTP/1.1" status: 200 len: 217 time: 0.0469246 Jul 05 03:44:29.505889 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e80da5-3439-4a67-a302-26e95372520a req-ccc6dd8b-9d77-49ec-844e-a93890020f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:29.508948 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5e80da5-3439-4a67-a302-26e95372520a req-ccc6dd8b-9d77-49ec-844e-a93890020f03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0596693 Jul 05 03:44:29.586971 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e80da5-3439-4a67-a302-26e95372520a req-52388374-c676-4f98-ba1c-2dc56c40fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:29.588751 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5e80da5-3439-4a67-a302-26e95372520a req-52388374-c676-4f98-ba1c-2dc56c40fe0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738518 Jul 05 03:44:29.645660 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-e904b85c-047d-45a4-8c06-2b12c206edc4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Made reservation on behalf of 699c7cae0a8943699f7e6394aeb45413 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:29.651123 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-e904b85c-047d-45a4-8c06-2b12c206edc4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.970682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-e904b85c-047d-45a4-8c06-2b12c206edc4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Allocated IP 192.168.233.172 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/ad2e70ee-ab8c-45ba-b730-74424e024ba0) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:29.997703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.64', 62309) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:30.120841 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-7c1a9adb-2f50-45eb-bd99-4b8756d16b02 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1182756 Jul 05 03:44:30.141998 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5e80da5-3439-4a67-a302-26e95372520a req-a24bd144-3029-4f4c-aced-256f303b2011 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468554 Jul 05 03:44:30.203844 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-e904b85c-047d-45a4-8c06-2b12c206edc4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.225469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-e904b85c-047d-45a4-8c06-2b12c206edc4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Transition to ACTIVE for port object ad2e70ee-ab8c-45ba-b730-74424e024ba0 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:30.318238 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9880c0ec-7b9b-436d-92e4-5ce7bdb9b5bc req-6914d8ea-ca1d-4d49-8107-567927b46c99 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 210 time: 0.0587642 Jul 05 03:44:30.324584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-fea2ec18-d3aa-44e7-966e-90a1c2dbe8ce tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:30.326051 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-fea2ec18-d3aa-44e7-966e-90a1c2dbe8ce tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995451 Jul 05 03:44:30.330300 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5e80da5-3439-4a67-a302-26e95372520a req-a96a732f-6efe-4e0b-ba18-00d8f909e378 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743727 Jul 05 03:44:30.343462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-8f18b1ba-3e33-4a3d-b5ad-0d7c44faf95b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Request body: {'port': {'device_id': '2bc9168f-31a8-4f44-830a-5ceb3121529e', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '699c7cae0a8943699f7e6394aeb45413'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:30.367659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5072808-1517-4e14-8d5e-ec5772558bfd req-5ecccf82-0d9b-4322-8491-f88a928406e6 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:30.369582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5072808-1517-4e14-8d5e-ec5772558bfd req-5ecccf82-0d9b-4322-8491-f88a928406e6 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 948 time: 0.1089985 Jul 05 03:44:30.446364 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5072808-1517-4e14-8d5e-ec5772558bfd req-10ec2f76-cc0e-4c87-9aa5-f04cf21399e3 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/security-groups?id=16f07114-f5ba-4ff7-9922-0cf6ff556dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652018 Jul 05 03:44:30.450451 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-e904b85c-047d-45a4-8c06-2b12c206edc4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.468116 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:30.631819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fc51d-bd36-4228-94e2-ed605e65384e req-3e7689e6-0bcf-4111-becf-3fdf6697f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:30.634170 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-101fc51d-bd36-4228-94e2-ed605e65384e req-3e7689e6-0bcf-4111-becf-3fdf6697f3b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83d17c376f0b4817ba178517a98c034f&device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 1099 time: 0.1177289 Jul 05 03:44:30.666878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-8f18b1ba-3e33-4a3d-b5ad-0d7c44faf95b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Made reservation on behalf of 699c7cae0a8943699f7e6394aeb45413 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:30.673175 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-8f18b1ba-3e33-4a3d-b5ad-0d7c44faf95b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.780878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48664) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:30.860061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87151fcc-f6f7-42f6-8fea-a215ee2a94cc req-ff69c2d2-2ef7-45f1-a634-4cd4ba8f712b tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 210 time: 0.2844591 Jul 05 03:44:30.876833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-e904b85c-047d-45a4-8c06-2b12c206edc4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:30.914269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-e904b85c-047d-45a4-8c06-2b12c206edc4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:30.925399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fc51d-bd36-4228-94e2-ed605e65384e req-85b2515c-438a-445e-bc21-888313ea2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:30.929293 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-101fc51d-bd36-4228-94e2-ed605e65384e req-85b2515c-438a-445e-bc21-888313ea2b98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.2867894 Jul 05 03:44:30.939208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-e904b85c-047d-45a4-8c06-2b12c206edc4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:30.950522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-e904b85c-047d-45a4-8c06-2b12c206edc4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:30.951905 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-e904b85c-047d-45a4-8c06-2b12c206edc4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.970362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9731ebae-233a-4702-aa32-06f82980e7f2 req-314b6107-a869-462e-928f-699a687ba41d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 210 time: 0.0913630 Jul 05 03:44:30.975754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904b85c-047d-45a4-8c06-2b12c206edc4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event updated for resources: {'Port': ['ID=ad2e70ee-ab8c-45ba-b730-74424e024ba0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:31.085932 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-101fc51d-bd36-4228-94e2-ed605e65384e req-6e281c26-6451-48d1-ad45-2343f53047ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c3a94ccf-74e4-48a5-9fb7-80332077158e HTTP/1.1" status: 200 len: 217 time: 0.1442964 Jul 05 03:44:31.216884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-network', 'tenant_id': 'fbed51ddda7046629d62a43afa631874'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:31.216884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-8f18b1ba-3e33-4a3d-b5ad-0d7c44faf95b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Allocated IP 192.168.233.107 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/c2c31404-8797-4ee8-97d3-f5047a5244b2) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:31.216884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fc51d-bd36-4228-94e2-ed605e65384e req-78212ff9-5cef-414b-b178-9fa0bf8660d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:31.216884 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-101fc51d-bd36-4228-94e2-ed605e65384e req-78212ff9-5cef-414b-b178-9fa0bf8660d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0843828 Jul 05 03:44:31.342688 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fc51d-bd36-4228-94e2-ed605e65384e req-42625be3-2652-412a-83bf-b762a772f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:31.344219 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-101fc51d-bd36-4228-94e2-ed605e65384e req-42625be3-2652-412a-83bf-b762a772f260 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1572542 Jul 05 03:44:31.364023 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-e904b85c-047d-45a4-8c06-2b12c206edc4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2430296 Jul 05 03:44:31.372138 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Request body: {'port': {'device_id': '7db718de-acf5-45f4-bd70-6f8ecbb13480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:31.382212 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:31.414771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.64', 62311) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:31.444526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ea7f3d0d-187b-43de-8ca9-a0e723ecbb41 None None] Provisioning for port ad2e70ee-ab8c-45ba-b730-74424e024ba0 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:31.449307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ea7f3d0d-187b-43de-8ca9-a0e723ecbb41 None None] Provisioning complete for port ad2e70ee-ab8c-45ba-b730-74424e024ba0 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:31.449686 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ea7f3d0d-187b-43de-8ca9-a0e723ecbb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:31.500087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f3d0d-187b-43de-8ca9-a0e723ecbb41 None None] Port ad2e70ee-ab8c-45ba-b730-74424e024ba0 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:31.575353 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-8f18b1ba-3e33-4a3d-b5ad-0d7c44faf95b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:31.578984 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:31.593094 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-8f18b1ba-3e33-4a3d-b5ad-0d7c44faf95b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Transition to ACTIVE for port object c2c31404-8797-4ee8-97d3-f5047a5244b2 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:31.647307 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42cc591c-20e8-4e3d-a31a-54fedae4b378 req-ed3af01a-52ef-490c-a1ef-4b8efbc58f8d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 210 time: 0.0614574 Jul 05 03:44:31.723373 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-8f18b1ba-3e33-4a3d-b5ad-0d7c44faf95b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:31.735583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:31.775625 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-2e63b5f9-8196-4d39-830c-83e531e0b001 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:31.788233 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-2e63b5f9-8196-4d39-830c-83e531e0b001 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.64 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 821 time: 0.3721566 Jul 05 03:44:31.803584 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-101fc51d-bd36-4228-94e2-ed605e65384e req-6951d565-18cf-4d28-9f4f-f42bd7769cf1 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509475 Jul 05 03:44:31.829253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-8f18b1ba-3e33-4a3d-b5ad-0d7c44faf95b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:31.833427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-1eabdd22-78fb-4782-9e3c-62bade0edae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Request body: {'port': {'device_id': 'f236319a-4737-4d30-b5a4-b0d99b3d910d', 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409', 'admin_state_up': True, 'tenant_id': 'be979254e14b450096d0687db0c40d54'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:31.934521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18b1ba-3e33-4a3d-b5ad-0d7c44faf95b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event updated for resources: {'Port': ['ID=c2c31404-8797-4ee8-97d3-f5047a5244b2,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:31.940611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-8f18b1ba-3e33-4a3d-b5ad-0d7c44faf95b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:31.957190 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] Made reservation on behalf of fbed51ddda7046629d62a43afa631874 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:31.960799 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:31.963250 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-8f18b1ba-3e33-4a3d-b5ad-0d7c44faf95b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:31.970894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-8f18b1ba-3e33-4a3d-b5ad-0d7c44faf95b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:31.972168 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-8f18b1ba-3e33-4a3d-b5ad-0d7c44faf95b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.011544 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.124547 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-101fc51d-bd36-4228-94e2-ed605e65384e req-f8d79d58-94a0-49a8-a736-6f6cfb1270bd service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006959 Jul 05 03:44:32.145419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48730) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:32.174864 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-8f18b1ba-3e33-4a3d-b5ad-0d7c44faf95b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8344061 Jul 05 03:44:32.188662 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Request body: {'port': {'device_id': '2bc9168f-31a8-4f44-830a-5ceb3121529e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:32.198416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99412ad-5415-4eb3-836d-bc5a6ada868b req-e44c0380-6255-4fcc-9e71-bab1276c14e8 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:32.205438 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b99412ad-5415-4eb3-836d-bc5a6ada868b req-e44c0380-6255-4fcc-9e71-bab1276c14e8 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 948 time: 0.5029705 Jul 05 03:44:32.304492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b99412ad-5415-4eb3-836d-bc5a6ada868b req-f786c166-b33f-401d-ae11-a2eb4449a62c tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/security-groups?id=16f07114-f5ba-4ff7-9922-0cf6ff556dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979867 Jul 05 03:44:32.323592 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.412356 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-75c1cbe3-2424-4e7f-b61d-b3b99c793d3f None None] Provisioning for port c2c31404-8797-4ee8-97d3-f5047a5244b2 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:32.420032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-75c1cbe3-2424-4e7f-b61d-b3b99c793d3f None None] Provisioning complete for port c2c31404-8797-4ee8-97d3-f5047a5244b2 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:32.420535 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75c1cbe3-2424-4e7f-b61d-b3b99c793d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.443590 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.473206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2e70ee-ab8c-45ba-b730-74424e024ba0 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:32.484789 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.508509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-75c1cbe3-2424-4e7f-b61d-b3b99c793d3f None None] Port c2c31404-8797-4ee8-97d3-f5047a5244b2 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:32.516735 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87b56995-ea11-4d1e-ae94-348e1676bdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.539224 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d8ab95d-40ed-49f2-bc53-e926d4c92329 req-7cd7ba36-5d68-44b7-b6eb-6437c1b9ffaa tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 210 time: 0.0584934 Jul 05 03:44:32.566485 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.583409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Transition to ACTIVE for port object ad2e70ee-ab8c-45ba-b730-74424e024ba0 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:32.618450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078e9bb6-9bf5-42b5-a0d9-7932d926653d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:32.625941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b09a4-2808-4b21-8d72-a8a3c3959f76 req-d2c755f0-7228-4e1c-8ab0-912c94097ea7 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:32.628742 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-768b09a4-2808-4b21-8d72-a8a3c3959f76 req-d2c755f0-7228-4e1c-8ab0-912c94097ea7 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 936 time: 0.1307185 Jul 05 03:44:32.645006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:44:32.677260 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-768b09a4-2808-4b21-8d72-a8a3c3959f76 req-24dbcf65-d98e-4686-9ca7-14f230837783 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433564 Jul 05 03:44:32.685504 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.685862 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] Added segment a5cdd4e8-9565-465f-bf70-2714ac904fd0 of type vlan for network 7eddb026-6f8a-4717-a63e-84f0218e8000 Jul 05 03:44:32.689442 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.740884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2e70ee-ab8c-45ba-b730-74424e024ba0,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:32.753388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-1eabdd22-78fb-4782-9e3c-62bade0edae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Made reservation on behalf of be979254e14b450096d0687db0c40d54 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:32.758646 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-1eabdd22-78fb-4782-9e3c-62bade0edae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.799688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.840166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.11', 51028) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:32.912407 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-2fdfb042-78ef-43e9-9dcb-ee0137035427 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=005a0aafb358452e8210cc5cbcc7033f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605361 Jul 05 03:44:32.922744 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb720172-b80c-4239-b581-417f4b383192 req-c39c0d54-6dd5-476b-b2b2-4889bfd46cfb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3089254 Jul 05 03:44:33.016806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Attempting to bind port ad2e70ee-ab8c-45ba-b730-74424e024ba0 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:33.028858 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Attempting to bind port ad2e70ee-ab8c-45ba-b730-74424e024ba0 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:33.028858 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Attempting to bind port ad2e70ee-ab8c-45ba-b730-74424e024ba0 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:33.047093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c89ecb9b-de40-41aa-974f-d00bf270630b req-fc5b52f6-1311-4338-adb9-9d3d01f52b67 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 210 time: 0.0861139 Jul 05 03:44:33.050629 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Port ad2e70ee-ab8c-45ba-b730-74424e024ba0 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:33.051220 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Attempting to bind port ad2e70ee-ab8c-45ba-b730-74424e024ba0 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:33.059495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:33.067119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:33.067119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:33.067119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Bound port: ad2e70ee-ab8c-45ba-b730-74424e024ba0, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:33.067119 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.087939 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.088956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.098299 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.236413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] For port ad2e70ee-ab8c-45ba-b730-74424e024ba0, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:33.240901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-1eabdd22-78fb-4782-9e3c-62bade0edae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Allocated IP 172.20.0.12 (4691479b-1728-4d4d-b293-81f5c048e409/c3f97357-dd37-4825-8a0e-4a6b356869b0/0938396d-2197-4f94-982f-2a791e40713d) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:33.244474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] For port ad2e70ee-ab8c-45ba-b730-74424e024ba0, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ad2e70ee-ab8c-45ba-b730-74424e024ba0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:33.456590 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-7ef6a0ab-590c-405d-8e4c-fa8557d97d11 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.457405 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-1eabdd22-78fb-4782-9e3c-62bade0edae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.458180 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-7ef6a0ab-590c-405d-8e4c-fa8557d97d11 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5344145 Jul 05 03:44:33.474853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.496402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Request body: {'port': {'device_id': 'eb915070-61e2-4459-8a28-6cf0d5031f39', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '005a0aafb358452e8210cc5cbcc7033f'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:33.502303 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c31404-8797-4ee8-97d3-f5047a5244b2 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:33.513045 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87b56995-ea11-4d1e-ae94-348e1676bdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.513045 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] Pushing event updated for resources: {'Network': ['ID=7eddb026-6f8a-4717-a63e-84f0218e8000,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:33.521080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.530155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 7eddb026-6f8a-4717-a63e-84f0218e8000 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:44:33.533842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb720172-b80c-4239-b581-417f4b383192 req-1551f521-d38f-4848-a76c-1607dece8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.535367 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb720172-b80c-4239-b581-417f4b383192 req-1551f521-d38f-4848-a76c-1607dece8066 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 1101 time: 0.5230234 Jul 05 03:44:33.560192 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.560865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.562271 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] 10.222.0.64 "PUT /v2.0/ports/ad2e70ee-ab8c-45ba-b730-74424e024ba0 HTTP/1.1" status: 200 len: 1096 time: 2.1946433 Jul 05 03:44:33.593471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db718de-acf5-45f4-bd70-6f8ecbb13480', 'tag': 'ad2e70ee-ab8c-45ba-b730-74424e024ba0'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:33.637256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Transition to ACTIVE for port object c2c31404-8797-4ee8-97d3-f5047a5244b2 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:33.712247 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb720172-b80c-4239-b581-417f4b383192 req-8a7b7086-8971-45b3-a945-4e3fc98b530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.713784 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb720172-b80c-4239-b581-417f4b383192 req-8a7b7086-8971-45b3-a945-4e3fc98b530c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1461813 Jul 05 03:44:33.731522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device c3a94ccf-74e4-48a5-9fb7-80332077158e details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:33.760498 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-92afa2ed-6dae-4db6-9908-c87b542f9423 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=da1017c5aa7d48adb19ce908d2120deb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2017877 Jul 05 03:44:33.765128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6e269-3485-456c-b354-553353b3dcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2e70ee-ab8c-45ba-b730-74424e024ba0,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:33.774156 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eefae7-1fd4-470e-b4ed-351142435803" -d '{"events": [{"name": "network-changed", "server_uuid": "7db718de-acf5-45f4-bd70-6f8ecbb13480", "tag": "ad2e70ee-ab8c-45ba-b730-74424e024ba0"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:33.776670 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb720172-b80c-4239-b581-417f4b383192 req-85224af3-a759-4b3f-86d8-a39248e4d9c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=d549396e-532b-4e47-9a83-520436d30472 HTTP/1.1" status: 200 len: 217 time: 0.0564797 Jul 05 03:44:33.777293 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87b56995-ea11-4d1e-ae94-348e1676bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.832898 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.899692 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c31404-8797-4ee8-97d3-f5047a5244b2,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:33.902110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b56995-ea11-4d1e-ae94-348e1676bdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9371cd-848e-4e7b-aa99-01781994d329,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:33.909654 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-87b56995-ea11-4d1e-ae94-348e1676bdfe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6102ede580714a598154442ba3e82627&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7625816 Jul 05 03:44:33.915819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48802) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:33.925821 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-afb1c00d-fa96-4ae4-a66c-89fc50d3a8ec admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1409593 Jul 05 03:44:33.953584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port c3a94ccf-74e4-48a5-9fb7-80332077158e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c3a94ccf-74e4-48a5-9fb7-80332077158e,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:33.954986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48804) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:33.959387 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb720172-b80c-4239-b581-417f4b383192 req-79d838c3-a086-4f83-9f86-6e5dbf1051a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.960901 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb720172-b80c-4239-b581-417f4b383192 req-79d838c3-a086-4f83-9f86-6e5dbf1051a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1774220 Jul 05 03:44:33.966509 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0d4ebb24-09dc-466b-ab16-be3ab979e05c admin admin] Request body: {'subnet': {'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-subnet', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:33.971036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'c3a94ccf-74e4-48a5-9fb7-80332077158e', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': 'c3a94ccf-74e4-48a5-9fb7-80332077158e', 'mac_address': 'fa:16:3e:4a:fa:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:34.011417 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48806) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:34.022376 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.037308 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a94ccf-74e4-48a5-9fb7-80332077158e {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:34.089296 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port c3a94ccf-74e4-48a5-9fb7-80332077158e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c3a94ccf-74e4-48a5-9fb7-80332077158e,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:34.092253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cbeda-78d4-4995-96e0-0bd451e00834 req-81ad6b10-3060-47ab-9d3e-1ba64f09ec62 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:34.094044 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-400cbeda-78d4-4995-96e0-0bd451e00834 req-81ad6b10-3060-47ab-9d3e-1ba64f09ec62 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 948 time: 0.6339431 Jul 05 03:44:34.104563 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dc40fef5-e4af-448c-b52c-d0b45399f6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.116715 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-1eabdd22-78fb-4782-9e3c-62bade0edae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.124915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Attempting to bind port c2c31404-8797-4ee8-97d3-f5047a5244b2 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:34.125398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Attempting to bind port c2c31404-8797-4ee8-97d3-f5047a5244b2 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:34.125799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Attempting to bind port c2c31404-8797-4ee8-97d3-f5047a5244b2 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:34.149106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Port c2c31404-8797-4ee8-97d3-f5047a5244b2 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:34.149716 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Attempting to bind port c2c31404-8797-4ee8-97d3-f5047a5244b2 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:34.157266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Made reservation on behalf of 005a0aafb358452e8210cc5cbcc7033f for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:34.161792 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.176062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:34.176691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:34.177092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:34.177570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Bound port: c2c31404-8797-4ee8-97d3-f5047a5244b2, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:34.177934 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.210734 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.213245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7f78c8f8-8a0c-4b66-9ee7-f8b463a89ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.224887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-1eabdd22-78fb-4782-9e3c-62bade0edae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Network 4691479b-1728-4d4d-b293-81f5c048e409 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:34.237069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb720172-b80c-4239-b581-417f4b383192 req-117cf538-c4b4-44db-b494-a5a026103b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:34.238791 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb720172-b80c-4239-b581-417f4b383192 req-117cf538-c4b4-44db-b494-a5a026103b99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2392466 Jul 05 03:44:34.241290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-1eabdd22-78fb-4782-9e3c-62bade0edae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:34.241827 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dc40fef5-e4af-448c-b52c-d0b45399f6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.244343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-1eabdd22-78fb-4782-9e3c-62bade0edae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:34.250113 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-1eabdd22-78fb-4782-9e3c-62bade0edae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:34.250734 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-1eabdd22-78fb-4782-9e3c-62bade0edae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.251198 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.265334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=c3a94ccf-74e4-48a5-9fb7-80332077158e,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:34.302274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabdd22-78fb-4782-9e3c-62bade0edae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Pushing event updated for resources: {'Port': ['ID=0938396d-2197-4f94-982f-2a791e40713d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:34.311316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-400cbeda-78d4-4995-96e0-0bd451e00834 req-3cc7e8e5-9493-4347-8b8d-317f9b45fe88 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/security-groups?id=16f07114-f5ba-4ff7-9922-0cf6ff556dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881280 Jul 05 03:44:34.323787 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-6031de9c-9506-44a5-8c9e-62500386f95d tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:34.325247 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-6031de9c-9506-44a5-8c9e-62500386f95d tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5540285 Jul 05 03:44:34.353897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-2720c92c-289c-46f4-bd80-2302c785350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:34.355639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-2720c92c-289c-46f4-bd80-2302c785350a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=7db718de-acf5-45f4-bd70-6f8ecbb13480 HTTP/1.1" status: 200 len: 1099 time: 0.4961939 Jul 05 03:44:34.364484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-210f0c5f-845c-4c2b-a95f-65eb9f170b27 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/quotas/da1017c5aa7d48adb19ce908d2120deb HTTP/1.1" status: 200 len: 375 time: 0.0262160 Jul 05 03:44:34.402165 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['c3a94ccf-74e4-48a5-9fb7-80332077158e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:34.411067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] For port c2c31404-8797-4ee8-97d3-f5047a5244b2, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:34.416393 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] For port c2c31404-8797-4ee8-97d3-f5047a5244b2, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c2c31404-8797-4ee8-97d3-f5047a5244b2,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:34.420692 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4ebb24-09dc-466b-ab16-be3ab979e05c admin admin] Made reservation on behalf of fbed51ddda7046629d62a43afa631874 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:34.422466 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d4ebb24-09dc-466b-ab16-be3ab979e05c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.442382 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-c150a6aa-c1e4-4c54-9ba3-d3bae5e3fa36 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=da1017c5aa7d48adb19ce908d2120deb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769534 Jul 05 03:44:34.477893 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb720172-b80c-4239-b581-417f4b383192 req-02eb127a-40a9-4ca1-bdfe-391300503ac7 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289500 Jul 05 03:44:34.499949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-ed799d1a-6034-4c7c-a401-8824ad9c56d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=ad2e70ee-ab8c-45ba-b730-74424e024ba0 HTTP/1.1" status: 200 len: 217 time: 0.1327522 Jul 05 03:44:34.527356 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84a3f6a5-390d-46ab-9c86-60ce86d1431a req-c59fde63-9288-4198-a7a3-bb9f39bf2ec0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 210 time: 0.0812051 Jul 05 03:44:34.572730 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.581714 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dc40fef5-e4af-448c-b52c-d0b45399f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.584412 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dc40fef5-e4af-448c-b52c-d0b45399f6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.585678 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dc40fef5-e4af-448c-b52c-d0b45399f6b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d9371cd-848e-4e7b-aa99-01781994d329 HTTP/1.1" status: 204 len: 168 time: 0.6645296 Jul 05 03:44:34.602870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4e4d6ea6-b791-434b-a229-22d808bcc485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:34.604844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4e4d6ea6-b791-434b-a229-22d808bcc485 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0763578 Jul 05 03:44:34.607072 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-1eabdd22-78fb-4782-9e3c-62bade0edae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8019369 Jul 05 03:44:34.623275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Request body: {'port': {'device_id': 'f236319a-4737-4d30-b5a4-b0d99b3d910d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:34.647064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40fef5-e4af-448c-b52c-d0b45399f6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9371cd-848e-4e7b-aa99-01781994d329,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:34.658157 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:34.659592 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.665612 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] 10.222.0.64 "PUT /v2.0/ports/c2c31404-8797-4ee8-97d3-f5047a5244b2 HTTP/1.1" status: 200 len: 1096 time: 2.4793563 Jul 05 03:44:34.667719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc9168f-31a8-4f44-830a-5ceb3121529e', 'tag': 'c2c31404-8797-4ee8-97d3-f5047a5244b2'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:34.670009 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2c39a5-f0b1-48e5-95ab-b2151416210c" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc9168f-31a8-4f44-830a-5ceb3121529e", "tag": "c2c31404-8797-4ee8-97d3-f5047a5244b2"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:34.755777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a4423-2f1c-4b3d-9dd4-b3117aa08d38 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c31404-8797-4ee8-97d3-f5047a5244b2,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:34.777495 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb720172-b80c-4239-b581-417f4b383192 req-52f55543-ec09-4dc2-a294-be54374224d6 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897198 Jul 05 03:44:34.925261 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7f78c8f8-8a0c-4b66-9ee7-f8b463a89ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.991840 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-ac66db94-357a-4408-8a89-c31c4e82ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:35.000313 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.009245 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-ac66db94-357a-4408-8a89-c31c4e82ec8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 1099 time: 0.2101922 Jul 05 03:44:35.010002 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7f78c8f8-8a0c-4b66-9ee7-f8b463a89ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.063516 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d4ebb24-09dc-466b-ab16-be3ab979e05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.128065 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16eff974-8241-4d10-8f3a-71a08c36f14f x-openstack-request-id: req-16eff974-8241-4d10-8f3a-71a08c36f14f {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:35.128452 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db718de-acf5-45f4-bd70-6f8ecbb13480", "tag": "ad2e70ee-ab8c-45ba-b730-74424e024ba0", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:35.128452 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16eff974-8241-4d10-8f3a-71a08c36f14f {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:35.128912 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db718de-acf5-45f4-bd70-6f8ecbb13480', 'tag': 'ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'status': 'completed', 'code': 200} Jul 05 03:44:35.144580 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-12c0a445-02d2-4d99-8779-a80cef7d23e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=c2c31404-8797-4ee8-97d3-f5047a5244b2 HTTP/1.1" status: 200 len: 217 time: 0.1199067 Jul 05 03:44:35.151394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709a0d1-c6b8-4366-ad96-74b6dd092f16 req-d6794119-c63f-43a2-ad0b-f2e2a360aa9a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:35.156814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5709a0d1-c6b8-4366-ad96-74b6dd092f16 req-d6794119-c63f-43a2-ad0b-f2e2a360aa9a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 948 time: 0.3986020 Jul 05 03:44:35.166261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-a5f2661d-8bfb-4be0-aaed-7e5c55901174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:35.167749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-a5f2661d-8bfb-4be0-aaed-7e5c55901174 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5405045 Jul 05 03:44:35.220240 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7f78c8f8-8a0c-4b66-9ee7-f8b463a89ea3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89a7737d86a6452085d69e03c6ac2cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2049549 Jul 05 03:44:35.233947 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48828) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:35.237285 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78c8f8-8a0c-4b66-9ee7-f8b463a89ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce9abf0-d4f6-4199-8c34-6dee97dfb7cb,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:35.286432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ebb24-09dc-466b-ab16-be3ab979e05c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4c071a-22ea-4f1a-b14f-479bd986bf1c,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:35.301542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-68905282-0804-452f-8763-933242c6d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:35.302985 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-68905282-0804-452f-8763-933242c6d22a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1482816 Jul 05 03:44:35.305682 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ebb24-09dc-466b-ab16-be3ab979e05c admin admin] Checking segment: {'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:35.306075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ebb24-09dc-466b-ab16-be3ab979e05c admin admin] Network hostable DHCP agents. Network: 7eddb026-6f8a-4717-a63e-84f0218e8000, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:44:35.447212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ebb24-09dc-466b-ab16-be3ab979e05c admin admin] Network 7eddb026-6f8a-4717-a63e-84f0218e8000 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:44:35.486127 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b952-ec9b-4cc2-9e36-e053ddaebd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.494532 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5709a0d1-c6b8-4366-ad96-74b6dd092f16 req-26932b54-5a56-4016-9b32-68212872ba53 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335462 Jul 05 03:44:35.522368 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.545403 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b952-ec9b-4cc2-9e36-e053ddaebd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.588052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-1b3d0885-46cc-4e64-9af3-9be97027cad1 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713408 Jul 05 03:44:35.591755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48834) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:35.600185 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-bb56f86f-8374-4903-8ec4-f0a97bae89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:35.601746 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-bb56f86f-8374-4903-8ec4-f0a97bae89ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2924738 Jul 05 03:44:35.603941 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a15b672-d183-4243-80db-64b78e170f05 x-openstack-request-id: req-4a15b672-d183-4243-80db-64b78e170f05 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:35.604224 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc9168f-31a8-4f44-830a-5ceb3121529e", "tag": "c2c31404-8797-4ee8-97d3-f5047a5244b2", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:35.604497 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a15b672-d183-4243-80db-64b78e170f05 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:35.604880 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc9168f-31a8-4f44-830a-5ceb3121529e', 'tag': 'c2c31404-8797-4ee8-97d3-f5047a5244b2', 'status': 'completed', 'code': 200} Jul 05 03:44:35.606686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-0d4ebb24-09dc-466b-ab16-be3ab979e05c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 7eddb026-6f8a-4717-a63e-84f0218e8000) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:35.607977 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e861-df6e-4f24-a219-b40ffea6af25 req-4fef06b5-046a-4b33-babe-d46bc09b4177 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:35.609512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e05e861-df6e-4f24-a219-b40ffea6af25 req-4fef06b5-046a-4b33-babe-d46bc09b4177 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 932 time: 0.3722434 Jul 05 03:44:35.617402 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c7511-85a7-47fc-bf0a-74ef9e57815e None None] Network 7eddb026-6f8a-4717-a63e-84f0218e8000 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:35.617947 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ebb24-09dc-466b-ab16-be3ab979e05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:35.618464 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d4ebb24-09dc-466b-ab16-be3ab979e05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.658045 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.705717 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fcc3fc-61a3-47d2-a71d-082910459e19,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:35.741424 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b952-ec9b-4cc2-9e36-e053ddaebd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.745308 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b952-ec9b-4cc2-9e36-e053ddaebd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.748854 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d3b7b952-ec9b-4cc2-9e36-e053ddaebd37 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cce9abf0-d4f6-4199-8c34-6dee97dfb7cb HTTP/1.1" status: 204 len: 168 time: 0.5063338 Jul 05 03:44:35.749281 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device c3a94ccf-74e4-48a5-9fb7-80332077158e up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:35.755514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bcd15e06-e69e-4045-8352-b430fb8f73a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.777404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19b8dcad-87cf-4088-958b-7ba99eeae539 req-6391849d-63db-4a29-b9fe-f46f90af3654 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 210 time: 0.1593113 Jul 05 03:44:35.823587 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-85de35ff-2df4-403b-b2b2-c785256b665a service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149873 Jul 05 03:44:35.835434 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0d4ebb24-09dc-466b-ab16-be3ab979e05c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8753664 Jul 05 03:44:35.840179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48842) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:35.851422 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-b257e62d-b519-4527-a743-630f3915d40d service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344661 Jul 05 03:44:35.862471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-7eddb026-6f8a-4717-a63e-84f0218e8000', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:44:35.865516 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.883990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:35.908403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7b952-ec9b-4cc2-9e36-e053ddaebd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce9abf0-d4f6-4199-8c34-6dee97dfb7cb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:35.965184 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:44:35.965184 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:44:35.965184 n-d-798249-5 neutron-server[100877]: [parameters: {'project_id_1': 'fbed51ddda7046629d62a43afa631874', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 44, 35, 900775)}] Jul 05 03:44:35.965184 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:44:35.966073 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:44:35.985285 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e05e861-df6e-4f24-a219-b40ffea6af25 req-b89da46f-d021-4d05-b887-1ab7519501aa tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654792 Jul 05 03:44:36.009720 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d62d35e8-9e27-4978-ae9e-51b695cf71dd req-df2dde11-c821-495d-9e35-b4a5b96de7da service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692498 Jul 05 03:44:36.019067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Allocated IP 192.168.233.99 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/1e872057-78f2-402f-9957-7b30a96f6e2b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:36.040887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0938396d-2197-4f94-982f-2a791e40713d {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:36.056952 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.083369 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Transition to ACTIVE for port object 0938396d-2197-4f94-982f-2a791e40713d will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:36.114752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port c3a94ccf-74e4-48a5-9fb7-80332077158e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:36.135890 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc6b22-ea91-4c97-b2e3-9903a2c4da62 req-47465a18-7ac8-4a2f-836b-8a03688e1004 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.138438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port c3a94ccf-74e4-48a5-9fb7-80332077158e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:36.138438 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.143111 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3acc6b22-ea91-4c97-b2e3-9903a2c4da62 req-47465a18-7ac8-4a2f-836b-8a03688e1004 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 949 time: 0.1737039 Jul 05 03:44:36.211436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Allocated IP 172.20.0.2 (7eddb026-6f8a-4717-a63e-84f0218e8000/0a4c071a-22ea-4f1a-b14f-479bd986bf1c/65764dc4-8833-4ac3-b9e7-ff1fd04af401) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:36.213958 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3acc6b22-ea91-4c97-b2e3-9903a2c4da62 req-95ae0106-03ea-4de2-a2f4-b192957ce3a1 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/security-groups?id=16f07114-f5ba-4ff7-9922-0cf6ff556dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698497 Jul 05 03:44:36.259806 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eefae7-1fd4-470e-b4ed-351142435803 req-b69f21bc-a9bb-4fde-9bad-9909e9b7ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.260137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52f18cb4-0a91-49d9-8801-b44d9184acdb req-1fdac663-abbe-43a7-9e61-03533c8052b6 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 210 time: 0.0735829 Jul 05 03:44:36.260948 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.261425 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-80eefae7-1fd4-470e-b4ed-351142435803 req-b69f21bc-a9bb-4fde-9bad-9909e9b7ca4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=7db718de-acf5-45f4-bd70-6f8ecbb13480 HTTP/1.1" status: 200 len: 1099 time: 0.2082064 Jul 05 03:44:36.294658 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bcd15e06-e69e-4045-8352-b430fb8f73a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.320272 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.334853 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.356118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Transition to ACTIVE for port object 1e872057-78f2-402f-9957-7b30a96f6e2b will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:36.381304 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port c3a94ccf-74e4-48a5-9fb7-80332077158e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c3a94ccf-74e4-48a5-9fb7-80332077158e,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:36.383922 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6ced17-0396-46f3-9b9c-1641e1f7faad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a94ccf-74e4-48a5-9fb7-80332077158e'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:36.385931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Pushing event updated for resources: {'Port': ['ID=0938396d-2197-4f94-982f-2a791e40713d,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:36.386684 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a331540-b090-41de-8252-7cd5420a2a13" -d '{"events": [{"server_uuid": "cb6ced17-0396-46f3-9b9c-1641e1f7faad", "name": "network-vif-plugged", "status": "completed", "tag": "c3a94ccf-74e4-48a5-9fb7-80332077158e"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:36.395495 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bcd15e06-e69e-4045-8352-b430fb8f73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.429236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Attempting to bind port 0938396d-2197-4f94-982f-2a791e40713d on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:36.429752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Attempting to bind port 0938396d-2197-4f94-982f-2a791e40713d by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:36.430174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Attempting to bind port 0938396d-2197-4f94-982f-2a791e40713d on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:36.458388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c39a5-f0b1-48e5-95ab-b2151416210c req-af49f85d-79e0-41d4-8149-e07175ce30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.460771 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b2c39a5-f0b1-48e5-95ab-b2151416210c req-af49f85d-79e0-41d4-8149-e07175ce30f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 1099 time: 0.2446105 Jul 05 03:44:36.478934 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362a4548-507c-478d-969e-4fadfddb5d04 x-openstack-request-id: req-362a4548-507c-478d-969e-4fadfddb5d04 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:36.479230 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6ced17-0396-46f3-9b9c-1641e1f7faad", "name": "network-vif-plugged", "status": "completed", "tag": "c3a94ccf-74e4-48a5-9fb7-80332077158e", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:36.479489 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-362a4548-507c-478d-969e-4fadfddb5d04 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:36.480122 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6ced17-0396-46f3-9b9c-1641e1f7faad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a94ccf-74e4-48a5-9fb7-80332077158e', 'code': 200} Jul 05 03:44:36.480557 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.485725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Port 0938396d-2197-4f94-982f-2a791e40713d on network 4691479b-1728-4d4d-b293-81f5c048e409 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:36.486762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Attempting to bind port 0938396d-2197-4f94-982f-2a791e40713d on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:36.490355 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.522843 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bcd15e06-e69e-4045-8352-b430fb8f73a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd833e9aa6144e78b7aff108afdc9a71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9300375 Jul 05 03:44:36.528234 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.534763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48848) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:36.547236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Transition to ACTIVE for port object 65764dc4-8833-4ac3-b9e7-ff1fd04af401 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:36.575479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=c3a94ccf-74e4-48a5-9fb7-80332077158e,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:36.591283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Transition to ACTIVE for port object 65764dc4-8833-4ac3-b9e7-ff1fd04af401 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:36.613128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd15e06-e69e-4045-8352-b430fb8f73a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ea2986-ff86-4b3b-82cb-8ca50e01db82,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:36.636752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:36.641122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:36.641461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Checking segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:36.641841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Bound using segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:36.642279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Bound port: 0938396d-2197-4f94-982f-2a791e40713d, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:36.642635 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.651274 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:36.655710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Pushing event updated for resources: {'Port': ['ID=1e872057-78f2-402f-9957-7b30a96f6e2b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:36.658939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:36.664828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.665541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.669732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eefae7-1fd4-470e-b4ed-351142435803 req-f1298940-73db-44e1-b041-e8137d046d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.671195 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-80eefae7-1fd4-470e-b4ed-351142435803 req-f1298940-73db-44e1-b041-e8137d046d4c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.3978755 Jul 05 03:44:36.718356 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.722710 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-80eefae7-1fd4-470e-b4ed-351142435803 req-4765afbd-3387-4d9d-83be-6e29f2d03b68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=ad2e70ee-ab8c-45ba-b730-74424e024ba0 HTTP/1.1" status: 200 len: 217 time: 0.0392346 Jul 05 03:44:36.738040 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771cd0b-f2c3-4443-94f0-94320629f3b3 req-86182736-ac53-4520-99f2-de63611a7bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.739700 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1771cd0b-f2c3-4443-94f0-94320629f3b3 req-86182736-ac53-4520-99f2-de63611a7bd1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 1101 time: 0.1799233 Jul 05 03:44:36.769729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Network 7eddb026-6f8a-4717-a63e-84f0218e8000 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:36.777052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:36.782402 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Pushing event updated for resources: {'Port': ['ID=65764dc4-8833-4ac3-b9e7-ff1fd04af401,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:36.785021 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:36.818379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eefae7-1fd4-470e-b4ed-351142435803 req-9b9d4411-1ebe-4f27-bca1-d349ae0aeeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.821839 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-80eefae7-1fd4-470e-b4ed-351142435803 req-9b9d4411-1ebe-4f27-bca1-d349ae0aeeaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0948105 Jul 05 03:44:36.833963 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1771cd0b-f2c3-4443-94f0-94320629f3b3 req-39f2ad43-5a90-4391-914e-4ff107d7a7c7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=16f07114-f5ba-4ff7-9922-0cf6ff556dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664365 Jul 05 03:44:36.895004 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-71163007-9d81-46e9-8e9c-f3f9e9ee31d0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4028683 Jul 05 03:44:36.916232 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Request body: {'port': {'device_id': 'eb915070-61e2-4459-8a28-6cf0d5031f39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:36.919688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Attempting to bind port 65764dc4-8833-4ac3-b9e7-ff1fd04af401 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:36.919688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Attempting to bind port 65764dc4-8833-4ac3-b9e7-ff1fd04af401 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:36.919688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Attempting to bind port 65764dc4-8833-4ac3-b9e7-ff1fd04af401 on network 7eddb026-6f8a-4717-a63e-84f0218e8000 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:36.926760 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:36.927995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Checking segment: {'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:36.927995 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.928461 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Bound using segment: {'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:36.929029 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Bound port: 65764dc4-8833-4ac3-b9e7-ff1fd04af401, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:36.929638 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.954161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eefae7-1fd4-470e-b4ed-351142435803 req-f3d3b5c1-8470-47f8-b69a-41c93244fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.954161 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-80eefae7-1fd4-470e-b4ed-351142435803 req-f3d3b5c1-8470-47f8-b69a-41c93244fd92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1162815 Jul 05 03:44:37.005220 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.006553 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.014174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48856) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:37.032735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] For port 65764dc4-8833-4ac3-b9e7-ff1fd04af401, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:37.036669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] For port 65764dc4-8833-4ac3-b9e7-ff1fd04af401, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=65764dc4-8833-4ac3-b9e7-ff1fd04af401,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:37.075912 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.084174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3164bc0d-207e-4d3f-85d6-a2f522c03cc1 None None] Provisioning for port 1e872057-78f2-402f-9957-7b30a96f6e2b completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:37.089721 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3164bc0d-207e-4d3f-85d6-a2f522c03cc1 None None] Provisioning complete for port 1e872057-78f2-402f-9957-7b30a96f6e2b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:37.090923 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3164bc0d-207e-4d3f-85d6-a2f522c03cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.116056 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.124400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe0c26e7-07c9-45ae-ad6f-253574ca699d req-4e2b825c-5320-4c40-880c-fffcb685f574 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 210 time: 0.1386874 Jul 05 03:44:37.145543 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef4953e7-b89d-4e6f-81e7-9364fa1dbdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.196859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e7147-b0f9-4714-9a55-73a33624b054 None None] Pushing event updated for resources: {'Port': ['ID=65764dc4-8833-4ac3-b9e7-ff1fd04af401,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:37.239052 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.250345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3164bc0d-207e-4d3f-85d6-a2f522c03cc1 None None] Port 1e872057-78f2-402f-9957-7b30a96f6e2b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:37.326174 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.351763 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.354881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c39a5-f0b1-48e5-95ab-b2151416210c req-111b23f5-eedd-4e05-b139-530ebdc5f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:37.356406 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b2c39a5-f0b1-48e5-95ab-b2151416210c req-111b23f5-eedd-4e05-b139-530ebdc5f7ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.8677099 Jul 05 03:44:37.437010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:37.467794 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-80eefae7-1fd4-470e-b4ed-351142435803 req-83f77049-0798-4e4c-bc7f-480a63f4ec00 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078430 Jul 05 03:44:37.482175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63626753-4206-45f8-9279-644e65beae44 req-91098061-cb70-4e77-b6ff-eef5171362a4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:37.483714 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63626753-4206-45f8-9279-644e65beae44 req-91098061-cb70-4e77-b6ff-eef5171362a4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 948 time: 0.8192630 Jul 05 03:44:37.495761 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b2c39a5-f0b1-48e5-95ab-b2151416210c req-732f643d-8a4f-48a5-b0c8-5f3f53f5e8ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=c2c31404-8797-4ee8-97d3-f5047a5244b2 HTTP/1.1" status: 200 len: 217 time: 0.1128268 Jul 05 03:44:37.603871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0938396d-2197-4f94-982f-2a791e40713d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:37.655637 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-80eefae7-1fd4-470e-b4ed-351142435803 req-d0b8e909-7ad9-4b8d-bc59-bba0038a2e06 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781397 Jul 05 03:44:37.692755 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e872057-78f2-402f-9957-7b30a96f6e2b {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:37.703663 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.705649 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63626753-4206-45f8-9279-644e65beae44 req-d8fe80ef-cb17-47b3-8beb-2ad4ddd16841 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037411 Jul 05 03:44:37.716165 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.722557 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Transition to ACTIVE for port object 1e872057-78f2-402f-9957-7b30a96f6e2b will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:37.799963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c39a5-f0b1-48e5-95ab-b2151416210c req-050252e1-1fb3-4258-a0db-ca22e4e75358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:37.801532 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b2c39a5-f0b1-48e5-95ab-b2151416210c req-050252e1-1fb3-4258-a0db-ca22e4e75358 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.2933536 Jul 05 03:44:37.832558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:37.833074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.834463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] 10.222.0.64 "PUT /v2.0/ports/0938396d-2197-4f94-982f-2a791e40713d HTTP/1.1" status: 200 len: 1092 time: 3.2178555 Jul 05 03:44:37.838280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f236319a-4737-4d30-b5a4-b0d99b3d910d', 'tag': '0938396d-2197-4f94-982f-2a791e40713d'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:37.840325 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705f474e-c43e-45bc-8122-e7406a236022" -d '{"events": [{"name": "network-changed", "server_uuid": "f236319a-4737-4d30-b5a4-b0d99b3d910d", "tag": "0938396d-2197-4f94-982f-2a791e40713d"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:37.871264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae915459-7642-466c-9497-33ad3215e856 req-1416eb8d-e2f3-4248-9504-01c158ec959b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:37.872748 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae915459-7642-466c-9497-33ad3215e856 req-1416eb8d-e2f3-4248-9504-01c158ec959b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 944 time: 0.5369995 Jul 05 03:44:37.873370 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.875837 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.876874 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8ea2986-ff86-4b3b-82cb-8ca50e01db82 HTTP/1.1" status: 204 len: 168 time: 1.3419707 Jul 05 03:44:37.879108 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.889980 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.984030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ea2986-ff86-4b3b-82cb-8ca50e01db82,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:37.998280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Pushing event updated for resources: {'Port': ['ID=1e872057-78f2-402f-9957-7b30a96f6e2b,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:38.015454 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Attempting to bind port 1e872057-78f2-402f-9957-7b30a96f6e2b on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:38.015722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Attempting to bind port 1e872057-78f2-402f-9957-7b30a96f6e2b by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:38.016205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Attempting to bind port 1e872057-78f2-402f-9957-7b30a96f6e2b on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:38.020642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.020642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.021102 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.021509 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.021917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.022670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.022670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.023072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.023472 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.023872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.024269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.024691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.038977 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Port 1e872057-78f2-402f-9957-7b30a96f6e2b on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:38.038977 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Attempting to bind port 1e872057-78f2-402f-9957-7b30a96f6e2b on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:38.044787 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:38.045230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:38.045692 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:38.046212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Bound port: 1e872057-78f2-402f-9957-7b30a96f6e2b, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:38.046639 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:38.068144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae915459-7642-466c-9497-33ad3215e856 req-9047cc55-f0b4-459d-9e3b-4c135200edcb tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454461 Jul 05 03:44:38.070895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Pushing event updated for resources: {'Port': ['ID=0938396d-2197-4f94-982f-2a791e40713d,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:38.110592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.110950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.111355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.111683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.114773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.115506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.119004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.119875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.120536 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.121258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.121749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.122225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43346857-3b9f-445f-8a92-4b0101599461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.145406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] For port 1e872057-78f2-402f-9957-7b30a96f6e2b, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:38.159129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] For port 1e872057-78f2-402f-9957-7b30a96f6e2b, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1e872057-78f2-402f-9957-7b30a96f6e2b,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:38.181641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.182167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.182795 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.182910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.183171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.183497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.183824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.184148 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.184582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.184954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.185281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.185603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e362a-8cd6-486c-bd72-ca814247f447 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:38.219417 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef4953e7-b89d-4e6f-81e7-9364fa1dbdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:38.242400 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-bfbef9a5-b533-4b88-9447-1ed2594f2bca tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=da1017c5aa7d48adb19ce908d2120deb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251226 Jul 05 03:44:38.296887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8df70d-3b3b-4a7e-be21-a32d48a55cd8 req-e89773c1-53ea-45d7-97c5-3dfc2b3980c7 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.296887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed8df70d-3b3b-4a7e-be21-a32d48a55cd8 req-e89773c1-53ea-45d7-97c5-3dfc2b3980c7 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 950 time: 0.4491639 Jul 05 03:44:38.316697 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:38.372715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.372715 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:38.372715 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] 10.222.0.11 "PUT /v2.0/ports/1e872057-78f2-402f-9957-7b30a96f6e2b HTTP/1.1" status: 200 len: 1095 time: 1.4616556 Jul 05 03:44:38.373732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb915070-61e2-4459-8a28-6cf0d5031f39', 'tag': '1e872057-78f2-402f-9957-7b30a96f6e2b'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:38.376297 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20196d8a-7f37-4c54-834f-d20270040eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb915070-61e2-4459-8a28-6cf0d5031f39", "tag": "1e872057-78f2-402f-9957-7b30a96f6e2b"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:38.379690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-95ac2e8f-8e66-400a-b795-a050f82383a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.381846 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-95ac2e8f-8e66-400a-b795-a050f82383a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 1095 time: 0.4224274 Jul 05 03:44:38.385721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c39a5-f0b1-48e5-95ab-b2151416210c req-0589ee6c-d4bf-4c53-9d06-05e1d045eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.387207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b2c39a5-f0b1-48e5-95ab-b2151416210c req-0589ee6c-d4bf-4c53-9d06-05e1d045eccc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5418513 Jul 05 03:44:38.389260 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef4953e7-b89d-4e6f-81e7-9364fa1dbdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:38.420784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7636de-948b-41cc-a730-4625a8f888ad service neutron] Pushing event updated for resources: {'Port': ['ID=1e872057-78f2-402f-9957-7b30a96f6e2b,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:38.439709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-269b85f7-28b3-4c84-b365-057f66d699f5 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.441599 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-269b85f7-28b3-4c84-b365-057f66d699f5 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941524 Jul 05 03:44:38.478597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Request body: {'port': {'device_id': '2282d578-b68b-4ac7-9e20-a369dcdcde53', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': 'da1017c5aa7d48adb19ce908d2120deb'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:38.628058 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 65764dc4-8833-4ac3-b9e7-ff1fd04af401 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:38.677220 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-def2ca35-0765-4f3e-9aea-c0a5aecd6b66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0938396d-2197-4f94-982f-2a791e40713d HTTP/1.1" status: 200 len: 217 time: 0.2801526 Jul 05 03:44:38.718915 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed8df70d-3b3b-4a7e-be21-a32d48a55cd8 req-9b614f4a-e5d1-4278-821e-d19cb87a4d2d tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/security-groups?id=16f07114-f5ba-4ff7-9922-0cf6ff556dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887577 Jul 05 03:44:38.734559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198606f4-0f26-466d-8eda-6267e3364e4d None None] Network 7eddb026-6f8a-4717-a63e-84f0218e8000 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:38.743181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ef4953e7-b89d-4e6f-81e7-9364fa1dbdcf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5a90f175eab4a6ebd419cb1a1600229&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7183073 Jul 05 03:44:38.743181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4953e7-b89d-4e6f-81e7-9364fa1dbdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf638d7-2905-412c-b505-6a3205afd077,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:38.747070 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48888) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:38.801388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bf3a795c-a5b1-4ec0-af49-3315232ea39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.803659 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-bf3a795c-a5b1-4ec0-af49-3315232ea39a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=005a0aafb358452e8210cc5cbcc7033f&device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 1098 time: 0.1342199 Jul 05 03:44:38.829994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53adc7-5396-432a-837e-b621136d5801 req-dd22fc26-e9d6-438c-8cb3-8cf3c455391e tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.831650 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d53adc7-5396-432a-837e-b621136d5801 req-dd22fc26-e9d6-438c-8cb3-8cf3c455391e tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 947 time: 0.6092837 Jul 05 03:44:38.859812 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2162d5e-42c9-4246-a2b6-04369dc5b7be x-openstack-request-id: req-d2162d5e-42c9-4246-a2b6-04369dc5b7be {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:38.860115 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f236319a-4737-4d30-b5a4-b0d99b3d910d", "tag": "0938396d-2197-4f94-982f-2a791e40713d", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:38.860355 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2162d5e-42c9-4246-a2b6-04369dc5b7be {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:38.862729 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f236319a-4737-4d30-b5a4-b0d99b3d910d', 'tag': '0938396d-2197-4f94-982f-2a791e40713d', 'status': 'completed', 'code': 200} Jul 05 03:44:38.867954 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-f9a56172-7b66-4ca3-819d-6b1aa0c236db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1e872057-78f2-402f-9957-7b30a96f6e2b HTTP/1.1" status: 200 len: 217 time: 0.0515850 Jul 05 03:44:38.909868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Made reservation on behalf of da1017c5aa7d48adb19ce908d2120deb for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:38.911907 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-819f2f80-6424-441a-97dd-bb6c72ac35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.913673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-819f2f80-6424-441a-97dd-bb6c72ac35b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.2170396 Jul 05 03:44:38.914960 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:38.923878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b2c39a5-f0b1-48e5-95ab-b2151416210c req-93f7084e-e0c8-4dac-a9f8-37233a823cf7 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099015 Jul 05 03:44:38.934631 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:38.958544 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-c2ce0dd8-260b-445d-be43-7acb2da8a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.960580 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-c2ce0dd8-260b-445d-be43-7acb2da8a48b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0859580 Jul 05 03:44:39.025380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-073d0fc7-475a-455a-beea-07e9377a0d79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990956 Jul 05 03:44:39.059836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d53adc7-5396-432a-837e-b621136d5801 req-9be86397-4684-4fad-af20-65042bf05515 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134418 Jul 05 03:44:39.081833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-9d62b0a5-c54f-4dbf-bcff-5e9fe3874fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:39.083722 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-9d62b0a5-c54f-4dbf-bcff-5e9fe3874fb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1157331 Jul 05 03:44:39.089205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c3f8618-ce3c-463f-adad-77bc47517367 None None] Provisioning for port 65764dc4-8833-4ac3-b9e7-ff1fd04af401 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:39.161664 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05beafad-4a4a-4fea-8199-47dd1dd2b924 x-openstack-request-id: req-05beafad-4a4a-4fea-8199-47dd1dd2b924 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:39.161664 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb915070-61e2-4459-8a28-6cf0d5031f39", "tag": "1e872057-78f2-402f-9957-7b30a96f6e2b", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:39.161664 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05beafad-4a4a-4fea-8199-47dd1dd2b924 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:39.161664 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb915070-61e2-4459-8a28-6cf0d5031f39', 'tag': '1e872057-78f2-402f-9957-7b30a96f6e2b', 'status': 'completed', 'code': 200} Jul 05 03:44:39.186324 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 65764dc4-8833-4ac3-b9e7-ff1fd04af401 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:39.193181 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 65764dc4-8833-4ac3-b9e7-ff1fd04af401 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:39.194395 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.195587 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.238348 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-2c2c64ae-0f40-4fca-bfae-b90c9c3f43e0 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436534 Jul 05 03:44:39.301729 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.407834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89f270f-e639-4980-a9cf-2b9d56acbc1f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:39.429891 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.441834 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11653cd3-43c2-4de2-a1d1-ca8e6070d849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.446144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dcda637c-a63d-473e-b257-9fd00b08fd33 req-1ab0215f-c36e-4d62-ba35-1e03f4b53c0c tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 210 time: 0.3919513 Jul 05 03:44:39.449944 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ff67687-7452-46e3-98e1-130cf7981bb5 req-1dc12a82-b37e-4a04-b8d1-0db154e91525 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046301 Jul 05 03:44:39.495845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-61485f96-d97f-4dde-b3b0-e6bf7e1dabf4 None None] Provisioning complete for port 65764dc4-8833-4ac3-b9e7-ff1fd04af401 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:39.496259 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-61485f96-d97f-4dde-b3b0-e6bf7e1dabf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.498949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 65764dc4-8833-4ac3-b9e7-ff1fd04af401, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=65764dc4-8833-4ac3-b9e7-ff1fd04af401,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:39.513262 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Allocated IP 192.168.233.137 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/3f2ebabe-516c-4a61-b4fa-a4d49a193603) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:39.579139 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11653cd3-43c2-4de2-a1d1-ca8e6070d849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.610242 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.618925 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-61485f96-d97f-4dde-b3b0-e6bf7e1dabf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.750827 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b2c39a5-f0b1-48e5-95ab-b2151416210c req-b63beb28-93ba-43b8-8477-1d4c10c2e659 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7783115 Jul 05 03:44:39.751642 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11653cd3-43c2-4de2-a1d1-ca8e6070d849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.755007 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11653cd3-43c2-4de2-a1d1-ca8e6070d849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.769197 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-11653cd3-43c2-4de2-a1d1-ca8e6070d849 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eaf638d7-2905-412c-b505-6a3205afd077 HTTP/1.1" status: 204 len: 168 time: 0.9934402 Jul 05 03:44:39.783855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20196d8a-7f37-4c54-834f-d20270040eb0 req-79c68043-a85d-403d-b50c-efe441a41eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:39.785125 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-20196d8a-7f37-4c54-834f-d20270040eb0 req-79c68043-a85d-403d-b50c-efe441a41eb0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=005a0aafb358452e8210cc5cbcc7033f&device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 1098 time: 0.1345451 Jul 05 03:44:39.825405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11653cd3-43c2-4de2-a1d1-ca8e6070d849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf638d7-2905-412c-b505-6a3205afd077,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:39.835841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-d0afddeb-1440-4c5c-849e-0588696c4705 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640731 Jul 05 03:44:39.853568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device c2c31404-8797-4ee8-97d3-f5047a5244b2 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:39.873076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=65764dc4-8833-4ac3-b9e7-ff1fd04af401,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:39.885948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81ec9d-1e5e-459a-955b-aa956ed0a2bc req-f9ea2a97-d6b7-48c4-ba95-96092d3f356d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:39.892996 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd81ec9d-1e5e-459a-955b-aa956ed0a2bc req-f9ea2a97-d6b7-48c4-ba95-96092d3f356d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 948 time: 0.4551563 Jul 05 03:44:39.895940 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-61485f96-d97f-4dde-b3b0-e6bf7e1dabf4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:44:39.896331 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-61485f96-d97f-4dde-b3b0-e6bf7e1dabf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:44:39.936141 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.984322 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.985017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20196d8a-7f37-4c54-834f-d20270040eb0 req-e5ddf663-aa37-476f-88df-860f33b9e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:39.987540 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-20196d8a-7f37-4c54-834f-d20270040eb0 req-e5ddf663-aa37-476f-88df-860f33b9e474 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1892185 Jul 05 03:44:39.993656 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.994459 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466381c-41f8-463a-94c5-f7db70de3e3e req-81f7a07e-4ec4-492c-8613-14396d5352e4 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:39.996113 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c466381c-41f8-463a-94c5-f7db70de3e3e req-81f7a07e-4ec4-492c-8613-14396d5352e4 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 944 time: 0.3522060 Jul 05 03:44:40.011075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Transition to ACTIVE for port object 3f2ebabe-516c-4a61-b4fa-a4d49a193603 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:40.018950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port c2c31404-8797-4ee8-97d3-f5047a5244b2, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c2c31404-8797-4ee8-97d3-f5047a5244b2,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:40.045207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'c2c31404-8797-4ee8-97d3-f5047a5244b2', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': 'c2c31404-8797-4ee8-97d3-f5047a5244b2', 'mac_address': 'fa:16:3e:4c:f5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:40.052410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd81ec9d-1e5e-459a-955b-aa956ed0a2bc req-e9433fca-3e4c-4ba0-a77c-8889d575d73d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583269 Jul 05 03:44:40.091844 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-20196d8a-7f37-4c54-834f-d20270040eb0 req-bee77d62-e269-4660-89e6-7a3e19338c32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1e872057-78f2-402f-9957-7b30a96f6e2b HTTP/1.1" status: 200 len: 217 time: 0.0395646 Jul 05 03:44:40.096401 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.112011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c31404-8797-4ee8-97d3-f5047a5244b2 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:40.124734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5001ec9c-b975-43a5-88db-16aeadbb9893 req-f0018dae-ebcc-489b-914f-11ced380fed7 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751772 Jul 05 03:44:40.152939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port c2c31404-8797-4ee8-97d3-f5047a5244b2, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c2c31404-8797-4ee8-97d3-f5047a5244b2,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:40.160099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20196d8a-7f37-4c54-834f-d20270040eb0 req-b60d7543-4b35-4161-b7e6-f96b2d2f38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:40.162009 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-20196d8a-7f37-4c54-834f-d20270040eb0 req-b60d7543-4b35-4161-b7e6-f96b2d2f38c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0644650 Jul 05 03:44:40.163854 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.174471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c466381c-41f8-463a-94c5-f7db70de3e3e req-d16120b8-31d2-48da-9049-0cf7c24fb62a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609373 Jul 05 03:44:40.230626 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Pushing event updated for resources: {'Port': ['ID=3f2ebabe-516c-4a61-b4fa-a4d49a193603,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:40.231518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Allocated IP 172.25.0.96 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/d9c721c2-78d8-4dd8-98c8-5ebde5883835) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:40.270862 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:40.274701 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:40.278096 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:40.284448 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:40.285236 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.312550 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.314134 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ad2e70ee-ab8c-45ba-b730-74424e024ba0 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:40.326738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20196d8a-7f37-4c54-834f-d20270040eb0 req-8058ba02-5c97-4822-9233-afd389eca48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:40.329366 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-20196d8a-7f37-4c54-834f-d20270040eb0 req-8058ba02-5c97-4822-9233-afd389eca48f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997860 Jul 05 03:44:40.478382 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-20196d8a-7f37-4c54-834f-d20270040eb0 req-3ab6fa90-9865-42a1-93b2-e1d9aadfaf2a service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408970 Jul 05 03:44:40.480148 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-84f338f9-c612-4341-a052-7623ccdc2d5f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0275657 Jul 05 03:44:40.534039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=c2c31404-8797-4ee8-97d3-f5047a5244b2,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:40.540885 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.562441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f474e-c43e-45bc-8122-e7406a236022 req-afe9477d-8a64-4730-9162-8db1f14342ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:40.563927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-705f474e-c43e-45bc-8122-e7406a236022 req-afe9477d-8a64-4730-9162-8db1f14342ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 1095 time: 0.2522230 Jul 05 03:44:40.582417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d537850-e1cf-485d-ab11-ecf9cd9cc0a7 req-afab95d3-86bb-4f71-8a1b-58107bf04009 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:40.592914 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d537850-e1cf-485d-ab11-ecf9cd9cc0a7 req-afab95d3-86bb-4f71-8a1b-58107bf04009 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 950 time: 0.3106322 Jul 05 03:44:40.599792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 65764dc4-8833-4ac3-b9e7-ff1fd04af401 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:40.604452 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-20196d8a-7f37-4c54-834f-d20270040eb0 req-2e9a4e5e-47c0-4611-9c6e-4c1641909830 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129889 Jul 05 03:44:40.610111 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Request body: {'port': {'device_id': '2282d578-b68b-4ac7-9e20-a369dcdcde53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:40.619736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ad2e70ee-ab8c-45ba-b730-74424e024ba0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ad2e70ee-ab8c-45ba-b730-74424e024ba0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:40.651804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3901ec6-329b-45bb-9d57-9b8989dbe53f req-070da5c7-193b-4000-ba3e-7496e110fe3e tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:40.653555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3901ec6-329b-45bb-9d57-9b8989dbe53f req-070da5c7-193b-4000-ba3e-7496e110fe3e tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 947 time: 0.2537975 Jul 05 03:44:40.699534 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': 'ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'mac_address': 'fa:16:3e:d1:e1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:40.741111 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.758097 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.760231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d537850-e1cf-485d-ab11-ecf9cd9cc0a7 req-65cc83a0-c3a0-4326-af22-2852b69ad8f4 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/security-groups?id=16f07114-f5ba-4ff7-9922-0cf6ff556dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663611 Jul 05 03:44:40.775667 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2e70ee-ab8c-45ba-b730-74424e024ba0 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:40.780985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 65764dc4-8833-4ac3-b9e7-ff1fd04af401 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:40.781365 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.782878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bbabf6f6-8272-4eb7-8cb1-72e28d9ae900 None None] Provisioning for port 3f2ebabe-516c-4a61-b4fa-a4d49a193603 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:40.819229 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.835558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bbabf6f6-8272-4eb7-8cb1-72e28d9ae900 None None] Provisioning complete for port 3f2ebabe-516c-4a61-b4fa-a4d49a193603 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:40.835947 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bbabf6f6-8272-4eb7-8cb1-72e28d9ae900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.848700 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3901ec6-329b-45bb-9d57-9b8989dbe53f req-0f0feec2-4774-4d5c-ad9d-00946312ab52 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623819 Jul 05 03:44:40.910129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-bbabf6f6-8272-4eb7-8cb1-72e28d9ae900 None None] Port 3f2ebabe-516c-4a61-b4fa-a4d49a193603 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:40.935109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f474e-c43e-45bc-8122-e7406a236022 req-59b78a60-5986-4ec6-bb25-1fc37443878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:40.937605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-705f474e-c43e-45bc-8122-e7406a236022 req-59b78a60-5986-4ec6-bb25-1fc37443878c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.3408530 Jul 05 03:44:40.938148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ad2e70ee-ab8c-45ba-b730-74424e024ba0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ad2e70ee-ab8c-45ba-b730-74424e024ba0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:40.971595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:41.027688 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.035118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c721c2-78d8-4dd8-98c8-5ebde5883835,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:41.041534 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:41.052670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:41.091482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-705f474e-c43e-45bc-8122-e7406a236022 req-d8839a13-9366-4a0d-8c66-1515c7c9ed94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0938396d-2197-4f94-982f-2a791e40713d HTTP/1.1" status: 200 len: 217 time: 0.1365457 Jul 05 03:44:41.144831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ad2e70ee-ab8c-45ba-b730-74424e024ba0,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:41.267400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ad2e70ee-ab8c-45ba-b730-74424e024ba0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:41.280530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f474e-c43e-45bc-8122-e7406a236022 req-388593cf-733b-4d61-8c49-5243b7c08dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:41.282233 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-705f474e-c43e-45bc-8122-e7406a236022 req-388593cf-733b-4d61-8c49-5243b7c08dbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.1529796 Jul 05 03:44:41.294691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa706643-923b-4c08-9989-7d865a935b3a req-8580d766-52d6-4b3e-a9c1-a84c21e999ac tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:41.297093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2ebabe-516c-4a61-b4fa-a4d49a193603 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:41.302407 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa706643-923b-4c08-9989-7d865a935b3a req-8580d766-52d6-4b3e-a9c1-a84c21e999ac tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 936 time: 0.2690361 Jul 05 03:44:41.304093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['c2c31404-8797-4ee8-97d3-f5047a5244b2'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:41.311520 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.325760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Transition to ACTIVE for port object 3f2ebabe-516c-4a61-b4fa-a4d49a193603 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:41.348739 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-705f474e-c43e-45bc-8122-e7406a236022 req-8a880554-fb32-471d-8647-33da382c53f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310907 Jul 05 03:44:41.456964 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa706643-923b-4c08-9989-7d865a935b3a req-55c03d9b-2bb0-438c-86e6-a56b75226bad tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529257 Jul 05 03:44:41.490778 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.519169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48958) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:41.581164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.587222 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-705f474e-c43e-45bc-8122-e7406a236022 req-73f9a2fb-e430-47db-b5c4-cb4bd6ac6c83 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299154 Jul 05 03:44:41.591574 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2ebabe-516c-4a61-b4fa-a4d49a193603,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:41.638552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Attempting to bind port 3f2ebabe-516c-4a61-b4fa-a4d49a193603 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:41.638914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Attempting to bind port 3f2ebabe-516c-4a61-b4fa-a4d49a193603 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:41.639355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Attempting to bind port 3f2ebabe-516c-4a61-b4fa-a4d49a193603 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:41.645646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Port 3f2ebabe-516c-4a61-b4fa-a4d49a193603 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:41.646017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Attempting to bind port 3f2ebabe-516c-4a61-b4fa-a4d49a193603 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:41.652687 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:41.653077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:41.653534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:41.653984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Bound port: 3f2ebabe-516c-4a61-b4fa-a4d49a193603, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:41.654346 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.736146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] For port 3f2ebabe-516c-4a61-b4fa-a4d49a193603, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:41.740724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] For port 3f2ebabe-516c-4a61-b4fa-a4d49a193603, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3f2ebabe-516c-4a61-b4fa-a4d49a193603,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:41.828822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-64593807-network', 'tenant_id': '6171ffdfdefa4f1597b7e2fe880c84f1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:41.856908 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.889713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:41.890519 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.891841 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] 10.222.0.11 "PUT /v2.0/ports/3f2ebabe-516c-4a61-b4fa-a4d49a193603 HTTP/1.1" status: 200 len: 1096 time: 1.3993089 Jul 05 03:44:41.892307 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2282d578-b68b-4ac7-9e20-a369dcdcde53', 'tag': '3f2ebabe-516c-4a61-b4fa-a4d49a193603'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:41.895855 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7fe877-c140-4e8b-931e-d22f06f3ef42" -d '{"events": [{"name": "network-changed", "server_uuid": "2282d578-b68b-4ac7-9e20-a369dcdcde53", "tag": "3f2ebabe-516c-4a61-b4fa-a4d49a193603"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:41.934713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d0c3b-535b-490e-8c73-c082d9d4e729 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2ebabe-516c-4a61-b4fa-a4d49a193603,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:42.055659 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-705f474e-c43e-45bc-8122-e7406a236022 req-b998f927-ee92-405e-be30-996d5723e752 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332923 Jul 05 03:44:42.071374 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] Made reservation on behalf of 6171ffdfdefa4f1597b7e2fe880c84f1 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:42.078972 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:42.103319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-3f0d049c-6049-478f-b968-d3d7acd30da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.103647 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:42.105463 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-3f0d049c-6049-478f-b968-d3d7acd30da4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da1017c5aa7d48adb19ce908d2120deb&device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 1099 time: 0.1036193 Jul 05 03:44:42.151182 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-0ab7a34b-10bc-4076-bbb9-0fae8b00f919 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=3f2ebabe-516c-4a61-b4fa-a4d49a193603 HTTP/1.1" status: 200 len: 217 time: 0.0378795 Jul 05 03:44:42.203377 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-120ae265-a9e6-4ac3-bbfa-5ea65e36c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.203377 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-120ae265-a9e6-4ac3-bbfa-5ea65e36c26b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0445819 Jul 05 03:44:42.237639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d090404-053b-40f7-8ea7-a53b15cffc26 req-df325327-e005-4a0d-9ed0-e18583b1869d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.239174 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3d090404-053b-40f7-8ea7-a53b15cffc26 req-df325327-e005-4a0d-9ed0-e18583b1869d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 949 time: 0.4139771 Jul 05 03:44:42.261642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-c480646e-166d-49d4-9fac-6ba3bc06afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.263149 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-c480646e-166d-49d4-9fac-6ba3bc06afda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542157 Jul 05 03:44:42.355783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dacff3-ec5d-45ff-b5e7-cbc2f8653a8c req-d38fa78f-3ce5-4f2b-8ecf-7ef8582bdb98 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.357307 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2dacff3-ec5d-45ff-b5e7-cbc2f8653a8c req-d38fa78f-3ce5-4f2b-8ecf-7ef8582bdb98 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 944 time: 0.2434692 Jul 05 03:44:42.360896 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-104ec608-92bc-443a-b118-d0d691804627 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869589 Jul 05 03:44:42.370555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3d090404-053b-40f7-8ea7-a53b15cffc26 req-b64ccde0-94f4-4991-b88e-c3bd7cfd755f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246717 Jul 05 03:44:42.371498 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:42.460034 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-63a9dc60-ac87-4c69-b174-4b82573165d3 req-b33a0b83-71c3-4c25-9a99-1138c3ada7b5 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895827 Jul 05 03:44:42.472984 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:42.480044 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2dacff3-ec5d-45ff-b5e7-cbc2f8653a8c req-db4eee93-8ea9-4e65-86d7-ed7d51fe988f tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146004 Jul 05 03:44:42.574603 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:42.626215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:44:42.660786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b064f1f-78e9-46e4-b057-70fb2cf78af6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:42.675946 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:42.675946 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] Added segment aeff3136-3679-42a1-8a71-36e36b7cf8e9 of type vlan for network 0ca20d25-d3e7-4cdd-af72-4218b518e882 Jul 05 03:44:42.692621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8b939-da35-43ff-8510-2226ffce1886 req-96300060-6d7e-4dbd-92e5-0187a850ffbb tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.694107 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dcd8b939-da35-43ff-8510-2226ffce1886 req-96300060-6d7e-4dbd-92e5-0187a850ffbb tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 950 time: 0.1834221 Jul 05 03:44:42.746031 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:42.799680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331113e6-5f19-403d-a7ca-8aa725c8db70 req-d521b8da-af2a-434d-8c5c-53d072036631 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.801367 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-331113e6-5f19-403d-a7ca-8aa725c8db70 req-d521b8da-af2a-434d-8c5c-53d072036631 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 947 time: 0.2160909 Jul 05 03:44:42.806261 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dcd8b939-da35-43ff-8510-2226ffce1886 req-ec86c5a6-f91e-4c00-bf7c-0af875a187c8 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/security-groups?id=16f07114-f5ba-4ff7-9922-0cf6ff556dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873766 Jul 05 03:44:42.816528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:44:42.856427 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73821a75-8422-445c-a645-909234cfa413 x-openstack-request-id: req-73821a75-8422-445c-a645-909234cfa413 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:42.859198 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2282d578-b68b-4ac7-9e20-a369dcdcde53", "tag": "3f2ebabe-516c-4a61-b4fa-a4d49a193603", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:42.859198 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73821a75-8422-445c-a645-909234cfa413 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:42.859198 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2282d578-b68b-4ac7-9e20-a369dcdcde53', 'tag': '3f2ebabe-516c-4a61-b4fa-a4d49a193603', 'status': 'completed', 'code': 200} Jul 05 03:44:42.884075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-331113e6-5f19-403d-a7ca-8aa725c8db70 req-e9f6dde6-a956-47ed-baf3-f52a766f0cfa tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756707 Jul 05 03:44:42.886611 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:42.887550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.888158 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:42.960160 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca20d25-d3e7-4cdd-af72-4218b518e882,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:42.967797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fe877-c140-4e8b-931e-d22f06f3ef42 req-b5de66f8-d69b-4e9b-8e50-08e83543eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.969362 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c7fe877-c140-4e8b-931e-d22f06f3ef42 req-b5de66f8-d69b-4e9b-8e50-08e83543eaed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da1017c5aa7d48adb19ce908d2120deb&device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 1099 time: 0.0863342 Jul 05 03:44:42.973727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 0ca20d25-d3e7-4cdd-af72-4218b518e882 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:44:43.021595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-218ba781-99af-4185-9ab0-e27a99bd8e48 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4994926 Jul 05 03:44:43.031527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48980) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:43.039972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0f7102e1-a7c5-4226-9d81-0caaab62cadc admin admin] Request body: {'subnet': {'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-64593807-subnet', 'tenant_id': '6171ffdfdefa4f1597b7e2fe880c84f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:43.096005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fe877-c140-4e8b-931e-d22f06f3ef42 req-faaaf36e-0e1e-473d-b909-78aa9a6f43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:43.097247 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c7fe877-c140-4e8b-931e-d22f06f3ef42 req-faaaf36e-0e1e-473d-b909-78aa9a6f43c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1210647 Jul 05 03:44:43.100394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:44:43.109510 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Sync routers for ids ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:44:43.122888 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Routers {'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:43.123813 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:44:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:43.147021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310f6ec-0d53-443b-afae-8819fd7b1736 req-f334e217-7b63-4405-916f-d85f8354d791 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:43.149895 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7310f6ec-0d53-443b-afae-8819fd7b1736 req-f334e217-7b63-4405-916f-d85f8354d791 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 948 time: 0.1422429 Jul 05 03:44:43.171663 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c7fe877-c140-4e8b-931e-d22f06f3ef42 req-b8d18b3a-4268-4ae0-9655-c623ec6fb93a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=3f2ebabe-516c-4a61-b4fa-a4d49a193603 HTTP/1.1" status: 200 len: 217 time: 0.0623224 Jul 05 03:44:43.172359 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7102e1-a7c5-4226-9d81-0caaab62cadc admin admin] Made reservation on behalf of 6171ffdfdefa4f1597b7e2fe880c84f1 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:43.175857 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f7102e1-a7c5-4226-9d81-0caaab62cadc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.208541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93e268-0c34-4594-9c35-e0119bc83930 req-1258edca-694e-4ece-9798-40ca84595ded tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:43.210038 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe93e268-0c34-4594-9c35-e0119bc83930 req-1258edca-694e-4ece-9798-40ca84595ded tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 950 time: 0.1659517 Jul 05 03:44:43.213626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7310f6ec-0d53-443b-afae-8819fd7b1736 req-16bb095f-0c24-4d8d-a0e7-5b554b22bcb5 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575178 Jul 05 03:44:43.289969 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Set router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:43.318577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fe877-c140-4e8b-931e-d22f06f3ef42 req-610fb084-c643-4458-8f7e-50f58ee92311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:43.320108 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c7fe877-c140-4e8b-931e-d22f06f3ef42 req-610fb084-c643-4458-8f7e-50f58ee92311 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1402619 Jul 05 03:44:43.341248 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.344455 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-01d9b6a7-8c7d-4a49-b084-ab111d070e52 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.4983921 Jul 05 03:44:43.345579 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48994) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:43.377649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-fe93e268-0c34-4594-9c35-e0119bc83930 req-d843c3ab-0a8b-4a67-b2f1-27ae13a03fda tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Deleting port c3a94ccf-74e4-48a5-9fb7-80332077158e {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:44:43.378110 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fe93e268-0c34-4594-9c35-e0119bc83930 req-d843c3ab-0a8b-4a67-b2f1-27ae13a03fda tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.483115 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-fe93e268-0c34-4594-9c35-e0119bc83930 req-d843c3ab-0a8b-4a67-b2f1-27ae13a03fda tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] For port c3a94ccf-74e4-48a5-9fb7-80332077158e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c3a94ccf-74e4-48a5-9fb7-80332077158e,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:43.483412 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fe93e268-0c34-4594-9c35-e0119bc83930 req-d843c3ab-0a8b-4a67-b2f1-27ae13a03fda tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.510936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-fe93e268-0c34-4594-9c35-e0119bc83930 req-d843c3ab-0a8b-4a67-b2f1-27ae13a03fda tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Calling delete_port for c3a94ccf-74e4-48a5-9fb7-80332077158e owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:44:43.528405 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:41Z', 'revision_number': 3, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:43.564541 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Checking router: b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:44:43.565750 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Updating router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 port d9c721c2-78d8-4dd8-98c8-5ebde5883835 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:44:43.613601 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.671081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1e872057-78f2-402f-9957-7b30a96f6e2b details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:43.799594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device c2c31404-8797-4ee8-97d3-f5047a5244b2 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:43.804864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0938396d-2197-4f94-982f-2a791e40713d details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:43.823060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fe877-c140-4e8b-931e-d22f06f3ef42 req-da1aec34-7a70-4732-841d-68b0971a53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:43.825461 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c7fe877-c140-4e8b-931e-d22f06f3ef42 req-da1aec34-7a70-4732-841d-68b0971a53ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4981246 Jul 05 03:44:43.855775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1e872057-78f2-402f-9957-7b30a96f6e2b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1e872057-78f2-402f-9957-7b30a96f6e2b,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:43.883868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '1e872057-78f2-402f-9957-7b30a96f6e2b', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '1e872057-78f2-402f-9957-7b30a96f6e2b', 'mac_address': 'fa:16:3e:3a:69:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:43.898439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49004) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:43.939318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986350-edf0-4f8d-bcdf-94ebb8421e29 req-c01142a3-c32a-4b7a-9f58-6e5429b7aa1a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:43.941566 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be986350-edf0-4f8d-bcdf-94ebb8421e29 req-c01142a3-c32a-4b7a-9f58-6e5429b7aa1a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 949 time: 0.4483626 Jul 05 03:44:43.996770 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f7102e1-a7c5-4226-9d81-0caaab62cadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.008583 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.036728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf786c8-ac0c-42f4-a0ad-cfdeb92f9575 req-ba531b30-91dc-4fa9-bf79-d647a8d73f48 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:44.059604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bcf786c8-ac0c-42f4-a0ad-cfdeb92f9575 req-ba531b30-91dc-4fa9-bf79-d647a8d73f48 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 944 time: 0.4026699 Jul 05 03:44:44.059604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be986350-edf0-4f8d-bcdf-94ebb8421e29 req-e8c24473-3980-4b08-a0e8-83ab602bbbcc tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926352 Jul 05 03:44:44.060654 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e872057-78f2-402f-9957-7b30a96f6e2b {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:44.093989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0938396d-2197-4f94-982f-2a791e40713d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:44.104185 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.116650 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Transition to ACTIVE for port object d9c721c2-78d8-4dd8-98c8-5ebde5883835 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:44.124205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bcf786c8-ac0c-42f4-a0ad-cfdeb92f9575 req-c046c0d2-2003-467e-821b-e8aadc99ef61 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717103 Jul 05 03:44:44.131426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port c2c31404-8797-4ee8-97d3-f5047a5244b2 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:44.163399 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ecd4-c619-4e55-acb4-79d067cc002d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.164022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '0938396d-2197-4f94-982f-2a791e40713d', 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409', 'port_id': '0938396d-2197-4f94-982f-2a791e40713d', 'mac_address': 'fa:16:3e:92:d8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f97357-dd37-4825-8a0e-4a6b356869b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:44.169210 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1e872057-78f2-402f-9957-7b30a96f6e2b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1e872057-78f2-402f-9957-7b30a96f6e2b,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:44.171771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port c2c31404-8797-4ee8-97d3-f5047a5244b2 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:44.172217 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.239363 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.257952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0938396d-2197-4f94-982f-2a791e40713d {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:44.271697 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c7fe877-c140-4e8b-931e-d22f06f3ef42 req-02881e89-407e-4018-988c-3c2aee8cfbe9 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952485 Jul 05 03:44:44.271889 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fe93e268-0c34-4594-9c35-e0119bc83930 req-d843c3ab-0a8b-4a67-b2f1-27ae13a03fda tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.293558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['c3a94ccf-74e4-48a5-9fb7-80332077158e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:44.306316 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.331463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7102e1-a7c5-4226-9d81-0caaab62cadc admin admin] Pushing event updated for resources: {'Subnet': ['ID=051941e9-9be3-4855-b2ec-dc0f4f0de021,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:44.331712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0938396d-2197-4f94-982f-2a791e40713d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:44.351655 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Pushing event updated for resources: {'Port': ['ID=d9c721c2-78d8-4dd8-98c8-5ebde5883835,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:44.351869 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.360559 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:44.360916 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:44.361831 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:44.362302 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:44.362756 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:44.363199 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:44.363665 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:44.364430 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:44.364617 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:44.365069 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:44.365515 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:44.365954 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Tracked resource versions report: Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: pushed versions: Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: { 'AddressGroup': {'1.2'}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'ConntrackHelper': {'1.0'}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'Log': {'1.0'}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'Network': {'1.1'}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'Port': {'1.7'}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'PortForwarding': {'1.2'}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'QosPolicy': {'1.8'}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'SecurityGroup': {'1.4'}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'SubPort': {'1.0'}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'Subnet': {'1.1'}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'Trunk': {'1.1'}} Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: consumer versions: Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: { DHCP agent@n-d-798249-5: {}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: HyperV agent@n-h1-798249-5: {}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: HyperV agent@n-h2-798249-5: {}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: L3 agent@n-d-798249-5: {}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: Metadata agent@n-d-798249-5: {}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: Metering agent@n-d-798249-5: {}, Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: Open vSwitch agent@n-d-798249-5: { 'AddressGroup': '1.2', Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'ConntrackHelper': '1.0', Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'Log': '1.0', Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'Network': '1.1', Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'Port': '1.7', Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'PortForwarding': '1.2', Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'QosPolicy': '1.8', Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'SecurityGroup': '1.4', Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'SecurityGroupRule': '1.2', Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'SubPort': '1.0', Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'Subnet': '1.1', Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: 'Trunk': '1.1'}} Jul 05 03:44:44.371655 n-d-798249-5 neutron-server[100879]: {{(pid=100879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:44:44.374240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843c3ab-0a8b-4a67-b2f1-27ae13a03fda tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Pushing event deleted for resources: {'Port': ['ID=c3a94ccf-74e4-48a5-9fb7-80332077158e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:44.378643 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ea80178-06f9-4000-9c16-e89444d0d0ed req-dd0ad2ea-74f2-4a1f-98ac-62b265d1101b tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 210 time: 0.1025028 Jul 05 03:44:44.388683 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Attempting to bind port d9c721c2-78d8-4dd8-98c8-5ebde5883835 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:44.388683 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Attempting to bind port d9c721c2-78d8-4dd8-98c8-5ebde5883835 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:44.388683 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Attempting to bind port d9c721c2-78d8-4dd8-98c8-5ebde5883835 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:44.395584 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:44.402505 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:44.402505 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.402505 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:44.402505 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Bound port: d9c721c2-78d8-4dd8-98c8-5ebde5883835, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:44.402505 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.403438 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.403438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc9168f-31a8-4f44-830a-5ceb3121529e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c31404-8797-4ee8-97d3-f5047a5244b2'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:44.406705 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bec08aa-2c3d-4b8a-a696-af4270bdf876" -d '{"events": [{"server_uuid": "2bc9168f-31a8-4f44-830a-5ceb3121529e", "name": "network-vif-plugged", "status": "completed", "tag": "c2c31404-8797-4ee8-97d3-f5047a5244b2"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:44.425234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port c2c31404-8797-4ee8-97d3-f5047a5244b2, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c2c31404-8797-4ee8-97d3-f5047a5244b2,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:44.430392 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.491482 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] For port d9c721c2-78d8-4dd8-98c8-5ebde5883835, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:44.495853 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] For port d9c721c2-78d8-4dd8-98c8-5ebde5883835, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d9c721c2-78d8-4dd8-98c8-5ebde5883835,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:44.509806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe93e268-0c34-4594-9c35-e0119bc83930 req-d843c3ab-0a8b-4a67-b2f1-27ae13a03fda tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] No DVR routers for this DVR port c3a94ccf-74e4-48a5-9fb7-80332077158e on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:44:44.517166 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ecd4-c619-4e55-acb4-79d067cc002d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.518892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=1e872057-78f2-402f-9957-7b30a96f6e2b,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:44.539884 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fe93e268-0c34-4594-9c35-e0119bc83930 req-d843c3ab-0a8b-4a67-b2f1-27ae13a03fda tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.539884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe93e268-0c34-4594-9c35-e0119bc83930 req-d843c3ab-0a8b-4a67-b2f1-27ae13a03fda tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.64 "DELETE /v2.0/ports/c3a94ccf-74e4-48a5-9fb7-80332077158e HTTP/1.1" status: 204 len: 173 time: 1.3154182 Jul 05 03:44:44.539884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6ced17-0396-46f3-9b9c-1641e1f7faad', 'name': 'network-vif-deleted', 'tag': 'c3a94ccf-74e4-48a5-9fb7-80332077158e'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:44.540526 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4310443-2631-4150-b01a-b7b6556d64fa" -d '{"events": [{"server_uuid": "cb6ced17-0396-46f3-9b9c-1641e1f7faad", "name": "network-vif-deleted", "tag": "c3a94ccf-74e4-48a5-9fb7-80332077158e"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:44.569573 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168de57a-5c21-4c24-86ab-210961e731fe req-e7c7578c-48ee-443b-9600-930b540a6da1 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:44.571596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-168de57a-5c21-4c24-86ab-210961e731fe req-e7c7578c-48ee-443b-9600-930b540a6da1 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 947 time: 0.2972043 Jul 05 03:44:44.594493 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.599075 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ad2e70ee-ab8c-45ba-b730-74424e024ba0 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:44.612147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=0938396d-2197-4f94-982f-2a791e40713d,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:44.632295 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.684110 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['1e872057-78f2-402f-9957-7b30a96f6e2b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:44.691044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7102e1-a7c5-4226-9d81-0caaab62cadc admin admin] Checking segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:44.691464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7102e1-a7c5-4226-9d81-0caaab62cadc admin admin] Network hostable DHCP agents. Network: 0ca20d25-d3e7-4cdd-af72-4218b518e882, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:44:44.695176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-168de57a-5c21-4c24-86ab-210961e731fe req-ba0d3281-88f1-408a-9e1b-f57d142f5266 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167841 Jul 05 03:44:44.721784 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028782e-4350-4094-8ddf-3c1dd292cea8 None None] Pushing event updated for resources: {'Port': ['ID=d9c721c2-78d8-4dd8-98c8-5ebde5883835,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:44.725645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['0938396d-2197-4f94-982f-2a791e40713d'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:44.748463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcea461-195a-4d8a-a9ec-f33dcc3e6bda req-7f06a678-2811-413e-a7d7-2f4f1143a4b0 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:44.753262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8dcea461-195a-4d8a-a9ec-f33dcc3e6bda req-7f06a678-2811-413e-a7d7-2f4f1143a4b0 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 948 time: 0.1379948 Jul 05 03:44:44.764902 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ecd4-c619-4e55-acb4-79d067cc002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.769932 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Routers {'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:44.770570 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:44:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:44.800569 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e83b27d-8450-4921-8f83-baa14b760b1c x-openstack-request-id: req-9e83b27d-8450-4921-8f83-baa14b760b1c {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:44.800880 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc9168f-31a8-4f44-830a-5ceb3121529e", "name": "network-vif-plugged", "status": "completed", "tag": "c2c31404-8797-4ee8-97d3-f5047a5244b2", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:44.801138 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e83b27d-8450-4921-8f83-baa14b760b1c {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:44.801524 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc9168f-31a8-4f44-830a-5ceb3121529e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c31404-8797-4ee8-97d3-f5047a5244b2', 'code': 200} Jul 05 03:44:44.832168 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.849436 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c7fe877-c140-4e8b-931e-d22f06f3ef42 req-0bc300e3-33f1-4734-9667-327e8dee8d6d service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625451 Jul 05 03:44:44.872269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7102e1-a7c5-4226-9d81-0caaab62cadc admin admin] Network 0ca20d25-d3e7-4cdd-af72-4218b518e882 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:44:44.879024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9cb6ecd4-c619-4e55-acb4-79d067cc002d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=843a0e5a97584e4d8a2adc1e2f4b96ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9755487 Jul 05 03:44:44.880117 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49018) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:44.889019 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bd6adf-3e9c-437e-9f3b-ce97440c60b1 x-openstack-request-id: req-c3bd6adf-3e9c-437e-9f3b-ce97440c60b1 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:44.889332 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6ced17-0396-46f3-9b9c-1641e1f7faad", "name": "network-vif-deleted", "tag": "c3a94ccf-74e4-48a5-9fb7-80332077158e", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:44.889574 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3bd6adf-3e9c-437e-9f3b-ce97440c60b1 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:44.889961 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6ced17-0396-46f3-9b9c-1641e1f7faad', 'name': 'network-vif-deleted', 'tag': 'c3a94ccf-74e4-48a5-9fb7-80332077158e', 'status': 'completed', 'code': 200} Jul 05 03:44:44.945773 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8dcea461-195a-4d8a-a9ec-f33dcc3e6bda req-bc9b59c4-a7c4-494e-a2a5-5d0f334adba1 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830513 Jul 05 03:44:44.947638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6ecd4-c619-4e55-acb4-79d067cc002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1774bf4-974b-4e4a-9c74-8bfbc9dba7c8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:44.975017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2d525-c3c1-4ae1-8101-83152d97e443 req-3137ad66-b80c-4dbf-b7fd-d0d531b86d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:44.977100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72d2d525-c3c1-4ae1-8101-83152d97e443 req-3137ad66-b80c-4dbf-b7fd-d0d531b86d6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 1101 time: 0.0904210 Jul 05 03:44:44.982721 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=c2c31404-8797-4ee8-97d3-f5047a5244b2,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:44.983098 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] Set router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:45.033471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72d2d525-c3c1-4ae1-8101-83152d97e443 req-9542b494-6d1d-4188-9f17-181448fbd66d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493357 Jul 05 03:44:45.038109 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port ad2e70ee-ab8c-45ba-b730-74424e024ba0 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:45.046410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-0f7102e1-a7c5-4226-9d81-0caaab62cadc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 0ca20d25-d3e7-4cdd-af72-4218b518e882) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:45.051934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port ad2e70ee-ab8c-45ba-b730-74424e024ba0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:45.052321 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:45.061603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7102e1-a7c5-4226-9d81-0caaab62cadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:45.061813 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f7102e1-a7c5-4226-9d81-0caaab62cadc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:45.065472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d337b76-6841-423f-a3a1-4ba6e6724891 None None] Network 0ca20d25-d3e7-4cdd-af72-4218b518e882 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:45.101365 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9ab6de3-811c-4162-98cb-39886cb7624d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:45.143048 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9ab6de3-811c-4162-98cb-39886cb7624d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:45.232895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Allocated IP 172.20.0.1 (7eddb026-6f8a-4717-a63e-84f0218e8000/0a4c071a-22ea-4f1a-b14f-479bd986bf1c/7766fab1-1cbc-4841-90a8-4d1e3de892cc) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:45.297465 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0f7102e1-a7c5-4226-9d81-0caaab62cadc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.2646956 Jul 05 03:44:45.344671 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:41Z', 'revision_number': 3, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:45.446354 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:45.452531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4a38b-0d00-4ba0-b6d4-571dfb7465c9 req-ecee0a5a-82ef-4b40-806b-155b6b90a360 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:45.453321 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:45.460591 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e82bb81-8628-4be0-a423-52c0f1872a1d None None] The sync data for ids ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'] in n-d-798249-5 is: [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:41Z', 'revision_number': 3, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:44:45.461002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d349f04-669e-4819-ad89-359ff6d5232a None None] Network 0ca20d25-d3e7-4cdd-af72-4218b518e882 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:45.466236 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7a4a38b-0d00-4ba0-b6d4-571dfb7465c9 req-ecee0a5a-82ef-4b40-806b-155b6b90a360 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 945 time: 0.1483731 Jul 05 03:44:45.490146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c6d76-1a6a-41c8-99bc-1206d34fcc92 req-ea0e48e3-9074-4cbe-8e04-3c9969c95c9c tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:45.491841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba5c6d76-1a6a-41c8-99bc-1206d34fcc92 req-ea0e48e3-9074-4cbe-8e04-3c9969c95c9c tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 950 time: 0.2628791 Jul 05 03:44:45.510118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Transition to ACTIVE for port object 7766fab1-1cbc-4841-90a8-4d1e3de892cc will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:45.517550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9ab6de3-811c-4162-98cb-39886cb7624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:45.525453 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9ab6de3-811c-4162-98cb-39886cb7624d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:45.525453 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a9ab6de3-811c-4162-98cb-39886cb7624d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1774bf4-974b-4e4a-9c74-8bfbc9dba7c8 HTTP/1.1" status: 204 len: 168 time: 0.6419640 Jul 05 03:44:45.562070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7a4a38b-0d00-4ba0-b6d4-571dfb7465c9 req-b05a2a89-45e4-4109-aa32-915d8a5f627d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948789 Jul 05 03:44:45.562533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab6de3-811c-4162-98cb-39886cb7624d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1774bf4-974b-4e4a-9c74-8bfbc9dba7c8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:45.603916 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba5c6d76-1a6a-41c8-99bc-1206d34fcc92 req-bea3538b-aa95-46a7-82b9-0db01e66c980 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757689 Jul 05 03:44:45.668815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ad2e70ee-ab8c-45ba-b730-74424e024ba0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ad2e70ee-ab8c-45ba-b730-74424e024ba0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:45.672594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3f2ebabe-516c-4a61-b4fa-a4d49a193603 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:45.744096 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1e872057-78f2-402f-9957-7b30a96f6e2b up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:45.810037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e33c09c4-96d6-4640-84d6-36202f8c8f0c req-05cffb5a-8a0c-4a8d-ae54-b039a2b8c449 tempest-ServerDiagnosticsNegativeTest-245614879 tempest-ServerDiagnosticsNegativeTest-245614879-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6ced17-0396-46f3-9b9c-1641e1f7faad HTTP/1.1" status: 200 len: 210 time: 0.0320566 Jul 05 03:44:45.904239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3f2ebabe-516c-4a61-b4fa-a4d49a193603, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3f2ebabe-516c-4a61-b4fa-a4d49a193603,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:45.933657 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6543-610a-4ab2-a535-28538a5ba429 req-a2b9a532-a276-4270-845d-96f69c595516 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:45.934542 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12ae6543-610a-4ab2-a535-28538a5ba429 req-a2b9a532-a276-4270-845d-96f69c595516 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 948 time: 0.0997236 Jul 05 03:44:45.935731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '3f2ebabe-516c-4a61-b4fa-a4d49a193603', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '3f2ebabe-516c-4a61-b4fa-a4d49a193603', 'mac_address': 'fa:16:3e:80:cf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:45.978036 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:45.993228 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2ebabe-516c-4a61-b4fa-a4d49a193603 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:45.993623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12ae6543-610a-4ab2-a535-28538a5ba429 req-3bb8d2cd-ced0-4299-9468-9fae632c6311 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500939 Jul 05 03:44:46.026715 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.047779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3f2ebabe-516c-4a61-b4fa-a4d49a193603, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3f2ebabe-516c-4a61-b4fa-a4d49a193603,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:46.056483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 1e872057-78f2-402f-9957-7b30a96f6e2b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:46.069705 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.110765 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Network 7eddb026-6f8a-4717-a63e-84f0218e8000 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:46.118552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:46.123200 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:46.123824 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.128856 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Pushing event updated for resources: {'Port': ['ID=7766fab1-1cbc-4841-90a8-4d1e3de892cc,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:46.166817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ad2e70ee-ab8c-45ba-b730-74424e024ba0,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:46.171432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 1e872057-78f2-402f-9957-7b30a96f6e2b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:46.171873 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.174530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0938396d-2197-4f94-982f-2a791e40713d up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:46.234890 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.294522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fff71-c9e9-41f1-8603-4d6a40069e6e req-2f73a05d-f206-4753-9017-f200ff623298 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:46.302994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed7fff71-c9e9-41f1-8603-4d6a40069e6e req-2f73a05d-f206-4753-9017-f200ff623298 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 949 time: 0.1610575 Jul 05 03:44:46.333409 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=3f2ebabe-516c-4a61-b4fa-a4d49a193603,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:46.426717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed7fff71-c9e9-41f1-8603-4d6a40069e6e req-51c86685-fd28-44a4-84f6-1b08e5c1a2ea tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227024 Jul 05 03:44:46.463183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['3f2ebabe-516c-4a61-b4fa-a4d49a193603'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:46.472180 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 0938396d-2197-4f94-982f-2a791e40713d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:46.472180 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.526864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 0938396d-2197-4f94-982f-2a791e40713d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:46.527567 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.601510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d9c721c2-78d8-4dd8-98c8-5ebde5883835 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:46.608731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1e872057-78f2-402f-9957-7b30a96f6e2b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1e872057-78f2-402f-9957-7b30a96f6e2b,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:46.616006 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.778488 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.781949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8d0d15a0-9595-45c0-9795-12e4b47cfb6e None None] Provisioning for port 7766fab1-1cbc-4841-90a8-4d1e3de892cc completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:46.819257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db718de-acf5-45f4-bd70-6f8ecbb13480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2e70ee-ab8c-45ba-b730-74424e024ba0'}, {'server_uuid': 'eb915070-61e2-4459-8a28-6cf0d5031f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e872057-78f2-402f-9957-7b30a96f6e2b'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:46.821616 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9b0715-fca5-48ad-a937-0fb31dfb6f96" -d '{"events": [{"server_uuid": "7db718de-acf5-45f4-bd70-6f8ecbb13480", "name": "network-vif-plugged", "status": "completed", "tag": "ad2e70ee-ab8c-45ba-b730-74424e024ba0"}, {"server_uuid": "eb915070-61e2-4459-8a28-6cf0d5031f39", "name": "network-vif-plugged", "status": "completed", "tag": "1e872057-78f2-402f-9957-7b30a96f6e2b"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:46.837706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49058) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:46.840896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8d0d15a0-9595-45c0-9795-12e4b47cfb6e None None] Provisioning complete for port 7766fab1-1cbc-4841-90a8-4d1e3de892cc triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:46.841322 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8d0d15a0-9595-45c0-9795-12e4b47cfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.857004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-202928293-network', 'tenant_id': '75e0ab09797948f7b640d7a3c2995dee'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:46.867393 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.878768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49060) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:46.902708 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6e1d-4338-4ccb-9c25-13d695e28eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.946378 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.956867 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=1e872057-78f2-402f-9957-7b30a96f6e2b,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:46.968137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d9c721c2-78d8-4dd8-98c8-5ebde5883835 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:46.968743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c2af1-6abb-4d40-bcc9-7a7b160a25c8 req-36fe6231-36dc-4907-80a9-9d1483204d07 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:46.971436 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-943c2af1-6abb-4d40-bcc9-7a7b160a25c8 req-36fe6231-36dc-4907-80a9-9d1483204d07 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 945 time: 0.2011728 Jul 05 03:44:46.983698 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d15a0-9595-45c0-9795-12e4b47cfb6e None None] Port 7766fab1-1cbc-4841-90a8-4d1e3de892cc cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:46.998060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d9c721c2-78d8-4dd8-98c8-5ebde5883835 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:47.004156 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.004156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0938396d-2197-4f94-982f-2a791e40713d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:47.006805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136949-4e4c-4d08-9ce7-e10b256181d4 req-0f48fd93-8e14-4b57-8c19-869def92bdc2 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:47.008356 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea136949-4e4c-4d08-9ce7-e10b256181d4 req-0f48fd93-8e14-4b57-8c19-869def92bdc2 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 950 time: 0.1305993 Jul 05 03:44:47.045103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] Made reservation on behalf of 75e0ab09797948f7b640d7a3c2995dee for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:47.047635 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.054316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-943c2af1-6abb-4d40-bcc9-7a7b160a25c8 req-9c43ed6a-a56b-4106-b6a0-edd2c3e25d79 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759511 Jul 05 03:44:47.070451 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.072717 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.072877 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.107973 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea136949-4e4c-4d08-9ce7-e10b256181d4 req-4585b8f6-fc2a-4011-9c6f-25cd78d23660 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908387 Jul 05 03:44:47.116652 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.143508 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.145272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device c3a94ccf-74e4-48a5-9fb7-80332077158e no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:44:47.153531 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91039c2-7f7e-407a-aaca-bf36fe41fb71 x-openstack-request-id: req-c91039c2-7f7e-407a-aaca-bf36fe41fb71 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:47.153828 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db718de-acf5-45f4-bd70-6f8ecbb13480", "name": "network-vif-plugged", "status": "completed", "tag": "ad2e70ee-ab8c-45ba-b730-74424e024ba0", "code": 200}, {"server_uuid": "eb915070-61e2-4459-8a28-6cf0d5031f39", "name": "network-vif-plugged", "status": "completed", "tag": "1e872057-78f2-402f-9957-7b30a96f6e2b", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:47.154081 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c91039c2-7f7e-407a-aaca-bf36fe41fb71 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:47.154451 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db718de-acf5-45f4-bd70-6f8ecbb13480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'code': 200} Jul 05 03:44:47.154708 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb915070-61e2-4459-8a28-6cf0d5031f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e872057-78f2-402f-9957-7b30a96f6e2b', 'code': 200} Jul 05 03:44:47.201746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d9c721c2-78d8-4dd8-98c8-5ebde5883835, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d9c721c2-78d8-4dd8-98c8-5ebde5883835,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:47.204399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: c3a94ccf-74e4-48a5-9fb7-80332077158e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:44:47.204399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device c3a94ccf-74e4-48a5-9fb7-80332077158e not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:44:47.277338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=0938396d-2197-4f94-982f-2a791e40713d,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:47.296345 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.297139 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Network 7eddb026-6f8a-4717-a63e-84f0218e8000 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:47.311115 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Pushing event updated for resources: {'Port': ['ID=7766fab1-1cbc-4841-90a8-4d1e3de892cc,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:47.315840 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:47.424848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d9c721c2-78d8-4dd8-98c8-5ebde5883835,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:47.474901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef0f3d-adbc-4d4a-99e5-a517c4b9e3ae req-845cc89a-85a1-45da-ad72-c33533c08e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:47.476907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25ef0f3d-adbc-4d4a-99e5-a517c4b9e3ae req-845cc89a-85a1-45da-ad72-c33533c08e0f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7db718de-acf5-45f4-bd70-6f8ecbb13480 HTTP/1.1" status: 200 len: 1101 time: 0.2431161 Jul 05 03:44:47.479510 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6e1d-4338-4ccb-9c25-13d695e28eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.515062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2df2d-cc2e-41f6-a4ed-41147777b005 req-5bd0045b-4148-478a-bd6a-5ce1dd2a1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:47.517961 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4aa2df2d-cc2e-41f6-a4ed-41147777b005 req-5bd0045b-4148-478a-bd6a-5ce1dd2a1117 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 1100 time: 0.2843826 Jul 05 03:44:47.534659 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25ef0f3d-adbc-4d4a-99e5-a517c4b9e3ae req-d10bb864-1fd2-4ab4-829e-d3a05b2a28db service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483859 Jul 05 03:44:47.542374 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:44:47.574924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4e54c-e986-490b-89be-feb888fc5a89 req-29be7525-b14f-47e4-af23-7bd2e7cde527 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:47.576940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ce4e54c-e986-490b-89be-feb888fc5a89 req-29be7525-b14f-47e4-af23-7bd2e7cde527 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=7db718de-acf5-45f4-bd70-6f8ecbb13480 HTTP/1.1" status: 200 len: 950 time: 0.2139816 Jul 05 03:44:47.584684 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1727379-be53-4726-a375-a7a7d83eb5b3 req-9a7d4ca1-ecc6-461a-b571-5bd7204715f0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:47.586172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1727379-be53-4726-a375-a7a7d83eb5b3 req-9a7d4ca1-ecc6-461a-b571-5bd7204715f0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 949 time: 0.2071426 Jul 05 03:44:47.621819 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4aa2df2d-cc2e-41f6-a4ed-41147777b005 req-2f1a0350-53f2-42e4-811e-f7fde5012cf1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811641 Jul 05 03:44:47.621930 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f6a7cec4-701b-4962-96e9-52bab3c298e3 None None] Provisioning complete for port 7766fab1-1cbc-4841-90a8-4d1e3de892cc triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:47.621930 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cec4-701b-4962-96e9-52bab3c298e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.622082 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6e1d-4338-4ccb-9c25-13d695e28eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.661412 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7cec4-701b-4962-96e9-52bab3c298e3 None None] Port 7766fab1-1cbc-4841-90a8-4d1e3de892cc cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:47.675670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3f2ebabe-516c-4a61-b4fa-a4d49a193603 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:47.680245 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ce4e54c-e986-490b-89be-feb888fc5a89 req-75c0c39f-ccd4-46cc-b49d-7b7ab14a2055 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928993 Jul 05 03:44:47.690213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf6e1d-4338-4ccb-9c25-13d695e28eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf686f5-f5bf-47da-bf6d-627b39f4d041,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:47.696913 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c0bf6e1d-4338-4ccb-9c25-13d695e28eeb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4394930c468140abb6e878686adf3043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8170528 Jul 05 03:44:47.699477 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49070) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:47.707364 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1727379-be53-4726-a375-a7a7d83eb5b3 req-87263442-b856-4e54-aecf-805b409df8e4 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125014 Jul 05 03:44:47.763417 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:44:47.791587 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5b2d6d38-cf07-412d-b53f-a6b75c4439ec admin admin] 10.222.0.60 "PUT /v2.0/routers/b7df05d8-0b65-49cd-8f25-dca4fb9cbad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4312401 Jul 05 03:44:47.817045 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d372e00-7a04-4121-9c2d-43a18715ba8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.818209 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.854430 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 3f2ebabe-516c-4a61-b4fa-a4d49a193603 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:47.859539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 3f2ebabe-516c-4a61-b4fa-a4d49a193603 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:47.864136 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.936425 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.980872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:44:47.993667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cb50b8-6ef8-411a-9cf0-4e15a6580bbf,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:48.019670 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.020281 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.020567 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] Added segment fe6790d6-f498-4461-86ea-f1986e2e27cd of type vlan for network 9e1fdd64-54b5-4325-af5c-18af15691a96 Jul 05 03:44:48.073714 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddb717-d175-4fdf-abb3-fd6f409ff937 req-a6f56ba3-de4c-4ba8-bcef-cdf6cf3ee1e8 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:48.075582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1cddb717-d175-4fdf-abb3-fd6f409ff937 req-a6f56ba3-de4c-4ba8-bcef-cdf6cf3ee1e8 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 949 time: 0.1951644 Jul 05 03:44:48.091832 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.096628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49078) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:48.099968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3f2ebabe-516c-4a61-b4fa-a4d49a193603, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3f2ebabe-516c-4a61-b4fa-a4d49a193603,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:48.166121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1cddb717-d175-4fdf-abb3-fd6f409ff937 req-c16dea4b-89f4-433c-a22a-56fcd24f3ca0 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832608 Jul 05 03:44:48.170566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d372e00-7a04-4121-9c2d-43a18715ba8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.216583 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.363583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=3f2ebabe-516c-4a61-b4fa-a4d49a193603,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:48.374689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49086) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:48.374914 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c1cfb86f-70b1-4342-8c8e-20616cd3be1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83d17c376f0b4817ba178517a98c034f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758229 Jul 05 03:44:48.389995 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.389995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:48.389995 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.463549 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1814523e-19ca-4603-84c9-36820ba2a22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.501698 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1814523e-19ca-4603-84c9-36820ba2a22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.504857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe107a-0b6c-4433-8a9f-130ef7767458 req-d9fed7a5-83ce-4048-ab30-f428f0e3a31a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:48.506444 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cbe107a-0b6c-4433-8a9f-130ef7767458 req-d9fed7a5-83ce-4048-ab30-f428f0e3a31a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 946 time: 0.2233319 Jul 05 03:44:48.507095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] Pushing event updated for resources: {'Network': ['ID=9e1fdd64-54b5-4325-af5c-18af15691a96,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:48.519144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 9e1fdd64-54b5-4325-af5c-18af15691a96 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:44:48.557277 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d372e00-7a04-4121-9c2d-43a18715ba8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.558616 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cbe107a-0b6c-4433-8a9f-130ef7767458 req-067ad389-def5-4564-bfb7-5d8e6886d94a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454414 Jul 05 03:44:48.560119 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d372e00-7a04-4121-9c2d-43a18715ba8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.561294 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8d372e00-7a04-4121-9c2d-43a18715ba8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5bf686f5-f5bf-47da-bf6d-627b39f4d041 HTTP/1.1" status: 204 len: 168 time: 0.8609107 Jul 05 03:44:48.568504 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d9c721c2-78d8-4dd8-98c8-5ebde5883835 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:48.572979 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d372e00-7a04-4121-9c2d-43a18715ba8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf686f5-f5bf-47da-bf6d-627b39f4d041,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:48.587288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5a1595b8-52ad-4b03-95af-2cd2770b381a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7482946 Jul 05 03:44:48.589786 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49090) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:48.595287 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3046c93c-deb2-4de9-8726-dd364f3186f5 admin admin] Request body: {'subnet': {'network_id': '9e1fdd64-54b5-4325-af5c-18af15691a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-202928293-subnet', 'tenant_id': '75e0ab09797948f7b640d7a3c2995dee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:48.645498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Sync routers for ids ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:44:48.681627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Routers {'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:48.682290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:44:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:48.712298 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1814523e-19ca-4603-84c9-36820ba2a22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.727237 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1814523e-19ca-4603-84c9-36820ba2a22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.727237 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1814523e-19ca-4603-84c9-36820ba2a22f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16f07114-f5ba-4ff7-9922-0cf6ff556dad HTTP/1.1" status: 204 len: 168 time: 0.3400772 Jul 05 03:44:48.727237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814523e-19ca-4603-84c9-36820ba2a22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f07114-f5ba-4ff7-9922-0cf6ff556dad,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:48.728813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d9c721c2-78d8-4dd8-98c8-5ebde5883835 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:48.729201 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.751800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3046c93c-deb2-4de9-8726-dd364f3186f5 admin admin] Made reservation on behalf of 75e0ab09797948f7b640d7a3c2995dee for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:48.754666 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3046c93c-deb2-4de9-8726-dd364f3186f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.849366 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Set router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:48.978324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c9e52-a864-4a9c-bade-4ff5f2d73325 req-f83753d5-5e53-4d30-b9b1-553d5774cd7f tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:48.988705 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d44c9e52-a864-4a9c-bade-4ff5f2d73325 req-f83753d5-5e53-4d30-b9b1-553d5774cd7f tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 949 time: 0.1014979 Jul 05 03:44:49.075544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d44c9e52-a864-4a9c-bade-4ff5f2d73325 req-a36575e1-e4e3-4769-b923-07265b2ce142 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851390 Jul 05 03:44:49.102885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159080d9-e8d7-439c-bac8-250ae43c3427 req-b443b9d5-47c3-42e0-a2f7-7956825aadc1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.110352 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-159080d9-e8d7-439c-bac8-250ae43c3427 req-b443b9d5-47c3-42e0-a2f7-7956825aadc1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=7db718de-acf5-45f4-bd70-6f8ecbb13480 HTTP/1.1" status: 200 len: 950 time: 0.1163855 Jul 05 03:44:49.158291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-159080d9-e8d7-439c-bac8-250ae43c3427 req-a7d59c82-65cc-43b9-87a4-caea85cdef80 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461919 Jul 05 03:44:49.160121 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f236319a-4737-4d30-b5a4-b0d99b3d910d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0938396d-2197-4f94-982f-2a791e40713d'}, {'server_uuid': '2282d578-b68b-4ac7-9e20-a369dcdcde53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2ebabe-516c-4a61-b4fa-a4d49a193603'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:49.163129 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdc6b85-04a7-41eb-ac1d-ec725e7a1616" -d '{"events": [{"server_uuid": "f236319a-4737-4d30-b5a4-b0d99b3d910d", "name": "network-vif-plugged", "status": "completed", "tag": "0938396d-2197-4f94-982f-2a791e40713d"}, {"server_uuid": "2282d578-b68b-4ac7-9e20-a369dcdcde53", "name": "network-vif-plugged", "status": "completed", "tag": "3f2ebabe-516c-4a61-b4fa-a4d49a193603"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:49.203566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3046c93c-deb2-4de9-8726-dd364f3186f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.273335 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da19701-dd46-4977-a292-62207b1f8f42 x-openstack-request-id: req-5da19701-dd46-4977-a292-62207b1f8f42 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:49.273887 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f236319a-4737-4d30-b5a4-b0d99b3d910d", "name": "network-vif-plugged", "status": "completed", "tag": "0938396d-2197-4f94-982f-2a791e40713d", "code": 200}, {"server_uuid": "2282d578-b68b-4ac7-9e20-a369dcdcde53", "name": "network-vif-plugged", "status": "completed", "tag": "3f2ebabe-516c-4a61-b4fa-a4d49a193603", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:49.274059 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5da19701-dd46-4977-a292-62207b1f8f42 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:49.274462 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f236319a-4737-4d30-b5a4-b0d99b3d910d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0938396d-2197-4f94-982f-2a791e40713d', 'code': 200} Jul 05 03:44:49.274724 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2282d578-b68b-4ac7-9e20-a369dcdcde53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2ebabe-516c-4a61-b4fa-a4d49a193603', 'code': 200} Jul 05 03:44:49.324905 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49116) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:49.330930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522250455-network', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:49.340071 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046c93c-deb2-4de9-8726-dd364f3186f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e71e96d-33c8-4176-a940-8931b0096666,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:49.367904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3046c93c-deb2-4de9-8726-dd364f3186f5 admin admin] Checking segment: {'id': 'fe6790d6-f498-4461-86ea-f1986e2e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e1fdd64-54b5-4325-af5c-18af15691a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:49.368299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3046c93c-deb2-4de9-8726-dd364f3186f5 admin admin] Network hostable DHCP agents. Network: 9e1fdd64-54b5-4325-af5c-18af15691a96, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:44:49.402149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 2, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:49.442049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Checking router: b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:44:49.442049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Updating router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 port 7766fab1-1cbc-4841-90a8-4d1e3de892cc binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:44:49.481451 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf9391-a0b8-4b77-a3bc-26d21f994bba req-3a8dab53-aa11-4a68-b7f2-a8928b80e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.483774 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-adaf9391-a0b8-4b77-a3bc-26d21f994bba req-3a8dab53-aa11-4a68-b7f2-a8928b80e512 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 1101 time: 0.1029246 Jul 05 03:44:49.484540 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.562251 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-adaf9391-a0b8-4b77-a3bc-26d21f994bba req-ace2716c-2e9f-4f73-b072-e7668e2eb264 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731463 Jul 05 03:44:49.563055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3046c93c-deb2-4de9-8726-dd364f3186f5 admin admin] Network 9e1fdd64-54b5-4325-af5c-18af15691a96 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:44:49.588773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc101dc-1634-4884-a2e1-849c6525726b req-0739584f-4172-4cee-94fd-9c7de87f57f1 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.590584 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8fc101dc-1634-4884-a2e1-849c6525726b req-0739584f-4172-4cee-94fd-9c7de87f57f1 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 950 time: 0.1213574 Jul 05 03:44:49.597098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2580a-f534-45c3-b479-71f36592054e req-4d6854cf-f013-409f-b10d-c4d8c6435af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.601974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c8b2580a-f534-45c3-b479-71f36592054e req-4d6854cf-f013-409f-b10d-c4d8c6435af7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 1097 time: 0.2347262 Jul 05 03:44:49.636485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] Made reservation on behalf of e012a55b0ee047c0819a87cdec0f977e for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:49.638883 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.656478 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.688274 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8fc101dc-1634-4884-a2e1-849c6525726b req-f345bcff-133c-4ca2-a4c8-b9ac35c10d81 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845947 Jul 05 03:44:49.691137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c8b2580a-f534-45c3-b479-71f36592054e req-ac216f24-8563-4cc1-91d1-aae8893d786f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765259 Jul 05 03:44:49.729752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-3046c93c-deb2-4de9-8726-dd364f3186f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 9e1fdd64-54b5-4325-af5c-18af15691a96) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:49.734494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3046c93c-deb2-4de9-8726-dd364f3186f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.736725 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3046c93c-deb2-4de9-8726-dd364f3186f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.753738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c41f176-83e3-44cd-bd55-df0469a9e28a None None] Network 9e1fdd64-54b5-4325-af5c-18af15691a96 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:49.858724 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.932853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572efcc-cad3-4608-ad3d-3e520d53161c req-3c6f99e6-fa8e-4276-ab51-f1329f6b242d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.938837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572efcc-cad3-4608-ad3d-3e520d53161c req-3c6f99e6-fa8e-4276-ab51-f1329f6b242d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.941021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7572efcc-cad3-4608-ad3d-3e520d53161c req-3c6f99e6-fa8e-4276-ab51-f1329f6b242d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e&device_id=7db718de-acf5-45f4-bd70-6f8ecbb13480 HTTP/1.1" status: 200 len: 1691 time: 0.1254685 Jul 05 03:44:49.955910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98ca4f-1cdf-4f05-83b6-16e41928642d req-74712348-6f7c-4b15-9e17-1de889d5c84d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.957470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b98ca4f-1cdf-4f05-83b6-16e41928642d req-74712348-6f7c-4b15-9e17-1de889d5c84d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 946 time: 0.1017745 Jul 05 03:44:49.964065 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.967028 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.973517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a9f1df-903c-4517-8180-695a2d1d2808 None None] Network 9e1fdd64-54b5-4325-af5c-18af15691a96 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:50.013079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:44:50.013268 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Transition to ACTIVE for port object 7766fab1-1cbc-4841-90a8-4d1e3de892cc will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:50.042171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1bd2a1-bbf0-4f89-9941-a9a9e754f8f5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:50.055150 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.055500 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] Added segment b0c01fa3-9abe-4c60-8698-8df859da3f82 of type vlan for network a440c9e6-bad6-42c8-af60-d2a5d41dcc4f Jul 05 03:44:50.068259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7572efcc-cad3-4608-ad3d-3e520d53161c req-2b216a3a-d233-4780-9443-843cddc6438a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098568 Jul 05 03:44:50.075849 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b98ca4f-1cdf-4f05-83b6-16e41928642d req-b6ee17a2-ce1f-4132-a944-f882fbc42358 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974708 Jul 05 03:44:50.079774 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3046c93c-deb2-4de9-8726-dd364f3186f5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4888246 Jul 05 03:44:50.114992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.133940 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.174309 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49140) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:50.193903 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0b0f420e-e337-470d-a187-dd62944e4dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.257759 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056aacb8-ead0-4ca2-a6da-617fa67d1fe9 None None] Pushing event updated for resources: {'Port': ['ID=7766fab1-1cbc-4841-90a8-4d1e3de892cc,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:50.283055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Attempting to bind port 7766fab1-1cbc-4841-90a8-4d1e3de892cc on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:50.284708 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Attempting to bind port 7766fab1-1cbc-4841-90a8-4d1e3de892cc by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:50.287420 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Attempting to bind port 7766fab1-1cbc-4841-90a8-4d1e3de892cc on network 7eddb026-6f8a-4717-a63e-84f0218e8000 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:50.293448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:50.294112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Checking segment: {'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:50.295013 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.295602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Bound using segment: {'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:50.296684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Bound port: 7766fab1-1cbc-4841-90a8-4d1e3de892cc, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:50.297337 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.310315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.310315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:50.310315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.424386 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0b0f420e-e337-470d-a187-dd62944e4dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.513146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] For port 7766fab1-1cbc-4841-90a8-4d1e3de892cc, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:50.519424 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] For port 7766fab1-1cbc-4841-90a8-4d1e3de892cc, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7766fab1-1cbc-4841-90a8-4d1e3de892cc,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:50.529738 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0b0f420e-e337-470d-a187-dd62944e4dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.599800 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0b0f420e-e337-470d-a187-dd62944e4dce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbcf3cc4201c4ef5887c94cadb9b5a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230523 Jul 05 03:44:50.604016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f420e-e337-470d-a187-dd62944e4dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09f3c9b-997b-4af0-99c2-2dcd853a3e21,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:50.607625 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49150) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:50.621011 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.645183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] Pushing event updated for resources: {'Network': ['ID=a440c9e6-bad6-42c8-af60-d2a5d41dcc4f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:50.670690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network a440c9e6-bad6-42c8-af60-d2a5d41dcc4f details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:44:50.696909 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3682df79-b108-4ab2-acf2-39bd89efda4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.709029 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d2d17-8447-4376-a442-89cfd09e9eae req-dee508f7-63b7-4f59-bc7c-2f24a9675110 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:50.711208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e65d2d17-8447-4376-a442-89cfd09e9eae req-dee508f7-63b7-4f59-bc7c-2f24a9675110 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 949 time: 0.1527791 Jul 05 03:44:50.714011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389d126-6f6d-4544-9c52-065463c3f6ba req-5e0f2a24-5d64-4a48-8569-6afe0cf16df7 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:50.716174 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c389d126-6f6d-4544-9c52-065463c3f6ba req-5e0f2a24-5d64-4a48-8569-6afe0cf16df7 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 1101 time: 0.2526088 Jul 05 03:44:50.719697 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5b2bb740-cb3e-43d8-8afe-35eacb6db025 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3914223 Jul 05 03:44:50.733039 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49156) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:50.743993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-80f86129-36d0-41c9-a753-ea33b2cfd435 admin admin] Request body: {'subnet': {'network_id': 'a440c9e6-bad6-42c8-af60-d2a5d41dcc4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522250455-subnet', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:50.761560 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3682df79-b108-4ab2-acf2-39bd89efda4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.790883 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e65d2d17-8447-4376-a442-89cfd09e9eae req-854645ef-7a64-4372-89d6-af061ee20d2b tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725560 Jul 05 03:44:50.829868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Routers {'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:50.830505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:44:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:50.839136 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c389d126-6f6d-4544-9c52-065463c3f6ba req-2dbc3e8c-4845-4a1f-a80e-cbc5c69ee027 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949848 Jul 05 03:44:50.903540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f86129-36d0-41c9-a753-ea33b2cfd435 admin admin] Made reservation on behalf of e012a55b0ee047c0819a87cdec0f977e for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:50.906876 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-80f86129-36d0-41c9-a753-ea33b2cfd435 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.931807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056aacb8-ead0-4ca2-a6da-617fa67d1fe9 None None] Pushing event updated for resources: {'Port': ['ID=7766fab1-1cbc-4841-90a8-4d1e3de892cc,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:51.016330 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3682df79-b108-4ab2-acf2-39bd89efda4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:51.020292 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3682df79-b108-4ab2-acf2-39bd89efda4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:51.028183 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3682df79-b108-4ab2-acf2-39bd89efda4d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d09f3c9b-997b-4af0-99c2-2dcd853a3e21 HTTP/1.1" status: 204 len: 168 time: 0.4125617 Jul 05 03:44:51.041936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682df79-b108-4ab2-acf2-39bd89efda4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09f3c9b-997b-4af0-99c2-2dcd853a3e21,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:51.070748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfefed9-4618-43ca-ab08-758c0e9d6a23 req-6c7d362e-cbe3-4530-a87a-b01725afa1c3 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:51.080454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fcfefed9-4618-43ca-ab08-758c0e9d6a23 req-6c7d362e-cbe3-4530-a87a-b01725afa1c3 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 950 time: 0.1075850 Jul 05 03:44:51.145575 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] Set router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:51.178623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fcfefed9-4618-43ca-ab08-758c0e9d6a23 req-983cd338-1848-4019-8bd5-a43aaa0c4f31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964611 Jul 05 03:44:51.316469 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-babaeba8-f556-480a-9343-1679f40d7263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:51.352981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062d974-ddd5-4760-8443-aae779f579b8 req-47240ae0-4241-4fbb-a41c-8930b65141fa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:51.354478 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-47240ae0-4241-4fbb-a41c-8930b65141fa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 806 time: 0.1227407 Jul 05 03:44:51.371061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-9dc6d4a3-54cc-4bf1-887b-d70e83ac2e2e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/quotas/6171ffdfdefa4f1597b7e2fe880c84f1 HTTP/1.1" status: 200 len: 375 time: 0.0103402 Jul 05 03:44:51.389272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:50Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:51.409999 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-80f86129-36d0-41c9-a753-ea33b2cfd435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:51.441681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-a1ea3383-f115-48b0-8d94-713c6504093f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587335 Jul 05 03:44:51.463607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a3b6a-ad85-485c-8267-0eaf9028e7e6 None None] The sync data for ids ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'] in n-d-798249-5 is: [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:50Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:44:51.490053 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f86129-36d0-41c9-a753-ea33b2cfd435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34087553-87fb-4175-b207-4fcc2dcbbacf,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:51.498507 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f86129-36d0-41c9-a753-ea33b2cfd435 admin admin] Checking segment: {'id': 'b0c01fa3-9abe-4c60-8698-8df859da3f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a440c9e6-bad6-42c8-af60-d2a5d41dcc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:51.498971 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f86129-36d0-41c9-a753-ea33b2cfd435 admin admin] Network hostable DHCP agents. Network: a440c9e6-bad6-42c8-af60-d2a5d41dcc4f, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:44:51.747811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20bf3b-282b-4e93-b79a-36da0637c75d req-16bd50cf-49a1-4d43-85c8-64416f9023a8 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:51.749453 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a20bf3b-282b-4e93-b79a-36da0637c75d req-16bd50cf-49a1-4d43-85c8-64416f9023a8 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7db718de-acf5-45f4-bd70-6f8ecbb13480 HTTP/1.1" status: 200 len: 1101 time: 0.0629153 Jul 05 03:44:51.757027 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f86129-36d0-41c9-a753-ea33b2cfd435 admin admin] Network a440c9e6-bad6-42c8-af60-d2a5d41dcc4f is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:44:51.820454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a20bf3b-282b-4e93-b79a-36da0637c75d req-0310309d-4800-43b8-9014-29c38f3d74a5 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645349 Jul 05 03:44:51.850908 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-80f86129-36d0-41c9-a753-ea33b2cfd435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, a440c9e6-bad6-42c8-af60-d2a5d41dcc4f) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:51.863438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d136ae1-1b93-45e7-ac78-9df9aa6a118e None None] Network a440c9e6-bad6-42c8-af60-d2a5d41dcc4f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:51.869676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f86129-36d0-41c9-a753-ea33b2cfd435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:51.871347 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-80f86129-36d0-41c9-a753-ea33b2cfd435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:51.990180 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-80f86129-36d0-41c9-a753-ea33b2cfd435 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2521770 Jul 05 03:44:51.990921 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49204) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:51.995523 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522250455-router', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:52.054779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-9c71c850-54f7-4d2b-9ded-ad7927b2a79f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:44:52.061983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-9c71c850-54f7-4d2b-9ded-ad7927b2a79f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2733994 Jul 05 03:44:52.097057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-a440c9e6-bad6-42c8-af60-d2a5d41dcc4f', 'network_id': 'a440c9e6-bad6-42c8-af60-d2a5d41dcc4f', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'fixed_ips': [{'subnet_id': '34087553-87fb-4175-b207-4fcc2dcbbacf'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:44:52.102593 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.106731 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.108514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.195675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8c189-7335-4630-93a4-2417170fa0fa req-2e4e5427-6a2b-478b-9356-0d2ed5852a3d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:52.204576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2a8c189-7335-4630-93a4-2417170fa0fa req-2e4e5427-6a2b-478b-9356-0d2ed5852a3d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 946 time: 0.2188618 Jul 05 03:44:52.253691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-ab0b03a5-ec7a-43e8-a089-3bbbda2e9457 service neutron] 10.222.0.60 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903849 Jul 05 03:44:52.262424 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.333640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2a8c189-7335-4630-93a4-2417170fa0fa req-49084f2f-cb9a-4d4e-add2-b1bf620ad994 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255913 Jul 05 03:44:52.454231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-9735bae1-c4ef-4118-9a54-0d8311f03fab service neutron] 10.222.0.60 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985433 Jul 05 03:44:52.520206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Allocated IP 172.20.0.2 (a440c9e6-bad6-42c8-af60-d2a5d41dcc4f/34087553-87fb-4175-b207-4fcc2dcbbacf/ae913c78-3f06-41fd-a84c-8d8fb3aa6088) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:52.608984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7766fab1-1cbc-4841-90a8-4d1e3de892cc up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:52.646007 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.760867 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.774330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Transition to ACTIVE for port object ae913c78-3f06-41fd-a84c-8d8fb3aa6088 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:52.806192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Transition to ACTIVE for port object ae913c78-3f06-41fd-a84c-8d8fb3aa6088 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:52.865784 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 7766fab1-1cbc-4841-90a8-4d1e3de892cc completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:52.873272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 7766fab1-1cbc-4841-90a8-4d1e3de892cc triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:52.873272 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.954352 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.039010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Network a440c9e6-bad6-42c8-af60-d2a5d41dcc4f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:53.046570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:53.051609 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Pushing event updated for resources: {'Port': ['ID=ae913c78-3f06-41fd-a84c-8d8fb3aa6088,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:53.054365 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:53.072965 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.146188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Attempting to bind port ae913c78-3f06-41fd-a84c-8d8fb3aa6088 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:53.146857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Attempting to bind port ae913c78-3f06-41fd-a84c-8d8fb3aa6088 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'b0c01fa3-9abe-4c60-8698-8df859da3f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a440c9e6-bad6-42c8-af60-d2a5d41dcc4f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:53.147222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Attempting to bind port ae913c78-3f06-41fd-a84c-8d8fb3aa6088 on network a440c9e6-bad6-42c8-af60-d2a5d41dcc4f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:53.160214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:53.160928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Checking segment: {'id': 'b0c01fa3-9abe-4c60-8698-8df859da3f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a440c9e6-bad6-42c8-af60-d2a5d41dcc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:53.161355 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.161753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Bound using segment: {'id': 'b0c01fa3-9abe-4c60-8698-8df859da3f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a440c9e6-bad6-42c8-af60-d2a5d41dcc4f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:53.162503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Bound port: ae913c78-3f06-41fd-a84c-8d8fb3aa6088, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c01fa3-9abe-4c60-8698-8df859da3f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a440c9e6-bad6-42c8-af60-d2a5d41dcc4f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:53.163145 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.166098 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.178235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 7766fab1-1cbc-4841-90a8-4d1e3de892cc, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7766fab1-1cbc-4841-90a8-4d1e3de892cc,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:53.188264 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.250220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] For port ae913c78-3f06-41fd-a84c-8d8fb3aa6088, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:53.253883 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] For port ae913c78-3f06-41fd-a84c-8d8fb3aa6088, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ae913c78-3f06-41fd-a84c-8d8fb3aa6088,segment=NetworkSegment(b0c01fa3-9abe-4c60-8698-8df859da3f82),segment_id=b0c01fa3-9abe-4c60-8698-8df859da3f82)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:53.282005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1b9f8-4ffc-493c-9bff-4210932ebc01 req-ba15a799-8bee-49ad-bebf-ee4c1778c982 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:53.289497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28d1b9f8-4ffc-493c-9bff-4210932ebc01 req-ba15a799-8bee-49ad-bebf-ee4c1778c982 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 949 time: 0.3597670 Jul 05 03:44:53.309952 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Allocated IP 172.25.0.128 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/919c7818-f223-4b46-b060-bd92cb6f2ed6) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:53.328965 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28d1b9f8-4ffc-493c-9bff-4210932ebc01 req-aa36c7dd-f9ea-4a85-b53d-88d641bb56ab tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382521 Jul 05 03:44:53.331025 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.398812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=7766fab1-1cbc-4841-90a8-4d1e3de892cc,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:53.411647 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.504599 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.511729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8b02d-0487-4342-a67e-91791dfb3ea8 None None] Pushing event updated for resources: {'Port': ['ID=ae913c78-3f06-41fd-a84c-8d8fb3aa6088,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:53.707806 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.770161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:53.775954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:53.788217 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:53.795982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Pushing event updated for resources: {'Port': ['ID=919c7818-f223-4b46-b060-bd92cb6f2ed6,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:54.096573 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e00a6da-84b0-4c89-8c90-cd7454f4a736 req-42bb1b0c-364b-4829-a6d8-874e55f77614 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 210 time: 0.0456958 Jul 05 03:44:54.198325 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:54.231153 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-6d4f4907-d165-455c-800e-d3bbff68c1d5 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=005a0aafb358452e8210cc5cbcc7033f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442379 Jul 05 03:44:54.374795 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b69d7cb8-1323-401c-b07f-1970daa36efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:54.384143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-82391057-d82e-49c0-9029-a41f6514011e tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:54.392164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-82391057-d82e-49c0-9029-a41f6514011e tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1551936 Jul 05 03:44:54.393126 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:44:54.404947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17aee8-a38b-45e1-a3e3-cf7633d98a40 req-7537ec35-9a6a-4751-8f6f-9f3e4b88ca28 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:54.406517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb17aee8-a38b-45e1-a3e3-cf7633d98a40 req-7537ec35-9a6a-4751-8f6f-9f3e4b88ca28 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 1097 time: 0.1587329 Jul 05 03:44:54.415543 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-0d6b3654-81de-47b1-b1e1-66b74749a659 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/quotas/005a0aafb358452e8210cc5cbcc7033f HTTP/1.1" status: 200 len: 375 time: 0.0219564 Jul 05 03:44:54.425377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:54.476433 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:54.510795 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb17aee8-a38b-45e1-a3e3-cf7633d98a40 req-f1732a15-eaef-42f0-9609-d1a191ed4652 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925503 Jul 05 03:44:54.555034 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-50a99501-ca78-4f16-a73f-a2cde53b85f7 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=005a0aafb358452e8210cc5cbcc7033f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1385520 Jul 05 03:44:54.660298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c002f1d-e9b1-4499-97b4-1ff1f4874e5b None None] Network a440c9e6-bad6-42c8-af60-d2a5d41dcc4f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:54.694363 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Router cd72d968-e3e6-4a7b-a932-dc4eaef0e348 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:44:54.697832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ae913c78-3f06-41fd-a84c-8d8fb3aa6088 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:54.826265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14fae6-59fc-492d-9823-5e3882fb59f9 req-a9099151-f6b6-45c1-8b27-2f0033ab6b55 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:54.844995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c14fae6-59fc-492d-9823-5e3882fb59f9 req-a9099151-f6b6-45c1-8b27-2f0033ab6b55 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 950 time: 0.0997512 Jul 05 03:44:54.867714 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:44:54.878594 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Sync routers for ids ['cd72d968-e3e6-4a7b-a932-dc4eaef0e348'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:44:54.912443 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Routers {'cd72d968-e3e6-4a7b-a932-dc4eaef0e348'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:54.913445 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:44:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cd72d968-e3e6-4a7b-a932-dc4eaef0e348'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:54.921072 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c14fae6-59fc-492d-9823-5e3882fb59f9 req-5c76a1b2-755c-4fae-bcce-57a7e408143c tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743241 Jul 05 03:44:54.959264 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-23087cc4-3edd-415f-ae83-8f2347f079bc None None] Provisioning for port ae913c78-3f06-41fd-a84c-8d8fb3aa6088 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:54.967416 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port ae913c78-3f06-41fd-a84c-8d8fb3aa6088 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:55.008535 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.013077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49292) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:55.013387 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c2345c00-14c5-4e51-b04d-908778c14619 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0210857 Jul 05 03:44:55.031292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ae913c78-3f06-41fd-a84c-8d8fb3aa6088 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:55.035118 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.150586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-23087cc4-3edd-415f-ae83-8f2347f079bc None None] Provisioning complete for port ae913c78-3f06-41fd-a84c-8d8fb3aa6088 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:55.150586 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-23087cc4-3edd-415f-ae83-8f2347f079bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.190944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490c5b5-1f32-49e4-8ac6-e55e3d44ed1c req-15d2f896-b37f-416f-9cd6-6096d0c1fae3 tempest-DeleteServersAdminTestJSON-1303633948 tempest-DeleteServersAdminTestJSON-1303633948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.190944 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4490c5b5-1f32-49e4-8ac6-e55e3d44ed1c req-15d2f896-b37f-416f-9cd6-6096d0c1fae3 tempest-DeleteServersAdminTestJSON-1303633948 tempest-DeleteServersAdminTestJSON-1303633948-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 1101 time: 0.1293280 Jul 05 03:44:55.228819 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Set router cd72d968-e3e6-4a7b-a932-dc4eaef0e348 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:55.350945 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-7a04bee7-6e3a-4db7-9ce8-4b61b54b525e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1927245 Jul 05 03:44:55.388307 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-4490c5b5-1f32-49e4-8ac6-e55e3d44ed1c req-2c0d3380-e0f6-41e7-b5a1-f8e1ec807a66 tempest-DeleteServersAdminTestJSON-1303633948 tempest-DeleteServersAdminTestJSON-1303633948-project-admin] Deleting port 3f2ebabe-516c-4a61-b4fa-a4d49a193603 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:44:55.389094 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4490c5b5-1f32-49e4-8ac6-e55e3d44ed1c req-2c0d3380-e0f6-41e7-b5a1-f8e1ec807a66 tempest-DeleteServersAdminTestJSON-1303633948 tempest-DeleteServersAdminTestJSON-1303633948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.393878 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.475323 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.503408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port ae913c78-3f06-41fd-a84c-8d8fb3aa6088, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ae913c78-3f06-41fd-a84c-8d8fb3aa6088,segment=NetworkSegment(b0c01fa3-9abe-4c60-8698-8df859da3f82),segment_id=b0c01fa3-9abe-4c60-8698-8df859da3f82)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:55.508185 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b26f8-0ba5-46ab-aefb-26ba109aa489 req-4bd1a5a8-3ac6-4e54-92c8-9ab1315c243a tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.511720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4490c5b5-1f32-49e4-8ac6-e55e3d44ed1c req-2c0d3380-e0f6-41e7-b5a1-f8e1ec807a66 tempest-DeleteServersAdminTestJSON-1303633948 tempest-DeleteServersAdminTestJSON-1303633948-project-admin] For port 3f2ebabe-516c-4a61-b4fa-a4d49a193603, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3f2ebabe-516c-4a61-b4fa-a4d49a193603,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:55.512298 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-23087cc4-3edd-415f-ae83-8f2347f079bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.512766 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4490c5b5-1f32-49e4-8ac6-e55e3d44ed1c req-2c0d3380-e0f6-41e7-b5a1-f8e1ec807a66 tempest-DeleteServersAdminTestJSON-1303633948 tempest-DeleteServersAdminTestJSON-1303633948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.518335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c9b26f8-0ba5-46ab-aefb-26ba109aa489 req-4bd1a5a8-3ac6-4e54-92c8-9ab1315c243a tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 1097 time: 0.3428631 Jul 05 03:44:55.552269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-4490c5b5-1f32-49e4-8ac6-e55e3d44ed1c req-2c0d3380-e0f6-41e7-b5a1-f8e1ec807a66 tempest-DeleteServersAdminTestJSON-1303633948 tempest-DeleteServersAdminTestJSON-1303633948-project-admin] Calling delete_port for 3f2ebabe-516c-4a61-b4fa-a4d49a193603 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:44:55.568844 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522250455-router', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:52Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 3, 'project_id': 'e012a55b0ee047c0819a87cdec0f977e', 'gw_port': {'id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:53Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:55.605900 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Checking router: cd72d968-e3e6-4a7b-a932-dc4eaef0e348 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:44:55.606393 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Updating router cd72d968-e3e6-4a7b-a932-dc4eaef0e348 port 919c7818-f223-4b46-b060-bd92cb6f2ed6 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:44:55.643394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-2b0cc658-d139-4e52-af9b-40c34447c953 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.655670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-2b0cc658-d139-4e52-af9b-40c34447c953 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2930713 Jul 05 03:44:55.672943 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.712918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c9b26f8-0ba5-46ab-aefb-26ba109aa489 req-22d89961-3c38-4292-9bf9-1f3019e30ab7 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936982 Jul 05 03:44:55.740621 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.741425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7766fab1-1cbc-4841-90a8-4d1e3de892cc up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:55.838586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-4ab1afba-9803-466d-9c01-97778d4e045a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/quotas/699c7cae0a8943699f7e6394aeb45413 HTTP/1.1" status: 200 len: 375 time: 0.1289039 Jul 05 03:44:55.870819 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49889a89-7e44-4b81-b53a-f4ae8179e080 req-310b77ac-3fd0-4877-b168-0fe0db761251 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 210 time: 0.0733509 Jul 05 03:44:55.875405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=ae913c78-3f06-41fd-a84c-8d8fb3aa6088,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:55.879674 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-23087cc4-3edd-415f-ae83-8f2347f079bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:44:55.880069 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-23087cc4-3edd-415f-ae83-8f2347f079bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:44:55.881848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 7766fab1-1cbc-4841-90a8-4d1e3de892cc triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:55.882229 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.958921 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4490c5b5-1f32-49e4-8ac6-e55e3d44ed1c req-2c0d3380-e0f6-41e7-b5a1-f8e1ec807a66 tempest-DeleteServersAdminTestJSON-1303633948 tempest-DeleteServersAdminTestJSON-1303633948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.985944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['3f2ebabe-516c-4a61-b4fa-a4d49a193603'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:56.016577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-1fdc6835-05ae-4e7d-9c5f-3f20adf07798 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2297456 Jul 05 03:44:56.040284 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.086417 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d3380-e0f6-41e7-b5a1-f8e1ec807a66 tempest-DeleteServersAdminTestJSON-1303633948 tempest-DeleteServersAdminTestJSON-1303633948-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f2ebabe-516c-4a61-b4fa-a4d49a193603,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:56.141894 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.146588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49310) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:56.151103 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be86d4e6-93fa-4eb7-85ec-4cbe1ae8c878 req-3078f38f-f82d-432a-815b-6a69218a79f7 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 210 time: 0.0805564 Jul 05 03:44:56.164966 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Transition to ACTIVE for port object 919c7818-f223-4b46-b060-bd92cb6f2ed6 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:56.228790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4490c5b5-1f32-49e4-8ac6-e55e3d44ed1c req-2c0d3380-e0f6-41e7-b5a1-f8e1ec807a66 tempest-DeleteServersAdminTestJSON-1303633948 tempest-DeleteServersAdminTestJSON-1303633948-project-admin] No DVR routers for this DVR port 3f2ebabe-516c-4a61-b4fa-a4d49a193603 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:44:56.237511 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4490c5b5-1f32-49e4-8ac6-e55e3d44ed1c req-2c0d3380-e0f6-41e7-b5a1-f8e1ec807a66 tempest-DeleteServersAdminTestJSON-1303633948 tempest-DeleteServersAdminTestJSON-1303633948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.242371 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4490c5b5-1f32-49e4-8ac6-e55e3d44ed1c req-2c0d3380-e0f6-41e7-b5a1-f8e1ec807a66 tempest-DeleteServersAdminTestJSON-1303633948 tempest-DeleteServersAdminTestJSON-1303633948-project-admin] 10.222.0.11 "DELETE /v2.0/ports/3f2ebabe-516c-4a61-b4fa-a4d49a193603 HTTP/1.1" status: 204 len: 173 time: 1.0459871 Jul 05 03:44:56.243076 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2282d578-b68b-4ac7-9e20-a369dcdcde53', 'name': 'network-vif-deleted', 'tag': '3f2ebabe-516c-4a61-b4fa-a4d49a193603'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:56.246866 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a69d332-15f0-4ad4-9ff3-0bcb3dd57341" -d '{"events": [{"server_uuid": "2282d578-b68b-4ac7-9e20-a369dcdcde53", "name": "network-vif-deleted", "tag": "3f2ebabe-516c-4a61-b4fa-a4d49a193603"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:56.347062 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3373ea58-8831-4599-ac45-81aa8dec7d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.357301 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.416508 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Attempting to bind port 919c7818-f223-4b46-b060-bd92cb6f2ed6 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:56.416801 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Attempting to bind port 919c7818-f223-4b46-b060-bd92cb6f2ed6 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:56.417151 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Attempting to bind port 919c7818-f223-4b46-b060-bd92cb6f2ed6 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:56.420459 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8763477-64f5-4d16-92ed-dee55f4424b6 None None] Pushing event updated for resources: {'Port': ['ID=919c7818-f223-4b46-b060-bd92cb6f2ed6,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:56.425746 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:56.426154 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:56.426529 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.426938 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:56.427401 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Bound port: 919c7818-f223-4b46-b060-bd92cb6f2ed6, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:56.427820 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.528636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Allocated IP 172.20.0.1 (a440c9e6-bad6-42c8-af60-d2a5d41dcc4f/34087553-87fb-4175-b207-4fcc2dcbbacf/d897e824-c992-48d0-adaf-67418db859b1) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:56.543583 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] For port 919c7818-f223-4b46-b060-bd92cb6f2ed6, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:56.546835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5733adfd-060b-49ed-b273-94babd209039 None None] Provisioning complete for port ae913c78-3f06-41fd-a84c-8d8fb3aa6088 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:56.546835 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5733adfd-060b-49ed-b273-94babd209039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.553881 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] For port 919c7818-f223-4b46-b060-bd92cb6f2ed6, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=919c7818-f223-4b46-b060-bd92cb6f2ed6,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:56.590393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ae913c78-3f06-41fd-a84c-8d8fb3aa6088 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:56.652624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-6f143ee2-e091-4c0f-81e8-f9441bb1b112 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515230 Jul 05 03:44:56.692410 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ae913c78-3f06-41fd-a84c-8d8fb3aa6088 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:56.692792 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.697447 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.804133 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Routers {'cd72d968-e3e6-4a7b-a932-dc4eaef0e348'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:56.812937 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:44:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cd72d968-e3e6-4a7b-a932-dc4eaef0e348'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:56.819742 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8763477-64f5-4d16-92ed-dee55f4424b6 None None] Pushing event updated for resources: {'Port': ['ID=919c7818-f223-4b46-b060-bd92cb6f2ed6,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:56.839265 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.854740 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3373ea58-8831-4599-ac45-81aa8dec7d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.874290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Transition to ACTIVE for port object d897e824-c992-48d0-adaf-67418db859b1 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:56.883035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-44d3b52d-1507-4940-89f6-b778f2f88cf7 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.889877 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-44d3b52d-1507-4940-89f6-b778f2f88cf7 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294142 Jul 05 03:44:56.918828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-06c3abc5-a9be-4751-b495-82a928a44841 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/quotas/aa98d801ca9149d8adf6e3407c0b90b0 HTTP/1.1" status: 200 len: 375 time: 0.0279870 Jul 05 03:44:56.969511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-03d19fb1-9d99-4b9c-a493-5e2f7db82d25 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456734 Jul 05 03:44:56.986803 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062d974-ddd5-4760-8443-aae779f579b8 req-c529e95c-d1d9-459c-912d-55b0e9d9dfc0 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.988541 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-c529e95c-d1d9-459c-912d-55b0e9d9dfc0 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.11 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 806 time: 0.2586641 Jul 05 03:44:57.003219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-1062d974-ddd5-4760-8443-aae779f579b8 req-0430a732-05b6-4ebf-8b8a-c9aa3c4da950 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Request body: {'port': {'device_id': '4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7', 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882', 'admin_state_up': True, 'tenant_id': '6171ffdfdefa4f1597b7e2fe880c84f1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:57.007906 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] Set router cd72d968-e3e6-4a7b-a932-dc4eaef0e348 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:57.100147 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:57.100418 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3373ea58-8831-4599-ac45-81aa8dec7d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:57.150292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3373ea58-8831-4599-ac45-81aa8dec7d0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=462b8fedf58c4f6c9017525081b8a80f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0021429 Jul 05 03:44:57.151244 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373ea58-8831-4599-ac45-81aa8dec7d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844d5abc-02a0-4c59-8f12-97c24250bc17,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:57.153019 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49330) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:57.168869 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:57.224078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Network a440c9e6-bad6-42c8-af60-d2a5d41dcc4f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:57.229394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:57.234062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:57.234554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:57.256772 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Pushing event updated for resources: {'Port': ['ID=d897e824-c992-48d0-adaf-67418db859b1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:57.306164 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522250455-router', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:52Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 3, 'project_id': 'e012a55b0ee047c0819a87cdec0f977e', 'gw_port': {'id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:53Z', 'updated_at': '2021-07-05T03:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:57.348405 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172a4f95-506b-4ce7-b706-7fc585ec0dcf None None] The sync data for ids ['cd72d968-e3e6-4a7b-a932-dc4eaef0e348'] in n-d-798249-5 is: [{'id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522250455-router', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:52Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 3, 'project_id': 'e012a55b0ee047c0819a87cdec0f977e', 'gw_port': {'id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:53Z', 'updated_at': '2021-07-05T03:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:44:57.406517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1062d974-ddd5-4760-8443-aae779f579b8 req-0430a732-05b6-4ebf-8b8a-c9aa3c4da950 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Made reservation on behalf of 6171ffdfdefa4f1597b7e2fe880c84f1 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:57.415684 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1062d974-ddd5-4760-8443-aae779f579b8 req-0430a732-05b6-4ebf-8b8a-c9aa3c4da950 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:57.464923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccf0d2cb-3354-4224-834f-09cc15d64b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:57.579003 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccf0d2cb-3354-4224-834f-09cc15d64b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:57.650653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cd8c4c14-2aa1-4f58-81f7-4bd42927a453 None None] Provisioning for port d897e824-c992-48d0-adaf-67418db859b1 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:57.655654 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cd8c4c14-2aa1-4f58-81f7-4bd42927a453 None None] Provisioning complete for port d897e824-c992-48d0-adaf-67418db859b1 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:57.656029 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4c14-2aa1-4f58-81f7-4bd42927a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:57.706020 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c4c14-2aa1-4f58-81f7-4bd42927a453 None None] Port d897e824-c992-48d0-adaf-67418db859b1 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:57.840501 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947d6f58-2112-4355-8d38-c6e89ee3d189 x-openstack-request-id: req-947d6f58-2112-4355-8d38-c6e89ee3d189 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:57.851116 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2282d578-b68b-4ac7-9e20-a369dcdcde53", "name": "network-vif-deleted", "tag": "3f2ebabe-516c-4a61-b4fa-a4d49a193603", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:57.851116 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-947d6f58-2112-4355-8d38-c6e89ee3d189 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:57.851116 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2282d578-b68b-4ac7-9e20-a369dcdcde53', 'name': 'network-vif-deleted', 'tag': '3f2ebabe-516c-4a61-b4fa-a4d49a193603', 'status': 'completed', 'code': 200} Jul 05 03:44:57.887531 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-1062d974-ddd5-4760-8443-aae779f579b8 req-0430a732-05b6-4ebf-8b8a-c9aa3c4da950 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Allocated IP 172.20.0.4 (0ca20d25-d3e7-4cdd-af72-4218b518e882/051941e9-9be3-4855-b2ec-dc0f4f0de021/7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:58.004254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d9931b9c-ad70-4ab0-832c-c2cc5dc03a4b req-1ab22bf9-bc54-4ad4-a6c2-6ae26b4a3220 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2282d578-b68b-4ac7-9e20-a369dcdcde53 HTTP/1.1" status: 200 len: 210 time: 0.2445838 Jul 05 03:44:58.029689 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccf0d2cb-3354-4224-834f-09cc15d64b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.034918 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccf0d2cb-3354-4224-834f-09cc15d64b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.036552 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ccf0d2cb-3354-4224-834f-09cc15d64b72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/844d5abc-02a0-4c59-8f12-97c24250bc17 HTTP/1.1" status: 204 len: 168 time: 0.8824537 Jul 05 03:44:58.076991 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-faadece9-1885-45b5-984b-ba739c4703a5 req-70ff7309-a68d-4443-98bc-6eb45e0c80ae tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 210 time: 0.0557017 Jul 05 03:44:58.128138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0d2cb-3354-4224-834f-09cc15d64b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844d5abc-02a0-4c59-8f12-97c24250bc17,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:58.159508 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.259746 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60e6e650-3c4d-4445-9734-326b45231924 req-0d22cf07-0d3b-40eb-b664-6f721a1b6c7f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 210 time: 0.0431666 Jul 05 03:44:58.296083 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1062d974-ddd5-4760-8443-aae779f579b8 req-0430a732-05b6-4ebf-8b8a-c9aa3c4da950 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.499777 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.531334 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-2028030b-11b7-43d3-8bcf-5b6db9a4a36d tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295660 Jul 05 03:44:58.575067 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1062d974-ddd5-4760-8443-aae779f579b8 req-0430a732-05b6-4ebf-8b8a-c9aa3c4da950 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.599509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 919c7818-f223-4b46-b060-bd92cb6f2ed6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:58.639551 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1062d974-ddd5-4760-8443-aae779f579b8 req-0430a732-05b6-4ebf-8b8a-c9aa3c4da950 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Network 0ca20d25-d3e7-4cdd-af72-4218b518e882 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:58.643867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-1062d974-ddd5-4760-8443-aae779f579b8 req-0430a732-05b6-4ebf-8b8a-c9aa3c4da950 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:58.648054 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1062d974-ddd5-4760-8443-aae779f579b8 req-0430a732-05b6-4ebf-8b8a-c9aa3c4da950 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:58.660071 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062d974-ddd5-4760-8443-aae779f579b8 req-0430a732-05b6-4ebf-8b8a-c9aa3c4da950 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:58.660793 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1062d974-ddd5-4760-8443-aae779f579b8 req-0430a732-05b6-4ebf-8b8a-c9aa3c4da950 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.678066 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9e15d2ed-387b-4e85-ac2d-6fd5744abf0e tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:58.680538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9e15d2ed-387b-4e85-ac2d-6fd5744abf0e tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478775 Jul 05 03:44:58.697838 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430a732-05b6-4ebf-8b8a-c9aa3c4da950 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Pushing event updated for resources: {'Port': ['ID=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:58.705212 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-4ee09fdc-8fc6-4a8f-916d-bbe804c243a7 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/quotas/aa98d801ca9149d8adf6e3407c0b90b0 HTTP/1.1" status: 200 len: 375 time: 0.0118666 Jul 05 03:44:58.759116 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.760038 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.765846 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-38844253-c637-4af9-98ad-93ca43089666 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554101 Jul 05 03:44:58.898210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Pushing event updated for resources: {'Port': ['ID=d897e824-c992-48d0-adaf-67418db859b1,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:58.911098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 919c7818-f223-4b46-b060-bd92cb6f2ed6 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:58.915392 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 919c7818-f223-4b46-b060-bd92cb6f2ed6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:58.915773 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.957607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Network a440c9e6-bad6-42c8-af60-d2a5d41dcc4f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:58.958975 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:59.002015 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:59.030127 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-0430a732-05b6-4ebf-8b8a-c9aa3c4da950 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0322998 Jul 05 03:44:59.040712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 919c7818-f223-4b46-b060-bd92cb6f2ed6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=919c7818-f223-4b46-b060-bd92cb6f2ed6,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:59.051491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Request body: {'port': {'device_id': '4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:59.077695 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:59.092570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Router cd72d968-e3e6-4a7b-a932-dc4eaef0e348 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:44:59.181405 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:59.287144 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:59.346178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=919c7818-f223-4b46-b060-bd92cb6f2ed6,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:59.355390 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6de68499-14d2-423b-b4cd-c2e1750de8bb None None] Provisioning complete for port d897e824-c992-48d0-adaf-67418db859b1 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:59.356250 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6de68499-14d2-423b-b4cd-c2e1750de8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:59.386358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:44:59.409099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fae23df0-855f-4bf8-97b8-0005f91d9b65 admin admin] 10.222.0.60 "PUT /v2.0/routers/cd72d968-e3e6-4a7b-a932-dc4eaef0e348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3941963 Jul 05 03:44:59.434864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6de68499-14d2-423b-b4cd-c2e1750de8bb None None] Port d897e824-c992-48d0-adaf-67418db859b1 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:59.537481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49394) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:59.554286 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f50beb2-31c1-475a-ad08-10d62d3ebdda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:59.620836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:59.631434 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:59.653839 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Transition to ACTIVE for port object 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:59.723595 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f50beb2-31c1-475a-ad08-10d62d3ebdda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:59.733548 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3f2ebabe-516c-4a61-b4fa-a4d49a193603 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:44:59.771289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 3f2ebabe-516c-4a61-b4fa-a4d49a193603 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:44:59.771750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3f2ebabe-516c-4a61-b4fa-a4d49a193603 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:44:59.780393 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:59.831092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5598310b-efcc-46cc-89f2-36c81fe98bcc req-60d1e7e4-4e29-4443-8c7a-016a7dd4f46d tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 210 time: 0.0656672 Jul 05 03:44:59.832079 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f50beb2-31c1-475a-ad08-10d62d3ebdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:59.934972 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-164a5e23-be62-42e8-996b-41e4ad3863a1 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=005a0aafb358452e8210cc5cbcc7033f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430560 Jul 05 03:44:59.959670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3f50beb2-31c1-475a-ad08-10d62d3ebdda admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24a1273290824ed4905f6f3d8e26bd76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207363 Jul 05 03:44:59.961340 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49412) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:59.975467 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Sync routers for ids ['cd72d968-e3e6-4a7b-a932-dc4eaef0e348'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:44:59.986226 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Routers {'cd72d968-e3e6-4a7b-a932-dc4eaef0e348'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:59.986964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:44:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cd72d968-e3e6-4a7b-a932-dc4eaef0e348'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:00.000437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef2be3b1-81a8-4592-9bc3-57b5807d39d9 req-f221d2e2-d93c-49b6-a5b0-eb1c67588d60 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 210 time: 0.0662825 Jul 05 03:45:00.006342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50beb2-31c1-475a-ad08-10d62d3ebdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b76a2bc-63ab-42c2-8db6-537d8ed2a0e8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:00.021649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:00.048272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Attempting to bind port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:00.049114 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Attempting to bind port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:00.049114 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Attempting to bind port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:00.073056 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-368446db-c96a-42a9-b10b-4f0864ec386d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.103451 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:00.103782 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-368446db-c96a-42a9-b10b-4f0864ec386d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.104575 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Attempting to bind port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:00.118288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:00.118699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Checking segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:00.119093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Bound using segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:00.119547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Bound port: 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:00.119911 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.243573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-1805f9e2-c07c-48ad-8a5e-be203fb6952e tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:00.245674 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-1805f9e2-c07c-48ad-8a5e-be203fb6952e tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3012905 Jul 05 03:45:00.266138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-5a03cc78-7784-4aa5-8374-507c1ca4b0bf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Request body: {'port': {'device_id': '5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '005a0aafb358452e8210cc5cbcc7033f'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:00.270081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Set router cd72d968-e3e6-4a7b-a932-dc4eaef0e348 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:00.338509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974e88e-7af4-4078-a7bc-527d76a645db req-f8d68d7d-1758-4490-ae3a-489a193d121f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:00.338836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:00.341054 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2974e88e-7af4-4078-a7bc-527d76a645db req-f8d68d7d-1758-4490-ae3a-489a193d121f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 943 time: 0.0728850 Jul 05 03:45:00.362938 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:00.426159 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-368446db-c96a-42a9-b10b-4f0864ec386d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.435470 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-368446db-c96a-42a9-b10b-4f0864ec386d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.439606 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-368446db-c96a-42a9-b10b-4f0864ec386d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b76a2bc-63ab-42c2-8db6-537d8ed2a0e8 HTTP/1.1" status: 204 len: 168 time: 0.4408257 Jul 05 03:45:00.472328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368446db-c96a-42a9-b10b-4f0864ec386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b76a2bc-63ab-42c2-8db6-537d8ed2a0e8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:00.495891 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2974e88e-7af4-4078-a7bc-527d76a645db req-4eef9419-fac5-43db-816b-9bffd7ac53ac tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474972 Jul 05 03:45:00.583852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 919c7818-f223-4b46-b060-bd92cb6f2ed6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:00.631169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38208beb-ae39-4eb4-ad30-5b312897bb38 req-a9f2b82f-c334-494d-9a82-b3cdb186f3be tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 210 time: 0.0380907 Jul 05 03:45:00.736588 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 919c7818-f223-4b46-b060-bd92cb6f2ed6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:00.737212 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.806150 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522250455-router', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:52Z', 'updated_at': '2021-07-05T03:44:57Z', 'revision_number': 4, 'project_id': 'e012a55b0ee047c0819a87cdec0f977e', 'gw_port': {'id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:53Z', 'updated_at': '2021-07-05T03:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd897e824-c992-48d0-adaf-67418db859b1', 'name': '', 'network_id': 'a440c9e6-bad6-42c8-af60-d2a5d41dcc4f', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'mac_address': 'fa:16:3e:62:d9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '34087553-87fb-4175-b207-4fcc2dcbbacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:56Z', 'updated_at': '2021-07-05T03:44:58Z', 'revision_number': 2, 'project_id': 'e012a55b0ee047c0819a87cdec0f977e', 'subnets': [{'id': '34087553-87fb-4175-b207-4fcc2dcbbacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:00.847240 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-5a03cc78-7784-4aa5-8374-507c1ca4b0bf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Made reservation on behalf of 005a0aafb358452e8210cc5cbcc7033f for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:00.855061 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-5a03cc78-7784-4aa5-8374-507c1ca4b0bf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.862585 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Checking router: cd72d968-e3e6-4a7b-a932-dc4eaef0e348 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:45:00.862585 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Updating router cd72d968-e3e6-4a7b-a932-dc4eaef0e348 port d897e824-c992-48d0-adaf-67418db859b1 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:45:00.887187 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.900214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-958e1f12-0083-4486-99f8-9ff0de630e8b tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=da1017c5aa7d48adb19ce908d2120deb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301528 Jul 05 03:45:00.947135 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.976975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:01.000412 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:01.001076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.003176 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-381d25ec-686f-43d8-8287-4ea452b73df2 service neutron] 10.222.0.11 "PUT /v2.0/ports/7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 HTTP/1.1" status: 200 len: 1091 time: 1.9652581 Jul 05 03:45:01.003614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7', 'tag': '7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:01.005935 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c895c6-9ef6-496d-80eb-d293b6527960" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7", "tag": "7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:01.066036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6a207561-f7d4-49b8-b7d1-d730b826ab3f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:01.067972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6a207561-f7d4-49b8-b7d1-d730b826ab3f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669674 Jul 05 03:45:01.085325 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-dc436e77-25bf-4734-a003-737ea304ae14 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/quotas/da1017c5aa7d48adb19ce908d2120deb HTTP/1.1" status: 200 len: 375 time: 0.0103748 Jul 05 03:45:01.123180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-5a03cc78-7784-4aa5-8374-507c1ca4b0bf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Allocated IP 192.168.233.74 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/99f4e59e-c257-4b0e-b182-af0d17447ce8) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:01.123953 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-615c3970-9c9b-411f-8b37-19c499a16352 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=da1017c5aa7d48adb19ce908d2120deb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333314 Jul 05 03:45:01.267930 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.278208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Transition to ACTIVE for port object d897e824-c992-48d0-adaf-67418db859b1 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:01.285045 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-5a03cc78-7784-4aa5-8374-507c1ca4b0bf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.298313 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-5a03cc78-7784-4aa5-8374-507c1ca4b0bf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Transition to ACTIVE for port object 99f4e59e-c257-4b0e-b182-af0d17447ce8 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:01.565540 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.566369 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-5a03cc78-7784-4aa5-8374-507c1ca4b0bf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.623301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-5a03cc78-7784-4aa5-8374-507c1ca4b0bf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:01.627441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-5a03cc78-7784-4aa5-8374-507c1ca4b0bf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:01.633490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-5a03cc78-7784-4aa5-8374-507c1ca4b0bf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:01.641155 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-5a03cc78-7784-4aa5-8374-507c1ca4b0bf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:01.642778 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-5a03cc78-7784-4aa5-8374-507c1ca4b0bf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.650359 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.682131 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['1e872057-78f2-402f-9957-7b30a96f6e2b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:01.741789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03cc78-7784-4aa5-8374-507c1ca4b0bf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Pushing event updated for resources: {'Port': ['ID=99f4e59e-c257-4b0e-b182-af0d17447ce8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:01.798814 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-5a03cc78-7784-4aa5-8374-507c1ca4b0bf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5365164 Jul 05 03:45:01.812850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Request body: {'port': {'device_id': '5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:01.911144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461b970-6989-4157-aff1-7771e994555c None None] Pushing event updated for resources: {'Port': ['ID=d897e824-c992-48d0-adaf-67418db859b1,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:02.020072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062d974-ddd5-4760-8443-aae779f579b8 req-d5a4a38b-b8bb-497b-8b8a-a191a80bcc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:02.021651 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-d5a4a38b-b8bb-497b-8b8a-a191a80bcc7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 1094 time: 0.3438690 Jul 05 03:45:02.022625 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.058825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Attempting to bind port d897e824-c992-48d0-adaf-67418db859b1 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:02.059202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Attempting to bind port d897e824-c992-48d0-adaf-67418db859b1 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'b0c01fa3-9abe-4c60-8698-8df859da3f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a440c9e6-bad6-42c8-af60-d2a5d41dcc4f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:02.059569 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Attempting to bind port d897e824-c992-48d0-adaf-67418db859b1 on network a440c9e6-bad6-42c8-af60-d2a5d41dcc4f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:02.069491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:02.070339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Checking segment: {'id': 'b0c01fa3-9abe-4c60-8698-8df859da3f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a440c9e6-bad6-42c8-af60-d2a5d41dcc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:02.071009 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.072712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Bound using segment: {'id': 'b0c01fa3-9abe-4c60-8698-8df859da3f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a440c9e6-bad6-42c8-af60-d2a5d41dcc4f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:02.073737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Bound port: d897e824-c992-48d0-adaf-67418db859b1, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c01fa3-9abe-4c60-8698-8df859da3f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a440c9e6-bad6-42c8-af60-d2a5d41dcc4f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:02.074445 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.132261 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-cd1c9653-5a7d-4d3b-9ffa-2f9730026dc5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 HTTP/1.1" status: 200 len: 217 time: 0.0999436 Jul 05 03:45:02.262294 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] For port d897e824-c992-48d0-adaf-67418db859b1, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:02.266904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] For port d897e824-c992-48d0-adaf-67418db859b1, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d897e824-c992-48d0-adaf-67418db859b1,segment=NetworkSegment(b0c01fa3-9abe-4c60-8698-8df859da3f82),segment_id=b0c01fa3-9abe-4c60-8698-8df859da3f82)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:02.276246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062d974-ddd5-4760-8443-aae779f579b8 req-86c5772f-03e1-4b79-a5f0-13c26203eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:02.279064 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-86c5772f-03e1-4b79-a5f0-13c26203eb7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.1202290 Jul 05 03:45:02.323544 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-d4852694-325d-47f5-bad3-4ab517596fb5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325270 Jul 05 03:45:02.460238 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0064bee6-21a7-443b-b6dc-4f2254951ff7 None None] Provisioning for port 99f4e59e-c257-4b0e-b182-af0d17447ce8 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:02.463084 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.463427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441785ae-2956-4ac1-8892-bd2f3e5f4530 req-0e7df72f-c1ab-4986-b17b-9484cbe3c6cf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:02.486760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-441785ae-2956-4ac1-8892-bd2f3e5f4530 req-0e7df72f-c1ab-4986-b17b-9484cbe3c6cf tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 935 time: 0.0772104 Jul 05 03:45:02.515858 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0064bee6-21a7-443b-b6dc-4f2254951ff7 None None] Provisioning complete for port 99f4e59e-c257-4b0e-b182-af0d17447ce8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:02.515858 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0064bee6-21a7-443b-b6dc-4f2254951ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.529664 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-abc547da-078f-4ff6-b802-9e742be039f3 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849523 Jul 05 03:45:02.551203 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-441785ae-2956-4ac1-8892-bd2f3e5f4530 req-7cecd423-cd78-4314-82e9-5fd137e3a0b6 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769231 Jul 05 03:45:02.638921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461b970-6989-4157-aff1-7771e994555c None None] Pushing event updated for resources: {'Port': ['ID=d897e824-c992-48d0-adaf-67418db859b1,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:02.638921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Routers {'cd72d968-e3e6-4a7b-a932-dc4eaef0e348'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:02.638921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:44:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cd72d968-e3e6-4a7b-a932-dc4eaef0e348'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:02.638921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0064bee6-21a7-443b-b6dc-4f2254951ff7 None None] Port 99f4e59e-c257-4b0e-b182-af0d17447ce8 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:02.653779 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1062d974-ddd5-4760-8443-aae779f579b8 req-e8f1ffa5-ee39-42f0-b4bc-be230d378169 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290572 Jul 05 03:45:02.681716 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aabf5de-113a-49b8-8fd4-eea53463f89d x-openstack-request-id: req-1aabf5de-113a-49b8-8fd4-eea53463f89d {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:02.682080 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7", "tag": "7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:02.682381 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1aabf5de-113a-49b8-8fd4-eea53463f89d {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:02.682883 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7', 'tag': '7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8', 'status': 'completed', 'code': 200} Jul 05 03:45:02.710599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f4e59e-c257-4b0e-b182-af0d17447ce8 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:02.729706 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.748890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Transition to ACTIVE for port object 99f4e59e-c257-4b0e-b182-af0d17447ce8 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:02.855222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] Set router cd72d968-e3e6-4a7b-a932-dc4eaef0e348 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:02.886894 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.890747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ffc4e5ae-495c-44d2-a354-cd4411aa8cf9 req-e90fc5dd-24d3-4b33-8e50-14c5979ba292 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 210 time: 0.0309868 Jul 05 03:45:03.081595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49498) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:03.192967 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e535c52-2f82-4623-b205-b0d54c031a28 req-c9055066-e966-4ecc-b629-87c8ad0f6841 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.202217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522250455-router', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:52Z', 'updated_at': '2021-07-05T03:44:57Z', 'revision_number': 4, 'project_id': 'e012a55b0ee047c0819a87cdec0f977e', 'gw_port': {'id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:53Z', 'updated_at': '2021-07-05T03:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd897e824-c992-48d0-adaf-67418db859b1', 'name': '', 'network_id': 'a440c9e6-bad6-42c8-af60-d2a5d41dcc4f', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'mac_address': 'fa:16:3e:62:d9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '34087553-87fb-4175-b207-4fcc2dcbbacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:56Z', 'updated_at': '2021-07-05T03:45:02Z', 'revision_number': 4, 'project_id': 'e012a55b0ee047c0819a87cdec0f977e', 'subnets': [{'id': '34087553-87fb-4175-b207-4fcc2dcbbacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:03.212399 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e535c52-2f82-4623-b205-b0d54c031a28 req-c9055066-e966-4ecc-b629-87c8ad0f6841 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 943 time: 0.1213031 Jul 05 03:45:03.215755 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Pushing event updated for resources: {'Port': ['ID=99f4e59e-c257-4b0e-b182-af0d17447ce8,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:03.267082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Attempting to bind port 99f4e59e-c257-4b0e-b182-af0d17447ce8 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:03.267488 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Attempting to bind port 99f4e59e-c257-4b0e-b182-af0d17447ce8 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:03.267796 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Attempting to bind port 99f4e59e-c257-4b0e-b182-af0d17447ce8 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:03.285388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a717e-9ac4-4bad-bac2-990082968755 None None] The sync data for ids ['cd72d968-e3e6-4a7b-a932-dc4eaef0e348'] in n-d-798249-5 is: [{'id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522250455-router', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:52Z', 'updated_at': '2021-07-05T03:44:57Z', 'revision_number': 4, 'project_id': 'e012a55b0ee047c0819a87cdec0f977e', 'gw_port': {'id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:53Z', 'updated_at': '2021-07-05T03:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd897e824-c992-48d0-adaf-67418db859b1', 'name': '', 'network_id': 'a440c9e6-bad6-42c8-af60-d2a5d41dcc4f', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'mac_address': 'fa:16:3e:62:d9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '34087553-87fb-4175-b207-4fcc2dcbbacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:56Z', 'updated_at': '2021-07-05T03:45:02Z', 'revision_number': 4, 'project_id': 'e012a55b0ee047c0819a87cdec0f977e', 'subnets': [{'id': '34087553-87fb-4175-b207-4fcc2dcbbacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:45:03.294953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Port 99f4e59e-c257-4b0e-b182-af0d17447ce8 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:03.299404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Attempting to bind port 99f4e59e-c257-4b0e-b182-af0d17447ce8 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:03.304979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e535c52-2f82-4623-b205-b0d54c031a28 req-1f1a420e-79df-4c1b-b29c-3359bd76b0f8 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915852 Jul 05 03:45:03.311827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c895c6-9ef6-496d-80eb-d293b6527960 req-0aeabb47-9a8e-428a-b268-ecdabb8d6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.318020 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-43c895c6-9ef6-496d-80eb-d293b6527960 req-0aeabb47-9a8e-428a-b268-ecdabb8d6f68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 1094 time: 0.4444160 Jul 05 03:45:03.321344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:03.326883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:03.326883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:03.326883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Bound port: 99f4e59e-c257-4b0e-b182-af0d17447ce8, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:03.326883 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.335753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-938240366-network', 'tenant_id': '8a6f32712bdf4b4693dd42c574fc4141'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:03.550600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.11', 51042) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:03.559598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] For port 99f4e59e-c257-4b0e-b182-af0d17447ce8, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:03.582909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b605c38-a75c-4c22-ab5f-3ba711cf4917 req-1516745f-3e28-405b-b303-7e56d7123ca2 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 210 time: 0.0836377 Jul 05 03:45:03.588546 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] For port 99f4e59e-c257-4b0e-b182-af0d17447ce8, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=99f4e59e-c257-4b0e-b182-af0d17447ce8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:03.589697 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] Made reservation on behalf of 8a6f32712bdf4b4693dd42c574fc4141 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:03.590757 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c895c6-9ef6-496d-80eb-d293b6527960 req-564fcf4d-905c-497e-94a8-9313b3772822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.592968 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-43c895c6-9ef6-496d-80eb-d293b6527960 req-564fcf4d-905c-497e-94a8-9313b3772822 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.2519765 Jul 05 03:45:03.607335 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.623104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-1eab76b1-2f51-41fc-a94a-21b524211778 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692244 Jul 05 03:45:03.643624 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.685277 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-43c895c6-9ef6-496d-80eb-d293b6527960 req-982b1282-9f27-4a8a-8f6c-893ece5c046a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 HTTP/1.1" status: 200 len: 217 time: 0.0855019 Jul 05 03:45:03.687219 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.693244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49508) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:03.779981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.780783 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.782416 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] 10.222.0.11 "PUT /v2.0/ports/99f4e59e-c257-4b0e-b182-af0d17447ce8 HTTP/1.1" status: 200 len: 1095 time: 1.9782429 Jul 05 03:45:03.806456 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfb3b1-f2e0-40d0-a05d-993ab899850a service neutron] Pushing event updated for resources: {'Port': ['ID=99f4e59e-c257-4b0e-b182-af0d17447ce8,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:03.816482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c895c6-9ef6-496d-80eb-d293b6527960 req-54c1f552-d7c5-4782-b5ae-e52175ff415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.818194 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-43c895c6-9ef6-496d-80eb-d293b6527960 req-54c1f552-d7c5-4782-b5ae-e52175ff415a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.0930090 Jul 05 03:45:03.833704 n-d-798249-5 neutron-server[100876]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 03:45:03.851113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-0eda9b9b-f84c-4e56-a126-4e1e08ed8c58 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:45:03.857944 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.863566 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-0eda9b9b-f84c-4e56-a126-4e1e08ed8c58 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1393087 Jul 05 03:45:03.924075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-413a9b5f-f634-4a5e-b786-5a069c64b187 req-c30182d5-36ef-4b12-8e58-3dd6abf5f9db tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 210 time: 0.1578045 Jul 05 03:45:03.926477 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-43c895c6-9ef6-496d-80eb-d293b6527960 req-eca9ab1c-a1af-4cc6-b252-187566e2a1cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948870 Jul 05 03:45:04.009704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-7c3c262e-80ec-4abe-9d03-4e4880909241 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:04.012912 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-7c3c262e-80ec-4abe-9d03-4e4880909241 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3755147 Jul 05 03:45:04.018047 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.033917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:45:04.051918 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.052991 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] Added segment 50a41fc3-6a25-4df5-b9d9-1d41650bbd83 of type vlan for network 9ffe9ebf-6472-4ea2-a55f-e3ccb36247b8 Jul 05 03:45:04.087703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2aae57b3-af19-4a95-bd1e-6ccc96afa023 service neutron] Request body: {'binding': {'host': 'n-h1-798249-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:04.088237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2aae57b3-af19-4a95-bd1e-6ccc96afa023 service neutron] Unknown quota resources ['binding']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:45:04.111813 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.166931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Request body: {'port': {'device_id': '45f40804-e5ea-4759-bf76-5a3d25908a62', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': 'aa98d801ca9149d8adf6e3407c0b90b0'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:04.291490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3f8c3e-326c-40be-b797-ae37d4640d72,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:04.368535 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-43c895c6-9ef6-496d-80eb-d293b6527960 req-a9f82774-d1c3-43ae-a83c-ec41c9df4ee7 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253299 Jul 05 03:45:04.395832 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.395832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:04.395832 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.477546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f41518-997d-4e26-b1a5-9ec340538044 req-e6ddb70e-2648-4305-a7d7-1c23093b488f tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:04.499773 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c4f41518-997d-4e26-b1a5-9ec340538044 req-e6ddb70e-2648-4305-a7d7-1c23093b488f tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 947 time: 0.2629366 Jul 05 03:45:04.569353 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-350a90a2-1e27-45af-9c99-b42716c5213a tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666194 Jul 05 03:45:04.571635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-ae47c3f3-3027-4d77-8780-40c03adac774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:04.571776 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] Pushing event updated for resources: {'Network': ['ID=9ffe9ebf-6472-4ea2-a55f-e3ccb36247b8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:04.573168 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-ae47c3f3-3027-4d77-8780-40c03adac774 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=005a0aafb358452e8210cc5cbcc7033f&device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 1098 time: 0.3784144 Jul 05 03:45:04.594718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 9ffe9ebf-6472-4ea2-a55f-e3ccb36247b8 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:45:04.646821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Made reservation on behalf of aa98d801ca9149d8adf6e3407c0b90b0 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:04.650594 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.677572 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c4f41518-997d-4e26-b1a5-9ec340538044 req-df0e833b-21d4-4c5f-bde0-24ffc3febad2 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769166 Jul 05 03:45:04.680912 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.697956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2aae57b3-af19-4a95-bd1e-6ccc96afa023 service neutron] Attempting to bind port 0938396d-2197-4f94-982f-2a791e40713d on host n-h1-798249-5 for vnic_type normal with profile None {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:04.698416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2aae57b3-af19-4a95-bd1e-6ccc96afa023 service neutron] Attempting to bind port 0938396d-2197-4f94-982f-2a791e40713d by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:04.698860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2aae57b3-af19-4a95-bd1e-6ccc96afa023 service neutron] Attempting to bind port 0938396d-2197-4f94-982f-2a791e40713d on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:04.701296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee', 'tag': '99f4e59e-c257-4b0e-b182-af0d17447ce8'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:04.705010 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbd7c71-fa9d-4346-b177-13c1a274d4a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee", "tag": "99f4e59e-c257-4b0e-b182-af0d17447ce8"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:04.733331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d897e824-c992-48d0-adaf-67418db859b1 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:04.742776 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-86b36f5f-7916-4099-97d6-4ea853e5f0dd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6600807 Jul 05 03:45:04.747777 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-bcf92a7f-8822-4917-812c-3809b125e730 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=99f4e59e-c257-4b0e-b182-af0d17447ce8 HTTP/1.1" status: 200 len: 217 time: 0.1522772 Jul 05 03:45:04.749059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49526) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:04.760927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3c2bdaae-08f5-462a-bbde-ea24be46d3b5 admin admin] Request body: {'subnet': {'network_id': '9ffe9ebf-6472-4ea2-a55f-e3ccb36247b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-938240366-subnet', 'tenant_id': '8a6f32712bdf4b4693dd42c574fc4141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:04.765920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2aae57b3-af19-4a95-bd1e-6ccc96afa023 service neutron] Port 0938396d-2197-4f94-982f-2a791e40713d on network 4691479b-1728-4d4d-b293-81f5c048e409 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:04.766354 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2aae57b3-af19-4a95-bd1e-6ccc96afa023 service neutron] Attempting to bind port 0938396d-2197-4f94-982f-2a791e40713d on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:04.783820 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-43c895c6-9ef6-496d-80eb-d293b6527960 req-a311e2f8-0feb-4a45-a7a0-cd2d976c01d1 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941331 Jul 05 03:45:04.785391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-5fb11486-eefe-48b1-abc2-f21438b05f68 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:04.787132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-5fb11486-eefe-48b1-abc2-f21438b05f68 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119401 Jul 05 03:45:04.791379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2aae57b3-af19-4a95-bd1e-6ccc96afa023 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:04.791815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2aae57b3-af19-4a95-bd1e-6ccc96afa023 service neutron] Checking segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:04.792327 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2aae57b3-af19-4a95-bd1e-6ccc96afa023 service neutron] Bound using segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:04.792976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2aae57b3-af19-4a95-bd1e-6ccc96afa023 service neutron] Bound port: 0938396d-2197-4f94-982f-2a791e40713d, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:04.824288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-b8c38d05-a099-42f8-a65c-1e3c0f28cda0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Request body: {'port': {'device_id': '16ebd016-984c-49d3-a89d-d4db7d029a05', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': 'aa98d801ca9149d8adf6e3407c0b90b0'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:04.977750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-01069985-4de3-431c-9bc6-b1307e0e78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:04.979802 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-01069985-4de3-431c-9bc6-b1307e0e78d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.2253666 Jul 05 03:45:04.991201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c59141d-3caa-4d79-8072-2217a6ae6d48 req-50fe1bb3-4912-4e4a-9b94-90263136255e tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 210 time: 0.0510566 Jul 05 03:45:05.009604 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d897e824-c992-48d0-adaf-67418db859b1 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:05.022906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d897e824-c992-48d0-adaf-67418db859b1 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:05.022906 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.077316 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.146210 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.187664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d897e824-c992-48d0-adaf-67418db859b1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d897e824-c992-48d0-adaf-67418db859b1,segment=NetworkSegment(b0c01fa3-9abe-4c60-8698-8df859da3f82),segment_id=b0c01fa3-9abe-4c60-8698-8df859da3f82)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:05.249303 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-508c456f-93e2-4f78-bf7a-6d539a0f007a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2851861 Jul 05 03:45:05.272289 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.283915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2aae57b3-af19-4a95-bd1e-6ccc96afa023 service neutron] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0938396d-2197-4f94-982f-2a791e40713d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:05.323365 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.374149 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2aae57b3-af19-4a95-bd1e-6ccc96afa023 service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.376575 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2aae57b3-af19-4a95-bd1e-6ccc96afa023 service neutron] 10.222.0.60 "POST /v2.0/ports/0938396d-2197-4f94-982f-2a791e40713d/bindings HTTP/1.1" status: 201 len: 389 time: 1.4533305 Jul 05 03:45:05.393063 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d897e824-c992-48d0-adaf-67418db859b1,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:05.441059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-9e31ba21-6ac1-46bb-b283-f609d0e1c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:05.442761 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-9e31ba21-6ac1-46bb-b283-f609d0e1c2eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4551477 Jul 05 03:45:05.466186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-9333b16c-7ba6-46d6-88ad-b84e25824499 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:05.467853 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-9333b16c-7ba6-46d6-88ad-b84e25824499 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904624 Jul 05 03:45:05.506986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2bdaae-08f5-462a-bbde-ea24be46d3b5 admin admin] Made reservation on behalf of 8a6f32712bdf4b4693dd42c574fc4141 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:05.509853 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c2bdaae-08f5-462a-bbde-ea24be46d3b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.514874 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-a18a10b0-9aec-4c94-a552-772654557131 req-9a6dc4bb-81da-4551-8323-05ac1c62bef0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Request body: {'port': {'device_id': '3eeb267b-4c34-4c18-ab2f-82c48901f454', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '699c7cae0a8943699f7e6394aeb45413'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:05.620166 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0924c427-4b5e-4b04-8e03-66ae9dde0cd8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:05.715315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1401b-9ee3-4abb-9482-79c15c2a344a req-a178ec82-af55-4d78-a72d-cc00259f4cb5 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:05.723555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eed1401b-9ee3-4abb-9482-79c15c2a344a req-a178ec82-af55-4d78-a72d-cc00259f4cb5 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 943 time: 0.3598843 Jul 05 03:45:05.730951 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-77df1179-509e-4f69-ba30-4117936ea25d service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790613 Jul 05 03:45:05.744818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Allocated IP 192.168.233.234 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/2642a0cb-2f54-45d0-8ff8-4835895fda18) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:05.752665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:05.755186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-b8c38d05-a099-42f8-a65c-1e3c0f28cda0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Made reservation on behalf of aa98d801ca9149d8adf6e3407c0b90b0 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:05.759260 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-b8c38d05-a099-42f8-a65c-1e3c0f28cda0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.857719 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eed1401b-9ee3-4abb-9482-79c15c2a344a req-08c58830-97be-4f03-bfb0-b5216f3cf2ba tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331317 Jul 05 03:45:05.919919 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9dd1033a-ed8c-42f5-bedf-2aac03fec555 req-9bac5cbe-d9df-4c9f-a75d-c3ce68c18178 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818988 Jul 05 03:45:05.945727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-9a6dc4bb-81da-4551-8323-05ac1c62bef0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Made reservation on behalf of 699c7cae0a8943699f7e6394aeb45413 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:05.950644 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-9a6dc4bb-81da-4551-8323-05ac1c62bef0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.978419 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7e3663-0c39-4d9f-8a02-86684c192d44 x-openstack-request-id: req-5c7e3663-0c39-4d9f-8a02-86684c192d44 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:05.979696 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:05.980906 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee", "tag": "99f4e59e-c257-4b0e-b182-af0d17447ce8", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:05.981165 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c7e3663-0c39-4d9f-8a02-86684c192d44 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:05.984892 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee', 'tag': '99f4e59e-c257-4b0e-b182-af0d17447ce8', 'status': 'completed', 'code': 200} Jul 05 03:45:06.081259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-430bdb7c-2c94-40f7-ba71-a41e7aad74af tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437052 Jul 05 03:45:06.091428 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c2bdaae-08f5-462a-bbde-ea24be46d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:06.254578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79b55ba2-420c-4737-b5af-3a6a4124d0e8 req-882f365e-568a-4fba-8a79-f5f8643c5fbc tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 210 time: 0.1295197 Jul 05 03:45:06.259316 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bdaae-08f5-462a-bbde-ea24be46d3b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ad2ac4-e607-4a65-9c2f-c87cfbde316e,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:06.276291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b15923e6-231e-4be3-a5ce-bc22afc62f94 req-05d24e5e-d603-4862-9813-61f0ec86ba2b tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 210 time: 0.1116693 Jul 05 03:45:06.278116 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2bdaae-08f5-462a-bbde-ea24be46d3b5 admin admin] Checking segment: {'id': '50a41fc3-6a25-4df5-b9d9-1d41650bbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ffe9ebf-6472-4ea2-a55f-e3ccb36247b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:06.278740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2bdaae-08f5-462a-bbde-ea24be46d3b5 admin admin] Network hostable DHCP agents. Network: 9ffe9ebf-6472-4ea2-a55f-e3ccb36247b8, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:45:06.290979 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.11', 51043) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:06.322476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8', 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882', 'port_id': '7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8', 'mac_address': 'fa:16:3e:42:5a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051941e9-9be3-4855-b2ec-dc0f4f0de021', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:06.347558 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd7c71-fa9d-4346-b177-13c1a274d4a2 req-a32aa88b-38e7-423c-b2e4-47bd1d3ff00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.349200 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3fbd7c71-fa9d-4346-b177-13c1a274d4a2 req-a32aa88b-38e7-423c-b2e4-47bd1d3ff00d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=005a0aafb358452e8210cc5cbcc7033f&device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 1098 time: 0.1799159 Jul 05 03:45:06.384570 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:06.394664 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:06.430419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:06.431346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2bdaae-08f5-462a-bbde-ea24be46d3b5 admin admin] Network 9ffe9ebf-6472-4ea2-a55f-e3ccb36247b8 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:45:06.448846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-0cb705e1-203f-458c-9891-f7af802b586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.450745 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-0cb705e1-203f-458c-9891-f7af802b586e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 1097 time: 0.1557906 Jul 05 03:45:06.463385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Transition to ACTIVE for port object 2642a0cb-2f54-45d0-8ff8-4835895fda18 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:06.495387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-4493ee77-d8d3-4e58-a439-611ea7f8b321 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.501404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-4493ee77-d8d3-4e58-a439-611ea7f8b321 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4091706 Jul 05 03:45:06.502321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:06.523908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-a18a10b0-9aec-4c94-a552-772654557131 req-f533363a-1247-41e8-a271-786d2a44ff0e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Request body: {'port': {'device_id': '46a67448-0bcb-4241-8993-83706779e9a7', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '699c7cae0a8943699f7e6394aeb45413'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:06.534261 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-3c2bdaae-08f5-462a-bbde-ea24be46d3b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 9ffe9ebf-6472-4ea2-a55f-e3ccb36247b8) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:06.548863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2bdaae-08f5-462a-bbde-ea24be46d3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.549827 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c2bdaae-08f5-462a-bbde-ea24be46d3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:06.553171 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c39bf3-c136-44b6-9593-36fbeb335caf None None] Network 9ffe9ebf-6472-4ea2-a55f-e3ccb36247b8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:45:06.582841 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd7c71-fa9d-4346-b177-13c1a274d4a2 req-38b707be-7832-4ce9-aa50-cbf453631300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.584390 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3fbd7c71-fa9d-4346-b177-13c1a274d4a2 req-38b707be-7832-4ce9-aa50-cbf453631300 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.2243347 Jul 05 03:45:06.622304 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d897e824-c992-48d0-adaf-67418db859b1 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:06.626344 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:06.647021 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3fbd7c71-fa9d-4346-b177-13c1a274d4a2 req-d43ec80c-a1a7-4997-b8ab-f69775f1c4c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=99f4e59e-c257-4b0e-b182-af0d17447ce8 HTTP/1.1" status: 200 len: 217 time: 0.0507040 Jul 05 03:45:06.651306 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3c2bdaae-08f5-462a-bbde-ea24be46d3b5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8987393 Jul 05 03:45:06.668236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-f18da7c5-4718-4f2f-8ca4-3d8434835eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.669913 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-f18da7c5-4718-4f2f-8ca4-3d8434835eb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.2104776 Jul 05 03:45:06.719165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d4b8f-99a3-4334-99bc-812d962e5b06 req-a2f1b297-58b9-4fe0-af03-d80eaa952507 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.726708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-900d4b8f-99a3-4334-99bc-812d962e5b06 req-a2f1b297-58b9-4fe0-af03-d80eaa952507 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 947 time: 0.2798674 Jul 05 03:45:06.765250 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-8d0a376d-1995-4b29-96a5-ba62c8a78f45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0938396d-2197-4f94-982f-2a791e40713d HTTP/1.1" status: 200 len: 217 time: 0.0666051 Jul 05 03:45:06.833998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac0a38-901f-452a-a5e6-a2cb440f56bd req-1a2b46f8-a34d-4e1b-ad79-ee7420d1df0c tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.842301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7ac0a38-901f-452a-a5e6-a2cb440f56bd req-1a2b46f8-a34d-4e1b-ad79-ee7420d1df0c tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 946 time: 0.2483466 Jul 05 03:45:06.843689 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-1e7ddee4-e80a-430f-897a-254943e66249 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=da1017c5aa7d48adb19ce908d2120deb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580621 Jul 05 03:45:06.844632 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:06.847674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd7c71-fa9d-4346-b177-13c1a274d4a2 req-e4f6f694-31de-4812-a7f9-673060c87e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.849707 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3fbd7c71-fa9d-4346-b177-13c1a274d4a2 req-e4f6f694-31de-4812-a7f9-673060c87e2e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1956158 Jul 05 03:45:06.862164 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf8b557-7192-43ed-8794-927958fb220c None None] Network 9ffe9ebf-6472-4ea2-a55f-e3ccb36247b8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:45:06.919286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:06.921093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d897e824-c992-48d0-adaf-67418db859b1 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:06.921677 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:06.927255 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:06.946766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-900d4b8f-99a3-4334-99bc-812d962e5b06 req-468a88ba-027a-49b9-9985-e9642f4686f0 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190270 Jul 05 03:45:06.950264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:06.988993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-88d152f2-95d5-40ef-a4cf-2840f4112a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.990649 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-88d152f2-95d5-40ef-a4cf-2840f4112a28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.2201700 Jul 05 03:45:07.010916 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:07.011803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:07.012321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:07.013178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:07.013675 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:07.014189 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:07.014688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:07.015179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:07.015660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:07.016139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:07.017215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:07.017751 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:07.022022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:07.058875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:07.075607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:07.076311 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:07.103985 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-0a477a3d-74ae-40c3-ab73-371ca51a5c42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014247 Jul 05 03:45:07.128460 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Pushing event updated for resources: {'Port': ['ID=2642a0cb-2f54-45d0-8ff8-4835895fda18,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:07.147402 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7ac0a38-901f-452a-a5e6-a2cb440f56bd req-90f10fc4-5116-444a-97b6-5ab7f0dbb394 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041368 Jul 05 03:45:07.163653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-f533363a-1247-41e8-a271-786d2a44ff0e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Made reservation on behalf of 699c7cae0a8943699f7e6394aeb45413 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:07.176563 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-f533363a-1247-41e8-a271-786d2a44ff0e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:07.203632 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-b8c38d05-a099-42f8-a65c-1e3c0f28cda0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Allocated IP 192.168.233.236 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/6e1fb29c-64c2-452d-a812-17d5bbf381d3) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:07.295576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd7c71-fa9d-4346-b177-13c1a274d4a2 req-8aec55a0-d400-463f-886c-fb2239daa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:07.297371 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3fbd7c71-fa9d-4346-b177-13c1a274d4a2 req-8aec55a0-d400-463f-886c-fb2239daa8b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4315083 Jul 05 03:45:07.314293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-075f3c98-31c2-4af9-b92b-5dac939366d0 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:07.315826 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-075f3c98-31c2-4af9-b92b-5dac939366d0 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4622614 Jul 05 03:45:07.358744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6c63b149-f9d6-4d4e-ad93-bf2a43c2bf31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Request body: {'port': {'device_id': '2d5098d1-bb4f-4174-af1d-7c0e510f23df', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': 'da1017c5aa7d48adb19ce908d2120deb'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:07.395236 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b78ffc1a-0a5e-430c-8119-3e4e4bb01ae7 req-e9a636d5-62f4-4de5-8bc7-a6ef5bff383c tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 210 time: 0.2040875 Jul 05 03:45:07.404220 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-48e5a7b5-3530-49f9-a135-db6a5e78d329 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2467949 Jul 05 03:45:07.444033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Request body: {'port': {'device_id': '45f40804-e5ea-4759-bf76-5a3d25908a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:07.505735 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-dd7bfca1-8c62-4de1-8e3b-db3a33d6eb47 service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821499 Jul 05 03:45:07.591511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f2a6ee2a-0e6f-4a77-8170-34bdb3e12337 None None] Provisioning for port 2642a0cb-2f54-45d0-8ff8-4835895fda18 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:07.596304 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f2a6ee2a-0e6f-4a77-8170-34bdb3e12337 None None] Provisioning complete for port 2642a0cb-2f54-45d0-8ff8-4835895fda18 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:07.596904 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f2a6ee2a-0e6f-4a77-8170-34bdb3e12337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:07.682317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f2a6ee2a-0e6f-4a77-8170-34bdb3e12337 None None] Port 2642a0cb-2f54-45d0-8ff8-4835895fda18 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:07.704630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49558) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:07.715853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2fe0987b-8dad-4dcc-8eb9-536d2c7734bc tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--889801346', 'description': 'tempest-description--216332951'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:07.765966 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:07.799321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49562) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:07.832628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-454065852-network', 'tenant_id': 'd87bc16ad59e471eac20eb297d740444'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:07.838958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9201f6c-2257-41e2-b3cc-677714c1227c req-4c3a6d63-ca7e-44bd-9430-314768a7344b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:07.840599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9201f6c-2257-41e2-b3cc-677714c1227c req-4c3a6d63-ca7e-44bd-9430-314768a7344b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 944 time: 0.2684870 Jul 05 03:45:07.882997 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4dd8746b-2065-420a-a95a-264b80721cad req-4edde939-8fb0-433a-b4b1-652e9db9d6c8 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 210 time: 0.0724344 Jul 05 03:45:07.888594 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2fe0987b-8dad-4dcc-8eb9-536d2c7734bc tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:07.901453 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3fbd7c71-fa9d-4346-b177-13c1a274d4a2 req-896d8d5d-c2c4-4767-8734-ed38f8b50c2d service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845551 Jul 05 03:45:07.938587 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-b8c38d05-a099-42f8-a65c-1e3c0f28cda0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.007899 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-f1ce6158-bf48-4506-92cd-553f9bb7ecc0 service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454627 Jul 05 03:45:08.026527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] Made reservation on behalf of d87bc16ad59e471eac20eb297d740444 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:08.028922 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.039954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-b8c38d05-a099-42f8-a65c-1e3c0f28cda0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Transition to ACTIVE for port object 6e1fb29c-64c2-452d-a812-17d5bbf381d3 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:08.050365 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.060866 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9201f6c-2257-41e2-b3cc-677714c1227c req-2c111c85-cb72-4059-a142-a973cd7fea40 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806397 Jul 05 03:45:08.074090 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3fbd7c71-fa9d-4346-b177-13c1a274d4a2 req-5c6e59d3-8195-47db-9156-ccd34ef510a2 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606166 Jul 05 03:45:08.081978 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-2fe0987b-8dad-4dcc-8eb9-536d2c7734bc tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:45:08.081978 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:45:08.081978 n-d-798249-5 neutron-server[100877]: [parameters: {'project_id_1': 'fbed51ddda7046629d62a43afa631874', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 45, 8, 33293)}] Jul 05 03:45:08.081978 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:45:08.082386 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-2fe0987b-8dad-4dcc-8eb9-536d2c7734bc tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:45:08.084278 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11de0198-3f94-4af0-8f0a-8c8fb47beaee req-58a6552b-55f6-40a9-ab58-3e167347c78e tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 210 time: 0.0568357 Jul 05 03:45:08.170316 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6c63b149-f9d6-4d4e-ad93-bf2a43c2bf31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Made reservation on behalf of da1017c5aa7d48adb19ce908d2120deb for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:08.174693 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6c63b149-f9d6-4d4e-ad93-bf2a43c2bf31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.199476 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-b8c38d05-a099-42f8-a65c-1e3c0f28cda0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.290121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-b8c38d05-a099-42f8-a65c-1e3c0f28cda0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:08.296031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-b8c38d05-a099-42f8-a65c-1e3c0f28cda0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:08.298619 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c38d05-a099-42f8-a65c-1e3c0f28cda0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Pushing event updated for resources: {'Port': ['ID=6e1fb29c-64c2-452d-a812-17d5bbf381d3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:08.311251 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-b8c38d05-a099-42f8-a65c-1e3c0f28cda0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:08.317166 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-b8c38d05-a099-42f8-a65c-1e3c0f28cda0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:08.317803 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-b8c38d05-a099-42f8-a65c-1e3c0f28cda0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.403469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfdaaa-9e2d-4fcb-8bb5-865c9155f1e8 req-54e905c4-6aa3-43d2-8570-390c610bc31c tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:08.410777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-a18a10b0-9aec-4c94-a552-772654557131 req-9a6dc4bb-81da-4551-8323-05ac1c62bef0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Allocated IP 192.168.233.26 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/03e0e01e-bea0-4219-bd46-c9d73b5f9f64) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:08.411266 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccbfdaaa-9e2d-4fcb-8bb5-865c9155f1e8 req-54e905c4-6aa3-43d2-8570-390c610bc31c tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 947 time: 0.2082758 Jul 05 03:45:08.465327 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eec3ad-3683-48df-946b-79865dee594d req-52d6e04f-aebc-4e12-8825-2f8d78b6f233 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:08.466910 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40eec3ad-3683-48df-946b-79865dee594d req-52d6e04f-aebc-4e12-8825-2f8d78b6f233 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 946 time: 0.1436119 Jul 05 03:45:08.478884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccbfdaaa-9e2d-4fcb-8bb5-865c9155f1e8 req-dcdf61f7-a43f-4db5-b02a-f7d5529331fa tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664144 Jul 05 03:45:08.512076 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-73a256ce-9cff-4814-ae3d-897991c07832 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:08.513694 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-73a256ce-9cff-4814-ae3d-897991c07832 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d&tenant_id=be979254e14b450096d0687db0c40d54&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1097 time: 0.2691545 Jul 05 03:45:08.515579 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.529035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-5'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:08.543461 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40eec3ad-3683-48df-946b-79865dee594d req-eea78e8f-7a29-4b18-b7c9-129de2d688cd tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632367 Jul 05 03:45:08.583328 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2fe0987b-8dad-4dcc-8eb9-536d2c7734bc tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.613161 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.688096 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:45:08.688910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee5cc0-a491-4f97-bdea-e77399912ccd req-e50d7c54-95d1-4cd0-bdf7-a2e740a82407 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:08.690908 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c5ee5cc0-a491-4f97-bdea-e77399912ccd req-e50d7c54-95d1-4cd0-bdf7-a2e740a82407 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 936 time: 0.0747886 Jul 05 03:45:08.706728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3ead99-8faa-4af9-a00b-2ccfcee83fa9,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:08.723711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-b8c38d05-a099-42f8-a65c-1e3c0f28cda0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9074836 Jul 05 03:45:08.730984 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.731328 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] Added segment 7b3fec71-a399-410c-9006-a746154eb542 of type vlan for network c4a661f3-03bf-45de-af3d-dde3a6055803 Jul 05 03:45:08.742773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Request body: {'port': {'device_id': '16ebd016-984c-49d3-a89d-d4db7d029a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:08.745499 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-df382c2f-c3cb-4de3-a44d-9a124317eeea None None] Provisioning for port 6e1fb29c-64c2-452d-a812-17d5bbf381d3 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:08.751583 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.758503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-df382c2f-c3cb-4de3-a44d-9a124317eeea None None] Provisioning complete for port 6e1fb29c-64c2-452d-a812-17d5bbf381d3 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:08.758503 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-df382c2f-c3cb-4de3-a44d-9a124317eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.787740 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-9a6dc4bb-81da-4551-8323-05ac1c62bef0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.791361 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c5ee5cc0-a491-4f97-bdea-e77399912ccd req-862b0cf3-848f-44ca-bc44-a02a27192e09 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947709 Jul 05 03:45:08.800312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-df382c2f-c3cb-4de3-a44d-9a124317eeea None None] Port 6e1fb29c-64c2-452d-a812-17d5bbf381d3 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:08.832308 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.841033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-a18a10b0-9aec-4c94-a552-772654557131 req-9a6dc4bb-81da-4551-8323-05ac1c62bef0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Transition to ACTIVE for port object 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:08.917795 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2fe0987b-8dad-4dcc-8eb9-536d2c7734bc tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.918641 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.994572 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0938396d-2197-4f94-982f-2a791e40713d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:09.010316 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.011353 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:09.011937 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.019092 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-9a6dc4bb-81da-4551-8323-05ac1c62bef0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.033699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:09.062963 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'c2c31404-8797-4ee8-97d3-f5047a5244b2'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:09.063150 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2fe0987b-8dad-4dcc-8eb9-536d2c7734bc tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.181679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01b43362-a103-490a-8572-6f3894cfc691 req-87f1fc75-d42e-4ac1-8491-284c5a2c6dbf tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 210 time: 0.1193466 Jul 05 03:45:09.189595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a661f3-03bf-45de-af3d-dde3a6055803,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:09.199042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18a10b0-9aec-4c94-a552-772654557131 req-9a6dc4bb-81da-4551-8323-05ac1c62bef0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:09.200345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:09.205651 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-59e87299-5f79-4368-824d-de7ecf25ad99 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3760862 Jul 05 03:45:09.205955 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-a18a10b0-9aec-4c94-a552-772654557131 req-9a6dc4bb-81da-4551-8323-05ac1c62bef0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:09.220204 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0987b-8dad-4dcc-8eb9-536d2c7734bc tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7adc07d3-63ec-4833-8031-a7a0c2031576,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:09.239919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49578) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:09.252275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18a10b0-9aec-4c94-a552-772654557131 req-9a6dc4bb-81da-4551-8323-05ac1c62bef0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:09.255548 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-efdb3e1b-b331-41bc-9185-75b0f2a58a4c admin admin] Request body: {'subnet': {'network_id': 'c4a661f3-03bf-45de-af3d-dde3a6055803', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-454065852-subnet', 'tenant_id': 'd87bc16ad59e471eac20eb297d740444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:09.265206 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-9a6dc4bb-81da-4551-8323-05ac1c62bef0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:09.266843 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-9a6dc4bb-81da-4551-8323-05ac1c62bef0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.268461 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network c4a661f3-03bf-45de-af3d-dde3a6055803 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:45:09.291041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dc4bb-81da-4551-8323-05ac1c62bef0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event updated for resources: {'Port': ['ID=03e0e01e-bea0-4219-bd46-c9d73b5f9f64,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:09.307564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-a18a10b0-9aec-4c94-a552-772654557131 req-f533363a-1247-41e8-a271-786d2a44ff0e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Allocated IP 192.168.233.243 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/391a930b-c71e-482a-8b17-3bfa8cb99657) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:09.310155 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2fe0987b-8dad-4dcc-8eb9-536d2c7734bc tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.318884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2fe0987b-8dad-4dcc-8eb9-536d2c7734bc tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6105361 Jul 05 03:45:09.319567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49580) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:09.347061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ae3694ae-86a5-453b-b83b-b1019e7799ba tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Request body: {'security_group_rule': {'security_group_id': '7adc07d3-63ec-4833-8031-a7a0c2031576', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:09.367317 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f236319a-4737-4d30-b5a4-b0d99b3d910d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0938396d-2197-4f94-982f-2a791e40713d'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:09.371200 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5b14c9-96c9-419a-bc28-beda68d3022c" -d '{"events": [{"server_uuid": "f236319a-4737-4d30-b5a4-b0d99b3d910d", "name": "network-vif-unplugged", "status": "completed", "tag": "0938396d-2197-4f94-982f-2a791e40713d"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:09.394037 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.482756 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.507897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46cf9b89-6ca6-4ffb-bbf9-4b895a7f1c89 req-100701f3-933e-47c6-a916-f83ad69746c4 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 210 time: 0.1081266 Jul 05 03:45:09.546711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdb3e1b-b331-41bc-9185-75b0f2a58a4c admin admin] Made reservation on behalf of d87bc16ad59e471eac20eb297d740444 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:09.549771 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-efdb3e1b-b331-41bc-9185-75b0f2a58a4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.572642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Pushing event updated for resources: {'Port': ['ID=0938396d-2197-4f94-982f-2a791e40713d,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:09.573864 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0828c337-43e7-47ab-a3eb-7aea3577a80d x-openstack-request-id: req-0828c337-43e7-47ab-a3eb-7aea3577a80d {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:09.574158 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f236319a-4737-4d30-b5a4-b0d99b3d910d", "name": "network-vif-unplugged", "status": "completed", "tag": "0938396d-2197-4f94-982f-2a791e40713d", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:09.574406 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0828c337-43e7-47ab-a3eb-7aea3577a80d {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:09.574935 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f236319a-4737-4d30-b5a4-b0d99b3d910d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0938396d-2197-4f94-982f-2a791e40713d', 'code': 200} Jul 05 03:45:09.599988 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-9a6dc4bb-81da-4551-8323-05ac1c62bef0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0941036 Jul 05 03:45:09.614544 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Request body: {'port': {'device_id': '3eeb267b-4c34-4c18-ab2f-82c48901f454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:09.643075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Attempting to bind port 0938396d-2197-4f94-982f-2a791e40713d on host n-h2-798249-5 for vnic_type normal with profile {"migrating_to": "n-h1-798249-5"} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:09.643539 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Attempting to bind port 0938396d-2197-4f94-982f-2a791e40713d by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:09.643876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Attempting to bind port 0938396d-2197-4f94-982f-2a791e40713d on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:09.653071 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Port 0938396d-2197-4f94-982f-2a791e40713d on network 4691479b-1728-4d4d-b293-81f5c048e409 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:09.653397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Attempting to bind port 0938396d-2197-4f94-982f-2a791e40713d on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:09.665910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:09.666243 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Checking segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:09.666632 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Bound using segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:09.667069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Bound port: 0938396d-2197-4f94-982f-2a791e40713d, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:09.667960 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.717128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5b98da6d-cd62-4c1e-a263-a121d2f0ef27 None None] Provisioning for port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:09.721731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5b98da6d-cd62-4c1e-a263-a121d2f0ef27 None None] Provisioning complete for port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:09.722286 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5b98da6d-cd62-4c1e-a263-a121d2f0ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.741911 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.764100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 99f4e59e-c257-4b0e-b182-af0d17447ce8 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:09.766116 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:09.800621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:09.819824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5b98da6d-cd62-4c1e-a263-a121d2f0ef27 None None] Port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:09.826705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0938396d-2197-4f94-982f-2a791e40713d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:09.892733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.923410 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:09.936566 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:09.937195 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.976898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 99f4e59e-c257-4b0e-b182-af0d17447ce8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=99f4e59e-c257-4b0e-b182-af0d17447ce8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:09.997859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '99f4e59e-c257-4b0e-b182-af0d17447ce8', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '99f4e59e-c257-4b0e-b182-af0d17447ce8', 'mac_address': 'fa:16:3e:a8:8b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:09.998600 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:09.999242 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.000692 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] 10.222.0.11 "PUT /v2.0/ports/0938396d-2197-4f94-982f-2a791e40713d HTTP/1.1" status: 200 len: 1122 time: 1.4788904 Jul 05 03:45:10.002273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb484bc2-a9e2-477e-90dc-d2d2c19796ac service neutron] Pushing event updated for resources: {'Port': ['ID=0938396d-2197-4f94-982f-2a791e40713d,revision_number=8']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:10.070418 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.084526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['0938396d-2197-4f94-982f-2a791e40713d'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:10.107571 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae3694ae-86a5-453b-b83b-b1019e7799ba tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.115559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f4e59e-c257-4b0e-b182-af0d17447ce8 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:10.121159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18a832-1377-4bc7-b270-5ec0bad531d3 req-8517323c-8f41-41ac-827a-58399f9efa7e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.122629 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f18a832-1377-4bc7-b270-5ec0bad531d3 req-8517323c-8f41-41ac-827a-58399f9efa7e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 944 time: 0.6941950 Jul 05 03:45:10.122767 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.168942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 99f4e59e-c257-4b0e-b182-af0d17447ce8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=99f4e59e-c257-4b0e-b182-af0d17447ce8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:10.177292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:10.179640 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5d4f82-51c9-44aa-a901-9ee4d5e6a629" -d '{"events": [{"server_uuid": "4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7", "name": "network-vif-plugged", "status": "completed", "tag": "7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:10.197539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:10.229383 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-f533363a-1247-41e8-a271-786d2a44ff0e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.284508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411ae57-eb08-4040-a9c1-dcc72d3e2867 req-3b27771f-5ed4-4ec2-a7e9-8a0d8cdf4e82 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.286021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2411ae57-eb08-4040-a9c1-dcc72d3e2867 req-3b27771f-5ed4-4ec2-a7e9-8a0d8cdf4e82 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 947 time: 0.5985382 Jul 05 03:45:10.291388 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.293189 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-a18a10b0-9aec-4c94-a552-772654557131 req-f533363a-1247-41e8-a271-786d2a44ff0e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Transition to ACTIVE for port object 391a930b-c71e-482a-8b17-3bfa8cb99657 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:10.306666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f18a832-1377-4bc7-b270-5ec0bad531d3 req-e1561c7e-3bf9-4659-b7e9-366d7ac89472 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567941 Jul 05 03:45:10.341870 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.345970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=99f4e59e-c257-4b0e-b182-af0d17447ce8,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:10.385137 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae3694ae-86a5-453b-b83b-b1019e7799ba tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.417089 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:10.449428 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2411ae57-eb08-4040-a9c1-dcc72d3e2867 req-69f242d5-4ed6-42c3-8693-021324c8886b tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545587 Jul 05 03:45:10.472474 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae3694ae-86a5-453b-b83b-b1019e7799ba tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.499996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3694ae-86a5-453b-b83b-b1019e7799ba tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0cd1bd3-4a35-4f32-9335-4b289dacce37,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:10.509400 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-efdb3e1b-b331-41bc-9185-75b0f2a58a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.527661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['99f4e59e-c257-4b0e-b182-af0d17447ce8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:10.562236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-f533363a-1247-41e8-a271-786d2a44ff0e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.582415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'c2c31404-8797-4ee8-97d3-f5047a5244b2'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:10.698000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18a10b0-9aec-4c94-a552-772654557131 req-f533363a-1247-41e8-a271-786d2a44ff0e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:10.701599 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb3e1b-b331-41bc-9185-75b0f2a58a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa9c903-15b1-435c-9d8b-0135df575c85,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:10.722518 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae3694ae-86a5-453b-b83b-b1019e7799ba tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.723726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ae3694ae-86a5-453b-b83b-b1019e7799ba tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3966990 Jul 05 03:45:10.726553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49598) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:10.731763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1476e9ec-bbbe-419c-8ac2-b9e949d87d99 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Request body: {'security_group_rule': {'security_group_id': '7adc07d3-63ec-4833-8031-a7a0c2031576', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:10.753933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-a18a10b0-9aec-4c94-a552-772654557131 req-f533363a-1247-41e8-a271-786d2a44ff0e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:10.762414 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18a10b0-9aec-4c94-a552-772654557131 req-f533363a-1247-41e8-a271-786d2a44ff0e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:10.768279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-f533363a-1247-41e8-a271-786d2a44ff0e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.768983 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-f533363a-1247-41e8-a271-786d2a44ff0e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.773745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533363a-1247-41e8-a271-786d2a44ff0e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event updated for resources: {'Port': ['ID=391a930b-c71e-482a-8b17-3bfa8cb99657,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:10.821523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdb3e1b-b331-41bc-9185-75b0f2a58a4c admin admin] Checking segment: {'id': '7b3fec71-a399-410c-9006-a746154eb542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c4a661f3-03bf-45de-af3d-dde3a6055803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:10.821890 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdb3e1b-b331-41bc-9185-75b0f2a58a4c admin admin] Network hostable DHCP agents. Network: c4a661f3-03bf-45de-af3d-dde3a6055803, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:45:10.853730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183c468-73c8-4f10-b78f-ac9d19f546fd req-0ea3ef0d-d9cb-43fb-8686-b33a8adaf387 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.861340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4183c468-73c8-4f10-b78f-ac9d19f546fd req-0ea3ef0d-d9cb-43fb-8686-b33a8adaf387 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 944 time: 0.3729966 Jul 05 03:45:10.887882 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1476e9ec-bbbe-419c-8ac2-b9e949d87d99 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.956453 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-f533363a-1247-41e8-a271-786d2a44ff0e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4348571 Jul 05 03:45:10.965964 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1476e9ec-bbbe-419c-8ac2-b9e949d87d99 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.966963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2642a0cb-2f54-45d0-8ff8-4835895fda18 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:10.979045 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Request body: {'port': {'device_id': '46a67448-0bcb-4241-8993-83706779e9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:10.983864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4183c468-73c8-4f10-b78f-ac9d19f546fd req-921dcae6-bfb1-4e95-a287-429207ccf87f tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216059 Jul 05 03:45:10.992149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b68d0-79fd-4059-89fb-de166b0a416f req-9ea9f24b-e4fe-48f6-afaf-28c65be2a76a tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.996559 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b53b68d0-79fd-4059-89fb-de166b0a416f req-9ea9f24b-e4fe-48f6-afaf-28c65be2a76a tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 936 time: 0.3953452 Jul 05 03:45:10.996691 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.050277 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdb3e1b-b331-41bc-9185-75b0f2a58a4c admin admin] Network c4a661f3-03bf-45de-af3d-dde3a6055803 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:45:11.052678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Transition to ACTIVE for port object 2642a0cb-2f54-45d0-8ff8-4835895fda18 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:11.061928 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1476e9ec-bbbe-419c-8ac2-b9e949d87d99 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.065566 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30331c2d-3d34-4900-a32a-eea7a6a3f835 x-openstack-request-id: req-30331c2d-3d34-4900-a32a-eea7a6a3f835 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:11.066078 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7", "name": "network-vif-plugged", "status": "completed", "tag": "7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:11.066262 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30331c2d-3d34-4900-a32a-eea7a6a3f835 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:11.066688 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8', 'code': 200} Jul 05 03:45:11.115678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476e9ec-bbbe-419c-8ac2-b9e949d87d99 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f9d0bd-ce8a-45b7-aef0-cc8e37172157,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:11.124806 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b53b68d0-79fd-4059-89fb-de166b0a416f req-29c0fd3b-5f22-4e47-99a0-03d76f0a58ee tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074958 Jul 05 03:45:11.130332 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.147375 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.180539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4399f166-973f-47ce-b59e-6e7e37dd83cf None None] Provisioning for port 391a930b-c71e-482a-8b17-3bfa8cb99657 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:11.185782 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4399f166-973f-47ce-b59e-6e7e37dd83cf None None] Provisioning complete for port 391a930b-c71e-482a-8b17-3bfa8cb99657 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:11.186422 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4399f166-973f-47ce-b59e-6e7e37dd83cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.208451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-efdb3e1b-b331-41bc-9185-75b0f2a58a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, c4a661f3-03bf-45de-af3d-dde3a6055803) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:11.224513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdb3e1b-b331-41bc-9185-75b0f2a58a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:11.225114 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-efdb3e1b-b331-41bc-9185-75b0f2a58a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.237902 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9596a5d-76ad-47ff-900d-661f1d797197 None None] Network c4a661f3-03bf-45de-af3d-dde3a6055803 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:45:11.273526 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1476e9ec-bbbe-419c-8ac2-b9e949d87d99 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.277735 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1476e9ec-bbbe-419c-8ac2-b9e949d87d99 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5469832 Jul 05 03:45:11.278561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6c63b149-f9d6-4d4e-ad93-bf2a43c2bf31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Allocated IP 192.168.233.94 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/01564526-3e83-4ede-a95f-10a642ee9ad1) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:11.285672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49600) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:11.295118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:11.316959 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4399f166-973f-47ce-b59e-6e7e37dd83cf None None] Port 391a930b-c71e-482a-8b17-3bfa8cb99657 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:11.321078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Pushing event updated for resources: {'Port': ['ID=2642a0cb-2f54-45d0-8ff8-4835895fda18,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:11.374096 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:11.374672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d54471-2ea3-4acb-ae2d-7a86788276d5 req-4ac9e689-6406-45ce-9777-0dcf2a01a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:11.376467 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0d54471-2ea3-4acb-ae2d-7a86788276d5 req-4ac9e689-6406-45ce-9777-0dcf2a01a1fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 1096 time: 0.2197554 Jul 05 03:45:11.395885 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2463086f-ea25-428b-a5ac-92734ecc321f req-45a1ee8a-81fd-4b95-8b59-ed00066d9f53 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 210 time: 0.0757809 Jul 05 03:45:11.439383 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.462072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Attempting to bind port 2642a0cb-2f54-45d0-8ff8-4835895fda18 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:11.462072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Attempting to bind port 2642a0cb-2f54-45d0-8ff8-4835895fda18 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:11.462072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Attempting to bind port 2642a0cb-2f54-45d0-8ff8-4835895fda18 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:11.489999 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Port 2642a0cb-2f54-45d0-8ff8-4835895fda18 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:11.490692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Attempting to bind port 2642a0cb-2f54-45d0-8ff8-4835895fda18 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:11.512877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:11.513410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:11.513918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:11.514465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Bound port: 2642a0cb-2f54-45d0-8ff8-4835895fda18, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:11.514929 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.546460 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0d54471-2ea3-4acb-ae2d-7a86788276d5 req-e7284496-cc32-4aca-90c7-d39b9bb60977 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595528 Jul 05 03:45:11.548241 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de27da57-d935-41d2-83e1-2de1a075c030 None None] Network c4a661f3-03bf-45de-af3d-dde3a6055803 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:45:11.550106 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e369ad3-12b3-4fd4-abae-71b5c5b8dbc7 req-3b4df2e7-adfb-4008-89ec-91de8faeb3ac tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:11.558542 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e369ad3-12b3-4fd4-abae-71b5c5b8dbc7 req-3b4df2e7-adfb-4008-89ec-91de8faeb3ac tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 936 time: 0.3430588 Jul 05 03:45:11.576877 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f236319a-4737-4d30-b5a4-b0d99b3d910d', 'tag': '0938396d-2197-4f94-982f-2a791e40713d'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:11.579677 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fd1bc6-d138-48f4-a295-70ce5b68a460" -d '{"events": [{"name": "network-changed", "server_uuid": "f236319a-4737-4d30-b5a4-b0d99b3d910d", "tag": "0938396d-2197-4f94-982f-2a791e40713d"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:11.588180 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-efdb3e1b-b331-41bc-9185-75b0f2a58a4c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3364451 Jul 05 03:45:11.615728 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6c63b149-f9d6-4d4e-ad93-bf2a43c2bf31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.634412 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6c63b149-f9d6-4d4e-ad93-bf2a43c2bf31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Transition to ACTIVE for port object 01564526-3e83-4ede-a95f-10a642ee9ad1 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:11.686135 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.716318 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e369ad3-12b3-4fd4-abae-71b5c5b8dbc7 req-c090b69d-58c7-4db5-a9af-ffd86783e47e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566563 Jul 05 03:45:11.731931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] For port 2642a0cb-2f54-45d0-8ff8-4835895fda18, host n-h1-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:11.737178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] For port 2642a0cb-2f54-45d0-8ff8-4835895fda18, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:11.763203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0c3d2-3704-419c-bd5f-5a2d5cedf577 req-185f5f84-84b7-479d-a8ab-41a5641f7f75 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:11.765386 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eb0c3d2-3704-419c-bd5f-5a2d5cedf577 req-185f5f84-84b7-479d-a8ab-41a5641f7f75 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 945 time: 0.1829689 Jul 05 03:45:11.770188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 99f4e59e-c257-4b0e-b182-af0d17447ce8 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:11.798608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49610) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:11.845142 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Allocated IP 172.25.0.118 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/5079a9a2-4ca7-4ab7-91ff-30e5554c38b1) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:11.872646 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.876249 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6c63b149-f9d6-4d4e-ad93-bf2a43c2bf31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.969079 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6c63b149-f9d6-4d4e-ad93-bf2a43c2bf31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:11.969249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 99f4e59e-c257-4b0e-b182-af0d17447ce8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:11.975375 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63b149-f9d6-4d4e-ad93-bf2a43c2bf31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Pushing event updated for resources: {'Port': ['ID=01564526-3e83-4ede-a95f-10a642ee9ad1,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:11.976778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 99f4e59e-c257-4b0e-b182-af0d17447ce8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:11.977953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6c63b149-f9d6-4d4e-ad93-bf2a43c2bf31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:11.978597 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eb0c3d2-3704-419c-bd5f-5a2d5cedf577 req-0a631049-9c02-4882-8744-c1594f0bbec9 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058511 Jul 05 03:45:11.982744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6c63b149-f9d6-4d4e-ad93-bf2a43c2bf31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:11.998754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e6a023-33dc-4101-8dbc-cfe268658eed admin admin] Deleting subnet c8ad2ac4-e607-4a65-9c2f-c87cfbde316e {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:45:11.998952 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6c63b149-f9d6-4d4e-ad93-bf2a43c2bf31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:11.998952 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6c63b149-f9d6-4d4e-ad93-bf2a43c2bf31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.999116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:11.999116 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.999116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] 10.222.0.11 "PUT /v2.0/ports/2642a0cb-2f54-45d0-8ff8-4835895fda18 HTTP/1.1" status: 200 len: 1096 time: 4.5740380 Jul 05 03:45:11.999116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f40804-e5ea-4759-bf76-5a3d25908a62', 'tag': '2642a0cb-2f54-45d0-8ff8-4835895fda18'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:12.001533 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.002199 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913c0bf3-2a8e-4503-bc46-1b192274d3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "45f40804-e5ea-4759-bf76-5a3d25908a62", "tag": "2642a0cb-2f54-45d0-8ff8-4835895fda18"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:12.010242 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74e6a023-33dc-4101-8dbc-cfe268658eed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.038413 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.096054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0afe4-3412-4ca5-b5ff-b82b25d5e47d service neutron] Pushing event updated for resources: {'Port': ['ID=2642a0cb-2f54-45d0-8ff8-4835895fda18,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:12.111948 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74e6a023-33dc-4101-8dbc-cfe268658eed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.112765 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.114491 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b916d0f1-1b4c-4ead-b00e-f241f58ae134 x-openstack-request-id: req-b916d0f1-1b4c-4ead-b00e-f241f58ae134 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:12.114788 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f236319a-4737-4d30-b5a4-b0d99b3d910d", "tag": "0938396d-2197-4f94-982f-2a791e40713d", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:12.115045 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b916d0f1-1b4c-4ead-b00e-f241f58ae134 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:12.115494 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f236319a-4737-4d30-b5a4-b0d99b3d910d', 'tag': '0938396d-2197-4f94-982f-2a791e40713d', 'status': 'completed', 'code': 200} Jul 05 03:45:12.117864 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-6c63b149-f9d6-4d4e-ad93-bf2a43c2bf31 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7820990 Jul 05 03:45:12.128578 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74e6a023-33dc-4101-8dbc-cfe268658eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.206203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Request body: {'port': {'device_id': '2d5098d1-bb4f-4174-af1d-7c0e510f23df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:12.207194 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8574602f-a92a-4ae8-9fca-ceac5fd5672c x-openstack-request-id: req-8574602f-a92a-4ae8-9fca-ceac5fd5672c {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:12.207194 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f40804-e5ea-4759-bf76-5a3d25908a62", "tag": "2642a0cb-2f54-45d0-8ff8-4835895fda18", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:12.207194 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8574602f-a92a-4ae8-9fca-ceac5fd5672c {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:12.207194 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f40804-e5ea-4759-bf76-5a3d25908a62', 'tag': '2642a0cb-2f54-45d0-8ff8-4835895fda18', 'status': 'completed', 'code': 200} Jul 05 03:45:12.207687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 99f4e59e-c257-4b0e-b182-af0d17447ce8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=99f4e59e-c257-4b0e-b182-af0d17447ce8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:12.271260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f62bc-de3a-48fd-9117-96a31654b3c6 req-e202d9de-77e1-4610-aa74-e22edeeb0091 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.272839 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-346f62bc-de3a-48fd-9117-96a31654b3c6 req-e202d9de-77e1-4610-aa74-e22edeeb0091 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 948 time: 0.3926177 Jul 05 03:45:12.298872 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.318944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd1bc6-d138-48f4-a295-70ce5b68a460 req-ecaf96a9-6211-42e3-b612-dc4fef7e425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.321887 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-46fd1bc6-d138-48f4-a295-70ce5b68a460 req-ecaf96a9-6211-42e3-b612-dc4fef7e425e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 1125 time: 0.1519496 Jul 05 03:45:12.406545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-7a2e13e4-b63e-45f8-b785-eda5302eb2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.409304 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-7a2e13e4-b63e-45f8-b785-eda5302eb2be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 1099 time: 0.2142370 Jul 05 03:45:12.419751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1fb29c-64c2-452d-a812-17d5bbf381d3 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:12.444988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-346f62bc-de3a-48fd-9117-96a31654b3c6 req-710b07b8-4ffc-4cd0-a6ff-307ed510559d tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651137 Jul 05 03:45:12.447711 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.497695 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-1d94029c-cff5-47c9-856e-c0d4714a98c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18 HTTP/1.1" status: 200 len: 217 time: 0.0719934 Jul 05 03:45:12.563039 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.583023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60858a0-18e0-4a95-86d6-a182f37f7aa7 req-501ef0ee-6d60-404e-acb3-61672722e43a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.591577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e60858a0-18e0-4a95-86d6-a182f37f7aa7 req-501ef0ee-6d60-404e-acb3-61672722e43a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 944 time: 0.2728739 Jul 05 03:45:12.626875 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.631229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-8622aa88-3049-4515-9024-501287c82c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.632738 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-8622aa88-3049-4515-9024-501287c82c2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1251140 Jul 05 03:45:12.638474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=99f4e59e-c257-4b0e-b182-af0d17447ce8,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:12.689843 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:12.693394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:12.695251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:12.700454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-978da43a-9ddc-481e-b344-c028144d2857 None None] Provisioning for port 01564526-3e83-4ede-a95f-10a642ee9ad1 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:12.701863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Transition to ACTIVE for port object 6e1fb29c-64c2-452d-a812-17d5bbf381d3 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:12.709796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-978da43a-9ddc-481e-b344-c028144d2857 None None] Provisioning complete for port 01564526-3e83-4ede-a95f-10a642ee9ad1 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:12.710699 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-978da43a-9ddc-481e-b344-c028144d2857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.711913 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74e6a023-33dc-4101-8dbc-cfe268658eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.751779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e60858a0-18e0-4a95-86d6-a182f37f7aa7 req-0914e3c7-7968-46fc-8942-8280d6c0e27d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581593 Jul 05 03:45:12.751779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6a023-33dc-4101-8dbc-cfe268658eed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8ad2ac4-e607-4a65-9c2f-c87cfbde316e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:12.762737 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Pushing event updated for resources: {'Port': ['ID=5079a9a2-4ca7-4ab7-91ff-30e5554c38b1,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:12.765563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-978da43a-9ddc-481e-b344-c028144d2857 None None] Port 01564526-3e83-4ede-a95f-10a642ee9ad1 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:12.776731 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74e6a023-33dc-4101-8dbc-cfe268658eed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.778823 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-74e6a023-33dc-4101-8dbc-cfe268658eed admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c8ad2ac4-e607-4a65-9c2f-c87cfbde316e HTTP/1.1" status: 204 len: 168 time: 0.9790635 Jul 05 03:45:12.784081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49622) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:12.837023 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.957965 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.959836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd1bc6-d138-48f4-a295-70ce5b68a460 req-e4e084ad-b860-4f74-8e4b-98e217303b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.961473 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-46fd1bc6-d138-48f4-a295-70ce5b68a460 req-e4e084ad-b860-4f74-8e4b-98e217303b4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.6155691 Jul 05 03:45:13.022685 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-46fd1bc6-d138-48f4-a295-70ce5b68a460 req-b30cbc9e-edc0-42b2-815b-84fb4ea53b2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0938396d-2197-4f94-982f-2a791e40713d HTTP/1.1" status: 200 len: 217 time: 0.0478945 Jul 05 03:45:13.068355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f4e59e-c257-4b0e-b182-af0d17447ce8'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:13.071114 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9557847c-cb23-4326-9a0a-d12211bc4310" -d '{"events": [{"server_uuid": "5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee", "name": "network-vif-plugged", "status": "completed", "tag": "99f4e59e-c257-4b0e-b182-af0d17447ce8"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:13.117017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7f3b2-3ce2-48d2-963c-8a275023e67f req-8e6d8e3f-7ef2-4ea4-9a6a-66eb6d17d284 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:13.118505 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3c7f3b2-3ce2-48d2-963c-8a275023e67f req-8e6d8e3f-7ef2-4ea4-9a6a-66eb6d17d284 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 936 time: 0.5242975 Jul 05 03:45:13.133877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-9b9d904e-b9bd-4b22-bc7e-c1a971be8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:13.135021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-9b9d904e-b9bd-4b22-bc7e-c1a971be8d16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4842761 Jul 05 03:45:13.149034 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.156533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd1bc6-d138-48f4-a295-70ce5b68a460 req-c0fe5aee-583a-417f-9847-21404e3aea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:13.158345 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-46fd1bc6-d138-48f4-a295-70ce5b68a460 req-c0fe5aee-583a-417f-9847-21404e3aea90 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.1239030 Jul 05 03:45:13.243591 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-46fd1bc6-d138-48f4-a295-70ce5b68a460 req-3965cd12-b562-4d98-8ebd-4719fb24df58 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440028 Jul 05 03:45:13.249850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1fb29c-64c2-452d-a812-17d5bbf381d3,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:13.254820 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.258659 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:13.286534 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.331819 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3c7f3b2-3ce2-48d2-963c-8a275023e67f req-e48883b9-6507-46e9-8ff6-d29e80d7633c tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958160 Jul 05 03:45:13.355863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Attempting to bind port 6e1fb29c-64c2-452d-a812-17d5bbf381d3 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:13.355863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Attempting to bind port 6e1fb29c-64c2-452d-a812-17d5bbf381d3 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:13.355863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Attempting to bind port 6e1fb29c-64c2-452d-a812-17d5bbf381d3 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:13.356167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Transition to ACTIVE for port object 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:13.387678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Port 6e1fb29c-64c2-452d-a812-17d5bbf381d3 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:13.387883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Attempting to bind port 6e1fb29c-64c2-452d-a812-17d5bbf381d3 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:13.413221 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c163343-561f-4010-affc-7bd3c98b013f req-5c094b69-2e00-4277-a5df-692346c203a9 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:13.414611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c163343-561f-4010-affc-7bd3c98b013f req-5c094b69-2e00-4277-a5df-692346c203a9 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 935 time: 0.3110700 Jul 05 03:45:13.433395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:13.433805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:13.434111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:13.434549 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Bound port: 6e1fb29c-64c2-452d-a812-17d5bbf381d3, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:13.434903 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.451909 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-46fd1bc6-d138-48f4-a295-70ce5b68a460 req-3bb8bed9-3980-4c2e-88ce-ab449aab8836 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875694 Jul 05 03:45:13.454570 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.467447 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-fee47197-00b8-4f24-b5c3-37e4fb8858ff service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233659 Jul 05 03:45:13.578385 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.604879 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Pushing event updated for resources: {'Port': ['ID=03e0e01e-bea0-4219-bd46-c9d73b5f9f64,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:13.638247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.664956 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:13.665303 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:13.665634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Attempting to bind port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:13.665973 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Attempting to bind port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:13.666130 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:13.666305 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Attempting to bind port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:13.666461 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Subscribe: > port after_create 55550000 {{(pid=100877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:13.666711 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:13.667062 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Subscribe: > port after_update 55550000 {{(pid=100877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:13.667385 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:13.667825 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:13.668039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:13.668333 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:13.678072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:13.678413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Attempting to bind port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:13.686277 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-46fd1bc6-d138-48f4-a295-70ce5b68a460 req-9312e72d-3a52-4e95-8dcf-c412176edff5 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153330 Jul 05 03:45:13.689088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:13.689088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:13.689088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:13.689088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Bound port: 03e0e01e-bea0-4219-bd46-c9d73b5f9f64, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:13.689624 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.710820 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.769066 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:13.769417 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:13.769778 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:13.770140 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:13.770325 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.770613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffe9ebf-6472-4ea2-a55f-e3ccb36247b8']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:13.778472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0938396d-2197-4f94-982f-2a791e40713d details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:13.800861 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Pushing event updated for resources: {'Port': ['ID=5079a9a2-4ca7-4ab7-91ff-30e5554c38b1,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:13.814111 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] For port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:13.817335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] For port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=03e0e01e-bea0-4219-bd46-c9d73b5f9f64,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:13.821270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c163343-561f-4010-affc-7bd3c98b013f req-5f7190fb-aa9e-48a3-b158-72dadd8f0572 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900151 Jul 05 03:45:13.829523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a41fc3-6a25-4df5-b9d9-1d41650bbd83') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:13.830141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a41fc3-6a25-4df5-b9d9-1d41650bbd83') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:13.868227 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.894414 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.900423 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c5d66233-1901-459a-becf-af609822f2f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6086280 Jul 05 03:45:13.913439 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0938396d-2197-4f94-982f-2a791e40713d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:13.927477 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.929793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0938396d-2197-4f94-982f-2a791e40713d has no active binding in host n-h1-798249-5 {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:45:13.950337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] For port 6e1fb29c-64c2-452d-a812-17d5bbf381d3, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:13.962360 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.966463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:45:13.966853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.002483 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.003007 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.004528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] 10.222.0.11 "PUT /v2.0/ports/03e0e01e-bea0-4219-bd46-c9d73b5f9f64 HTTP/1.1" status: 200 len: 1095 time: 4.3955657 Jul 05 03:45:14.022197 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882661ed-8399-4b0a-a920-cf4df820e29e service neutron] Pushing event updated for resources: {'Port': ['ID=03e0e01e-bea0-4219-bd46-c9d73b5f9f64,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: from cryptography.utils import int_from_bytes Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: from cryptography.utils import int_from_bytes Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:45:14.031263 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:45:14.116418 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eeb267b-4c34-4c18-ab2f-82c48901f454', 'tag': '03e0e01e-bea0-4219-bd46-c9d73b5f9f64'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:14.118291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119a178-b4f2-46ab-8f18-0665c9d0451e req-8980c125-9e28-4726-9584-1d402f8a7441 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245656 Jul 05 03:45:14.119339 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5bc494-9418-470f-8630-4f3c33902d34" -d '{"events": [{"name": "network-changed", "server_uuid": "3eeb267b-4c34-4c18-ab2f-82c48901f454", "tag": "03e0e01e-bea0-4219-bd46-c9d73b5f9f64"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:14.123894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] For port 6e1fb29c-64c2-452d-a812-17d5bbf381d3, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6e1fb29c-64c2-452d-a812-17d5bbf381d3,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:14.182404 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b6832-f7bf-4a16-bd6a-c806c516b7fe req-b359a3eb-4772-458a-a226-5320d298f000 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.183972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e3b6832-f7bf-4a16-bd6a-c806c516b7fe req-b359a3eb-4772-458a-a226-5320d298f000 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 936 time: 0.6632221 Jul 05 03:45:14.251661 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.291646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391a930b-c71e-482a-8b17-3bfa8cb99657 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:14.322822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.323450 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.324955 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] 10.222.0.64 "PUT /v2.0/ports/6e1fb29c-64c2-452d-a812-17d5bbf381d3 HTTP/1.1" status: 200 len: 1096 time: 5.5892875 Jul 05 03:45:14.334701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ebd016-984c-49d3-a89d-d4db7d029a05', 'tag': '6e1fb29c-64c2-452d-a812-17d5bbf381d3'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:14.337060 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fcc580-2d0a-43da-858c-ab12e404c978" -d '{"events": [{"name": "network-changed", "server_uuid": "16ebd016-984c-49d3-a89d-d4db7d029a05", "tag": "6e1fb29c-64c2-452d-a812-17d5bbf381d3"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:14.350017 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.388739 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.393113 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e3b6832-f7bf-4a16-bd6a-c806c516b7fe req-e3153512-b744-4afc-8a7b-55ebcc5d1670 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830368 Jul 05 03:45:14.395881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Transition to ACTIVE for port object 391a930b-c71e-482a-8b17-3bfa8cb99657 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:14.418219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bceaf-3248-4b04-bc7e-33605e220bc2 req-90147228-4a54-411c-bf05-384fa8454abe tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.425985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f4bceaf-3248-4b04-bc7e-33605e220bc2 req-90147228-4a54-411c-bf05-384fa8454abe tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 945 time: 0.4641261 Jul 05 03:45:14.432929 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.435404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9ffe9ebf-6472-4ea2-a55f-e3ccb36247b8 HTTP/1.1" status: 204 len: 168 time: 1.6506095 Jul 05 03:45:14.446668 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49642) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:14.473784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123865f-7d19-49a2-8b08-75b96ba7d770 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ffe9ebf-6472-4ea2-a55f-e3ccb36247b8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:14.475466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d868c30-e1ce-4b09-b61f-5813df018d42 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1fb29c-64c2-452d-a812-17d5bbf381d3,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:14.504255 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aae442b-848d-4e7b-ba2d-9e2617c6e207 x-openstack-request-id: req-4aae442b-848d-4e7b-ba2d-9e2617c6e207 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:14.505450 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee", "name": "network-vif-plugged", "status": "completed", "tag": "99f4e59e-c257-4b0e-b182-af0d17447ce8", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:14.505926 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4aae442b-848d-4e7b-ba2d-9e2617c6e207 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:14.506967 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f4e59e-c257-4b0e-b182-af0d17447ce8', 'code': 200} Jul 05 03:45:14.531964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c0bf3-2a8e-4503-bc46-1b192274d3d2 req-34650495-96a0-4a96-a410-543938fdfeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.533523 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-913c0bf3-2a8e-4503-bc46-1b192274d3d2 req-34650495-96a0-4a96-a410-543938fdfeea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 1099 time: 0.1777360 Jul 05 03:45:14.537901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-8b40bcb5-f0e1-4ba8-93db-772b9c4f1e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.539329 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-8b40bcb5-f0e1-4ba8-93db-772b9c4f1e1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=3eeb267b-4c34-4c18-ab2f-82c48901f454 HTTP/1.1" status: 200 len: 1098 time: 0.3890603 Jul 05 03:45:14.539955 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.644310 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f4bceaf-3248-4b04-bc7e-33605e220bc2 req-8e2a1f57-c23b-4c13-83d9-6062be9178a1 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174289 Jul 05 03:45:14.657224 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-5f9b4569-459a-4070-a52a-7c579e7fb2b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=03e0e01e-bea0-4219-bd46-c9d73b5f9f64 HTTP/1.1" status: 200 len: 217 time: 0.0662942 Jul 05 03:45:14.672092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e441e61b-8134-45ea-885d-dd623151c945 admin admin] Deleting subnet cfa9c903-15b1-435c-9d8b-0135df575c85 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:45:14.681269 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e441e61b-8134-45ea-885d-dd623151c945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.721323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Pushing event updated for resources: {'Port': ['ID=391a930b-c71e-482a-8b17-3bfa8cb99657,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:14.753970 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e441e61b-8134-45ea-885d-dd623151c945 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.782279 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e441e61b-8134-45ea-885d-dd623151c945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.887442 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c0bf3-2a8e-4503-bc46-1b192274d3d2 req-07d5ffa9-1beb-49ad-bb2b-b0b669647d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.888560 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-913c0bf3-2a8e-4503-bc46-1b192274d3d2 req-07d5ffa9-1beb-49ad-bb2b-b0b669647d99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.3079379 Jul 05 03:45:14.889209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-8472c463-3c14-420b-ab7e-5aebacea5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.890721 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-8472c463-3c14-420b-ab7e-5aebacea5c1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 1099 time: 0.4380865 Jul 05 03:45:14.902789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642ae55-7490-4426-bc77-6662983f6350 req-82bc7842-92a9-43b9-beef-431b21163f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.904179 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7642ae55-7490-4426-bc77-6662983f6350 req-82bc7842-92a9-43b9-beef-431b21163f8b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 1100 time: 0.3069193 Jul 05 03:45:14.912751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-8d66aa41-58c7-4ee7-b548-233896c4bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.914434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-8d66aa41-58c7-4ee7-b548-233896c4bcab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.2435465 Jul 05 03:45:14.946439 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-913c0bf3-2a8e-4503-bc46-1b192274d3d2 req-76ed815b-999c-4994-93ef-3d67323bc392 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18 HTTP/1.1" status: 200 len: 217 time: 0.0458763 Jul 05 03:45:15.035025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-941bc704-73d0-44d9-8f20-708b6c1cd009 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=6e1fb29c-64c2-452d-a812-17d5bbf381d3 HTTP/1.1" status: 200 len: 217 time: 0.1171610 Jul 05 03:45:15.063464 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7642ae55-7490-4426-bc77-6662983f6350 req-b00fff7d-bebd-4196-9b73-f96a20f0d06e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094546 Jul 05 03:45:15.068570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01564526-3e83-4ede-a95f-10a642ee9ad1 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:15.083623 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.088765 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c0bf3-2a8e-4503-bc46-1b192274d3d2 req-6d90f0a1-4870-4864-a23c-b0ca71d1a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.090354 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Attempting to bind port 391a930b-c71e-482a-8b17-3bfa8cb99657 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:15.090550 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-913c0bf3-2a8e-4503-bc46-1b192274d3d2 req-6d90f0a1-4870-4864-a23c-b0ca71d1a5c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1316950 Jul 05 03:45:15.090805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Attempting to bind port 391a930b-c71e-482a-8b17-3bfa8cb99657 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:15.091197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Attempting to bind port 391a930b-c71e-482a-8b17-3bfa8cb99657 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:15.096173 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e441e61b-8134-45ea-885d-dd623151c945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.122005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441e61b-8134-45ea-885d-dd623151c945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa9c903-15b1-435c-9d8b-0135df575c85,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:15.145086 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Transition to ACTIVE for port object 01564526-3e83-4ede-a95f-10a642ee9ad1 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:15.145313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4d9f9-c713-4795-8ccb-e36de63bc9cf req-48979ffd-614f-40bd-98e5-d511f9bfdaf9 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.152464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70b4d9f9-c713-4795-8ccb-e36de63bc9cf req-48979ffd-614f-40bd-98e5-d511f9bfdaf9 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 949 time: 0.4972067 Jul 05 03:45:15.152464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Port 391a930b-c71e-482a-8b17-3bfa8cb99657 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:15.152464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Attempting to bind port 391a930b-c71e-482a-8b17-3bfa8cb99657 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:15.169469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e441e61b-8134-45ea-885d-dd623151c945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.171771 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e441e61b-8134-45ea-885d-dd623151c945 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cfa9c903-15b1-435c-9d8b-0135df575c85 HTTP/1.1" status: 204 len: 168 time: 0.7237468 Jul 05 03:45:15.175365 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49648) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:15.188002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:15.189225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:15.189995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:15.190447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Bound port: 391a930b-c71e-482a-8b17-3bfa8cb99657, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:15.190813 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.221473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-4bf48b38-1af5-4eb4-b78c-90f9a3eb5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.222974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-4bf48b38-1af5-4eb4-b78c-90f9a3eb5c87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1646609 Jul 05 03:45:15.232863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-6d78a415-e9f2-4b04-a4fd-d6ba9884ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.234358 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-6d78a415-e9f2-4b04-a4fd-d6ba9884ab6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3068881 Jul 05 03:45:15.261474 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.274621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c0bf3-2a8e-4503-bc46-1b192274d3d2 req-e54177c9-1a5e-418a-92ba-e0462fcaad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.277129 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-913c0bf3-2a8e-4503-bc46-1b192274d3d2 req-e54177c9-1a5e-418a-92ba-e0462fcaad49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486576 Jul 05 03:45:15.280574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3b0d5-c6f7-474a-b6ce-5f1f14529e7e req-855efc8b-5363-4862-9616-3dd2194f80f4 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.282251 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bcf3b0d5-c6f7-474a-b6ce-5f1f14529e7e req-855efc8b-5363-4862-9616-3dd2194f80f4 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 944 time: 0.3364971 Jul 05 03:45:15.333901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70b4d9f9-c713-4795-8ccb-e36de63bc9cf req-b4b13df3-3d1d-4709-9389-12fa8280b643 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677415 Jul 05 03:45:15.358615 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.449064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] For port 391a930b-c71e-482a-8b17-3bfa8cb99657, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:15.681327 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.693817 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bcf3b0d5-c6f7-474a-b6ce-5f1f14529e7e req-38b54811-31cf-4113-a1d6-18cd1e50f2ca tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843741 Jul 05 03:45:15.699718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Pushing event updated for resources: {'Port': ['ID=01564526-3e83-4ede-a95f-10a642ee9ad1,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:15.715588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] For port 391a930b-c71e-482a-8b17-3bfa8cb99657, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=391a930b-c71e-482a-8b17-3bfa8cb99657,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:15.716115 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:15.716512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:15.717239 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:15.718277 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Subscribe: > port after_create 55550000 {{(pid=100876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:15.718277 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:15.718277 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Subscribe: > port after_update 55550000 {{(pid=100876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:15.718806 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:15.718929 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:15.720422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:15.720626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:15.721249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-a641325e-8381-44ee-9f11-16f6b0e4484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.723177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-a641325e-8381-44ee-9f11-16f6b0e4484e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4875951 Jul 05 03:45:15.789198 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:15.789561 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:15.790211 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:15.790211 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:45:15.790663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a661f3-03bf-45de-af3d-dde3a6055803']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:15.798292 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b918970-1fdb-4df7-b849-f2ef1555bb21 x-openstack-request-id: req-0b918970-1fdb-4df7-b849-f2ef1555bb21 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:15.798438 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eeb267b-4c34-4c18-ab2f-82c48901f454", "tag": "03e0e01e-bea0-4219-bd46-c9d73b5f9f64", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:15.798687 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b918970-1fdb-4df7-b849-f2ef1555bb21 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:15.799077 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eeb267b-4c34-4c18-ab2f-82c48901f454', 'tag': '03e0e01e-bea0-4219-bd46-c9d73b5f9f64', 'status': 'completed', 'code': 200} Jul 05 03:45:15.804121 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.812169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-abb3cdbe-bf25-4175-bb10-60652398335e tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--889801346&fields=id&tenant_id=fbed51ddda7046629d62a43afa631874 HTTP/1.1" status: 200 len: 267 time: 0.3535309 Jul 05 03:45:15.814950 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-931c91a2-6b78-4676-9b85-888e4e43afef service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318527 Jul 05 03:45:15.833751 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-913c0bf3-2a8e-4503-bc46-1b192274d3d2 req-932694b8-8841-4d6f-8c5f-e0d4f56062c0 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504413 Jul 05 03:45:15.836518 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3fec71-a399-410c-9006-a746154eb542') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:15.836821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3fec71-a399-410c-9006-a746154eb542') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:15.859800 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a634a65a-7332-4eef-995f-b2dde37fc37e x-openstack-request-id: req-a634a65a-7332-4eef-995f-b2dde37fc37e {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:15.860753 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ebd016-984c-49d3-a89d-d4db7d029a05", "tag": "6e1fb29c-64c2-452d-a812-17d5bbf381d3", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:15.861565 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a634a65a-7332-4eef-995f-b2dde37fc37e {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:15.861565 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ebd016-984c-49d3-a89d-d4db7d029a05', 'tag': '6e1fb29c-64c2-452d-a812-17d5bbf381d3', 'status': 'completed', 'code': 200} Jul 05 03:45:15.868807 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.928647 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Attempting to bind port 01564526-3e83-4ede-a95f-10a642ee9ad1 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:15.929039 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Attempting to bind port 01564526-3e83-4ede-a95f-10a642ee9ad1 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:15.929826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Attempting to bind port 01564526-3e83-4ede-a95f-10a642ee9ad1 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:15.943913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.946597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Port 01564526-3e83-4ede-a95f-10a642ee9ad1 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:15.946922 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Attempting to bind port 01564526-3e83-4ede-a95f-10a642ee9ad1 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:15.949980 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.950611 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.951979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] 10.222.0.64 "PUT /v2.0/ports/391a930b-c71e-482a-8b17-3bfa8cb99657 HTTP/1.1" status: 200 len: 1096 time: 4.9873700 Jul 05 03:45:15.959406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:45:15.959817 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: from cryptography.utils import int_from_bytes Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: from cryptography.utils import int_from_bytes Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:45:15.972096 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:45:15.977056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:15.977056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:15.977056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:15.977056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Bound port: 01564526-3e83-4ede-a95f-10a642ee9ad1, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:15.977056 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:16.084212 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-913c0bf3-2a8e-4503-bc46-1b192274d3d2 req-b73e09cf-d3a1-4a1b-8c21-43fa22839b2c service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387834 Jul 05 03:45:16.102465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dd63a-5c5e-4010-a8a1-98bc9256f88a service neutron] Pushing event updated for resources: {'Port': ['ID=391a930b-c71e-482a-8b17-3bfa8cb99657,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:16.137405 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-ed75424e-5ba4-43c3-b2c9-35a93eb18579 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005706 Jul 05 03:45:16.154591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] For port 01564526-3e83-4ede-a95f-10a642ee9ad1, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:16.157771 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:16.160738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] For port 01564526-3e83-4ede-a95f-10a642ee9ad1, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=01564526-3e83-4ede-a95f-10a642ee9ad1,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:16.174828 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:16.177491 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c4a661f3-03bf-45de-af3d-dde3a6055803 HTTP/1.1" status: 204 len: 168 time: 1.0012836 Jul 05 03:45:16.215381 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37735a2-91f2-4738-b038-727838888a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a661f3-03bf-45de-af3d-dde3a6055803,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:16.253191 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:16.254439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-09d75375-3ab4-4f40-8ce6-557e70e34bce service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085946 Jul 05 03:45:16.281524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a286435-fe04-47f1-b201-657fc3b459fb req-c21d4c12-e8c7-4bf4-99f4-5f5b0f7953f7 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.283616 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-c21d4c12-e8c7-4bf4-99f4-5f5b0f7953f7 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/networks?id=7eddb026-6f8a-4717-a63e-84f0218e8000 HTTP/1.1" status: 200 len: 824 time: 0.4271402 Jul 05 03:45:16.299059 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-8cb899f5-79e8-4eda-b846-e95d0b870dfb service neutron] 10.222.0.64 "GET /v2.0/ports/0938396d-2197-4f94-982f-2a791e40713d/bindings/n-h1-798249-5 HTTP/1.1" status: 200 len: 384 time: 0.2760491 Jul 05 03:45:16.300453 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.301081 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:16.302746 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] 10.222.0.64 "PUT /v2.0/ports/01564526-3e83-4ede-a95f-10a642ee9ad1 HTTP/1.1" status: 200 len: 1095 time: 4.1771984 Jul 05 03:45:16.309869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48299c0d-800e-4567-aef5-85fcab9a19e3 req-77a79d78-97e1-4e02-be31-e9a328736594 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.311577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48299c0d-800e-4567-aef5-85fcab9a19e3 req-77a79d78-97e1-4e02-be31-e9a328736594 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 948 time: 0.3715286 Jul 05 03:45:16.331556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d75e4-2172-4fdc-aea8-c21de09031b4 service neutron] Pushing event updated for resources: {'Port': ['ID=01564526-3e83-4ede-a95f-10a642ee9ad1,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:16.338598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-804eca04-71b0-421d-8606-c69ea5e06bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.340011 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-804eca04-71b0-421d-8606-c69ea5e06bd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 1099 time: 0.1196578 Jul 05 03:45:16.370835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-bd0084e3-757c-48d4-b10a-f25ee8571607 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/quotas/fbed51ddda7046629d62a43afa631874 HTTP/1.1" status: 200 len: 375 time: 0.0581751 Jul 05 03:45:16.413722 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-ae57340f-7176-4204-9f89-49ddc2e0eb8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=391a930b-c71e-482a-8b17-3bfa8cb99657 HTTP/1.1" status: 200 len: 217 time: 0.0653794 Jul 05 03:45:16.472298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-31b21387-bc9a-4a43-8ab3-e8f13f4af47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.473958 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-31b21387-bc9a-4a43-8ab3-e8f13f4af47f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0534708 Jul 05 03:45:16.494115 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-446238b0-3cb2-45e0-b084-347537eb93d3 req-5367b4ad-271d-423d-903a-be948237295e service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335388 Jul 05 03:45:16.514922 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48299c0d-800e-4567-aef5-85fcab9a19e3 req-7078a5a7-11a9-4525-a6cd-63df2b9945e0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823006 Jul 05 03:45:16.607134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bc494-9418-470f-8630-4f3c33902d34 req-7007b684-cd75-4d6d-9aa6-adebe4332b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.609010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f5bc494-9418-470f-8630-4f3c33902d34 req-7007b684-cd75-4d6d-9aa6-adebe4332b10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=3eeb267b-4c34-4c18-ab2f-82c48901f454 HTTP/1.1" status: 200 len: 1098 time: 0.1929832 Jul 05 03:45:16.609274 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a10b0-9aec-4c94-a552-772654557131 req-c171cbd1-7fb8-467e-967e-7b31b071434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.613154 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-c171cbd1-7fb8-467e-967e-7b31b071434f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260448 Jul 05 03:45:16.615277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-e5d84150-31a9-4046-8e53-18bcb4fd75a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.617190 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-e5d84150-31a9-4046-8e53-18bcb4fd75a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da1017c5aa7d48adb19ce908d2120deb&device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 1098 time: 0.1264637 Jul 05 03:45:16.624774 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-c9ada544-cb88-4148-8e81-d29056580457 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbed51ddda7046629d62a43afa631874&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2505136 Jul 05 03:45:16.707313 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-bd588a90-09be-4a43-b263-bd3da2633903 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=01564526-3e83-4ede-a95f-10a642ee9ad1 HTTP/1.1" status: 200 len: 217 time: 0.0586941 Jul 05 03:45:16.802194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-cd6c3137-82a2-4063-aa6e-3afa3998b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.803740 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-cd6c3137-82a2-4063-aa6e-3afa3998b81e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0694101 Jul 05 03:45:16.827951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49668) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:16.870925 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-f19e5463-2fa5-4e9c-9aab-3133b9d32f9c service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355440 Jul 05 03:45:16.898389 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5441cbe2-18f3-4395-b798-a92215e0fa30 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a6f32712bdf4b4693dd42c574fc4141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693307 Jul 05 03:45:16.908923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49670) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:16.936015 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-7d6ef3a4-47ac-4591-bb43-94742ab9dd43 service neutron] 10.222.0.60 "GET /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734535 Jul 05 03:45:16.937019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bc494-9418-470f-8630-4f3c33902d34 req-a6cda814-33ab-49c6-b986-66ef92c4bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.939666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f5bc494-9418-470f-8630-4f3c33902d34 req-a6cda814-33ab-49c6-b986-66ef92c4bf09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.3130622 Jul 05 03:45:16.948019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-0ffab09f-228b-47e8-a891-4d3067402bcf service neutron] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0938396d-2197-4f94-982f-2a791e40713d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:16.997132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcc580-2d0a-43da-858c-ab12e404c978 req-808023c4-ef07-46ce-9f0d-f8e73670f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.998553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76fcc580-2d0a-43da-858c-ab12e404c978 req-808023c4-ef07-46ce-9f0d-f8e73670f5c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 1099 time: 0.3308554 Jul 05 03:45:17.015497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-40bb813a-aa32-42b1-bd3b-cba0b82e616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.030388 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-40bb813a-aa32-42b1-bd3b-cba0b82e616e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016075 Jul 05 03:45:17.073934 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f5bc494-9418-470f-8630-4f3c33902d34 req-e025d1a0-f53a-4fee-8683-39303f8b04e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=03e0e01e-bea0-4219-bd46-c9d73b5f9f64 HTTP/1.1" status: 200 len: 217 time: 0.1068347 Jul 05 03:45:17.088794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a997069e-43d9-455d-8a73-7742add71033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:17.091875 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-92b8cea4-e5b2-4376-bbea-771fc3c3b9b6 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052090 Jul 05 03:45:17.102352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-0ffab09f-228b-47e8-a891-4d3067402bcf service neutron] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:17.122660 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a997069e-43d9-455d-8a73-7742add71033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:17.175696 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-faf9e375-eab2-4a47-a0d0-abcc41f6e163 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494207 Jul 05 03:45:17.219016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-0ffab09f-228b-47e8-a891-4d3067402bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0938396d-2197-4f94-982f-2a791e40713d {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:17.250450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-0ffab09f-228b-47e8-a891-4d3067402bcf service neutron] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0938396d-2197-4f94-982f-2a791e40713d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:17.259476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d098ad8-31ba-40e5-a997-c568f277c956 req-d173f6fe-2b2f-4992-bc53-4f507c1f5769 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.261031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d098ad8-31ba-40e5-a997-c568f277c956 req-d173f6fe-2b2f-4992-bc53-4f507c1f5769 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 1096 time: 0.4064910 Jul 05 03:45:17.269541 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b94ddcc3-76e9-449a-a976-9af81c829018 req-08e052f8-6c84-4a6f-8f91-e37bc86b6e3e service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864470 Jul 05 03:45:17.278082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bc494-9418-470f-8630-4f3c33902d34 req-35aa18bf-da44-4d7e-b904-05c06feac6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.279505 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f5bc494-9418-470f-8630-4f3c33902d34 req-35aa18bf-da44-4d7e-b904-05c06feac6d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1960411 Jul 05 03:45:17.312823 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-18a9ba31-5cda-4c82-89b8-7f4314de9f59 service neutron] 10.222.0.60 "GET /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621228 Jul 05 03:45:17.342751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcc580-2d0a-43da-858c-ab12e404c978 req-0d745d5a-26e5-401c-9df0-d0978e276c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.344209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76fcc580-2d0a-43da-858c-ab12e404c978 req-0d745d5a-26e5-401c-9df0-d0978e276c94 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.2841697 Jul 05 03:45:17.363212 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a997069e-43d9-455d-8a73-7742add71033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:17.372831 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d098ad8-31ba-40e5-a997-c568f277c956 req-e8b9ce66-9712-47f1-b3f7-e1122c239746 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908957 Jul 05 03:45:17.373871 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a997069e-43d9-455d-8a73-7742add71033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:17.375014 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a997069e-43d9-455d-8a73-7742add71033 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa3f8c3e-326c-40be-b797-ae37d4640d72 HTTP/1.1" status: 204 len: 168 time: 0.4385383 Jul 05 03:45:17.408685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997069e-43d9-455d-8a73-7742add71033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3f8c3e-326c-40be-b797-ae37d4640d72,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:17.635747 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-0ffab09f-228b-47e8-a891-4d3067402bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:17.638277 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76fcc580-2d0a-43da-858c-ab12e404c978 req-7281d21d-076e-4326-90e6-4cbaabf1b146 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=6e1fb29c-64c2-452d-a812-17d5bbf381d3 HTTP/1.1" status: 200 len: 217 time: 0.2839205 Jul 05 03:45:17.785667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bc494-9418-470f-8630-4f3c33902d34 req-f7f0f213-600f-48e2-a9bc-056089855cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.787425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f5bc494-9418-470f-8630-4f3c33902d34 req-f7f0f213-600f-48e2-a9bc-056089855cdc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4976239 Jul 05 03:45:17.800473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5098d1-bb4f-4174-af1d-7c0e510f23df', 'tag': '01564526-3e83-4ede-a95f-10a642ee9ad1'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:17.803451 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d637388c-9467-4c17-86e2-39ae29477f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5098d1-bb4f-4174-af1d-7c0e510f23df", "tag": "01564526-3e83-4ede-a95f-10a642ee9ad1"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:17.826080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2642a0cb-2f54-45d0-8ff8-4835895fda18 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:17.852196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcc580-2d0a-43da-858c-ab12e404c978 req-0fbd7726-3510-4e18-8928-6a1dd422a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.853909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76fcc580-2d0a-43da-858c-ab12e404c978 req-0fbd7726-3510-4e18-8928-6a1dd422a520 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.2049081 Jul 05 03:45:17.886908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a67448-0bcb-4241-8993-83706779e9a7', 'tag': '391a930b-c71e-482a-8b17-3bfa8cb99657'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:17.890417 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8178997d-541c-427a-bff5-086d94a24cff" -d '{"events": [{"name": "network-changed", "server_uuid": "46a67448-0bcb-4241-8993-83706779e9a7", "tag": "391a930b-c71e-482a-8b17-3bfa8cb99657"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:17.964987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2642a0cb-2f54-45d0-8ff8-4835895fda18, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:17.974329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bc26c-eb76-4980-b3e6-d901ebb20be7 req-cf294a27-0ff6-4967-8144-bc08b62805d9 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.975861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-419bc26c-eb76-4980-b3e6-d901ebb20be7 req-cf294a27-0ff6-4967-8144-bc08b62805d9 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 947 time: 0.3437297 Jul 05 03:45:17.979134 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '2642a0cb-2f54-45d0-8ff8-4835895fda18', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '2642a0cb-2f54-45d0-8ff8-4835895fda18', 'mac_address': 'fa:16:3e:b5:78:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:17.981911 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-0ffab09f-228b-47e8-a891-4d3067402bcf service neutron] Transition to ACTIVE for port object 0938396d-2197-4f94-982f-2a791e40713d will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:18.024204 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:18.037771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2642a0cb-2f54-45d0-8ff8-4835895fda18 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:18.052882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aee391-1f55-4d65-a0b6-71d1b14b11e1 req-21fa6b6c-4b1b-494d-90f0-8dbce7a39672 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.054679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c4aee391-1f55-4d65-a0b6-71d1b14b11e1 req-21fa6b6c-4b1b-494d-90f0-8dbce7a39672 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 948 time: 0.2952509 Jul 05 03:45:18.058417 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2642a0cb-2f54-45d0-8ff8-4835895fda18, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:18.072999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f5bc494-9418-470f-8630-4f3c33902d34 req-3e37656b-bbb3-43fa-bdfb-9e2328662bc0 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557230 Jul 05 03:45:18.085452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-419bc26c-eb76-4980-b3e6-d901ebb20be7 req-d3d3bb14-5996-4f24-97cd-0c85b86eb569 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970490 Jul 05 03:45:18.104603 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-0ffab09f-228b-47e8-a891-4d3067402bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:18.123680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcc580-2d0a-43da-858c-ab12e404c978 req-71e93bf8-a504-4158-b8a1-8b78a9fe295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.124562 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76fcc580-2d0a-43da-858c-ab12e404c978 req-71e93bf8-a504-4158-b8a1-8b78a9fe295d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2230265 Jul 05 03:45:18.185429 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:18.252293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2642a0cb-2f54-45d0-8ff8-4835895fda18,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:18.270060 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c4aee391-1f55-4d65-a0b6-71d1b14b11e1 req-070be0ec-8b50-4e4d-a180-bea1a1f7a385 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031214 Jul 05 03:45:18.338894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-0ffab09f-228b-47e8-a891-4d3067402bcf service neutron] No DVR routers for this DVR port 0938396d-2197-4f94-982f-2a791e40713d on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:18.350760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffab09f-228b-47e8-a891-4d3067402bcf service neutron] Pushing event updated for resources: {'Port': ['ID=0938396d-2197-4f94-982f-2a791e40713d,revision_number=10']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:18.392337 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49692) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:18.414724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f5bc494-9418-470f-8630-4f3c33902d34 req-e242ea2b-9c65-4eb2-8600-9bf9c2595e65 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283165 Jul 05 03:45:18.446700 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-357c9450-5793-45ea-8387-8e48e1dea917 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d87bc16ad59e471eac20eb297d740444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531363 Jul 05 03:45:18.449392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49694) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:18.468648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-0ffab09f-228b-47e8-a891-4d3067402bcf service neutron] 10.222.0.64 "PUT /v2.0/ports/0938396d-2197-4f94-982f-2a791e40713d/bindings/n-h1-798249-5/activate HTTP/1.1" status: 200 len: 369 time: 2.1491573 Jul 05 03:45:18.477340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76fcc580-2d0a-43da-858c-ab12e404c978 req-a895b789-5773-421b-9b85-9860617c5cea service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998440 Jul 05 03:45:18.502420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08f687-6756-481c-9df8-9fce868ad338 req-a45752a9-00a0-44a2-a9a1-680c0fa1e68f tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.504160 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e08f687-6756-481c-9df8-9fce868ad338 req-a45752a9-00a0-44a2-a9a1-680c0fa1e68f tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 949 time: 0.2830224 Jul 05 03:45:18.526364 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9703ad6b-695b-463c-9cb7-8cfd301f25e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:18.530516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2642a0cb-2f54-45d0-8ff8-4835895fda18'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:18.561018 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9703ad6b-695b-463c-9cb7-8cfd301f25e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:18.641158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61670f8-7a51-42a7-a43b-b2001e5a6347 req-cbc7e4cd-7e2e-4f68-ade0-a8868717b2a5 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.643374 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d61670f8-7a51-42a7-a43b-b2001e5a6347 req-cbc7e4cd-7e2e-4f68-ade0-a8868717b2a5 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 945 time: 0.2365251 Jul 05 03:45:18.652195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e08f687-6756-481c-9df8-9fce868ad338 req-aa991b40-4a7c-4a0c-a34b-470c01b68a33 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312063 Jul 05 03:45:18.707288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76fcc580-2d0a-43da-858c-ab12e404c978 req-70e89957-242c-402b-b10a-05cc0c863f20 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234886 Jul 05 03:45:18.762455 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d61670f8-7a51-42a7-a43b-b2001e5a6347 req-267c0df6-8827-4342-8f4d-edbb8ae88df0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088967 Jul 05 03:45:18.847836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-3874176c-65e1-43d2-ac1a-9794bc68fff9 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.849385 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-3874176c-65e1-43d2-ac1a-9794bc68fff9 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d&tenant_id=be979254e14b450096d0687db0c40d54&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1096 time: 0.2003889 Jul 05 03:45:18.968034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020226e-e83f-410a-849b-7ec9fbafa39e req-108ac3c9-eb62-4833-8f57-c003f4fad065 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.970086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e020226e-e83f-410a-849b-7ec9fbafa39e req-108ac3c9-eb62-4833-8f57-c003f4fad065 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 1096 time: 0.1739259 Jul 05 03:45:19.034248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-7cc2691e-9389-470c-912a-4362cc46f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.035744 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-7cc2691e-9389-470c-912a-4362cc46f567 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d&tenant_id=be979254e14b450096d0687db0c40d54 HTTP/1.1" status: 200 len: 1096 time: 0.1778409 Jul 05 03:45:19.045001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09687a5f-5379-4648-b0e8-80d481ea45cf req-7935e588-2242-4142-b842-a0cac145b814 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.046367 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09687a5f-5379-4648-b0e8-80d481ea45cf req-7935e588-2242-4142-b842-a0cac145b814 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 948 time: 0.1563718 Jul 05 03:45:19.048507 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e020226e-e83f-410a-849b-7ec9fbafa39e req-adfd4032-784f-44a6-983d-df43c63f14fe tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713570 Jul 05 03:45:19.083101 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9703ad6b-695b-463c-9cb7-8cfd301f25e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:19.086017 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9703ad6b-695b-463c-9cb7-8cfd301f25e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:19.089612 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9703ad6b-695b-463c-9cb7-8cfd301f25e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c3ead99-8faa-4af9-a00b-2ccfcee83fa9 HTTP/1.1" status: 204 len: 168 time: 0.6367013 Jul 05 03:45:19.096787 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703ad6b-695b-463c-9cb7-8cfd301f25e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3ead99-8faa-4af9-a00b-2ccfcee83fa9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:19.133084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09687a5f-5379-4648-b0e8-80d481ea45cf req-2551cd40-7e3e-4b84-b32f-ea3ad375b67c tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807042 Jul 05 03:45:19.159286 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0817f8dd-e475-4ab5-b8c8-4e8d77eade52 req-ee30c40e-0c49-418b-9d3b-9836be381d9f tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 210 time: 0.0517182 Jul 05 03:45:19.194747 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2066689b-1aa9-4015-b6d9-ec510bb679ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.196483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2066689b-1aa9-4015-b6d9-ec510bb679ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 1096 time: 0.1302004 Jul 05 03:45:19.205017 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7553efee-c9af-430e-bfc8-568ce812f405 x-openstack-request-id: req-7553efee-c9af-430e-bfc8-568ce812f405 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:19.205812 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840f29d4-88ad-4180-b9d3-4b2acb3f5d72 x-openstack-request-id: req-840f29d4-88ad-4180-b9d3-4b2acb3f5d72 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:19.206126 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5098d1-bb4f-4174-af1d-7c0e510f23df", "tag": "01564526-3e83-4ede-a95f-10a642ee9ad1", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:19.206251 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a67448-0bcb-4241-8993-83706779e9a7", "tag": "391a930b-c71e-482a-8b17-3bfa8cb99657", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:19.206369 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-840f29d4-88ad-4180-b9d3-4b2acb3f5d72 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:19.206558 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7553efee-c9af-430e-bfc8-568ce812f405 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:19.207032 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a67448-0bcb-4241-8993-83706779e9a7', 'tag': '391a930b-c71e-482a-8b17-3bfa8cb99657', 'status': 'completed', 'code': 200} Jul 05 03:45:19.208794 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5098d1-bb4f-4174-af1d-7c0e510f23df', 'tag': '01564526-3e83-4ede-a95f-10a642ee9ad1', 'status': 'completed', 'code': 200} Jul 05 03:45:19.430592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-1ba921e4-e335-4f8a-952f-6a84239539d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.432039 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-1ba921e4-e335-4f8a-952f-6a84239539d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.2190845 Jul 05 03:45:19.700467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2e60e0a1-5b7b-444a-82f8-f7c3db762d08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0938396d-2197-4f94-982f-2a791e40713d HTTP/1.1" status: 200 len: 217 time: 0.2556953 Jul 05 03:45:19.741461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178997d-541c-427a-bff5-086d94a24cff req-0b5d2223-4a13-4b74-b669-51372853f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.742939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8178997d-541c-427a-bff5-086d94a24cff req-0b5d2223-4a13-4b74-b669-51372853f2ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 1099 time: 0.4323940 Jul 05 03:45:19.745480 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637388c-9467-4c17-86e2-39ae29477f6f req-1b176a68-c8ac-4241-8f95-e790e34ae4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.746838 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d637388c-9467-4c17-86e2-39ae29477f6f req-1b176a68-c8ac-4241-8f95-e790e34ae4ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da1017c5aa7d48adb19ce908d2120deb&device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 1098 time: 0.4374661 Jul 05 03:45:19.829565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:19.842254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde26e4-8569-4fdf-ab7d-0a9ec8a563bf req-530f7f18-deb7-4858-8f0c-bc027360a9f3 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.843834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0fde26e4-8569-4fdf-ab7d-0a9ec8a563bf req-530f7f18-deb7-4858-8f0c-bc027360a9f3 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 947 time: 0.4801314 Jul 05 03:45:19.873530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2642a0cb-2f54-45d0-8ff8-4835895fda18 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:19.885414 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-47e741a1-2dc5-4587-acad-53381c2dfaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.887452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-47e741a1-2dc5-4587-acad-53381c2dfaaa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.1795716 Jul 05 03:45:19.950258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 391a930b-c71e-482a-8b17-3bfa8cb99657 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:19.952158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0938396d-2197-4f94-982f-2a791e40713d no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:19.963487 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-2fba12b8-e5db-4e9e-bb75-093538e4a03e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466909 Jul 05 03:45:20.060901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0fde26e4-8569-4fdf-ab7d-0a9ec8a563bf req-c4974b4e-94f4-4492-ad61-d1819798b17f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775992 Jul 05 03:45:20.078061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637388c-9467-4c17-86e2-39ae29477f6f req-ed696f94-0fbb-40d2-9d55-8dd9bb777790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:20.079873 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d637388c-9467-4c17-86e2-39ae29477f6f req-ed696f94-0fbb-40d2-9d55-8dd9bb777790 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.3243997 Jul 05 03:45:20.102220 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178997d-541c-427a-bff5-086d94a24cff req-b647b131-d047-4876-9a76-55d81a4ec277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:20.104055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8178997d-541c-427a-bff5-086d94a24cff req-b647b131-d047-4876-9a76-55d81a4ec277 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.3475204 Jul 05 03:45:20.130410 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0938396d-2197-4f94-982f-2a791e40713d not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:20.144079 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d637388c-9467-4c17-86e2-39ae29477f6f req-aa195911-53c7-4342-a3a1-7f084b24e518 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=01564526-3e83-4ede-a95f-10a642ee9ad1 HTTP/1.1" status: 200 len: 217 time: 0.0541694 Jul 05 03:45:20.153395 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=03e0e01e-bea0-4219-bd46-c9d73b5f9f64,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:20.177967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '03e0e01e-bea0-4219-bd46-c9d73b5f9f64', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '03e0e01e-bea0-4219-bd46-c9d73b5f9f64', 'mac_address': 'fa:16:3e:38:85:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:20.197076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8178997d-541c-427a-bff5-086d94a24cff req-c6c16d8f-3ec5-449b-9414-341f777fdc1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=391a930b-c71e-482a-8b17-3bfa8cb99657 HTTP/1.1" status: 200 len: 217 time: 0.0616279 Jul 05 03:45:20.234787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 391a930b-c71e-482a-8b17-3bfa8cb99657, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=391a930b-c71e-482a-8b17-3bfa8cb99657,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:20.253287 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.256485 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '391a930b-c71e-482a-8b17-3bfa8cb99657', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '391a930b-c71e-482a-8b17-3bfa8cb99657', 'mac_address': 'fa:16:3e:f1:74:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:20.271802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:20.283658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-f0af9f33-235e-4e91-a57d-2ec45ec77f0d service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981634 Jul 05 03:45:20.302107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 2642a0cb-2f54-45d0-8ff8-4835895fda18 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:20.318757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 2642a0cb-2f54-45d0-8ff8-4835895fda18 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:20.319182 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.326509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=03e0e01e-bea0-4219-bd46-c9d73b5f9f64,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:20.341666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637388c-9467-4c17-86e2-39ae29477f6f req-c21a1583-eb84-4e95-90d1-eabfd56d1b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:20.343303 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d637388c-9467-4c17-86e2-39ae29477f6f req-c21a1583-eb84-4e95-90d1-eabfd56d1b17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1592300 Jul 05 03:45:20.357353 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.381807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391a930b-c71e-482a-8b17-3bfa8cb99657 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:20.427222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178997d-541c-427a-bff5-086d94a24cff req-1242af0e-27c3-4848-b7a7-df1607db0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:20.432757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 391a930b-c71e-482a-8b17-3bfa8cb99657, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=391a930b-c71e-482a-8b17-3bfa8cb99657,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:20.435513 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8178997d-541c-427a-bff5-086d94a24cff req-1242af0e-27c3-4848-b7a7-df1607db0ff7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.2137475 Jul 05 03:45:20.451104 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.480560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f40804-e5ea-4759-bf76-5a3d25908a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2642a0cb-2f54-45d0-8ff8-4835895fda18'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:20.483082 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f1cf54-e71e-4ba8-8ca2-acd8160ce6f7" -d '{"events": [{"server_uuid": "45f40804-e5ea-4759-bf76-5a3d25908a62", "name": "network-vif-plugged", "status": "completed", "tag": "2642a0cb-2f54-45d0-8ff8-4835895fda18"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:20.495698 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.503841 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2642a0cb-2f54-45d0-8ff8-4835895fda18, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:20.529583 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.530129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6e1fb29c-64c2-452d-a812-17d5bbf381d3 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:20.543895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6afbc-9713-4c73-8e83-f045c8b96e92 req-5e2bd944-7e1c-4402-ae4a-75f6b257958a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:20.545874 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5bd6afbc-9713-4c73-8e83-f045c8b96e92 req-5e2bd944-7e1c-4402-ae4a-75f6b257958a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 948 time: 0.3054795 Jul 05 03:45:20.562122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-87867469-0e86-4efc-a4b5-5bff0a979679 service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537191 Jul 05 03:45:20.575010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=03e0e01e-bea0-4219-bd46-c9d73b5f9f64,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:20.580474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637388c-9467-4c17-86e2-39ae29477f6f req-e23526db-d4ad-4e93-9f7b-8b24b4a58732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:20.581984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d637388c-9467-4c17-86e2-39ae29477f6f req-e23526db-d4ad-4e93-9f7b-8b24b4a58732 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1952777 Jul 05 03:45:20.606413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6e1fb29c-64c2-452d-a812-17d5bbf381d3, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6e1fb29c-64c2-452d-a812-17d5bbf381d3,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:20.624641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '6e1fb29c-64c2-452d-a812-17d5bbf381d3', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '6e1fb29c-64c2-452d-a812-17d5bbf381d3', 'mac_address': 'fa:16:3e:54:39:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:20.628850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178997d-541c-427a-bff5-086d94a24cff req-99348450-ba0a-4208-8403-2af51b15e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:20.630328 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8178997d-541c-427a-bff5-086d94a24cff req-99348450-ba0a-4208-8403-2af51b15e256 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1807778 Jul 05 03:45:20.660988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5bd6afbc-9713-4c73-8e83-f045c8b96e92 req-c7527701-1853-4b1c-a750-5d03f5e0640f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036530 Jul 05 03:45:20.674941 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.691336 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=391a930b-c71e-482a-8b17-3bfa8cb99657,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:20.723686 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.746191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1fb29c-64c2-452d-a812-17d5bbf381d3 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:20.782913 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d637388c-9467-4c17-86e2-39ae29477f6f req-9d5b57ff-fa8b-4f91-bc16-db3cc63fa8cd service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915410 Jul 05 03:45:20.783336 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2642a0cb-2f54-45d0-8ff8-4835895fda18,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:20.789629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6e1fb29c-64c2-452d-a812-17d5bbf381d3, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6e1fb29c-64c2-452d-a812-17d5bbf381d3,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:20.815631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['03e0e01e-bea0-4219-bd46-c9d73b5f9f64'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:20.816226 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8178997d-541c-427a-bff5-086d94a24cff req-8960361f-7eab-44e7-85f9-be93b8da6bfb service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592150 Jul 05 03:45:20.927455 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.969021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d637388c-9467-4c17-86e2-39ae29477f6f req-784f81bf-bc8c-42c5-96d9-fd85139447b2 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767864 Jul 05 03:45:20.981816 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8178997d-541c-427a-bff5-086d94a24cff req-dd4eb302-2e1c-4adb-b3d2-f871b8b2a032 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392956 Jul 05 03:45:21.077832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=6e1fb29c-64c2-452d-a812-17d5bbf381d3,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:21.092085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bde800-cb31-48ea-ac89-18dbe9ac25c1 req-c689beae-bc11-40cd-bb6a-3c4d9cc21359 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.094070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1bde800-cb31-48ea-ac89-18dbe9ac25c1 req-c689beae-bc11-40cd-bb6a-3c4d9cc21359 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 949 time: 0.0975757 Jul 05 03:45:21.165962 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1bde800-cb31-48ea-ac89-18dbe9ac25c1 req-ad2ea73e-374b-4da8-a353-52886872ab68 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551639 Jul 05 03:45:21.201543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['6e1fb29c-64c2-452d-a812-17d5bbf381d3'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:21.201543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['391a930b-c71e-482a-8b17-3bfa8cb99657'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:21.393134 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2c47359d-22d2-439b-8bbd-ccbd089580ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:21.493769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a286435-fe04-47f1-b201-657fc3b459fb req-b2c5126b-88f5-4df5-b9c9-c7d0fcd5768f tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.501130 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-b2c5126b-88f5-4df5-b9c9-c7d0fcd5768f tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.11 "GET /v2.0/networks?id=7eddb026-6f8a-4717-a63e-84f0218e8000 HTTP/1.1" status: 200 len: 824 time: 0.2381575 Jul 05 03:45:21.519917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bd3e9-2366-4cb6-89a4-12b8df80b71c req-27ef67bd-4e52-4cb8-b52c-e51b64dab4f5 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.530355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-8f4f7277-f0eb-4b30-9dd5-7a91607375c3 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.533166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-116bd3e9-2366-4cb6-89a4-12b8df80b71c req-27ef67bd-4e52-4cb8-b52c-e51b64dab4f5 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 945 time: 0.2004108 Jul 05 03:45:21.538514 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-8f4f7277-f0eb-4b30-9dd5-7a91607375c3 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d&tenant_id=be979254e14b450096d0687db0c40d54&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 1096 time: 0.1163318 Jul 05 03:45:21.673518 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-116bd3e9-2366-4cb6-89a4-12b8df80b71c req-6e511fb2-f50a-4c3f-a964-753e554aac05 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393948 Jul 05 03:45:21.681989 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-ae54f9aa-d863-4dee-87c9-bab977878129 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbed51ddda7046629d62a43afa631874 HTTP/1.1" status: 200 len: 379 time: 0.1461983 Jul 05 03:45:21.692626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-1a286435-fe04-47f1-b201-657fc3b459fb req-54f2f38a-040a-491e-be3e-0f29fcc6c6aa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Request body: {'port': {'device_id': '9264369c-50c2-4705-ac17-79f887e77c00', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'admin_state_up': True, 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'security_groups': ['7adc07d3-63ec-4833-8031-a7a0c2031576']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:21.919930 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-3fd851e4-d4e1-4506-b95b-ceef69f418e5 service neutron] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:21.920445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04a8e4-8168-4512-882b-fdfaff73e6f1 req-1c2c5294-0677-457d-8644-b2a5d6cec558 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.926103 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-3fd851e4-d4e1-4506-b95b-ceef69f418e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:21.928460 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de04a8e4-8168-4512-882b-fdfaff73e6f1 req-1c2c5294-0677-457d-8644-b2a5d6cec558 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 949 time: 0.0969107 Jul 05 03:45:21.930216 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-694fa65b-963d-4daf-9d11-07a82ec00ee0 req-3fd851e4-d4e1-4506-b95b-ceef69f418e5 service neutron] 10.222.0.11 "DELETE /v2.0/ports/0938396d-2197-4f94-982f-2a791e40713d/bindings/n-h2-798249-5 HTTP/1.1" status: 204 len: 173 time: 0.3892300 Jul 05 03:45:21.937682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 01564526-3e83-4ede-a95f-10a642ee9ad1 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:21.990590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a286435-fe04-47f1-b201-657fc3b459fb req-54f2f38a-040a-491e-be3e-0f29fcc6c6aa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Made reservation on behalf of fbed51ddda7046629d62a43afa631874 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:22.000056 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1a286435-fe04-47f1-b201-657fc3b459fb req-54f2f38a-040a-491e-be3e-0f29fcc6c6aa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:22.019591 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de04a8e4-8168-4512-882b-fdfaff73e6f1 req-1425b4fd-fbcb-434f-b0b8-e8afc3ea3d2e tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881767 Jul 05 03:45:22.227201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-1a286435-fe04-47f1-b201-657fc3b459fb req-54f2f38a-040a-491e-be3e-0f29fcc6c6aa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Allocated IP 172.20.0.14 (7eddb026-6f8a-4717-a63e-84f0218e8000/0a4c071a-22ea-4f1a-b14f-479bd986bf1c/1da7f541-f3a2-4106-9986-b2250a947361) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:22.249182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 01564526-3e83-4ede-a95f-10a642ee9ad1, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=01564526-3e83-4ede-a95f-10a642ee9ad1,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:22.258290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32bfc804-b715-4fa8-96b4-e52d51cda65e req-dc98c5c3-b4c2-43dc-a3f2-168fa95e86b4 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 210 time: 0.0416677 Jul 05 03:45:22.305105 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '01564526-3e83-4ede-a95f-10a642ee9ad1', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '01564526-3e83-4ede-a95f-10a642ee9ad1', 'mac_address': 'fa:16:3e:b3:89:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:22.336386 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24e09a7-b7af-479e-9546-5a38f84e7c75 x-openstack-request-id: req-a24e09a7-b7af-479e-9546-5a38f84e7c75 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:22.336655 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f40804-e5ea-4759-bf76-5a3d25908a62", "name": "network-vif-plugged", "status": "completed", "tag": "2642a0cb-2f54-45d0-8ff8-4835895fda18", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:22.336906 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a24e09a7-b7af-479e-9546-5a38f84e7c75 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:22.337293 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f40804-e5ea-4759-bf76-5a3d25908a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2642a0cb-2f54-45d0-8ff8-4835895fda18', 'code': 200} Jul 05 03:45:22.390930 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:22.465977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01564526-3e83-4ede-a95f-10a642ee9ad1 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:22.488809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 01564526-3e83-4ede-a95f-10a642ee9ad1, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=01564526-3e83-4ede-a95f-10a642ee9ad1,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:22.516868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70a80-0460-41f7-9047-360ac22ac460 req-c7bcd827-bfb9-4d61-9521-986c99f8501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:22.518804 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7ea70a80-0460-41f7-9047-360ac22ac460 req-c7bcd827-bfb9-4d61-9521-986c99f8501f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 1101 time: 0.1108890 Jul 05 03:45:22.541195 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1a286435-fe04-47f1-b201-657fc3b459fb req-54f2f38a-040a-491e-be3e-0f29fcc6c6aa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:22.562784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-1a286435-fe04-47f1-b201-657fc3b459fb req-54f2f38a-040a-491e-be3e-0f29fcc6c6aa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Transition to ACTIVE for port object 1da7f541-f3a2-4106-9986-b2250a947361 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:22.566920 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7ea70a80-0460-41f7-9047-360ac22ac460 req-3cc7aba8-ec40-428b-9984-8636d3644df6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380313 Jul 05 03:45:22.587741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dd20f-4512-4c3d-bd24-3a122fe7fe45 req-b9509998-205d-4ff8-ba3a-b7e4441e48b6 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:22.589279 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a5dd20f-4512-4c3d-bd24-3a122fe7fe45 req-b9509998-205d-4ff8-ba3a-b7e4441e48b6 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 947 time: 0.1200101 Jul 05 03:45:22.642761 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:22.643724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a5dd20f-4512-4c3d-bd24-3a122fe7fe45 req-5fc3a535-60a3-4496-b487-47c3f8f24138 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454338 Jul 05 03:45:22.694700 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=01564526-3e83-4ede-a95f-10a642ee9ad1,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:22.717540 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1a286435-fe04-47f1-b201-657fc3b459fb req-54f2f38a-040a-491e-be3e-0f29fcc6c6aa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:22.772146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a286435-fe04-47f1-b201-657fc3b459fb req-54f2f38a-040a-491e-be3e-0f29fcc6c6aa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Network 7eddb026-6f8a-4717-a63e-84f0218e8000 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:22.805407 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-1a286435-fe04-47f1-b201-657fc3b459fb req-54f2f38a-040a-491e-be3e-0f29fcc6c6aa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:22.810602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a286435-fe04-47f1-b201-657fc3b459fb req-54f2f38a-040a-491e-be3e-0f29fcc6c6aa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:22.817359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2f38a-040a-491e-be3e-0f29fcc6c6aa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Pushing event updated for resources: {'Port': ['ID=1da7f541-f3a2-4106-9986-b2250a947361,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:22.884167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a286435-fe04-47f1-b201-657fc3b459fb req-54f2f38a-040a-491e-be3e-0f29fcc6c6aa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:22.884823 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1a286435-fe04-47f1-b201-657fc3b459fb req-54f2f38a-040a-491e-be3e-0f29fcc6c6aa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:22.907468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['01564526-3e83-4ede-a95f-10a642ee9ad1'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:22.909590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32835965-d427-4135-b458-ac7a9ed8d41e req-9e77e497-6974-4173-b5a5-96b35f2d8692 tempest-LiveMigrationNegativeTest-245737379 tempest-LiveMigrationNegativeTest-245737379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:22.910605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-e573ed2f-4831-43de-bd6b-dc12bfe233e4 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:45:22.911819 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32835965-d427-4135-b458-ac7a9ed8d41e req-9e77e497-6974-4173-b5a5-96b35f2d8692 tempest-LiveMigrationNegativeTest-245737379 tempest-LiveMigrationNegativeTest-245737379-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 1100 time: 0.1514003 Jul 05 03:45:22.924712 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-e573ed2f-4831-43de-bd6b-dc12bfe233e4 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200253 Jul 05 03:45:22.930938 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-ec933df1-401d-4bd1-b731-fc4ec77262e7 service neutron] Request body: {'binding': {'host': 'n-h2-798249-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:22.931486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-ec933df1-401d-4bd1-b731-fc4ec77262e7 service neutron] Unknown quota resources ['binding']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:45:22.941773 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-32835965-d427-4135-b458-ac7a9ed8d41e req-b41c8ecf-f6c3-4220-b42c-f74e3a963d24 tempest-LiveMigrationNegativeTest-245737379 tempest-LiveMigrationNegativeTest-245737379-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.100123 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-ec933df1-401d-4bd1-b731-fc4ec77262e7 service neutron] Attempting to bind port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 on host n-h2-798249-5 for vnic_type normal with profile None {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:23.100506 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-ec933df1-401d-4bd1-b731-fc4ec77262e7 service neutron] Attempting to bind port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:23.100917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-ec933df1-401d-4bd1-b731-fc4ec77262e7 service neutron] Attempting to bind port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:23.105839 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-ec933df1-401d-4bd1-b731-fc4ec77262e7 service neutron] Port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:23.106245 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-ec933df1-401d-4bd1-b731-fc4ec77262e7 service neutron] Attempting to bind port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:23.112039 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-ec933df1-401d-4bd1-b731-fc4ec77262e7 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:23.112495 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-ec933df1-401d-4bd1-b731-fc4ec77262e7 service neutron] Checking segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:23.112997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-ec933df1-401d-4bd1-b731-fc4ec77262e7 service neutron] Bound using segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:23.113509 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-ec933df1-401d-4bd1-b731-fc4ec77262e7 service neutron] Bound port: 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:23.159032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-54f2f38a-040a-491e-be3e-0f29fcc6c6aa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4704499 Jul 05 03:45:23.170667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Request body: {'port': {'device_id': '9264369c-50c2-4705-ac17-79f887e77c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:23.172007 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-ec933df1-401d-4bd1-b731-fc4ec77262e7 service neutron] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:23.254063 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c18ce4a7-b4fa-45fe-a138-59b9827721fb None None] Provisioning for port 1da7f541-f3a2-4106-9986-b2250a947361 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:23.259032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c18ce4a7-b4fa-45fe-a138-59b9827721fb None None] Provisioning complete for port 1da7f541-f3a2-4106-9986-b2250a947361 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:23.259398 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c18ce4a7-b4fa-45fe-a138-59b9827721fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.285638 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.301023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-ec933df1-401d-4bd1-b731-fc4ec77262e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.302644 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-ec933df1-401d-4bd1-b731-fc4ec77262e7 service neutron] 10.222.0.60 "POST /v2.0/ports/7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3771305 Jul 05 03:45:23.303211 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c18ce4a7-b4fa-45fe-a138-59b9827721fb None None] Port 1da7f541-f3a2-4106-9986-b2250a947361 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:23.356600 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-32835965-d427-4135-b458-ac7a9ed8d41e req-b41c8ecf-f6c3-4220-b42c-f74e3a963d24 tempest-LiveMigrationNegativeTest-245737379 tempest-LiveMigrationNegativeTest-245737379-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.728656 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-32835965-d427-4135-b458-ac7a9ed8d41e req-b41c8ecf-f6c3-4220-b42c-f74e3a963d24 tempest-LiveMigrationNegativeTest-245737379 tempest-LiveMigrationNegativeTest-245737379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.767641 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32835965-d427-4135-b458-ac7a9ed8d41e req-b41c8ecf-f6c3-4220-b42c-f74e3a963d24 tempest-LiveMigrationNegativeTest-245737379 tempest-LiveMigrationNegativeTest-245737379-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8468845 Jul 05 03:45:23.808799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c8ecf-f6c3-4220-b42c-f74e3a963d24 tempest-LiveMigrationNegativeTest-245737379 tempest-LiveMigrationNegativeTest-245737379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53611682-ed1c-4ed9-9ba1-3883bf5195be,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:23.846706 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:23.901184 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c87268-7b53-4d41-a427-dcb07444a5b7 req-52f30c69-4253-4c5a-91d2-169d34c95e45 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:23.902721 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0c87268-7b53-4d41-a427-dcb07444a5b7 req-52f30c69-4253-4c5a-91d2-169d34c95e45 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 949 time: 0.1401756 Jul 05 03:45:23.921286 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da7f541-f3a2-4106-9986-b2250a947361 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:23.935711 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.960737 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Transition to ACTIVE for port object 1da7f541-f3a2-4106-9986-b2250a947361 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:23.967878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 01564526-3e83-4ede-a95f-10a642ee9ad1 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:23.977508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0c87268-7b53-4d41-a427-dcb07444a5b7 req-05ada4d0-adf8-4883-b979-3ac0e6baff7e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632191 Jul 05 03:45:24.035278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:24.041471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:24.041933 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.098748 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.133717 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.181273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=03e0e01e-bea0-4219-bd46-c9d73b5f9f64,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:24.196146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1da7f541-f3a2-4106-9986-b2250a947361,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:24.215952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 01564526-3e83-4ede-a95f-10a642ee9ad1 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:24.223088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 01564526-3e83-4ede-a95f-10a642ee9ad1 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:24.223088 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.286869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e5c57-e34a-4e81-9aea-249b95f624c1 req-a09f4ae8-4631-4895-9606-19c3f6f4a924 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:24.288855 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b92e5c57-e34a-4e81-9aea-249b95f624c1 req-a09f4ae8-4631-4895-9606-19c3f6f4a924 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 945 time: 0.2054060 Jul 05 03:45:24.330370 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.343027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Attempting to bind port 1da7f541-f3a2-4106-9986-b2250a947361 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:24.343175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Attempting to bind port 1da7f541-f3a2-4106-9986-b2250a947361 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:24.343505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Attempting to bind port 1da7f541-f3a2-4106-9986-b2250a947361 on network 7eddb026-6f8a-4717-a63e-84f0218e8000 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:24.348868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeb267b-4c34-4c18-ab2f-82c48901f454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e0e01e-bea0-4219-bd46-c9d73b5f9f64'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:24.352025 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd35483-0a72-44f4-9e66-f9e61d646ebc" -d '{"events": [{"server_uuid": "3eeb267b-4c34-4c18-ab2f-82c48901f454", "name": "network-vif-plugged", "status": "completed", "tag": "03e0e01e-bea0-4219-bd46-c9d73b5f9f64"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:24.356880 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.365265 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d32b7460-1d53-45c7-aba0-fc7287e5b48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.366837 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.373761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Port 1da7f541-f3a2-4106-9986-b2250a947361 on network 7eddb026-6f8a-4717-a63e-84f0218e8000 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:24.374046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Attempting to bind port 1da7f541-f3a2-4106-9986-b2250a947361 on network 7eddb026-6f8a-4717-a63e-84f0218e8000 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:24.415883 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b92e5c57-e34a-4e81-9aea-249b95f624c1 req-1ee393b4-d293-4381-984f-ea06fa4f8db9 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147923 Jul 05 03:45:24.441270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 01564526-3e83-4ede-a95f-10a642ee9ad1, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=01564526-3e83-4ede-a95f-10a642ee9ad1,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:24.457349 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=03e0e01e-bea0-4219-bd46-c9d73b5f9f64,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:24.463698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:24.464041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Checking segment: {'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:24.464450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Bound using segment: {'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:24.464892 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Bound port: 1da7f541-f3a2-4106-9986-b2250a947361, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:24.465247 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.545291 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.546139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 391a930b-c71e-482a-8b17-3bfa8cb99657 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:24.593556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-80c99915-4a74-49f7-8b8d-a7240ba45ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:24.595117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-80c99915-4a74-49f7-8b8d-a7240ba45ae1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 1096 time: 0.2415633 Jul 05 03:45:24.611886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32311f-6131-4b2c-9ee5-aed1c8b57aea req-8486aa26-b14e-4d01-9bb1-1737a44cb5ec tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:24.613400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a32311f-6131-4b2c-9ee5-aed1c8b57aea req-8486aa26-b14e-4d01-9bb1-1737a44cb5ec tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 949 time: 0.1864822 Jul 05 03:45:24.615242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] For port 1da7f541-f3a2-4106-9986-b2250a947361, host n-h1-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:24.633803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=01564526-3e83-4ede-a95f-10a642ee9ad1,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:24.650551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] For port 1da7f541-f3a2-4106-9986-b2250a947361, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1da7f541-f3a2-4106-9986-b2250a947361,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:24.739586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 391a930b-c71e-482a-8b17-3bfa8cb99657 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:24.742726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a32311f-6131-4b2c-9ee5-aed1c8b57aea req-627f4a37-5652-488c-a211-d0b23eba2656 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081235 Jul 05 03:45:24.744053 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 391a930b-c71e-482a-8b17-3bfa8cb99657 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:24.744754 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.759932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e462b-4ebb-4b4d-b620-979bd2b89889 req-e810bd9b-1be8-4e55-99d9-da7e337d41fe tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:24.761753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a3e462b-4ebb-4b4d-b620-979bd2b89889 req-e810bd9b-1be8-4e55-99d9-da7e337d41fe tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 944 time: 0.2119553 Jul 05 03:45:24.784792 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.787360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-0b3a3067-3e99-4544-898e-8a7f753164ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:24.788871 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-0b3a3067-3e99-4544-898e-8a7f753164ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.1713243 Jul 05 03:45:24.840038 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.881696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:24.882469 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.883674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 391a930b-c71e-482a-8b17-3bfa8cb99657, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=391a930b-c71e-482a-8b17-3bfa8cb99657,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:24.884239 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] 10.222.0.11 "PUT /v2.0/ports/1da7f541-f3a2-4106-9986-b2250a947361 HTTP/1.1" status: 200 len: 1092 time: 1.7177410 Jul 05 03:45:24.891926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9264369c-50c2-4705-ac17-79f887e77c00', 'tag': '1da7f541-f3a2-4106-9986-b2250a947361'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:24.894417 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1a619b-6270-4f79-89b1-5d04027f59ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9264369c-50c2-4705-ac17-79f887e77c00", "tag": "1da7f541-f3a2-4106-9986-b2250a947361"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:24.898454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-9eaacb7c-ac62-4762-8c0d-f3e46e8730fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 HTTP/1.1" status: 200 len: 217 time: 0.0819213 Jul 05 03:45:24.941114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a3e462b-4ebb-4b4d-b620-979bd2b89889 req-7641d69d-7798-468c-b215-bedf3b9a1c5b tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736047 Jul 05 03:45:24.997284 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.998050 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6e1fb29c-64c2-452d-a812-17d5bbf381d3 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:25.009385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328015be-7d35-49f7-a817-46787d6e93d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1da7f541-f3a2-4106-9986-b2250a947361,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:25.039031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-f9247448-5cfa-4026-8293-d3943ff3eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.040868 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-f9247448-5cfa-4026-8293-d3943ff3eb62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.1264381 Jul 05 03:45:25.091709 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-06aa8d1e-ef6b-437d-9733-617bd80b21f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416131 Jul 05 03:45:25.100278 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722aab13-e44e-4d10-aba2-ad294ed2e353 req-d2079c3b-7ab6-4b5c-abb3-0e2bfeb624e7 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.100481 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=391a930b-c71e-482a-8b17-3bfa8cb99657,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:25.102043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-722aab13-e44e-4d10-aba2-ad294ed2e353 req-d2079c3b-7ab6-4b5c-abb3-0e2bfeb624e7 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 945 time: 0.2272427 Jul 05 03:45:25.145410 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:25.207946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 6e1fb29c-64c2-452d-a812-17d5bbf381d3 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:25.212288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 6e1fb29c-64c2-452d-a812-17d5bbf381d3 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:25.212758 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:25.287481 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-722aab13-e44e-4d10-aba2-ad294ed2e353 req-291c5e87-8c84-4eaf-85d0-9d25e628fe81 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566558 Jul 05 03:45:25.301727 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:25.321568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-17f6f8e2-eb20-4829-8ad1-918ce6a65e2f service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120206 Jul 05 03:45:25.326523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a286435-fe04-47f1-b201-657fc3b459fb req-e835213f-eb0a-4abc-8e63-533cc09e839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.328020 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-e835213f-eb0a-4abc-8e63-533cc09e839c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbed51ddda7046629d62a43afa631874&device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 1095 time: 0.2225773 Jul 05 03:45:25.339207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6e1fb29c-64c2-452d-a812-17d5bbf381d3, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6e1fb29c-64c2-452d-a812-17d5bbf381d3,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:25.343572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec8b03-22a1-4f58-be33-d02bd23d28f6 req-397ad3b1-a498-4310-aea8-5c11617b37c8 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.345331 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7ec8b03-22a1-4f58-be33-d02bd23d28f6 req-397ad3b1-a498-4310-aea8-5c11617b37c8 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 949 time: 0.2563574 Jul 05 03:45:25.433277 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-e9f2062d-8bcf-40df-9eb5-f51d4d83df4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da7f541-f3a2-4106-9986-b2250a947361 HTTP/1.1" status: 200 len: 217 time: 0.0869281 Jul 05 03:45:25.437042 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:25.485972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7ec8b03-22a1-4f58-be33-d02bd23d28f6 req-6ea23bcb-30f8-4224-9d12-2f648413a75e tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243780 Jul 05 03:45:25.514161 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e139f9a2-7ed2-41f7-8b88-1fd4db147161 x-openstack-request-id: req-e139f9a2-7ed2-41f7-8b88-1fd4db147161 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:25.514441 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeb267b-4c34-4c18-ab2f-82c48901f454", "name": "network-vif-plugged", "status": "completed", "tag": "03e0e01e-bea0-4219-bd46-c9d73b5f9f64", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:25.514687 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e139f9a2-7ed2-41f7-8b88-1fd4db147161 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:25.515295 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeb267b-4c34-4c18-ab2f-82c48901f454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e0e01e-bea0-4219-bd46-c9d73b5f9f64', 'code': 200} Jul 05 03:45:25.525444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a286435-fe04-47f1-b201-657fc3b459fb req-d11c0496-432e-4f34-b7fd-991fc25c5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.526969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-d11c0496-432e-4f34-b7fd-991fc25c5619 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a4c071a-22ea-4f1a-b14f-479bd986bf1c HTTP/1.1" status: 200 len: 863 time: 0.0821898 Jul 05 03:45:25.531088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-f7dd9994-5d8d-4750-80d1-26670edc4d2d service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068298 Jul 05 03:45:25.573778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=6e1fb29c-64c2-452d-a812-17d5bbf381d3,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:25.599633 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94607db5-627f-4a6c-b4d8-cd463d16e2e7 x-openstack-request-id: req-94607db5-627f-4a6c-b4d8-cd463d16e2e7 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:25.600006 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9264369c-50c2-4705-ac17-79f887e77c00", "tag": "1da7f541-f3a2-4106-9986-b2250a947361", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:25.600338 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94607db5-627f-4a6c-b4d8-cd463d16e2e7 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:25.600839 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9264369c-50c2-4705-ac17-79f887e77c00', 'tag': '1da7f541-f3a2-4106-9986-b2250a947361', 'status': 'completed', 'code': 200} Jul 05 03:45:25.640030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a286435-fe04-47f1-b201-657fc3b459fb req-a3af5af5-1daf-4eec-9b0a-901a5506f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.641691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-a3af5af5-1daf-4eec-9b0a-901a5506f066 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7eddb026-6f8a-4717-a63e-84f0218e8000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030767 Jul 05 03:45:25.677902 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c63d34-40bc-403a-9821-32ba253d16f4 req-545bbb95-6362-4d89-a15f-691403c6035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.680281 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68c63d34-40bc-403a-9821-32ba253d16f4 req-545bbb95-6362-4d89-a15f-691403c6035f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3eeb267b-4c34-4c18-ab2f-82c48901f454 HTTP/1.1" status: 200 len: 1100 time: 0.0722718 Jul 05 03:45:25.723362 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68c63d34-40bc-403a-9821-32ba253d16f4 req-dfcace4e-bed5-4f4a-85d1-addcd727a51b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336344 Jul 05 03:45:25.858934 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-fdfd71f7-e9aa-4e27-b4a1-6a38107ba40a service neutron] 10.222.0.11 "GET /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051382 Jul 05 03:45:25.904867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdc8ca-d41a-4ba8-b73d-d9d94372c789 req-9ba09963-2d0a-4c77-8562-52fecbf78106 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.906319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74cdc8ca-d41a-4ba8-b73d-d9d94372c789 req-9ba09963-2d0a-4c77-8562-52fecbf78106 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 950 time: 0.2030218 Jul 05 03:45:25.939020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-287afb4d-7147-412e-9bc7-19ba3644ec4f tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.940468 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-287afb4d-7147-412e-9bc7-19ba3644ec4f tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 1096 time: 0.2034390 Jul 05 03:45:25.962047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-5'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:26.016280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2b828-7165-40cd-a5f8-ff8618a0d318 req-6c8fc4c9-7c78-473d-9338-658eb3759dae tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.017769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98e2b828-7165-40cd-a5f8-ff8618a0d318 req-6c8fc4c9-7c78-473d-9338-658eb3759dae tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 1096 time: 0.2102530 Jul 05 03:45:26.052998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74cdc8ca-d41a-4ba8-b73d-d9d94372c789 req-985128b9-cdd2-45a8-a74e-d7496b8561dd tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161482 Jul 05 03:45:26.090807 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a286435-fe04-47f1-b201-657fc3b459fb req-9b38241d-d979-4b98-bcf9-1ee95ea96fd0 service neutron] 10.222.0.11 "GET /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245939 Jul 05 03:45:26.112469 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98e2b828-7165-40cd-a5f8-ff8618a0d318 req-4e679bdc-a8a5-4b1d-ad2b-5b442ec1fc9c tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886981 Jul 05 03:45:26.122887 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:26.553593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:26.616951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a619b-6270-4f79-89b1-5d04027f59ce req-3cc785c3-1d9c-4ac7-a400-a088dfa0997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.618470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe1a619b-6270-4f79-89b1-5d04027f59ce req-3cc785c3-1d9c-4ac7-a400-a088dfa0997e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbed51ddda7046629d62a43afa631874&device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 1095 time: 0.3632216 Jul 05 03:45:26.629827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e4470-20a7-4369-9917-ee21adfed21a req-cf14c561-356d-4f20-bed1-a839c0d0bec4 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.631577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a84e4470-20a7-4369-9917-ee21adfed21a req-cf14c561-356d-4f20-bed1-a839c0d0bec4 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 950 time: 0.3863432 Jul 05 03:45:26.633660 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h1-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:26.755243 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:26.759708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a84e4470-20a7-4369-9917-ee21adfed21a req-f65b6180-3051-4379-b5f1-98fb3a1ccca0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158299 Jul 05 03:45:26.791016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a619b-6270-4f79-89b1-5d04027f59ce req-a83e1162-f082-4c62-9195-493c5d4a5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.798629 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe1a619b-6270-4f79-89b1-5d04027f59ce req-a83e1162-f082-4c62-9195-493c5d4a5da0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7eddb026-6f8a-4717-a63e-84f0218e8000 HTTP/1.1" status: 200 len: 925 time: 0.1615424 Jul 05 03:45:26.849209 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:26.852212 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe1a619b-6270-4f79-89b1-5d04027f59ce req-183c1bf3-f43e-4553-90df-eb85ba34d530 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da7f541-f3a2-4106-9986-b2250a947361 HTTP/1.1" status: 200 len: 217 time: 0.0456073 Jul 05 03:45:27.002699 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:27.012549 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,revision_number=7']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:27.079959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a619b-6270-4f79-89b1-5d04027f59ce req-e1e08a73-e950-427b-899f-2c544409d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.081777 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe1a619b-6270-4f79-89b1-5d04027f59ce req-e1e08a73-e950-427b-899f-2c544409d296 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a4c071a-22ea-4f1a-b14f-479bd986bf1c HTTP/1.1" status: 200 len: 863 time: 0.2016380 Jul 05 03:45:27.090171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Attempting to bind port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 on host n-h1-798249-5 for vnic_type normal with profile {"migrating_to": "n-h2-798249-5"} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:27.090496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Attempting to bind port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:27.090822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Attempting to bind port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:27.144449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:27.144449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Attempting to bind port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:27.169939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:27.170276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Checking segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:27.170662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Bound using segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:27.171103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Bound port: 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:27.171466 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:27.181420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b9b6b-0b1b-43d4-a2a7-dd8eae2e25bc req-c7cc6964-4bb6-41d0-aabd-87ad2df462f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.183236 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b3b9b6b-0b1b-43d4-a2a7-dd8eae2e25bc req-c7cc6964-4bb6-41d0-aabd-87ad2df462f3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 944 time: 0.2910547 Jul 05 03:45:27.258201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-0fe3c2ae-2605-4161-a06c-6e53e47bf2c9 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.259764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-0fe3c2ae-2605-4161-a06c-6e53e47bf2c9 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 821 time: 0.2716630 Jul 05 03:45:27.309075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a619b-6270-4f79-89b1-5d04027f59ce req-512e1324-f90e-4ac7-95b1-51bdde29d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.310560 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe1a619b-6270-4f79-89b1-5d04027f59ce req-512e1324-f90e-4ac7-95b1-51bdde29d2fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7eddb026-6f8a-4717-a63e-84f0218e8000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085359 Jul 05 03:45:27.313979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b3b9b6b-0b1b-43d4-a2a7-dd8eae2e25bc req-99e81ed6-1875-43f2-baa9-026e29a95b9f tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174481 Jul 05 03:45:27.317468 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-e309cf87-913c-4f46-b53f-7d3b2828fecb tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/quotas/be979254e14b450096d0687db0c40d54 HTTP/1.1" status: 200 len: 375 time: 0.0482039 Jul 05 03:45:27.380496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h1-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:27.415116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:27.506698 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe1a619b-6270-4f79-89b1-5d04027f59ce req-825e0031-449f-4085-9b35-a4a72ddb547a service neutron] 10.222.0.11 "GET /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837461 Jul 05 03:45:27.517184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5098d1-bb4f-4174-af1d-7c0e510f23df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01564526-3e83-4ede-a95f-10a642ee9ad1'}, {'server_uuid': '46a67448-0bcb-4241-8993-83706779e9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391a930b-c71e-482a-8b17-3bfa8cb99657'}, {'server_uuid': '16ebd016-984c-49d3-a89d-d4db7d029a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1fb29c-64c2-452d-a812-17d5bbf381d3'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:27.518038 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-911b26fe-5201-4ec3-be59-562ca2359571 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1940930 Jul 05 03:45:27.519667 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8700651a-f426-46be-99db-657352dcd786" -d '{"events": [{"server_uuid": "2d5098d1-bb4f-4174-af1d-7c0e510f23df", "name": "network-vif-plugged", "status": "completed", "tag": "01564526-3e83-4ede-a95f-10a642ee9ad1"}, {"server_uuid": "46a67448-0bcb-4241-8993-83706779e9a7", "name": "network-vif-plugged", "status": "completed", "tag": "391a930b-c71e-482a-8b17-3bfa8cb99657"}, {"server_uuid": "16ebd016-984c-49d3-a89d-d4db7d029a05", "name": "network-vif-plugged", "status": "completed", "tag": "6e1fb29c-64c2-452d-a812-17d5bbf381d3"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:27.533634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d666a0-4d24-48f5-ad52-8971de9ea0ae req-6acd52aa-1669-4463-b1c6-27f8ed9e2c7f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.535045 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8d666a0-4d24-48f5-ad52-8971de9ea0ae req-6acd52aa-1669-4463-b1c6-27f8ed9e2c7f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 943 time: 0.1187749 Jul 05 03:45:27.561092 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:27.630347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:27.632547 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013d26bf-80bb-4098-aa9c-755784406e30" -d '{"events": [{"server_uuid": "4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7", "name": "network-vif-unplugged", "status": "completed", "tag": "7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:27.737003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8d666a0-4d24-48f5-ad52-8971de9ea0ae req-f10c7478-8232-4115-b1a0-bcea3114d8db tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941199 Jul 05 03:45:27.767807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,revision_number=8']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:27.783221 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-5f906d2e-b3a5-4024-90a2-e5015bb2761c service neutron] 10.222.0.60 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531300 Jul 05 03:45:27.796414 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe1a619b-6270-4f79-89b1-5d04027f59ce req-4be48144-756e-4457-a4ea-acba72b7f18a service neutron] 10.222.0.11 "GET /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545328 Jul 05 03:45:27.903776 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-46234393-77de-4815-834d-a34b7f82f9e1 service neutron] 10.222.0.60 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156118 Jul 05 03:45:27.925814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c833d03-e423-4e5e-8432-1eb9c1c92a8f req-55e87cb7-3682-4910-8ea9-ecc9d2740dcf tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.927326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c833d03-e423-4e5e-8432-1eb9c1c92a8f req-55e87cb7-3682-4910-8ea9-ecc9d2740dcf tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 949 time: 0.0892484 Jul 05 03:45:27.965629 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c833d03-e423-4e5e-8432-1eb9c1c92a8f req-c89bf7a9-3d02-413b-9674-20439e4dcbc0 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325301 Jul 05 03:45:28.115245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.116474 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.117583 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-31f26ab7-5d6e-4f9e-a24e-1ac2bb61e432 service neutron] 10.222.0.64 "PUT /v2.0/ports/7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 HTTP/1.1" status: 200 len: 1121 time: 2.1629174 Jul 05 03:45:28.167426 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb5064-c19a-42d9-8be6-af4bd8892925 req-57a193c6-49e7-4573-9ab7-8a2dac1f3618 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.169628 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97cb5064-c19a-42d9-8be6-af4bd8892925 req-57a193c6-49e7-4573-9ab7-8a2dac1f3618 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 949 time: 0.1068614 Jul 05 03:45:28.238321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:28.253285 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97cb5064-c19a-42d9-8be6-af4bd8892925 req-f34d4645-1e5d-485e-a387-d4fda7de41a3 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774250 Jul 05 03:45:28.323412 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369c20ba-0795-4c96-a1ab-a33a65c667c9 x-openstack-request-id: req-369c20ba-0795-4c96-a1ab-a33a65c667c9 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:28.323803 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5098d1-bb4f-4174-af1d-7c0e510f23df", "name": "network-vif-plugged", "status": "completed", "tag": "01564526-3e83-4ede-a95f-10a642ee9ad1", "code": 200}, {"server_uuid": "46a67448-0bcb-4241-8993-83706779e9a7", "name": "network-vif-plugged", "status": "completed", "tag": "391a930b-c71e-482a-8b17-3bfa8cb99657", "code": 200}, {"server_uuid": "16ebd016-984c-49d3-a89d-d4db7d029a05", "name": "network-vif-plugged", "status": "completed", "tag": "6e1fb29c-64c2-452d-a812-17d5bbf381d3", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:28.324152 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-369c20ba-0795-4c96-a1ab-a33a65c667c9 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:28.324783 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5098d1-bb4f-4174-af1d-7c0e510f23df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01564526-3e83-4ede-a95f-10a642ee9ad1', 'code': 200} Jul 05 03:45:28.325138 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a67448-0bcb-4241-8993-83706779e9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391a930b-c71e-482a-8b17-3bfa8cb99657', 'code': 200} Jul 05 03:45:28.325525 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ebd016-984c-49d3-a89d-d4db7d029a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1fb29c-64c2-452d-a812-17d5bbf381d3', 'code': 200} Jul 05 03:45:28.386462 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae751dd-9434-4b54-aabb-582b0299a76d x-openstack-request-id: req-0ae751dd-9434-4b54-aabb-582b0299a76d {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:28.386863 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7", "name": "network-vif-unplugged", "status": "completed", "tag": "7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:28.387220 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ae751dd-9434-4b54-aabb-582b0299a76d {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:28.388461 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8', 'code': 200} Jul 05 03:45:28.415247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3158776-03c5-4a22-8096-96350c3f6f16 req-c3550f8b-4902-4a77-911c-71885bc06936 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.417081 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3158776-03c5-4a22-8096-96350c3f6f16 req-c3550f8b-4902-4a77-911c-71885bc06936 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 950 time: 0.1214626 Jul 05 03:45:28.470603 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3158776-03c5-4a22-8096-96350c3f6f16 req-dec43126-6944-48e3-884c-aae152e0b698 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456097 Jul 05 03:45:28.565794 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aef0c-0513-4992-9c85-62bbe0d08e9f req-ce3dab98-7cf6-4914-a422-98065d357879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.567317 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f73aef0c-0513-4992-9c85-62bbe0d08e9f req-ce3dab98-7cf6-4914-a422-98065d357879 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 1101 time: 0.0958405 Jul 05 03:45:28.598939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cccbf-8c86-4eb1-be75-2214dbec4acb req-200ccc12-d82a-4558-9351-d98a913ca1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.600634 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-230cccbf-8c86-4eb1-be75-2214dbec4acb req-200ccc12-d82a-4558-9351-d98a913ca1cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 1101 time: 0.0949972 Jul 05 03:45:28.605626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f06ec0-7f19-4910-b59e-2f59edabb96d req-a3a192e5-1d81-4207-8da9-9531f3cee13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.609319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-23f06ec0-7f19-4910-b59e-2f59edabb96d req-a3a192e5-1d81-4207-8da9-9531f3cee13f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 1100 time: 0.1046934 Jul 05 03:45:28.637708 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-230cccbf-8c86-4eb1-be75-2214dbec4acb req-2a8eb817-6356-4169-b7c2-f3f8beda1b3d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309713 Jul 05 03:45:28.639201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9a931ec-1e16-49eb-b34a-780cd383944d req-0be79af0-5370-461d-9c3d-80207f9f2e59 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 210 time: 0.0590987 Jul 05 03:45:28.721449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f73aef0c-0513-4992-9c85-62bbe0d08e9f req-d5042cfe-2053-45b1-943b-e9e00036a6c8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476367 Jul 05 03:45:28.747178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-23f06ec0-7f19-4910-b59e-2f59edabb96d req-c49c35de-b864-4d08-8496-7ac9dd1ca076 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115260 Jul 05 03:45:28.803862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc279a-1e4c-4165-936a-fe21930b3037 req-ff178132-7828-4436-b265-2f54f852a46f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.805362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1afc279a-1e4c-4165-936a-fe21930b3037 req-ff178132-7828-4436-b265-2f54f852a46f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 950 time: 0.2072248 Jul 05 03:45:28.852281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93db9c-58fc-479d-a975-9659cc8c9816 req-55d6da77-ed94-4db4-a5ae-c5ebb05e1a6a tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.853757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dd93db9c-58fc-479d-a975-9659cc8c9816 req-55d6da77-ed94-4db4-a5ae-c5ebb05e1a6a tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.11 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 949 time: 0.1713996 Jul 05 03:45:28.920638 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1afc279a-1e4c-4165-936a-fe21930b3037 req-a0a2e821-6a4b-43d2-998a-c1c90202fec6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050627 Jul 05 03:45:28.931452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1c98b-72e7-4264-be5a-a1cf4f8d89a5 req-9ea7b814-af54-4d5f-994b-4f064c3f0630 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.932941 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3bc1c98b-72e7-4264-be5a-a1cf4f8d89a5 req-9ea7b814-af54-4d5f-994b-4f064c3f0630 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 944 time: 0.1807714 Jul 05 03:45:29.008165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3bc1c98b-72e7-4264-be5a-a1cf4f8d89a5 req-43a0c125-52cf-4481-b2f0-58249c891696 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656922 Jul 05 03:45:29.049126 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-dd93db9c-58fc-479d-a975-9659cc8c9816 req-a1728b93-28a1-4d9b-8370-00f8ef32a730 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Deleting port 99f4e59e-c257-4b0e-b182-af0d17447ce8 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:45:29.049362 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.049493 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dd93db9c-58fc-479d-a975-9659cc8c9816 req-a1728b93-28a1-4d9b-8370-00f8ef32a730 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.213847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-dd93db9c-58fc-479d-a975-9659cc8c9816 req-a1728b93-28a1-4d9b-8370-00f8ef32a730 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] For port 99f4e59e-c257-4b0e-b182-af0d17447ce8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=99f4e59e-c257-4b0e-b182-af0d17447ce8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:29.214552 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dd93db9c-58fc-479d-a975-9659cc8c9816 req-a1728b93-28a1-4d9b-8370-00f8ef32a730 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.234385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc951d89-561e-46cf-be21-bb2e331a0b66 req-927395d5-ec59-494c-8763-6ac04f162a49 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:29.235996 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc951d89-561e-46cf-be21-bb2e331a0b66 req-927395d5-ec59-494c-8763-6ac04f162a49 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 943 time: 0.2023194 Jul 05 03:45:29.241961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-dd93db9c-58fc-479d-a975-9659cc8c9816 req-a1728b93-28a1-4d9b-8370-00f8ef32a730 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Calling delete_port for 99f4e59e-c257-4b0e-b182-af0d17447ce8 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:45:29.318693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652922b-cfc6-4eec-b5df-6765dc70ed64 req-97e7dd85-83f5-4b3a-943b-377eb6c446bc tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:29.320158 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0652922b-cfc6-4eec-b5df-6765dc70ed64 req-97e7dd85-83f5-4b3a-943b-377eb6c446bc tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 949 time: 0.1911488 Jul 05 03:45:29.342866 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc951d89-561e-46cf-be21-bb2e331a0b66 req-67e0a407-51cb-4d27-9546-1dfe01953d98 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989599 Jul 05 03:45:29.389759 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0652922b-cfc6-4eec-b5df-6765dc70ed64 req-22e4b9c1-9b88-4536-bc5c-5e461cd189c3 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610712 Jul 05 03:45:29.513928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692131c-39e8-4e67-afa8-02251b1dc3e5 req-73f5a2cd-8570-4199-8251-9c0024a0b964 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:29.515553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7692131c-39e8-4e67-afa8-02251b1dc3e5 req-73f5a2cd-8570-4199-8251-9c0024a0b964 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 949 time: 0.0676880 Jul 05 03:45:29.561340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7692131c-39e8-4e67-afa8-02251b1dc3e5 req-3a659349-b697-45b5-9457-b0a271c0632c tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395269 Jul 05 03:45:29.562372 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dd93db9c-58fc-479d-a975-9659cc8c9816 req-a1728b93-28a1-4d9b-8370-00f8ef32a730 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.577499 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['1e872057-78f2-402f-9957-7b30a96f6e2b', '99f4e59e-c257-4b0e-b182-af0d17447ce8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:29.590164 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1728b93-28a1-4d9b-8370-00f8ef32a730 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Pushing event deleted for resources: {'Port': ['ID=99f4e59e-c257-4b0e-b182-af0d17447ce8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:29.706218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd93db9c-58fc-479d-a975-9659cc8c9816 req-a1728b93-28a1-4d9b-8370-00f8ef32a730 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] No DVR routers for this DVR port 99f4e59e-c257-4b0e-b182-af0d17447ce8 on host n-h1-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:29.711742 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dd93db9c-58fc-479d-a975-9659cc8c9816 req-a1728b93-28a1-4d9b-8370-00f8ef32a730 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.713906 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dd93db9c-58fc-479d-a975-9659cc8c9816 req-a1728b93-28a1-4d9b-8370-00f8ef32a730 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.11 "DELETE /v2.0/ports/99f4e59e-c257-4b0e-b182-af0d17447ce8 HTTP/1.1" status: 204 len: 173 time: 0.8538880 Jul 05 03:45:29.759739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe96598-bd07-4ce2-9aba-38c94fa002c3 req-af5cf5f4-4abf-4242-b438-d2c61389fe67 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:29.761783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fe96598-bd07-4ce2-9aba-38c94fa002c3 req-af5cf5f4-4abf-4242-b438-d2c61389fe67 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 950 time: 0.1181560 Jul 05 03:45:29.825134 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fe96598-bd07-4ce2-9aba-38c94fa002c3 req-e02fb89d-b0ed-4fbf-b6cb-4f33e2926694 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563393 Jul 05 03:45:29.874780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49906) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:29.882605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1da7f541-f3a2-4106-9986-b2250a947361 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:29.912472 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3d3b99e4-3971-4a98-ae3b-32a5f034137e req-f5979a76-bf23-4500-9ef3-0eec2bd07d94 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 210 time: 0.0420489 Jul 05 03:45:30.013837 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8f99e48e-2daf-4570-9729-8ad31fbd49b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.081085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1da7f541-f3a2-4106-9986-b2250a947361, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1da7f541-f3a2-4106-9986-b2250a947361,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:30.096907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '1da7f541-f3a2-4106-9986-b2250a947361', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'port_id': '1da7f541-f3a2-4106-9986-b2250a947361', 'mac_address': 'fa:16:3e:49:9b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:30.146315 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.182661 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8f99e48e-2daf-4570-9729-8ad31fbd49b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.183299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665ec78-5e52-4f2a-be1a-1f795559cc2d req-809d5964-d0af-45a3-89d3-0aee6d7c0c17 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:30.183717 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da7f541-f3a2-4106-9986-b2250a947361 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:30.185540 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3665ec78-5e52-4f2a-be1a-1f795559cc2d req-809d5964-d0af-45a3-89d3-0aee6d7c0c17 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 950 time: 0.1271305 Jul 05 03:45:30.212431 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1da7f541-f3a2-4106-9986-b2250a947361, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1da7f541-f3a2-4106-9986-b2250a947361,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:30.284566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8f99e48e-2daf-4570-9729-8ad31fbd49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.335251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99e48e-2daf-4570-9729-8ad31fbd49b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45611a2-ad90-4d39-b6e7-17d5b9020409,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:30.345864 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.363285 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8f99e48e-2daf-4570-9729-8ad31fbd49b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53e8cb39748849ef9ef982674393bb44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849122 Jul 05 03:45:30.369168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49914) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:30.420941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=1da7f541-f3a2-4106-9986-b2250a947361,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:30.451580 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2c72e8a-8985-4d43-8e00-ca599ea6270b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.462637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7', 'tag': '7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8'}, {'server_uuid': '5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee', 'name': 'network-vif-deleted', 'tag': '99f4e59e-c257-4b0e-b182-af0d17447ce8'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:30.464884 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cff3f97-37f0-4fa9-967a-479271aa843b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7", "tag": "7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8"}, {"server_uuid": "5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee", "name": "network-vif-deleted", "tag": "99f4e59e-c257-4b0e-b182-af0d17447ce8"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:30.473838 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2c72e8a-8985-4d43-8e00-ca599ea6270b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.498794 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3665ec78-5e52-4f2a-be1a-1f795559cc2d req-13cc4151-6521-403c-bb27-3679548ebb3f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045111 Jul 05 03:45:30.536810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16535a0-0818-434e-9037-5f22eedce5a7 req-56f04b58-9d0c-409c-b701-a62c02cc9a8a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:30.536810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e16535a0-0818-434e-9037-5f22eedce5a7 req-56f04b58-9d0c-409c-b701-a62c02cc9a8a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 944 time: 0.3636813 Jul 05 03:45:30.581649 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e16535a0-0818-434e-9037-5f22eedce5a7 req-48be90ed-d9b3-4782-995e-995a7bfbdbb2 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378928 Jul 05 03:45:30.631266 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2c72e8a-8985-4d43-8e00-ca599ea6270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.634083 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2c72e8a-8985-4d43-8e00-ca599ea6270b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.642946 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a2c72e8a-8985-4d43-8e00-ca599ea6270b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a45611a2-ad90-4d39-b6e7-17d5b9020409 HTTP/1.1" status: 204 len: 168 time: 0.2724137 Jul 05 03:45:30.657874 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c72e8a-8985-4d43-8e00-ca599ea6270b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45611a2-ad90-4d39-b6e7-17d5b9020409,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:30.670124 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['1da7f541-f3a2-4106-9986-b2250a947361'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:30.749698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f39daa-1fae-4277-a5ff-3ac24bfe8fa8 req-ccd747ac-4ed6-4849-8cdb-7f89f6564e8c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:30.751836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49f39daa-1fae-4277-a5ff-3ac24bfe8fa8 req-ccd747ac-4ed6-4849-8cdb-7f89f6564e8c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 943 time: 0.1221502 Jul 05 03:45:30.805014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49f39daa-1fae-4277-a5ff-3ac24bfe8fa8 req-f2ee371c-af6e-4f62-bbbb-ceb0bb42b230 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457926 Jul 05 03:45:30.812930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073d22a-8b72-4a03-be6c-ff5a83af1f7f req-ff05cf6a-1834-4673-8f8f-b37bd1071fdd tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:30.814973 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0073d22a-8b72-4a03-be6c-ff5a83af1f7f req-ff05cf6a-1834-4673-8f8f-b37bd1071fdd tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 949 time: 0.1219184 Jul 05 03:45:30.857392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0073d22a-8b72-4a03-be6c-ff5a83af1f7f req-9efa4e55-07e5-4bc2-8732-50a59baabd0c tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366168 Jul 05 03:45:30.891053 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3ad07b-a516-43d3-af1f-59cdd329c25b x-openstack-request-id: req-be3ad07b-a516-43d3-af1f-59cdd329c25b {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:30.892048 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7", "tag": "7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8", "status": "completed", "code": 200}, {"server_uuid": "5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee", "name": "network-vif-deleted", "tag": "99f4e59e-c257-4b0e-b182-af0d17447ce8", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:30.892503 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be3ad07b-a516-43d3-af1f-59cdd329c25b {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:30.892909 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7', 'tag': '7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8', 'status': 'completed', 'code': 200} Jul 05 03:45:30.893221 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee', 'name': 'network-vif-deleted', 'tag': '99f4e59e-c257-4b0e-b182-af0d17447ce8', 'status': 'completed', 'code': 200} Jul 05 03:45:31.051974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e80d6b3d-c7f4-4f88-922d-ab6b2d8f17b4 req-7eeea46f-48ac-4184-aa15-86056c24d6f5 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=5908fee7-e2d5-40f5-b7ba-0c2fa95bfeee HTTP/1.1" status: 200 len: 210 time: 0.0538442 Jul 05 03:45:31.072916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff3f97-37f0-4fa9-967a-479271aa843b req-49469c27-1a83-4f6b-9658-5de8f90dea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:31.081728 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cff3f97-37f0-4fa9-967a-479271aa843b req-49469c27-1a83-4f6b-9658-5de8f90dea8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 1124 time: 0.1521049 Jul 05 03:45:31.140072 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.160765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e7b55-a0a3-4b37-935e-ac2b436531f0 req-e0dfc9c0-186c-437d-a469-7ccf1794c437 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:31.162763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca6e7b55-a0a3-4b37-935e-ac2b436531f0 req-e0dfc9c0-186c-437d-a469-7ccf1794c437 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.2045500 Jul 05 03:45:31.263394 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca6e7b55-a0a3-4b37-935e-ac2b436531f0 req-409d1615-0cd5-4065-917f-04dfe71335da tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807145 Jul 05 03:45:31.283163 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff3f97-37f0-4fa9-967a-479271aa843b req-b1045fa9-2aa1-4a26-831c-f28e6f610481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:31.284683 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cff3f97-37f0-4fa9-967a-479271aa843b req-b1045fa9-2aa1-4a26-831c-f28e6f610481 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.2012148 Jul 05 03:45:31.312068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e2abb-f6b0-4842-929a-0d9dd3801e35 req-2eea477f-725f-4d68-8209-06d9c3902117 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:31.314054 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-851e2abb-f6b0-4842-929a-0d9dd3801e35 req-2eea477f-725f-4d68-8209-06d9c3902117 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 950 time: 0.1487896 Jul 05 03:45:31.382727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cff3f97-37f0-4fa9-967a-479271aa843b req-f07dfe5d-b8eb-4ab3-8564-7d2da661159d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 HTTP/1.1" status: 200 len: 217 time: 0.0673504 Jul 05 03:45:31.395118 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:45:31.432019 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-851e2abb-f6b0-4842-929a-0d9dd3801e35 req-74679a5c-f4bf-44e8-b2d2-823bb04f12bb tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100817 Jul 05 03:45:31.454985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff3f97-37f0-4fa9-967a-479271aa843b req-7f820973-d7ba-4d0d-b0c5-e142039fc023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:31.456594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cff3f97-37f0-4fa9-967a-479271aa843b req-7f820973-d7ba-4d0d-b0c5-e142039fc023 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.0616033 Jul 05 03:45:31.491403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cff3f97-37f0-4fa9-967a-479271aa843b req-8de91391-d53f-402a-8802-6b358b8bf090 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279012 Jul 05 03:45:31.581418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45ea92f1-cec9-4f79-8fd6-1bda6dba48fe req-327543ec-5852-405b-a594-941df7dcfed8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 210 time: 0.0384836 Jul 05 03:45:31.643007 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49948) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:31.660857 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82327aaa-d9ee-4893-ae7c-ed05c47e604d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.696656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cff3f97-37f0-4fa9-967a-479271aa843b req-491a6f9e-5ebf-492f-a00b-2428735ef28c service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939054 Jul 05 03:45:31.727983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-7ac1a7ec-b5ac-405e-9e1f-e2e8f137123b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496957 Jul 05 03:45:31.776035 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82327aaa-d9ee-4893-ae7c-ed05c47e604d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.797730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-5d3201b3-71f6-4bb4-b143-9b3925b4a1e7 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:31.799152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-5d3201b3-71f6-4bb4-b143-9b3925b4a1e7 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.64 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 821 time: 0.2168834 Jul 05 03:45:31.843571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-a29c7269-6342-4500-b612-e29640fee252 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Request body: {'port': {'device_id': 'f61f9c59-b3ea-4060-9e89-c9848c33eed6', 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409', 'admin_state_up': True, 'tenant_id': 'be979254e14b450096d0687db0c40d54'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:31.872338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1da7f541-f3a2-4106-9986-b2250a947361 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:31.890691 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82327aaa-d9ee-4893-ae7c-ed05c47e604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.942256 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-82327aaa-d9ee-4893-ae7c-ed05c47e604d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7165e7d660be45da94976ea5b6050056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957528 Jul 05 03:45:31.945597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49958) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:31.977386 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82327aaa-d9ee-4893-ae7c-ed05c47e604d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df24dfb-ecc7-4c5f-98a0-834b6a6e8d59,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:31.991924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:32.002206 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cff3f97-37f0-4fa9-967a-479271aa843b req-6d771d80-680e-4ce8-b2fd-a140e1bc137a service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802961 Jul 05 03:45:32.007103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-61995109-754d-45bb-bb6d-8fed336e43a3 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:32.008661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-61995109-754d-45bb-bb6d-8fed336e43a3 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590091 Jul 05 03:45:32.030100 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5e8f210a-2675-473f-8263-53d8b2cb7232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.055172 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5e8f210a-2675-473f-8263-53d8b2cb7232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.075417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-40e10ad5-be6b-4cd7-842b-d4a5e7520412 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/quotas/aa98d801ca9149d8adf6e3407c0b90b0 HTTP/1.1" status: 200 len: 375 time: 0.0345094 Jul 05 03:45:32.096659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 1da7f541-f3a2-4106-9986-b2250a947361 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:32.115323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 1da7f541-f3a2-4106-9986-b2250a947361 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:32.115783 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.133481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fa4d0-8a7d-446c-9292-9d0b0bd11e0c req-654ef326-a5d7-4d78-be4b-bba3afe27cb0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:32.135187 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503fa4d0-8a7d-446c-9292-9d0b0bd11e0c req-654ef326-a5d7-4d78-be4b-bba3afe27cb0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeb267b-4c34-4c18-ab2f-82c48901f454 HTTP/1.1" status: 200 len: 949 time: 0.1368968 Jul 05 03:45:32.199020 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-3c5fe9a2-db55-45ab-ade1-0884ddb61eb1 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167769 Jul 05 03:45:32.208151 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503fa4d0-8a7d-446c-9292-9d0b0bd11e0c req-07173434-1645-4ddc-9750-fd59ba0e95e7 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636969 Jul 05 03:45:32.272601 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:32.293898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 has no active binding in host n-h2-798249-5 {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:45:32.340534 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.351249 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5e8f210a-2675-473f-8263-53d8b2cb7232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.357830 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5e8f210a-2675-473f-8263-53d8b2cb7232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.357948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-a29c7269-6342-4500-b612-e29640fee252 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Made reservation on behalf of be979254e14b450096d0687db0c40d54 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:32.358030 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5e8f210a-2675-473f-8263-53d8b2cb7232 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1df24dfb-ecc7-4c5f-98a0-834b6a6e8d59 HTTP/1.1" status: 204 len: 168 time: 0.4088397 Jul 05 03:45:32.358830 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-a29c7269-6342-4500-b612-e29640fee252 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.363700 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9264369c-50c2-4705-ac17-79f887e77c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da7f541-f3a2-4106-9986-b2250a947361'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:32.366172 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc58ce8-246f-4b9a-9c98-9ca2208a3fa0" -d '{"events": [{"server_uuid": "9264369c-50c2-4705-ac17-79f887e77c00", "name": "network-vif-plugged", "status": "completed", "tag": "1da7f541-f3a2-4106-9986-b2250a947361"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:32.372026 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f210a-2675-473f-8263-53d8b2cb7232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df24dfb-ecc7-4c5f-98a0-834b6a6e8d59,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:32.393613 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1da7f541-f3a2-4106-9986-b2250a947361, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1da7f541-f3a2-4106-9986-b2250a947361,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:32.414439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7de25-339e-4503-bcd3-e64aa3be4cf2 req-84688623-5726-42c7-a30c-7e272452571b tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:32.415932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-23e7de25-339e-4503-bcd3-e64aa3be4cf2 req-84688623-5726-42c7-a30c-7e272452571b tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 945 time: 0.0927079 Jul 05 03:45:32.488017 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.537143 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-23e7de25-339e-4503-bcd3-e64aa3be4cf2 req-8ae4509e-4ee0-410d-83d6-0ab0ada1e6d1 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154137 Jul 05 03:45:32.569022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=1da7f541-f3a2-4106-9986-b2250a947361,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:32.641876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-a29c7269-6342-4500-b612-e29640fee252 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Allocated IP 172.20.0.7 (4691479b-1728-4d4d-b293-81f5c048e409/c3f97357-dd37-4825-8a0e-4a6b356869b0/01114360-edd6-4be8-95eb-d3df9d689706) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:32.701874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112d810-e41e-4f28-895f-07404fbf21d5 req-6913bdb4-ed22-4dcb-86d0-af1bd15ec59b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:32.703960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e112d810-e41e-4f28-895f-07404fbf21d5 req-6913bdb4-ed22-4dcb-86d0-af1bd15ec59b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 943 time: 0.1157346 Jul 05 03:45:32.836884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e112d810-e41e-4f28-895f-07404fbf21d5 req-0e07c982-4df0-4f05-ad21-ad25ce18d2fe tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179547 Jul 05 03:45:32.885990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91d145-067f-4156-b537-7f94840fae9e req-39660eed-83ef-4dc8-be84-ac10f222e578 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:32.887623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f91d145-067f-4156-b537-7f94840fae9e req-39660eed-83ef-4dc8-be84-ac10f222e578 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 949 time: 0.1807573 Jul 05 03:45:32.906658 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-a29c7269-6342-4500-b612-e29640fee252 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.946323 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f91d145-067f-4156-b537-7f94840fae9e req-d37834c7-34a6-458d-beff-c4677a01e35b tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494564 Jul 05 03:45:32.999907 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe236df9-50bb-42c7-86c2-546f4aaa30bf x-openstack-request-id: req-fe236df9-50bb-42c7-86c2-546f4aaa30bf {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:33.001726 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9264369c-50c2-4705-ac17-79f887e77c00", "name": "network-vif-plugged", "status": "completed", "tag": "1da7f541-f3a2-4106-9986-b2250a947361", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:33.006776 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe236df9-50bb-42c7-86c2-546f4aaa30bf {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:33.006776 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9264369c-50c2-4705-ac17-79f887e77c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da7f541-f3a2-4106-9986-b2250a947361', 'code': 200} Jul 05 03:45:33.059711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64cf1ba6-b3f6-4e9b-899d-3a33cd3f2baa req-03a29ba7-0953-44d4-92e9-5a50f7a8aba6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 210 time: 0.0327857 Jul 05 03:45:33.061236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-a29c7269-6342-4500-b612-e29640fee252 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.136927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-a29c7269-6342-4500-b612-e29640fee252 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Network 4691479b-1728-4d4d-b293-81f5c048e409 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:33.160709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-a29c7269-6342-4500-b612-e29640fee252 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:33.181687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-a29c7269-6342-4500-b612-e29640fee252 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:33.189140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c7269-6342-4500-b612-e29640fee252 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Pushing event updated for resources: {'Port': ['ID=01114360-edd6-4be8-95eb-d3df9d689706,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:33.313967 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-a29c7269-6342-4500-b612-e29640fee252 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:33.314572 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-a29c7269-6342-4500-b612-e29640fee252 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.347196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867214d-b02d-47b8-803a-56a5194662dd req-e9a7f903-ba74-402a-be74-7655c3301c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:33.348698 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f867214d-b02d-47b8-803a-56a5194662dd req-e9a7f903-ba74-402a-be74-7655c3301c5e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 1097 time: 0.2575598 Jul 05 03:45:33.363789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eed2823-a6c5-41b2-86a5-a6e16c092f24 req-bde0a536-423f-4e24-86e9-41ec8ad08181 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7db718de-acf5-45f4-bd70-6f8ecbb13480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2363505 Jul 05 03:45:33.413491 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39adb76-ab52-482d-916b-25b891b9ee2c req-391573e7-5743-42cc-984a-f9721cbf7710 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:33.414980 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d39adb76-ab52-482d-916b-25b891b9ee2c req-391573e7-5743-42cc-984a-f9721cbf7710 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 931 time: 0.1856401 Jul 05 03:45:33.439545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a38cc5-17bc-4b23-87bb-5ecd591d12a9 req-b7058827-130b-4d12-9c52-e1df7092459f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:33.445307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a38cc5-17bc-4b23-87bb-5ecd591d12a9 req-b7058827-130b-4d12-9c52-e1df7092459f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:33.447140 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8a38cc5-17bc-4b23-87bb-5ecd591d12a9 req-b7058827-130b-4d12-9c52-e1df7092459f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeb267b-4c34-4c18-ab2f-82c48901f454&device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 1690 time: 0.1964991 Jul 05 03:45:33.475524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f867214d-b02d-47b8-803a-56a5194662dd req-5a240c48-1a07-4096-855a-73753b6676cf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144998 Jul 05 03:45:33.483683 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-a29c7269-6342-4500-b612-e29640fee252 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6713507 Jul 05 03:45:33.511748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Request body: {'port': {'device_id': 'f61f9c59-b3ea-4060-9e89-c9848c33eed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:33.557706 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d39adb76-ab52-482d-916b-25b891b9ee2c req-f419ffba-a567-41c1-8701-5d3b606d044d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341870 Jul 05 03:45:33.579731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8a38cc5-17bc-4b23-87bb-5ecd591d12a9 req-fe0ef9de-46e1-4cf5-b05c-0690219ae0ed tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074531 Jul 05 03:45:33.887944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 99f4e59e-c257-4b0e-b182-af0d17447ce8 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:33.910870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 99f4e59e-c257-4b0e-b182-af0d17447ce8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:45:33.911722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 99f4e59e-c257-4b0e-b182-af0d17447ce8 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:33.915609 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.926133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed2823-a6c5-41b2-86a5-a6e16c092f24 req-99c7c1f3-4fd6-474b-9f81-145ea7ee21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:33.927982 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eed2823-a6c5-41b2-86a5-a6e16c092f24 req-99c7c1f3-4fd6-474b-9f81-145ea7ee21bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=7db718de-acf5-45f4-bd70-6f8ecbb13480 HTTP/1.1" status: 200 len: 1101 time: 0.5073287 Jul 05 03:45:34.096129 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbf697b6-7564-4048-bb3e-eca7700da079 req-e64625ff-8f05-463b-9df0-de817a2d59c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2250080 Jul 05 03:45:34.153741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed2823-a6c5-41b2-86a5-a6e16c092f24 req-0c2979fa-2e98-443e-84c6-092d214c9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.155863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eed2823-a6c5-41b2-86a5-a6e16c092f24 req-0c2979fa-2e98-443e-84c6-092d214c9531 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.2032797 Jul 05 03:45:34.264992 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eed2823-a6c5-41b2-86a5-a6e16c092f24 req-e8521608-8f41-4f01-8a2a-6f64fe379b92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=ad2e70ee-ab8c-45ba-b730-74424e024ba0 HTTP/1.1" status: 200 len: 217 time: 0.0811615 Jul 05 03:45:34.425025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed2823-a6c5-41b2-86a5-a6e16c092f24 req-8be2bdcb-7bdf-4e98-8cd0-a61b43b4a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.426373 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eed2823-a6c5-41b2-86a5-a6e16c092f24 req-8be2bdcb-7bdf-4e98-8cd0-a61b43b4a714 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1417460 Jul 05 03:45:34.481360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf697b6-7564-4048-bb3e-eca7700da079 req-8ec2427e-dbff-4dbf-9d23-71e887158330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.482924 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbf697b6-7564-4048-bb3e-eca7700da079 req-8ec2427e-dbff-4dbf-9d23-71e887158330 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 1101 time: 0.3002877 Jul 05 03:45:34.537460 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e8ec7-8dcd-4787-b4c7-284cae2b5370 req-4acfbe05-a0e2-41f8-9622-12501553482b tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.537864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-498e8ec7-8dcd-4787-b4c7-284cae2b5370 req-4acfbe05-a0e2-41f8-9622-12501553482b tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 946 time: 0.3209829 Jul 05 03:45:34.628703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995433e3-1d93-468c-b5a2-2335e3fc077b req-4e9f8d24-22c1-4b2c-8164-3b217b7c0f75 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.630259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-995433e3-1d93-468c-b5a2-2335e3fc077b req-4e9f8d24-22c1-4b2c-8164-3b217b7c0f75 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 943 time: 0.3047013 Jul 05 03:45:34.633668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01114360-edd6-4be8-95eb-d3df9d689706 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:34.658403 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:34.713285 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-498e8ec7-8dcd-4787-b4c7-284cae2b5370 req-650da508-84ed-4703-97b3-4ef255d513b0 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628857 Jul 05 03:45:34.721372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Transition to ACTIVE for port object 01114360-edd6-4be8-95eb-d3df9d689706 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:34.743091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed2823-a6c5-41b2-86a5-a6e16c092f24 req-5f2d133a-518f-4513-9b5f-d570e23ec4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.744764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eed2823-a6c5-41b2-86a5-a6e16c092f24 req-5f2d133a-518f-4513-9b5f-d570e23ec4e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3069499 Jul 05 03:45:34.761404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-995433e3-1d93-468c-b5a2-2335e3fc077b req-bb6cf11d-a58c-460a-bf4b-db6ad2056b9b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202440 Jul 05 03:45:34.781768 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf697b6-7564-4048-bb3e-eca7700da079 req-6298fbb4-3fe4-4f03-b624-e1e4125e2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.783286 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbf697b6-7564-4048-bb3e-eca7700da079 req-6298fbb4-3fe4-4f03-b624-e1e4125e2842 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.2552896 Jul 05 03:45:34.850767 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:34.853542 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbf697b6-7564-4048-bb3e-eca7700da079 req-c85b2819-618f-4632-abc0-040d8e41a101 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=d549396e-532b-4e47-9a83-520436d30472 HTTP/1.1" status: 200 len: 217 time: 0.0449698 Jul 05 03:45:34.921358 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a75be59c-2b2a-4ee4-8912-401ccd52aa9a req-c7f5428c-ad71-4787-8779-e31c7f59e42f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 210 time: 0.0755465 Jul 05 03:45:35.040848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Pushing event updated for resources: {'Port': ['ID=01114360-edd6-4be8-95eb-d3df9d689706,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:35.060223 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf697b6-7564-4048-bb3e-eca7700da079 req-20b8d2a0-78ff-4d39-b6a3-fd8087853bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:35.061670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbf697b6-7564-4048-bb3e-eca7700da079 req-20b8d2a0-78ff-4d39-b6a3-fd8087853bf5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1708567 Jul 05 03:45:35.064333 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eed2823-a6c5-41b2-86a5-a6e16c092f24 req-39187199-a17b-4c47-814f-ec40324685e6 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066053 Jul 05 03:45:35.197993 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-fd8e00d8-3d9d-49ae-9499-813d01bf9a26 service neutron] 10.222.0.11 "GET /v2.0/ports/7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8/bindings/n-h2-798249-5 HTTP/1.1" status: 200 len: 384 time: 0.0555918 Jul 05 03:45:35.251265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f7865-b268-4681-832e-00501455c13f req-3b581579-abcd-4e37-935b-b4aa90d024ae tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:35.252795 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e31f7865-b268-4681-832e-00501455c13f req-3b581579-abcd-4e37-935b-b4aa90d024ae tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 949 time: 0.3306725 Jul 05 03:45:35.315219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Attempting to bind port 01114360-edd6-4be8-95eb-d3df9d689706 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:35.315604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Attempting to bind port 01114360-edd6-4be8-95eb-d3df9d689706 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:35.315921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Attempting to bind port 01114360-edd6-4be8-95eb-d3df9d689706 on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:35.327835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eed2823-a6c5-41b2-86a5-a6e16c092f24 req-0bfc861c-66d7-4cc3-afa5-4404e28f327e service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524498 Jul 05 03:45:35.343197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc96aa1-e96b-4551-b58c-c49e7ca511bb req-923c4935-dcb2-4493-830c-4744db198c3c tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:35.345350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7dc96aa1-e96b-4551-b58c-c49e7ca511bb req-923c4935-dcb2-4493-830c-4744db198c3c tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 949 time: 0.3055236 Jul 05 03:45:35.345937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Port 01114360-edd6-4be8-95eb-d3df9d689706 on network 4691479b-1728-4d4d-b293-81f5c048e409 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:35.346259 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Attempting to bind port 01114360-edd6-4be8-95eb-d3df9d689706 on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:35.354421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf697b6-7564-4048-bb3e-eca7700da079 req-85c24058-2aee-491a-860d-b50a3aabbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:35.355985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbf697b6-7564-4048-bb3e-eca7700da079 req-85c24058-2aee-491a-860d-b50a3aabbc3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2797091 Jul 05 03:45:35.377657 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:35.378000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Checking segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:35.378541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Bound using segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:35.378950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Bound port: 01114360-edd6-4be8-95eb-d3df9d689706, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:35.379303 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:35.392325 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e31f7865-b268-4681-832e-00501455c13f req-b7562298-5a55-4214-82dd-164029e07992 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5fcc3fc-61a3-47d2-a71d-082910459e19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202323 Jul 05 03:45:35.405101 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-4f97b547-ab2c-40d7-90e7-24140a510b22 service neutron] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:35.446463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-4f97b547-ab2c-40d7-90e7-24140a510b22 service neutron] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:35.480898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7dc96aa1-e96b-4551-b58c-c49e7ca511bb req-addee4f6-a106-4b9b-b710-148fd22a841f tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/security-groups?id=c89f270f-e639-4980-a9cf-2b9d56acbc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238012 Jul 05 03:45:35.502846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-4f97b547-ab2c-40d7-90e7-24140a510b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:35.551974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-4f97b547-ab2c-40d7-90e7-24140a510b22 service neutron] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:35.566918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:35.569931 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-453bc759-e404-4a4f-8491-2808d4fc1d0e tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576189 Jul 05 03:45:35.572061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=01114360-edd6-4be8-95eb-d3df9d689706,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:35.575571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbf697b6-7564-4048-bb3e-eca7700da079 req-d78d4759-3dba-4291-8b42-9cda8f9f5cb3 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064490 Jul 05 03:45:35.656917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b909a2-823f-4ed3-8b5e-2d84d8fc7b51 req-6e26f326-37e1-4c73-9c6d-abb920dddf19 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:35.664404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0b909a2-823f-4ed3-8b5e-2d84d8fc7b51 req-6e26f326-37e1-4c73-9c6d-abb920dddf19 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3eeb267b-4c34-4c18-ab2f-82c48901f454 HTTP/1.1" status: 200 len: 1100 time: 0.1619582 Jul 05 03:45:35.695154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-c03025ed-0e3e-4154-b2a3-b1113b6c15e3 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:35.696831 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-c03025ed-0e3e-4154-b2a3-b1113b6c15e3 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1130977 Jul 05 03:45:35.711430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-85144cf1-1a4d-4d7b-8235-61a7db99c53b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Request body: {'port': {'device_id': '6d06a35b-e47a-4e12-81da-8f6bd81ed54c', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': 'aa98d801ca9149d8adf6e3407c0b90b0'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:35.716431 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-4f97b547-ab2c-40d7-90e7-24140a510b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:35.881973 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-4f97b547-ab2c-40d7-90e7-24140a510b22 service neutron] Transition to ACTIVE for port object 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:35.937118 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:35.955495 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74776f-eb7b-4b25-b588-b100e79d29cb req-bd9b4dcc-2519-4617-b56e-f0c1957a663f tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:35.957087 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b74776f-eb7b-4b25-b588-b100e79d29cb req-bd9b4dcc-2519-4617-b56e-f0c1957a663f tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 949 time: 0.0764058 Jul 05 03:45:36.012599 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-4f97b547-ab2c-40d7-90e7-24140a510b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.032054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.033116 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.034766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] 10.222.0.64 "PUT /v2.0/ports/01114360-edd6-4be8-95eb-d3df9d689706 HTTP/1.1" status: 200 len: 1091 time: 2.5270252 Jul 05 03:45:36.035222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61f9c59-b3ea-4060-9e89-c9848c33eed6', 'tag': '01114360-edd6-4be8-95eb-d3df9d689706'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:36.037727 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996daa17-50c5-4b17-93ac-e0e920089986" -d '{"events": [{"name": "network-changed", "server_uuid": "f61f9c59-b3ea-4060-9e89-c9848c33eed6", "tag": "01114360-edd6-4be8-95eb-d3df9d689706"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:36.077570 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0b909a2-823f-4ed3-8b5e-2d84d8fc7b51 req-d141cbc4-65c9-4c23-b48b-68f1e97ccea8 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116249 Jul 05 03:45:36.099709 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbf697b6-7564-4048-bb3e-eca7700da079 req-8796407a-38c9-4fcf-b948-e7464564fe3f service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140777 Jul 05 03:45:36.114514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e30d70-cc77-41dd-8159-02188f0c465d service neutron] Pushing event updated for resources: {'Port': ['ID=01114360-edd6-4be8-95eb-d3df9d689706,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:36.115021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-4f97b547-ab2c-40d7-90e7-24140a510b22 service neutron] No DVR routers for this DVR port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:36.128477 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-85144cf1-1a4d-4d7b-8235-61a7db99c53b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Made reservation on behalf of aa98d801ca9149d8adf6e3407c0b90b0 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:36.131932 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-85144cf1-1a4d-4d7b-8235-61a7db99c53b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.133879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb8d58-afb0-42e6-8f8c-22e727770c02 req-aff79067-c284-49da-bb5b-77f554b3f4f7 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.141159 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24eb8d58-afb0-42e6-8f8c-22e727770c02 req-aff79067-c284-49da-bb5b-77f554b3f4f7 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 943 time: 0.5068786 Jul 05 03:45:36.172812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46138397-d27b-4272-8a8b-92da5ff768d7 req-9866c20e-4609-414c-964a-258deaeea951 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.174643 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46138397-d27b-4272-8a8b-92da5ff768d7 req-9866c20e-4609-414c-964a-258deaeea951 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 949 time: 0.2558193 Jul 05 03:45:36.208940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97b547-ab2c-40d7-90e7-24140a510b22 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,revision_number=10']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:36.225029 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-4f97b547-ab2c-40d7-90e7-24140a510b22 service neutron] 10.222.0.11 "PUT /v2.0/ports/7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8/bindings/n-h2-798249-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0112011 Jul 05 03:45:36.255693 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24eb8d58-afb0-42e6-8f8c-22e727770c02 req-af15c003-c7b2-4acb-97b1-2105c4f675c2 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133361 Jul 05 03:45:36.287576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-6b74776f-eb7b-4b25-b588-b100e79d29cb req-eebad6a6-762b-47ca-a272-7c908c534733 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Deleting port 1e872057-78f2-402f-9957-7b30a96f6e2b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:45:36.287930 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b74776f-eb7b-4b25-b588-b100e79d29cb req-eebad6a6-762b-47ca-a272-7c908c534733 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.404510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-fbbe2650-e9af-4ab5-b7c0-9accc5d822ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.405828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-fbbe2650-e9af-4ab5-b7c0-9accc5d822ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 1094 time: 0.1909406 Jul 05 03:45:36.427747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6b74776f-eb7b-4b25-b588-b100e79d29cb req-eebad6a6-762b-47ca-a272-7c908c534733 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] For port 1e872057-78f2-402f-9957-7b30a96f6e2b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1e872057-78f2-402f-9957-7b30a96f6e2b,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:36.428124 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b74776f-eb7b-4b25-b588-b100e79d29cb req-eebad6a6-762b-47ca-a272-7c908c534733 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.430487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-46138397-d27b-4272-8a8b-92da5ff768d7 req-825d3609-364e-4fd7-9c75-c21a1a62d136 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Deleting port 01564526-3e83-4ede-a95f-10a642ee9ad1 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:45:36.430831 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-46138397-d27b-4272-8a8b-92da5ff768d7 req-825d3609-364e-4fd7-9c75-c21a1a62d136 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.467695 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-6b74776f-eb7b-4b25-b588-b100e79d29cb req-eebad6a6-762b-47ca-a272-7c908c534733 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Calling delete_port for 1e872057-78f2-402f-9957-7b30a96f6e2b owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:45:36.537970 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-2e34b3da-9b7d-4a17-92bf-286ba5c239d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01114360-edd6-4be8-95eb-d3df9d689706 HTTP/1.1" status: 200 len: 217 time: 0.1016848 Jul 05 03:45:36.666804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-46138397-d27b-4272-8a8b-92da5ff768d7 req-825d3609-364e-4fd7-9c75-c21a1a62d136 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] For port 01564526-3e83-4ede-a95f-10a642ee9ad1, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=01564526-3e83-4ede-a95f-10a642ee9ad1,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:36.667483 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-46138397-d27b-4272-8a8b-92da5ff768d7 req-825d3609-364e-4fd7-9c75-c21a1a62d136 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.670810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-3edadf72-bab0-44d7-82b9-e60b2c48241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.672959 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-3edadf72-bab0-44d7-82b9-e60b2c48241b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.1047087 Jul 05 03:45:36.702795 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-46138397-d27b-4272-8a8b-92da5ff768d7 req-825d3609-364e-4fd7-9c75-c21a1a62d136 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Calling delete_port for 01564526-3e83-4ede-a95f-10a642ee9ad1 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:45:36.729574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-100c4c47-9691-485d-8518-1e80deb8c18b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456240 Jul 05 03:45:36.737406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375131a-1d15-40e6-be21-a34ec2f9e4fb req-7245ba27-af6e-47d5-9f06-0d5e5f77830d tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.739171 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d375131a-1d15-40e6-be21-a34ec2f9e4fb req-7245ba27-af6e-47d5-9f06-0d5e5f77830d tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 946 time: 0.3322270 Jul 05 03:45:36.783979 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-85144cf1-1a4d-4d7b-8235-61a7db99c53b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Allocated IP 192.168.233.221 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/6d91c538-5ba0-402e-a66b-cf8dfa633f65) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:36.853103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d0724-1cdb-48d8-9a8a-f362d7f5c16c req-d46ffad1-04b8-4c01-9ea5-dd87ec16127f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.854586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-853d0724-1cdb-48d8-9a8a-f362d7f5c16c req-d46ffad1-04b8-4c01-9ea5-dd87ec16127f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 944 time: 0.3577695 Jul 05 03:45:36.862256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-dd5e1288-fd42-4610-8a17-3cd81edf960a tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.863766 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-dd5e1288-fd42-4610-8a17-3cd81edf960a tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 1095 time: 0.3764119 Jul 05 03:45:36.921456 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d375131a-1d15-40e6-be21-a34ec2f9e4fb req-e57530fe-0cdd-48d8-9f0a-567e5c3845d3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535635 Jul 05 03:45:36.956508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-853d0724-1cdb-48d8-9a8a-f362d7f5c16c req-cb1c6925-fc9c-4050-959d-15c125b085f1 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922127 Jul 05 03:45:36.961583 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-dc81e6d2-1ea1-4bd1-82fc-c6e07b9740c2 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183001 Jul 05 03:45:37.052332 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a24fbac-3d33-48ad-bce1-17fd2d424f1e x-openstack-request-id: req-3a24fbac-3d33-48ad-bce1-17fd2d424f1e {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:37.052664 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61f9c59-b3ea-4060-9e89-c9848c33eed6", "tag": "01114360-edd6-4be8-95eb-d3df9d689706", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:37.052916 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a24fbac-3d33-48ad-bce1-17fd2d424f1e {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:37.053312 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61f9c59-b3ea-4060-9e89-c9848c33eed6', 'tag': '01114360-edd6-4be8-95eb-d3df9d689706', 'status': 'completed', 'code': 200} Jul 05 03:45:37.096903 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32dea388-b610-4566-bb0e-ddf84b188422 req-edc20308-0c3d-4b88-bfd7-7e3e044964d3 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 210 time: 0.0484030 Jul 05 03:45:37.103650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-bc862abf-1116-4f15-9a37-3e54b399a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.105438 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-bc862abf-1116-4f15-9a37-3e54b399a06e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1 HTTP/1.1" status: 200 len: 1095 time: 0.2336226 Jul 05 03:45:37.123893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-85144cf1-1a4d-4d7b-8235-61a7db99c53b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.129441 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b74776f-eb7b-4b25-b588-b100e79d29cb req-eebad6a6-762b-47ca-a272-7c908c534733 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.134367 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25a4e89-8173-4ca7-952b-3f2e2f6f07a1 req-6b233f34-5de5-4697-907a-e9b9f2e4dfcf service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627142 Jul 05 03:45:37.141899 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['1e872057-78f2-402f-9957-7b30a96f6e2b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:37.205620 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebad6a6-762b-47ca-a272-7c908c534733 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Pushing event deleted for resources: {'Port': ['ID=1e872057-78f2-402f-9957-7b30a96f6e2b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:37.214967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-85144cf1-1a4d-4d7b-8235-61a7db99c53b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Transition to ACTIVE for port object 6d91c538-5ba0-402e-a66b-cf8dfa633f65 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:37.245114 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b74776f-eb7b-4b25-b588-b100e79d29cb req-eebad6a6-762b-47ca-a272-7c908c534733 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] No DVR routers for this DVR port 1e872057-78f2-402f-9957-7b30a96f6e2b on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:37.249204 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b74776f-eb7b-4b25-b588-b100e79d29cb req-eebad6a6-762b-47ca-a272-7c908c534733 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.251864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-46138397-d27b-4272-8a8b-92da5ff768d7 req-825d3609-364e-4fd7-9c75-c21a1a62d136 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.255849 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b74776f-eb7b-4b25-b588-b100e79d29cb req-eebad6a6-762b-47ca-a272-7c908c534733 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.11 "DELETE /v2.0/ports/1e872057-78f2-402f-9957-7b30a96f6e2b HTTP/1.1" status: 204 len: 173 time: 1.2899950 Jul 05 03:45:37.258640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb915070-61e2-4459-8a28-6cf0d5031f39', 'name': 'network-vif-deleted', 'tag': '1e872057-78f2-402f-9957-7b30a96f6e2b'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:37.261422 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d899b9-3b6a-4ccc-bf02-0a21eec89a0b" -d '{"events": [{"server_uuid": "eb915070-61e2-4459-8a28-6cf0d5031f39", "name": "network-vif-deleted", "tag": "1e872057-78f2-402f-9957-7b30a96f6e2b"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:37.270649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['01564526-3e83-4ede-a95f-10a642ee9ad1'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:37.292074 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d3609-364e-4fd7-9c75-c21a1a62d136 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Pushing event deleted for resources: {'Port': ['ID=01564526-3e83-4ede-a95f-10a642ee9ad1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:37.358543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-45fdba50-23c3-46a0-b52d-7e3753d0d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.360065 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-45fdba50-23c3-46a0-b52d-7e3753d0d4f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 1095 time: 0.2107852 Jul 05 03:45:37.401716 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfb2039d-205d-4609-aa8c-2feacb576564 req-665a0b5b-0be4-4294-956c-cb4dbd9d8539 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 210 time: 0.0782294 Jul 05 03:45:37.409491 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-46138397-d27b-4272-8a8b-92da5ff768d7 req-825d3609-364e-4fd7-9c75-c21a1a62d136 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] No DVR routers for this DVR port 01564526-3e83-4ede-a95f-10a642ee9ad1 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:37.412564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a25ee6-9f91-44a3-af65-ea84b5757929 req-9ff2a91e-94b6-4c7a-9abb-a4544ad97ef5 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.419288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51a25ee6-9f91-44a3-af65-ea84b5757929 req-9ff2a91e-94b6-4c7a-9abb-a4544ad97ef5 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 1101 time: 0.2222126 Jul 05 03:45:37.422714 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-46138397-d27b-4272-8a8b-92da5ff768d7 req-825d3609-364e-4fd7-9c75-c21a1a62d136 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.424815 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46138397-d27b-4272-8a8b-92da5ff768d7 req-825d3609-364e-4fd7-9c75-c21a1a62d136 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.64 "DELETE /v2.0/ports/01564526-3e83-4ede-a95f-10a642ee9ad1 HTTP/1.1" status: 204 len: 173 time: 1.2302191 Jul 05 03:45:37.444544 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-85144cf1-1a4d-4d7b-8235-61a7db99c53b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.458483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2642a0cb-2f54-45d0-8ff8-4835895fda18'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:37.511909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51a25ee6-9f91-44a3-af65-ea84b5757929 req-153eb556-06dc-4df8-bc31-6988f6dfdfe3 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916934 Jul 05 03:45:37.526044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-85144cf1-1a4d-4d7b-8235-61a7db99c53b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:37.528611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996daa17-50c5-4b17-93ac-e0e920089986 req-ce2604c9-8a16-4fde-8a90-defc18a24566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.530273 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-996daa17-50c5-4b17-93ac-e0e920089986 req-ce2604c9-8a16-4fde-8a90-defc18a24566 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 1094 time: 0.1625187 Jul 05 03:45:37.531012 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85144cf1-1a4d-4d7b-8235-61a7db99c53b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Pushing event updated for resources: {'Port': ['ID=6d91c538-5ba0-402e-a66b-cf8dfa633f65,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:37.555559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-85144cf1-1a4d-4d7b-8235-61a7db99c53b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:37.557861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['6e1fb29c-64c2-452d-a812-17d5bbf381d3'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:37.567593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-85144cf1-1a4d-4d7b-8235-61a7db99c53b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:37.809069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5b253cc-d201-4329-94f6-fe01a871f554 req-b65fbbde-9915-436d-84d5-b0a4db481cad tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 210 time: 0.1112192 Jul 05 03:45:37.809069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-c3b06c0d-2df1-4f56-a0ac-d84337510865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.809069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-c3b06c0d-2df1-4f56-a0ac-d84337510865 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.3238003 Jul 05 03:45:37.810555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-85144cf1-1a4d-4d7b-8235-61a7db99c53b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.810555 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-85144cf1-1a4d-4d7b-8235-61a7db99c53b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.811152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-cceea6d5-8090-4c36-b9a5-38a297136d03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 HTTP/1.1" status: 200 len: 217 time: 0.0609326 Jul 05 03:45:37.811713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996daa17-50c5-4b17-93ac-e0e920089986 req-13b3ee7e-92a4-4588-a2fc-c00f929f20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.811713 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-996daa17-50c5-4b17-93ac-e0e920089986 req-13b3ee7e-92a4-4588-a2fc-c00f929f20e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.2329929 Jul 05 03:45:37.847074 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955b1a84-72a9-41cf-832e-4732d7024f6b x-openstack-request-id: req-955b1a84-72a9-41cf-832e-4732d7024f6b {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:37.847074 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb915070-61e2-4459-8a28-6cf0d5031f39", "name": "network-vif-deleted", "tag": "1e872057-78f2-402f-9957-7b30a96f6e2b", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:37.847074 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-955b1a84-72a9-41cf-832e-4732d7024f6b {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:37.847674 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb915070-61e2-4459-8a28-6cf0d5031f39', 'name': 'network-vif-deleted', 'tag': '1e872057-78f2-402f-9957-7b30a96f6e2b', 'status': 'completed', 'code': 200} Jul 05 03:45:37.849146 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-996daa17-50c5-4b17-93ac-e0e920089986 req-827c32cb-01c0-46f3-a60b-162376837715 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01114360-edd6-4be8-95eb-d3df9d689706 HTTP/1.1" status: 200 len: 217 time: 0.0519867 Jul 05 03:45:37.913058 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996daa17-50c5-4b17-93ac-e0e920089986 req-cd8a0379-6d4f-404b-a587-611d557aad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.915407 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-996daa17-50c5-4b17-93ac-e0e920089986 req-cd8a0379-6d4f-404b-a587-611d557aad54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.0593824 Jul 05 03:45:37.928604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-03f7b1b5-a383-4bfa-b988-6d32bfee4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.930074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-03f7b1b5-a383-4bfa-b988-6d32bfee4d57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.0970092 Jul 05 03:45:37.961707 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f392482-4ad6-4c2c-8b45-977b5f103005 req-5c860360-5ade-4f54-abf5-f51e75794eeb tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.963250 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f392482-4ad6-4c2c-8b45-977b5f103005 req-5c860360-5ade-4f54-abf5-f51e75794eeb tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 946 time: 0.1861610 Jul 05 03:45:37.974166 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-996daa17-50c5-4b17-93ac-e0e920089986 req-c33cf9c2-f796-4652-85c8-6e40c0483c9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324523 Jul 05 03:45:37.974948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50072) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:37.980087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-67eb9343-d7ea-4ca1-aa8e-507eb3538d85 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Request body: {'floatingip': {'port_id': '1da7f541-f3a2-4106-9986-b2250a947361'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:37.995095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-1f6a6c3b-89ca-47c7-9f53-32e528f346a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499613 Jul 05 03:45:38.089713 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-67eb9343-d7ea-4ca1-aa8e-507eb3538d85 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for floatingip, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.106067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-8718ac45-1122-4835-9103-d1ff057a3b75 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607915 Jul 05 03:45:38.114230 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-85144cf1-1a4d-4d7b-8235-61a7db99c53b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4071972 Jul 05 03:45:38.198025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Request body: {'port': {'device_id': '6d06a35b-e47a-4e12-81da-8f6bd81ed54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:38.212814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7e75d-1e90-464b-8715-c49d3bd55595 req-8c70f9d0-dfc0-4df6-8ccb-c24f6d4123e5 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:38.214366 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ee7e75d-1e90-464b-8715-c49d3bd55595 req-8c70f9d0-dfc0-4df6-8ccb-c24f6d4123e5 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 943 time: 0.2311852 Jul 05 03:45:38.249114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-47ca61c3-7afa-4a13-a726-f68d5e815e4c service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292337 Jul 05 03:45:38.368036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ee7e75d-1e90-464b-8715-c49d3bd55595 req-f091ef0e-9671-4766-a41e-29d83d13c757 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223800 Jul 05 03:45:38.384128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-c7152520-b877-4a86-a929-60f0faba1126 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:38.385659 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-c7152520-b877-4a86-a929-60f0faba1126 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681499 Jul 05 03:45:38.394134 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-996daa17-50c5-4b17-93ac-e0e920089986 req-df6805f1-2858-4a3e-8670-3aae63e99af9 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359642 Jul 05 03:45:38.403041 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.427563 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-02e2f0d4-15d2-4738-863e-e6b53eb7814e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/quotas/699c7cae0a8943699f7e6394aeb45413 HTTP/1.1" status: 200 len: 375 time: 0.0291350 Jul 05 03:45:38.473737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-e069703e-a256-4585-8fad-b6c3580406a0 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147188 Jul 05 03:45:38.545309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-010c968c-19f6-4303-a9be-343d79c9713e tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1126921 Jul 05 03:45:38.616028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d8e54-2f7e-4510-9878-c6df64b0ff5c req-bb73d47c-a48e-4afb-97ad-1095d7bdadc8 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:38.618452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a4d8e54-2f7e-4510-9878-c6df64b0ff5c req-bb73d47c-a48e-4afb-97ad-1095d7bdadc8 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 944 time: 0.0716445 Jul 05 03:45:38.677958 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a4d8e54-2f7e-4510-9878-c6df64b0ff5c req-c555a0a3-5e37-4aad-b510-215667324b45 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515051 Jul 05 03:45:38.731672 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-996daa17-50c5-4b17-93ac-e0e920089986 req-a0d45ded-4435-4092-8a5f-846312b0ac86 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268986 Jul 05 03:45:39.413012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5098d1-bb4f-4174-af1d-7c0e510f23df', 'name': 'network-vif-deleted', 'tag': '01564526-3e83-4ede-a95f-10a642ee9ad1'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:39.415518 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd39ebe-f5ae-43a8-ad02-6bea73aaf9f9" -d '{"events": [{"server_uuid": "2d5098d1-bb4f-4174-af1d-7c0e510f23df", "name": "network-vif-deleted", "tag": "01564526-3e83-4ede-a95f-10a642ee9ad1"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:39.452558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00a7c52f-9f53-46f8-8633-513ecf5e7636 req-85a84714-4a83-48fd-aade-0fc61abc9e30 tempest-LiveMigrationNegativeTest-1583214202 tempest-LiveMigrationNegativeTest-1583214202-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb915070-61e2-4459-8a28-6cf0d5031f39 HTTP/1.1" status: 200 len: 210 time: 0.0336998 Jul 05 03:45:39.488740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada9fa1-99db-493a-849e-d220369ae8de req-f46580a5-9f46-454b-814c-adb62962d8b6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.488740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aada9fa1-99db-493a-849e-d220369ae8de req-f46580a5-9f46-454b-814c-adb62962d8b6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 936 time: 0.4937241 Jul 05 03:45:39.556096 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aada9fa1-99db-493a-849e-d220369ae8de req-6a091803-5a44-4ceb-a0be-2e3a18eb2f12 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599627 Jul 05 03:45:39.564798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d91c538-5ba0-402e-a66b-cf8dfa633f65 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:39.570867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-67eb9343-d7ea-4ca1-aa8e-507eb3538d85 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:39.575675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:39.592770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Transition to ACTIVE for port object 6d91c538-5ba0-402e-a66b-cf8dfa633f65 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:39.645442 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65922b89-4fce-410a-95d7-596516cbcb59 req-d9d27683-092b-4c57-910a-8ec52401e640 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 210 time: 0.0336418 Jul 05 03:45:39.684938 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-67eb9343-d7ea-4ca1-aa8e-507eb3538d85 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:39.728009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79033046-ba3a-41fc-862c-72f93dac5e02 req-dc36c85d-0036-48f9-9de8-370377c84e47 tempest-DeleteServersAdminTestJSON-1765127129 tempest-DeleteServersAdminTestJSON-1765127129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d5098d1-bb4f-4174-af1d-7c0e510f23df HTTP/1.1" status: 200 len: 210 time: 0.0458448 Jul 05 03:45:39.767599 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:39.773415 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07f2502-9f22-449c-9d47-cfd1842df3f8 x-openstack-request-id: req-b07f2502-9f22-449c-9d47-cfd1842df3f8 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:39.773768 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5098d1-bb4f-4174-af1d-7c0e510f23df", "name": "network-vif-deleted", "tag": "01564526-3e83-4ede-a95f-10a642ee9ad1", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:39.774029 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b07f2502-9f22-449c-9d47-cfd1842df3f8 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:39.774419 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5098d1-bb4f-4174-af1d-7c0e510f23df', 'name': 'network-vif-deleted', 'tag': '01564526-3e83-4ede-a95f-10a642ee9ad1', 'status': 'completed', 'code': 200} Jul 05 03:45:39.902913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1e872057-78f2-402f-9957-7b30a96f6e2b no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:39.922684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Pushing event updated for resources: {'Port': ['ID=6d91c538-5ba0-402e-a66b-cf8dfa633f65,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:39.923087 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea449c5d-17e3-4291-8a0c-b8a503ed5a06 req-17f982b8-6d83-4265-bb90-f3ed7a58e96e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.924861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea449c5d-17e3-4291-8a0c-b8a503ed5a06 req-17f982b8-6d83-4265-bb90-f3ed7a58e96e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 943 time: 0.0974755 Jul 05 03:45:39.935720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 1e872057-78f2-402f-9957-7b30a96f6e2b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:45:39.936442 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1e872057-78f2-402f-9957-7b30a96f6e2b not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:39.937084 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:39.945660 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-67eb9343-d7ea-4ca1-aa8e-507eb3538d85 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Floating IP 6576d485-cca5-4b86-bd7f-3ffe66fa6e18 associated. External IP: 172.25.0.118, port: 1da7f541-f3a2-4106-9986-b2250a947361. Jul 05 03:45:39.984756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:39.995941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:39.996301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:39.996816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:39.997161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:39.997497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:39.997829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:39.998159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:39.998488 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:39.998816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:39.999141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:39.999466 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:39.999730 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea449c5d-17e3-4291-8a0c-b8a503ed5a06 req-88ed90bb-b9c4-4dd6-8233-5bbc18802a98 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687439 Jul 05 03:45:39.999842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:40.045628 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 01114360-edd6-4be8-95eb-d3df9d689706 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:40.048476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 01564526-3e83-4ede-a95f-10a642ee9ad1 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:40.066526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-b25736fa-abd9-411b-8617-95679e0fdb44 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.068051 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-b25736fa-abd9-411b-8617-95679e0fdb44 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1095 time: 0.3119729 Jul 05 03:45:40.086001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e06f3b-6af9-4e33-839f-5f65de74423b req-e4bcc824-a3cb-43d3-8ccb-d123f93bd63e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.087548 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56e06f3b-6af9-4e33-839f-5f65de74423b req-e4bcc824-a3cb-43d3-8ccb-d123f93bd63e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 944 time: 0.1240687 Jul 05 03:45:40.095844 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 01564526-3e83-4ede-a95f-10a642ee9ad1 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:45:40.096477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 01564526-3e83-4ede-a95f-10a642ee9ad1 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:40.120815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Attempting to bind port 6d91c538-5ba0-402e-a66b-cf8dfa633f65 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:40.121189 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Attempting to bind port 6d91c538-5ba0-402e-a66b-cf8dfa633f65 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:40.121472 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Attempting to bind port 6d91c538-5ba0-402e-a66b-cf8dfa633f65 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:40.146814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Port 6d91c538-5ba0-402e-a66b-cf8dfa633f65 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:40.147138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Attempting to bind port 6d91c538-5ba0-402e-a66b-cf8dfa633f65 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:40.150118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56e06f3b-6af9-4e33-839f-5f65de74423b req-648162a3-28f0-4550-8bdd-910cee833e69 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500941 Jul 05 03:45:40.159626 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:40.160250 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:40.160521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:40.165411 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Bound port: 6d91c538-5ba0-402e-a66b-cf8dfa633f65, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:40.166001 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:40.210204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=01114360-edd6-4be8-95eb-d3df9d689706,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:40.225662 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '01114360-edd6-4be8-95eb-d3df9d689706', 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409', 'port_id': '01114360-edd6-4be8-95eb-d3df9d689706', 'mac_address': 'fa:16:3e:3d:7a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f97357-dd37-4825-8a0e-4a6b356869b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:40.286368 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:40.304068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01114360-edd6-4be8-95eb-d3df9d689706 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:40.331362 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=01114360-edd6-4be8-95eb-d3df9d689706,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:40.408883 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:40.412777 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098c09f-39c4-4fca-adb3-3e10eee8f535 req-9c7f89bf-341b-455e-8414-d7a30fe95ae8 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.414450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5098c09f-39c4-4fca-adb3-3e10eee8f535 req-9c7f89bf-341b-455e-8414-d7a30fe95ae8 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 1095 time: 0.0783405 Jul 05 03:45:40.450073 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5098c09f-39c4-4fca-adb3-3e10eee8f535 req-77abf261-bbe1-42c3-a302-21c17a5945b0 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298173 Jul 05 03:45:40.457690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-2c8e1b2e-a060-40a0-8bcc-605f6e5a1f4f service neutron] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:40.472159 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-2c8e1b2e-a060-40a0-8bcc-605f6e5a1f4f service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:40.475232 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f13753d3-b088-4add-8f87-2d1e674ebe9e req-2c8e1b2e-a060-40a0-8bcc-605f6e5a1f4f service neutron] 10.222.0.64 "DELETE /v2.0/ports/7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8/bindings/n-h1-798249-5 HTTP/1.1" status: 204 len: 173 time: 0.3993804 Jul 05 03:45:40.484213 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=01114360-edd6-4be8-95eb-d3df9d689706,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:40.495966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] For port 6d91c538-5ba0-402e-a66b-cf8dfa633f65, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:40.500700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] For port 6d91c538-5ba0-402e-a66b-cf8dfa633f65, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6d91c538-5ba0-402e-a66b-cf8dfa633f65,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:40.517194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eb9343-d7ea-4ca1-aa8e-507eb3538d85 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:45:40.678928 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:40.717070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['01114360-edd6-4be8-95eb-d3df9d689706'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:40.762190 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.762866 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:40.764214 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] 10.222.0.11 "PUT /v2.0/ports/6d91c538-5ba0-402e-a66b-cf8dfa633f65 HTTP/1.1" status: 200 len: 1096 time: 2.5706704 Jul 05 03:45:40.764844 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d06a35b-e47a-4e12-81da-8f6bd81ed54c', 'tag': '6d91c538-5ba0-402e-a66b-cf8dfa633f65'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:40.767455 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc309002-4b9f-4690-9323-00a146332a69" -d '{"events": [{"name": "network-changed", "server_uuid": "6d06a35b-e47a-4e12-81da-8f6bd81ed54c", "tag": "6d91c538-5ba0-402e-a66b-cf8dfa633f65"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:40.770569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eb9343-d7ea-4ca1-aa8e-507eb3538d85 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:45:40.777771 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-67eb9343-d7ea-4ca1-aa8e-507eb3538d85 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:40.789271 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260ab95-6288-4519-9a9e-84ebb9cdb3ff None None] Sync routers for ids ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:45:40.813665 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260ab95-6288-4519-9a9e-84ebb9cdb3ff None None] Routers {'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:40.824832 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c260ab95-6288-4519-9a9e-84ebb9cdb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:45:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:40.843177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443fec3-3761-4bbb-9c11-7923937cad4e service neutron] Pushing event updated for resources: {'Port': ['ID=6d91c538-5ba0-402e-a66b-cf8dfa633f65,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:40.849608 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-67eb9343-d7ea-4ca1-aa8e-507eb3538d85 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "PUT /v2.0/floatingips/6576d485-cca5-4b86-bd7f-3ffe66fa6e18 HTTP/1.1" status: 200 len: 992 time: 2.8735821 Jul 05 03:45:40.936221 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e32bfefb-3b99-4c5e-96b3-dbd6c33f1f97 None None] Provisioning for port 6d91c538-5ba0-402e-a66b-cf8dfa633f65 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:40.983693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-8f65f14a-032d-4ee9-b4e6-56f931ff28ba tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.990602 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-c260ab95-6288-4519-9a9e-84ebb9cdb3ff None None] Set router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:41.000516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-8f65f14a-032d-4ee9-b4e6-56f931ff28ba tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 806 time: 0.2712948 Jul 05 03:45:41.017146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc81ec3-a444-45da-9510-d1571f17b043 req-4110cc51-ca16-46af-885b-44a51f1fb3e6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.024117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4bc81ec3-a444-45da-9510-d1571f17b043 req-4110cc51-ca16-46af-885b-44a51f1fb3e6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 948 time: 0.1515431 Jul 05 03:45:41.093629 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-aa8d16ef-e7de-4232-8f4f-74991beac6d5 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/quotas/6171ffdfdefa4f1597b7e2fe880c84f1 HTTP/1.1" status: 200 len: 375 time: 0.0607564 Jul 05 03:45:41.165153 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-231444df-1317-4aed-8e51-62c9bda6c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.168788 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-231444df-1317-4aed-8e51-62c9bda6c342 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 1099 time: 0.1815012 Jul 05 03:45:41.175111 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4bc81ec3-a444-45da-9510-d1571f17b043 req-965029f7-db86-41e0-a0a4-8b8b05e2b5d6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491797 Jul 05 03:45:41.188495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50156) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:41.251381 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-abb45833-f931-4baa-ad13-edfe0a40dea4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6d91c538-5ba0-402e-a66b-cf8dfa633f65 HTTP/1.1" status: 200 len: 217 time: 0.0688999 Jul 05 03:45:41.295657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-6c6214d8-f8ed-44a6-8eda-4cc02f9afe07 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1998577 Jul 05 03:45:41.387800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-da9a15c5-1d61-4db8-89cb-1ebebc5526cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.396070 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-da9a15c5-1d61-4db8-89cb-1ebebc5526cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1356316 Jul 05 03:45:41.460248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50162) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:41.521570 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f946cb0-76d3-4f7b-9435-ce13dcd28ee7 req-28a36b1d-9b9a-46be-af7c-73c4cee1ad31 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 210 time: 0.0667584 Jul 05 03:45:41.553163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-dd366cb8-74ee-49f9-b1cf-a617d2513b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.554966 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-dd366cb8-74ee-49f9-b1cf-a617d2513b4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1527798 Jul 05 03:45:41.598280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-8092ac66-76b5-4b86-97f1-7739a29e691b service neutron] 10.222.0.60 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014560 Jul 05 03:45:41.710543 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c260ab95-6288-4519-9a9e-84ebb9cdb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '6576d485-cca5-4b86-bd7f-3ffe66fa6e18', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'port_id': '1da7f541-f3a2-4106-9986-b2250a947361', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'mac_address': 'fa:16:3e:49:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9264369c-50c2-4705-ac17-79f887e77c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:12Z', 'updated_at': '2021-07-05T03:45:39Z', 'revision_number': 1, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:41.735127 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-e268c25e-8592-4669-aace-1747898d160e service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645765 Jul 05 03:45:41.739265 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750145d4-4828-427b-b701-0e9dfe354185 x-openstack-request-id: req-750145d4-4828-427b-b701-0e9dfe354185 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:41.739778 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d06a35b-e47a-4e12-81da-8f6bd81ed54c", "tag": "6d91c538-5ba0-402e-a66b-cf8dfa633f65", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:41.740252 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-750145d4-4828-427b-b701-0e9dfe354185 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:41.740844 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d06a35b-e47a-4e12-81da-8f6bd81ed54c', 'tag': '6d91c538-5ba0-402e-a66b-cf8dfa633f65', 'status': 'completed', 'code': 200} Jul 05 03:45:41.740952 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260ab95-6288-4519-9a9e-84ebb9cdb3ff None None] Checking router: b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:45:41.749922 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260ab95-6288-4519-9a9e-84ebb9cdb3ff None None] Routers {'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:41.751503 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c260ab95-6288-4519-9a9e-84ebb9cdb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:45:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:41.769513 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-a22faef5-d403-4246-a996-9a1668d44a08 service neutron] 10.222.0.60 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703243 Jul 05 03:45:41.816012 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.877434 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50170) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:41.884838 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cfc2df97-6eef-4eab-82a0-905881cee623 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=005a0aafb358452e8210cc5cbcc7033f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161882 Jul 05 03:45:41.924011 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47af31a3-f5de-4ef8-bc84-e49e2a3cb9ae req-49698bc1-a827-4481-a97c-979e7d913371 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678174 Jul 05 03:45:41.969710 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-c260ab95-6288-4519-9a9e-84ebb9cdb3ff None None] Set router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:41.980057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3455cf8f-601e-4675-a225-c980aed1723b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.003314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.009210 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3455cf8f-601e-4675-a225-c980aed1723b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.081547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 01114360-edd6-4be8-95eb-d3df9d689706 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:42.090632 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.222863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc309002-4b9f-4690-9323-00a146332a69 req-00842636-4d5c-4013-8ed3-46b7b1469fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:42.224725 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dc309002-4b9f-4690-9323-00a146332a69 req-00842636-4d5c-4013-8ed3-46b7b1469fb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 1099 time: 0.1237392 Jul 05 03:45:42.228455 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3455cf8f-601e-4675-a225-c980aed1723b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.232016 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3455cf8f-601e-4675-a225-c980aed1723b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.233195 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3455cf8f-601e-4675-a225-c980aed1723b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5fcc3fc-61a3-47d2-a71d-082910459e19 HTTP/1.1" status: 204 len: 168 time: 0.3544047 Jul 05 03:45:42.240149 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c6d19698d964874a4fdc8f715d1f463&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0491273 Jul 05 03:45:42.242899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50180) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:42.257855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e46ac59-4d89-48aa-90dc-4ccfb5a2ddda,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:42.280148 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:42.281663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:42.286634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:42.286979 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:42.287319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:42.287655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:42.289342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:42.289342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:42.289342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:42.289342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:42.295362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:42.295362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c1e2f-fabf-4e79-9c6a-385851cdcd8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:42.296646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455cf8f-601e-4675-a225-c980aed1723b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fcc3fc-61a3-47d2-a71d-082910459e19,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:42.339283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 01114360-edd6-4be8-95eb-d3df9d689706 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:42.347450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 01114360-edd6-4be8-95eb-d3df9d689706 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:42.347810 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.432252 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c260ab95-6288-4519-9a9e-84ebb9cdb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '6576d485-cca5-4b86-bd7f-3ffe66fa6e18', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'port_id': '1da7f541-f3a2-4106-9986-b2250a947361', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'mac_address': 'fa:16:3e:49:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9264369c-50c2-4705-ac17-79f887e77c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:12Z', 'updated_at': '2021-07-05T03:45:39Z', 'revision_number': 1, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:42.436673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc309002-4b9f-4690-9323-00a146332a69 req-3b779504-e6da-46b6-b131-96b61910724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:42.438556 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dc309002-4b9f-4690-9323-00a146332a69 req-3b779504-e6da-46b6-b131-96b61910724b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.2012088 Jul 05 03:45:42.468728 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09c1082e-1b8a-4a2c-a485-5beb78f9b5a8 req-489067bd-da27-425c-9cb6-24bb7de2b853 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 210 time: 0.0670514 Jul 05 03:45:42.503606 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260ab95-6288-4519-9a9e-84ebb9cdb3ff None None] The sync data for ids ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'] in n-d-798249-5 is: [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '6576d485-cca5-4b86-bd7f-3ffe66fa6e18', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'port_id': '1da7f541-f3a2-4106-9986-b2250a947361', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'mac_address': 'fa:16:3e:49:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9264369c-50c2-4705-ac17-79f887e77c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:12Z', 'updated_at': '2021-07-05T03:45:39Z', 'revision_number': 1, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:45:42.521564 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dc309002-4b9f-4690-9323-00a146332a69 req-8354fe06-53d5-49ea-b328-819e63d18927 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6d91c538-5ba0-402e-a66b-cf8dfa633f65 HTTP/1.1" status: 200 len: 217 time: 0.0722759 Jul 05 03:45:42.540664 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0e81eb2-8e1e-470f-97fb-82ef9d505056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.548047 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.589001 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61f9c59-b3ea-4060-9e89-c9848c33eed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01114360-edd6-4be8-95eb-d3df9d689706'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:42.592861 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d06d70-28db-49d8-8486-0f680738ac1b" -d '{"events": [{"server_uuid": "f61f9c59-b3ea-4060-9e89-c9848c33eed6", "name": "network-vif-plugged", "status": "completed", "tag": "01114360-edd6-4be8-95eb-d3df9d689706"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:42.593025 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0e81eb2-8e1e-470f-97fb-82ef9d505056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.598272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc309002-4b9f-4690-9323-00a146332a69 req-28af0b9d-c56b-428d-ae73-60ecf1ce2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:42.599894 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dc309002-4b9f-4690-9323-00a146332a69 req-28af0b9d-c56b-428d-ae73-60ecf1ce2ccf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0702217 Jul 05 03:45:42.615141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64227ef4-cf71-4883-a8d1-5e371b3332ff req-3cf8ef30-3502-4fb2-a410-0dd39cc48dbf tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:42.615416 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=01114360-edd6-4be8-95eb-d3df9d689706,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:42.620919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64227ef4-cf71-4883-a8d1-5e371b3332ff req-3cf8ef30-3502-4fb2-a410-0dd39cc48dbf tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 944 time: 0.2958553 Jul 05 03:45:42.678813 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc309002-4b9f-4690-9323-00a146332a69 req-dc490fa0-4589-4214-9922-cab6697e67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:42.680669 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dc309002-4b9f-4690-9323-00a146332a69 req-dc490fa0-4589-4214-9922-cab6697e67d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633378 Jul 05 03:45:42.697755 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.749024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64227ef4-cf71-4883-a8d1-5e371b3332ff req-5555e60b-b4b9-4f49-8677-dcc5f576c96e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251082 Jul 05 03:45:42.799036 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-5810e17c-7ccc-41f8-93ad-5948ee4b70b9 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361567 Jul 05 03:45:42.816241 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=01114360-edd6-4be8-95eb-d3df9d689706,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:42.824169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3bb09-36e7-42c9-bb2b-4c9d8afe2b17 req-f6e4dec6-fd61-4e5c-8a26-d4b16ef29dca tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:42.826166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39b3bb09-36e7-42c9-bb2b-4c9d8afe2b17 req-f6e4dec6-fd61-4e5c-8a26-d4b16ef29dca tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 948 time: 0.1761582 Jul 05 03:45:42.872979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e96bb1-0490-44c3-ae4a-290f80903031 None None] New status for floating IP 6576d485-cca5-4b86-bd7f-3ffe66fa6e18: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:45:42.892620 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0e81eb2-8e1e-470f-97fb-82ef9d505056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.898078 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0e81eb2-8e1e-470f-97fb-82ef9d505056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.899323 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d0e81eb2-8e1e-470f-97fb-82ef9d505056 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e46ac59-4d89-48aa-90dc-4ccfb5a2ddda HTTP/1.1" status: 204 len: 168 time: 0.6551909 Jul 05 03:45:42.914966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e81eb2-8e1e-470f-97fb-82ef9d505056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e46ac59-4d89-48aa-90dc-4ccfb5a2ddda,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:42.923671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39b3bb09-36e7-42c9-bb2b-4c9d8afe2b17 req-f1075eb5-f5d3-49b9-bc47-963508058203 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904508 Jul 05 03:45:42.980325 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dc309002-4b9f-4690-9323-00a146332a69 req-01548051-d3af-4b87-ada9-86df4b3055e2 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919753 Jul 05 03:45:42.987751 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-55400151-c162-4083-a599-af01c11f7170 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:42.989256 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-55400151-c162-4083-a599-af01c11f7170 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906378 Jul 05 03:45:43.016722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-39a04d30-2579-45a0-a9f3-470a7ef3fe82 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Request body: {'port': {'device_id': '284d9c06-5493-475e-ba34-978048aa0a5b', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '699c7cae0a8943699f7e6394aeb45413'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:43.058440 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cfd619-1bb4-4259-915c-ec898b2de517 x-openstack-request-id: req-89cfd619-1bb4-4259-915c-ec898b2de517 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:43.060509 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61f9c59-b3ea-4060-9e89-c9848c33eed6", "name": "network-vif-plugged", "status": "completed", "tag": "01114360-edd6-4be8-95eb-d3df9d689706", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:43.061324 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89cfd619-1bb4-4259-915c-ec898b2de517 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:43.061731 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61f9c59-b3ea-4060-9e89-c9848c33eed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01114360-edd6-4be8-95eb-d3df9d689706', 'code': 200} Jul 05 03:45:43.195895 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dc309002-4b9f-4690-9323-00a146332a69 req-2ab4f15e-3acd-4205-b141-fe4e5d1931f2 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056184 Jul 05 03:45:43.234579 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50202) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:43.267846 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88574200-39db-46fc-8385-e80ef19f9be6 req-0ee86492-a5b0-411e-a080-25eac169c95f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 210 time: 0.0733185 Jul 05 03:45:43.280028 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-026f22f1-ea93-4953-bab1-3ecfae7594c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7e2304209e24c5191c6db03aaf9c17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447991 Jul 05 03:45:43.280028 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50204) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:43.332198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d2409-5b09-4833-af97-7a53adecf97b req-a089d1dd-12d9-4106-bf1b-0c82757de7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:43.333999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf9d2409-5b09-4833-af97-7a53adecf97b req-a089d1dd-12d9-4106-bf1b-0c82757de7ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 1096 time: 0.1989369 Jul 05 03:45:43.349143 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-961a0423-601b-4fed-955e-e5cb096e1dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.390568 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-961a0423-601b-4fed-955e-e5cb096e1dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.392670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-39a04d30-2579-45a0-a9f3-470a7ef3fe82 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Made reservation on behalf of 699c7cae0a8943699f7e6394aeb45413 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:43.396268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-39a04d30-2579-45a0-a9f3-470a7ef3fe82 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.401448 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf9d2409-5b09-4833-af97-7a53adecf97b req-4e816bc9-eb48-4d2d-b173-2a4319a58481 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608354 Jul 05 03:45:43.573353 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c73034b-8b5a-46d1-8827-faf02c54eafe req-6d16d3d5-22bc-4dc2-a628-c2c6db60c4a9 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 210 time: 0.0425408 Jul 05 03:45:43.743862 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9264369c-50c2-4705-ac17-79f887e77c00', 'tag': '1da7f541-f3a2-4106-9986-b2250a947361'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:43.746037 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9631f43b-cd12-48f1-a714-d955e5d7e64d" -d '{"events": [{"name": "network-changed", "server_uuid": "9264369c-50c2-4705-ac17-79f887e77c00", "tag": "1da7f541-f3a2-4106-9986-b2250a947361"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:43.795280 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6035a8-3823-4bb7-9b67-803fdfed1f3c x-openstack-request-id: req-2a6035a8-3823-4bb7-9b67-803fdfed1f3c {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:43.795569 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9264369c-50c2-4705-ac17-79f887e77c00", "tag": "1da7f541-f3a2-4106-9986-b2250a947361", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:43.795817 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a6035a8-3823-4bb7-9b67-803fdfed1f3c {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:43.796200 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9264369c-50c2-4705-ac17-79f887e77c00', 'tag': '1da7f541-f3a2-4106-9986-b2250a947361', 'status': 'completed', 'code': 200} Jul 05 03:45:43.813328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-39a04d30-2579-45a0-a9f3-470a7ef3fe82 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Allocated IP 192.168.233.77 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:43.887725 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-961a0423-601b-4fed-955e-e5cb096e1dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.892744 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-961a0423-601b-4fed-955e-e5cb096e1dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.892744 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-961a0423-601b-4fed-955e-e5cb096e1dbf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53611682-ed1c-4ed9-9ba1-3883bf5195be HTTP/1.1" status: 204 len: 168 time: 0.6108637 Jul 05 03:45:43.918858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a0423-601b-4fed-955e-e5cb096e1dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53611682-ed1c-4ed9-9ba1-3883bf5195be,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:43.971419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50222) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:43.997827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5847d7-1a9c-48fd-a6e8-abec84a9c4ff req-151b8397-508a-4420-819f-01089ca8ab85 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:43.999458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e5847d7-1a9c-48fd-a6e8-abec84a9c4ff req-151b8397-508a-4420-819f-01089ca8ab85 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 945 time: 0.1054223 Jul 05 03:45:44.001727 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32c29a72-2d42-4090-8316-9a53ecab500b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.007396 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631f43b-cd12-48f1-a714-d955e5d7e64d req-aa7885c2-aa01-4bb9-b078-574f8928ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:44.008914 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9631f43b-cd12-48f1-a714-d955e5d7e64d req-aa7885c2-aa01-4bb9-b078-574f8928ce7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbed51ddda7046629d62a43afa631874&device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 1097 time: 0.1790776 Jul 05 03:45:44.062653 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e5847d7-1a9c-48fd-a6e8-abec84a9c4ff req-c01db607-7eac-430e-a5b3-68133f6df96e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553513 Jul 05 03:45:44.153333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79771f3-b655-43e1-84d4-90aa0c9bf5f5 req-a9e6a4f0-cdd6-41ab-b384-84510871e713 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:44.155730 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d79771f3-b655-43e1-84d4-90aa0c9bf5f5 req-a9e6a4f0-cdd6-41ab-b384-84510871e713 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 948 time: 0.0829308 Jul 05 03:45:44.205050 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-39a04d30-2579-45a0-a9f3-470a7ef3fe82 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.214748 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d79771f3-b655-43e1-84d4-90aa0c9bf5f5 req-ed4abe72-c5e4-49ed-863a-f37de467334f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508978 Jul 05 03:45:44.215635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631f43b-cd12-48f1-a714-d955e5d7e64d req-7e3bb1f2-3ce7-4b88-a807-3ce9258ec262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:44.217188 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9631f43b-cd12-48f1-a714-d955e5d7e64d req-7e3bb1f2-3ce7-4b88-a807-3ce9258ec262 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7eddb026-6f8a-4717-a63e-84f0218e8000 HTTP/1.1" status: 200 len: 925 time: 0.1976662 Jul 05 03:45:44.227820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50226) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:44.281285 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-39a04d30-2579-45a0-a9f3-470a7ef3fe82 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Transition to ACTIVE for port object 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:44.322293 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32c29a72-2d42-4090-8316-9a53ecab500b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.361684 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9631f43b-cd12-48f1-a714-d955e5d7e64d req-11ff5b76-9a7d-4d0b-9a94-92c40ebf1e62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da7f541-f3a2-4106-9986-b2250a947361 HTTP/1.1" status: 200 len: 1002 time: 0.1339669 Jul 05 03:45:44.414957 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32c29a72-2d42-4090-8316-9a53ecab500b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.458856 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631f43b-cd12-48f1-a714-d955e5d7e64d req-b1bb0e08-e77b-4fe2-a1a0-49fb27d8df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:44.458856 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9631f43b-cd12-48f1-a714-d955e5d7e64d req-b1bb0e08-e77b-4fe2-a1a0-49fb27d8df34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a4c071a-22ea-4f1a-b14f-479bd986bf1c HTTP/1.1" status: 200 len: 863 time: 0.0868862 Jul 05 03:45:44.467456 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-32c29a72-2d42-4090-8316-9a53ecab500b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ce4fd4993a24c9c85e66c9d92a858dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933178 Jul 05 03:45:44.470763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50236) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:44.472686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c29a72-2d42-4090-8316-9a53ecab500b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4c0eae-13b0-4c83-a7e0-58d17adff789,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:44.547674 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-39a04d30-2579-45a0-a9f3-470a7ef3fe82 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.565686 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'c2c31404-8797-4ee8-97d3-f5047a5244b2', '391a930b-c71e-482a-8b17-3bfa8cb99657'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:44.568967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472', '03e0e01e-bea0-4219-bd46-c9d73b5f9f64'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:44.600285 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-39a04d30-2579-45a0-a9f3-470a7ef3fe82 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:44.609068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-39a04d30-2579-45a0-a9f3-470a7ef3fe82 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:44.614787 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-39a04d30-2579-45a0-a9f3-470a7ef3fe82 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:44.619708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a04d30-2579-45a0-a9f3-470a7ef3fe82 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event updated for resources: {'Port': ['ID=2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:44.701072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631f43b-cd12-48f1-a714-d955e5d7e64d req-c69c1f0a-2f14-40fe-93f8-1488ab7c64b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:44.703822 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9631f43b-cd12-48f1-a714-d955e5d7e64d req-c69c1f0a-2f14-40fe-93f8-1488ab7c64b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7eddb026-6f8a-4717-a63e-84f0218e8000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149315 Jul 05 03:45:44.719257 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-25a4219b-eb52-4f01-9fe6-83e216f4682e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.745004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-39a04d30-2579-45a0-a9f3-470a7ef3fe82 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:44.746089 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-39a04d30-2579-45a0-a9f3-470a7ef3fe82 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.777638 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-25a4219b-eb52-4f01-9fe6-83e216f4682e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.880562 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd273bba-0b7c-42de-824c-93914a1b4ebb req-c552116b-da3e-4314-8283-c1173c8b085f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 210 time: 0.0332043 Jul 05 03:45:44.892455 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9631f43b-cd12-48f1-a714-d955e5d7e64d req-acef12f1-f208-47ae-a03c-12e0159a462b service neutron] 10.222.0.11 "GET /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800647 Jul 05 03:45:44.907035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50248) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:44.907345 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0d2f2aed-5dd0-4361-b5aa-a48659460a54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da1017c5aa7d48adb19ce908d2120deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6778414 Jul 05 03:45:44.942971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba3ddf-2e38-486a-a5af-54f62e3c9087 req-4c4f07d9-fbc3-4512-ba97-5fb3d960a2d6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:44.953233 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9ba3ddf-2e38-486a-a5af-54f62e3c9087 req-4c4f07d9-fbc3-4512-ba97-5fb3d960a2d6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 935 time: 0.4532158 Jul 05 03:45:44.979766 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-39a04d30-2579-45a0-a9f3-470a7ef3fe82 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9710977 Jul 05 03:45:44.991618 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-25a4219b-eb52-4f01-9fe6-83e216f4682e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.994928 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-25a4219b-eb52-4f01-9fe6-83e216f4682e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.995973 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-25a4219b-eb52-4f01-9fe6-83e216f4682e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f4c0eae-13b0-4c83-a7e0-58d17adff789 HTTP/1.1" status: 204 len: 168 time: 0.5242538 Jul 05 03:45:45.017718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9ba3ddf-2e38-486a-a5af-54f62e3c9087 req-d7d6ff23-938f-4c8f-9a16-72ba2c2a888c tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630991 Jul 05 03:45:45.024612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4219b-eb52-4f01-9fe6-83e216f4682e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4c0eae-13b0-4c83-a7e0-58d17adff789,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:45.034043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Request body: {'port': {'device_id': '284d9c06-5493-475e-ba34-978048aa0a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:45.112455 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d75d7e5-6860-4cdf-881f-294481c3099c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.176264 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d75d7e5-6860-4cdf-881f-294481c3099c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.189242 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9631f43b-cd12-48f1-a714-d955e5d7e64d req-732f424c-38de-43ad-9cca-fd74411546a8 service neutron] 10.222.0.11 "GET /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686386 Jul 05 03:45:45.196628 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b51c4e4b-8bbe-4d02-9bb4-6d9a4d73f5a7 None None] Provisioning for port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:45.204235 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.204698 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b51c4e4b-8bbe-4d02-9bb4-6d9a4d73f5a7 None None] Provisioning complete for port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:45.205074 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b51c4e4b-8bbe-4d02-9bb4-6d9a4d73f5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.271633 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b51c4e4b-8bbe-4d02-9bb4-6d9a4d73f5a7 None None] Port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:45.386821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1c841-7698-44ce-af50-866b74ae7f76 req-953931a7-14d7-4a3c-aa10-6760bc02aafe tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:45.395123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afc1c841-7698-44ce-af50-866b74ae7f76 req-953931a7-14d7-4a3c-aa10-6760bc02aafe tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 945 time: 0.1360140 Jul 05 03:45:45.410390 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d75d7e5-6860-4cdf-881f-294481c3099c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.413485 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d75d7e5-6860-4cdf-881f-294481c3099c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.417409 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6d75d7e5-6860-4cdf-881f-294481c3099c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c89f270f-e639-4980-a9cf-2b9d56acbc1f HTTP/1.1" status: 204 len: 168 time: 0.5092070 Jul 05 03:45:45.454927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75d7e5-6860-4cdf-881f-294481c3099c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89f270f-e639-4980-a9cf-2b9d56acbc1f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:45.512889 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afc1c841-7698-44ce-af50-866b74ae7f76 req-f2342e59-4814-4fcf-96f1-94b65b770a4a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169004 Jul 05 03:45:45.546892 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1314045-b66e-4e2a-86aa-fbebecfa2bd5 req-09d9f7b0-da24-4efa-a4ef-632f1bd1a23f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:45.549556 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1314045-b66e-4e2a-86aa-fbebecfa2bd5 req-09d9f7b0-da24-4efa-a4ef-632f1bd1a23f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 948 time: 0.1522410 Jul 05 03:45:45.590574 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:45.600184 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.612095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1314045-b66e-4e2a-86aa-fbebecfa2bd5 req-624b9192-1e6b-4854-9966-275931dd6364 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568945 Jul 05 03:45:45.614560 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Transition to ACTIVE for port object 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:45.717724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-142e55de-5b11-48c1-9190-c1089feaca6b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:45.720259 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-142e55de-5b11-48c1-9190-c1089feaca6b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.11 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 806 time: 0.1035750 Jul 05 03:45:45.732637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-12d121e6-232a-4c7c-9b60-abeb0011d431 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Request body: {'port': {'device_id': 'bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6', 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882', 'admin_state_up': True, 'tenant_id': '6171ffdfdefa4f1597b7e2fe880c84f1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:45.756600 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.801771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f40067-83b7-41b6-9061-8a7d68420633 req-a190f237-f857-4281-aefd-0d9d969a9b6a tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:45.803972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24f40067-83b7-41b6-9061-8a7d68420633 req-a190f237-f857-4281-aefd-0d9d969a9b6a tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 1096 time: 0.0846217 Jul 05 03:45:45.864172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24f40067-83b7-41b6-9061-8a7d68420633 req-fd9f19b1-3a23-431b-a352-31bbb89688a4 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540352 Jul 05 03:45:45.901567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6d91c538-5ba0-402e-a66b-cf8dfa633f65 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:45.995904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Attempting to bind port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:45.996421 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Attempting to bind port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:46.002915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Attempting to bind port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:46.002915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Pushing event updated for resources: {'Port': ['ID=2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:46.020031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:46.020464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Attempting to bind port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:46.033713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:46.034109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:46.034437 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:46.034867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Bound port: 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:46.035380 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.148302 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] For port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:46.153674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] For port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:46.155656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-12d121e6-232a-4c7c-9b60-abeb0011d431 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Made reservation on behalf of 6171ffdfdefa4f1597b7e2fe880c84f1 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:46.162064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-12d121e6-232a-4c7c-9b60-abeb0011d431 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.204865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6d91c538-5ba0-402e-a66b-cf8dfa633f65, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6d91c538-5ba0-402e-a66b-cf8dfa633f65,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:46.215115 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eb294e70-24e0-4e19-8cbd-9ccc7129b68a req-d4eb5341-5642-4233-8045-b7a856de7047 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 210 time: 0.0586989 Jul 05 03:45:46.240649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '6d91c538-5ba0-402e-a66b-cf8dfa633f65', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '6d91c538-5ba0-402e-a66b-cf8dfa633f65', 'mac_address': 'fa:16:3e:4f:8c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:46.279689 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.307786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b8bed-9e48-4d24-b4a5-3d2d6075b306 req-6e781532-5697-44e8-9366-0684617c7a92 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:46.312669 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-887b8bed-9e48-4d24-b4a5-3d2d6075b306 req-6e781532-5697-44e8-9366-0684617c7a92 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 1096 time: 0.1012137 Jul 05 03:45:46.323292 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.343640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d91c538-5ba0-402e-a66b-cf8dfa633f65 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:46.345644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50290) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:46.369397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6d91c538-5ba0-402e-a66b-cf8dfa633f65, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6d91c538-5ba0-402e-a66b-cf8dfa633f65,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:46.372904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:46.373543 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.375971 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] 10.222.0.64 "PUT /v2.0/ports/2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 HTTP/1.1" status: 200 len: 1095 time: 1.3466132 Jul 05 03:45:46.384313 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284d9c06-5493-475e-ba34-978048aa0a5b', 'tag': '2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:46.387246 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d736cef5-5a79-4ef7-9bd9-0f15f4a31508" -d '{"events": [{"name": "network-changed", "server_uuid": "284d9c06-5493-475e-ba34-978048aa0a5b", "tag": "2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:46.407971 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4addc793-beb0-4087-8f64-9f64ce665c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.425870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-12d121e6-232a-4c7c-9b60-abeb0011d431 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Allocated IP 172.20.0.14 (0ca20d25-d3e7-4cdd-af72-4218b518e882/051941e9-9be3-4855-b2ec-dc0f4f0de021/81c82d29-ded0-4101-abc9-86806590c4fd) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:46.430257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584bbbf-1b69-4807-9c14-f191ead6d77d service neutron] Pushing event updated for resources: {'Port': ['ID=2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:46.454506 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.568013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=6d91c538-5ba0-402e-a66b-cf8dfa633f65,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:46.600851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-887b8bed-9e48-4d24-b4a5-3d2d6075b306 req-cad1bf55-7b73-42de-81fe-b420117b02a9 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815144 Jul 05 03:45:46.659851 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4addc793-beb0-4087-8f64-9f64ce665c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.671702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c9482-0f8e-4d71-b31e-a6ac91b80928 req-79efe6ba-507c-4df5-8ee0-35d4d6e2e326 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:46.682857 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-429c9482-0f8e-4d71-b31e-a6ac91b80928 req-79efe6ba-507c-4df5-8ee0-35d4d6e2e326 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 947 time: 0.2879899 Jul 05 03:45:46.737582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-429c9482-0f8e-4d71-b31e-a6ac91b80928 req-52c19e84-9276-4b47-b2a3-485c8cc07506 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563638 Jul 05 03:45:46.752438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4addc793-beb0-4087-8f64-9f64ce665c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.789302 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-9d3594e3-c279-49fd-86ed-50d5f2885476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:46.789302 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-9d3594e3-c279-49fd-86ed-50d5f2885476 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 1098 time: 0.2567751 Jul 05 03:45:46.796209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['6d91c538-5ba0-402e-a66b-cf8dfa633f65'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:46.827631 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541446b7-08f2-4336-9db1-d81ad706daa7 x-openstack-request-id: req-541446b7-08f2-4336-9db1-d81ad706daa7 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:46.831656 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284d9c06-5493-475e-ba34-978048aa0a5b", "tag": "2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:46.831656 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-541446b7-08f2-4336-9db1-d81ad706daa7 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:46.834322 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284d9c06-5493-475e-ba34-978048aa0a5b', 'tag': '2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7', 'status': 'completed', 'code': 200} Jul 05 03:45:46.843135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4addc793-beb0-4087-8f64-9f64ce665c46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2838f3b8492645d0834e408dd15499ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4938185 Jul 05 03:45:46.848773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50312) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:46.867562 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addc793-beb0-4087-8f64-9f64ce665c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3988412-de52-4594-a500-d7ef47e0d34b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:46.916020 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-d6f113cd-c16c-4e06-be35-1b428a4c6b45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 HTTP/1.1" status: 200 len: 217 time: 0.1222146 Jul 05 03:45:46.935659 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-12d121e6-232a-4c7c-9b60-abeb0011d431 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.951248 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38b78c97-c219-4cca-a1d8-c5591f088324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:47.014136 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38b78c97-c219-4cca-a1d8-c5591f088324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:47.015118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-3c977389-1cd5-446b-8c46-25caa71139d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.018010 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-3c977389-1cd5-446b-8c46-25caa71139d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0937459 Jul 05 03:45:47.118290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb30ff-9838-4d3e-a520-fec0137b3c9b req-59edee2b-8298-4b01-97f8-1160d333d042 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.123249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9fb30ff-9838-4d3e-a520-fec0137b3c9b req-59edee2b-8298-4b01-97f8-1160d333d042 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 949 time: 0.1661477 Jul 05 03:45:47.149752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-a3017cd3-1608-4f9c-ab20-535f649bf674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.151743 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-a3017cd3-1608-4f9c-ab20-535f649bf674 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227863 Jul 05 03:45:47.209122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9fb30ff-9838-4d3e-a520-fec0137b3c9b req-e7eb34c7-80c7-477e-a777-2917e67d8e81 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697653 Jul 05 03:45:47.223009 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38b78c97-c219-4cca-a1d8-c5591f088324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:47.224029 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-12d121e6-232a-4c7c-9b60-abeb0011d431 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:47.227485 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38b78c97-c219-4cca-a1d8-c5591f088324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:47.232897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-38b78c97-c219-4cca-a1d8-c5591f088324 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a3988412-de52-4594-a500-d7ef47e0d34b HTTP/1.1" status: 204 len: 168 time: 0.3828330 Jul 05 03:45:47.262089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b78c97-c219-4cca-a1d8-c5591f088324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3988412-de52-4594-a500-d7ef47e0d34b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:47.288144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-12d121e6-232a-4c7c-9b60-abeb0011d431 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Network 0ca20d25-d3e7-4cdd-af72-4218b518e882 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:47.295898 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-12d121e6-232a-4c7c-9b60-abeb0011d431 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:47.303349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-12d121e6-232a-4c7c-9b60-abeb0011d431 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:47.346859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d121e6-232a-4c7c-9b60-abeb0011d431 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Pushing event updated for resources: {'Port': ['ID=81c82d29-ded0-4101-abc9-86806590c4fd,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:47.396108 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-12d121e6-232a-4c7c-9b60-abeb0011d431 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.396753 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-12d121e6-232a-4c7c-9b60-abeb0011d431 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:47.400428 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-b07d8cd3-9232-47ac-ad3a-76346e76f025 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397213 Jul 05 03:45:47.507853 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2f44dc9b-e91c-408b-91c2-cdd2188550fe req-4f494b63-dc5b-4265-80a2-3ba03d915db7 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996945 Jul 05 03:45:47.557668 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-12d121e6-232a-4c7c-9b60-abeb0011d431 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8288214 Jul 05 03:45:47.573151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Request body: {'port': {'device_id': 'bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:47.663580 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:47.725772 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417b6aa-f207-477c-b9ef-58e88f03220a req-0445bbfa-5a13-410f-b6cf-aa6f938409a5 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.730352 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1417b6aa-f207-477c-b9ef-58e88f03220a req-0445bbfa-5a13-410f-b6cf-aa6f938409a5 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 932 time: 0.1422930 Jul 05 03:45:47.788330 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1417b6aa-f207-477c-b9ef-58e88f03220a req-b28f8311-50a1-4a61-9a2f-4d4924b35fcb tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501218 Jul 05 03:45:47.806132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d2b3a-8a7f-4249-baa3-c02a0009f00c req-4431bece-f709-4501-a542-1170d6419993 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.815947 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b23d2b3a-8a7f-4249-baa3-c02a0009f00c req-4431bece-f709-4501-a542-1170d6419993 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 1096 time: 0.1393774 Jul 05 03:45:47.871734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b23d2b3a-8a7f-4249-baa3-c02a0009f00c req-50317ab3-2aea-4995-a78d-15dcf2a34c3c tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583682 Jul 05 03:45:47.917004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736cef5-5a79-4ef7-9bd9-0f15f4a31508 req-33f6cd12-1483-4aab-8d06-128e7c4528df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.918625 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d736cef5-5a79-4ef7-9bd9-0f15f4a31508 req-33f6cd12-1483-4aab-8d06-128e7c4528df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 1098 time: 0.2134137 Jul 05 03:45:47.933460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6d91c538-5ba0-402e-a66b-cf8dfa633f65 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:48.081578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736cef5-5a79-4ef7-9bd9-0f15f4a31508 req-98c13edd-bf66-42fd-ac00-78d8156a3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:48.083200 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d736cef5-5a79-4ef7-9bd9-0f15f4a31508 req-98c13edd-bf66-42fd-ac00-78d8156a3a57 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1486304 Jul 05 03:45:48.099387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605075e2-a50d-433c-b1db-878d793ecce6 req-f399b44c-9c6a-402c-bf27-2c59e9c7971b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:48.101075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-605075e2-a50d-433c-b1db-878d793ecce6 req-f399b44c-9c6a-402c-bf27-2c59e9c7971b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 947 time: 0.0902531 Jul 05 03:45:48.116876 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 6d91c538-5ba0-402e-a66b-cf8dfa633f65 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:48.124032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 6d91c538-5ba0-402e-a66b-cf8dfa633f65 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:48.124678 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:48.143736 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d736cef5-5a79-4ef7-9bd9-0f15f4a31508 req-d4d24be4-ca58-4a71-8cfb-3f71eaf96051 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 HTTP/1.1" status: 200 len: 217 time: 0.0473847 Jul 05 03:45:48.154557 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-605075e2-a50d-433c-b1db-878d793ecce6 req-1d5381ed-7b89-4bcc-9842-b7ba11dc840a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473430 Jul 05 03:45:48.235651 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:48.260596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d06a35b-e47a-4e12-81da-8f6bd81ed54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d91c538-5ba0-402e-a66b-cf8dfa633f65'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:48.263210 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2807bb7a-f4f1-4a86-980f-76654d61d4c1" -d '{"events": [{"server_uuid": "6d06a35b-e47a-4e12-81da-8f6bd81ed54c", "name": "network-vif-plugged", "status": "completed", "tag": "6d91c538-5ba0-402e-a66b-cf8dfa633f65"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:48.279569 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6d91c538-5ba0-402e-a66b-cf8dfa633f65, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6d91c538-5ba0-402e-a66b-cf8dfa633f65,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:48.314089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736cef5-5a79-4ef7-9bd9-0f15f4a31508 req-a0771b30-2db7-45ee-8e2b-0c7ec997405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:48.315556 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d736cef5-5a79-4ef7-9bd9-0f15f4a31508 req-a0771b30-2db7-45ee-8e2b-0c7ec997405e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1650658 Jul 05 03:45:48.333618 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c82d29-ded0-4101-abc9-86806590c4fd {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:48.351441 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:48.359965 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:48.399250 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Transition to ACTIVE for port object 81c82d29-ded0-4101-abc9-86806590c4fd will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:48.419306 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736cef5-5a79-4ef7-9bd9-0f15f4a31508 req-89932a92-4579-4451-a07e-a42be03e46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:48.420950 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d736cef5-5a79-4ef7-9bd9-0f15f4a31508 req-89932a92-4579-4451-a07e-a42be03e46fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984280 Jul 05 03:45:48.421758 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=6d91c538-5ba0-402e-a66b-cf8dfa633f65,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:48.456167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af38c1e-b3bb-48ad-861b-e4289dc07e01 req-d023f542-ef20-4048-a8e4-8056f9134f69 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:48.457844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8af38c1e-b3bb-48ad-861b-e4289dc07e01 req-d023f542-ef20-4048-a8e4-8056f9134f69 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 950 time: 0.0755041 Jul 05 03:45:48.498098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8af38c1e-b3bb-48ad-861b-e4289dc07e01 req-04c3f23c-a8e8-4525-9546-ea01d8aba0fc tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346570 Jul 05 03:45:48.501943 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:48.556232 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d736cef5-5a79-4ef7-9bd9-0f15f4a31508 req-bcd0a1cc-dda7-4800-bdb2-0b7b25ee738a service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281788 Jul 05 03:45:48.572126 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd03302-46ff-41f8-a759-a129082c2c06 x-openstack-request-id: req-dbd03302-46ff-41f8-a759-a129082c2c06 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:48.572249 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d06a35b-e47a-4e12-81da-8f6bd81ed54c", "name": "network-vif-plugged", "status": "completed", "tag": "6d91c538-5ba0-402e-a66b-cf8dfa633f65", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:48.572524 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dbd03302-46ff-41f8-a759-a129082c2c06 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:48.572916 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d06a35b-e47a-4e12-81da-8f6bd81ed54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d91c538-5ba0-402e-a66b-cf8dfa633f65', 'code': 200} Jul 05 03:45:48.573683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Pushing event updated for resources: {'Port': ['ID=81c82d29-ded0-4101-abc9-86806590c4fd,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:48.984856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e055c7e-b6d0-41cf-b367-025a3d589b03 req-3073b1dd-d2fd-4b7c-b581-bb9c45eee957 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:48.986618 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e055c7e-b6d0-41cf-b367-025a3d589b03 req-3073b1dd-d2fd-4b7c-b581-bb9c45eee957 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 944 time: 0.0720012 Jul 05 03:45:48.997507 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Attempting to bind port 81c82d29-ded0-4101-abc9-86806590c4fd on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:48.997844 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Attempting to bind port 81c82d29-ded0-4101-abc9-86806590c4fd by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:48.998177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Attempting to bind port 81c82d29-ded0-4101-abc9-86806590c4fd on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:49.002518 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d736cef5-5a79-4ef7-9bd9-0f15f4a31508 req-33e6192c-f2cc-438e-ae7d-fa8bc318e337 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369459 Jul 05 03:45:49.008167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Port 81c82d29-ded0-4101-abc9-86806590c4fd on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:49.009819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Attempting to bind port 81c82d29-ded0-4101-abc9-86806590c4fd on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:49.021029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:49.021394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Checking segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:49.021749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Bound using segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:49.022188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Bound port: 81c82d29-ded0-4101-abc9-86806590c4fd, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:49.022551 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:49.027145 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389ce26-6ca1-4cd4-ade8-8ec064bad5e9 req-14504dca-8ec2-42bc-83b9-84c86ee41d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:49.028706 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1389ce26-6ca1-4cd4-ade8-8ec064bad5e9 req-14504dca-8ec2-42bc-83b9-84c86ee41d70 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 1101 time: 0.3595207 Jul 05 03:45:49.038952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e055c7e-b6d0-41cf-b367-025a3d589b03 req-6823ceff-ca8b-456c-b779-d086f0262914 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 Jul 05 03:45:49.109054 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1389ce26-6ca1-4cd4-ade8-8ec064bad5e9 req-973d3140-598f-428e-8e17-a1b8b76b5786 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509360 Jul 05 03:45:49.113357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:49.120011 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=81c82d29-ded0-4101-abc9-86806590c4fd,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:49.210699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c228b2-28e2-40c3-9d52-97bab8f9fb45 req-7205d6c7-46ad-4132-96bb-b9ce097b108c tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:49.212279 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5c228b2-28e2-40c3-9d52-97bab8f9fb45 req-7205d6c7-46ad-4132-96bb-b9ce097b108c tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 1096 time: 0.0536897 Jul 05 03:45:49.242686 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:49.248356 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5c228b2-28e2-40c3-9d52-97bab8f9fb45 req-da37eaf7-69b6-42b0-ac5d-e082e0eea31d tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301423 Jul 05 03:45:49.277789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:49.278404 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:49.279804 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] 10.222.0.11 "PUT /v2.0/ports/81c82d29-ded0-4101-abc9-86806590c4fd HTTP/1.1" status: 200 len: 1092 time: 1.7132323 Jul 05 03:45:49.280419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6', 'tag': '81c82d29-ded0-4101-abc9-86806590c4fd'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:49.282783 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a132c01f-c847-41c1-a61c-de4c0abc98b3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6", "tag": "81c82d29-ded0-4101-abc9-86806590c4fd"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:49.308537 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66253ca-204a-4fc4-bb53-37f561ac25fd service neutron] Pushing event updated for resources: {'Port': ['ID=81c82d29-ded0-4101-abc9-86806590c4fd,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:49.470066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-6959377e-2376-4d59-ae53-4f9f1b24f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:49.472689 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-6959377e-2376-4d59-ae53-4f9f1b24f120 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 1095 time: 0.0626495 Jul 05 03:45:49.493077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65538a4-c050-4ac0-8d27-f32bb1c6898e req-e992d0f4-5a0c-42d7-b871-e7a759be0e85 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:49.494840 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d65538a4-c050-4ac0-8d27-f32bb1c6898e req-e992d0f4-5a0c-42d7-b871-e7a759be0e85 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 947 time: 0.0772181 Jul 05 03:45:49.526679 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-e5e9db75-74e4-4b15-878b-399f3d11e25a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81c82d29-ded0-4101-abc9-86806590c4fd HTTP/1.1" status: 200 len: 217 time: 0.0386004 Jul 05 03:45:49.545490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d65538a4-c050-4ac0-8d27-f32bb1c6898e req-3ed26562-04ad-4f37-bdd7-0f0d3054a11f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 Jul 05 03:45:49.579649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-cd02c870-2886-4077-9284-6da94507b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:49.581371 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-cd02c870-2886-4077-9284-6da94507b12c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.0459263 Jul 05 03:45:49.606469 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c6ca08-ab1d-4e8f-b2a3-929f23c4fb69 x-openstack-request-id: req-86c6ca08-ab1d-4e8f-b2a3-929f23c4fb69 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:49.606837 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6", "tag": "81c82d29-ded0-4101-abc9-86806590c4fd", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:49.607153 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-86c6ca08-ab1d-4e8f-b2a3-929f23c4fb69 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:49.607607 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6', 'tag': '81c82d29-ded0-4101-abc9-86806590c4fd', 'status': 'completed', 'code': 200} Jul 05 03:45:49.627385 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-b0d189dd-4f1e-402d-820b-993c4fa25206 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308809 Jul 05 03:45:49.735629 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-21b71022-4805-4783-8b7b-6e303628cdb0 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988801 Jul 05 03:45:49.828128 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3ea81fd5-5fea-472f-8e6a-6d135ba9d75d req-228baf91-022c-4f81-a11b-3995e2f7a189 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849624 Jul 05 03:45:49.921193 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fd1c7-bd91-4406-a96a-a13561579b83 req-5cc352e0-ed19-408c-9764-350894877268 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:49.923863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-898fd1c7-bd91-4406-a96a-a13561579b83 req-5cc352e0-ed19-408c-9764-350894877268 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 950 time: 0.0667646 Jul 05 03:45:49.964310 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-898fd1c7-bd91-4406-a96a-a13561579b83 req-dca41001-5e8d-400a-b6d5-7cee807bebd6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345147 Jul 05 03:45:50.036986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132c01f-c847-41c1-a61c-de4c0abc98b3 req-a5370422-d17a-484b-8d11-51cfec74657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:50.038587 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a132c01f-c847-41c1-a61c-de4c0abc98b3 req-a5370422-d17a-484b-8d11-51cfec74657f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 1095 time: 0.0765946 Jul 05 03:45:50.131972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132c01f-c847-41c1-a61c-de4c0abc98b3 req-e9f47e1c-861d-4f32-9a92-f0897574c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:50.133487 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a132c01f-c847-41c1-a61c-de4c0abc98b3 req-e9f47e1c-861d-4f32-9a92-f0897574c0c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.0878417 Jul 05 03:45:50.192009 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a132c01f-c847-41c1-a61c-de4c0abc98b3 req-00e1b18a-59a0-4bb1-a10c-beca1e4ac3ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81c82d29-ded0-4101-abc9-86806590c4fd HTTP/1.1" status: 200 len: 217 time: 0.0399814 Jul 05 03:45:50.235666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-78cc448d-2e15-4e76-9ad5-b0db474b41e6 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=11262911861945c3a6162015d1587211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220203 Jul 05 03:45:50.252259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132c01f-c847-41c1-a61c-de4c0abc98b3 req-8d2900c9-6a7c-4b8e-804a-4b8701bc91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:50.253759 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a132c01f-c847-41c1-a61c-de4c0abc98b3 req-8d2900c9-6a7c-4b8e-804a-4b8701bc91ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.0441053 Jul 05 03:45:50.292272 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a132c01f-c847-41c1-a61c-de4c0abc98b3 req-de63e08c-c4a8-4264-a220-4bba3c7a5b17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269830 Jul 05 03:45:50.351632 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-e6927c8c-9628-481d-8abb-81f02e70496c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:50.358432 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-e6927c8c-9628-481d-8abb-81f02e70496c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1173887 Jul 05 03:45:50.378956 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-d3ee04c7-0003-4241-bffa-056b543238ae tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/quotas/11262911861945c3a6162015d1587211 HTTP/1.1" status: 200 len: 375 time: 0.0195549 Jul 05 03:45:50.397528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a132c01f-c847-41c1-a61c-de4c0abc98b3 req-c784c3e3-8591-4694-b549-1ff64647e276 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971158 Jul 05 03:45:50.415085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-5d44b6ab-33a8-4701-a7da-128929947c47 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307620 Jul 05 03:45:50.516957 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a132c01f-c847-41c1-a61c-de4c0abc98b3 req-35d06eca-09d2-40ed-94d9-30cc00cc35d8 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108170 Jul 05 03:45:51.237065 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c7357c4e-2ed9-479b-9977-caaba8dcdebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.049686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50496) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:52.097577 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504952e6-562b-4782-aa2a-bb5d5b140d89 req-6a511853-1e06-4b0b-ad78-6368cf54b407 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:52.100822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-504952e6-562b-4782-aa2a-bb5d5b140d89 req-6a511853-1e06-4b0b-ad78-6368cf54b407 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 944 time: 0.0670190 Jul 05 03:45:52.128805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:52.152928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-504952e6-562b-4782-aa2a-bb5d5b140d89 req-f2519705-be02-4e04-b5bc-c859a4e69fc9 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475109 Jul 05 03:45:52.165072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-085bbcdd-47d5-428c-a8cb-e4d42d937631 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:45:52.166084 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-085bbcdd-47d5-428c-a8cb-e4d42d937631 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1153662 Jul 05 03:45:52.230413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:52.247684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7', 'mac_address': 'fa:16:3e:0d:b3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:52.285587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ea035625-84f0-4d58-bef4-90888d15889d service neutron] Request body: {'binding': {'host': 'n-h1-798249-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:52.285587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ea035625-84f0-4d58-bef4-90888d15889d service neutron] Unknown quota resources ['binding']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:45:52.299887 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.351806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e80cb-1345-4b88-a935-6715bee8c823 req-d8fd06f7-16d5-4b45-9338-202f1ec5a9a1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:52.361427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f3e80cb-1345-4b88-a935-6715bee8c823 req-d8fd06f7-16d5-4b45-9338-202f1ec5a9a1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 947 time: 0.0917547 Jul 05 03:45:52.420832 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f3e80cb-1345-4b88-a935-6715bee8c823 req-07db30cc-cf23-4895-ad1f-96e1d7578253 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562503 Jul 05 03:45:52.452077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ea035625-84f0-4d58-bef4-90888d15889d service neutron] Attempting to bind port 01114360-edd6-4be8-95eb-d3df9d689706 on host n-h1-798249-5 for vnic_type normal with profile None {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:52.452077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ea035625-84f0-4d58-bef4-90888d15889d service neutron] Attempting to bind port 01114360-edd6-4be8-95eb-d3df9d689706 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:52.452077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ea035625-84f0-4d58-bef4-90888d15889d service neutron] Attempting to bind port 01114360-edd6-4be8-95eb-d3df9d689706 on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:52.457461 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ea035625-84f0-4d58-bef4-90888d15889d service neutron] Port 01114360-edd6-4be8-95eb-d3df9d689706 on network 4691479b-1728-4d4d-b293-81f5c048e409 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:52.457793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ea035625-84f0-4d58-bef4-90888d15889d service neutron] Attempting to bind port 01114360-edd6-4be8-95eb-d3df9d689706 on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:52.463182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:52.463357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ea035625-84f0-4d58-bef4-90888d15889d service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:52.463605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ea035625-84f0-4d58-bef4-90888d15889d service neutron] Checking segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:52.464140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ea035625-84f0-4d58-bef4-90888d15889d service neutron] Bound using segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:52.464603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ea035625-84f0-4d58-bef4-90888d15889d service neutron] Bound port: 01114360-edd6-4be8-95eb-d3df9d689706, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:52.484014 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:52.533634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50506) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:52.533739 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ea035625-84f0-4d58-bef4-90888d15889d service neutron] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=01114360-edd6-4be8-95eb-d3df9d689706,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:52.565431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f80bcf53-93e7-4792-84b9-fe2231825d31 req-761e3a08-c6d3-4410-ba44-b1c2f46f2547 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 210 time: 0.0294256 Jul 05 03:45:52.618269 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.619156 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b085db01-4df9-42f6-81b2-e341643ac3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.645822 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ea035625-84f0-4d58-bef4-90888d15889d service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.653138 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ea035625-84f0-4d58-bef4-90888d15889d service neutron] 10.222.0.60 "POST /v2.0/ports/01114360-edd6-4be8-95eb-d3df9d689706/bindings HTTP/1.1" status: 201 len: 389 time: 0.4240568 Jul 05 03:45:52.670045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:52.718133 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b085db01-4df9-42f6-81b2-e341643ac3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.810331 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b085db01-4df9-42f6-81b2-e341643ac3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.858384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085db01-4df9-42f6-81b2-e341643ac3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ece66fd-031b-4ede-b3d9-c81d07a6c3c6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:52.864818 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b085db01-4df9-42f6-81b2-e341643ac3ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9bf0031c406d4cd0ac0625c74c810963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699164 Jul 05 03:45:52.867495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50512) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:52.922562 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65da80-757c-4d6e-a95f-45a0a153a276 req-cb2ba3ac-602d-486d-971f-d6beeb58e156 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:52.924091 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c65da80-757c-4d6e-a95f-45a0a153a276 req-cb2ba3ac-602d-486d-971f-d6beeb58e156 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 950 time: 0.1478162 Jul 05 03:45:52.927673 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:52.949334 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff9b627e-094e-4c5f-a55f-f252b6daa4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.982040 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff9b627e-094e-4c5f-a55f-f252b6daa4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.033027 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c65da80-757c-4d6e-a95f-45a0a153a276 req-3e21669d-fb15-4396-8236-a7269f470d27 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005008 Jul 05 03:45:53.091620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151590e2-56ca-428b-8693-77115976a41b req-06d0b4fc-6d42-45e6-9bbc-0d937e41c248 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.101033 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-151590e2-56ca-428b-8693-77115976a41b req-06d0b4fc-6d42-45e6-9bbc-0d937e41c248 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 945 time: 0.1288998 Jul 05 03:45:53.140196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-151590e2-56ca-428b-8693-77115976a41b req-8bd2464e-608e-4fae-951e-c4fa901dd9b2 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350919 Jul 05 03:45:53.197304 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff9b627e-094e-4c5f-a55f-f252b6daa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.207041 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff9b627e-094e-4c5f-a55f-f252b6daa4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.207041 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ff9b627e-094e-4c5f-a55f-f252b6daa4d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ece66fd-031b-4ede-b3d9-c81d07a6c3c6 HTTP/1.1" status: 204 len: 168 time: 0.3328726 Jul 05 03:45:53.209907 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b627e-094e-4c5f-a55f-f252b6daa4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ece66fd-031b-4ede-b3d9-c81d07a6c3c6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:53.345878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019161-0f62-4187-a405-12ac54fc2a31 req-3aa1d015-4130-43e2-8063-078346018f17 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.347439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94019161-0f62-4187-a405-12ac54fc2a31 req-3aa1d015-4130-43e2-8063-078346018f17 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 944 time: 0.0715671 Jul 05 03:45:53.406093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94019161-0f62-4187-a405-12ac54fc2a31 req-b1f0810c-7dff-41a3-81b1-0b76aae5e7dc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529408 Jul 05 03:45:53.427766 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-30dd9173-e38d-4520-8891-12a807bb0c59 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=11262911861945c3a6162015d1587211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365913 Jul 05 03:45:53.618915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-9c5104ed-7a64-4377-bbe6-6fcc22009c85 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.620439 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-9c5104ed-7a64-4377-bbe6-6fcc22009c85 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767144 Jul 05 03:45:53.652011 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Request body: {'port': {'device_id': '39062bfd-2c31-4e34-bd7c-c4683202639c', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '11262911861945c3a6162015d1587211'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:53.701945 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50538) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:53.733108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdeddb-c5dd-4841-ab57-eb1a20690b1f req-b4793b9a-89e2-4b46-a9f1-9398edd400a9 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.735540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209786-b01a-4171-ae29-277e1ef11301 req-02ba113a-a341-4d96-a8f9-5f8d0373ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.737785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2bdeddb-c5dd-4841-ab57-eb1a20690b1f req-b4793b9a-89e2-4b46-a9f1-9398edd400a9 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 948 time: 0.1605859 Jul 05 03:45:53.740205 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-02ba113a-a341-4d96-a8f9-5f8d0373ef83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 1096 time: 0.2443788 Jul 05 03:45:53.866724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2bdeddb-c5dd-4841-ab57-eb1a20690b1f req-3cd2d758-6824-4b6b-862a-699751eae87c tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182992 Jul 05 03:45:53.881210 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e640745-afae-4204-8b25-ebeb210ba329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.920260 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209786-b01a-4171-ae29-277e1ef11301 req-571fa2b3-c8a5-46c7-98d0-1f2481bc3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.922135 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-571fa2b3-c8a5-46c7-98d0-1f2481bc3e11 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.1659057 Jul 05 03:45:53.925499 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.api [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:45:53.925499 n-d-798249-5 neutron-server[100876]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 03:45:53.925499 n-d-798249-5 neutron-server[100876]: [parameters: {'project_id': '11262911861945c3a6162015d1587211', 'id': '81d1f7eb-b4c6-4101-a1d0-c796b5cf665c', 'expiration': datetime.datetime(2021, 7, 5, 3, 47, 53, 917192)}] Jul 05 03:45:53.925499 n-d-798249-5 neutron-server[100876]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:45:53.925921 n-d-798249-5 neutron-server[100876]: DEBUG oslo_db.api [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:45:53.927362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.927984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.928490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.929018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.929547 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.930076 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.930599 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.931124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.931649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.932172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.932720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.933238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.933763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.934296 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.936731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0feb021-06be-4972-8a18-838c8413a637 req-592e6324-f560-4208-82c8-f7893239819a tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c&device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6&device_id=284d9c06-5493-475e-ba34-978048aa0a5b&device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c&device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6&device_id=9264369c-50c2-4705-ac17-79f887e77c00&device_id=16ebd016-984c-49d3-a89d-d4db7d029a05&device_id=45f40804-e5ea-4759-bf76-5a3d25908a62&device_id=3eeb267b-4c34-4c18-ab2f-82c48901f454&device_id=46a67448-0bcb-4241-8993-83706779e9a7&device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7&device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d&device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e&device_id=7db718de-acf5-45f4-bd70-6f8ecbb13480&device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 12657 time: 0.1474197 Jul 05 03:45:53.963389 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c0feb021-06be-4972-8a18-838c8413a637 req-23069bc3-7dc3-485b-84fb-362ddd108102 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.973599 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-c2f4613e-8157-4f30-af99-4b05a129313d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01114360-edd6-4be8-95eb-d3df9d689706 HTTP/1.1" status: 200 len: 217 time: 0.0445340 Jul 05 03:45:53.974013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 81c82d29-ded0-4101-abc9-86806590c4fd details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:54.045929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209786-b01a-4171-ae29-277e1ef11301 req-64506ff8-ecbb-4036-a9d3-24188357d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:54.048392 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-64506ff8-ecbb-4036-a9d3-24188357d677 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.0679927 Jul 05 03:45:54.052085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7aac6e3-2150-4b94-a589-118b2019f7b5 req-3daaa409-2569-421c-a5eb-f7528efd0782 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 210 time: 0.0495961 Jul 05 03:45:54.090650 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e640745-afae-4204-8b25-ebeb210ba329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.092592 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-1dfa35eb-abbd-4ef6-a414-a3b6f2ccfc33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278485 Jul 05 03:45:54.107001 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=81c82d29-ded0-4101-abc9-86806590c4fd,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:54.120811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50542) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:54.124323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '81c82d29-ded0-4101-abc9-86806590c4fd', 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882', 'port_id': '81c82d29-ded0-4101-abc9-86806590c4fd', 'mac_address': 'fa:16:3e:08:50:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051941e9-9be3-4855-b2ec-dc0f4f0de021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:54.137466 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e56759f7-eafc-4d6d-8ebe-b96f0e77c5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.153583 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e640745-afae-4204-8b25-ebeb210ba329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.162699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:54.207429 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-eb8cdc1d-7868-49ed-9a41-89a48805b8cd service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024826 Jul 05 03:45:54.232722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0e640745-afae-4204-8b25-ebeb210ba329 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3436e446e2e54bd8b3a8132f76982213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5296741 Jul 05 03:45:54.246406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50548) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:54.246530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e640745-afae-4204-8b25-ebeb210ba329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0789b8f9-5c1f-4d72-b6fd-398950b3a079,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:54.254110 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.293981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c82d29-ded0-4101-abc9-86806590c4fd {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:54.302655 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e4956a4a-2c12-4ac5-bd4b-22d83ce9efff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.323774 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.331098 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c0feb021-06be-4972-8a18-838c8413a637 req-23069bc3-7dc3-485b-84fb-362ddd108102 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.331466 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=81c82d29-ded0-4101-abc9-86806590c4fd,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:54.336677 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32764986-6b04-44fe-8a52-93a6fd8fb91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.375809 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32764986-6b04-44fe-8a52-93a6fd8fb91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.380172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:54.384901 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:54.385491 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.388853 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-274a8e07-8d4d-4798-822f-277d7dc41550 service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741474 Jul 05 03:45:54.411979 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab40c3-998b-4df7-a5f6-a94bc1a83142 req-0c9fb462-657b-47b8-91a7-1865e53dbeac tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:54.413589 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dab40c3-998b-4df7-a5f6-a94bc1a83142 req-0c9fb462-657b-47b8-91a7-1865e53dbeac tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 945 time: 0.0709808 Jul 05 03:45:54.423622 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.437091 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c0feb021-06be-4972-8a18-838c8413a637 req-23069bc3-7dc3-485b-84fb-362ddd108102 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.487971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=81c82d29-ded0-4101-abc9-86806590c4fd,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:54.493014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0feb021-06be-4972-8a18-838c8413a637 req-23069bc3-7dc3-485b-84fb-362ddd108102 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&id=1b42ca74-3bac-4901-92cd-5c94b2b00341&id=1d5887b3-1f52-4835-90b9-ac3b726bae72&id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.5494566 Jul 05 03:45:54.504893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23069bc3-7dc3-485b-84fb-362ddd108102 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a797f92-f9fd-4dbc-8d20-a3adf31bc3fc,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:54.532799 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.534839 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32764986-6b04-44fe-8a52-93a6fd8fb91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.541421 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32764986-6b04-44fe-8a52-93a6fd8fb91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.549436 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-32764986-6b04-44fe-8a52-93a6fd8fb91b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0789b8f9-5c1f-4d72-b6fd-398950b3a079 HTTP/1.1" status: 204 len: 168 time: 0.3065486 Jul 05 03:45:54.551611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dab40c3-998b-4df7-a5f6-a94bc1a83142 req-292ba56c-db05-4cc1-acdb-05f8355c92e3 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262319 Jul 05 03:45:54.558040 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32764986-6b04-44fe-8a52-93a6fd8fb91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0789b8f9-5c1f-4d72-b6fd-398950b3a079,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:54.634809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284d9c06-5493-475e-ba34-978048aa0a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:54.638132 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e56759f7-eafc-4d6d-8ebe-b96f0e77c5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.644504 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960314b4-2e98-4fca-bf9b-8dfe53eb1848" -d '{"events": [{"server_uuid": "284d9c06-5493-475e-ba34-978048aa0a5b", "name": "network-vif-plugged", "status": "completed", "tag": "2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:54.654401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209786-b01a-4171-ae29-277e1ef11301 req-fa51206d-b367-41e2-9ab1-3699906b9cc7 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:54.656918 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-fa51206d-b367-41e2-9ab1-3699906b9cc7 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6&tenant_id=be979254e14b450096d0687db0c40d54&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1096 time: 0.0831919 Jul 05 03:45:54.667880 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:54.668800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-5'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:54.705915 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e56759f7-eafc-4d6d-8ebe-b96f0e77c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.755493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e56759f7-eafc-4d6d-8ebe-b96f0e77c5b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c59def7652704fcfb26a31ed4cb03be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6303356 Jul 05 03:45:54.755493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56759f7-eafc-4d6d-8ebe-b96f0e77c5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98a6414-4252-4d8a-91a3-6d7ea64042b7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:54.757383 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.757536 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50558) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:54.794150 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['81c82d29-ded0-4101-abc9-86806590c4fd'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:54.797143 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.824005 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66f890e-dcbe-4b2e-a3a4-034f2bfd57f1 x-openstack-request-id: req-e66f890e-dcbe-4b2e-a3a4-034f2bfd57f1 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:54.824583 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284d9c06-5493-475e-ba34-978048aa0a5b", "name": "network-vif-plugged", "status": "completed", "tag": "2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:54.824583 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e66f890e-dcbe-4b2e-a3a4-034f2bfd57f1 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:54.824947 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284d9c06-5493-475e-ba34-978048aa0a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7', 'code': 200} Jul 05 03:45:54.841074 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876f6bb-55cf-4b35-9572-ea6ca796dcc9 req-67f5459b-4131-4224-b0c4-70f66d5af5b5 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:54.846104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e876f6bb-55cf-4b35-9572-ea6ca796dcc9 req-67f5459b-4131-4224-b0c4-70f66d5af5b5 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 945 time: 0.1780965 Jul 05 03:45:54.865223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:54.911939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e876f6bb-55cf-4b35-9572-ea6ca796dcc9 req-f72a1117-13d7-40c7-8db2-2a15251a7423 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557015 Jul 05 03:45:55.010386 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Made reservation on behalf of 11262911861945c3a6162015d1587211 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:55.014212 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.054321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=01114360-edd6-4be8-95eb-d3df9d689706,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:55.077536 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8810587d-46a9-4b65-8f57-490535069b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.082239 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.128686 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.145729 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8810587d-46a9-4b65-8f57-490535069b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.179031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66bd91-3b8b-4a77-81e7-ae11e6a564f5 req-918605f4-58db-41b9-8c5a-e8518c37daa1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:55.184961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be66bd91-3b8b-4a77-81e7-ae11e6a564f5 req-918605f4-58db-41b9-8c5a-e8518c37daa1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 949 time: 0.1383886 Jul 05 03:45:55.213597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:55.220844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407d5f1-4a48-4746-82a2-2727097afb70 req-47ba8196-6c57-4f5f-b6cf-91be04fa9939 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:55.221345 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407d5f1-4a48-4746-82a2-2727097afb70 req-47ba8196-6c57-4f5f-b6cf-91be04fa9939 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:55.222047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407d5f1-4a48-4746-82a2-2727097afb70 req-47ba8196-6c57-4f5f-b6cf-91be04fa9939 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:55.223498 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0407d5f1-4a48-4746-82a2-2727097afb70 req-47ba8196-6c57-4f5f-b6cf-91be04fa9939 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c&device_id=16ebd016-984c-49d3-a89d-d4db7d029a05&device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 2884 time: 0.1168053 Jul 05 03:45:55.247510 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be66bd91-3b8b-4a77-81e7-ae11e6a564f5 req-f60ff46e-cce4-40ac-a5f6-4e89da72787d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581846 Jul 05 03:45:55.252111 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f70fc-9259-4573-a814-494c3a90afb3 req-5900242e-c7ff-488c-833a-3be5865224fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:55.254138 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f98f70fc-9259-4573-a814-494c3a90afb3 req-5900242e-c7ff-488c-833a-3be5865224fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 1100 time: 0.2572503 Jul 05 03:45:55.282083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0407d5f1-4a48-4746-82a2-2727097afb70 req-be15d03e-ee53-46d6-92dc-1287391a3b0e tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461526 Jul 05 03:45:55.310071 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61f9c59-b3ea-4060-9e89-c9848c33eed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01114360-edd6-4be8-95eb-d3df9d689706'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:55.313082 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d723d503-bc2b-4085-bb23-dd2d1e8c7b8d" -d '{"events": [{"server_uuid": "f61f9c59-b3ea-4060-9e89-c9848c33eed6", "name": "network-vif-unplugged", "status": "completed", "tag": "01114360-edd6-4be8-95eb-d3df9d689706"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:55.324478 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.343561 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f98f70fc-9259-4573-a814-494c3a90afb3 req-4424367e-f03b-46a9-9411-b080f5d09a08 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797365 Jul 05 03:45:55.386527 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.411835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a617473c-09cb-4b28-aefb-33eb3a5539cf req-9bbabb51-6808-4ad1-a494-52bc61c068d2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 210 time: 0.0340021 Jul 05 03:45:55.414432 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8810587d-46a9-4b65-8f57-490535069b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.417341 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8810587d-46a9-4b65-8f57-490535069b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.428406 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8810587d-46a9-4b65-8f57-490535069b84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a98a6414-4252-4d8a-91a3-6d7ea64042b7 HTTP/1.1" status: 204 len: 168 time: 0.6582768 Jul 05 03:45:55.428406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810587d-46a9-4b65-8f57-490535069b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98a6414-4252-4d8a-91a3-6d7ea64042b7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:55.448615 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.511303 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a00a01b-0449-4b81-97af-70b6b3ffcf2f x-openstack-request-id: req-8a00a01b-0449-4b81-97af-70b6b3ffcf2f {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:55.511592 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61f9c59-b3ea-4060-9e89-c9848c33eed6", "name": "network-vif-unplugged", "status": "completed", "tag": "01114360-edd6-4be8-95eb-d3df9d689706", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:55.514794 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a00a01b-0449-4b81-97af-70b6b3ffcf2f {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:55.514794 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61f9c59-b3ea-4060-9e89-c9848c33eed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01114360-edd6-4be8-95eb-d3df9d689706', 'code': 200} Jul 05 03:45:55.514794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.529420 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Pushing event updated for resources: {'Port': ['ID=01114360-edd6-4be8-95eb-d3df9d689706,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:55.632900 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Attempting to bind port 01114360-edd6-4be8-95eb-d3df9d689706 on host n-h2-798249-5 for vnic_type normal with profile {"migrating_to": "n-h1-798249-5"} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:55.633406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Attempting to bind port 01114360-edd6-4be8-95eb-d3df9d689706 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:55.633589 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Attempting to bind port 01114360-edd6-4be8-95eb-d3df9d689706 on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:55.640228 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Port 01114360-edd6-4be8-95eb-d3df9d689706 on network 4691479b-1728-4d4d-b293-81f5c048e409 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:55.640828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Attempting to bind port 01114360-edd6-4be8-95eb-d3df9d689706 on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:55.645892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33552ba5-6e38-4fd7-8118-0da8eab5c601,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:55.655253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:55.655597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Checking segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:55.656011 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Bound using segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:55.656497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Bound port: 01114360-edd6-4be8-95eb-d3df9d689706, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:55.656997 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.793631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Allocated IP 192.168.233.3 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/e5f2d1e2-d615-4786-a2b7-09aa7949f8d0) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:55.802574 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:55.808573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=01114360-edd6-4be8-95eb-d3df9d689706,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:55.854023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47eabc-bc13-4ac2-aa21-5c7fbce7612a req-99dafc29-deac-4c07-b062-9ecff414a68e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:55.855672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b47eabc-bc13-4ac2-aa21-5c7fbce7612a req-99dafc29-deac-4c07-b062-9ecff414a68e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 943 time: 0.1031029 Jul 05 03:45:55.913448 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b47eabc-bc13-4ac2-aa21-5c7fbce7612a req-bcf2f021-223c-4266-ab00-13e265976224 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495722 Jul 05 03:45:55.918473 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.967421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50608) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:55.989938 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 81c82d29-ded0-4101-abc9-86806590c4fd up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:56.020242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Pushing event updated for resources: {'Port': ['ID=01114360-edd6-4be8-95eb-d3df9d689706,revision_number=8']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:56.071513 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:56.073499 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.075132 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-ab98f1f8-460a-4de9-b8c7-e28e181c3f54 service neutron] 10.222.0.11 "PUT /v2.0/ports/01114360-edd6-4be8-95eb-d3df9d689706 HTTP/1.1" status: 200 len: 1121 time: 1.4109094 Jul 05 03:45:56.111146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697556a8-5e18-4158-9869-3a1efd0ac859 req-5ba052e7-6185-41dd-bd76-b6d9130c0d91 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:56.118709 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-697556a8-5e18-4158-9869-3a1efd0ac859 req-5ba052e7-6185-41dd-bd76-b6d9130c0d91 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 945 time: 0.0811987 Jul 05 03:45:56.126618 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746878789-network', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:56.130207 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.152568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Transition to ACTIVE for port object e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:56.163531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 81c82d29-ded0-4101-abc9-86806590c4fd completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:56.168896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 81c82d29-ded0-4101-abc9-86806590c4fd triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:56.196035 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.196861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-697556a8-5e18-4158-9869-3a1efd0ac859 req-2c0ced34-0681-4159-95f0-1b87f81b7995 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706317 Jul 05 03:45:56.208939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['01114360-edd6-4be8-95eb-d3df9d689706'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:56.270785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] Made reservation on behalf of c3e7b9e0fa6f422f86bc2f7049187697 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:56.273260 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.291088 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.317142 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.343118 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.414038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=81c82d29-ded0-4101-abc9-86806590c4fd,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:56.416496 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:56.425909 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:56.431191 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Pushing event updated for resources: {'Port': ['ID=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:56.437573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:56.479872 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.508155 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.541318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:56.542079 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.576418 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.587527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=81c82d29-ded0-4101-abc9-86806590c4fd,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:56.614909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:45:56.625864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6313a9de-3caf-438b-a1fe-ccdc80d3b5ab,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:56.637092 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.637446 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] Added segment 52d8cb29-176c-4be9-88c0-90a72d4b2a69 of type vlan for network 7d9bda41-1982-4d3b-bfe7-711ad816d01a Jul 05 03:45:56.656357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8f729-470e-44ff-9ed6-6f286ac73c1d req-bc7e8c35-acfa-4ba5-a926-89b2907c6c1b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:56.657913 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94e8f729-470e-44ff-9ed6-6f286ac73c1d req-bc7e8c35-acfa-4ba5-a926-89b2907c6c1b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 949 time: 0.1438074 Jul 05 03:45:56.667468 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-7e760959-c55b-487a-9173-249e17d52ffc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0333562 Jul 05 03:45:56.686896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Request body: {'port': {'device_id': '39062bfd-2c31-4e34-bd7c-c4683202639c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:56.723028 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.771926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94e8f729-470e-44ff-9ed6-6f286ac73c1d req-f171a5e4-6493-424f-a962-433c6e1343ab tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934832 Jul 05 03:45:56.786046 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.825668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c82d29-ded0-4101-abc9-86806590c4fd'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:56.828986 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a416c7-6f74-4e6e-9f6c-2897012464c1" -d '{"events": [{"server_uuid": "bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6", "name": "network-vif-plugged", "status": "completed", "tag": "81c82d29-ded0-4101-abc9-86806590c4fd"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:56.940077 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f35987a3-c545-4076-a9a4-27991396bade None None] Provisioning for port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:56.941999 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.943618 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:56.944577 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.946420 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f35987a3-c545-4076-a9a4-27991396bade None None] Provisioning complete for port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:56.946887 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f35987a3-c545-4076-a9a4-27991396bade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.009397 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.034313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f35987a3-c545-4076-a9a4-27991396bade None None] Port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:57.060825 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f7e677-f729-40ff-8699-cc6d84c1a9c7 x-openstack-request-id: req-33f7e677-f729-40ff-8699-cc6d84c1a9c7 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:57.061120 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6", "name": "network-vif-plugged", "status": "completed", "tag": "81c82d29-ded0-4101-abc9-86806590c4fd", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:57.061374 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33f7e677-f729-40ff-8699-cc6d84c1a9c7 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:57.061861 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c82d29-ded0-4101-abc9-86806590c4fd', 'code': 200} Jul 05 03:45:57.175913 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:57.186532 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.206037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Transition to ACTIVE for port object e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:57.247034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29c814-22ae-46f9-8eac-a255ea380406 req-b143407c-790c-4d71-8b49-cbff5a067398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:57.248519 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6c29c814-22ae-46f9-8eac-a255ea380406 req-b143407c-790c-4d71-8b49-cbff5a067398 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 1097 time: 0.1190176 Jul 05 03:45:57.251506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2828314 Jul 05 03:45:57.254446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50644) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:57.260315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-138be67d-bbd8-40f6-9b5e-0a5dd7798242 admin admin] Request body: {'subnet': {'network_id': '7d9bda41-1982-4d3b-bfe7-711ad816d01a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746878789-subnet', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:57.299885 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.322909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec1593-f6d8-47fc-8a85-c1db73fa2077 admin admin] Pushing event updated for resources: {'Network': ['ID=7d9bda41-1982-4d3b-bfe7-711ad816d01a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:57.333204 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6c29c814-22ae-46f9-8eac-a255ea380406 req-a1b5f77d-93e4-46dd-a12b-8b1887f4989d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765696 Jul 05 03:45:57.338812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 7d9bda41-1982-4d3b-bfe7-711ad816d01a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:45:57.373372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Pushing event updated for resources: {'Port': ['ID=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:57.376818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da1e38-4167-46ba-8b8a-b702d98d1632 req-54219953-39dc-4757-b1bd-f96bfefed623 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:57.385200 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13da1e38-4167-46ba-8b8a-b702d98d1632 req-54219953-39dc-4757-b1bd-f96bfefed623 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 943 time: 0.1393681 Jul 05 03:45:57.387290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138be67d-bbd8-40f6-9b5e-0a5dd7798242 admin admin] Made reservation on behalf of c3e7b9e0fa6f422f86bc2f7049187697 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:57.389850 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-138be67d-bbd8-40f6-9b5e-0a5dd7798242 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.397100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5101e-ff23-44dc-a24d-d22ed368391f req-8b4c8182-18e0-4c01-80a1-9abfcd206917 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:57.409005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ffb5101e-ff23-44dc-a24d-d22ed368391f req-8b4c8182-18e0-4c01-80a1-9abfcd206917 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 934 time: 0.1618381 Jul 05 03:45:57.482391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13da1e38-4167-46ba-8b8a-b702d98d1632 req-96b0f4c9-2bad-43b2-a957-2b3c8ecc6571 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959496 Jul 05 03:45:57.498039 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ffb5101e-ff23-44dc-a24d-d22ed368391f req-bfb182d0-b432-40a1-a9b0-649df3334e85 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875392 Jul 05 03:45:57.744212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61f9c59-b3ea-4060-9e89-c9848c33eed6', 'tag': '01114360-edd6-4be8-95eb-d3df9d689706'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:57.746566 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3380e9a-f846-4bf2-a2cd-058b8090812a" -d '{"events": [{"name": "network-changed", "server_uuid": "f61f9c59-b3ea-4060-9e89-c9848c33eed6", "tag": "01114360-edd6-4be8-95eb-d3df9d689706"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:57.751417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb790a-278c-461f-8888-a455eeb6dc40 req-fe3d273e-15de-44f9-821e-9b3b42f26714 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:57.752947 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9fcb790a-278c-461f-8888-a455eeb6dc40 req-fe3d273e-15de-44f9-821e-9b3b42f26714 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 946 time: 0.0979216 Jul 05 03:45:57.755043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d6a41-4737-42b4-89e7-64e722fce494 req-6d144be8-7940-479b-a534-0f0e0c988fbc tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:57.761539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-677d6a41-4737-42b4-89e7-64e722fce494 req-6d144be8-7940-479b-a534-0f0e0c988fbc tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 1101 time: 0.1345520 Jul 05 03:45:57.806243 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Attempting to bind port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:57.806597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Attempting to bind port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:57.807001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Attempting to bind port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:57.820922 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:57.821336 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Attempting to bind port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:57.824930 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-677d6a41-4737-42b4-89e7-64e722fce494 req-d5c30e49-910b-4c3a-90ef-e6b2c8639c1b tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624914 Jul 05 03:45:57.833621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:57.834054 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:57.834516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:57.835064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Bound port: e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:57.835395 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9fcb790a-278c-461f-8888-a455eeb6dc40 req-bc280325-992b-4caf-bc14-adf44d54e0fb tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713451 Jul 05 03:45:57.835524 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.898684 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07b733e-96b4-4fa6-bf80-752bd25e9373 x-openstack-request-id: req-d07b733e-96b4-4fa6-bf80-752bd25e9373 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:57.898981 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61f9c59-b3ea-4060-9e89-c9848c33eed6", "tag": "01114360-edd6-4be8-95eb-d3df9d689706", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:57.899236 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d07b733e-96b4-4fa6-bf80-752bd25e9373 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:57.899625 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61f9c59-b3ea-4060-9e89-c9848c33eed6', 'tag': '01114360-edd6-4be8-95eb-d3df9d689706', 'status': 'completed', 'code': 200} Jul 05 03:45:58.010461 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] For port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:58.027698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] For port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:58.042618 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3380e9a-f846-4bf2-a2cd-058b8090812a req-90620c32-7d8f-431b-98cc-2b294729d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.044156 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c3380e9a-f846-4bf2-a2cd-058b8090812a req-90620c32-7d8f-431b-98cc-2b294729d9d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 1124 time: 0.1174369 Jul 05 03:45:58.056720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba261e-5392-458c-acc5-8798ca02dde8 req-fab8785e-761b-4b02-9ae3-1e90d3af5d6b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.058197 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7ba261e-5392-458c-acc5-8798ca02dde8 req-fab8785e-761b-4b02-9ae3-1e90d3af5d6b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 949 time: 0.1010559 Jul 05 03:45:58.075783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda54ab-058c-4f59-a4d8-9c5376dee97d req-bf51b68c-c0bc-4d06-bd06-bdd19b971870 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.077344 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1bda54ab-058c-4f59-a4d8-9c5376dee97d req-bf51b68c-c0bc-4d06-bd06-bdd19b971870 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 1101 time: 0.0882242 Jul 05 03:45:58.098304 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-138be67d-bbd8-40f6-9b5e-0a5dd7798242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:58.125971 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7ba261e-5392-458c-acc5-8798ca02dde8 req-41374d46-17a8-49ed-9fe9-3c1ace5d0a58 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607297 Jul 05 03:45:58.129021 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:58.132859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1bda54ab-058c-4f59-a4d8-9c5376dee97d req-639cd739-2109-43cd-bb17-b0079a0a9dce tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458157 Jul 05 03:45:58.210884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.211533 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:58.212964 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] 10.222.0.11 "PUT /v2.0/ports/e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 HTTP/1.1" status: 200 len: 1094 time: 1.5305412 Jul 05 03:45:58.223686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138be67d-bbd8-40f6-9b5e-0a5dd7798242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=565530d7-0487-4619-802f-1a4bcc212dab,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:58.259068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3380e9a-f846-4bf2-a2cd-058b8090812a req-8ce71440-bf25-487b-918f-c4ac59ec555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.260664 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c3380e9a-f846-4bf2-a2cd-058b8090812a req-8ce71440-bf25-487b-918f-c4ac59ec555d service neutron] 10.222.0.64 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.2100389 Jul 05 03:45:58.262319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2efca-a1e0-4dea-9fe8-2354b90f7f2a service neutron] Pushing event updated for resources: {'Port': ['ID=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:58.268325 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138be67d-bbd8-40f6-9b5e-0a5dd7798242 admin admin] Checking segment: {'id': '52d8cb29-176c-4be9-88c0-90a72d4b2a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d9bda41-1982-4d3b-bfe7-711ad816d01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:58.268716 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138be67d-bbd8-40f6-9b5e-0a5dd7798242 admin admin] Network hostable DHCP agents. Network: 7d9bda41-1982-4d3b-bfe7-711ad816d01a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:45:58.309617 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c3380e9a-f846-4bf2-a2cd-058b8090812a req-aced4ad7-369c-46a2-801d-d1a8e6ff0000 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01114360-edd6-4be8-95eb-d3df9d689706 HTTP/1.1" status: 200 len: 217 time: 0.0383565 Jul 05 03:45:58.373427 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3380e9a-f846-4bf2-a2cd-058b8090812a req-5ad284ad-fe7b-4bac-9574-534c73d673ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.375543 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c3380e9a-f846-4bf2-a2cd-058b8090812a req-5ad284ad-fe7b-4bac-9574-534c73d673ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.0577896 Jul 05 03:45:58.412772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138be67d-bbd8-40f6-9b5e-0a5dd7798242 admin admin] Network 7d9bda41-1982-4d3b-bfe7-711ad816d01a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:45:58.459571 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c3380e9a-f846-4bf2-a2cd-058b8090812a req-e35bf959-6777-4bf2-a813-3e4f4ba8c35a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596280 Jul 05 03:45:58.530797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-138be67d-bbd8-40f6-9b5e-0a5dd7798242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 7d9bda41-1982-4d3b-bfe7-711ad816d01a) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:58.536264 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138be67d-bbd8-40f6-9b5e-0a5dd7798242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.537518 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-138be67d-bbd8-40f6-9b5e-0a5dd7798242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:58.539454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ad6789-96c9-404b-83bd-91426a373ec7 None None] Network 7d9bda41-1982-4d3b-bfe7-711ad816d01a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:45:58.581187 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-886929b0-c5ac-49cd-8c55-442125ed16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.582790 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-886929b0-c5ac-49cd-8c55-442125ed16ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 1097 time: 0.2228928 Jul 05 03:45:58.643861 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-138be67d-bbd8-40f6-9b5e-0a5dd7798242 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3883135 Jul 05 03:45:58.647734 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50690) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:58.650514 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-13010764-5014-4980-8521-46d6246fcad2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 HTTP/1.1" status: 200 len: 217 time: 0.0560472 Jul 05 03:45:58.655799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746878789-router', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:58.657360 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c3380e9a-f846-4bf2-a2cd-058b8090812a req-c5ec7209-60f9-4817-bfbe-3b4bfb5a9cf6 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874363 Jul 05 03:45:58.716517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206b395-f65e-4e12-93d2-97ecf38098aa req-401290d9-45da-440c-8d03-a117cb597324 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.721079 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c206b395-f65e-4e12-93d2-97ecf38098aa req-401290d9-45da-440c-8d03-a117cb597324 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 1100 time: 0.1642530 Jul 05 03:45:58.753705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-7d9bda41-1982-4d3b-bfe7-711ad816d01a', 'network_id': '7d9bda41-1982-4d3b-bfe7-711ad816d01a', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'fixed_ips': [{'subnet_id': '565530d7-0487-4619-802f-1a4bcc212dab'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:45:58.754788 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:58.767155 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c206b395-f65e-4e12-93d2-97ecf38098aa req-86f9df92-ea98-4059-95bf-1d98abc545c5 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362737 Jul 05 03:45:58.770257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-a566eb11-5d15-4867-88d2-6b5620aed601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.773875 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-a566eb11-5d15-4867-88d2-6b5620aed601 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1145470 Jul 05 03:45:58.785457 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:58.789779 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:58.843266 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c3380e9a-f846-4bf2-a2cd-058b8090812a req-2467dd5a-c437-45c5-9997-f2647d5c8153 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741431 Jul 05 03:45:58.871797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-3870362d-810b-428a-ba28-c41b47274d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.873923 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-3870362d-810b-428a-ba28-c41b47274d03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837090 Jul 05 03:45:58.905431 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:59.013843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Allocated IP 172.20.0.2 (7d9bda41-1982-4d3b-bfe7-711ad816d01a/565530d7-0487-4619-802f-1a4bcc212dab/eece94ee-7779-49e6-abd1-2e6ddf9b9200) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:59.033995 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:59.034132 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-94ab9ce6-31ae-4bdd-b2fe-5d0d492eebf5 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474724 Jul 05 03:45:59.160245 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c6117e0-8c64-47c1-93cb-025451c18297 req-471066c2-defa-444c-b926-ad051f0e6f0e service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925620 Jul 05 03:45:59.202073 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:59.211171 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Transition to ACTIVE for port object eece94ee-7779-49e6-abd1-2e6ddf9b9200 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:59.219774 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:59.227049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Transition to ACTIVE for port object eece94ee-7779-49e6-abd1-2e6ddf9b9200 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:59.252082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd240d6-2bf8-4d13-bd18-75463f6f05e9 req-ae81fb68-5184-4d48-8648-8881ef0dcfd0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:59.253619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbd240d6-2bf8-4d13-bd18-75463f6f05e9 req-ae81fb68-5184-4d48-8648-8881ef0dcfd0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 943 time: 0.1794121 Jul 05 03:45:59.264654 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a943c-f66a-4635-be28-f8dc39bb38b5 req-ffccf657-09aa-4386-99de-5434c28d3a62 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:59.266094 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-766a943c-f66a-4635-be28-f8dc39bb38b5 req-ffccf657-09aa-4386-99de-5434c28d3a62 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 946 time: 0.2272689 Jul 05 03:45:59.322535 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbd240d6-2bf8-4d13-bd18-75463f6f05e9 req-7032c1b7-178a-47c2-9046-2b8d54fb3228 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554132 Jul 05 03:45:59.327219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-766a943c-f66a-4635-be28-f8dc39bb38b5 req-e8b40b6d-278b-4969-983b-1d8b53402c09 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543633 Jul 05 03:45:59.357586 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:59.406091 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Network 7d9bda41-1982-4d3b-bfe7-711ad816d01a is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:59.409232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:59.414379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:59.463943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Pushing event updated for resources: {'Port': ['ID=eece94ee-7779-49e6-abd1-2e6ddf9b9200,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:59.507348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Attempting to bind port eece94ee-7779-49e6-abd1-2e6ddf9b9200 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:59.507726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Attempting to bind port eece94ee-7779-49e6-abd1-2e6ddf9b9200 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '52d8cb29-176c-4be9-88c0-90a72d4b2a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d9bda41-1982-4d3b-bfe7-711ad816d01a'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:59.508094 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Attempting to bind port eece94ee-7779-49e6-abd1-2e6ddf9b9200 on network 7d9bda41-1982-4d3b-bfe7-711ad816d01a {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:59.513251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:59.513635 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Checking segment: {'id': '52d8cb29-176c-4be9-88c0-90a72d4b2a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d9bda41-1982-4d3b-bfe7-711ad816d01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:59.514040 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:59.514572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Bound using segment: {'id': '52d8cb29-176c-4be9-88c0-90a72d4b2a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d9bda41-1982-4d3b-bfe7-711ad816d01a'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:59.515046 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Bound port: eece94ee-7779-49e6-abd1-2e6ddf9b9200, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d8cb29-176c-4be9-88c0-90a72d4b2a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d9bda41-1982-4d3b-bfe7-711ad816d01a'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:59.515608 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:59.582607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] For port eece94ee-7779-49e6-abd1-2e6ddf9b9200, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:59.585508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] For port eece94ee-7779-49e6-abd1-2e6ddf9b9200, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=eece94ee-7779-49e6-abd1-2e6ddf9b9200,segment=NetworkSegment(52d8cb29-176c-4be9-88c0-90a72d4b2a69),segment_id=52d8cb29-176c-4be9-88c0-90a72d4b2a69)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:59.613195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-445cb726-9323-447f-a6d8-e36f4757460c tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603480 Jul 05 03:45:59.643213 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:59.703452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc313f-ba64-4be9-b965-d0cf3611a402 req-211492b5-01d9-4a62-8905-4982d3478a69 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:59.705057 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11bc313f-ba64-4be9-b965-d0cf3611a402 req-211492b5-01d9-4a62-8905-4982d3478a69 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 946 time: 0.2336431 Jul 05 03:45:59.709631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f987b-c82c-4264-8070-6e390943b9e6 None None] Pushing event updated for resources: {'Port': ['ID=eece94ee-7779-49e6-abd1-2e6ddf9b9200,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:59.732882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:59.779362 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:59.854085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11bc313f-ba64-4be9-b965-d0cf3611a402 req-45db58e1-ab95-4e08-be31-049d6d5a8c83 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362541 Jul 05 03:45:59.878370 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-bb641527-15a9-4bd9-9f1d-43fbc7533c2f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:59.879881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-bb641527-15a9-4bd9-9f1d-43fbc7533c2f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2600691 Jul 05 03:45:59.900858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39062bfd-2c31-4e34-bd7c-c4683202639c', 'tag': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:59.906779 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d6f4ff-4260-493b-be8f-364ca46ed8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "39062bfd-2c31-4e34-bd7c-c4683202639c", "tag": "e5f2d1e2-d615-4786-a2b7-09aa7949f8d0"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:59.911144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-73d1f927-57a4-4584-96d7-c7789cbee7e3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/quotas/699c7cae0a8943699f7e6394aeb45413 HTTP/1.1" status: 200 len: 375 time: 0.0233994 Jul 05 03:46:00.012058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Allocated IP 172.25.0.129 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/16494f41-455d-4746-8edc-cb1ddacc5ee3) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:00.012224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 01114360-edd6-4be8-95eb-d3df9d689706 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:00.051341 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b5f6659-14b0-42da-9026-7ebc8c7748b1 req-39449cf9-4264-44b3-8a33-3e59f5e07b31 tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=aa045449e41e41259db694573d269e68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405774 Jul 05 03:46:00.109480 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=01114360-edd6-4be8-95eb-d3df9d689706,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:00.120606 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 01114360-edd6-4be8-95eb-d3df9d689706 has no active binding in host n-h1-798249-5 {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:46:00.163699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-84da96b2-c673-42ca-8c50-d5cf9681edc8 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2405005 Jul 05 03:46:00.241130 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:00.250908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f6659-14b0-42da-9026-7ebc8c7748b1 req-94ba71f4-34ee-4c48-b126-148fde340021 tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:00.252453 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b5f6659-14b0-42da-9026-7ebc8c7748b1 req-94ba71f4-34ee-4c48-b126-148fde340021 tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886923 Jul 05 03:46:00.274602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b5f6659-14b0-42da-9026-7ebc8c7748b1 req-13ed7ff4-6ef1-47a2-a4de-c531d59bd7cc tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] 10.222.0.60 "GET /v2.0/quotas/aa045449e41e41259db694573d269e68 HTTP/1.1" status: 200 len: 375 time: 0.0147302 Jul 05 03:46:00.318358 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b5f6659-14b0-42da-9026-7ebc8c7748b1 req-8ee48143-f392-4e07-97bf-a0b6116756b2 tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa045449e41e41259db694573d269e68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357647 Jul 05 03:46:00.384347 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-40d61275-dc55-4780-b8c3-80775bfc67ab service neutron] 10.222.0.64 "GET /v2.0/ports/01114360-edd6-4be8-95eb-d3df9d689706/bindings/n-h1-798249-5 HTTP/1.1" status: 200 len: 384 time: 0.0761085 Jul 05 03:46:00.397161 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:00.464745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:00.470323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:00.474149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:00.511578 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Pushing event updated for resources: {'Port': ['ID=16494f41-455d-4746-8edc-cb1ddacc5ee3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:00.672759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-ba209786-b01a-4171-ae29-277e1ef11301 req-671ab0e5-be38-433c-8281-449875c36029 service neutron] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=01114360-edd6-4be8-95eb-d3df9d689706,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:00.695625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device eece94ee-7779-49e6-abd1-2e6ddf9b9200 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:00.717415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-ba209786-b01a-4171-ae29-277e1ef11301 req-671ab0e5-be38-433c-8281-449875c36029 service neutron] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:00.796252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-ba209786-b01a-4171-ae29-277e1ef11301 req-671ab0e5-be38-433c-8281-449875c36029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01114360-edd6-4be8-95eb-d3df9d689706 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:00.810270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce51c553-40c2-45bf-b34c-a594a3a35e4c None None] Network 7d9bda41-1982-4d3b-bfe7-711ad816d01a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:46:00.810869 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-ba209786-b01a-4171-ae29-277e1ef11301 req-671ab0e5-be38-433c-8281-449875c36029 service neutron] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=01114360-edd6-4be8-95eb-d3df9d689706,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:00.875299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa46ba2-d2dc-4d7c-85e0-628ec85e1771 req-020b9ddc-8e61-4815-bcf4-9ac021e3095a tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:00.876823 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1aa46ba2-d2dc-4d7c-85e0-628ec85e1771 req-020b9ddc-8e61-4815-bcf4-9ac021e3095a tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 1097 time: 0.0746984 Jul 05 03:46:00.882596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port eece94ee-7779-49e6-abd1-2e6ddf9b9200 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:00.916673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1aa46ba2-d2dc-4d7c-85e0-628ec85e1771 req-d66a555f-9082-4cdc-a559-fc5c4b59e773 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336034 Jul 05 03:46:00.923589 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ac6cc2-4c18-4227-81fa-4ea7e1b142d1 x-openstack-request-id: req-57ac6cc2-4c18-4227-81fa-4ea7e1b142d1 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:00.924185 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39062bfd-2c31-4e34-bd7c-c4683202639c", "tag": "e5f2d1e2-d615-4786-a2b7-09aa7949f8d0", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:00.927341 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57ac6cc2-4c18-4227-81fa-4ea7e1b142d1 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:00.927978 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39062bfd-2c31-4e34-bd7c-c4683202639c', 'tag': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0', 'status': 'completed', 'code': 200} Jul 05 03:46:00.933545 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ba209786-b01a-4171-ae29-277e1ef11301 req-671ab0e5-be38-433c-8281-449875c36029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:00.979927 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-95655e08-a9ef-4e83-820f-4db9b021b8e9 None None] Provisioning for port eece94ee-7779-49e6-abd1-2e6ddf9b9200 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:00.986386 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-95655e08-a9ef-4e83-820f-4db9b021b8e9 None None] Provisioning complete for port eece94ee-7779-49e6-abd1-2e6ddf9b9200 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:00.987008 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-95655e08-a9ef-4e83-820f-4db9b021b8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:01.065221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-ba209786-b01a-4171-ae29-277e1ef11301 req-671ab0e5-be38-433c-8281-449875c36029 service neutron] Transition to ACTIVE for port object 01114360-edd6-4be8-95eb-d3df9d689706 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:01.090241 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6f4ff-4260-493b-be8f-364ca46ed8ba req-fbcb32be-262a-4ed1-9b0d-c4be925e02ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:01.091819 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-57d6f4ff-4260-493b-be8f-364ca46ed8ba req-fbcb32be-262a-4ed1-9b0d-c4be925e02ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 1097 time: 0.1099589 Jul 05 03:46:01.118356 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:01.130607 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-95655e08-a9ef-4e83-820f-4db9b021b8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:01.173331 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ba209786-b01a-4171-ae29-277e1ef11301 req-671ab0e5-be38-433c-8281-449875c36029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:01.193899 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-95655e08-a9ef-4e83-820f-4db9b021b8e9 None None] For port eece94ee-7779-49e6-abd1-2e6ddf9b9200, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=eece94ee-7779-49e6-abd1-2e6ddf9b9200,segment=NetworkSegment(52d8cb29-176c-4be9-88c0-90a72d4b2a69),segment_id=52d8cb29-176c-4be9-88c0-90a72d4b2a69)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:01.244277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ab0e5-be38-433c-8281-449875c36029 service neutron] Pushing event updated for resources: {'Port': ['ID=01114360-edd6-4be8-95eb-d3df9d689706,revision_number=10']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:01.299580 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-95655e08-a9ef-4e83-820f-4db9b021b8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:01.316521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba209786-b01a-4171-ae29-277e1ef11301 req-671ab0e5-be38-433c-8281-449875c36029 service neutron] No DVR routers for this DVR port 01114360-edd6-4be8-95eb-d3df9d689706 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:01.355547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6f4ff-4260-493b-be8f-364ca46ed8ba req-de815ef3-4c93-49c8-952f-98eadde4c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:01.362217 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-57d6f4ff-4260-493b-be8f-364ca46ed8ba req-de815ef3-4c93-49c8-952f-98eadde4c6fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.2533627 Jul 05 03:46:01.365179 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-671ab0e5-be38-433c-8281-449875c36029 service neutron] 10.222.0.64 "PUT /v2.0/ports/01114360-edd6-4be8-95eb-d3df9d689706/bindings/n-h1-798249-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9751623 Jul 05 03:46:01.387204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95655e08-a9ef-4e83-820f-4db9b021b8e9 None None] Pushing event updated for resources: {'Port': ['ID=eece94ee-7779-49e6-abd1-2e6ddf9b9200,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:01.405247 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-57d6f4ff-4260-493b-be8f-364ca46ed8ba req-2290244c-6b8a-47aa-8edb-cd8bc5ead352 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 HTTP/1.1" status: 200 len: 217 time: 0.0390811 Jul 05 03:46:01.424791 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ff3bb1cf-230e-4a08-81a9-81dd2874c505 None None] Provisioning complete for port eece94ee-7779-49e6-abd1-2e6ddf9b9200 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:01.425482 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ff3bb1cf-230e-4a08-81a9-81dd2874c505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:01.466335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6f4ff-4260-493b-be8f-364ca46ed8ba req-81528493-e435-428f-9429-73a7ea880706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:01.467818 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-57d6f4ff-4260-493b-be8f-364ca46ed8ba req-81528493-e435-428f-9429-73a7ea880706 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0550261 Jul 05 03:46:01.479876 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:01.529092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6f4ff-4260-493b-be8f-364ca46ed8ba req-969d42b8-0942-40cb-9b9c-991fe82c0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:01.531609 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-57d6f4ff-4260-493b-be8f-364ca46ed8ba req-969d42b8-0942-40cb-9b9c-991fe82c0eec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558398 Jul 05 03:46:01.592356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed235ea-9018-4ede-bbeb-2791e47956b8 req-572f0b5b-1e56-4d52-b763-2f3fa39141c4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:01.594545 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ed235ea-9018-4ede-bbeb-2791e47956b8 req-572f0b5b-1e56-4d52-b763-2f3fa39141c4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 946 time: 0.4607244 Jul 05 03:46:01.614307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d1859-d3d1-4332-a42b-2047971ccc01 req-d86621fc-9c6f-4d76-9587-6f30c1a73f13 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:01.615821 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f57d1859-d3d1-4332-a42b-2047971ccc01 req-d86621fc-9c6f-4d76-9587-6f30c1a73f13 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 944 time: 0.4499223 Jul 05 03:46:01.667302 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-57d6f4ff-4260-493b-be8f-364ca46ed8ba req-bef24deb-8389-4a2f-ac9e-ff42f5affa2b service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282232 Jul 05 03:46:01.677108 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209786-b01a-4171-ae29-277e1ef11301 req-1a2608ea-3bab-4fee-b8ba-ce7bab338181 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:01.678648 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-1a2608ea-3bab-4fee-b8ba-ce7bab338181 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6&tenant_id=be979254e14b450096d0687db0c40d54&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1095 time: 0.0939641 Jul 05 03:46:01.710591 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ed235ea-9018-4ede-bbeb-2791e47956b8 req-6ed9fc96-5b2e-43d1-88d0-45638a20cddd tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070385 Jul 05 03:46:01.736300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f57d1859-d3d1-4332-a42b-2047971ccc01 req-f3738cc5-a1a3-49f9-84a3-bcf5d02e13a7 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993772 Jul 05 03:46:01.790736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209786-b01a-4171-ae29-277e1ef11301 req-724a98e6-c188-40c8-b554-746ceea84421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:01.792245 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-724a98e6-c188-40c8-b554-746ceea84421 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6&tenant_id=be979254e14b450096d0687db0c40d54 HTTP/1.1" status: 200 len: 1095 time: 0.1056530 Jul 05 03:46:01.813081 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:01.884193 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-57d6f4ff-4260-493b-be8f-364ca46ed8ba req-e16ca405-879a-4f84-9fb7-eccba0d566c4 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045996 Jul 05 03:46:01.926302 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209786-b01a-4171-ae29-277e1ef11301 req-6c7844b1-b1ab-43f8-a7cf-2e14e2647804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:01.927711 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-6c7844b1-b1ab-43f8-a7cf-2e14e2647804 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 1095 time: 0.0924897 Jul 05 03:46:01.933819 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f67fc89b-f02e-4ce8-8d90-d33f5ccefa04 req-a829b03f-cd8b-4aae-ad02-f404300de5e9 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 210 time: 0.0617788 Jul 05 03:46:02.028669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:02.056962 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209786-b01a-4171-ae29-277e1ef11301 req-5ac502cc-e480-4b3b-8208-201c417bcfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:02.058510 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-5ac502cc-e480-4b3b-8208-201c417bcfff service neutron] 10.222.0.11 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.1150208 Jul 05 03:46:02.110961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Router f6c18121-224f-4f1f-b820-d1a73469c8c8 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:46:02.117319 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-b03cc8aa-8f81-442b-9e06-e1fdda487dd1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01114360-edd6-4be8-95eb-d3df9d689706 HTTP/1.1" status: 200 len: 217 time: 0.0503457 Jul 05 03:46:02.188827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:02.202709 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0', 'mac_address': 'fa:16:3e:41:79:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:02.204566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209786-b01a-4171-ae29-277e1ef11301 req-12d38da5-4158-4383-a772-aaec516abe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:02.206451 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-12d38da5-4158-4383-a772-aaec516abe6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.0803049 Jul 05 03:46:02.243700 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-4eb9e72b-ae61-417a-824e-18ea374a26a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295489 Jul 05 03:46:02.246073 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:02.272041 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:02.292513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17f66b-4c11-4ec0-bf8f-964927c660e7 req-adf9f7de-c163-4829-97a1-2efc9bbe9b29 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:02.294049 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a17f66b-4c11-4ec0-bf8f-964927c660e7 req-adf9f7de-c163-4829-97a1-2efc9bbe9b29 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 1097 time: 0.1204629 Jul 05 03:46:02.295549 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:02.301979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:02.305435 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Sync routers for ids ['f6c18121-224f-4f1f-b820-d1a73469c8c8'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:02.316506 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Routers {'f6c18121-224f-4f1f-b820-d1a73469c8c8'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:02.317453 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:45:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6c18121-224f-4f1f-b820-d1a73469c8c8'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:02.347063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a17f66b-4c11-4ec0-bf8f-964927c660e7 req-e178f5e9-b1af-40f5-84ef-0f9ca5118479 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371816 Jul 05 03:46:02.366872 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-534f696e-489d-4173-bd50-cacf8097797b service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148243 Jul 05 03:46:02.396846 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:02.429930 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:02.432152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-08e0ec9d-2689-47a9-b3a8-88788677611b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7817786 Jul 05 03:46:02.435164 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50766) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:02.468925 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Set router f6c18121-224f-4f1f-b820-d1a73469c8c8 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:02.565018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:02.569498 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-4bc0ec6e-3f93-4522-bc20-97d80ff51660 service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839705 Jul 05 03:46:02.670595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device eece94ee-7779-49e6-abd1-2e6ddf9b9200 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:02.732384 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port eece94ee-7779-49e6-abd1-2e6ddf9b9200 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:02.732776 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:02.860091 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746878789-router', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:58Z', 'updated_at': '2021-07-05T03:46:00Z', 'revision_number': 3, 'project_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'gw_port': {'id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:59Z', 'updated_at': '2021-07-05T03:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:02.910576 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['e5f2d1e2-d615-4786-a2b7-09aa7949f8d0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:02.915906 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Checking router: f6c18121-224f-4f1f-b820-d1a73469c8c8 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:02.916434 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Updating router f6c18121-224f-4f1f-b820-d1a73469c8c8 port 16494f41-455d-4746-8edc-cb1ddacc5ee3 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:46:02.999052 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.129447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da4b70-54ab-4cc4-b5de-5483a498e0b3 req-c68995a2-5cf9-4b32-acff-a05e5715b544 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:03.131256 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19da4b70-54ab-4cc4-b5de-5483a498e0b3 req-c68995a2-5cf9-4b32-acff-a05e5715b544 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.2986975 Jul 05 03:46:03.209643 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19da4b70-54ab-4cc4-b5de-5483a498e0b3 req-4c0067b6-8868-4fd8-ae6f-5701801cd498 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694597 Jul 05 03:46:03.311587 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.379468 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-a20da284-0a25-44ba-a6d4-45ea6d2b5075 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505974 Jul 05 03:46:03.409355 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.427150 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Transition to ACTIVE for port object 16494f41-455d-4746-8edc-cb1ddacc5ee3 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:03.520172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209786-b01a-4171-ae29-277e1ef11301 req-8bca0c5c-0cc1-4f94-a934-c31f18ef1603 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:03.522894 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-8bca0c5c-0cc1-4f94-a934-c31f18ef1603 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6&tenant_id=be979254e14b450096d0687db0c40d54&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 1095 time: 0.2090178 Jul 05 03:46:03.560960 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.604398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-e7f34733-9624-4fd7-90a9-a6d081cc5910 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:03.604398 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-e7f34733-9624-4fd7-90a9-a6d081cc5910 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142289 Jul 05 03:46:03.615732 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Attempting to bind port 16494f41-455d-4746-8edc-cb1ddacc5ee3 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:03.616131 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Attempting to bind port 16494f41-455d-4746-8edc-cb1ddacc5ee3 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:03.616510 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Attempting to bind port 16494f41-455d-4746-8edc-cb1ddacc5ee3 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:03.617025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-8f869d48-340e-4a17-ab28-89b663b15383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Request body: {'port': {'device_id': 'c725784a-e37d-4242-b0e9-71640a912b91', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '699c7cae0a8943699f7e6394aeb45413'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:03.623798 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513196e8-b4a8-49e9-9b2c-56aa297309f1 None None] Pushing event updated for resources: {'Port': ['ID=16494f41-455d-4746-8edc-cb1ddacc5ee3,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:03.626701 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:03.627083 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:03.627493 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.627738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c8bc6-bb64-445d-816c-b26328c8cf7e req-833ddaa0-a38c-4ece-84d1-9d450c90cc9d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:03.627893 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:03.628412 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Bound port: 16494f41-455d-4746-8edc-cb1ddacc5ee3, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:03.628820 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.630197 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c2c8bc6-bb64-445d-816c-b26328c8cf7e req-833ddaa0-a38c-4ece-84d1-9d450c90cc9d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 947 time: 0.2115409 Jul 05 03:46:03.652964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Allocated IP 172.20.0.1 (7d9bda41-1982-4d3b-bfe7-711ad816d01a/565530d7-0487-4619-802f-1a4bcc212dab/8e8fd472-64fa-4c70-8693-9e3331b594e1) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:03.653170 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513196e8-b4a8-49e9-9b2c-56aa297309f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:03.653495 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513196e8-b4a8-49e9-9b2c-56aa297309f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:03.653845 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513196e8-b4a8-49e9-9b2c-56aa297309f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:03.654189 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513196e8-b4a8-49e9-9b2c-56aa297309f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:03.654527 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513196e8-b4a8-49e9-9b2c-56aa297309f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:03.654872 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513196e8-b4a8-49e9-9b2c-56aa297309f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:03.655208 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513196e8-b4a8-49e9-9b2c-56aa297309f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:03.655542 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513196e8-b4a8-49e9-9b2c-56aa297309f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:03.656029 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513196e8-b4a8-49e9-9b2c-56aa297309f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:03.656602 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513196e8-b4a8-49e9-9b2c-56aa297309f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:03.656945 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513196e8-b4a8-49e9-9b2c-56aa297309f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:03.657280 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513196e8-b4a8-49e9-9b2c-56aa297309f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:03.704802 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] For port 16494f41-455d-4746-8edc-cb1ddacc5ee3, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:03.708035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7cd5e-efa1-49da-bd08-d850c3929c96 req-a10d8448-ce7b-4cf3-a2bc-be637aff5eae tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:03.708940 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] For port 16494f41-455d-4746-8edc-cb1ddacc5ee3, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=16494f41-455d-4746-8edc-cb1ddacc5ee3,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:03.709645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1cf7cd5e-efa1-49da-bd08-d850c3929c96 req-a10d8448-ce7b-4cf3-a2bc-be637aff5eae tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 944 time: 0.2098789 Jul 05 03:46:03.763408 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.775197 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c2c8bc6-bb64-445d-816c-b26328c8cf7e req-c106e886-8310-4905-a390-12e9ca990219 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313088 Jul 05 03:46:03.790395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-ba209786-b01a-4171-ae29-277e1ef11301 req-7b5e9991-5390-489f-a0f0-7645bde36f16 service neutron] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:03.795833 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ba209786-b01a-4171-ae29-277e1ef11301 req-7b5e9991-5390-489f-a0f0-7645bde36f16 service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.798882 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba209786-b01a-4171-ae29-277e1ef11301 req-7b5e9991-5390-489f-a0f0-7645bde36f16 service neutron] 10.222.0.11 "DELETE /v2.0/ports/01114360-edd6-4be8-95eb-d3df9d689706/bindings/n-h2-798249-5 HTTP/1.1" status: 204 len: 173 time: 0.2683206 Jul 05 03:46:03.819003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1cf7cd5e-efa1-49da-bd08-d850c3929c96 req-081dbbe9-5fbf-45a5-a6d9-a2da50c340dc tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983093 Jul 05 03:46:03.853785 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-8f869d48-340e-4a17-ab28-89b663b15383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Made reservation on behalf of 699c7cae0a8943699f7e6394aeb45413 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:03.861692 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-8f869d48-340e-4a17-ab28-89b663b15383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.870287 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513196e8-b4a8-49e9-9b2c-56aa297309f1 None None] Pushing event updated for resources: {'Port': ['ID=16494f41-455d-4746-8edc-cb1ddacc5ee3,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:03.876083 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Routers {'f6c18121-224f-4f1f-b820-d1a73469c8c8'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:03.876844 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:45:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6c18121-224f-4f1f-b820-d1a73469c8c8'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:03.885065 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.900313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Transition to ACTIVE for port object 8e8fd472-64fa-4c70-8693-9e3331b594e1 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:03.988715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1c7ee9f-0864-4807-837c-21f1f2ca0ac2 req-08c06ce9-15e2-409c-b64f-b4aad14b6a74 tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=aa045449e41e41259db694573d269e68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362587 Jul 05 03:46:04.002503 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] Set router f6c18121-224f-4f1f-b820-d1a73469c8c8 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:04.071059 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c5ce3732-43ad-4b6e-8ee0-f01ad57cc2bd req-ed21be00-b3a7-47d4-9943-1c2336f67ed8 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 210 time: 0.0689025 Jul 05 03:46:04.075004 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:04.096905 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-8f869d48-340e-4a17-ab28-89b663b15383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Allocated IP 192.168.233.220 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/1a4228c9-30ff-4a71-a4ff-45fc14828dc7) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:04.124108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Network 7d9bda41-1982-4d3b-bfe7-711ad816d01a is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:04.131006 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:04.136800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:04.188790 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8fd472-64fa-4c70-8693-9e3331b594e1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:04.203653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 01114360-edd6-4be8-95eb-d3df9d689706 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:04.221092 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:04.230468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7ee9f-0864-4807-837c-21f1f2ca0ac2 req-a02cff16-7825-40c1-9df2-84f75d451528 tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:04.237822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1c7ee9f-0864-4807-837c-21f1f2ca0ac2 req-a02cff16-7825-40c1-9df2-84f75d451528 tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2479329 Jul 05 03:46:04.290845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 01114360-edd6-4be8-95eb-d3df9d689706 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:04.308966 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1c7ee9f-0864-4807-837c-21f1f2ca0ac2 req-f6fac8c0-3522-4b6e-8bb1-25ff5e2c31be tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] 10.222.0.60 "GET /v2.0/quotas/aa045449e41e41259db694573d269e68 HTTP/1.1" status: 200 len: 375 time: 0.0701900 Jul 05 03:46:04.342602 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746878789-router', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:58Z', 'updated_at': '2021-07-05T03:46:00Z', 'revision_number': 3, 'project_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'gw_port': {'id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:59Z', 'updated_at': '2021-07-05T03:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:04.372111 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703f620-8d7a-4a08-ac7f-ef057a271011 None None] The sync data for ids ['f6c18121-224f-4f1f-b820-d1a73469c8c8'] in n-d-798249-5 is: [{'id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746878789-router', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:58Z', 'updated_at': '2021-07-05T03:46:00Z', 'revision_number': 3, 'project_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'gw_port': {'id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:59Z', 'updated_at': '2021-07-05T03:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:04.377118 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-8f869d48-340e-4a17-ab28-89b663b15383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:04.397475 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-8f869d48-340e-4a17-ab28-89b663b15383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Transition to ACTIVE for port object 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:04.443483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1c7ee9f-0864-4807-837c-21f1f2ca0ac2 req-baee553e-ce9e-4b9b-bc09-d9890f865a7b tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa045449e41e41259db694573d269e68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366781 Jul 05 03:46:04.471233 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca55e-edc0-4915-9ed3-6dc60c83358f req-2811a08c-7359-4176-9a84-486ffc73960e tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:04.472792 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6bcca55e-edc0-4915-9ed3-6dc60c83358f req-2811a08c-7359-4176-9a84-486ffc73960e tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 1097 time: 0.1628268 Jul 05 03:46:04.506452 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-8f869d48-340e-4a17-ab28-89b663b15383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:04.530638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'c2c31404-8797-4ee8-97d3-f5047a5244b2', '391a930b-c71e-482a-8b17-3bfa8cb99657', '2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:04.563420 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:04.577892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-8f869d48-340e-4a17-ab28-89b663b15383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:04.584188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-8f869d48-340e-4a17-ab28-89b663b15383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:04.584522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6bcca55e-edc0-4915-9ed3-6dc60c83358f req-1d654263-c118-45f3-930e-8f490ec41c9e tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959353 Jul 05 03:46:04.591353 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-8f869d48-340e-4a17-ab28-89b663b15383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:04.645111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472', '03e0e01e-bea0-4219-bd46-c9d73b5f9f64'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:04.661717 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-8f869d48-340e-4a17-ab28-89b663b15383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:04.662472 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-8f869d48-340e-4a17-ab28-89b663b15383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:04.690962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6a7a5c42-d461-4840-921c-c20d6b3c69e1 None None] Provisioning for port 8e8fd472-64fa-4c70-8693-9e3331b594e1 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:04.714487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f869d48-340e-4a17-ab28-89b663b15383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event updated for resources: {'Port': ['ID=1a4228c9-30ff-4a71-a4ff-45fc14828dc7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:04.727012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6a7a5c42-d461-4840-921c-c20d6b3c69e1 None None] Provisioning complete for port 8e8fd472-64fa-4c70-8693-9e3331b594e1 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:04.727247 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5c42-d461-4840-921c-c20d6b3c69e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:04.797306 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-8f869d48-340e-4a17-ab28-89b663b15383 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1836877 Jul 05 03:46:04.816641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Request body: {'port': {'device_id': 'c725784a-e37d-4242-b0e9-71640a912b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:04.957867 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a5c42-d461-4840-921c-c20d6b3c69e1 None None] Port 8e8fd472-64fa-4c70-8693-9e3331b594e1 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:04.965888 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.062889 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.091066 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce936-4ce9-4530-b6a2-852d8f23b1ec req-4c2f0d60-179a-4c7f-9beb-327e027fbf1b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:05.099014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c99ce936-4ce9-4530-b6a2-852d8f23b1ec req-4c2f0d60-179a-4c7f-9beb-327e027fbf1b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1492209 Jul 05 03:46:05.162901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c99ce936-4ce9-4530-b6a2-852d8f23b1ec req-ffc13002-4519-44ee-8b91-c4b79542d9e6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577352 Jul 05 03:46:05.167839 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.325243 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a20bfa64-7353-4a97-937b-e77600b68f22 None None] Provisioning for port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:05.347041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8fd472-64fa-4c70-8693-9e3331b594e1,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:05.349698 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.357076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a20bfa64-7353-4a97-937b-e77600b68f22 None None] Provisioning complete for port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:05.357076 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a20bfa64-7353-4a97-937b-e77600b68f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.451816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:05.461181 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.476626 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Transition to ACTIVE for port object 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:05.495224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a20bfa64-7353-4a97-937b-e77600b68f22 None None] Port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:05.549838 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.614471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4228c9-30ff-4a71-a4ff-45fc14828dc7,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:05.711298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Attempting to bind port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:05.711636 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Attempting to bind port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:05.712037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Attempting to bind port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:05.717382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:05.717713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Attempting to bind port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:05.723111 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:05.723450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:05.723826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:05.724253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Bound port: 1a4228c9-30ff-4a71-a4ff-45fc14828dc7, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:05.724767 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.738133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Network 7d9bda41-1982-4d3b-bfe7-711ad816d01a is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:05.762513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:05.840073 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] For port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:05.845251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] For port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=1a4228c9-30ff-4a71-a4ff-45fc14828dc7,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:05.857022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6502c8-b32c-44df-a2dd-e14df55e8f18 req-8f560de3-4ae5-47a7-bc1b-86cb3165c0d9 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:05.859049 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ac6502c8-b32c-44df-a2dd-e14df55e8f18 req-8f560de3-4ae5-47a7-bc1b-86cb3165c0d9 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 1095 time: 0.1401665 Jul 05 03:46:05.917266 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.941625 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ac6502c8-b32c-44df-a2dd-e14df55e8f18 req-4bac4bcf-720b-49b8-ad79-ab075290a5ff tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497079 Jul 05 03:46:05.946795 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Router f6c18121-224f-4f1f-b820-d1a73469c8c8 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:05.962180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:05.962678 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.964170 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] 10.222.0.64 "PUT /v2.0/ports/1a4228c9-30ff-4a71-a4ff-45fc14828dc7 HTTP/1.1" status: 200 len: 1096 time: 1.1588514 Jul 05 03:46:05.964825 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c725784a-e37d-4242-b0e9-71640a912b91', 'tag': '1a4228c9-30ff-4a71-a4ff-45fc14828dc7'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:05.967076 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b7d9c3-0384-432e-835b-01d5a8ddc46a" -d '{"events": [{"name": "network-changed", "server_uuid": "c725784a-e37d-4242-b0e9-71640a912b91", "tag": "1a4228c9-30ff-4a71-a4ff-45fc14828dc7"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:06.013717 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da577b8-924c-426d-9fed-c48649cefc25 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4228c9-30ff-4a71-a4ff-45fc14828dc7,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:06.079010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:06.170660 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:06.185052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3795591c-3176-46ab-8633-7c143529f6a6 admin admin] 10.222.0.60 "PUT /v2.0/routers/f6c18121-224f-4f1f-b820-d1a73469c8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7486513 Jul 05 03:46:06.194797 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a10f4c69-2721-4385-88d2-63811c06edbb None None] Provisioning complete for port 8e8fd472-64fa-4c70-8693-9e3331b594e1 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:06.195306 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a10f4c69-2721-4385-88d2-63811c06edbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.220720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-a504f8ad-b4d0-40d0-bd5c-5b28c6a2876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:06.222427 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-a504f8ad-b4d0-40d0-bd5c-5b28c6a2876f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 1099 time: 0.1586266 Jul 05 03:46:06.256134 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a10f4c69-2721-4385-88d2-63811c06edbb None None] Port 8e8fd472-64fa-4c70-8693-9e3331b594e1 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:06.299944 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-22f6f19e-6958-48fa-be21-4fd8c72ebfeb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=1a4228c9-30ff-4a71-a4ff-45fc14828dc7 HTTP/1.1" status: 200 len: 217 time: 0.0675318 Jul 05 03:46:06.316727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:06.321330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:06.321778 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.375985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245bd21-973c-49f9-8828-8207992f3c5c req-08da2d2a-9a33-45e4-b033-e1cf2aee88a5 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:06.386645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5245bd21-973c-49f9-8828-8207992f3c5c req-08da2d2a-9a33-45e4-b033-e1cf2aee88a5 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 947 time: 0.1696191 Jul 05 03:46:06.402521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-3b4ab501-16ab-48d7-b9ab-1d03308d8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:06.403988 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-3b4ab501-16ab-48d7-b9ab-1d03308d8d31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0982256 Jul 05 03:46:06.444067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5245bd21-973c-49f9-8828-8207992f3c5c req-d3ce3544-defc-4677-ad47-2ae8579b2a54 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546486 Jul 05 03:46:06.486342 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.517289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-1b529998-bb63-4710-85fb-ceed3470ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:06.528482 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-1b529998-bb63-4710-85fb-ceed3470ef22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980866 Jul 05 03:46:06.528980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39062bfd-2c31-4e34-bd7c-c4683202639c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:06.528980 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9064213e-ca42-4f82-b55a-5ac36e3363b6" -d '{"events": [{"server_uuid": "39062bfd-2c31-4e34-bd7c-c4683202639c", "name": "network-vif-plugged", "status": "completed", "tag": "e5f2d1e2-d615-4786-a2b7-09aa7949f8d0"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:06.542774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:06.617880 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.621275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2f6a-8dc5-43d4-a250-bc990771d776 req-462d1f5b-c228-4725-873f-084b08039ffb tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:06.629540 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39df2f6a-8dc5-43d4-a250-bc990771d776 req-462d1f5b-c228-4725-873f-084b08039ffb tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 948 time: 0.0742323 Jul 05 03:46:06.661842 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-3b8b92e0-2837-4fe4-a377-d641df2db6ac service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356518 Jul 05 03:46:06.666008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 16494f41-455d-4746-8edc-cb1ddacc5ee3 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:06.678755 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39df2f6a-8dc5-43d4-a250-bc990771d776 req-9b3ae7b4-e8f8-444c-bbf3-049e315a7043 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481551 Jul 05 03:46:06.759149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:06.778756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Sync routers for ids ['f6c18121-224f-4f1f-b820-d1a73469c8c8'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:06.788777 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-99a80aed-3d72-4cf3-abf2-7a09f8250056 req-b7957e56-19ee-447d-a794-3d1eeb23e0cd service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190584 Jul 05 03:46:06.789615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Routers {'f6c18121-224f-4f1f-b820-d1a73469c8c8'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:06.790403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b505d047-488d-4946-beb6-36db2088a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:45:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6c18121-224f-4f1f-b820-d1a73469c8c8'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:06.842379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 16494f41-455d-4746-8edc-cb1ddacc5ee3 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:06.853234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 16494f41-455d-4746-8edc-cb1ddacc5ee3 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:06.853691 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.931647 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d728af29-fcab-408f-ba70-bea20924f960 x-openstack-request-id: req-d728af29-fcab-408f-ba70-bea20924f960 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:06.932150 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c725784a-e37d-4242-b0e9-71640a912b91", "tag": "1a4228c9-30ff-4a71-a4ff-45fc14828dc7", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:06.932500 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d728af29-fcab-408f-ba70-bea20924f960 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:06.932973 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c725784a-e37d-4242-b0e9-71640a912b91', 'tag': '1a4228c9-30ff-4a71-a4ff-45fc14828dc7', 'status': 'completed', 'code': 200} Jul 05 03:46:06.942572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Set router f6c18121-224f-4f1f-b820-d1a73469c8c8 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:07.013255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d9c3-0384-432e-835b-01d5a8ddc46a req-b442cc19-78fc-4f5a-b6f9-f2d9d14885f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:07.015870 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a0b7d9c3-0384-432e-835b-01d5a8ddc46a req-b442cc19-78fc-4f5a-b6f9-f2d9d14885f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 1099 time: 0.0586858 Jul 05 03:46:07.056886 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.107012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff7045-5a23-47aa-bb47-a5f56dccbf60 req-b53697b5-8dd7-4c26-9985-7dba5df8ce0c tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:07.109855 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5ff7045-5a23-47aa-bb47-a5f56dccbf60 req-b53697b5-8dd7-4c26-9985-7dba5df8ce0c tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.0703900 Jul 05 03:46:07.110013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 16494f41-455d-4746-8edc-cb1ddacc5ee3, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=16494f41-455d-4746-8edc-cb1ddacc5ee3,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:07.114912 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d9c3-0384-432e-835b-01d5a8ddc46a req-dfb8c325-451b-4ac4-a666-a7e4c01c6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:07.116409 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a0b7d9c3-0384-432e-835b-01d5a8ddc46a req-dfb8c325-451b-4ac4-a666-a7e4c01c6dc2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.0948887 Jul 05 03:46:07.160128 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5ff7045-5a23-47aa-bb47-a5f56dccbf60 req-c9b77453-696c-4b0b-b8ed-6ed098b56906 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428698 Jul 05 03:46:07.192492 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.200968 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a0b7d9c3-0384-432e-835b-01d5a8ddc46a req-0ecabbe4-f89c-4898-976f-3cc755675c14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=1a4228c9-30ff-4a71-a4ff-45fc14828dc7 HTTP/1.1" status: 200 len: 217 time: 0.0696623 Jul 05 03:46:07.234720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b505d047-488d-4946-beb6-36db2088a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746878789-router', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:58Z', 'updated_at': '2021-07-05T03:46:04Z', 'revision_number': 4, 'project_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'gw_port': {'id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:59Z', 'updated_at': '2021-07-05T03:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '8e8fd472-64fa-4c70-8693-9e3331b594e1', 'name': '', 'network_id': '7d9bda41-1982-4d3b-bfe7-711ad816d01a', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'mac_address': 'fa:16:3e:f4:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '565530d7-0487-4619-802f-1a4bcc212dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:03Z', 'updated_at': '2021-07-05T03:46:04Z', 'revision_number': 2, 'project_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'subnets': [{'id': '565530d7-0487-4619-802f-1a4bcc212dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:07.279166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Checking router: f6c18121-224f-4f1f-b820-d1a73469c8c8 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:07.279816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Updating router f6c18121-224f-4f1f-b820-d1a73469c8c8 port 8e8fd472-64fa-4c70-8693-9e3331b594e1 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:46:07.306191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=16494f41-455d-4746-8edc-cb1ddacc5ee3,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:07.318921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.319283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.319746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.320105 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.320474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.320861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.321197 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.321536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.321869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.322205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.322536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.322882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.353258 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.372055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-55d91c25-8deb-4bcf-8bb6-8a6053756ae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:07.376656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-55d91c25-8deb-4bcf-8bb6-8a6053756ae0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 821 time: 0.1240764 Jul 05 03:46:07.396962 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-eccae150-e5fb-4c06-bca0-785e71728773 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/quotas/be979254e14b450096d0687db0c40d54 HTTP/1.1" status: 200 len: 375 time: 0.0140841 Jul 05 03:46:07.471492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-fc2fcc51-1af0-4f47-aafd-7aae301bbe1d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711122 Jul 05 03:46:07.529821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d9c3-0384-432e-835b-01d5a8ddc46a req-5fe90cd8-e6c0-41a5-9fa9-71860ca32c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:07.531596 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a0b7d9c3-0384-432e-835b-01d5a8ddc46a req-5fe90cd8-e6c0-41a5-9fa9-71860ca32c29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.3131306 Jul 05 03:46:07.583375 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-b683f120-0046-40c7-a247-9f4e24a3b1a6 service neutron] 10.222.0.60 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048582 Jul 05 03:46:07.597282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d9c3-0384-432e-835b-01d5a8ddc46a req-55764d9f-9807-4643-baea-1ede913fee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:07.598781 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a0b7d9c3-0384-432e-835b-01d5a8ddc46a req-55764d9f-9807-4643-baea-1ede913fee3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578508 Jul 05 03:46:07.661482 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.663375 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-a34b6a1f-7f5b-455e-970a-34dd8cb68fda tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:46:07.664434 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-a34b6a1f-7f5b-455e-970a-34dd8cb68fda tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0347710 Jul 05 03:46:07.673359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Transition to ACTIVE for port object 8e8fd472-64fa-4c70-8693-9e3331b594e1 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:07.683727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-b9912f61-eb79-4dc0-9e6f-61c1c6820f55 service neutron] Request body: {'binding': {'host': 'n-h2-798249-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:07.683914 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-053b6b60-ab42-4de0-aa34-47ac17da132c service neutron] 10.222.0.60 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943420 Jul 05 03:46:07.684190 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-b9912f61-eb79-4dc0-9e6f-61c1c6820f55 service neutron] Unknown quota resources ['binding']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:46:07.743543 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a0b7d9c3-0384-432e-835b-01d5a8ddc46a req-33b759f6-a27c-4a18-bc31-0379d961ae52 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373012 Jul 05 03:46:07.745143 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.801117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bb1bb-6a7f-462d-9dc7-7a3a7f833bad None None] Pushing event updated for resources: {'Port': ['ID=8e8fd472-64fa-4c70-8693-9e3331b594e1,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:07.864166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Attempting to bind port 8e8fd472-64fa-4c70-8693-9e3331b594e1 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:07.864669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Attempting to bind port 8e8fd472-64fa-4c70-8693-9e3331b594e1 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '52d8cb29-176c-4be9-88c0-90a72d4b2a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d9bda41-1982-4d3b-bfe7-711ad816d01a'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:07.865123 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Attempting to bind port 8e8fd472-64fa-4c70-8693-9e3331b594e1 on network 7d9bda41-1982-4d3b-bfe7-711ad816d01a {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:07.870856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:07.871519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Checking segment: {'id': '52d8cb29-176c-4be9-88c0-90a72d4b2a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d9bda41-1982-4d3b-bfe7-711ad816d01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:07.872074 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.872713 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Bound using segment: {'id': '52d8cb29-176c-4be9-88c0-90a72d4b2a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d9bda41-1982-4d3b-bfe7-711ad816d01a'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:07.873053 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Bound port: 8e8fd472-64fa-4c70-8693-9e3331b594e1, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d8cb29-176c-4be9-88c0-90a72d4b2a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d9bda41-1982-4d3b-bfe7-711ad816d01a'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:07.873442 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.908291 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a0b7d9c3-0384-432e-835b-01d5a8ddc46a req-de38173a-1860-4354-b5ba-2e5dddfc657f service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515415 Jul 05 03:46:07.926298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-b9912f61-eb79-4dc0-9e6f-61c1c6820f55 service neutron] Attempting to bind port 81c82d29-ded0-4101-abc9-86806590c4fd on host n-h2-798249-5 for vnic_type normal with profile None {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:07.926655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-b9912f61-eb79-4dc0-9e6f-61c1c6820f55 service neutron] Attempting to bind port 81c82d29-ded0-4101-abc9-86806590c4fd by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:07.926989 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-b9912f61-eb79-4dc0-9e6f-61c1c6820f55 service neutron] Attempting to bind port 81c82d29-ded0-4101-abc9-86806590c4fd on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:07.944567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-b9912f61-eb79-4dc0-9e6f-61c1c6820f55 service neutron] Port 81c82d29-ded0-4101-abc9-86806590c4fd on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:07.944900 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-b9912f61-eb79-4dc0-9e6f-61c1c6820f55 service neutron] Attempting to bind port 81c82d29-ded0-4101-abc9-86806590c4fd on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:07.950256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-b9912f61-eb79-4dc0-9e6f-61c1c6820f55 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:07.950598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-b9912f61-eb79-4dc0-9e6f-61c1c6820f55 service neutron] Checking segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:07.950984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-b9912f61-eb79-4dc0-9e6f-61c1c6820f55 service neutron] Bound using segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:07.951419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-b9912f61-eb79-4dc0-9e6f-61c1c6820f55 service neutron] Bound port: 81c82d29-ded0-4101-abc9-86806590c4fd, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:08.015976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b505d047-488d-4946-beb6-36db2088a23b None None] For port 8e8fd472-64fa-4c70-8693-9e3331b594e1, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:08.020115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b505d047-488d-4946-beb6-36db2088a23b None None] For port 8e8fd472-64fa-4c70-8693-9e3331b594e1, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8e8fd472-64fa-4c70-8693-9e3331b594e1,segment=NetworkSegment(52d8cb29-176c-4be9-88c0-90a72d4b2a69),segment_id=52d8cb29-176c-4be9-88c0-90a72d4b2a69)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:08.047504 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-5dbcdc55-9ce0-48c6-a66f-e7d77b1f97bc req-78b5b0fe-3609-4f72-85a1-159467d6375b tempest-FloatingIPDetailsNegativeTestJSON-454469822 tempest-FloatingIPDetailsNegativeTestJSON-454469822-project] show failed (client error): The resource could not be found. Jul 05 03:46:08.048596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5dbcdc55-9ce0-48c6-a66f-e7d77b1f97bc req-78b5b0fe-3609-4f72-85a1-159467d6375b tempest-FloatingIPDetailsNegativeTestJSON-454469822 tempest-FloatingIPDetailsNegativeTestJSON-454469822-project] 10.222.0.60 "GET /v2.0/floatingips/59f419d3-559d-4932-96dd-5ef3c2f1e553 HTTP/1.1" status: 404 len: 350 time: 0.0767939 Jul 05 03:46:08.048711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-b9912f61-eb79-4dc0-9e6f-61c1c6820f55 service neutron] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=81c82d29-ded0-4101-abc9-86806590c4fd,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:08.058099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50894) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:08.091340 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a821a1f9-577e-49c0-9ee8-d1c57db046ce x-openstack-request-id: req-a821a1f9-577e-49c0-9ee8-d1c57db046ce {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:08.091659 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39062bfd-2c31-4e34-bd7c-c4683202639c", "name": "network-vif-plugged", "status": "completed", "tag": "e5f2d1e2-d615-4786-a2b7-09aa7949f8d0", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:08.091922 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a821a1f9-577e-49c0-9ee8-d1c57db046ce {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:08.092468 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39062bfd-2c31-4e34-bd7c-c4683202639c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0', 'code': 200} Jul 05 03:46:08.122987 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.147536 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-b9912f61-eb79-4dc0-9e6f-61c1c6820f55 service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.148707 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-b9912f61-eb79-4dc0-9e6f-61c1c6820f55 service neutron] 10.222.0.60 "POST /v2.0/ports/81c82d29-ded0-4101-abc9-86806590c4fd/bindings HTTP/1.1" status: 201 len: 389 time: 0.4701977 Jul 05 03:46:08.238284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Routers {'f6c18121-224f-4f1f-b820-d1a73469c8c8'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:08.239046 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b505d047-488d-4946-beb6-36db2088a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:45:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6c18121-224f-4f1f-b820-d1a73469c8c8'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:08.293426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bb1bb-6a7f-462d-9dc7-7a3a7f833bad None None] Pushing event updated for resources: {'Port': ['ID=8e8fd472-64fa-4c70-8693-9e3331b594e1,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:08.332677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0996dc5-37fd-4375-984f-260900f0d07c req-b6c65560-9cb6-49ab-91c0-fb689c741693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:08.334254 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0996dc5-37fd-4375-984f-260900f0d07c req-b6c65560-9cb6-49ab-91c0-fb689c741693 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 1099 time: 0.1199517 Jul 05 03:46:08.405910 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:46:08.417515 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0996dc5-37fd-4375-984f-260900f0d07c req-f24ec7a5-79ba-418a-afc0-ef1633216f4c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559719 Jul 05 03:46:08.645873 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b02d737b-557e-404d-b167-037c24891ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.679090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-b505d047-488d-4946-beb6-36db2088a23b None None] Set router f6c18121-224f-4f1f-b820-d1a73469c8c8 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:08.732608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae8dc0-96a6-481a-afae-9fcad2c3b396 req-65e272e2-1eee-40cb-b699-c1db71ca02d3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:08.740495 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6ae8dc0-96a6-481a-afae-9fcad2c3b396 req-65e272e2-1eee-40cb-b699-c1db71ca02d3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.1682246 Jul 05 03:46:08.800748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cde97-f393-4193-b387-0c3d5933a0b7 req-b2b846f4-0a8e-432f-bd4f-bded9c2fa467 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:08.802990 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b4cde97-f393-4193-b387-0c3d5933a0b7 req-b2b846f4-0a8e-432f-bd4f-bded9c2fa467 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 948 time: 0.1401231 Jul 05 03:46:08.821338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6ae8dc0-96a6-481a-afae-9fcad2c3b396 req-87ada99e-9712-46e7-be80-2d3ecb79ffaa tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799003 Jul 05 03:46:08.860578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 16494f41-455d-4746-8edc-cb1ddacc5ee3 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:08.907451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3ea1886-52fd-412b-8943-0c2edf30c948 req-3cddf899-7c50-4997-8e3e-bb831f690c16 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 210 time: 0.0410635 Jul 05 03:46:08.931989 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b4cde97-f393-4193-b387-0c3d5933a0b7 req-08dee3e6-88c1-429c-bdcd-9aef7b7f54b2 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075931 Jul 05 03:46:08.937444 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 16494f41-455d-4746-8edc-cb1ddacc5ee3 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:08.937826 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.956103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-eaa5aa06-c068-47ac-905f-3c7a4ad6aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:08.957660 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-eaa5aa06-c068-47ac-905f-3c7a4ad6aef2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 1097 time: 0.1201150 Jul 05 03:46:08.962122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b505d047-488d-4946-beb6-36db2088a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746878789-router', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:58Z', 'updated_at': '2021-07-05T03:46:04Z', 'revision_number': 4, 'project_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'gw_port': {'id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:59Z', 'updated_at': '2021-07-05T03:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '8e8fd472-64fa-4c70-8693-9e3331b594e1', 'name': '', 'network_id': '7d9bda41-1982-4d3b-bfe7-711ad816d01a', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'mac_address': 'fa:16:3e:f4:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '565530d7-0487-4619-802f-1a4bcc212dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:03Z', 'updated_at': '2021-07-05T03:46:08Z', 'revision_number': 4, 'project_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'subnets': [{'id': '565530d7-0487-4619-802f-1a4bcc212dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:09.000761 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505d047-488d-4946-beb6-36db2088a23b None None] The sync data for ids ['f6c18121-224f-4f1f-b820-d1a73469c8c8'] in n-d-798249-5 is: [{'id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746878789-router', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:58Z', 'updated_at': '2021-07-05T03:46:04Z', 'revision_number': 4, 'project_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'gw_port': {'id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:59Z', 'updated_at': '2021-07-05T03:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '8e8fd472-64fa-4c70-8693-9e3331b594e1', 'name': '', 'network_id': '7d9bda41-1982-4d3b-bfe7-711ad816d01a', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'mac_address': 'fa:16:3e:f4:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '565530d7-0487-4619-802f-1a4bcc212dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:03Z', 'updated_at': '2021-07-05T03:46:08Z', 'revision_number': 4, 'project_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'subnets': [{'id': '565530d7-0487-4619-802f-1a4bcc212dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:09.198705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-eb2f26b5-3961-48f7-871e-4812e1f10923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:09.206285 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-eb2f26b5-3961-48f7-871e-4812e1f10923 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.2360783 Jul 05 03:46:09.214457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b453f5-aef3-4def-b12b-7f34601ab2cf req-27f83af8-002c-432a-b6a8-0073982a15d6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:09.216019 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24b453f5-aef3-4def-b12b-7f34601ab2cf req-27f83af8-002c-432a-b6a8-0073982a15d6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1030309 Jul 05 03:46:09.230327 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b02d737b-557e-404d-b167-037c24891ff3 admin admin] Deleting port 8e8fd472-64fa-4c70-8693-9e3331b594e1 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:09.230826 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b02d737b-557e-404d-b167-037c24891ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.280132 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-3fee694b-7d2a-4952-ba10-b8d84423e7b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81c82d29-ded0-4101-abc9-86806590c4fd HTTP/1.1" status: 200 len: 217 time: 0.0604188 Jul 05 03:46:09.297084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b179ca1-d461-4086-a47b-1139454e2e4d req-3d355cdd-d208-475b-86ae-4c94023918c5 tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=aa045449e41e41259db694573d269e68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317373 Jul 05 03:46:09.305850 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24b453f5-aef3-4def-b12b-7f34601ab2cf req-e30fde61-a560-4acb-8302-3578484731e8 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802808 Jul 05 03:46:09.404654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-b02d737b-557e-404d-b167-037c24891ff3 admin admin] For port 8e8fd472-64fa-4c70-8693-9e3331b594e1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8e8fd472-64fa-4c70-8693-9e3331b594e1,segment=NetworkSegment(52d8cb29-176c-4be9-88c0-90a72d4b2a69),segment_id=52d8cb29-176c-4be9-88c0-90a72d4b2a69)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:09.405039 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b02d737b-557e-404d-b167-037c24891ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.437724 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b179ca1-d461-4086-a47b-1139454e2e4d req-7d916c8c-af3e-41f8-8299-da7444af8a4a tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:09.439248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b179ca1-d461-4086-a47b-1139454e2e4d req-7d916c8c-af3e-41f8-8299-da7444af8a4a tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1325266 Jul 05 03:46:09.449560 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b02d737b-557e-404d-b167-037c24891ff3 admin admin] Calling delete_port for 8e8fd472-64fa-4c70-8693-9e3331b594e1 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:09.458492 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-8a1c8c29-ca8b-4bdf-8c39-4971f6a53e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:09.461322 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-8a1c8c29-ca8b-4bdf-8c39-4971f6a53e26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.1216455 Jul 05 03:46:09.505358 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b179ca1-d461-4086-a47b-1139454e2e4d req-4c24de7d-fa46-484f-949d-ea84ee2a39ce tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] 10.222.0.60 "GET /v2.0/quotas/aa045449e41e41259db694573d269e68 HTTP/1.1" status: 200 len: 375 time: 0.0590336 Jul 05 03:46:09.544854 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b179ca1-d461-4086-a47b-1139454e2e4d req-045284fe-0ac5-43d6-8d3b-9f27b6e7e86d tempest-QuotasAdminNegativeTest-1984712650 tempest-QuotasAdminNegativeTest-1984712650-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa045449e41e41259db694573d269e68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379348 Jul 05 03:46:09.551214 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-ebe0c228-cd32-44d1-b86d-7c8078eb6490 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736253 Jul 05 03:46:09.577172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d1723-5c6d-4157-b2b2-89060b9c864b req-51f53c43-4fb1-442f-a6f0-03a4e0fd8efd tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:09.580048 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b49d1723-5c6d-4157-b2b2-89060b9c864b req-51f53c43-4fb1-442f-a6f0-03a4e0fd8efd tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 946 time: 0.1265342 Jul 05 03:46:09.642205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b49d1723-5c6d-4157-b2b2-89060b9c864b req-762747b5-c15a-4e48-9283-a77b27a6545f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500164 Jul 05 03:46:09.745956 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-034e43e5-85bf-45d4-9bf8-cd2d76edfcde service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777999 Jul 05 03:46:09.888781 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-4cf8c7ac-6ea8-4966-ba2b-a7fc3ec5de09 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345985 Jul 05 03:46:09.953709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b02d737b-557e-404d-b167-037c24891ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.984995 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d737b-557e-404d-b167-037c24891ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8fd472-64fa-4c70-8693-9e3331b594e1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:10.038228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ff392-d0e5-4da1-b77c-746327645d5e req-aa2c7650-1f0f-44df-b143-40437c14982b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:10.043911 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c5ff392-d0e5-4da1-b77c-746327645d5e req-aa2c7650-1f0f-44df-b143-40437c14982b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.0981290 Jul 05 03:46:10.126979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c5ff392-d0e5-4da1-b77c-746327645d5e req-056f37a9-63cf-469d-8f87-9a506acf5b6c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797765 Jul 05 03:46:10.262097 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:10.289264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf120e-e470-4a18-9103-e2596d3f4aab req-c80ce49e-591d-46d5-b356-ae1b71d2a990 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:10.291486 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70bf120e-e470-4a18-9103-e2596d3f4aab req-c80ce49e-591d-46d5-b356-ae1b71d2a990 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 948 time: 0.0933056 Jul 05 03:46:10.398836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69a3ae0c-a6bb-4004-9b22-f33c508a3fe9 req-a0284cb2-c452-4ffa-9681-fc19ff86ab57 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 210 time: 0.0608976 Jul 05 03:46:10.423131 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70bf120e-e470-4a18-9103-e2596d3f4aab req-b4b6f2a6-9bfb-49b2-925b-4ea9879801f5 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221347 Jul 05 03:46:10.459809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=1a4228c9-30ff-4a71-a4ff-45fc14828dc7,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:10.484903 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '1a4228c9-30ff-4a71-a4ff-45fc14828dc7', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '1a4228c9-30ff-4a71-a4ff-45fc14828dc7', 'mac_address': 'fa:16:3e:18:de:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:10.551988 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.562905 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-e661cc58-ad4f-4f1b-930b-596f6b2e30ec tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:10.565672 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-e661cc58-ad4f-4f1b-930b-596f6b2e30ec tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 1097 time: 0.4739373 Jul 05 03:46:10.580080 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-5'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:10.597315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:10.617416 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b02d737b-557e-404d-b167-037c24891ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.635071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=1a4228c9-30ff-4a71-a4ff-45fc14828dc7,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:10.696930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fb435-9960-4acc-8eef-3d8476b402e7 req-4a92e3a6-1320-432f-9e24-172a24dc4e41 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:10.705346 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e98fb435-9960-4acc-8eef-3d8476b402e7 req-4a92e3a6-1320-432f-9e24-172a24dc4e41 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.0876725 Jul 05 03:46:10.724222 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.735142 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.765573 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e98fb435-9960-4acc-8eef-3d8476b402e7 req-b5ceb674-9ea8-4ed2-8b8e-76836b754912 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593343 Jul 05 03:46:10.801313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=1a4228c9-30ff-4a71-a4ff-45fc14828dc7,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:10.877136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a5b26-cd79-4552-829c-fde06454362c req-4a0f155a-9a05-484e-9e6f-5e7e49e9eb73 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:10.878539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-648a5b26-cd79-4552-829c-fde06454362c req-4a0f155a-9a05-484e-9e6f-5e7e49e9eb73 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 946 time: 0.0717268 Jul 05 03:46:10.928874 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-648a5b26-cd79-4552-829c-fde06454362c req-d562da29-3d26-42ed-abf8-718f77013342 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435603 Jul 05 03:46:10.993698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=81c82d29-ded0-4101-abc9-86806590c4fd,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:11.010756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02d737b-557e-404d-b167-037c24891ff3 admin admin] Router f6c18121-224f-4f1f-b820-d1a73469c8c8 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:11.034341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['1a4228c9-30ff-4a71-a4ff-45fc14828dc7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:11.079563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:11.119685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50946) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:11.152039 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81c82d29-ded0-4101-abc9-86806590c4fd'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:11.156443 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9720430-f622-435a-bfd8-f982bf077830" -d '{"events": [{"server_uuid": "bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6", "name": "network-vif-unplugged", "status": "completed", "tag": "81c82d29-ded0-4101-abc9-86806590c4fd"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:11.160242 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.191845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02d737b-557e-404d-b167-037c24891ff3 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:11.201502 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d92b90-41cd-4918-b296-773858f9881c None None] Sync routers for ids ['f6c18121-224f-4f1f-b820-d1a73469c8c8'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:11.218888 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d92b90-41cd-4918-b296-773858f9881c None None] Routers {'f6c18121-224f-4f1f-b820-d1a73469c8c8'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:11.219537 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b4d92b90-41cd-4918-b296-773858f9881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:45:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6c18121-224f-4f1f-b820-d1a73469c8c8'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:11.222945 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b02d737b-557e-404d-b167-037c24891ff3 admin admin] 10.222.0.60 "PUT /v2.0/routers/f6c18121-224f-4f1f-b820-d1a73469c8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1626537 Jul 05 03:46:11.223099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50954) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:11.291726 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4762ce7b-b16f-4822-bd85-80493b88d4b1 x-openstack-request-id: req-4762ce7b-b16f-4822-bd85-80493b88d4b1 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:11.292255 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6", "name": "network-vif-unplugged", "status": "completed", "tag": "81c82d29-ded0-4101-abc9-86806590c4fd", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:11.292803 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4762ce7b-b16f-4822-bd85-80493b88d4b1 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:11.293348 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81c82d29-ded0-4101-abc9-86806590c4fd', 'code': 200} Jul 05 03:46:11.294688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.363079 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74c9eb46-cf9b-453c-b926-a07a3c7c057c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.365957 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-b4d92b90-41cd-4918-b296-773858f9881c None None] Set router f6c18121-224f-4f1f-b820-d1a73469c8c8 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:11.442536 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Pushing event updated for resources: {'Port': ['ID=81c82d29-ded0-4101-abc9-86806590c4fd,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:11.450462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Attempting to bind port 81c82d29-ded0-4101-abc9-86806590c4fd on host n-h1-798249-5 for vnic_type normal with profile {"migrating_to": "n-h2-798249-5"} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:11.451037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Attempting to bind port 81c82d29-ded0-4101-abc9-86806590c4fd by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:11.451556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Attempting to bind port 81c82d29-ded0-4101-abc9-86806590c4fd on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:11.458877 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Port 81c82d29-ded0-4101-abc9-86806590c4fd on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:11.459510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Attempting to bind port 81c82d29-ded0-4101-abc9-86806590c4fd on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:11.461211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-ffa20c9a-58c0-4128-9308-b4f408736e5f tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:11.463421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-ffa20c9a-58c0-4128-9308-b4f408736e5f tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.64 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 821 time: 0.3067200 Jul 05 03:46:11.466245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.485344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-3ce4c21c-f744-4582-9d13-593a4f9e3b17 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Request body: {'port': {'device_id': '1255ca1e-1374-4fbb-9151-070bdfbc6767', 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409', 'admin_state_up': True, 'tenant_id': 'be979254e14b450096d0687db0c40d54'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:11.501772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:11.502473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Checking segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:11.503025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Bound using segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:11.503631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Bound port: 81c82d29-ded0-4101-abc9-86806590c4fd, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:11.504155 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.569328 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b4d92b90-41cd-4918-b296-773858f9881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746878789-router', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:58Z', 'updated_at': '2021-07-05T03:46:09Z', 'revision_number': 5, 'project_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'gw_port': {'id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:59Z', 'updated_at': '2021-07-05T03:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:11.616177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740b0e3-7b04-4b5a-aa8b-bfa18acade64 req-6559b9be-4596-4a57-9a29-988963a7152a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:11.624135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a740b0e3-7b04-4b5a-aa8b-bfa18acade64 req-6559b9be-4596-4a57-9a29-988963a7152a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.2927563 Jul 05 03:46:11.627005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:11.630229 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d92b90-41cd-4918-b296-773858f9881c None None] Checking router: f6c18121-224f-4f1f-b820-d1a73469c8c8 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:11.630728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=81c82d29-ded0-4101-abc9-86806590c4fd,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:11.645553 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d92b90-41cd-4918-b296-773858f9881c None None] Routers {'f6c18121-224f-4f1f-b820-d1a73469c8c8'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:11.645553 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b4d92b90-41cd-4918-b296-773858f9881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:45:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6c18121-224f-4f1f-b820-d1a73469c8c8'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:11.652902 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.689626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.710630 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1e4e687-4805-454c-aa6e-dadfbafe64e3 req-59eefad7-b852-4d6c-b4a3-19b74f498a6f tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 210 time: 0.0773792 Jul 05 03:46:11.767911 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-b4d92b90-41cd-4918-b296-773858f9881c None None] Set router f6c18121-224f-4f1f-b820-d1a73469c8c8 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:11.775997 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a740b0e3-7b04-4b5a-aa8b-bfa18acade64 req-dc05d27f-a761-4aa5-9441-41c39cff5463 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494458 Jul 05 03:46:11.812338 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:11.813092 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.814556 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] 10.222.0.64 "PUT /v2.0/ports/81c82d29-ded0-4101-abc9-86806590c4fd HTTP/1.1" status: 200 len: 1122 time: 1.2398064 Jul 05 03:46:11.816135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfb5cc-68fd-447b-a32a-db64a8a6e39c service neutron] Pushing event updated for resources: {'Port': ['ID=81c82d29-ded0-4101-abc9-86806590c4fd,revision_number=8']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:11.852643 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74c9eb46-cf9b-453c-b926-a07a3c7c057c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.863151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] Deleting port 16494f41-455d-4746-8edc-cb1ddacc5ee3 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:11.874793 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.957413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['81c82d29-ded0-4101-abc9-86806590c4fd'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:11.963754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] For port 16494f41-455d-4746-8edc-cb1ddacc5ee3, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=16494f41-455d-4746-8edc-cb1ddacc5ee3,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:11.964802 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.976930 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74c9eb46-cf9b-453c-b926-a07a3c7c057c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.981928 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] Calling delete_port for 16494f41-455d-4746-8edc-cb1ddacc5ee3 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:12.027976 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b4d92b90-41cd-4918-b296-773858f9881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746878789-router', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:58Z', 'updated_at': '2021-07-05T03:46:09Z', 'revision_number': 5, 'project_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'gw_port': {'id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:59Z', 'updated_at': '2021-07-05T03:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:12.070542 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d92b90-41cd-4918-b296-773858f9881c None None] The sync data for ids ['f6c18121-224f-4f1f-b820-d1a73469c8c8'] in n-d-798249-5 is: [{'id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1746878789-router', 'tenant_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:58Z', 'updated_at': '2021-07-05T03:46:09Z', 'revision_number': 5, 'project_id': 'c3e7b9e0fa6f422f86bc2f7049187697', 'gw_port': {'id': '16494f41-455d-4746-8edc-cb1ddacc5ee3', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c18121-224f-4f1f-b820-d1a73469c8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:59Z', 'updated_at': '2021-07-05T03:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:12.083778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa6fac-c998-4483-855a-8a85ceb78f7f req-d719fd79-7bc9-4a67-974c-372c3a778d33 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:12.092424 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-81aa6fac-c998-4483-855a-8a85ceb78f7f req-d719fd79-7bc9-4a67-974c-372c3a778d33 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 949 time: 0.2053189 Jul 05 03:46:12.153766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-74c9eb46-cf9b-453c-b926-a07a3c7c057c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa045449e41e41259db694573d269e68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0328217 Jul 05 03:46:12.158781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9eb46-cf9b-453c-b926-a07a3c7c057c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03629b95-142f-4ab5-89bf-02af29fe5d96,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:12.161552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50968) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:12.207428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-3ce4c21c-f744-4582-9d13-593a4f9e3b17 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Made reservation on behalf of be979254e14b450096d0687db0c40d54 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:12.211240 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-3ce4c21c-f744-4582-9d13-593a4f9e3b17 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.221009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-81aa6fac-c998-4483-855a-8a85ceb78f7f req-9f02c8a2-1212-4fcd-8c2f-9b9cb362c56d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274943 Jul 05 03:46:12.254128 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.279691 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:12.290288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1c89f-6c8c-42cb-99fa-140ec7a1b22b req-cc362b22-4895-499d-af44-ab3d578f7d07 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:12.292345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=16494f41-455d-4746-8edc-cb1ddacc5ee3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:12.300133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25e1c89f-6c8c-42cb-99fa-140ec7a1b22b req-cc362b22-4895-499d-af44-ab3d578f7d07 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.2285085 Jul 05 03:46:12.374700 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.403716 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c0014f4-dc83-4794-a8d5-55205e552826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.448452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:12.450623 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c0014f4-dc83-4794-a8d5-55205e552826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.454112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:12.454591 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.484927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25e1c89f-6c8c-42cb-99fa-140ec7a1b22b req-db0e5e2a-a8e8-49c3-9adf-abbdd6b8c933 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392205 Jul 05 03:46:12.531571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-3ce4c21c-f744-4582-9d13-593a4f9e3b17 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Allocated IP 172.20.0.4 (4691479b-1728-4d4d-b293-81f5c048e409/c3f97357-dd37-4825-8a0e-4a6b356869b0/9b67cb2f-43e8-492c-8b82-22c5b40a350b) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:12.574061 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.588261 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.656682 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.705881 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c0014f4-dc83-4794-a8d5-55205e552826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.711517 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c0014f4-dc83-4794-a8d5-55205e552826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.715517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9c0014f4-dc83-4794-a8d5-55205e552826 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/03629b95-142f-4ab5-89bf-02af29fe5d96 HTTP/1.1" status: 204 len: 168 time: 0.5481973 Jul 05 03:46:12.741391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=1a4228c9-30ff-4a71-a4ff-45fc14828dc7,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:12.743443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c725784a-e37d-4242-b0e9-71640a912b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4228c9-30ff-4a71-a4ff-45fc14828dc7'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:12.745726 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296f2e00-844b-4b3e-a71e-c7ad705dace9" -d '{"events": [{"server_uuid": "c725784a-e37d-4242-b0e9-71640a912b91", "name": "network-vif-plugged", "status": "completed", "tag": "1a4228c9-30ff-4a71-a4ff-45fc14828dc7"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:12.748322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8e8fd472-64fa-4c70-8693-9e3331b594e1 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:12.769959 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 8e8fd472-64fa-4c70-8693-9e3331b594e1 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:46:12.770349 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8e8fd472-64fa-4c70-8693-9e3331b594e1 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:12.814258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0014f4-dc83-4794-a8d5-55205e552826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03629b95-142f-4ab5-89bf-02af29fe5d96,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:12.831499 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.856200 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.856200 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6c18121-224f-4f1f-b820-d1a73469c8c8 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:46:12.867618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.868979 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7c54fe90-3f9b-44c6-b42f-472f86e41ea9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f6c18121-224f-4f1f-b820-d1a73469c8c8 HTTP/1.1" status: 204 len: 168 time: 1.6450555 Jul 05 03:46:12.871445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50978) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:12.886303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=1a4228c9-30ff-4a71-a4ff-45fc14828dc7,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:12.917848 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-3ce4c21c-f744-4582-9d13-593a4f9e3b17 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.935283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfb456-3dcc-4e9f-a29c-2a28345f4c60 req-af627367-21d9-47e2-889b-2b144593131a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:12.937661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c3eb00-35a8-4aef-b8a4-c4053fa30892 admin admin] Deleting subnet 565530d7-0487-4619-802f-1a4bcc212dab {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:46:12.940938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3adfb456-3dcc-4e9f-a29c-2a28345f4c60 req-af627367-21d9-47e2-889b-2b144593131a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 944 time: 0.1806264 Jul 05 03:46:12.941164 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-43c3eb00-35a8-4aef-b8a4-c4053fa30892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.946180 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a349b-dc7d-4e1c-8743-542a4bdbaa61 req-5f2443d9-a6cc-47bb-87c0-d5ab154de10c tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:12.947856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb0a349b-dc7d-4e1c-8743-542a4bdbaa61 req-5f2443d9-a6cc-47bb-87c0-d5ab154de10c tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 1099 time: 0.2011266 Jul 05 03:46:12.983446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-43c3eb00-35a8-4aef-b8a4-c4053fa30892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.993057 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-cb0a349b-dc7d-4e1c-8743-542a4bdbaa61 req-f09d6977-993b-4447-906f-66c721ef27bd tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.043122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3adfb456-3dcc-4e9f-a29c-2a28345f4c60 req-a83e8053-f196-4aac-a2f0-8f0c8df1b96d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925744 Jul 05 03:46:13.115795 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-3ce4c21c-f744-4582-9d13-593a4f9e3b17 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.152259 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-43c3eb00-35a8-4aef-b8a4-c4053fa30892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.185873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-3ce4c21c-f744-4582-9d13-593a4f9e3b17 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Network 4691479b-1728-4d4d-b293-81f5c048e409 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:13.206448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-3ce4c21c-f744-4582-9d13-593a4f9e3b17 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:13.229715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-3ce4c21c-f744-4582-9d13-593a4f9e3b17 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:13.236427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4c21c-f744-4582-9d13-593a4f9e3b17 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Pushing event updated for resources: {'Port': ['ID=9b67cb2f-43e8-492c-8b82-22c5b40a350b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:13.294537 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6', 'tag': '81c82d29-ded0-4101-abc9-86806590c4fd'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:13.295770 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-3ce4c21c-f744-4582-9d13-593a4f9e3b17 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:13.297010 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-3ce4c21c-f744-4582-9d13-593a4f9e3b17 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.297935 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5650d5c5-f706-4a86-80f1-dff991c48798" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6", "tag": "81c82d29-ded0-4101-abc9-86806590c4fd"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:13.322749 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-43c3eb00-35a8-4aef-b8a4-c4053fa30892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.332886 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-cb0a349b-dc7d-4e1c-8743-542a4bdbaa61 req-f09d6977-993b-4447-906f-66c721ef27bd tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.340713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bebc55-0519-49f5-b215-dc204dc37265 req-258018dc-fd77-466f-aa81-05d82d9d412a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:13.342209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8bebc55-0519-49f5-b215-dc204dc37265 req-258018dc-fd77-466f-aa81-05d82d9d412a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 931 time: 0.1589875 Jul 05 03:46:13.352181 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3eb00-35a8-4aef-b8a4-c4053fa30892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=565530d7-0487-4619-802f-1a4bcc212dab,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:13.354242 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-43c3eb00-35a8-4aef-b8a4-c4053fa30892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.356654 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-43c3eb00-35a8-4aef-b8a4-c4053fa30892 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/565530d7-0487-4619-802f-1a4bcc212dab HTTP/1.1" status: 204 len: 168 time: 0.4839489 Jul 05 03:46:13.365475 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50988) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:13.365890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129695c1-677d-4438-8fab-62fbfc5a361b None None] Network 7d9bda41-1982-4d3b-bfe7-711ad816d01a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:46:13.408438 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8bebc55-0519-49f5-b215-dc204dc37265 req-80e979b2-ee0d-4498-96b7-81a36cbfa2d7 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595920 Jul 05 03:46:13.438302 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-cb0a349b-dc7d-4e1c-8743-542a4bdbaa61 req-f09d6977-993b-4447-906f-66c721ef27bd tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.475941 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.487681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb0a349b-dc7d-4e1c-8743-542a4bdbaa61 req-f09d6977-993b-4447-906f-66c721ef27bd tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280406 Jul 05 03:46:13.490858 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d6977-993b-4447-906f-66c721ef27bd tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe84409-a284-4732-8408-734b58698335,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:13.499893 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-3ce4c21c-f744-4582-9d13-593a4f9e3b17 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0183156 Jul 05 03:46:13.504128 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452a90c6-af36-4697-bec3-019a1de7a8d0 x-openstack-request-id: req-452a90c6-af36-4697-bec3-019a1de7a8d0 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:13.504569 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c725784a-e37d-4242-b0e9-71640a912b91", "name": "network-vif-plugged", "status": "completed", "tag": "1a4228c9-30ff-4a71-a4ff-45fc14828dc7", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:13.510457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Request body: {'port': {'device_id': '1255ca1e-1374-4fbb-9151-070bdfbc6767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:13.513296 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-452a90c6-af36-4697-bec3-019a1de7a8d0 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:13.513776 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c725784a-e37d-4242-b0e9-71640a912b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4228c9-30ff-4a71-a4ff-45fc14828dc7', 'code': 200} Jul 05 03:46:13.558580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Deleting port eece94ee-7779-49e6-abd1-2e6ddf9b9200 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:13.559275 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.584934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50994) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:13.629879 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e25034a-ddc1-4aae-aa05-80fb8e1e7050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.673862 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] For port eece94ee-7779-49e6-abd1-2e6ddf9b9200, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=eece94ee-7779-49e6-abd1-2e6ddf9b9200,segment=NetworkSegment(52d8cb29-176c-4be9-88c0-90a72d4b2a69),segment_id=52d8cb29-176c-4be9-88c0-90a72d4b2a69)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:13.674237 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.692601 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Calling delete_port for eece94ee-7779-49e6-abd1-2e6ddf9b9200 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:13.707060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ba628f-b5f3-4592-b4d6-f81f203bebef None None] DHCP port deletion for 7d9bda41-1982-4d3b-bfe7-711ad816d01a request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:46:13.753438 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d57254-269d-4e69-8c21-5bc5421e6708 x-openstack-request-id: req-56d57254-269d-4e69-8c21-5bc5421e6708 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:13.754012 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6", "tag": "81c82d29-ded0-4101-abc9-86806590c4fd", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:13.754397 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56d57254-269d-4e69-8c21-5bc5421e6708 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:13.754932 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6', 'tag': '81c82d29-ded0-4101-abc9-86806590c4fd', 'status': 'completed', 'code': 200} Jul 05 03:46:13.784645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba628f-b5f3-4592-b4d6-f81f203bebef None None] Deleting port eece94ee-7779-49e6-abd1-2e6ddf9b9200 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:13.785059 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d1ba628f-b5f3-4592-b4d6-f81f203bebef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.791433 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a5652-50c3-4027-bdb0-936d8d3e15fe req-cc6ebbc3-d00a-4a7b-a2a9-7d1fb5fe7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:13.793029 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ad9a5652-50c3-4027-bdb0-936d8d3e15fe req-cc6ebbc3-d00a-4a7b-a2a9-7d1fb5fe7afd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 1101 time: 0.1668336 Jul 05 03:46:13.798926 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.864157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d1ba628f-b5f3-4592-b4d6-f81f203bebef None None] For port eece94ee-7779-49e6-abd1-2e6ddf9b9200, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=eece94ee-7779-49e6-abd1-2e6ddf9b9200,segment=NetworkSegment(52d8cb29-176c-4be9-88c0-90a72d4b2a69),segment_id=52d8cb29-176c-4be9-88c0-90a72d4b2a69)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:13.864613 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d1ba628f-b5f3-4592-b4d6-f81f203bebef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.874048 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ad9a5652-50c3-4027-bdb0-936d8d3e15fe req-fa692369-62b7-45a9-bf00-c45517631cd0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700202 Jul 05 03:46:13.885226 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba628f-b5f3-4592-b4d6-f81f203bebef None None] Calling delete_port for eece94ee-7779-49e6-abd1-2e6ddf9b9200 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:13.894652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650d5c5-f706-4a86-80f1-dff991c48798 req-d78135f4-3cb0-4359-805b-d937a1d6a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:13.896701 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5650d5c5-f706-4a86-80f1-dff991c48798 req-d78135f4-3cb0-4359-805b-d937a1d6a8da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 1125 time: 0.1070607 Jul 05 03:46:13.954053 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.988196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=eece94ee-7779-49e6-abd1-2e6ddf9b9200,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:13.995343 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] No DVR routers for this DVR port eece94ee-7779-49e6-abd1-2e6ddf9b9200 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:14.031946 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d1ba628f-b5f3-4592-b4d6-f81f203bebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.059595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba628f-b5f3-4592-b4d6-f81f203bebef None None] Pushing event deleted for resources: {'Port': ['ID=eece94ee-7779-49e6-abd1-2e6ddf9b9200,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:14.066671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba628f-b5f3-4592-b4d6-f81f203bebef None None] No DVR routers for this DVR port eece94ee-7779-49e6-abd1-2e6ddf9b9200 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:14.093336 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650d5c5-f706-4a86-80f1-dff991c48798 req-3a97baeb-05cf-4a74-8735-5aa52de7c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:14.094831 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5650d5c5-f706-4a86-80f1-dff991c48798 req-3a97baeb-05cf-4a74-8735-5aa52de7c3d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.1890492 Jul 05 03:46:14.098368 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.116112 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9bda41-1982-4d3b-bfe7-711ad816d01a']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:14.152128 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5650d5c5-f706-4a86-80f1-dff991c48798 req-7734b9a3-4080-4241-95af-de1717f75753 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81c82d29-ded0-4101-abc9-86806590c4fd HTTP/1.1" status: 200 len: 217 time: 0.0460260 Jul 05 03:46:14.155345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d8cb29-176c-4be9-88c0-90a72d4b2a69') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:14.155753 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d8cb29-176c-4be9-88c0-90a72d4b2a69') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:14.173644 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.214448 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.217418 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650d5c5-f706-4a86-80f1-dff991c48798 req-2090bf42-49ac-4d04-8c78-a406bb4b0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:14.219297 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5650d5c5-f706-4a86-80f1-dff991c48798 req-2090bf42-49ac-4d04-8c78-a406bb4b0e68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.0570972 Jul 05 03:46:14.224064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:46:14.224489 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:46:14.226983 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:46:14.262338 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60041159-d81a-4650-b502-95831f09b5ad req-de72fff6-b122-447f-97fa-dd0563d10409 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:14.263757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60041159-d81a-4650-b502-95831f09b5ad req-de72fff6-b122-447f-97fa-dd0563d10409 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 950 time: 0.5231466 Jul 05 03:46:14.267579 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 81c82d29-ded0-4101-abc9-86806590c4fd details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:14.293356 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5650d5c5-f706-4a86-80f1-dff991c48798 req-1ff57e46-35d6-453b-b5ad-4ea3f06dde38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654972 Jul 05 03:46:14.401654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e25034a-ddc1-4aae-aa05-80fb8e1e7050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.410078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=81c82d29-ded0-4101-abc9-86806590c4fd,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:14.413505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149cbf5-e24a-40d3-b412-732c697e852c req-4daa8a49-b72d-4ea0-a911-ce07bbade5f6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:14.417395 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4149cbf5-e24a-40d3-b412-732c697e852c req-4daa8a49-b72d-4ea0-a911-ce07bbade5f6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.5364966 Jul 05 03:46:14.418041 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60041159-d81a-4650-b502-95831f09b5ad req-1536cd11-2050-4e70-8127-3f25d67b36c0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381867 Jul 05 03:46:14.438648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 81c82d29-ded0-4101-abc9-86806590c4fd has no active binding in host n-h2-798249-5 {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:46:14.474214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e25034a-ddc1-4aae-aa05-80fb8e1e7050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.541371 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4149cbf5-e24a-40d3-b412-732c697e852c req-85301ef8-2a1a-4734-8afa-1245c31637db tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123402 Jul 05 03:46:14.569146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0e25034a-ddc1-4aae-aa05-80fb8e1e7050 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=195fde3f1465436dba491459ae428512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9788580 Jul 05 03:46:14.569421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25034a-ddc1-4aae-aa05-80fb8e1e7050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94ee2a8-abff-4fbf-a0a3-263c0071ecd6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:14.573857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51000) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:14.603586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b67cb2f-43e8-492c-8b82-22c5b40a350b {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:14.619363 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.668476 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67cd48f6-6c68-44e4-ac30-7d528174912f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.680143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device eece94ee-7779-49e6-abd1-2e6ddf9b9200 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:14.685583 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5650d5c5-f706-4a86-80f1-dff991c48798 req-3bed728c-98a0-4727-8605-ee520481f596 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795152 Jul 05 03:46:14.698915 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67cd48f6-6c68-44e4-ac30-7d528174912f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.701253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Transition to ACTIVE for port object 9b67cb2f-43e8-492c-8b82-22c5b40a350b will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:14.705866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: eece94ee-7779-49e6-abd1-2e6ddf9b9200 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:46:14.706224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device eece94ee-7779-49e6-abd1-2e6ddf9b9200 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:14.706786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 16494f41-455d-4746-8edc-cb1ddacc5ee3 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:14.715843 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.731710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 16494f41-455d-4746-8edc-cb1ddacc5ee3 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:46:14.732065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 16494f41-455d-4746-8edc-cb1ddacc5ee3 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:14.782455 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.786461 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.787883 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] 10.222.0.60 "DELETE /v2.0/networks/7d9bda41-1982-4d3b-bfe7-711ad816d01a HTTP/1.1" status: 204 len: 168 time: 1.4214013 Jul 05 03:46:14.807376 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26dc9f-7d8f-4b8d-8e1f-3e95e45db7eb admin admin] Pushing event deleted for resources: {'Network': ['ID=7d9bda41-1982-4d3b-bfe7-711ad816d01a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:14.854077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Pushing event updated for resources: {'Port': ['ID=9b67cb2f-43e8-492c-8b82-22c5b40a350b,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:14.869628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb5591-3f18-46bf-8aeb-8f16074d2bab req-4a255283-8c7e-474a-b4c2-10b0ec6a8d25 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:14.877071 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-82cb5591-3f18-46bf-8aeb-8f16074d2bab req-4a255283-8c7e-474a-b4c2-10b0ec6a8d25 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 944 time: 0.1479375 Jul 05 03:46:14.881139 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5650d5c5-f706-4a86-80f1-dff991c48798 req-47e602ef-7f72-42df-8e5a-b1a7a794818b service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825936 Jul 05 03:46:14.943296 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67cd48f6-6c68-44e4-ac30-7d528174912f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.945531 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67cd48f6-6c68-44e4-ac30-7d528174912f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.946665 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-67cd48f6-6c68-44e4-ac30-7d528174912f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d94ee2a8-abff-4fbf-a0a3-263c0071ecd6 HTTP/1.1" status: 204 len: 168 time: 0.3718612 Jul 05 03:46:14.975433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd48f6-6c68-44e4-ac30-7d528174912f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94ee2a8-abff-4fbf-a0a3-263c0071ecd6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:15.021750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-82cb5591-3f18-46bf-8aeb-8f16074d2bab req-124953c6-0ac1-4908-ac5b-1690319376dc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323767 Jul 05 03:46:15.031235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Attempting to bind port 9b67cb2f-43e8-492c-8b82-22c5b40a350b on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:15.031728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Attempting to bind port 9b67cb2f-43e8-492c-8b82-22c5b40a350b by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:15.032056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Attempting to bind port 9b67cb2f-43e8-492c-8b82-22c5b40a350b on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:15.038088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Port 9b67cb2f-43e8-492c-8b82-22c5b40a350b on network 4691479b-1728-4d4d-b293-81f5c048e409 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:15.038410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Attempting to bind port 9b67cb2f-43e8-492c-8b82-22c5b40a350b on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:15.048454 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:15.048805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Checking segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:15.049197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Bound using segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:15.049763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Bound port: 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:15.050240 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.127694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:15.132095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:15.201711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfd1e4-36d9-4a7d-aedf-39152bb6b81b req-f6825133-742a-4b49-ae92-a40ed4263047 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:15.208939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-badfd1e4-36d9-4a7d-aedf-39152bb6b81b req-f6825133-742a-4b49-ae92-a40ed4263047 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 943 time: 0.0741334 Jul 05 03:46:15.223963 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.321248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:15.321863 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.323298 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] 10.222.0.64 "PUT /v2.0/ports/9b67cb2f-43e8-492c-8b82-22c5b40a350b HTTP/1.1" status: 200 len: 1091 time: 1.8178940 Jul 05 03:46:15.324020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1255ca1e-1374-4fbb-9151-070bdfbc6767', 'tag': '9b67cb2f-43e8-492c-8b82-22c5b40a350b'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:15.326469 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057c12eb-81a5-4012-ba79-6b0c71d1a186" -d '{"events": [{"name": "network-changed", "server_uuid": "1255ca1e-1374-4fbb-9151-070bdfbc6767", "tag": "9b67cb2f-43e8-492c-8b82-22c5b40a350b"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:15.348211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-badfd1e4-36d9-4a7d-aedf-39152bb6b81b req-8398c33e-cf8c-411b-88e1-e54f1abb7472 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365173 Jul 05 03:46:15.390265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a955e55-8534-4c72-9428-d3390a504c35 service neutron] Pushing event updated for resources: {'Port': ['ID=9b67cb2f-43e8-492c-8b82-22c5b40a350b,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:15.409725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51026) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:15.469677 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0dc78d-2f2a-4b07-9dbe-1c3a0aa42f68 x-openstack-request-id: req-9e0dc78d-2f2a-4b07-9dbe-1c3a0aa42f68 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:15.470031 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1255ca1e-1374-4fbb-9151-070bdfbc6767", "tag": "9b67cb2f-43e8-492c-8b82-22c5b40a350b", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:15.470465 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e0dc78d-2f2a-4b07-9dbe-1c3a0aa42f68 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:15.471013 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1255ca1e-1374-4fbb-9151-070bdfbc6767', 'tag': '9b67cb2f-43e8-492c-8b82-22c5b40a350b', 'status': 'completed', 'code': 200} Jul 05 03:46:15.476516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51030) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:15.476740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d5cd4568-76c9-4120-a4f0-c2ae7b0edad1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3e7b9e0fa6f422f86bc2f7049187697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657291 Jul 05 03:46:15.589169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c12eb-81a5-4012-ba79-6b0c71d1a186 req-773487ed-6abf-436a-9f6d-c3a371a2570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:15.590852 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-057c12eb-81a5-4012-ba79-6b0c71d1a186 req-773487ed-6abf-436a-9f6d-c3a371a2570c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 1094 time: 0.1012154 Jul 05 03:46:15.622349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b285c83-8baf-46f5-9c1c-3e8844ca1030 req-17b961b2-c043-4fbf-8610-2105bab8264e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:15.628287 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0124368f-dd25-4c59-9088-4eebde07a576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.629432 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b285c83-8baf-46f5-9c1c-3e8844ca1030 req-17b961b2-c043-4fbf-8610-2105bab8264e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.1511965 Jul 05 03:46:15.658675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0124368f-dd25-4c59-9088-4eebde07a576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.711047 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-20ef5dee-81df-4d5c-b587-13bb12a85433 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255090 Jul 05 03:46:15.802249 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0124368f-dd25-4c59-9088-4eebde07a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.805363 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0124368f-dd25-4c59-9088-4eebde07a576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.809517 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0124368f-dd25-4c59-9088-4eebde07a576 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6313a9de-3caf-438b-a1fe-ccdc80d3b5ab HTTP/1.1" status: 204 len: 168 time: 0.3314974 Jul 05 03:46:15.821269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124368f-dd25-4c59-9088-4eebde07a576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6313a9de-3caf-438b-a1fe-ccdc80d3b5ab,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:15.851011 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b285c83-8baf-46f5-9c1c-3e8844ca1030 req-89b28a4f-3555-4dec-9340-b823a38c381e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998346 Jul 05 03:46:15.888353 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c12eb-81a5-4012-ba79-6b0c71d1a186 req-d94993bd-afbd-4ba3-896a-c0e01aa31e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:15.890994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-057c12eb-81a5-4012-ba79-6b0c71d1a186 req-d94993bd-afbd-4ba3-896a-c0e01aa31e68 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=be979254e14b450096d0687db0c40d54&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2790370 Jul 05 03:46:15.901722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0d1c7-c637-4ea3-bff5-28fb361e44d6 req-599a3248-bf53-4d50-9f8b-ac79ffe8b7cd tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:15.908879 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7ad0d1c7-c637-4ea3-bff5-28fb361e44d6 req-599a3248-bf53-4d50-9f8b-ac79ffe8b7cd tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 950 time: 0.2699974 Jul 05 03:46:16.089372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7ad0d1c7-c637-4ea3-bff5-28fb361e44d6 req-1ce3e823-fa1d-4946-8f9c-1b0b7afa5bda tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789467 Jul 05 03:46:16.154271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c12eb-81a5-4012-ba79-6b0c71d1a186 req-27da9753-d46b-4d87-94d3-4538c595134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:16.155796 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-057c12eb-81a5-4012-ba79-6b0c71d1a186 req-27da9753-d46b-4d87-94d3-4538c595134e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2398605 Jul 05 03:46:16.164981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd3939-9437-4baa-973f-3da465da17e8 req-ffba252b-5a66-4ee6-874a-65c5bdc972a4 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:16.174273 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d8cd3939-9437-4baa-973f-3da465da17e8 req-ffba252b-5a66-4ee6-874a-65c5bdc972a4 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1746628 Jul 05 03:46:16.232922 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d8cd3939-9437-4baa-973f-3da465da17e8 req-032f94f3-289d-47b0-bc59-6aa6a3659eee tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521426 Jul 05 03:46:16.350882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab4c3e-f557-4ba0-8078-19c267662f47 req-d82cbe59-692c-4ce0-a5d6-c9b2e5436fe0 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:16.352421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72ab4c3e-f557-4ba0-8078-19c267662f47 req-d82cbe59-692c-4ce0-a5d6-c9b2e5436fe0 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 944 time: 0.1184580 Jul 05 03:46:16.366800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-36d7f589-ea84-4792-9479-1773464b1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:16.368274 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-36d7f589-ea84-4792-9479-1773464b1b6f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 1094 time: 0.1414938 Jul 05 03:46:16.450316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-5a6c21c1-e3a5-40f7-b5af-24dc15d820ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b HTTP/1.1" status: 200 len: 217 time: 0.0646770 Jul 05 03:46:16.465040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72ab4c3e-f557-4ba0-8078-19c267662f47 req-8264d374-0fd4-47c5-b438-babf7f7a3a5b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063268 Jul 05 03:46:16.494241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59775674-63c7-47ec-96c4-a12106dc6d51 req-97de3d6e-94c5-47ae-bb04-bd8bba8ceb32 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:16.495868 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59775674-63c7-47ec-96c4-a12106dc6d51 req-97de3d6e-94c5-47ae-bb04-bd8bba8ceb32 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 1101 time: 0.1267240 Jul 05 03:46:16.556128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-862f7052-760e-4cd5-a2e7-2d86960c86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:16.557624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-862f7052-760e-4cd5-a2e7-2d86960c86e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.0752170 Jul 05 03:46:16.559301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59775674-63c7-47ec-96c4-a12106dc6d51 req-9fdb95c9-9b70-4b82-8434-1ab2ad2884d6 tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454912 Jul 05 03:46:16.613956 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-e6b51d4f-ca8c-48f8-8c27-1369a89520b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474346 Jul 05 03:46:16.807590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844efbf-f7f0-4bfa-a976-399596ef7804 req-eda31a8a-9143-4292-8efe-5a8a64c82a1b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:16.809293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6844efbf-f7f0-4bfa-a976-399596ef7804 req-eda31a8a-9143-4292-8efe-5a8a64c82a1b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 943 time: 0.1031325 Jul 05 03:46:16.833713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-387ca6bc-dc28-406a-9783-3ea91d5eab48 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117894 Jul 05 03:46:16.898862 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f9466e6-0a33-4570-aa64-0033846500bf req-399eb75c-bf8f-4b50-8e6c-69689df5c4e1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545850 Jul 05 03:46:16.943859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6844efbf-f7f0-4bfa-a976-399596ef7804 req-e0864f89-1079-46ec-893b-809b010d1432 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232684 Jul 05 03:46:17.045286 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba86f5a-61de-4e3f-a641-23cf2445215a req-7d5d1a4f-19cb-45ce-91e8-5738a905ad88 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914053 Jul 05 03:46:17.065808 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9466e6-0a33-4570-aa64-0033846500bf req-78644649-75cf-4a94-9c2e-c6a21eabf857 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.067439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f9466e6-0a33-4570-aa64-0033846500bf req-78644649-75cf-4a94-9c2e-c6a21eabf857 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433978 Jul 05 03:46:17.111711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f9466e6-0a33-4570-aa64-0033846500bf req-ebaef419-403d-45a8-82a6-70fa2e9ea8ca tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/quotas/699c7cae0a8943699f7e6394aeb45413 HTTP/1.1" status: 200 len: 375 time: 0.0144234 Jul 05 03:46:17.165564 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-33df0332-a7a1-4f79-a0a2-beb16afb5146 service neutron] 10.222.0.11 "GET /v2.0/ports/81c82d29-ded0-4101-abc9-86806590c4fd/bindings/n-h2-798249-5 HTTP/1.1" status: 200 len: 384 time: 0.0926533 Jul 05 03:46:17.181109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb1f4d-b2e2-4960-a566-63330b85359d req-02b1b55e-21ac-4539-8465-f7c8fbd3dd9d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.183372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-badb1f4d-b2e2-4960-a566-63330b85359d req-02b1b55e-21ac-4539-8465-f7c8fbd3dd9d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.1144121 Jul 05 03:46:17.402991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-3f0fbfdd-166e-4379-819e-f8b8645cc08c service neutron] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=81c82d29-ded0-4101-abc9-86806590c4fd,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:17.440749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-3f0fbfdd-166e-4379-819e-f8b8645cc08c service neutron] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:17.478575 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-badb1f4d-b2e2-4960-a566-63330b85359d req-c7cfaae0-40c7-4d1e-bfb6-2f3874e40963 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880123 Jul 05 03:46:17.481569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-3f0fbfdd-166e-4379-819e-f8b8645cc08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c82d29-ded0-4101-abc9-86806590c4fd {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:17.505820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-3f0fbfdd-166e-4379-819e-f8b8645cc08c service neutron] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=81c82d29-ded0-4101-abc9-86806590c4fd,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:17.512547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f9466e6-0a33-4570-aa64-0033846500bf req-268bd6d7-cfd7-4cd5-a55d-6fd873f01324 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3894913 Jul 05 03:46:17.602256 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-3f0fbfdd-166e-4379-819e-f8b8645cc08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:17.661825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16299c-4853-46e3-91ba-d697fe75f4f0 req-8bbae6db-1942-4d9a-93f4-d2ad15f095f9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.669342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd16299c-4853-46e3-91ba-d697fe75f4f0 req-8bbae6db-1942-4d9a-93f4-d2ad15f095f9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.0709124 Jul 05 03:46:17.686293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-3f0fbfdd-166e-4379-819e-f8b8645cc08c service neutron] Transition to ACTIVE for port object 81c82d29-ded0-4101-abc9-86806590c4fd will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:17.706963 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd16299c-4853-46e3-91ba-d697fe75f4f0 req-109b1b50-5e0f-4494-8a3e-1013ab26424f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360818 Jul 05 03:46:17.792276 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-3f0fbfdd-166e-4379-819e-f8b8645cc08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:17.880331 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-3f0fbfdd-166e-4379-819e-f8b8645cc08c service neutron] No DVR routers for this DVR port 81c82d29-ded0-4101-abc9-86806590c4fd on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:17.888227 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fbfdd-166e-4379-819e-f8b8645cc08c service neutron] Pushing event updated for resources: {'Port': ['ID=81c82d29-ded0-4101-abc9-86806590c4fd,revision_number=10']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:17.928538 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-3f0fbfdd-166e-4379-819e-f8b8645cc08c service neutron] 10.222.0.11 "PUT /v2.0/ports/81c82d29-ded0-4101-abc9-86806590c4fd/bindings/n-h2-798249-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7457190 Jul 05 03:46:17.958208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cec44c-79a3-455b-aa0a-49ab5996ec3d req-8405b0e7-77c8-4f7a-818a-82416a658217 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.967648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35cec44c-79a3-455b-aa0a-49ab5996ec3d req-8405b0e7-77c8-4f7a-818a-82416a658217 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 945 time: 0.1020679 Jul 05 03:46:18.008231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35cec44c-79a3-455b-aa0a-49ab5996ec3d req-56b24f17-22d9-49d5-bb00-525a413211ad tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424984 Jul 05 03:46:18.121633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-aff5ae3e-f005-46b9-8da5-a461b7490a03 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.129454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-aff5ae3e-f005-46b9-8da5-a461b7490a03 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 1096 time: 0.0762377 Jul 05 03:46:18.204034 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a136c96-378b-4af4-9386-a8ffea6fc74e req-8b2eafee-6d66-4161-aeef-2b26c0601240 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 210 time: 0.0321386 Jul 05 03:46:18.225910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-6cfce51f-5f9b-4cd3-b0cd-17d74a5b789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.227518 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-6cfce51f-5f9b-4cd3-b0cd-17d74a5b789e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1 HTTP/1.1" status: 200 len: 1096 time: 0.0899999 Jul 05 03:46:18.347976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-c8b5cfec-498c-4aec-9413-1034f05abf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.349503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-c8b5cfec-498c-4aec-9413-1034f05abf8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 1096 time: 0.0909183 Jul 05 03:46:18.357882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046a436-d852-45c6-bc2a-e4adb3029380 req-32fdba5a-990d-4cb9-9fdf-c7778a8e5bb1 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.360810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b046a436-d852-45c6-bc2a-e4adb3029380 req-32fdba5a-990d-4cb9-9fdf-c7778a8e5bb1 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 943 time: 0.1115124 Jul 05 03:46:18.470308 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b046a436-d852-45c6-bc2a-e4adb3029380 req-129d1fb6-c850-4c56-9253-1e1c0bb36218 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037803 Jul 05 03:46:18.505555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-f95eecf9-331f-4e34-bab4-25a515134b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.507183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-f95eecf9-331f-4e34-bab4-25a515134b30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.1319084 Jul 05 03:46:18.568087 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-3968b01d-36a8-4856-8ca7-58465159bb44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81c82d29-ded0-4101-abc9-86806590c4fd HTTP/1.1" status: 200 len: 217 time: 0.0503688 Jul 05 03:46:18.643199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-bb6382d7-62ed-462f-9c1a-1de71acc6d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.644916 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-bb6382d7-62ed-462f-9c1a-1de71acc6d71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 1099 time: 0.0591624 Jul 05 03:46:18.656870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-433d1758-f960-40c2-b53e-fcc50c84a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.658272 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-433d1758-f960-40c2-b53e-fcc50c84a561 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.0833948 Jul 05 03:46:18.700358 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-6bccef29-cd52-4478-8764-5cd81de55be1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342712 Jul 05 03:46:18.747919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-009fb547-15af-4c5d-99f5-970ff85985b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.751283 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-009fb547-15af-4c5d-99f5-970ff85985b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.0986259 Jul 05 03:46:18.768284 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30328f-457d-4bdd-91b7-a610142829c9 req-62f18f69-1116-43c0-b7ab-1fecd1ce8016 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.775423 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b30328f-457d-4bdd-91b7-a610142829c9 req-62f18f69-1116-43c0-b7ab-1fecd1ce8016 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.1560633 Jul 05 03:46:18.805541 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-0531dfeb-228b-44c0-aa7f-2866069e736d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 HTTP/1.1" status: 200 len: 217 time: 0.0467784 Jul 05 03:46:18.848985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b30328f-457d-4bdd-91b7-a610142829c9 req-98f3160a-4415-4d63-8b2c-0ed849f76cb7 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726218 Jul 05 03:46:18.892190 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-661bba6a-6ed7-4b50-922c-be038394c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.893747 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-661bba6a-6ed7-4b50-922c-be038394c2f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0786645 Jul 05 03:46:18.893905 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-3efa50a0-20b8-45b7-99bd-fb6032627b90 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852524 Jul 05 03:46:18.965412 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-00aaf6fa-09f9-4e21-b4b0-b18141af87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.967630 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-00aaf6fa-09f9-4e21-b4b0-b18141af87cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675347 Jul 05 03:46:18.979992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d551433-edf0-42d1-a7ea-e4105610d2e8 req-840b45b7-a604-4082-9650-262d14e69399 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.981540 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d551433-edf0-42d1-a7ea-e4105610d2e8 req-840b45b7-a604-4082-9650-262d14e69399 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1297662 Jul 05 03:46:19.030309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-3228fbb9-a23a-46fb-8073-bf33fd38d650 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290314 Jul 05 03:46:19.054991 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d551433-edf0-42d1-a7ea-e4105610d2e8 req-8878e7c5-2a0b-4b80-9ad6-349f85445ec2 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626261 Jul 05 03:46:19.059611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51206) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:19.127911 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-fc0f2fe6-085b-408f-959d-fc5c7fb0905c service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488349 Jul 05 03:46:19.184246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51212) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:19.281856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece5678-d118-4ed8-a565-16f3068f5593 req-37087ab7-581b-426d-9687-1d629e62bfec tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:19.287008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ece5678-d118-4ed8-a565-16f3068f5593 req-37087ab7-581b-426d-9687-1d629e62bfec tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 945 time: 0.1130116 Jul 05 03:46:19.346961 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25b6ba58-4731-45c5-8f0a-605f50425596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.356748 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ece5678-d118-4ed8-a565-16f3068f5593 req-1e6d28ba-ec35-4dd7-9082-7ace227d4803 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606587 Jul 05 03:46:19.398278 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-2a24820f-591e-4d7c-be68-09434be3b2a4 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612791 Jul 05 03:46:19.415914 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-17c2d2d9-acf7-4f69-9a49-9145a6b63908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.477888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a27519d-6bee-43a7-9b37-a36fbb042434 req-320e0a58-0c5b-4621-ab03-a4ec8679297d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 210 time: 0.0358455 Jul 05 03:46:19.485927 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25b6ba58-4731-45c5-8f0a-605f50425596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.585572 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25b6ba58-4731-45c5-8f0a-605f50425596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.614129 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-af5bdcf7-c78a-45d8-8bfd-40b75bfd1c7d tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:19.615648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-af5bdcf7-c78a-45d8-8bfd-40b75bfd1c7d tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1096 time: 0.0783439 Jul 05 03:46:19.626634 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-25b6ba58-4731-45c5-8f0a-605f50425596 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79b0187e2aa54807abb5fb663d81abc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5659378 Jul 05 03:46:19.630590 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51220) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:19.640029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6ba58-4731-45c5-8f0a-605f50425596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3581bfd0-9c1b-403d-9748-265dd567ec4b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:19.689902 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a536cf2e-1f81-48a6-805f-af3c712a872b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.711786 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a536cf2e-1f81-48a6-805f-af3c712a872b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.825405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9967cd-58a8-4b59-bee9-ee4c92068dc5 req-d6051a60-28ea-477d-b34e-bbc7830b6fdc tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:19.825655 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a536cf2e-1f81-48a6-805f-af3c712a872b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.826925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9967cd-58a8-4b59-bee9-ee4c92068dc5 req-d6051a60-28ea-477d-b34e-bbc7830b6fdc tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 943 time: 0.2104020 Jul 05 03:46:19.829198 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a536cf2e-1f81-48a6-805f-af3c712a872b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.833240 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a536cf2e-1f81-48a6-805f-af3c712a872b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3581bfd0-9c1b-403d-9748-265dd567ec4b HTTP/1.1" status: 204 len: 168 time: 0.1993213 Jul 05 03:46:19.839423 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-17c2d2d9-acf7-4f69-9a49-9145a6b63908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.840780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536cf2e-1f81-48a6-805f-af3c712a872b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3581bfd0-9c1b-403d-9748-265dd567ec4b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:19.895842 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9967cd-58a8-4b59-bee9-ee4c92068dc5 req-78ea2c5f-936d-457a-9650-f195dcaeab91 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550900 Jul 05 03:46:19.911347 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-17c2d2d9-acf7-4f69-9a49-9145a6b63908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.955165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-17c2d2d9-acf7-4f69-9a49-9145a6b63908 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f712b6ffe0f948f3a7a15f194f371850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7693594 Jul 05 03:46:19.955720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2d2d9-acf7-4f69-9a49-9145a6b63908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab9437f-3989-4dfd-9866-1c9efb9be3be,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:19.958531 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51226) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:19.977038 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-963bc160-d4b8-47bd-9400-be10c9a1ced5 service neutron] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h1-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:19.988803 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-963bc160-d4b8-47bd-9400-be10c9a1ced5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.989859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd2a3e66-b949-48d4-b5aa-3f53dc48085a req-963bc160-d4b8-47bd-9400-be10c9a1ced5 service neutron] 10.222.0.64 "DELETE /v2.0/ports/81c82d29-ded0-4101-abc9-86806590c4fd/bindings/n-h1-798249-5 HTTP/1.1" status: 204 len: 173 time: 0.3681777 Jul 05 03:46:20.011478 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-234464ec-744a-4232-8b7b-0f856935604d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.036631 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-234464ec-744a-4232-8b7b-0f856935604d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.058557 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41666a52-4fe7-4905-b9be-3ccc3f0b68e5 req-0e7c2f77-e054-4981-8be7-ad694063f450 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:20.059967 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-41666a52-4fe7-4905-b9be-3ccc3f0b68e5 req-0e7c2f77-e054-4981-8be7-ad694063f450 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.0849721 Jul 05 03:46:20.101676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-41666a52-4fe7-4905-b9be-3ccc3f0b68e5 req-78286751-387f-4806-9fb6-81e45f2f0387 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341399 Jul 05 03:46:20.167666 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 81c82d29-ded0-4101-abc9-86806590c4fd no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:20.201998 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-234464ec-744a-4232-8b7b-0f856935604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.206219 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-234464ec-744a-4232-8b7b-0f856935604d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.207304 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-234464ec-744a-4232-8b7b-0f856935604d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ab9437f-3989-4dfd-9866-1c9efb9be3be HTTP/1.1" status: 204 len: 168 time: 0.2476971 Jul 05 03:46:20.210578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 81c82d29-ded0-4101-abc9-86806590c4fd not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:20.222902 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234464ec-744a-4232-8b7b-0f856935604d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab9437f-3989-4dfd-9866-1c9efb9be3be,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:20.261861 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63621d96-b2e8-43f6-a5a0-8c110797de77 req-4a3d36ce-9424-4936-bf07-8e3847e45b18 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:20.264579 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63621d96-b2e8-43f6-a5a0-8c110797de77 req-4a3d36ce-9424-4936-bf07-8e3847e45b18 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.0952077 Jul 05 03:46:20.266366 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6f9466e6-0a33-4570-aa64-0033846500bf req-c4389fed-5034-4d95-a109-e3804720e2f2 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=699c7cae0a8943699f7e6394aeb45413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351608 Jul 05 03:46:20.312637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63621d96-b2e8-43f6-a5a0-8c110797de77 req-70ae08fe-74d5-40d0-9835-7d5ae2529698 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421767 Jul 05 03:46:20.328443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9b67cb2f-43e8-492c-8b82-22c5b40a350b details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:20.428083 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9466e6-0a33-4570-aa64-0033846500bf req-a688d5af-90a8-4cc8-9ccb-f1f88113faea tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:20.429665 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6f9466e6-0a33-4570-aa64-0033846500bf req-a688d5af-90a8-4cc8-9ccb-f1f88113faea tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586604 Jul 05 03:46:20.455571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f064bfb8-df5f-4961-b421-148b1a16809d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Request body: {'port': {'device_id': 'bf7b8b22-876e-4b52-87f3-365b8987bec1', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '699c7cae0a8943699f7e6394aeb45413'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:20.503530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:20.518524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '9b67cb2f-43e8-492c-8b82-22c5b40a350b', 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409', 'port_id': '9b67cb2f-43e8-492c-8b82-22c5b40a350b', 'mac_address': 'fa:16:3e:bb:8e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f97357-dd37-4825-8a0e-4a6b356869b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:20.575135 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.592502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b67cb2f-43e8-492c-8b82-22c5b40a350b {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:20.620453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792fc3b-98a6-469a-894e-1a2987afa8f0 req-874b9c44-aab9-4a01-b997-dacf9210fa37 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:20.626012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:20.626737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b792fc3b-98a6-469a-894e-1a2987afa8f0 req-874b9c44-aab9-4a01-b997-dacf9210fa37 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 945 time: 0.1263077 Jul 05 03:46:20.700425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99fadaba-941e-4fd5-97de-c58b19514594 req-6f1bbdb5-86b4-4fed-aefc-79374865a393 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 210 time: 0.0391467 Jul 05 03:46:20.715535 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b792fc3b-98a6-469a-894e-1a2987afa8f0 req-bdd5768e-48a3-4698-8272-fcde50ab0178 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822377 Jul 05 03:46:20.790013 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.836344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f064bfb8-df5f-4961-b421-148b1a16809d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Made reservation on behalf of 699c7cae0a8943699f7e6394aeb45413 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:20.839875 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f064bfb8-df5f-4961-b421-148b1a16809d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.867592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=9b67cb2f-43e8-492c-8b82-22c5b40a350b,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:20.923278 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51248) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:20.961842 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e173801-da8f-4223-a6b3-152646122757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.036584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9844b14-b672-4786-b659-a8e275a34993 req-0192e780-738d-46c7-94ab-1e164ee60e87 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:21.038123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9844b14-b672-4786-b659-a8e275a34993 req-0192e780-738d-46c7-94ab-1e164ee60e87 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 1096 time: 0.1140947 Jul 05 03:46:21.047784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f064bfb8-df5f-4961-b421-148b1a16809d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Allocated IP 192.168.233.197 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/eafc1a74-da3b-4053-905c-826f32dacf34) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:21.094848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['9b67cb2f-43e8-492c-8b82-22c5b40a350b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:21.148317 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9844b14-b672-4786-b659-a8e275a34993 req-0cf63984-5973-4c78-8f6a-6ccba44db0e3 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035397 Jul 05 03:46:21.159859 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e173801-da8f-4223-a6b3-152646122757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.197306 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222fd0f-894a-4aa8-b061-a519056f29a1 req-782a78b3-904b-4992-acd8-d71beff6a4e7 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:21.204903 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b222fd0f-894a-4aa8-b061-a519056f29a1 req-782a78b3-904b-4992-acd8-d71beff6a4e7 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 944 time: 0.1476634 Jul 05 03:46:21.264075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b222fd0f-894a-4aa8-b061-a519056f29a1 req-837b56e7-cc35-46cf-974f-6899b491190c tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485206 Jul 05 03:46:21.317459 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e173801-da8f-4223-a6b3-152646122757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.341791 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f064bfb8-df5f-4961-b421-148b1a16809d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.349387 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ac04298f-cadc-4c93-b52b-842a0ace52e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.360731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f064bfb8-df5f-4961-b421-148b1a16809d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Transition to ACTIVE for port object eafc1a74-da3b-4053-905c-826f32dacf34 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:21.390852 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51264) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:21.392349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9e173801-da8f-4223-a6b3-152646122757 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e1e3e5ab76a4639b8a4e39158a9f0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4669843 Jul 05 03:46:21.502016 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bc683ec-7cd1-4b42-8f6e-2146f835c28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.511170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e173801-da8f-4223-a6b3-152646122757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e52e0c-8e29-4f88-9caf-d3d18daddf91,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:21.532820 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bc683ec-7cd1-4b42-8f6e-2146f835c28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.600798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0b32e-f59d-4d29-bb1c-69ba4eddc519 req-f1ded791-43f3-4f63-90a6-3e843caaef2d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:21.602532 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46f0b32e-f59d-4d29-bb1c-69ba4eddc519 req-f1ded791-43f3-4f63-90a6-3e843caaef2d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.2357724 Jul 05 03:46:21.613906 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f064bfb8-df5f-4961-b421-148b1a16809d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.627097 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472', '03e0e01e-bea0-4219-bd46-c9d73b5f9f64'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:21.661856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973b79a-0510-47d8-8058-2935575d66da req-55a72ce5-0dbd-4773-afc0-bdfc81dedd7b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:21.672324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b973b79a-0510-47d8-8058-2935575d66da req-55a72ce5-0dbd-4773-afc0-bdfc81dedd7b tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1468065 Jul 05 03:46:21.691644 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bc683ec-7cd1-4b42-8f6e-2146f835c28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.694223 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bc683ec-7cd1-4b42-8f6e-2146f835c28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.695495 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5bc683ec-7cd1-4b42-8f6e-2146f835c28d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81e52e0c-8e29-4f88-9caf-d3d18daddf91 HTTP/1.1" status: 204 len: 168 time: 0.3019156 Jul 05 03:46:21.714382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f064bfb8-df5f-4961-b421-148b1a16809d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:21.719516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc683ec-7cd1-4b42-8f6e-2146f835c28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e52e0c-8e29-4f88-9caf-d3d18daddf91,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:21.721655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f064bfb8-df5f-4961-b421-148b1a16809d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:21.727537 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f064bfb8-df5f-4961-b421-148b1a16809d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:21.728538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46f0b32e-f59d-4d29-bb1c-69ba4eddc519 req-bd008af2-38d7-425e-96ac-efab6e0b6678 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108062 Jul 05 03:46:21.770714 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064bfb8-df5f-4961-b421-148b1a16809d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event updated for resources: {'Port': ['ID=eafc1a74-da3b-4053-905c-826f32dacf34,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:21.783560 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b973b79a-0510-47d8-8058-2935575d66da req-27e364b6-0908-4b3e-a07a-9e8868376459 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102579 Jul 05 03:46:21.820148 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f064bfb8-df5f-4961-b421-148b1a16809d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:21.821121 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f064bfb8-df5f-4961-b421-148b1a16809d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.924277 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f064bfb8-df5f-4961-b421-148b1a16809d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4846849 Jul 05 03:46:21.936920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Request body: {'port': {'device_id': 'bf7b8b22-876e-4b52-87f3-365b8987bec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:22.118689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-f890b6cb-1e73-4703-a8ca-3f50c4759e6e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:22.120907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-f890b6cb-1e73-4703-a8ca-3f50c4759e6e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 806 time: 0.2186918 Jul 05 03:46:22.127066 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.159551 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-feeea684-fcbd-4931-b34b-ca5dd9374a33 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/quotas/6171ffdfdefa4f1597b7e2fe880c84f1 HTTP/1.1" status: 200 len: 375 time: 0.0174572 Jul 05 03:46:22.252074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'c2c31404-8797-4ee8-97d3-f5047a5244b2', '391a930b-c71e-482a-8b17-3bfa8cb99657', '2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7', '1a4228c9-30ff-4a71-a4ff-45fc14828dc7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:22.270898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-4eacb9ca-67cd-4d1d-b0cd-f769cd7cb04c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114855 Jul 05 03:46:22.291128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77d634-6395-4d44-9683-bb719f8ea94b req-5577cf7d-4eb3-446a-bb8c-a1d5fb7b3162 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:22.292733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e77d634-6395-4d44-9683-bb719f8ea94b req-5577cf7d-4eb3-446a-bb8c-a1d5fb7b3162 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 936 time: 0.0965717 Jul 05 03:46:22.307536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-164af651-61a0-49d4-9c7c-022c4b7f3016 None None] Provisioning for port eafc1a74-da3b-4053-905c-826f32dacf34 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:22.340932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-164af651-61a0-49d4-9c7c-022c4b7f3016 None None] Provisioning complete for port eafc1a74-da3b-4053-905c-826f32dacf34 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:22.341312 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-164af651-61a0-49d4-9c7c-022c4b7f3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.380570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-164af651-61a0-49d4-9c7c-022c4b7f3016 None None] Port eafc1a74-da3b-4053-905c-826f32dacf34 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:22.424092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e77d634-6395-4d44-9683-bb719f8ea94b req-ab125370-f804-4eb2-af75-4438316e149c tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225379 Jul 05 03:46:22.429959 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-f94e6fbb-d3b7-4fa3-b5aa-ea50cd52c81c service neutron] 10.222.0.60 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468456 Jul 05 03:46:22.598050 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-d376af66-427d-4fd7-8585-74e02ce705fa service neutron] 10.222.0.60 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618810 Jul 05 03:46:22.608023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafc1a74-da3b-4053-905c-826f32dacf34 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:22.617715 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.637640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Transition to ACTIVE for port object eafc1a74-da3b-4053-905c-826f32dacf34 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:22.735026 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.938409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Pushing event updated for resources: {'Port': ['ID=eafc1a74-da3b-4053-905c-826f32dacf34,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:22.960434 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Attempting to bind port eafc1a74-da3b-4053-905c-826f32dacf34 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:22.960889 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Attempting to bind port eafc1a74-da3b-4053-905c-826f32dacf34 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:22.961299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Attempting to bind port eafc1a74-da3b-4053-905c-826f32dacf34 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:22.967215 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Port eafc1a74-da3b-4053-905c-826f32dacf34 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:22.967639 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Attempting to bind port eafc1a74-da3b-4053-905c-826f32dacf34 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:22.975344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:22.975820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:22.976389 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:22.976936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Bound port: eafc1a74-da3b-4053-905c-826f32dacf34, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:22.979113 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.169894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] For port eafc1a74-da3b-4053-905c-826f32dacf34, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:23.177799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] For port eafc1a74-da3b-4053-905c-826f32dacf34, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=eafc1a74-da3b-4053-905c-826f32dacf34,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:23.235581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0386a4b-eb2b-4c48-a193-9eb7d567cbfb req-4621d6e6-9494-4112-96fe-07351ffed02e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:23.237294 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0386a4b-eb2b-4c48-a193-9eb7d567cbfb req-4621d6e6-9494-4112-96fe-07351ffed02e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 944 time: 0.2260940 Jul 05 03:46:23.271598 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781c32f-1310-4076-8547-0c0b95047829 req-47d42ad9-cb78-4189-ab64-baef7bca055f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:23.273143 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c781c32f-1310-4076-8547-0c0b95047829 req-47d42ad9-cb78-4189-ab64-baef7bca055f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.1714716 Jul 05 03:46:23.307261 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0386a4b-eb2b-4c48-a193-9eb7d567cbfb req-56c22331-3c8b-4b41-8563-f247e4101ffd tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625153 Jul 05 03:46:23.353462 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c781c32f-1310-4076-8547-0c0b95047829 req-cdc55e88-7ff7-4197-9e0a-49319ca5e470 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713019 Jul 05 03:46:23.420161 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.435511 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51338) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:23.438170 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88ee9420-0c14-49fa-b472-8966351052f4 req-9cafd517-9ed1-435a-a02b-4ca64a3a0b52 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 210 time: 0.0355394 Jul 05 03:46:23.475364 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:23.476675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.478592 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/eafc1a74-da3b-4053-905c-826f32dacf34 HTTP/1.1" status: 200 len: 1096 time: 1.5461698 Jul 05 03:46:23.479311 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7b8b22-876e-4b52-87f3-365b8987bec1', 'tag': 'eafc1a74-da3b-4053-905c-826f32dacf34'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:23.482191 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bec64d2-2193-41ef-9882-7adbaee77aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7b8b22-876e-4b52-87f3-365b8987bec1", "tag": "eafc1a74-da3b-4053-905c-826f32dacf34"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:23.531576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c20ae-026c-4a36-8977-969bc54c93e1 service neutron] Pushing event updated for resources: {'Port': ['ID=eafc1a74-da3b-4053-905c-826f32dacf34,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:23.626553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d291245-5a3f-4727-a7ee-b430e5c81e4b req-c3d96b11-801d-4869-a7b3-4436f9f00328 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:23.634741 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0d291245-5a3f-4727-a7ee-b430e5c81e4b req-c3d96b11-801d-4869-a7b3-4436f9f00328 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1357663 Jul 05 03:46:23.664592 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e6b0c4a-737c-4df3-9417-64c0007c0005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.696398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9466e6-0a33-4570-aa64-0033846500bf req-937b70f5-d4b3-4670-a368-eb3494a0e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:23.703164 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6f9466e6-0a33-4570-aa64-0033846500bf req-937b70f5-d4b3-4670-a368-eb3494a0e8c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 1099 time: 0.0819688 Jul 05 03:46:23.722771 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0d291245-5a3f-4727-a7ee-b430e5c81e4b req-e71d1fcb-e009-4760-ad64-fd5def047591 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862379 Jul 05 03:46:23.767246 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6f9466e6-0a33-4570-aa64-0033846500bf req-1da41e39-4c44-4b9d-b59c-7b946b007772 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=eafc1a74-da3b-4053-905c-826f32dacf34 HTTP/1.1" status: 200 len: 217 time: 0.0594103 Jul 05 03:46:23.789971 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc628981-61d0-402f-8cfb-02e9c978e7a5 x-openstack-request-id: req-dc628981-61d0-402f-8cfb-02e9c978e7a5 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:23.789971 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7b8b22-876e-4b52-87f3-365b8987bec1", "tag": "eafc1a74-da3b-4053-905c-826f32dacf34", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:23.789971 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc628981-61d0-402f-8cfb-02e9c978e7a5 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:23.790257 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7b8b22-876e-4b52-87f3-365b8987bec1', 'tag': 'eafc1a74-da3b-4053-905c-826f32dacf34', 'status': 'completed', 'code': 200} Jul 05 03:46:23.828044 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e6b0c4a-737c-4df3-9417-64c0007c0005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.828341 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f9c92567-4703-47b9-b882-3007871c7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:23.830252 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6f9466e6-0a33-4570-aa64-0033846500bf req-f9c92567-4703-47b9-b882-3007871c7e37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0556722 Jul 05 03:46:23.902954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9466e6-0a33-4570-aa64-0033846500bf req-710ef482-a245-4401-9795-ab49d21c767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:23.904497 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6f9466e6-0a33-4570-aa64-0033846500bf req-710ef482-a245-4401-9795-ab49d21c767c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606773 Jul 05 03:46:23.908032 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf845ceb-f181-46d3-a43c-198e55d1b233 req-dbb00085-36fd-4454-86b7-1cc7dbe605b5 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:23.909597 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf845ceb-f181-46d3-a43c-198e55d1b233 req-dbb00085-36fd-4454-86b7-1cc7dbe605b5 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 948 time: 0.0778372 Jul 05 03:46:23.957463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf845ceb-f181-46d3-a43c-198e55d1b233 req-047e2101-cfce-4e42-b728-77e65775a82d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417035 Jul 05 03:46:23.958499 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e6b0c4a-737c-4df3-9417-64c0007c0005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.003184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2e6b0c4a-737c-4df3-9417-64c0007c0005 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96ddb5ba54084f1c9eddd3807ccd70ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5615287 Jul 05 03:46:24.003875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51360) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:24.008621 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6f9466e6-0a33-4570-aa64-0033846500bf req-c674715f-31b3-45d0-8614-8f306e767b12 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963721 Jul 05 03:46:24.017930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b0c4a-737c-4df3-9417-64c0007c0005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305bc31b-e705-4e11-9e0b-bdd112ecff46,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:24.061811 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2830f3da-785c-4615-85ac-267e597d66e5 req-2d4bb593-3ce8-4561-9be3-81f42baa4469 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=960ff54d1ccc4088be90da625594d411&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394423 Jul 05 03:46:24.112729 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6f9466e6-0a33-4570-aa64-0033846500bf req-db6182d4-969b-4fa9-8c5e-a04d6578944f service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919056 Jul 05 03:46:24.126930 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80d7cf21-e6a2-42f9-92c6-b0919a4ff62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.163477 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80d7cf21-e6a2-42f9-92c6-b0919a4ff62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.218693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830f3da-785c-4615-85ac-267e597d66e5 req-50026e2f-6c2e-4534-9525-192ed13ff661 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:24.220220 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2830f3da-785c-4615-85ac-267e597d66e5 req-50026e2f-6c2e-4534-9525-192ed13ff661 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525502 Jul 05 03:46:24.235900 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2830f3da-785c-4615-85ac-267e597d66e5 req-fd3a35cb-5b92-4773-be82-7bbd58f3f1a2 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/quotas/960ff54d1ccc4088be90da625594d411 HTTP/1.1" status: 200 len: 375 time: 0.0100358 Jul 05 03:46:24.252710 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-10cc311f-f56f-45fa-90cc-cb24ef795179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.270670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2830f3da-785c-4615-85ac-267e597d66e5 req-c8eab07d-d39b-42ea-ad53-387131db01b0 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=960ff54d1ccc4088be90da625594d411&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285673 Jul 05 03:46:24.339799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec64d2-2193-41ef-9882-7adbaee77aa3 req-732446ee-eeac-44f9-969f-f414ad6b4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:24.341353 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2bec64d2-2193-41ef-9882-7adbaee77aa3 req-732446ee-eeac-44f9-969f-f414ad6b4ea8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 1099 time: 0.0584502 Jul 05 03:46:24.349216 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.371363 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9b67cb2f-43e8-492c-8b82-22c5b40a350b up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:24.385637 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80d7cf21-e6a2-42f9-92c6-b0919a4ff62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.388276 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80d7cf21-e6a2-42f9-92c6-b0919a4ff62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.392720 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-80d7cf21-e6a2-42f9-92c6-b0919a4ff62b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/305bc31b-e705-4e11-9e0b-bdd112ecff46 HTTP/1.1" status: 204 len: 168 time: 0.3846378 Jul 05 03:46:24.409571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7cf21-e6a2-42f9-92c6-b0919a4ff62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305bc31b-e705-4e11-9e0b-bdd112ecff46,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:24.464008 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec64d2-2193-41ef-9882-7adbaee77aa3 req-80b76a84-def0-422f-9893-927ab21727a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:24.469759 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2bec64d2-2193-41ef-9882-7adbaee77aa3 req-80b76a84-def0-422f-9893-927ab21727a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1197979 Jul 05 03:46:24.522593 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2bec64d2-2193-41ef-9882-7adbaee77aa3 req-928b850f-4886-4ad6-b250-4fb86ffe5d4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=eafc1a74-da3b-4053-905c-826f32dacf34 HTTP/1.1" status: 200 len: 217 time: 0.0442796 Jul 05 03:46:24.562334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 9b67cb2f-43e8-492c-8b82-22c5b40a350b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:24.566730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 9b67cb2f-43e8-492c-8b82-22c5b40a350b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:24.567624 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.620127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acaf3b-302c-4c95-973b-daa7a01e1ae1 req-be5d9395-b38e-48be-a687-fb6dc34f7e00 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:24.632299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec64d2-2193-41ef-9882-7adbaee77aa3 req-3756f50b-a795-45e8-b5b4-9dbb4c38fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:24.633808 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2bec64d2-2193-41ef-9882-7adbaee77aa3 req-3756f50b-a795-45e8-b5b4-9dbb4c38fbd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1018376 Jul 05 03:46:24.636611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9acaf3b-302c-4c95-973b-daa7a01e1ae1 req-be5d9395-b38e-48be-a687-fb6dc34f7e00 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 944 time: 0.1279979 Jul 05 03:46:24.699978 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.704441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec64d2-2193-41ef-9882-7adbaee77aa3 req-27b808a4-60a1-46b1-b5d5-3daeb25064cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:24.706022 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2bec64d2-2193-41ef-9882-7adbaee77aa3 req-27b808a4-60a1-46b1-b5d5-3daeb25064cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0643187 Jul 05 03:46:24.725471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1255ca1e-1374-4fbb-9151-070bdfbc6767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b67cb2f-43e8-492c-8b82-22c5b40a350b'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:24.727700 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b4cea5-fe11-4f70-9be5-b2316086ad37" -d '{"events": [{"server_uuid": "1255ca1e-1374-4fbb-9151-070bdfbc6767", "name": "network-vif-plugged", "status": "completed", "tag": "9b67cb2f-43e8-492c-8b82-22c5b40a350b"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:24.743237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:24.748229 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9acaf3b-302c-4c95-973b-daa7a01e1ae1 req-0dea4633-a446-47bc-b4c2-fd6cfca321ef tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129444 Jul 05 03:46:24.790689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b22bb0-b848-4249-bbd7-55f826e948e8 req-cc62c0cf-e56d-433e-b081-d29e13f91c0b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:24.792223 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39b22bb0-b848-4249-bbd7-55f826e948e8 req-cc62c0cf-e56d-433e-b081-d29e13f91c0b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.1558690 Jul 05 03:46:24.840320 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2bec64d2-2193-41ef-9882-7adbaee77aa3 req-5862e359-b654-46c9-b4ea-6520412d1791 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189234 Jul 05 03:46:24.859932 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.866464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43741123-2981-4ad8-af1f-9659f6386759 req-ad9b6339-900e-41b5-a0e1-2365a73212df tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 210 time: 0.0580745 Jul 05 03:46:24.886925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39b22bb0-b848-4249-bbd7-55f826e948e8 req-8d3ce9d1-f367-4a48-b040-760a4be437ed tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872025 Jul 05 03:46:24.950093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=9b67cb2f-43e8-492c-8b82-22c5b40a350b,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:25.011668 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2bec64d2-2193-41ef-9882-7adbaee77aa3 req-e7c28a43-adb9-4cfe-bbc6-ce5d96927ade service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621275 Jul 05 03:46:25.081467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e6fccc70-5dd5-4624-bc22-dc3226166e3a req-ea32a4cc-9792-4ba7-93f3-468e85b34d06 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 210 time: 0.0332119 Jul 05 03:46:25.101935 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9566c30-9663-49f1-8109-5b05148b2827 x-openstack-request-id: req-d9566c30-9663-49f1-8109-5b05148b2827 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:25.102314 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1255ca1e-1374-4fbb-9151-070bdfbc6767", "name": "network-vif-plugged", "status": "completed", "tag": "9b67cb2f-43e8-492c-8b82-22c5b40a350b", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:25.102797 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9566c30-9663-49f1-8109-5b05148b2827 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:25.103380 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1255ca1e-1374-4fbb-9151-070bdfbc6767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b67cb2f-43e8-492c-8b82-22c5b40a350b', 'code': 200} Jul 05 03:46:25.114881 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.370536 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e596e6b-f9f2-4b11-b888-1240eab97b59 req-f38aad44-9d30-4e7a-bd29-7be3b2321675 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:25.371981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e596e6b-f9f2-4b11-b888-1240eab97b59 req-f38aad44-9d30-4e7a-bd29-7be3b2321675 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1622071 Jul 05 03:46:25.376986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb6e5d-f523-4a7c-98ca-f59e9da438eb req-4dea60cf-d806-4d4d-b1e3-0b92e613ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:25.378502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbeb6e5d-f523-4a7c-98ca-f59e9da438eb req-4dea60cf-d806-4d4d-b1e3-0b92e613ee24 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 1096 time: 0.1590579 Jul 05 03:46:25.415695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0adb8f-18eb-4690-afeb-aa2c68c1d518 req-7f7ccd21-8474-49e8-8e6d-5a2b60025e62 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:25.417022 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b0adb8f-18eb-4690-afeb-aa2c68c1d518 req-7f7ccd21-8474-49e8-8e6d-5a2b60025e62 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 948 time: 0.1724393 Jul 05 03:46:25.465095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e596e6b-f9f2-4b11-b888-1240eab97b59 req-e3367b1c-1d4c-4996-aa19-b6fc55c4f051 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855558 Jul 05 03:46:25.501260 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbeb6e5d-f523-4a7c-98ca-f59e9da438eb req-bc6ea5ab-2c97-4a93-b472-0f7da5ff8107 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130757 Jul 05 03:46:25.506602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b0adb8f-18eb-4690-afeb-aa2c68c1d518 req-b389cf70-b943-4a11-bf92-ede8c7348c15 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784934 Jul 05 03:46:25.944882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaa08e-06e9-497e-9ced-35ea953b1b10 req-4ec175ef-5766-49ce-ad13-c28136f0f593 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:25.951660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-babaa08e-06e9-497e-9ced-35ea953b1b10 req-4ec175ef-5766-49ce-ad13-c28136f0f593 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 945 time: 0.0729728 Jul 05 03:46:26.029100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-babaa08e-06e9-497e-9ced-35ea953b1b10 req-d304a34d-0cf0-4b3f-9605-982b91e858b3 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765662 Jul 05 03:46:26.103006 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-573915bd-12a1-4e31-8f1a-e163f8b8c767 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:26.104601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-573915bd-12a1-4e31-8f1a-e163f8b8c767 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.64 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 806 time: 0.1322951 Jul 05 03:46:26.120319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-e772c9f6-0b0d-4281-9c6c-e2d4e23713aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Request body: {'port': {'device_id': '17d4f727-e445-49d6-97cb-421363369875', 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882', 'admin_state_up': True, 'tenant_id': '6171ffdfdefa4f1597b7e2fe880c84f1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:26.466737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8697787b-b1a0-46aa-824a-0d9ee1e0adc4 req-6b23d667-8b66-4ed7-a755-176993276b4b tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 210 time: 0.2841866 Jul 05 03:46:26.567035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ad8e7-e78c-48a7-b18a-38016cafc296 req-cba87d3f-18c6-4f3c-9279-4f0969378d99 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:26.567035 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-743ad8e7-e78c-48a7-b18a-38016cafc296 req-cba87d3f-18c6-4f3c-9279-4f0969378d99 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.1236279 Jul 05 03:46:26.605836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-743ad8e7-e78c-48a7-b18a-38016cafc296 req-739de829-8fab-464d-a10a-cab57b50bf67 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366180 Jul 05 03:46:26.676180 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-e772c9f6-0b0d-4281-9c6c-e2d4e23713aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Made reservation on behalf of 6171ffdfdefa4f1597b7e2fe880c84f1 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:26.680032 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-e772c9f6-0b0d-4281-9c6c-e2d4e23713aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.720152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99b790ed-0bb2-445e-a4a9-c58b8f8f6302 req-170f6713-3800-4839-a211-30a17e44e2f6 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 210 time: 0.0448639 Jul 05 03:46:26.896859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300530b1-cac4-4137-adce-3dfedf86d663 req-6288c76a-8eec-4830-aef6-4b17b42a6047 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:26.898395 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-300530b1-cac4-4137-adce-3dfedf86d663 req-6288c76a-8eec-4830-aef6-4b17b42a6047 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1734645 Jul 05 03:46:26.930948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-e772c9f6-0b0d-4281-9c6c-e2d4e23713aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Allocated IP 172.20.0.6 (0ca20d25-d3e7-4cdd-af72-4218b518e882/051941e9-9be3-4855-b2ec-dc0f4f0de021/8399da09-627b-4f7d-bb12-e909f8df9b0e) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:26.980808 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-300530b1-cac4-4137-adce-3dfedf86d663 req-8fe976c4-50f4-4852-8184-b044a64d0002 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720360 Jul 05 03:46:27.008335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa3f1b-a079-42b7-a96c-d48f4eb67e23 req-7e605ffa-1c8a-496f-bcc9-4eba6abf092b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:27.009864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cdfa3f1b-a079-42b7-a96c-d48f4eb67e23 req-7e605ffa-1c8a-496f-bcc9-4eba6abf092b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 948 time: 0.1675153 Jul 05 03:46:27.024440 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.109606 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cdfa3f1b-a079-42b7-a96c-d48f4eb67e23 req-bd45376e-24c4-4d13-b285-ea38f64fe9b4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917492 Jul 05 03:46:27.177254 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-e772c9f6-0b0d-4281-9c6c-e2d4e23713aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.193773 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2830f3da-785c-4615-85ac-267e597d66e5 req-c57cd947-d26c-40c5-8868-eb2708cae7f0 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=960ff54d1ccc4088be90da625594d411&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322192 Jul 05 03:46:27.287021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af88e4-625c-493c-b259-cc367f2181be req-48c6199e-3436-4bcb-8c12-654a128fedfb tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:27.288553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97af88e4-625c-493c-b259-cc367f2181be req-48c6199e-3436-4bcb-8c12-654a128fedfb tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 945 time: 0.0749276 Jul 05 03:46:27.322038 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830f3da-785c-4615-85ac-267e597d66e5 req-b549a9c1-30c4-4ac4-87e3-e675a30ec9c6 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:27.323865 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2830f3da-785c-4615-85ac-267e597d66e5 req-b549a9c1-30c4-4ac4-87e3-e675a30ec9c6 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1249523 Jul 05 03:46:27.332672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97af88e4-625c-493c-b259-cc367f2181be req-f87f6b06-fcc5-4bcf-896c-f0e348229355 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376294 Jul 05 03:46:27.341488 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Request body: {'port': {'device_id': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '960ff54d1ccc4088be90da625594d411'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:27.369928 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-e772c9f6-0b0d-4281-9c6c-e2d4e23713aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.443063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-e772c9f6-0b0d-4281-9c6c-e2d4e23713aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Network 0ca20d25-d3e7-4cdd-af72-4218b518e882 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:27.446846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-e772c9f6-0b0d-4281-9c6c-e2d4e23713aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:27.450223 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-e772c9f6-0b0d-4281-9c6c-e2d4e23713aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:27.482964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772c9f6-0b0d-4281-9c6c-e2d4e23713aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Pushing event updated for resources: {'Port': ['ID=8399da09-627b-4f7d-bb12-e909f8df9b0e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:27.543016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-e772c9f6-0b0d-4281-9c6c-e2d4e23713aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:27.543553 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-e772c9f6-0b0d-4281-9c6c-e2d4e23713aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.553699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Made reservation on behalf of 960ff54d1ccc4088be90da625594d411 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:27.558276 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.575607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a509a41-2762-46f5-b89f-d6936c62a2c0 req-8b845352-e8a4-408b-88fb-4fdd9a8f0a9e tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:27.577276 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a509a41-2762-46f5-b89f-d6936c62a2c0 req-8b845352-e8a4-408b-88fb-4fdd9a8f0a9e tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 1096 time: 0.0786774 Jul 05 03:46:27.586341 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.622083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-e772c9f6-0b0d-4281-9c6c-e2d4e23713aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5064156 Jul 05 03:46:27.634244 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a509a41-2762-46f5-b89f-d6936c62a2c0 req-46473ead-4ebd-42c1-b8e1-5c3fb773990e tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492992 Jul 05 03:46:27.644336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Request body: {'port': {'device_id': '17d4f727-e445-49d6-97cb-421363369875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:27.736910 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.770972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca51d5bd-7fcd-4e6e-886b-128f86a53be8 req-ba0a2f7f-8948-4ec6-b8e8-4c618652d29e tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 210 time: 0.0559819 Jul 05 03:46:27.786357 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.791229 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.859585 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f864c5a-b243-43ac-a850-083343858073,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:27.975960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Allocated IP 192.168.233.248 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/b5f2c848-1e9d-4d89-b993-fe84b6cb66b0) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:28.102661 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672f51b-a492-4ed3-bfd3-afaf2ba3abb8 req-2a7c4195-d680-47ee-b406-ec5a4967b088 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:28.104042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3672f51b-a492-4ed3-bfd3-afaf2ba3abb8 req-2a7c4195-d680-47ee-b406-ec5a4967b088 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.1790538 Jul 05 03:46:28.151310 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.168781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device eafc1a74-da3b-4053-905c-826f32dacf34 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:28.169467 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Transition to ACTIVE for port object b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:28.173793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2642a0cb-2f54-45d0-8ff8-4835895fda18 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:28.194810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3672f51b-a492-4ed3-bfd3-afaf2ba3abb8 req-0c55d6a4-f9d3-43e5-b148-25852bcf439b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780282 Jul 05 03:46:28.241479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce070306-942d-4691-9e88-ca1993529045 req-8265a2f6-58b3-4c43-9230-b8587ef7f9bb tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:28.243076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce070306-942d-4691-9e88-ca1993529045 req-8265a2f6-58b3-4c43-9230-b8587ef7f9bb tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 931 time: 0.2136512 Jul 05 03:46:28.262115 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8399da09-627b-4f7d-bb12-e909f8df9b0e {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:28.294738 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.311985 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.323424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Transition to ACTIVE for port object 8399da09-627b-4f7d-bb12-e909f8df9b0e will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:28.340995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce070306-942d-4691-9e88-ca1993529045 req-e5830eb1-250c-41b3-a9e6-af1a90f81c11 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818963 Jul 05 03:46:28.361147 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:28.364515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:28.367876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:28.415241 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Pushing event updated for resources: {'Port': ['ID=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:28.438487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port eafc1a74-da3b-4053-905c-826f32dacf34, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=eafc1a74-da3b-4053-905c-826f32dacf34,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:28.452313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'eafc1a74-da3b-4053-905c-826f32dacf34', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': 'eafc1a74-da3b-4053-905c-826f32dacf34', 'mac_address': 'fa:16:3e:8b:1d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:28.459798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:28.461118 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.471355 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.535924 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.563663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafc1a74-da3b-4053-905c-826f32dacf34 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:28.586594 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2830f3da-785c-4615-85ac-267e597d66e5 req-4567a7cb-4081-4907-9228-48d830555348 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2491777 Jul 05 03:46:28.595298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Pushing event updated for resources: {'Port': ['ID=8399da09-627b-4f7d-bb12-e909f8df9b0e,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:28.602386 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.603606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Request body: {'port': {'device_id': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:28.615540 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port eafc1a74-da3b-4053-905c-826f32dacf34, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=eafc1a74-da3b-4053-905c-826f32dacf34,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:28.645111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f40804-e5ea-4759-bf76-5a3d25908a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2642a0cb-2f54-45d0-8ff8-4835895fda18'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:28.648622 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e6ff1c-958e-4e95-a046-c9bb4a5fb2ee" -d '{"events": [{"server_uuid": "45f40804-e5ea-4759-bf76-5a3d25908a62", "name": "network-vif-unplugged", "status": "completed", "tag": "2642a0cb-2f54-45d0-8ff8-4835895fda18"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:28.665069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2642a0cb-2f54-45d0-8ff8-4835895fda18, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:28.703370 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.704829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2642a0cb-2f54-45d0-8ff8-4835895fda18 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:28.705618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.756941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:28.757276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:28.757976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:28.758497 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.772879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1aadb-388e-44ae-8234-59a4f14ddb6f req-5e95383c-7edc-4145-9075-7eea9de8ef50 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:28.780809 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92a1aadb-388e-44ae-8234-59a4f14ddb6f req-5e95383c-7edc-4145-9075-7eea9de8ef50 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.2737536 Jul 05 03:46:28.790399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Port 8399da09-627b-4f7d-bb12-e909f8df9b0e on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:28.790642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:28.808905 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:28.809249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Checking segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:28.820290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Bound using segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:28.820290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Bound port: 8399da09-627b-4f7d-bb12-e909f8df9b0e, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:28.820290 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.820663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=eafc1a74-da3b-4053-905c-826f32dacf34,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:28.823167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2642a0cb-2f54-45d0-8ff8-4835895fda18, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:28.846954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d677b29-5560-4fe5-8640-093f77bb2557 req-c284ce34-41ab-476a-acea-751596c6d46b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:28.848115 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d677b29-5560-4fe5-8640-093f77bb2557 req-c284ce34-41ab-476a-acea-751596c6d46b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 948 time: 0.2045586 Jul 05 03:46:28.862483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '2642a0cb-2f54-45d0-8ff8-4835895fda18', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '2642a0cb-2f54-45d0-8ff8-4835895fda18', 'mac_address': 'fa:16:3e:b5:78:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:28.866880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92a1aadb-388e-44ae-8234-59a4f14ddb6f req-e7619a8c-45d4-4dc3-b91a-ce8e012c04f7 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851119 Jul 05 03:46:28.920136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3a441421-782d-4b90-b9ed-2a5c73185ff0 None None] Provisioning for port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:28.937845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3a441421-782d-4b90-b9ed-2a5c73185ff0 None None] Provisioning complete for port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:28.939183 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3a441421-782d-4b90-b9ed-2a5c73185ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.946360 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2642a0cb-2f54-45d0-8ff8-4835895fda18,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:28.953714 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d677b29-5560-4fe5-8640-093f77bb2557 req-560c87c9-4115-4526-bcc0-8a915adf788d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856020 Jul 05 03:46:28.975467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:28.982209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:28.984754 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.999556 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef894571-4866-4add-93b6-a12745382e6c x-openstack-request-id: req-ef894571-4866-4add-93b6-a12745382e6c {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:29.003993 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f40804-e5ea-4759-bf76-5a3d25908a62", "name": "network-vif-unplugged", "status": "completed", "tag": "2642a0cb-2f54-45d0-8ff8-4835895fda18", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:29.004634 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef894571-4866-4add-93b6-a12745382e6c {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:29.004788 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f40804-e5ea-4759-bf76-5a3d25908a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2642a0cb-2f54-45d0-8ff8-4835895fda18', 'code': 200} Jul 05 03:46:29.016059 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3a441421-782d-4b90-b9ed-2a5c73185ff0 None None] Port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:29.018458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2642a0cb-2f54-45d0-8ff8-4835895fda18 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:29.054062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2642a0cb-2f54-45d0-8ff8-4835895fda18, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:29.086797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:29.097401 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:29.109735 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:29.110884 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:29.114237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Transition to ACTIVE for port object b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:29.143426 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:29.198061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:29.198775 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:29.200425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] 10.222.0.64 "PUT /v2.0/ports/8399da09-627b-4f7d-bb12-e909f8df9b0e HTTP/1.1" status: 200 len: 1091 time: 1.5635164 Jul 05 03:46:29.201798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d4f727-e445-49d6-97cb-421363369875', 'tag': '8399da09-627b-4f7d-bb12-e909f8df9b0e'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:29.204970 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1218de9-3674-4e05-b5cf-26b44e183032" -d '{"events": [{"name": "network-changed", "server_uuid": "17d4f727-e445-49d6-97cb-421363369875", "tag": "8399da09-627b-4f7d-bb12-e909f8df9b0e"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:29.252728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9113f-c692-4149-9087-8204ec827162 service neutron] Pushing event updated for resources: {'Port': ['ID=8399da09-627b-4f7d-bb12-e909f8df9b0e,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:29.271270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2750caf-9df1-476c-8c90-1be880e0ae4b req-80b75dbb-2e1e-43d1-8a29-52621c239d03 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:29.274840 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:29.278794 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2750caf-9df1-476c-8c90-1be880e0ae4b req-80b75dbb-2e1e-43d1-8a29-52621c239d03 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 936 time: 0.1281576 Jul 05 03:46:29.301968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2642a0cb-2f54-45d0-8ff8-4835895fda18,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:29.335873 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2750caf-9df1-476c-8c90-1be880e0ae4b req-a75f19e8-7b10-4a22-b685-986f7b0e5150 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563145 Jul 05 03:46:29.432632 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Pushing event updated for resources: {'Port': ['ID=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:29.470255 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8d5fcd-0768-46d9-8771-f03972380232 x-openstack-request-id: req-4e8d5fcd-0768-46d9-8771-f03972380232 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:29.470765 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d4f727-e445-49d6-97cb-421363369875", "tag": "8399da09-627b-4f7d-bb12-e909f8df9b0e", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:29.471167 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e8d5fcd-0768-46d9-8771-f03972380232 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:29.471810 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d4f727-e445-49d6-97cb-421363369875', 'tag': '8399da09-627b-4f7d-bb12-e909f8df9b0e', 'status': 'completed', 'code': 200} Jul 05 03:46:29.472214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2642a0cb-2f54-45d0-8ff8-4835895fda18'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:29.478408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['eafc1a74-da3b-4053-905c-826f32dacf34'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:29.522596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-c4b32bd1-8add-44ab-8f6c-461ca0747d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:29.525182 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-c4b32bd1-8add-44ab-8f6c-461ca0747d7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 1094 time: 0.1337271 Jul 05 03:46:29.570993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Attempting to bind port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:29.571458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Attempting to bind port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:29.571853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Attempting to bind port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:29.583999 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:29.584778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Attempting to bind port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:29.592650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:29.593390 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:29.593904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:29.594442 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Bound port: b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:29.595069 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:29.641866 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-3ad26946-7660-444b-8f33-658e7821650c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e HTTP/1.1" status: 200 len: 217 time: 0.1082168 Jul 05 03:46:29.699414 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] For port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:29.704410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] For port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:29.779656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-7c2ef37a-4411-46f0-b443-2469d88f9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:29.781122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-7c2ef37a-4411-46f0-b443-2469d88f9890 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.1280842 Jul 05 03:46:29.792044 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:29.845323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:29.846212 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:29.847962 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] 10.222.0.64 "PUT /v2.0/ports/b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 HTTP/1.1" status: 200 len: 1096 time: 1.2504828 Jul 05 03:46:29.850642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'tag': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:29.853764 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cbeb95-cf7b-485a-ada1-d29a7a282571" -d '{"events": [{"name": "network-changed", "server_uuid": "a1cedb2f-be1c-45f1-8b95-461b2be02ec4", "tag": "b5f2c848-1e9d-4d89-b993-fe84b6cb66b0"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:29.874502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-ff72032e-579c-4a8f-ac67-e241032f2060 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750129 Jul 05 03:46:29.899267 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4ef40-abcf-472f-be59-0a6afe22374a service neutron] Pushing event updated for resources: {'Port': ['ID=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:29.960020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2a0df-9017-47f8-a77c-7f6d9a3ad65c req-296a96aa-9e4c-4e86-bac4-87b58e78d51b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:29.962025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76e2a0df-9017-47f8-a77c-7f6d9a3ad65c req-296a96aa-9e4c-4e86-bac4-87b58e78d51b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.2445979 Jul 05 03:46:30.066614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830f3da-785c-4615-85ac-267e597d66e5 req-fceba43a-d42d-45b0-a9c3-002ef911ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.068705 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2830f3da-785c-4615-85ac-267e597d66e5 req-fceba43a-d42d-45b0-a9c3-002ef911ba96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=960ff54d1ccc4088be90da625594d411&device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 1099 time: 0.0679169 Jul 05 03:46:30.077832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566006d-fc15-4c18-904d-0e2b039d8316 req-085a679d-511d-430a-b83d-87ab8a4569cc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.079633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d566006d-fc15-4c18-904d-0e2b039d8316 req-085a679d-511d-430a-b83d-87ab8a4569cc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 943 time: 0.1875882 Jul 05 03:46:30.090832 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76e2a0df-9017-47f8-a77c-7f6d9a3ad65c req-03b55dd3-fb11-4de3-80f5-ef8babb0b02b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979786 Jul 05 03:46:30.127218 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-b7deb82d-32f6-42ca-9f0e-95a2a4becca0 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012122 Jul 05 03:46:30.142169 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2830f3da-785c-4615-85ac-267e597d66e5 req-c6fa0c51-c540-45a3-a38a-686c68837b83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 HTTP/1.1" status: 200 len: 217 time: 0.0487158 Jul 05 03:46:30.215866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830f3da-785c-4615-85ac-267e597d66e5 req-854ad2b1-f066-4c39-9f91-e091cca57900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.268590 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2830f3da-785c-4615-85ac-267e597d66e5 req-854ad2b1-f066-4c39-9f91-e091cca57900 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0681734 Jul 05 03:46:30.269445 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d566006d-fc15-4c18-904d-0e2b039d8316 req-8b733339-99ea-49bf-a9de-92b0078b193a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691656 Jul 05 03:46:30.295182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830f3da-785c-4615-85ac-267e597d66e5 req-bd083b96-1cc1-4190-9844-a63ef2079fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.297658 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2830f3da-785c-4615-85ac-267e597d66e5 req-bd083b96-1cc1-4190-9844-a63ef2079fd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721767 Jul 05 03:46:30.320231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a3314a5-9931-4dcb-b0e3-9c583c91ae2d req-d7658282-3598-4f23-8b37-3298d4818131 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723008 Jul 05 03:46:30.383412 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1f02e6-508d-463a-ac7b-7af817d46f62 x-openstack-request-id: req-5e1f02e6-508d-463a-ac7b-7af817d46f62 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:30.383708 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1cedb2f-be1c-45f1-8b95-461b2be02ec4", "tag": "b5f2c848-1e9d-4d89-b993-fe84b6cb66b0", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:30.383961 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e1f02e6-508d-463a-ac7b-7af817d46f62 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:30.384358 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'tag': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0', 'status': 'completed', 'code': 200} Jul 05 03:46:30.426266 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2830f3da-785c-4615-85ac-267e597d66e5 req-d1b6d375-83a3-4a6f-80d0-519218a20744 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165311 Jul 05 03:46:30.506482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e595ffd-765d-4588-957b-c1be388a6999 req-741c1e50-31ae-43cf-bb94-8f6509e6a9b8 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.508026 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e595ffd-765d-4588-957b-c1be388a6999 req-741c1e50-31ae-43cf-bb94-8f6509e6a9b8 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 949 time: 0.0719984 Jul 05 03:46:30.534404 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2830f3da-785c-4615-85ac-267e597d66e5 req-a7a6806e-2df8-4dd0-8ffe-b18e56d8f43d service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918386 Jul 05 03:46:30.547292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e595ffd-765d-4588-957b-c1be388a6999 req-4654107a-325f-4994-a541-689888bb35cd tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332909 Jul 05 03:46:30.818279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1218de9-3674-4e05-b5cf-26b44e183032 req-7d03a482-5675-4676-b928-a0dc29310c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.820111 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1218de9-3674-4e05-b5cf-26b44e183032 req-7d03a482-5675-4676-b928-a0dc29310c7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 1094 time: 0.0720081 Jul 05 03:46:30.840636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138512f-373f-43b0-9085-b5813f529933 req-db4e6aef-3d38-4a4b-a49c-f973f29bde83 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.843084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5138512f-373f-43b0-9085-b5813f529933 req-db4e6aef-3d38-4a4b-a49c-f973f29bde83 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 949 time: 0.1208949 Jul 05 03:46:30.889501 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbeb95-cf7b-485a-ada1-d29a7a282571 req-8f7b6c2e-2527-4387-b42c-61f058e44dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.891550 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3cbeb95-cf7b-485a-ada1-d29a7a282571 req-8f7b6c2e-2527-4387-b42c-61f058e44dcf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=960ff54d1ccc4088be90da625594d411&device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 1099 time: 0.1094375 Jul 05 03:46:30.970129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1218de9-3674-4e05-b5cf-26b44e183032 req-e513ab34-bed2-4760-a20d-e87a4e59adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.972278 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1218de9-3674-4e05-b5cf-26b44e183032 req-e513ab34-bed2-4760-a20d-e87a4e59adfe service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.1430659 Jul 05 03:46:30.974042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5138512f-373f-43b0-9085-b5813f529933 req-c38ff7d4-de16-4e6b-91bb-75d01c897dc0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215928 Jul 05 03:46:31.045439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbeb95-cf7b-485a-ada1-d29a7a282571 req-47f86408-bd00-41ff-be20-364bb1536396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.047265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3cbeb95-cf7b-485a-ada1-d29a7a282571 req-47f86408-bd00-41ff-be20-364bb1536396 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1483011 Jul 05 03:46:31.053988 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1218de9-3674-4e05-b5cf-26b44e183032 req-0f7b194b-c382-4272-b668-af569f5f7b3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e HTTP/1.1" status: 200 len: 217 time: 0.0679104 Jul 05 03:46:31.103499 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.123608 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1218de9-3674-4e05-b5cf-26b44e183032 req-2469d614-9fb1-46ec-b913-582e48c5ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.126206 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1218de9-3674-4e05-b5cf-26b44e183032 req-2469d614-9fb1-46ec-b913-582e48c5ef84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.0619316 Jul 05 03:46:31.147446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3cbeb95-cf7b-485a-ada1-d29a7a282571 req-9ddbe2d5-7129-41f8-91ee-e913164c2532 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 HTTP/1.1" status: 200 len: 217 time: 0.0473163 Jul 05 03:46:31.231048 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbeb95-cf7b-485a-ada1-d29a7a282571 req-a9bb0d00-9e30-437a-a91d-c75927658f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.232824 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3cbeb95-cf7b-485a-ada1-d29a7a282571 req-a9bb0d00-9e30-437a-a91d-c75927658f5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0780599 Jul 05 03:46:31.241503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5621e-3ada-41af-9214-22f6d3121b9a req-51b90408-d2be-47a6-90fb-954ab0f94777 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.243255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ea5621e-3ada-41af-9214-22f6d3121b9a req-51b90408-d2be-47a6-90fb-954ab0f94777 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 948 time: 0.1866360 Jul 05 03:46:31.332050 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ea5621e-3ada-41af-9214-22f6d3121b9a req-2894e4f4-2f8b-489f-9ae7-04166ffd9e18 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781960 Jul 05 03:46:31.412745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbeb95-cf7b-485a-ada1-d29a7a282571 req-eb097dc5-4806-4d29-b4d9-6a5abce2949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.414664 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3cbeb95-cf7b-485a-ada1-d29a7a282571 req-eb097dc5-4806-4d29-b4d9-6a5abce2949a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1703377 Jul 05 03:46:31.653372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3cbeb95-cf7b-485a-ada1-d29a7a282571 req-d5b2afaa-354a-45df-a394-10736eac716e service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202067 Jul 05 03:46:31.663359 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1218de9-3674-4e05-b5cf-26b44e183032 req-ff98c988-8a88-4b3d-b647-709cc834c2f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5305340 Jul 05 03:46:31.689885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d639c-f8cc-4b9e-bcef-ad334b0bba31 req-7a457bf3-d180-4aaa-9d90-5a5f10d7f5c3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.692574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb3d639c-f8cc-4b9e-bcef-ad334b0bba31 req-7a457bf3-d180-4aaa-9d90-5a5f10d7f5c3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.1976514 Jul 05 03:46:31.790202 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1218de9-3674-4e05-b5cf-26b44e183032 req-a246eed7-c9ce-432e-9534-cb6200e914f2 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160960 Jul 05 03:46:31.817660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb3d639c-f8cc-4b9e-bcef-ad334b0bba31 req-53b4d9a4-44f2-4d56-a0d1-732217789fb0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865519 Jul 05 03:46:31.836753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3cbeb95-cf7b-485a-ada1-d29a7a282571 req-2cb8e1a0-8a4f-4a72-aa2e-d94a4d415d3d service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741765 Jul 05 03:46:31.872007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff674f6-8961-472e-93fe-e00867735e43 req-11b650f9-ad26-4855-ae09-27fc32d7b96a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.873770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7ff674f6-8961-472e-93fe-e00867735e43 req-11b650f9-ad26-4855-ae09-27fc32d7b96a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 943 time: 0.1265838 Jul 05 03:46:31.914584 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1218de9-3674-4e05-b5cf-26b44e183032 req-7421cd61-11be-431a-bb49-e67f0a259bee service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123979 Jul 05 03:46:31.933259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7ff674f6-8961-472e-93fe-e00867735e43 req-9cd4c3d3-9a07-4089-8fa7-a61a2d5b0594 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514321 Jul 05 03:46:32.014388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f332c-4ce0-45d2-9ed6-5466aefe1e8d req-b5ba6834-a6fe-44bc-baa5-5c94c7da4a2a tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:32.016482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-678f332c-4ce0-45d2-9ed6-5466aefe1e8d req-b5ba6834-a6fe-44bc-baa5-5c94c7da4a2a tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 949 time: 0.0722928 Jul 05 03:46:32.055732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-678f332c-4ce0-45d2-9ed6-5466aefe1e8d req-d20b9a65-4cbd-446d-b1bd-de30f55452c9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326028 Jul 05 03:46:32.182004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device eafc1a74-da3b-4053-905c-826f32dacf34 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:32.227010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f99e9-36ca-43a5-90fe-2c03250a2796 req-3f4ee674-d4a5-47b9-9058-09ae9c9edc1c tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:32.229114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d86f99e9-36ca-43a5-90fe-2c03250a2796 req-3f4ee674-d4a5-47b9-9058-09ae9c9edc1c tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 949 time: 0.0639527 Jul 05 03:46:32.269199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d86f99e9-36ca-43a5-90fe-2c03250a2796 req-da9ef236-04d7-497a-bf35-f44edc8c5f99 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332611 Jul 05 03:46:32.303269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port eafc1a74-da3b-4053-905c-826f32dacf34 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:32.307314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port eafc1a74-da3b-4053-905c-826f32dacf34 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:32.307712 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.391555 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.414466 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7b8b22-876e-4b52-87f3-365b8987bec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafc1a74-da3b-4053-905c-826f32dacf34'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:32.416747 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eded2e6b-53e3-41d7-9892-b5eab1776316" -d '{"events": [{"server_uuid": "bf7b8b22-876e-4b52-87f3-365b8987bec1", "name": "network-vif-plugged", "status": "completed", "tag": "eafc1a74-da3b-4053-905c-826f32dacf34"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:32.433694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port eafc1a74-da3b-4053-905c-826f32dacf34, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=eafc1a74-da3b-4053-905c-826f32dacf34,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:32.456799 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886019d1-f188-40bc-993d-0ad1a75b05fa x-openstack-request-id: req-886019d1-f188-40bc-993d-0ad1a75b05fa {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:32.457092 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7b8b22-876e-4b52-87f3-365b8987bec1", "name": "network-vif-plugged", "status": "completed", "tag": "eafc1a74-da3b-4053-905c-826f32dacf34", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:32.457344 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-886019d1-f188-40bc-993d-0ad1a75b05fa {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:32.457732 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7b8b22-876e-4b52-87f3-365b8987bec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafc1a74-da3b-4053-905c-826f32dacf34', 'code': 200} Jul 05 03:46:32.523397 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399d7a5-deec-4bfa-a801-47436b757fa8 req-9b4af065-4777-43d6-8dd6-c2fab7bd31f4 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:32.524998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6399d7a5-deec-4bfa-a801-47436b757fa8 req-9b4af065-4777-43d6-8dd6-c2fab7bd31f4 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 948 time: 0.0678680 Jul 05 03:46:32.537352 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.538209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2642a0cb-2f54-45d0-8ff8-4835895fda18 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:32.569489 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6399d7a5-deec-4bfa-a801-47436b757fa8 req-b604f67f-d279-4ced-9209-8ffe52eab34f tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378451 Jul 05 03:46:32.576118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382663d9-d815-4e1b-b061-2dfd8bd809c5 req-45e7e0b0-b664-4486-b55f-b1a9c428c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:32.576118 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-382663d9-d815-4e1b-b061-2dfd8bd809c5 req-45e7e0b0-b664-4486-b55f-b1a9c428c7f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 1100 time: 0.0554111 Jul 05 03:46:32.629761 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-382663d9-d815-4e1b-b061-2dfd8bd809c5 req-d0849973-4ca1-48ba-a3d9-9e74e4395ffb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442901 Jul 05 03:46:32.635461 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=eafc1a74-da3b-4053-905c-826f32dacf34,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:32.644503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 2642a0cb-2f54-45d0-8ff8-4835895fda18 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:32.644957 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.728531 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.766636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2642a0cb-2f54-45d0-8ff8-4835895fda18, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:32.808453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51536) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:32.842176 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.894678 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2642a0cb-2f54-45d0-8ff8-4835895fda18,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:32.919101 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc3908fc-2f37-4efc-a251-d2eff67cecaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:33.058829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef9d20-5a04-40d6-b40a-6cc356375bdd req-0104ae4b-911b-475e-a9cf-5f902c352ee9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.060339 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53ef9d20-5a04-40d6-b40a-6cc356375bdd req-0104ae4b-911b-475e-a9cf-5f902c352ee9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.1072803 Jul 05 03:46:33.062280 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc3908fc-2f37-4efc-a251-d2eff67cecaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:33.099535 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53ef9d20-5a04-40d6-b40a-6cc356375bdd req-fc106d20-cb69-46bf-89a8-739d64f6d87e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333371 Jul 05 03:46:33.137619 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc3908fc-2f37-4efc-a251-d2eff67cecaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:33.175275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3908fc-2f37-4efc-a251-d2eff67cecaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2deed89-2890-48e3-8de6-93dad0d3abdb,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:33.179412 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bc3908fc-2f37-4efc-a251-d2eff67cecaa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f588736ed3b746e189f91df923599218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699400 Jul 05 03:46:33.181982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51552) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:33.271992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7adbbf82-5f1d-4ff9-a995-bce1db24c0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:33.303970 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7adbbf82-5f1d-4ff9-a995-bce1db24c0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:33.317695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f5063-7e90-4836-a553-2b331bce5cf5 req-96c27d47-2627-4535-b4d1-67c3067cc571 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.319165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-025f5063-7e90-4836-a553-2b331bce5cf5 req-96c27d47-2627-4535-b4d1-67c3067cc571 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 943 time: 0.1127410 Jul 05 03:46:33.376480 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-025f5063-7e90-4836-a553-2b331bce5cf5 req-2b5c65de-1e34-4a4c-9e64-2738ee1160b3 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464671 Jul 05 03:46:33.486152 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7adbbf82-5f1d-4ff9-a995-bce1db24c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:33.490719 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7adbbf82-5f1d-4ff9-a995-bce1db24c0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:33.490719 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7adbbf82-5f1d-4ff9-a995-bce1db24c0d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c2deed89-2890-48e3-8de6-93dad0d3abdb HTTP/1.1" status: 204 len: 168 time: 0.3070292 Jul 05 03:46:33.501534 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbbf82-5f1d-4ff9-a995-bce1db24c0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2deed89-2890-48e3-8de6-93dad0d3abdb,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:33.663507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febb816-4ddc-4f82-b33d-23add697c9d8 req-5f600a7d-acfc-4572-84a9-abf7c2cde9f9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.665076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0febb816-4ddc-4f82-b33d-23add697c9d8 req-5f600a7d-acfc-4572-84a9-abf7c2cde9f9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.0802898 Jul 05 03:46:33.730226 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b08883d9-2032-4e3c-aa21-3c622bc19715 req-e1b9d180-dabc-460d-ab63-8c3e1095b730 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709519 Jul 05 03:46:33.812679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08883d9-2032-4e3c-aa21-3c622bc19715 req-99cda914-9463-450f-9d37-b5d8c6b47b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.814220 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b08883d9-2032-4e3c-aa21-3c622bc19715 req-99cda914-9463-450f-9d37-b5d8c6b47b65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 1096 time: 0.0601199 Jul 05 03:46:33.958761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08883d9-2032-4e3c-aa21-3c622bc19715 req-1f900ff0-80e3-4425-9e20-646a7dbf5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.961070 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b08883d9-2032-4e3c-aa21-3c622bc19715 req-1f900ff0-80e3-4425-9e20-646a7dbf5adc service neutron] 10.222.0.11 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.1256666 Jul 05 03:46:33.992896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0febb816-4ddc-4f82-b33d-23add697c9d8 req-30ebabe5-17d7-46c9-8fa9-b8bacb8667a4 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187728 Jul 05 03:46:34.021868 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b08883d9-2032-4e3c-aa21-3c622bc19715 req-ff2d3b79-baf8-498a-9ae1-d52631862545 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0938396d-2197-4f94-982f-2a791e40713d HTTP/1.1" status: 200 len: 217 time: 0.0539293 Jul 05 03:46:34.041109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6046d01-1686-433a-84f2-a06385402388 req-18fea379-e23d-404d-a7e3-419cca2f6301 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:34.049614 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6046d01-1686-433a-84f2-a06385402388 req-18fea379-e23d-404d-a7e3-419cca2f6301 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 950 time: 0.3691299 Jul 05 03:46:34.097370 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6046d01-1686-433a-84f2-a06385402388 req-6b20271c-1c99-404d-8637-82f72ee40016 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466955 Jul 05 03:46:34.097977 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08883d9-2032-4e3c-aa21-3c622bc19715 req-ae5c9e03-705f-4c96-8503-6593fec1f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:34.099557 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b08883d9-2032-4e3c-aa21-3c622bc19715 req-ae5c9e03-705f-4c96-8503-6593fec1f11c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.0716040 Jul 05 03:46:34.149458 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b08883d9-2032-4e3c-aa21-3c622bc19715 req-ca0117ee-0374-41b3-b7a7-70f33266ab3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418627 Jul 05 03:46:34.219380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd516c0-0b82-4fc2-8711-651460759b6d req-0fac8b4d-f90b-4989-9fa6-72a8ccb2cb3c tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:34.220878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fd516c0-0b82-4fc2-8711-651460759b6d req-0fac8b4d-f90b-4989-9fa6-72a8ccb2cb3c tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 948 time: 0.0711348 Jul 05 03:46:34.257209 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b08883d9-2032-4e3c-aa21-3c622bc19715 req-49a07d2a-6dc9-4803-bb5e-e9586d15dfe9 service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011577 Jul 05 03:46:34.303185 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fd516c0-0b82-4fc2-8711-651460759b6d req-85dc9f7d-6d3f-4e85-bf6f-f868e529c9ff tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764215 Jul 05 03:46:34.364188 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b08883d9-2032-4e3c-aa21-3c622bc19715 req-282da70c-0b42-4602-a1ac-56b607869a74 service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006453 Jul 05 03:46:34.388411 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52dbd-01d5-41ce-bc00-a982e33b21e2 req-9ecd64b4-e5a5-4e38-95d3-6ac3ac480fb1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:34.390639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74a52dbd-01d5-41ce-bc00-a982e33b21e2 req-9ecd64b4-e5a5-4e38-95d3-6ac3ac480fb1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.1453488 Jul 05 03:46:34.437139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74a52dbd-01d5-41ce-bc00-a982e33b21e2 req-7be69bb1-9d6d-40d4-a724-dc4dbfa5178e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397449 Jul 05 03:46:34.459441 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f40804-e5ea-4759-bf76-5a3d25908a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2642a0cb-2f54-45d0-8ff8-4835895fda18'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:34.462325 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac85fb0f-33e3-4a87-854a-53c6409b64c3" -d '{"events": [{"server_uuid": "45f40804-e5ea-4759-bf76-5a3d25908a62", "name": "network-vif-plugged", "status": "completed", "tag": "2642a0cb-2f54-45d0-8ff8-4835895fda18"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:34.478020 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:34.595810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a18a1-6f2f-4a50-b1ed-df35298515c3 req-a521620b-0b56-4ffe-8d9c-2bd9624bb970 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:34.597416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c9a18a1-6f2f-4a50-b1ed-df35298515c3 req-a521620b-0b56-4ffe-8d9c-2bd9624bb970 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 943 time: 0.0992498 Jul 05 03:46:34.603033 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1bfa90-b792-4131-81ba-86f34c225d36 x-openstack-request-id: req-4f1bfa90-b792-4131-81ba-86f34c225d36 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:34.603616 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f40804-e5ea-4759-bf76-5a3d25908a62", "name": "network-vif-plugged", "status": "completed", "tag": "2642a0cb-2f54-45d0-8ff8-4835895fda18", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:34.604032 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f1bfa90-b792-4131-81ba-86f34c225d36 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:34.604740 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f40804-e5ea-4759-bf76-5a3d25908a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2642a0cb-2f54-45d0-8ff8-4835895fda18', 'code': 200} Jul 05 03:46:34.663011 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c9a18a1-6f2f-4a50-b1ed-df35298515c3 req-ff147922-504c-46c6-825d-26e980219071 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567362 Jul 05 03:46:34.677637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:34.697241 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0', 'mac_address': 'fa:16:3e:b9:0c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:34.752689 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.768550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:34.796465 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:34.871147 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.871837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 8399da09-627b-4f7d-bb12-e909f8df9b0e details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:34.873272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598ec9a-503c-41ad-b551-87cffe975c96 req-c6ec1a60-bcf9-4ad0-9307-689900dc0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:34.875529 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7598ec9a-503c-41ad-b551-87cffe975c96 req-c6ec1a60-bcf9-4ad0-9307-689900dc0bc9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 1101 time: 0.0679522 Jul 05 03:46:34.920238 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7598ec9a-503c-41ad-b551-87cffe975c96 req-3b29cc70-0a26-4ea0-a152-4a946081c0f7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362473 Jul 05 03:46:34.981941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:35.024824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:35.038296 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '8399da09-627b-4f7d-bb12-e909f8df9b0e', 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882', 'port_id': '8399da09-627b-4f7d-bb12-e909f8df9b0e', 'mac_address': 'fa:16:3e:3d:6c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051941e9-9be3-4855-b2ec-dc0f4f0de021', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:35.079432 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.100323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8399da09-627b-4f7d-bb12-e909f8df9b0e {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:35.146196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:35.206818 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.215570 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c5ccb0d-4af0-4d8e-9eae-f45ef0411201 req-8b416266-0d41-435c-98fd-4d635463b19f tempest-AbsoluteLimitsNegativeTestJSON-1911388333 tempest-AbsoluteLimitsNegativeTestJSON-1911388333-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b00ac1bbc8924d0fa2039d385b44775c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358906 Jul 05 03:46:35.224223 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eb1af9db-710a-446f-8625-dda824a50b52 req-df17f7c0-5c5f-41c0-ad86-2378de0b90b5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671921 Jul 05 03:46:35.269135 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=8399da09-627b-4f7d-bb12-e909f8df9b0e,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:35.312718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1af9db-710a-446f-8625-dda824a50b52 req-06a607fe-4112-44c0-b7d8-3acf6d8f86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.314380 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eb1af9db-710a-446f-8625-dda824a50b52 req-06a607fe-4112-44c0-b7d8-3acf6d8f86b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699c7cae0a8943699f7e6394aeb45413&device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 1101 time: 0.0639491 Jul 05 03:46:35.331402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e1615-c822-42e6-88e3-373581c6f72d req-bcf1055f-98a2-4173-8574-a17572a3090c tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.342287 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-546e1615-c822-42e6-88e3-373581c6f72d req-bcf1055f-98a2-4173-8574-a17572a3090c tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1870830 Jul 05 03:46:35.371726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ccb0d-4af0-4d8e-9eae-f45ef0411201 req-ad57f403-fed0-4ab4-b328-055dbddefff2 tempest-AbsoluteLimitsNegativeTestJSON-1911388333 tempest-AbsoluteLimitsNegativeTestJSON-1911388333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.373343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c5ccb0d-4af0-4d8e-9eae-f45ef0411201 req-ad57f403-fed0-4ab4-b328-055dbddefff2 tempest-AbsoluteLimitsNegativeTestJSON-1911388333 tempest-AbsoluteLimitsNegativeTestJSON-1911388333-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1570001 Jul 05 03:46:35.398981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c5ccb0d-4af0-4d8e-9eae-f45ef0411201 req-bb3afb9f-2521-4faf-a6b1-fcca3f2ebecc tempest-AbsoluteLimitsNegativeTestJSON-1911388333 tempest-AbsoluteLimitsNegativeTestJSON-1911388333-project] 10.222.0.60 "GET /v2.0/quotas/b00ac1bbc8924d0fa2039d385b44775c HTTP/1.1" status: 200 len: 375 time: 0.0126317 Jul 05 03:46:35.405005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-546e1615-c822-42e6-88e3-373581c6f72d req-a1d39a14-b41f-4bd8-a0a9-79f4b1244d5c tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651703 Jul 05 03:46:35.448221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1af9db-710a-446f-8625-dda824a50b52 req-1ed5554d-379f-4dd3-99f8-b05109b6bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.449461 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c5ccb0d-4af0-4d8e-9eae-f45ef0411201 req-4c0ee3c3-1863-4bdb-8f51-93257e17c36b tempest-AbsoluteLimitsNegativeTestJSON-1911388333 tempest-AbsoluteLimitsNegativeTestJSON-1911388333-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b00ac1bbc8924d0fa2039d385b44775c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434904 Jul 05 03:46:35.460247 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eb1af9db-710a-446f-8625-dda824a50b52 req-1ed5554d-379f-4dd3-99f8-b05109b6bea8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1194246 Jul 05 03:46:35.503905 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eb1af9db-710a-446f-8625-dda824a50b52 req-016097a0-7426-4b97-bb8d-6e1ce23c2d56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=c2c31404-8797-4ee8-97d3-f5047a5244b2 HTTP/1.1" status: 200 len: 217 time: 0.0392959 Jul 05 03:46:35.567145 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1af9db-710a-446f-8625-dda824a50b52 req-99d28de8-df87-40be-a64a-b0c95e270884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.571142 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eb1af9db-710a-446f-8625-dda824a50b52 req-99d28de8-df87-40be-a64a-b0c95e270884 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0573196 Jul 05 03:46:35.596144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['b5f2c848-1e9d-4d89-b993-fe84b6cb66b0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:35.607404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['8399da09-627b-4f7d-bb12-e909f8df9b0e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:35.644813 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1af9db-710a-446f-8625-dda824a50b52 req-1d6e60c7-16c3-4d87-a325-89690326ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.646371 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eb1af9db-710a-446f-8625-dda824a50b52 req-1d6e60c7-16c3-4d87-a325-89690326ef0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666277 Jul 05 03:46:35.769921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab6119-ea7b-4699-b9e1-5bb0dc078b06 req-f3d24d5b-5bb7-4de0-b465-a3bb7c653f9d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.771551 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87ab6119-ea7b-4699-b9e1-5bb0dc078b06 req-f3d24d5b-5bb7-4de0-b465-a3bb7c653f9d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 950 time: 0.2130234 Jul 05 03:46:35.783027 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eb1af9db-710a-446f-8625-dda824a50b52 req-8fff622b-7bfc-4ff9-963c-53bfc2525d45 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244428 Jul 05 03:46:35.843229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9c84d-5c40-4b7f-98cc-538c142ce868 req-abd64b6d-983a-4505-a550-7f0a6c6980db tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.845105 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03b9c84d-5c40-4b7f-98cc-538c142ce868 req-abd64b6d-983a-4505-a550-7f0a6c6980db tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 949 time: 0.2085743 Jul 05 03:46:35.897737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87ab6119-ea7b-4699-b9e1-5bb0dc078b06 req-d67ea587-316e-48d1-936a-756763c5b53b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143475 Jul 05 03:46:35.929716 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eb1af9db-710a-446f-8625-dda824a50b52 req-728f372f-5f9d-4969-9776-a0afbac0b697 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224387 Jul 05 03:46:35.944466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03b9c84d-5c40-4b7f-98cc-538c142ce868 req-26da386a-3515-4a51-ae20-5a2fa77fe04e tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805457 Jul 05 03:46:36.109572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51630) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:36.252252 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90db5a91-b3fa-423d-916a-af3778dddd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.265608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41628d6-7b83-4d67-8bbc-723d5619728c req-fd4126ad-9ec7-48e3-b09a-aab36c345fff tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:36.267487 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e41628d6-7b83-4d67-8bbc-723d5619728c req-fd4126ad-9ec7-48e3-b09a-aab36c345fff tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.1305659 Jul 05 03:46:36.295450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8ef63-7c1f-4223-b8e7-8e624815d780 req-48900744-601d-4f22-bb6f-b059bd8e43aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:36.297130 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7e8ef63-7c1f-4223-b8e7-8e624815d780 req-48900744-601d-4f22-bb6f-b059bd8e43aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 944 time: 0.1294563 Jul 05 03:46:36.354872 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e41628d6-7b83-4d67-8bbc-723d5619728c req-b86199e7-acf0-4732-b679-7e3b40d2ed02 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805058 Jul 05 03:46:36.380393 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7e8ef63-7c1f-4223-b8e7-8e624815d780 req-8a6a7735-e669-48ce-94f7-40b478c9300b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736506 Jul 05 03:46:36.476333 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90db5a91-b3fa-423d-916a-af3778dddd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.573277 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90db5a91-b3fa-423d-916a-af3778dddd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.612253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5d669-f6d4-46ae-a333-73cd5bfaf00a req-04780116-2a3c-4d5b-b641-22bc1b57a4ed tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:36.614156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5b5d669-f6d4-46ae-a333-73cd5bfaf00a req-04780116-2a3c-4d5b-b641-22bc1b57a4ed tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 1101 time: 0.0944459 Jul 05 03:46:36.616808 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-90db5a91-b3fa-423d-916a-af3778dddd46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b00ac1bbc8924d0fa2039d385b44775c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5062397 Jul 05 03:46:36.622401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51636) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:36.640951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db5a91-b3fa-423d-916a-af3778dddd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42edc8c-e3ea-4d0e-8a2e-24c3e189b692,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:36.706828 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26aa2730-06b9-4905-ab9d-0dad22438085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.708970 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-13412f36-b8e7-4c10-b73d-1a7b46e0f5e0 service neutron] show failed (client error): The resource could not be found. Jul 05 03:46:36.709993 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-13412f36-b8e7-4c10-b73d-1a7b46e0f5e0 service neutron] 10.222.0.11 "GET /v2.0/ports/e5f2d1e2-d615-4786-a2b7-09aa7949f8d0/bindings/n-h2-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.1129119 Jul 05 03:46:36.719305 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5b5d669-f6d4-46ae-a333-73cd5bfaf00a req-92082369-65be-4c18-9a03-04a3d79be9da tempest-ServersOnMultiNodesTest-1921384904 tempest-ServersOnMultiNodesTest-1921384904-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746362 Jul 05 03:46:36.732311 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26aa2730-06b9-4905-ab9d-0dad22438085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.748619 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f295b-43f1-42b0-98c3-43618b0f4e32 req-1eb3624a-131b-45b8-841f-e2ce79a17053 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:36.751126 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f02f295b-43f1-42b0-98c3-43618b0f4e32 req-1eb3624a-131b-45b8-841f-e2ce79a17053 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.0880306 Jul 05 03:46:36.806750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f02f295b-43f1-42b0-98c3-43618b0f4e32 req-9407ec4e-072a-45e2-9148-3bbfba3641e7 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485592 Jul 05 03:46:36.897509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26aa2730-06b9-4905-ab9d-0dad22438085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.901033 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26aa2730-06b9-4905-ab9d-0dad22438085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.902333 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-26aa2730-06b9-4905-ab9d-0dad22438085 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a42edc8c-e3ea-4d0e-8a2e-24c3e189b692 HTTP/1.1" status: 204 len: 168 time: 0.2787828 Jul 05 03:46:36.914913 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa2730-06b9-4905-ab9d-0dad22438085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42edc8c-e3ea-4d0e-8a2e-24c3e189b692,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:37.087570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e471d-4d80-42df-9e03-6908132b38fe req-887252d6-fb43-490a-bf8d-67b6dad06264 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.096124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b9e471d-4d80-42df-9e03-6908132b38fe req-887252d6-fb43-490a-bf8d-67b6dad06264 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.0888517 Jul 05 03:46:37.131466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b9e471d-4d80-42df-9e03-6908132b38fe req-4e6feef4-81c3-4861-8f95-787e66c9cb4d tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343764 Jul 05 03:46:37.383087 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f101c-5bae-41c2-848d-c7ce975785e2 req-318a0037-e895-43ef-ba5c-8454deaa5b2c tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.389116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e15f101c-5bae-41c2-848d-c7ce975785e2 req-318a0037-e895-43ef-ba5c-8454deaa5b2c tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 949 time: 0.0923433 Jul 05 03:46:37.442355 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e15f101c-5bae-41c2-848d-c7ce975785e2 req-62d4e381-19e7-413f-8cf2-9a608d4c0ba9 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473523 Jul 05 03:46:37.578541 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-c7b52a23-e560-4631-9e8b-8a069bab58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.580205 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-c7b52a23-e560-4631-9e8b-8a069bab58c3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c&tenant_id=11262911861945c3a6162015d1587211 HTTP/1.1" status: 200 len: 1099 time: 0.0738323 Jul 05 03:46:37.597430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:37.693818 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:37.699257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3df4-e093-4c56-887b-7bb5ef710941 req-cc389ad2-fd2d-46b9-abe9-86c7ecf2a906 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.700882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5da3df4-e093-4c56-887b-7bb5ef710941 req-cc389ad2-fd2d-46b9-abe9-86c7ecf2a906 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 950 time: 0.0722940 Jul 05 03:46:37.743160 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5da3df4-e093-4c56-887b-7bb5ef710941 req-e97ae9aa-5efb-443c-a278-7a3574ea5382 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350409 Jul 05 03:46:38.002274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475db6b2-a5aa-4259-94f1-b6832f3b473f req-e9474c2a-3910-43f4-98d6-a9978130fc33 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:38.004209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-475db6b2-a5aa-4259-94f1-b6832f3b473f req-e9474c2a-3910-43f4-98d6-a9978130fc33 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.1141407 Jul 05 03:46:38.011047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] For port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:38.066393 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-475db6b2-a5aa-4259-94f1-b6832f3b473f req-ce003580-0282-4225-a8a2-9e3db5b56ad3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542874 Jul 05 03:46:38.083916 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] For port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:38.143757 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39062bfd-2c31-4e34-bd7c-c4683202639c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:38.146111 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7c3cd9-9f7e-42d2-add9-20ce6a1fd1e6" -d '{"events": [{"server_uuid": "39062bfd-2c31-4e34-bd7c-c4683202639c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f2d1e2-d615-4786-a2b7-09aa7949f8d0"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:38.151251 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.167983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Transition to ACTIVE for port object e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:38.240507 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.280641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51696) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:38.338600 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] No DVR routers for this DVR port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:38.450352 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Pushing event updated for resources: {'Port': ['ID=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,revision_number=6']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:38.472641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1855436099-network', 'tenant_id': '0d731d94f5c14827ac5f7c820468dc02'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:38.473229 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Attempting to bind port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:38.475196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Attempting to bind port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:38.481530 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Attempting to bind port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:38.488098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:38.488826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Attempting to bind port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:38.494876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:38.495634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:38.496278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:38.497020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Bound port: e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:38.497633 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.504035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:38.611755 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] For port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:38.615059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] For port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:38.674382 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:38.679359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:38.679821 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.681868 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484dfbd-d4ce-4094-baef-494a9535af95 req-49854b1d-8ae0-43d8-ad68-cbda6928bdbc tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:38.683629 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6484dfbd-d4ce-4094-baef-494a9535af95 req-49854b1d-8ae0-43d8-ad68-cbda6928bdbc tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1444669 Jul 05 03:46:38.687039 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.696212 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd635be-406f-4102-9d8a-cd8827ef001c req-cc23d097-137b-4bee-b8f7-bf4922182501 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:38.700848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cfd635be-406f-4102-9d8a-cd8827ef001c req-cc23d097-137b-4bee-b8f7-bf4922182501 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 944 time: 0.2237661 Jul 05 03:46:38.704950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] Made reservation on behalf of 0d731d94f5c14827ac5f7c820468dc02 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:38.707329 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.745590 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.779777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Pushing event updated for resources: {'Port': ['ID=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:38.790935 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:38.791570 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.793098 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-1f591f48-b3b1-4491-af03-4135f0b991ad service neutron] 10.222.0.64 "PUT /v2.0/ports/e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 HTTP/1.1" status: 200 len: 1094 time: 1.2044325 Jul 05 03:46:38.818472 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cfd635be-406f-4102-9d8a-cd8827ef001c req-dd0fd3e8-fbde-4f5c-a5b3-6f323d13743a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080160 Jul 05 03:46:38.839971 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6484dfbd-d4ce-4094-baef-494a9535af95 req-bcc7b729-872a-417d-b992-780ca22d4cf9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358550 Jul 05 03:46:38.918496 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.971749 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:38.977528 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1154f8-1e89-4b65-b26e-b88ed136b37f" -d '{"events": [{"server_uuid": "a1cedb2f-be1c-45f1-8b95-461b2be02ec4", "name": "network-vif-plugged", "status": "completed", "tag": "b5f2c848-1e9d-4d89-b993-fe84b6cb66b0"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:38.986437 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9508a848-d3c3-4334-a90f-1347f4b740d1 x-openstack-request-id: req-9508a848-d3c3-4334-a90f-1347f4b740d1 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:38.986739 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39062bfd-2c31-4e34-bd7c-c4683202639c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f2d1e2-d615-4786-a2b7-09aa7949f8d0", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:38.987643 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9508a848-d3c3-4334-a90f-1347f4b740d1 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:38.989240 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39062bfd-2c31-4e34-bd7c-c4683202639c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0', 'code': 200} Jul 05 03:46:39.012564 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.012734 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:39.073580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-69705ae6-691b-4794-a42d-66fd89c8e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.074820 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-69705ae6-691b-4794-a42d-66fd89c8e1f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 1097 time: 0.2379286 Jul 05 03:46:39.082536 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.083345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 8399da09-627b-4f7d-bb12-e909f8df9b0e up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:39.099331 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c88cf6-a24b-46b8-95ae-548487de9eee req-2b1a5217-92db-4991-bed2-63d56cb73552 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.109748 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-30c88cf6-a24b-46b8-95ae-548487de9eee req-2b1a5217-92db-4991-bed2-63d56cb73552 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 950 time: 0.2825365 Jul 05 03:46:39.121034 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.170257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:46:39.210865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:39.232698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:39.242063 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.242419 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] Added segment 47b99471-57be-448b-9c31-1b997006a93b of type vlan for network dd7cc3ff-8fa5-430e-8fee-2afdded58c13 Jul 05 03:46:39.300999 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-51c15dbb-46a3-4a5d-9adc-116e0f66d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.302662 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-51c15dbb-46a3-4a5d-9adc-116e0f66d479 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1916914 Jul 05 03:46:39.321654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.322839 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 8399da09-627b-4f7d-bb12-e909f8df9b0e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:39.328397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 8399da09-627b-4f7d-bb12-e909f8df9b0e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:39.334831 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.334962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd83e3-326e-4f43-8ce3-fa20330e2f87 req-a115accd-da09-497a-882f-8c69fd1631e0 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.339948 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6cd83e3-326e-4f43-8ce3-fa20330e2f87 req-a115accd-da09-497a-882f-8c69fd1631e0 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 950 time: 0.2635620 Jul 05 03:46:39.385256 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-8c041201-9427-496f-bf08-175cf0501825 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 HTTP/1.1" status: 200 len: 217 time: 0.0693681 Jul 05 03:46:39.423562 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6cd83e3-326e-4f43-8ce3-fa20330e2f87 req-e0d3bac8-3f87-43aa-84ae-0e7859c63ae2 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789521 Jul 05 03:46:39.433479 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.446393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30774f1c-b7ea-4216-abcf-96d1b096d98a req-090475ea-ac7e-437a-894a-617e3b20e2b8 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.450672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-30774f1c-b7ea-4216-abcf-96d1b096d98a req-090475ea-ac7e-437a-894a-617e3b20e2b8 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 950 time: 0.2890339 Jul 05 03:46:39.473833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-30c88cf6-a24b-46b8-95ae-548487de9eee req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Deleting port eafc1a74-da3b-4053-905c-826f32dacf34 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:39.474301 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-30c88cf6-a24b-46b8-95ae-548487de9eee req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.479327 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:39.497549 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.500621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.500621 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.507847 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ef11ca-ea58-425b-b2fa-73625cbedcb2 x-openstack-request-id: req-d6ef11ca-ea58-425b-b2fa-73625cbedcb2 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:39.508469 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cedb2f-be1c-45f1-8b95-461b2be02ec4", "name": "network-vif-plugged", "status": "completed", "tag": "b5f2c848-1e9d-4d89-b993-fe84b6cb66b0", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:39.508469 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6ef11ca-ea58-425b-b2fa-73625cbedcb2 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:39.509226 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0', 'code': 200} Jul 05 03:46:39.541924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-199a4340-895a-4db6-9acb-23d79269f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.544193 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-199a4340-895a-4db6-9acb-23d79269f7e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1508076 Jul 05 03:46:39.545058 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.547140 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-30774f1c-b7ea-4216-abcf-96d1b096d98a req-d4c86a56-0673-4921-aab5-007444b47ba1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916047 Jul 05 03:46:39.624648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=8399da09-627b-4f7d-bb12-e909f8df9b0e,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:39.633891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-30c88cf6-a24b-46b8-95ae-548487de9eee req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] For port eafc1a74-da3b-4053-905c-826f32dacf34, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=eafc1a74-da3b-4053-905c-826f32dacf34,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:39.634325 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-30c88cf6-a24b-46b8-95ae-548487de9eee req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.653275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-8a1ca8b0-fba3-437f-8ae6-e301fc62ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.654793 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-8a1ca8b0-fba3-437f-8ae6-e301fc62ff81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0977478 Jul 05 03:46:39.656190 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-30c88cf6-a24b-46b8-95ae-548487de9eee req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Calling delete_port for eafc1a74-da3b-4053-905c-826f32dacf34 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:39.667142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] Pushing event updated for resources: {'Network': ['ID=dd7cc3ff-8fa5-430e-8fee-2afdded58c13,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:39.678971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network dd7cc3ff-8fa5-430e-8fee-2afdded58c13 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:46:39.710940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8010f0f3-c04b-44b3-93db-21991914136a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4301808 Jul 05 03:46:39.711951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51714) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:39.724507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ef444565-ac50-4a79-8e68-94e874a7d3f4 admin admin] Request body: {'subnet': {'network_id': 'dd7cc3ff-8fa5-430e-8fee-2afdded58c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1855436099-subnet', 'tenant_id': '0d731d94f5c14827ac5f7c820468dc02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:39.807942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728dad6-0a17-48a1-88be-b43acf8c6f84 req-c53bc74f-28db-40a3-8934-fb0a2f07e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.809644 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5728dad6-0a17-48a1-88be-b43acf8c6f84 req-c53bc74f-28db-40a3-8934-fb0a2f07e0c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 1101 time: 0.1998382 Jul 05 03:46:39.812075 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-de81cb62-24c2-481f-9682-0ec01203cdca service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493621 Jul 05 03:46:39.838614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6921c-5b92-4548-b639-fa2de95f387e req-704a0430-3d1a-48b6-a8af-ae61ce5835d4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.840133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4e6921c-5b92-4548-b639-fa2de95f387e req-704a0430-3d1a-48b6-a8af-ae61ce5835d4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 946 time: 0.1273420 Jul 05 03:46:39.870992 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5728dad6-0a17-48a1-88be-b43acf8c6f84 req-a7ba8be7-0a37-4f1d-922c-1ca7ac9458ae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542905 Jul 05 03:46:39.876880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef444565-ac50-4a79-8e68-94e874a7d3f4 admin admin] Made reservation on behalf of 0d731d94f5c14827ac5f7c820468dc02 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:39.879193 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef444565-ac50-4a79-8e68-94e874a7d3f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.933559 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4e6921c-5b92-4548-b639-fa2de95f387e req-cddbcac0-257b-4172-a7b8-ac63a56582f8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850556 Jul 05 03:46:39.961684 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db5e71c3-710d-48d3-a462-70ec338c4004 req-3ddafdcb-af10-44cc-be41-296420eaa7bd service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365378 Jul 05 03:46:39.985214 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-30c88cf6-a24b-46b8-95ae-548487de9eee req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.998319 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472', '03e0e01e-bea0-4219-bd46-c9d73b5f9f64', 'eafc1a74-da3b-4053-905c-826f32dacf34'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:40.006754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'c2c31404-8797-4ee8-97d3-f5047a5244b2', '391a930b-c71e-482a-8b17-3bfa8cb99657', '2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7', '1a4228c9-30ff-4a71-a4ff-45fc14828dc7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:40.020392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event deleted for resources: {'Port': ['ID=eafc1a74-da3b-4053-905c-826f32dacf34,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:40.037296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:40.037921 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:40.038485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:40.039038 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:40.039728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:40.040280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:40.043843 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:40.044550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:40.045163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:40.045826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:40.046363 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:40.047240 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:40.112289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c88cf6-a24b-46b8-95ae-548487de9eee req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] No DVR routers for this DVR port eafc1a74-da3b-4053-905c-826f32dacf34 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:40.115555 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-30c88cf6-a24b-46b8-95ae-548487de9eee req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:40.119581 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-30c88cf6-a24b-46b8-95ae-548487de9eee req-0a4e8083-1c5e-47ff-b571-e349122954c3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "DELETE /v2.0/ports/eafc1a74-da3b-4053-905c-826f32dacf34 HTTP/1.1" status: 204 len: 173 time: 0.8854842 Jul 05 03:46:40.130176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53a600-634d-41c9-874a-73c0e9c8a0ad req-2012db65-2ebf-4adb-b63b-b95ea3ab145a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.131888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d53a600-634d-41c9-874a-73c0e9c8a0ad req-2012db65-2ebf-4adb-b63b-b95ea3ab145a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.1660366 Jul 05 03:46:40.236348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device eafc1a74-da3b-4053-905c-826f32dacf34 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:40.250991 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d53a600-634d-41c9-874a-73c0e9c8a0ad req-9cd2ba20-9bb2-400d-9eba-420e9c7b93dd tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029563 Jul 05 03:46:40.272056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: eafc1a74-da3b-4053-905c-826f32dacf34 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:46:40.272427 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device eafc1a74-da3b-4053-905c-826f32dacf34 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:40.272834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:40.297321 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738cab4-9dee-4446-81a5-a108a4f1d22c req-43f208b1-b0a0-4a8d-9509-30d1c53dc9f5 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.299040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f738cab4-9dee-4446-81a5-a108a4f1d22c req-43f208b1-b0a0-4a8d-9509-30d1c53dc9f5 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1637993 Jul 05 03:46:40.324502 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef444565-ac50-4a79-8e68-94e874a7d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:40.372675 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:40.399680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f738cab4-9dee-4446-81a5-a108a4f1d22c req-4590dab4-b87c-4ce4-935d-4ebe8964d96e tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926476 Jul 05 03:46:40.415569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef444565-ac50-4a79-8e68-94e874a7d3f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99edaacc-71e7-46d2-a4bd-2fc32ea11773,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:40.449656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef444565-ac50-4a79-8e68-94e874a7d3f4 admin admin] Checking segment: {'id': '47b99471-57be-448b-9c31-1b997006a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dd7cc3ff-8fa5-430e-8fee-2afdded58c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:40.450080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef444565-ac50-4a79-8e68-94e874a7d3f4 admin admin] Network hostable DHCP agents. Network: dd7cc3ff-8fa5-430e-8fee-2afdded58c13, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:46:40.510787 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef444565-ac50-4a79-8e68-94e874a7d3f4 admin admin] Network dd7cc3ff-8fa5-430e-8fee-2afdded58c13 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:46:40.562909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-ef444565-ac50-4a79-8e68-94e874a7d3f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, dd7cc3ff-8fa5-430e-8fee-2afdded58c13) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:40.567499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef444565-ac50-4a79-8e68-94e874a7d3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.569369 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef444565-ac50-4a79-8e68-94e874a7d3f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:40.593813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df289c3d-508e-41bd-8a49-e8480623b6d6 None None] Network dd7cc3ff-8fa5-430e-8fee-2afdded58c13 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:46:40.653873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658f09a-77e9-4b9a-8cac-dce3cd97f888 req-6e207484-e539-4654-afd5-cd2895cdd060 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.656659 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d658f09a-77e9-4b9a-8cac-dce3cd97f888 req-6e207484-e539-4654-afd5-cd2895cdd060 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 950 time: 0.0838449 Jul 05 03:46:40.671180 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ef444565-ac50-4a79-8e68-94e874a7d3f4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9539480 Jul 05 03:46:40.706749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d658f09a-77e9-4b9a-8cac-dce3cd97f888 req-10e8f7b9-d379-42c0-b94d-08b8d035ac7c tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440569 Jul 05 03:46:40.782256 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50874dd5-0916-4f46-a6a9-9744707cf3a8 req-6b63543f-b592-4884-945e-f4a1aadb91dd tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7b8b22-876e-4b52-87f3-365b8987bec1 HTTP/1.1" status: 200 len: 210 time: 0.0339012 Jul 05 03:46:40.917945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef5db0-7835-47a4-a08a-3483cba50987 None None] Network dd7cc3ff-8fa5-430e-8fee-2afdded58c13 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:46:40.990924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39062bfd-2c31-4e34-bd7c-c4683202639c', 'tag': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0'}, {'server_uuid': 'bf7b8b22-876e-4b52-87f3-365b8987bec1', 'name': 'network-vif-deleted', 'tag': 'eafc1a74-da3b-4053-905c-826f32dacf34'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:40.995081 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b2253e-9230-4f2a-a789-8d62ca51e06d" -d '{"events": [{"name": "network-changed", "server_uuid": "39062bfd-2c31-4e34-bd7c-c4683202639c", "tag": "e5f2d1e2-d615-4786-a2b7-09aa7949f8d0"}, {"server_uuid": "bf7b8b22-876e-4b52-87f3-365b8987bec1", "name": "network-vif-deleted", "tag": "eafc1a74-da3b-4053-905c-826f32dacf34"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:41.238260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4174a8b-d571-49e6-9273-51e192158246 req-6ae961b0-a18c-4205-88ca-c801bb57a2c4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.239788 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4174a8b-d571-49e6-9273-51e192158246 req-6ae961b0-a18c-4205-88ca-c801bb57a2c4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 946 time: 0.1549640 Jul 05 03:46:41.246586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91992ae-b448-467b-8824-11a029dc606c req-705082be-fb0d-4373-9b31-064a2c542d6c tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.248013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d91992ae-b448-467b-8824-11a029dc606c req-705082be-fb0d-4373-9b31-064a2c542d6c tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/networks?id=dd7cc3ff-8fa5-430e-8fee-2afdded58c13 HTTP/1.1" status: 200 len: 818 time: 0.1536047 Jul 05 03:46:41.280695 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d91992ae-b448-467b-8824-11a029dc606c req-98054a6b-b76d-4238-8cc0-5ef0605ad4ff tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/quotas/0d731d94f5c14827ac5f7c820468dc02 HTTP/1.1" status: 200 len: 375 time: 0.0175030 Jul 05 03:46:41.320544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4174a8b-d571-49e6-9273-51e192158246 req-bbe80491-e24e-4abc-b527-85f8b04fca16 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714538 Jul 05 03:46:41.322416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d91992ae-b448-467b-8824-11a029dc606c req-f08ec2a1-515b-4113-8078-12b68f78b040 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d731d94f5c14827ac5f7c820468dc02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340307 Jul 05 03:46:41.386839 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa52945-1da8-4952-954e-109738b361d4 x-openstack-request-id: req-8fa52945-1da8-4952-954e-109738b361d4 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:41.387140 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39062bfd-2c31-4e34-bd7c-c4683202639c", "tag": "e5f2d1e2-d615-4786-a2b7-09aa7949f8d0", "status": "completed", "code": 200}, {"server_uuid": "bf7b8b22-876e-4b52-87f3-365b8987bec1", "name": "network-vif-deleted", "tag": "eafc1a74-da3b-4053-905c-826f32dacf34", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:41.387387 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fa52945-1da8-4952-954e-109738b361d4 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:41.387953 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39062bfd-2c31-4e34-bd7c-c4683202639c', 'tag': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0', 'status': 'completed', 'code': 200} Jul 05 03:46:41.388236 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7b8b22-876e-4b52-87f3-365b8987bec1', 'name': 'network-vif-deleted', 'tag': 'eafc1a74-da3b-4053-905c-826f32dacf34', 'status': 'completed', 'code': 200} Jul 05 03:46:41.431114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d91992ae-b448-467b-8824-11a029dc606c req-3ad0c843-7545-421a-8273-6a735545ffa2 service neutron] 10.222.0.60 "GET /v2.0/networks/dd7cc3ff-8fa5-430e-8fee-2afdded58c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007249 Jul 05 03:46:41.509953 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d4f727-e445-49d6-97cb-421363369875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8399da09-627b-4f7d-bb12-e909f8df9b0e'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:41.511964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-435d1e83-7c81-4705-a357-b94648044253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.512576 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7663938c-64f5-4ae4-b8d7-c104b2b59959" -d '{"events": [{"server_uuid": "17d4f727-e445-49d6-97cb-421363369875", "name": "network-vif-plugged", "status": "completed", "tag": "8399da09-627b-4f7d-bb12-e909f8df9b0e"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:41.513593 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-435d1e83-7c81-4705-a357-b94648044253 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 1097 time: 0.1013279 Jul 05 03:46:41.524359 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-a2d1ac03-c2bd-48d6-805a-3e3c782bd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.526044 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-a2d1ac03-c2bd-48d6-805a-3e3c782bd1f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 1097 time: 0.1030405 Jul 05 03:46:41.562108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d91992ae-b448-467b-8824-11a029dc606c req-1ce2cb66-e99a-4383-83f6-b07f1fc39e94 service neutron] 10.222.0.60 "GET /v2.0/networks/dd7cc3ff-8fa5-430e-8fee-2afdded58c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293805 Jul 05 03:46:41.583515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e185470-ffc7-4265-82ca-1b559da55eda req-7b5b9b8b-a601-4264-9396-9ec03a8ca052 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.585509 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e185470-ffc7-4265-82ca-1b559da55eda req-7b5b9b8b-a601-4264-9396-9ec03a8ca052 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.0917635 Jul 05 03:46:41.627889 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e185470-ffc7-4265-82ca-1b559da55eda req-081592a9-6e32-4da3-b4e5-c01b8c41efac tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363367 Jul 05 03:46:41.681172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-d2aee1e4-b478-48af-9ab2-a885467779a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.682647 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-d2aee1e4-b478-48af-9ab2-a885467779a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1557868 Jul 05 03:46:41.683711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-0e26bf76-c49d-4754-89fa-ae66b07cd9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.685046 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-0e26bf76-c49d-4754-89fa-ae66b07cd9a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1509354 Jul 05 03:46:41.735043 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-58d742c4-7526-42e1-b5f1-de1c79637332 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 HTTP/1.1" status: 200 len: 217 time: 0.0454755 Jul 05 03:46:41.773729 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-32c29fe4-8a41-4d85-a88c-194005266f54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 HTTP/1.1" status: 200 len: 217 time: 0.0775380 Jul 05 03:46:41.780794 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de64acb4-844e-4f97-9c12-97eb0968ca1d x-openstack-request-id: req-de64acb4-844e-4f97-9c12-97eb0968ca1d {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:41.781326 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d4f727-e445-49d6-97cb-421363369875", "name": "network-vif-plugged", "status": "completed", "tag": "8399da09-627b-4f7d-bb12-e909f8df9b0e", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:41.781326 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de64acb4-844e-4f97-9c12-97eb0968ca1d {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:41.782039 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d4f727-e445-49d6-97cb-421363369875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8399da09-627b-4f7d-bb12-e909f8df9b0e', 'code': 200} Jul 05 03:46:41.824622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-33317761-5509-4570-ae90-1be2122cbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.826594 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-33317761-5509-4570-ae90-1be2122cbba6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0647488 Jul 05 03:46:41.855258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892f346-9c1d-4751-a9f8-4f768e74ac17 req-8a01380c-aab2-4182-9e91-e974740dcfa7 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.857017 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6892f346-9c1d-4751-a9f8-4f768e74ac17 req-8a01380c-aab2-4182-9e91-e974740dcfa7 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1166503 Jul 05 03:46:41.911515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-af07f631-6517-4b82-8965-5cec87df6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.913270 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-af07f631-6517-4b82-8965-5cec87df6b5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0849588 Jul 05 03:46:41.955001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-ac9bbcca-6148-4d34-992c-38e01689fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.956528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-ac9bbcca-6148-4d34-992c-38e01689fe24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978966 Jul 05 03:46:41.967513 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6892f346-9c1d-4751-a9f8-4f768e74ac17 req-594ceadb-392b-4067-b7f4-754dd03fd4be tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039858 Jul 05 03:46:42.028178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05913b-db14-4fc1-9588-7c53dcd37013 req-3c5aaf12-5f3b-442b-8f63-e162280a9b88 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:42.030133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c05913b-db14-4fc1-9588-7c53dcd37013 req-3c5aaf12-5f3b-442b-8f63-e162280a9b88 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 950 time: 0.1236191 Jul 05 03:46:42.033217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14feaa3a-0e10-4ee2-8d5a-26ceee358335 req-98a6b121-81f1-4ec6-a88a-32c6408e42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:42.034728 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14feaa3a-0e10-4ee2-8d5a-26ceee358335 req-98a6b121-81f1-4ec6-a88a-32c6408e42b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 1096 time: 0.1378896 Jul 05 03:46:42.067873 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-673ae119-6d6e-4a95-97ed-5ff811053e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:42.069845 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-673ae119-6d6e-4a95-97ed-5ff811053e78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494586 Jul 05 03:46:42.078720 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-150c020f-0feb-4579-ac3e-e8de9c739640 req-0b7770ec-4185-42b7-bc85-fc92ca1d88e1 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 210 time: 0.0478859 Jul 05 03:46:42.122603 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14feaa3a-0e10-4ee2-8d5a-26ceee358335 req-74a63172-d9fa-4c03-9218-674df31c3bbc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766833 Jul 05 03:46:42.141511 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-27916c38-9613-4bf7-bd34-68e1226b36b7 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748955 Jul 05 03:46:42.145880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c05913b-db14-4fc1-9588-7c53dcd37013 req-7661a831-cb07-435e-8380-3eb29f5a32a9 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010644 Jul 05 03:46:42.255647 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-b6a406c7-0270-4c9c-a9c2-b961a90ded31 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764858 Jul 05 03:46:42.359595 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-b85407bc-418e-487c-85f9-fad44c2e3669 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772692 Jul 05 03:46:42.394846 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04b2253e-9230-4f2a-a789-8d62ca51e06d req-5bd57bf1-1c0e-47ea-8c8b-da7885097ab5 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261332 Jul 05 03:46:42.943443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a9630-c574-4c7a-9bd9-d265a4fdac53 req-b3c5a0b0-633f-46af-9b26-27eae61b14e8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:42.944961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a52a9630-c574-4c7a-9bd9-d265a4fdac53 req-b3c5a0b0-633f-46af-9b26-27eae61b14e8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 946 time: 0.0724571 Jul 05 03:46:42.993820 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a52a9630-c574-4c7a-9bd9-d265a4fdac53 req-ee3b1d6d-8b8b-47f5-a080-864d478fce26 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430470 Jul 05 03:46:43.053248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e87594-0852-4578-8c91-9cb84be3d659 req-4415ab4f-b389-4aba-b922-154c77f9997e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:43.054880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5e87594-0852-4578-8c91-9cb84be3d659 req-4415ab4f-b389-4aba-b922-154c77f9997e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.0773456 Jul 05 03:46:43.092561 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5e87594-0852-4578-8c91-9cb84be3d659 req-827435e0-1b71-4219-996d-e34b48b98425 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Jul 05 03:46:43.169396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4b699-6556-4ee7-beae-98977ff5ef51 req-532c4fac-9fed-4585-9a66-60bae4aea300 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:43.170973 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1e4b699-6556-4ee7-beae-98977ff5ef51 req-532c4fac-9fed-4585-9a66-60bae4aea300 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 950 time: 0.0661235 Jul 05 03:46:43.213119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1e4b699-6556-4ee7-beae-98977ff5ef51 req-7c9e5429-2500-4e70-801b-73cd73a844a1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350688 Jul 05 03:46:43.352049 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d3421d7-7a38-4b35-9004-c6e3b59ad42f req-ea5b0f5b-a299-4b7a-bb1d-003544d05125 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 210 time: 0.0330701 Jul 05 03:46:43.361527 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540bbe8-3ad5-497d-bed1-3152e9071e21 req-e5cfe011-9606-42f2-8da7-b284abaf381a tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:43.363012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9540bbe8-3ad5-497d-bed1-3152e9071e21 req-e5cfe011-9606-42f2-8da7-b284abaf381a tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1002634 Jul 05 03:46:43.434318 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9540bbe8-3ad5-497d-bed1-3152e9071e21 req-05ab8eff-dfe4-4b6b-8779-9408ea9eab80 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592928 Jul 05 03:46:44.181717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf9183-f086-42f7-baca-a595dedcc1bc req-8685f9d5-aa49-4631-9ef8-9ba0d422f1eb tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:44.184056 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04bf9183-f086-42f7-baca-a595dedcc1bc req-8685f9d5-aa49-4631-9ef8-9ba0d422f1eb tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 946 time: 0.0690987 Jul 05 03:46:44.252480 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04bf9183-f086-42f7-baca-a595dedcc1bc req-e3e28f14-81b4-4a0b-8c21-71d485027b1d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617616 Jul 05 03:46:44.263624 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91992ae-b448-467b-8824-11a029dc606c req-147f5f1a-b933-4565-9823-6df7e9e13650 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:44.265608 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d91992ae-b448-467b-8824-11a029dc606c req-147f5f1a-b933-4565-9823-6df7e9e13650 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.11 "GET /v2.0/networks?id=dd7cc3ff-8fa5-430e-8fee-2afdded58c13 HTTP/1.1" status: 200 len: 818 time: 0.1091983 Jul 05 03:46:44.278755 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-d91992ae-b448-467b-8824-11a029dc606c req-862abc5f-1e26-406e-a52c-0b5805c3c080 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Request body: {'port': {'device_id': '879037ee-e9f3-4a6e-8c04-9daf36711745', 'network_id': 'dd7cc3ff-8fa5-430e-8fee-2afdded58c13', 'admin_state_up': True, 'tenant_id': '0d731d94f5c14827ac5f7c820468dc02'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:44.282767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09889ea-6e8c-4ee4-86e0-f7809019d59c req-89e204ff-627e-4eee-ac1c-5543e3c41424 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:44.284288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b09889ea-6e8c-4ee4-86e0-f7809019d59c req-89e204ff-627e-4eee-ac1c-5543e3c41424 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.0769877 Jul 05 03:46:44.340942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b09889ea-6e8c-4ee4-86e0-f7809019d59c req-924c41c5-0177-4d85-a462-b32154a4b054 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460927 Jul 05 03:46:44.487983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91992ae-b448-467b-8824-11a029dc606c req-862abc5f-1e26-406e-a52c-0b5805c3c080 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Made reservation on behalf of 0d731d94f5c14827ac5f7c820468dc02 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:44.491542 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d91992ae-b448-467b-8824-11a029dc606c req-862abc5f-1e26-406e-a52c-0b5805c3c080 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.520854 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7e8c4-245c-42d4-a6f7-04b13c82a789 req-e5ccc5dc-bc9b-4025-affa-9d281a16b057 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:44.522361 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ef7e8c4-245c-42d4-a6f7-04b13c82a789 req-e5ccc5dc-bc9b-4025-affa-9d281a16b057 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 950 time: 0.0716748 Jul 05 03:46:44.539139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:44.566232 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ef7e8c4-245c-42d4-a6f7-04b13c82a789 req-2ce9b53a-956f-4430-8ca3-6a4648fdd63b tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378051 Jul 05 03:46:44.653944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-d91992ae-b448-467b-8824-11a029dc606c req-862abc5f-1e26-406e-a52c-0b5805c3c080 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Allocated IP 172.20.0.11 (dd7cc3ff-8fa5-430e-8fee-2afdded58c13/99edaacc-71e7-46d2-a4bd-2fc32ea11773/29602216-1d1f-4c49-a167-942b11233deb) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:44.675565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:44.708183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0', 'mac_address': 'fa:16:3e:41:79:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:44.762656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c49ea6-3ff9-4623-aa2e-7b6f78e1ea0b req-3bf367e4-55e9-4a7e-9f6d-f261c9d0ed2b tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:44.773171 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-36c49ea6-3ff9-4623-aa2e-7b6f78e1ea0b req-3bf367e4-55e9-4a7e-9f6d-f261c9d0ed2b tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 1096 time: 0.0841844 Jul 05 03:46:44.773952 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.803289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:44.830544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:44.836168 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-36c49ea6-3ff9-4623-aa2e-7b6f78e1ea0b req-96a54c1e-9aef-4e46-9470-030e5ed66420 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621135 Jul 05 03:46:44.878715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50d53eae-3c22-4fd7-b7a1-d2db1f8c78f5 req-5df99613-7b1f-43c8-8fba-cfb052d20c75 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 210 time: 0.0455761 Jul 05 03:46:44.909038 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.969190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:45.062331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399197ea-51a9-4c35-8a66-015e153f34c5 req-f22294d1-3929-4b10-960c-0e4c23449a91 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:45.063875 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-399197ea-51a9-4c35-8a66-015e153f34c5 req-f22294d1-3929-4b10-960c-0e4c23449a91 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.0686507 Jul 05 03:46:45.112035 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-399197ea-51a9-4c35-8a66-015e153f34c5 req-a2636c56-82c2-47d3-9aa5-6fd7231ff3a3 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419209 Jul 05 03:46:45.172156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0651b-e562-4979-a3d5-6fdb41b3c58e req-1645aa91-cd41-42f2-a72a-c34ca0836772 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:45.173935 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63e0651b-e562-4979-a3d5-6fdb41b3c58e req-1645aa91-cd41-42f2-a72a-c34ca0836772 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 947 time: 0.0752158 Jul 05 03:46:45.215765 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63e0651b-e562-4979-a3d5-6fdb41b3c58e req-1dcaa063-e853-4d00-8639-b94f84a82762 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357363 Jul 05 03:46:45.225237 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d91992ae-b448-467b-8824-11a029dc606c req-862abc5f-1e26-406e-a52c-0b5805c3c080 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.238313 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-8c8c579b-9852-4364-bd44-457bc1b8eb52 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:45.239807 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-8c8c579b-9852-4364-bd44-457bc1b8eb52 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c&tenant_id=11262911861945c3a6162015d1587211&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 947 time: 0.2021196 Jul 05 03:46:45.350469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fede0be-2422-4785-9179-c7d8107aa610 req-d2de5a11-7219-42fa-b22d-f6873ca0a1ad tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:45.351979 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1fede0be-2422-4785-9179-c7d8107aa610 req-d2de5a11-7219-42fa-b22d-f6873ca0a1ad tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 950 time: 0.1663415 Jul 05 03:46:45.359922 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-f5be6af6-914a-435f-8a8e-292f5a33c60a service neutron] delete failed (client error): The resource could not be found. Jul 05 03:46:45.360923 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-f5be6af6-914a-435f-8a8e-292f5a33c60a service neutron] 10.222.0.11 "DELETE /v2.0/ports/e5f2d1e2-d615-4786-a2b7-09aa7949f8d0/bindings/n-h1-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.1116552 Jul 05 03:46:45.407522 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:46:45.492184 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d91992ae-b448-467b-8824-11a029dc606c req-862abc5f-1e26-406e-a52c-0b5805c3c080 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.503785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['e5f2d1e2-d615-4786-a2b7-09aa7949f8d0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:45.548060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91992ae-b448-467b-8824-11a029dc606c req-862abc5f-1e26-406e-a52c-0b5805c3c080 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Network dd7cc3ff-8fa5-430e-8fee-2afdded58c13 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:45.556013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-d91992ae-b448-467b-8824-11a029dc606c req-862abc5f-1e26-406e-a52c-0b5805c3c080 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:45.565484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91992ae-b448-467b-8824-11a029dc606c req-862abc5f-1e26-406e-a52c-0b5805c3c080 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:45.603941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862abc5f-1e26-406e-a52c-0b5805c3c080 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Pushing event updated for resources: {'Port': ['ID=29602216-1d1f-4c49-a167-942b11233deb,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:45.619307 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-1fede0be-2422-4785-9179-c7d8107aa610 req-48350356-9b42-4e9b-ae03-cfcb34f7b0f1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Deleting port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:45.619649 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1fede0be-2422-4785-9179-c7d8107aa610 req-48350356-9b42-4e9b-ae03-cfcb34f7b0f1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.640401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-fde7941d-dc9a-4034-8b38-bc9535323dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:45.641970 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-fde7941d-dc9a-4034-8b38-bc9535323dc7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 1098 time: 0.2010999 Jul 05 03:46:45.706496 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91992ae-b448-467b-8824-11a029dc606c req-862abc5f-1e26-406e-a52c-0b5805c3c080 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:45.707168 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d91992ae-b448-467b-8824-11a029dc606c req-862abc5f-1e26-406e-a52c-0b5805c3c080 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.821335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-1fede0be-2422-4785-9179-c7d8107aa610 req-48350356-9b42-4e9b-ae03-cfcb34f7b0f1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] For port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=1a4228c9-30ff-4a71-a4ff-45fc14828dc7,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:45.821701 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1fede0be-2422-4785-9179-c7d8107aa610 req-48350356-9b42-4e9b-ae03-cfcb34f7b0f1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.844127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-1fede0be-2422-4785-9179-c7d8107aa610 req-48350356-9b42-4e9b-ae03-cfcb34f7b0f1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Calling delete_port for 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:45.849183 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-e5e37826-2f38-4696-ada1-2408a5aa9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:45.849898 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-e5e37826-2f38-4696-ada1-2408a5aa9512 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1776581 Jul 05 03:46:45.891615 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d91992ae-b448-467b-8824-11a029dc606c req-862abc5f-1e26-406e-a52c-0b5805c3c080 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6173139 Jul 05 03:46:45.924835 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-eb9fa1ed-a2f4-42b0-813b-7edf42bec1b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 HTTP/1.1" status: 200 len: 217 time: 0.0677791 Jul 05 03:46:45.929993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Request body: {'port': {'device_id': '879037ee-e9f3-4a6e-8c04-9daf36711745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:45.966256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e694d-3d1b-499f-9937-cade90f23633 req-a025db6b-13f0-419d-949e-62a67fba06c1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:45.974809 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a03e694d-3d1b-499f-9937-cade90f23633 req-a025db6b-13f0-419d-949e-62a67fba06c1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 950 time: 0.0837135 Jul 05 03:46:46.021587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-f590cd2b-8d31-47f4-b08c-0e9c72b48202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:46.023267 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-f590cd2b-8d31-47f4-b08c-0e9c72b48202 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0908079 Jul 05 03:46:46.046769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a03e694d-3d1b-499f-9937-cade90f23633 req-187ace58-7c5f-40eb-9942-7b8c3a5b3efe tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709686 Jul 05 03:46:46.116556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfaa49-2f10-49eb-abca-735a002dc3f9 req-aa604a31-1a70-4870-aa5e-ae6eeec0ed12 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:46.118364 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42cfaa49-2f10-49eb-abca-735a002dc3f9 req-aa604a31-1a70-4870-aa5e-ae6eeec0ed12 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 932 time: 0.0902183 Jul 05 03:46:46.141413 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:46.209515 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42cfaa49-2f10-49eb-abca-735a002dc3f9 req-1a1a13a5-16a5-4266-913f-2c771cfc86f7 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/security-groups?id=51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776069 Jul 05 03:46:46.233055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-234fa1c6-cb1f-4c60-a2e8-d01557f07794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:46.233055 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-234fa1c6-cb1f-4c60-a2e8-d01557f07794 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1922288 Jul 05 03:46:46.330867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1fede0be-2422-4785-9179-c7d8107aa610 req-48350356-9b42-4e9b-ae03-cfcb34f7b0f1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:46.346738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472', '03e0e01e-bea0-4219-bd46-c9d73b5f9f64'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:46.387678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48350356-9b42-4e9b-ae03-cfcb34f7b0f1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event deleted for resources: {'Port': ['ID=1a4228c9-30ff-4a71-a4ff-45fc14828dc7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:46.442506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5186ad-910e-46f4-8ce5-8a9ea80f2ad0 req-f4c1ee9f-d8db-4cce-8e70-d86f4e9174f5 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:46.449384 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a5186ad-910e-46f4-8ce5-8a9ea80f2ad0 req-f4c1ee9f-d8db-4cce-8e70-d86f4e9174f5 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1368518 Jul 05 03:46:46.493492 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e02c3-d570-419c-a592-5b2ff75df16b req-282e47cc-de48-4733-ad03-83a76e844485 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:46.495062 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-986e02c3-d570-419c-a592-5b2ff75df16b req-282e47cc-de48-4733-ad03-83a76e844485 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 947 time: 0.1488802 Jul 05 03:46:46.513814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fede0be-2422-4785-9179-c7d8107aa610 req-48350356-9b42-4e9b-ae03-cfcb34f7b0f1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] No DVR routers for this DVR port 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:46.530122 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1fede0be-2422-4785-9179-c7d8107aa610 req-48350356-9b42-4e9b-ae03-cfcb34f7b0f1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:46.532174 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1fede0be-2422-4785-9179-c7d8107aa610 req-48350356-9b42-4e9b-ae03-cfcb34f7b0f1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "DELETE /v2.0/ports/1a4228c9-30ff-4a71-a4ff-45fc14828dc7 HTTP/1.1" status: 204 len: 173 time: 1.1739714 Jul 05 03:46:46.532649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c725784a-e37d-4242-b0e9-71640a912b91', 'name': 'network-vif-deleted', 'tag': '1a4228c9-30ff-4a71-a4ff-45fc14828dc7'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:46.535310 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6de4ef-80a5-4c50-b9b8-0012671068cb" -d '{"events": [{"server_uuid": "c725784a-e37d-4242-b0e9-71640a912b91", "name": "network-vif-deleted", "tag": "1a4228c9-30ff-4a71-a4ff-45fc14828dc7"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:46.548350 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-4661d0ff-ed26-4ac6-a6d5-e1ea14338565 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186626 Jul 05 03:46:46.560175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:46.577409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a5186ad-910e-46f4-8ce5-8a9ea80f2ad0 req-f0039dd4-0996-406c-b7fe-c02399857704 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266887 Jul 05 03:46:46.600556 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-986e02c3-d570-419c-a592-5b2ff75df16b req-5a938648-169f-4dd0-98ba-d885c3274042 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934868 Jul 05 03:46:46.759114 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c22d648-00e8-4501-bcdd-9e686e4d3c7b x-openstack-request-id: req-2c22d648-00e8-4501-bcdd-9e686e4d3c7b {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:46.759409 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c725784a-e37d-4242-b0e9-71640a912b91", "name": "network-vif-deleted", "tag": "1a4228c9-30ff-4a71-a4ff-45fc14828dc7", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:46.759766 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c22d648-00e8-4501-bcdd-9e686e4d3c7b {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:46.760043 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c725784a-e37d-4242-b0e9-71640a912b91', 'name': 'network-vif-deleted', 'tag': '1a4228c9-30ff-4a71-a4ff-45fc14828dc7', 'status': 'completed', 'code': 200} Jul 05 03:46:46.804532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:46.831825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0', 'mac_address': 'fa:16:3e:b9:0c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:46.882860 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:46.892421 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c20ec873-ddc3-4c2a-bc06-5bab40c4ba42 req-7f6bac4f-0f6b-4821-bbc1-02a41b6608fc service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367007 Jul 05 03:46:46.894295 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29602216-1d1f-4c49-a167-942b11233deb {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:46.896228 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:46.904529 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:46.918807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:46.921830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Transition to ACTIVE for port object 29602216-1d1f-4c49-a167-942b11233deb will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:47.022667 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.053464 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.086244 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'c2c31404-8797-4ee8-97d3-f5047a5244b2', '391a930b-c71e-482a-8b17-3bfa8cb99657', '2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7', '1a4228c9-30ff-4a71-a4ff-45fc14828dc7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:47.117476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:47.143388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Pushing event updated for resources: {'Port': ['ID=29602216-1d1f-4c49-a167-942b11233deb,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:47.221142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['b5f2c848-1e9d-4d89-b993-fe84b6cb66b0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:47.270415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Attempting to bind port 29602216-1d1f-4c49-a167-942b11233deb on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:47.271120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Attempting to bind port 29602216-1d1f-4c49-a167-942b11233deb by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '47b99471-57be-448b-9c31-1b997006a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dd7cc3ff-8fa5-430e-8fee-2afdded58c13'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:47.271719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Attempting to bind port 29602216-1d1f-4c49-a167-942b11233deb on network dd7cc3ff-8fa5-430e-8fee-2afdded58c13 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:47.288475 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Port 29602216-1d1f-4c49-a167-942b11233deb on network dd7cc3ff-8fa5-430e-8fee-2afdded58c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:47.289965 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Attempting to bind port 29602216-1d1f-4c49-a167-942b11233deb on network dd7cc3ff-8fa5-430e-8fee-2afdded58c13 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:47.297033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:47.297377 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Checking segment: {'id': '47b99471-57be-448b-9c31-1b997006a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dd7cc3ff-8fa5-430e-8fee-2afdded58c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:47.297770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Bound using segment: {'id': '47b99471-57be-448b-9c31-1b997006a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dd7cc3ff-8fa5-430e-8fee-2afdded58c13'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:47.298251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Bound port: 29602216-1d1f-4c49-a167-942b11233deb, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b99471-57be-448b-9c31-1b997006a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dd7cc3ff-8fa5-430e-8fee-2afdded58c13'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:47.298781 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.418588 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] For port 29602216-1d1f-4c49-a167-942b11233deb, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:47.422581 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] For port 29602216-1d1f-4c49-a167-942b11233deb, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=29602216-1d1f-4c49-a167-942b11233deb,segment=NetworkSegment(47b99471-57be-448b-9c31-1b997006a93b),segment_id=47b99471-57be-448b-9c31-1b997006a93b)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:47.448195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f6c273a-bf2e-4f4f-b867-052c663b9eed req-d75afd53-ba4b-40a3-a657-22b97c4a9d19 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=c725784a-e37d-4242-b0e9-71640a912b91 HTTP/1.1" status: 200 len: 210 time: 0.0495257 Jul 05 03:46:47.505794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.564695 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:47.565327 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.566752 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d91992ae-b448-467b-8824-11a029dc606c req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] 10.222.0.11 "PUT /v2.0/ports/29602216-1d1f-4c49-a167-942b11233deb HTTP/1.1" status: 200 len: 1092 time: 1.6442151 Jul 05 03:46:47.596377 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2320e-82ce-4dc0-a1eb-97cc4312a393 service neutron] Pushing event updated for resources: {'Port': ['ID=29602216-1d1f-4c49-a167-942b11233deb,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:47.863638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91992ae-b448-467b-8824-11a029dc606c req-862769a7-600d-416e-800b-5bfc5a18d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:47.865221 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d91992ae-b448-467b-8824-11a029dc606c req-862769a7-600d-416e-800b-5bfc5a18d757 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d731d94f5c14827ac5f7c820468dc02&device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 1095 time: 0.1640656 Jul 05 03:46:47.962807 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d91992ae-b448-467b-8824-11a029dc606c req-a3942084-52b6-4e55-8e0c-59df181d2142 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29602216-1d1f-4c49-a167-942b11233deb HTTP/1.1" status: 200 len: 217 time: 0.0869663 Jul 05 03:46:48.040029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91992ae-b448-467b-8824-11a029dc606c req-ca82bcaf-26f7-46bf-b5d1-f7528826d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.044791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6ae71-3a24-4c59-b622-0b5ab01a404f req-d4761f5e-591d-43e9-9d93-b350934603cf tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.045710 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d91992ae-b448-467b-8824-11a029dc606c req-ca82bcaf-26f7-46bf-b5d1-f7528826d749 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=99edaacc-71e7-46d2-a4bd-2fc32ea11773 HTTP/1.1" status: 200 len: 858 time: 0.0760553 Jul 05 03:46:48.047156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3bf6ae71-3a24-4c59-b622-0b5ab01a404f req-d4761f5e-591d-43e9-9d93-b350934603cf tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 944 time: 0.4897623 Jul 05 03:46:48.086423 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d91992ae-b448-467b-8824-11a029dc606c req-105ba2aa-fcc1-403b-bac6-513068d8c31b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd7cc3ff-8fa5-430e-8fee-2afdded58c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347311 Jul 05 03:46:48.090764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ed526-49dc-4427-9b8b-1f761812a9ad req-82f42a4a-d5da-41c7-9ae8-cbd01f4a5826 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.093431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-592ed526-49dc-4427-9b8b-1f761812a9ad req-82f42a4a-d5da-41c7-9ae8-cbd01f4a5826 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1381850 Jul 05 03:46:48.136413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3bf6ae71-3a24-4c59-b622-0b5ab01a404f req-3822fced-7774-43c0-8269-3549df7fed61 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/security-groups?id=51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703523 Jul 05 03:46:48.222437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-592ed526-49dc-4427-9b8b-1f761812a9ad req-5061d60e-8d79-4c60-8fc1-9cf2016fcb40 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062317 Jul 05 03:46:48.252336 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d91992ae-b448-467b-8824-11a029dc606c req-f759ae2c-3745-4510-a30e-3b606d161d6c service neutron] 10.222.0.11 "GET /v2.0/networks/dd7cc3ff-8fa5-430e-8fee-2afdded58c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583943 Jul 05 03:46:48.446826 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d91992ae-b448-467b-8824-11a029dc606c req-c260caf7-43b7-4ce1-b78f-b96d3e16580f service neutron] 10.222.0.11 "GET /v2.0/networks/dd7cc3ff-8fa5-430e-8fee-2afdded58c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875942 Jul 05 03:46:48.486236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f16ea0-4d43-4c30-a76a-10182fa7b269 req-b899aaa3-be4e-42da-aac3-bcc6e4f86aa4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.487763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6f16ea0-4d43-4c30-a76a-10182fa7b269 req-b899aaa3-be4e-42da-aac3-bcc6e4f86aa4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 947 time: 0.1167941 Jul 05 03:46:48.547382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edf80f-9a9a-4e5c-9f38-d4c4f83a95fe req-2fa7805d-ce69-45c6-aa4a-d2de0bc6e18f tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.548856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6edf80f-9a9a-4e5c-9f38-d4c4f83a95fe req-2fa7805d-ce69-45c6-aa4a-d2de0bc6e18f tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 1096 time: 0.1036162 Jul 05 03:46:48.558084 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:48.568800 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6f16ea0-4d43-4c30-a76a-10182fa7b269 req-ecd33622-1d2d-4def-bf8e-a6320eb5ff30 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735221 Jul 05 03:46:48.674236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:48.674236 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:48.675079 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6edf80f-9a9a-4e5c-9f38-d4c4f83a95fe req-99583f40-eed7-4b60-a930-417ab3c0e8e6 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872552 Jul 05 03:46:48.760775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879037ee-e9f3-4a6e-8c04-9daf36711745', 'tag': '29602216-1d1f-4c49-a167-942b11233deb'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:48.763397 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66decb12-4a90-4e09-8d53-2f044b4871c4" -d '{"events": [{"name": "network-changed", "server_uuid": "879037ee-e9f3-4a6e-8c04-9daf36711745", "tag": "29602216-1d1f-4c49-a167-942b11233deb"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:48.786097 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:48.818976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:48.821406 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ea87a1-bd99-464e-9b14-04a9c4d14471" -d '{"events": [{"server_uuid": "a1cedb2f-be1c-45f1-8b95-461b2be02ec4", "name": "network-vif-plugged", "status": "completed", "tag": "b5f2c848-1e9d-4d89-b993-fe84b6cb66b0"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:48.835549 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:48.956736 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:48.957681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:49.072542 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba5724-b141-42d7-8b31-e0426a428a2f req-2b615638-0932-433b-8e73-5fdb3ce4531c tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:49.080799 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0cba5724-b141-42d7-8b31-e0426a428a2f req-2b615638-0932-433b-8e73-5fdb3ce4531c tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 1098 time: 0.0707054 Jul 05 03:46:49.089925 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:49.121615 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0cba5724-b141-42d7-8b31-e0426a428a2f req-f6bc9084-227e-4ca7-a15d-c57b3bf19701 tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396390 Jul 05 03:46:49.224927 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:49.229861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:49.230354 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.349336 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.392643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:49.487764 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.488673 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:49.541158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:46:49.541500 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 1a4228c9-30ff-4a71-a4ff-45fc14828dc7 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:49.577827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:49.651369 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639ee70f-76ae-4e25-9c6b-688e1dd73e72 x-openstack-request-id: req-639ee70f-76ae-4e25-9c6b-688e1dd73e72 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:49.651939 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879037ee-e9f3-4a6e-8c04-9daf36711745", "tag": "29602216-1d1f-4c49-a167-942b11233deb", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:49.652205 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-639ee70f-76ae-4e25-9c6b-688e1dd73e72 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:49.652628 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879037ee-e9f3-4a6e-8c04-9daf36711745', 'tag': '29602216-1d1f-4c49-a167-942b11233deb', 'status': 'completed', 'code': 200} Jul 05 03:46:49.757053 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66decb12-4a90-4e09-8d53-2f044b4871c4 req-5a5cd449-d557-4f76-8475-bcf58cff6906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:49.759452 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-66decb12-4a90-4e09-8d53-2f044b4871c4 req-5a5cd449-d557-4f76-8475-bcf58cff6906 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d731d94f5c14827ac5f7c820468dc02&device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 1095 time: 0.0701292 Jul 05 03:46:49.945956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66decb12-4a90-4e09-8d53-2f044b4871c4 req-830ab1c6-7105-4530-9164-0b54eea409ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:49.951203 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-66decb12-4a90-4e09-8d53-2f044b4871c4 req-830ab1c6-7105-4530-9164-0b54eea409ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=dd7cc3ff-8fa5-430e-8fee-2afdded58c13 HTTP/1.1" status: 200 len: 919 time: 0.1813617 Jul 05 03:46:50.000565 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-66decb12-4a90-4e09-8d53-2f044b4871c4 req-b5ed417b-847a-494d-b06e-d80175510d11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29602216-1d1f-4c49-a167-942b11233deb HTTP/1.1" status: 200 len: 217 time: 0.0434110 Jul 05 03:46:50.068113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66decb12-4a90-4e09-8d53-2f044b4871c4 req-3bd443b1-4580-4087-8073-7188c9be1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.069855 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-66decb12-4a90-4e09-8d53-2f044b4871c4 req-3bd443b1-4580-4087-8073-7188c9be1fff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=99edaacc-71e7-46d2-a4bd-2fc32ea11773 HTTP/1.1" status: 200 len: 858 time: 0.0639031 Jul 05 03:46:50.111305 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-66decb12-4a90-4e09-8d53-2f044b4871c4 req-79e7191f-47a5-41b0-a02c-1ae54d8787cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd7cc3ff-8fa5-430e-8fee-2afdded58c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333056 Jul 05 03:46:50.254488 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-66decb12-4a90-4e09-8d53-2f044b4871c4 req-d935cc13-0c92-424d-aabc-d78c1ae0d078 service neutron] 10.222.0.11 "GET /v2.0/networks/dd7cc3ff-8fa5-430e-8fee-2afdded58c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311624 Jul 05 03:46:50.277740 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087d3393-d7cf-4ddc-9437-4d0e75ccd01a x-openstack-request-id: req-087d3393-d7cf-4ddc-9437-4d0e75ccd01a {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:50.278045 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cedb2f-be1c-45f1-8b95-461b2be02ec4", "name": "network-vif-plugged", "status": "completed", "tag": "b5f2c848-1e9d-4d89-b993-fe84b6cb66b0", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:50.278302 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-087d3393-d7cf-4ddc-9437-4d0e75ccd01a {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:50.278800 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0', 'code': 200} Jul 05 03:46:50.379036 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-66decb12-4a90-4e09-8d53-2f044b4871c4 req-14a0423c-5751-425b-b472-baf1268bef5c service neutron] 10.222.0.11 "GET /v2.0/networks/dd7cc3ff-8fa5-430e-8fee-2afdded58c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171331 Jul 05 03:46:50.467839 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328bafb-e904-4676-864c-df9c4c048129 req-7685c035-8c18-4863-b465-8644019f6935 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.475320 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8328bafb-e904-4676-864c-df9c4c048129 req-7685c035-8c18-4863-b465-8644019f6935 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 944 time: 0.0866370 Jul 05 03:46:50.521913 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8328bafb-e904-4676-864c-df9c4c048129 req-0e1c2594-44a7-4d9a-a4f2-81654a10037d tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/security-groups?id=51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451319 Jul 05 03:46:50.818515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97c3af-fa05-455a-ac02-5c62770cbf62 req-9f41d0d9-c3fd-41ee-89df-6de74dd14b7e tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.820154 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b97c3af-fa05-455a-ac02-5c62770cbf62 req-9f41d0d9-c3fd-41ee-89df-6de74dd14b7e tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.0996473 Jul 05 03:46:50.864226 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b97c3af-fa05-455a-ac02-5c62770cbf62 req-bf8c4471-8358-4b74-9a1a-3ce4ccabeac0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376921 Jul 05 03:46:51.223431 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-88368acb-049c-4a5b-83a0-27f96b31e98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.323906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-03e88a04-017f-418b-9170-2c8f76f8723d tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:46:51.325180 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-03e88a04-017f-418b-9170-2c8f76f8723d tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063224 Jul 05 03:46:51.325391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a74e22-ff1c-4a1f-8848-5239760331c5 req-287f5493-5e4f-4cf0-b925-74d208c90051 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:51.328292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53a74e22-ff1c-4a1f-8848-5239760331c5 req-287f5493-5e4f-4cf0-b925-74d208c90051 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 949 time: 0.0895841 Jul 05 03:46:51.341172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-25276bda-d5e8-482c-b625-df7b836f304c req-10b3f55d-74e9-447b-b75b-75f1a72690eb service neutron] Request body: {'binding': {'host': 'n-h1-798249-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:51.341768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-25276bda-d5e8-482c-b625-df7b836f304c req-10b3f55d-74e9-447b-b75b-75f1a72690eb service neutron] Unknown quota resources ['binding']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:46:51.379261 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53a74e22-ff1c-4a1f-8848-5239760331c5 req-2b4265c4-af6f-435e-b367-051e64dbd563 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447931 Jul 05 03:46:51.509486 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-866bc20f-d893-4871-bb46-bda881d5427a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=11262911861945c3a6162015d1587211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290542 Jul 05 03:46:51.644332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-673a5e93-b65b-4aa8-8840-27a850c216ff tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:51.656576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-673a5e93-b65b-4aa8-8840-27a850c216ff tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363049 Jul 05 03:46:51.659473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-25276bda-d5e8-482c-b625-df7b836f304c req-10b3f55d-74e9-447b-b75b-75f1a72690eb service neutron] Attempting to bind port 9b67cb2f-43e8-492c-8b82-22c5b40a350b on host n-h1-798249-5 for vnic_type normal with profile None {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:51.660542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-25276bda-d5e8-482c-b625-df7b836f304c req-10b3f55d-74e9-447b-b75b-75f1a72690eb service neutron] Attempting to bind port 9b67cb2f-43e8-492c-8b82-22c5b40a350b by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:51.660816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25276bda-d5e8-482c-b625-df7b836f304c req-10b3f55d-74e9-447b-b75b-75f1a72690eb service neutron] Attempting to bind port 9b67cb2f-43e8-492c-8b82-22c5b40a350b on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:51.674612 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-4c7afc6b-6994-4cfe-9cf6-5296b090b517 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/quotas/11262911861945c3a6162015d1587211 HTTP/1.1" status: 200 len: 375 time: 0.0191057 Jul 05 03:46:51.678851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25276bda-d5e8-482c-b625-df7b836f304c req-10b3f55d-74e9-447b-b75b-75f1a72690eb service neutron] Port 9b67cb2f-43e8-492c-8b82-22c5b40a350b on network 4691479b-1728-4d4d-b293-81f5c048e409 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:51.679207 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25276bda-d5e8-482c-b625-df7b836f304c req-10b3f55d-74e9-447b-b75b-75f1a72690eb service neutron] Attempting to bind port 9b67cb2f-43e8-492c-8b82-22c5b40a350b on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:51.691188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25276bda-d5e8-482c-b625-df7b836f304c req-10b3f55d-74e9-447b-b75b-75f1a72690eb service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:51.691188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25276bda-d5e8-482c-b625-df7b836f304c req-10b3f55d-74e9-447b-b75b-75f1a72690eb service neutron] Checking segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:51.691188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25276bda-d5e8-482c-b625-df7b836f304c req-10b3f55d-74e9-447b-b75b-75f1a72690eb service neutron] Bound using segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:51.691188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-25276bda-d5e8-482c-b625-df7b836f304c req-10b3f55d-74e9-447b-b75b-75f1a72690eb service neutron] Bound port: 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:51.803673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-25276bda-d5e8-482c-b625-df7b836f304c req-10b3f55d-74e9-447b-b75b-75f1a72690eb service neutron] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:51.830161 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-482f5127-f654-494e-b886-c42c0007c296 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1527979 Jul 05 03:46:51.886981 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-25276bda-d5e8-482c-b625-df7b836f304c req-10b3f55d-74e9-447b-b75b-75f1a72690eb service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.888663 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-10b3f55d-74e9-447b-b75b-75f1a72690eb service neutron] 10.222.0.60 "POST /v2.0/ports/9b67cb2f-43e8-492c-8b82-22c5b40a350b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5542481 Jul 05 03:46:52.280213 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 29602216-1d1f-4c49-a167-942b11233deb details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:52.294149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39062bfd-2c31-4e34-bd7c-c4683202639c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:52.294149 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f964fe99-52e6-4e3b-bea5-0d4e062c6dc9" -d '{"events": [{"server_uuid": "39062bfd-2c31-4e34-bd7c-c4683202639c", "name": "network-vif-plugged", "status": "completed", "tag": "e5f2d1e2-d615-4786-a2b7-09aa7949f8d0"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:52.345410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c07aa-f77d-4aae-95f6-38ce1658cc57 req-7293acad-7cfd-40bc-944f-23f300ef340a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.347116 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-996c07aa-f77d-4aae-95f6-38ce1658cc57 req-7293acad-7cfd-40bc-944f-23f300ef340a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 949 time: 0.2403715 Jul 05 03:46:52.421908 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 29602216-1d1f-4c49-a167-942b11233deb, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=29602216-1d1f-4c49-a167-942b11233deb,segment=NetworkSegment(47b99471-57be-448b-9c31-1b997006a93b),segment_id=47b99471-57be-448b-9c31-1b997006a93b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:52.441898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '29602216-1d1f-4c49-a167-942b11233deb', 'network_id': 'dd7cc3ff-8fa5-430e-8fee-2afdded58c13', 'port_id': '29602216-1d1f-4c49-a167-942b11233deb', 'mac_address': 'fa:16:3e:3e:70:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99edaacc-71e7-46d2-a4bd-2fc32ea11773', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:52.472522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164ce17-cf5f-4f8f-8d78-961216d22b68 req-8f7f7a2d-eead-42a0-9dc5-3e7b9450125a tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.477373 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e164ce17-cf5f-4f8f-8d78-961216d22b68 req-8f7f7a2d-eead-42a0-9dc5-3e7b9450125a tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.2164202 Jul 05 03:46:52.489177 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:52.506643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29602216-1d1f-4c49-a167-942b11233deb {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:52.573278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 29602216-1d1f-4c49-a167-942b11233deb, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=29602216-1d1f-4c49-a167-942b11233deb,segment=NetworkSegment(47b99471-57be-448b-9c31-1b997006a93b),segment_id=47b99471-57be-448b-9c31-1b997006a93b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:52.574177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5600061-1d2e-4806-945d-5e6085043c18 req-9f0cd66a-65d9-4204-b2e5-3fbe73ba4b59 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.574177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5600061-1d2e-4806-945d-5e6085043c18 req-9f0cd66a-65d9-4204-b2e5-3fbe73ba4b59 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 944 time: 0.1779213 Jul 05 03:46:52.582595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e164ce17-cf5f-4f8f-8d78-961216d22b68 req-0087c536-6bba-46cc-bb4e-eb306cf7ca2a tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007299 Jul 05 03:46:52.618316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5600061-1d2e-4806-945d-5e6085043c18 req-9e5f46af-1f6b-485e-a617-bfcdc1d4791c tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/security-groups?id=51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654023 Jul 05 03:46:52.727687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3b0ea3b-f00b-4214-8ea7-52be2322b441 req-6ae2166d-1c23-4f8d-80b3-8b2dd81ecfc3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 210 time: 0.0471249 Jul 05 03:46:52.807596 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-996c07aa-f77d-4aae-95f6-38ce1658cc57 req-171eb34b-72f3-40d2-a20b-7448571487f6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Deleting port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:52.808153 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-996c07aa-f77d-4aae-95f6-38ce1658cc57 req-171eb34b-72f3-40d2-a20b-7448571487f6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:52.883041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1522fa-cde0-48ac-94b6-7246aca973a3 req-3a4f884e-acda-4c7d-a030-f06e09cb4e1b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.886249 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:52.886856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e1522fa-cde0-48ac-94b6-7246aca973a3 req-3a4f884e-acda-4c7d-a030-f06e09cb4e1b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 945 time: 0.0935171 Jul 05 03:46:52.931762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-996c07aa-f77d-4aae-95f6-38ce1658cc57 req-171eb34b-72f3-40d2-a20b-7448571487f6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] For port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:52.932242 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-996c07aa-f77d-4aae-95f6-38ce1658cc57 req-171eb34b-72f3-40d2-a20b-7448571487f6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:52.955259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-996c07aa-f77d-4aae-95f6-38ce1658cc57 req-171eb34b-72f3-40d2-a20b-7448571487f6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Calling delete_port for 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:52.994621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e1522fa-cde0-48ac-94b6-7246aca973a3 req-b20f5c1d-6b63-4a7a-9a26-57d8ef88c009 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006699 Jul 05 03:46:53.011789 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24169ab-6d4b-449e-a8db-e388c253d853 x-openstack-request-id: req-a24169ab-6d4b-449e-a8db-e388c253d853 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:53.012377 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39062bfd-2c31-4e34-bd7c-c4683202639c", "name": "network-vif-plugged", "status": "completed", "tag": "e5f2d1e2-d615-4786-a2b7-09aa7949f8d0", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:53.024250 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a24169ab-6d4b-449e-a8db-e388c253d853 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:53.024250 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39062bfd-2c31-4e34-bd7c-c4683202639c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0', 'code': 200} Jul 05 03:46:53.077103 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=29602216-1d1f-4c49-a167-942b11233deb,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:53.182060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['29602216-1d1f-4c49-a167-942b11233deb'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:53.293729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2967c-f679-4ff2-9ddd-226e99b4de16 req-4ffdf97e-cdc8-48d5-8de8-784b1f0c64f3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.295749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d9b2967c-f679-4ff2-9ddd-226e99b4de16 req-4ffdf97e-cdc8-48d5-8de8-784b1f0c64f3 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 949 time: 0.1091824 Jul 05 03:46:53.412099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d9b2967c-f679-4ff2-9ddd-226e99b4de16 req-638e3ec9-1cfa-48ac-953d-b20c243bf2a4 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073020 Jul 05 03:46:53.416530 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25276bda-d5e8-482c-b625-df7b836f304c req-488f5526-d815-4c22-b149-a67b16957aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.418675 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-488f5526-d815-4c22-b149-a67b16957aae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 1096 time: 0.2448187 Jul 05 03:46:53.569458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25276bda-d5e8-482c-b625-df7b836f304c req-196addcc-6060-407c-8f4c-1c1841610c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.571412 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-196addcc-6060-407c-8f4c-1c1841610c55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.1458921 Jul 05 03:46:53.572821 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-996c07aa-f77d-4aae-95f6-38ce1658cc57 req-171eb34b-72f3-40d2-a20b-7448571487f6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:53.593019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'c2c31404-8797-4ee8-97d3-f5047a5244b2', '391a930b-c71e-482a-8b17-3bfa8cb99657', '2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:53.681838 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-d8e21db6-b8a0-4159-9375-9d8ef10a38a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b HTTP/1.1" status: 200 len: 217 time: 0.0969470 Jul 05 03:46:53.682775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171eb34b-72f3-40d2-a20b-7448571487f6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event deleted for resources: {'Port': ['ID=2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:53.806611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-996c07aa-f77d-4aae-95f6-38ce1658cc57 req-171eb34b-72f3-40d2-a20b-7448571487f6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] No DVR routers for this DVR port 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:53.810718 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-996c07aa-f77d-4aae-95f6-38ce1658cc57 req-171eb34b-72f3-40d2-a20b-7448571487f6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:53.814091 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-996c07aa-f77d-4aae-95f6-38ce1658cc57 req-171eb34b-72f3-40d2-a20b-7448571487f6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "DELETE /v2.0/ports/2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 HTTP/1.1" status: 204 len: 173 time: 1.4542770 Jul 05 03:46:53.818707 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284d9c06-5493-475e-ba34-978048aa0a5b', 'name': 'network-vif-deleted', 'tag': '2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:53.832655 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1619cc1b-8ecf-4c88-9d53-b59022b404b8" -d '{"events": [{"server_uuid": "284d9c06-5493-475e-ba34-978048aa0a5b", "name": "network-vif-deleted", "tag": "2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:53.853257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25276bda-d5e8-482c-b625-df7b836f304c req-06bfd6c2-c6d7-4b82-b506-a49e512013cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.855147 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-06bfd6c2-c6d7-4b82-b506-a49e512013cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.1509731 Jul 05 03:46:53.915881 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-2a1d8c84-4a48-4b02-8124-4184cf566ee4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522034 Jul 05 03:46:54.076159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ef879-4d26-4637-976b-00801fcadc63 req-955f5a8f-e33f-48aa-bea0-9a2f2625b139 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:54.088092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e78ef879-4d26-4637-976b-00801fcadc63 req-955f5a8f-e33f-48aa-bea0-9a2f2625b139 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 945 time: 0.2754881 Jul 05 03:46:54.090902 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472', '03e0e01e-bea0-4219-bd46-c9d73b5f9f64'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:54.118867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e1b7a-bbc6-421b-a4a9-478e87554600 req-0e196574-d330-4868-9d9c-bdd681915ae8 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:54.120487 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f5e1b7a-bbc6-421b-a4a9-478e87554600 req-0e196574-d330-4868-9d9c-bdd681915ae8 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.3649266 Jul 05 03:46:54.143534 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-83610be4-c19f-4dff-bc7c-0c47318e1092 service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164872 Jul 05 03:46:54.288336 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e78ef879-4d26-4637-976b-00801fcadc63 req-f2434fdc-dd7e-4d14-8f2f-9852b62aa24b tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/security-groups?id=51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959045 Jul 05 03:46:54.306942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f5e1b7a-bbc6-421b-a4a9-478e87554600 req-c415eb1e-be72-457c-bbc0-12d237e7bd4f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761932 Jul 05 03:46:54.349874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 29602216-1d1f-4c49-a167-942b11233deb up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:54.419848 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:54.445399 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-af1dc3fd-a83a-4615-8419-f26bd9cd08dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:54.464990 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-da01edd7-bb4b-45d5-ba39-9f5f83bb86ec service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122232 Jul 05 03:46:54.517188 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c66a618-288c-4f1e-969e-3d9004c82aa9 x-openstack-request-id: req-4c66a618-288c-4f1e-969e-3d9004c82aa9 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:54.517476 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284d9c06-5493-475e-ba34-978048aa0a5b", "name": "network-vif-deleted", "tag": "2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:54.517739 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c66a618-288c-4f1e-969e-3d9004c82aa9 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:54.518143 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284d9c06-5493-475e-ba34-978048aa0a5b', 'name': 'network-vif-deleted', 'tag': '2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7', 'status': 'completed', 'code': 200} Jul 05 03:46:54.680721 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ed3334a-0eb2-4b59-a033-a43416cd5b79 req-634ad5bc-5d3f-4b93-a74f-b997db801a40 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 210 time: 0.0757210 Jul 05 03:46:54.804880 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 29602216-1d1f-4c49-a167-942b11233deb completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:54.894602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 29602216-1d1f-4c49-a167-942b11233deb triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:54.897510 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:54.978028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7ecd0-03cc-4bba-9dc1-c78de1311a90 req-1d855dc6-024b-41c5-82be-63315d7ad55e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:54.988772 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5dd7ecd0-03cc-4bba-9dc1-c78de1311a90 req-1d855dc6-024b-41c5-82be-63315d7ad55e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 945 time: 0.1697505 Jul 05 03:46:55.087414 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5dd7ecd0-03cc-4bba-9dc1-c78de1311a90 req-fa320425-3b57-49de-91fd-4876cff17519 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976684 Jul 05 03:46:55.179790 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.195100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63aeddad-ef12-4247-aec6-9b450f8c297f req-e8deee9b-f912-4d80-9f43-c7bfa646041d tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=284d9c06-5493-475e-ba34-978048aa0a5b HTTP/1.1" status: 200 len: 210 time: 0.0525856 Jul 05 03:46:55.277694 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.360097 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879037ee-e9f3-4a6e-8c04-9daf36711745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29602216-1d1f-4c49-a167-942b11233deb'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:55.362374 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b785d7b-ac90-4e3f-b313-e2dfa82a1141" -d '{"events": [{"server_uuid": "879037ee-e9f3-4a6e-8c04-9daf36711745", "name": "network-vif-plugged", "status": "completed", "tag": "29602216-1d1f-4c49-a167-942b11233deb"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:55.414351 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 29602216-1d1f-4c49-a167-942b11233deb, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=29602216-1d1f-4c49-a167-942b11233deb,segment=NetworkSegment(47b99471-57be-448b-9c31-1b997006a93b),segment_id=47b99471-57be-448b-9c31-1b997006a93b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:55.485795 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.609032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=29602216-1d1f-4c49-a167-942b11233deb,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:55.639719 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-508b5c24-a676-4008-8043-a95719141bd1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=11262911861945c3a6162015d1587211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547392 Jul 05 03:46:55.713490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58439af-7269-4fbf-9eca-674d97d9c238 req-7c971a36-e85d-42b9-96da-128854365ba0 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:55.715204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f58439af-7269-4fbf-9eca-674d97d9c238 req-7c971a36-e85d-42b9-96da-128854365ba0 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 946 time: 0.1394849 Jul 05 03:46:55.730084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1852b1f-9380-49ff-9968-e22990c8eb58 req-a9d4a097-e7c3-443b-bd2b-cfdd14f2fd71 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:55.731640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1852b1f-9380-49ff-9968-e22990c8eb58 req-a9d4a097-e7c3-443b-bd2b-cfdd14f2fd71 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1051178 Jul 05 03:46:55.827504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f58439af-7269-4fbf-9eca-674d97d9c238 req-0a9bbcbd-d805-4226-9e2d-74b9d3d75029 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/security-groups?id=51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901587 Jul 05 03:46:55.844416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1852b1f-9380-49ff-9968-e22990c8eb58 req-a040ecf8-3a9c-4f75-997d-d9663a3810fa tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011117 Jul 05 03:46:55.912639 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaf7713-538b-4db7-b6ed-8887c0e1027a x-openstack-request-id: req-dcaf7713-538b-4db7-b6ed-8887c0e1027a {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:55.913120 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879037ee-e9f3-4a6e-8c04-9daf36711745", "name": "network-vif-plugged", "status": "completed", "tag": "29602216-1d1f-4c49-a167-942b11233deb", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:55.913220 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dcaf7713-538b-4db7-b6ed-8887c0e1027a {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:55.913603 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879037ee-e9f3-4a6e-8c04-9daf36711745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29602216-1d1f-4c49-a167-942b11233deb', 'code': 200} Jul 05 03:46:55.964733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-418615a9-8a15-4f26-9c26-ef5285a7b0ae tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:55.973401 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-418615a9-8a15-4f26-9c26-ef5285a7b0ae tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3292120 Jul 05 03:46:55.985839 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-cd1ca0a5-678c-4999-9647-f4a1cdbb52bf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Request body: {'port': {'device_id': '96b6f249-a34b-4047-9afb-bcb5ac9b9060', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '11262911861945c3a6162015d1587211'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:56.230330 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-41aad580-eddd-4a9b-9e68-e3031eae2bb2 req-e61f3c10-5051-4b07-a24c-a11b5e8996b8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 210 time: 0.0878119 Jul 05 03:46:56.307449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07682829-d074-4b74-ab5b-d2a3896204a8 req-05d30bfb-33fc-4069-ad35-346ba1b353d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:56.309433 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-07682829-d074-4b74-ab5b-d2a3896204a8 req-05d30bfb-33fc-4069-ad35-346ba1b353d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 1097 time: 0.2042499 Jul 05 03:46:56.391881 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-07682829-d074-4b74-ab5b-d2a3896204a8 req-8e14be92-5906-4118-a793-901e2c5cf046 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624208 Jul 05 03:46:56.499923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-cd1ca0a5-678c-4999-9647-f4a1cdbb52bf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Made reservation on behalf of 11262911861945c3a6162015d1587211 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:56.504736 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-cd1ca0a5-678c-4999-9647-f4a1cdbb52bf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.509676 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea42c4-5d41-40d2-9cc5-b60933070072 req-489256ff-1ae5-4b20-b715-1019df913869 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:56.517343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58ea42c4-5d41-40d2-9cc5-b60933070072 req-489256ff-1ae5-4b20-b715-1019df913869 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 945 time: 0.1005490 Jul 05 03:46:56.608853 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58ea42c4-5d41-40d2-9cc5-b60933070072 req-c0d72f5d-06ee-49ff-af8d-d445e2c246a1 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761173 Jul 05 03:46:56.624044 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:56.659483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:46:56.660105 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2f23655f-3d2b-4f38-9c73-c0c77f2fbdc7 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:56.735118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-cd1ca0a5-678c-4999-9647-f4a1cdbb52bf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Allocated IP 192.168.233.154 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/6a944b48-2a72-49e0-882d-e361769632ef) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:56.984124 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.985131 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-cd1ca0a5-678c-4999-9647-f4a1cdbb52bf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.004199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-cd1ca0a5-678c-4999-9647-f4a1cdbb52bf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Transition to ACTIVE for port object 6a944b48-2a72-49e0-882d-e361769632ef will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:57.089635 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168462e-4bb0-4746-bc60-497693f54170 req-1de64bc2-4a04-42dd-b467-67118332581c tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:57.091732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e168462e-4bb0-4746-bc60-497693f54170 req-1de64bc2-4a04-42dd-b467-67118332581c tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1132412 Jul 05 03:46:57.147265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e168462e-4bb0-4746-bc60-497693f54170 req-e60d6969-fa53-4028-9ac1-96708395bf82 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496037 Jul 05 03:46:57.168728 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-cd1ca0a5-678c-4999-9647-f4a1cdbb52bf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.188327 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['e5f2d1e2-d615-4786-a2b7-09aa7949f8d0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:57.332305 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ca0a5-678c-4999-9647-f4a1cdbb52bf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Pushing event updated for resources: {'Port': ['ID=6a944b48-2a72-49e0-882d-e361769632ef,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:57.360049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-cd1ca0a5-678c-4999-9647-f4a1cdbb52bf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:57.363269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-cd1ca0a5-678c-4999-9647-f4a1cdbb52bf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:57.379014 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-cd1ca0a5-678c-4999-9647-f4a1cdbb52bf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:57.425876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573404ae-e01e-4b80-a98c-a8b11a4cbbf6 req-bccd34ea-6395-4532-985b-c98b637ccf63 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:57.442062 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-573404ae-e01e-4b80-a98c-a8b11a4cbbf6 req-bccd34ea-6395-4532-985b-c98b637ccf63 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 946 time: 0.1937101 Jul 05 03:46:57.513690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-cd1ca0a5-678c-4999-9647-f4a1cdbb52bf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:57.515929 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-cd1ca0a5-678c-4999-9647-f4a1cdbb52bf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.519891 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-573404ae-e01e-4b80-a98c-a8b11a4cbbf6 req-f2152498-b06f-41fc-b965-f43a5334dd43 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/security-groups?id=51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763688 Jul 05 03:46:57.635246 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-cd1ca0a5-678c-4999-9647-f4a1cdbb52bf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6539636 Jul 05 03:46:57.648694 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Request body: {'port': {'device_id': '96b6f249-a34b-4047-9afb-bcb5ac9b9060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:57.825151 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.899867 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f9d3717f-a3da-4457-b948-2bfef481f543 None None] Provisioning for port 6a944b48-2a72-49e0-882d-e361769632ef completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:57.905708 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f9d3717f-a3da-4457-b948-2bfef481f543 None None] Provisioning complete for port 6a944b48-2a72-49e0-882d-e361769632ef triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:57.906384 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f9d3717f-a3da-4457-b948-2bfef481f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.931126 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360449c-29c1-4dee-84b2-9642281651e1 req-2536de0f-b95c-42ee-97dd-47f38a6026db tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:57.938904 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f360449c-29c1-4dee-84b2-9642281651e1 req-2536de0f-b95c-42ee-97dd-47f38a6026db tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 936 time: 0.0809717 Jul 05 03:46:58.000127 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f360449c-29c1-4dee-84b2-9642281651e1 req-b0ab3dc4-f2aa-44f9-b4de-557ffc2e327a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556817 Jul 05 03:46:58.049095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3717f-a3da-4457-b948-2bfef481f543 None None] Port 6a944b48-2a72-49e0-882d-e361769632ef cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:58.253310 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a944b48-2a72-49e0-882d-e361769632ef {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:58.264746 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.271254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cc53a-defb-446e-8b11-b7086ee5ffbe req-0ceb1c2f-e7d2-401c-b3be-20a27245d516 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:58.278526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f65cc53a-defb-446e-8b11-b7086ee5ffbe req-0ceb1c2f-e7d2-401c-b3be-20a27245d516 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 945 time: 0.0871723 Jul 05 03:46:58.279812 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Transition to ACTIVE for port object 6a944b48-2a72-49e0-882d-e361769632ef will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:58.328731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f65cc53a-defb-446e-8b11-b7086ee5ffbe req-16163506-1366-4146-af8d-822362157903 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490096 Jul 05 03:46:58.354421 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.381440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3688e-33c6-460c-9eb1-10304e289a55 req-9938210d-0a0f-45fd-989d-135d560345a0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:58.391182 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-41a3688e-33c6-460c-9eb1-10304e289a55 req-9938210d-0a0f-45fd-989d-135d560345a0 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeb267b-4c34-4c18-ab2f-82c48901f454 HTTP/1.1" status: 200 len: 949 time: 0.2437830 Jul 05 03:46:58.543291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-41a3688e-33c6-460c-9eb1-10304e289a55 req-c2b56403-f245-4d99-9298-8751c1c83a6a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295142 Jul 05 03:46:58.786365 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Pushing event updated for resources: {'Port': ['ID=6a944b48-2a72-49e0-882d-e361769632ef,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:58.832913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef89f7-be01-4bf5-92a8-3f6d143514b3 req-7020ba07-20a6-4ab4-afcc-0e0d8238fa25 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:58.834747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17ef89f7-be01-4bf5-92a8-3f6d143514b3 req-7020ba07-20a6-4ab4-afcc-0e0d8238fa25 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.0953164 Jul 05 03:46:58.896267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17ef89f7-be01-4bf5-92a8-3f6d143514b3 req-532ddbec-731b-49ca-af4d-04c0a0db8028 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499873 Jul 05 03:46:58.953417 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a59611-bc5a-44f5-b14d-e205e40a7ce8 req-1a5d8be9-28f5-4fbc-b162-0a2d08023686 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:58.953417 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d3a59611-bc5a-44f5-b14d-e205e40a7ce8 req-1a5d8be9-28f5-4fbc-b162-0a2d08023686 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "GET /v2.0/ports?device_id=3eeb267b-4c34-4c18-ab2f-82c48901f454 HTTP/1.1" status: 200 len: 949 time: 0.3292511 Jul 05 03:46:59.000945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Attempting to bind port 6a944b48-2a72-49e0-882d-e361769632ef on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:59.001377 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Attempting to bind port 6a944b48-2a72-49e0-882d-e361769632ef by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:59.001789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Attempting to bind port 6a944b48-2a72-49e0-882d-e361769632ef on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:59.010551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de24235-ff57-44de-85a7-1e53b7f5a65d req-7f826bed-dc78-4578-aff1-a2f22774c055 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:59.012054 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5de24235-ff57-44de-85a7-1e53b7f5a65d req-7f826bed-dc78-4578-aff1-a2f22774c055 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 946 time: 0.0963402 Jul 05 03:46:59.019565 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Port 6a944b48-2a72-49e0-882d-e361769632ef on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:59.019902 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Attempting to bind port 6a944b48-2a72-49e0-882d-e361769632ef on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:59.061618 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:59.062059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:59.062734 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:59.063304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Bound port: 6a944b48-2a72-49e0-882d-e361769632ef, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:59.063767 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.081841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5de24235-ff57-44de-85a7-1e53b7f5a65d req-6fadbc9b-b5b6-4253-a3a9-3a90ec80a765 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/security-groups?id=51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595069 Jul 05 03:46:59.146894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d3a59611-bc5a-44f5-b14d-e205e40a7ce8 req-9387d397-8cc4-49a4-92a1-e119ddd6b925 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Deleting port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:59.147246 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d3a59611-bc5a-44f5-b14d-e205e40a7ce8 req-9387d397-8cc4-49a4-92a1-e119ddd6b925 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.227575 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] For port 6a944b48-2a72-49e0-882d-e361769632ef, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:59.233138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] For port 6a944b48-2a72-49e0-882d-e361769632ef, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6a944b48-2a72-49e0-882d-e361769632ef,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:59.268562 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.275724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d3a59611-bc5a-44f5-b14d-e205e40a7ce8 req-9387d397-8cc4-49a4-92a1-e119ddd6b925 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] For port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=03e0e01e-bea0-4219-bd46-c9d73b5f9f64,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:59.279065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d3a59611-bc5a-44f5-b14d-e205e40a7ce8 req-9387d397-8cc4-49a4-92a1-e119ddd6b925 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.292291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d3a59611-bc5a-44f5-b14d-e205e40a7ce8 req-9387d397-8cc4-49a4-92a1-e119ddd6b925 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Calling delete_port for 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:59.314641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4e1c2-a12a-4018-a527-3fa4cd6b39bd req-961e642c-f4c0-42e9-ac65-272c24f5f61c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:59.316083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7af4e1c2-a12a-4018-a527-3fa4cd6b39bd req-961e642c-f4c0-42e9-ac65-272c24f5f61c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 948 time: 0.1058698 Jul 05 03:46:59.355864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7af4e1c2-a12a-4018-a527-3fa4cd6b39bd req-13afd862-1e78-46af-8667-0a8983eb74c8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331824 Jul 05 03:46:59.365371 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.451163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:59.451894 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.453607 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] 10.222.0.11 "PUT /v2.0/ports/6a944b48-2a72-49e0-882d-e361769632ef HTTP/1.1" status: 200 len: 1096 time: 1.8100410 Jul 05 03:46:59.454069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b6f249-a34b-4047-9afb-bcb5ac9b9060', 'tag': '6a944b48-2a72-49e0-882d-e361769632ef'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:59.456466 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0342c93d-2542-4c4e-b2a0-d3e5e82a5d25" -d '{"events": [{"name": "network-changed", "server_uuid": "96b6f249-a34b-4047-9afb-bcb5ac9b9060", "tag": "6a944b48-2a72-49e0-882d-e361769632ef"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:59.510657 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda8fc4-99b2-4c52-830d-c8708612d639 service neutron] Pushing event updated for resources: {'Port': ['ID=6a944b48-2a72-49e0-882d-e361769632ef,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:59.678093 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d3a59611-bc5a-44f5-b14d-e205e40a7ce8 req-9387d397-8cc4-49a4-92a1-e119ddd6b925 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.703961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472', '03e0e01e-bea0-4219-bd46-c9d73b5f9f64'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:59.726341 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c6553-aa6c-4903-be53-775175f0f123 req-a388e52f-9d63-4238-bf94-78648cbdd552 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:59.733799 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-686c6553-aa6c-4903-be53-775175f0f123 req-a388e52f-9d63-4238-bf94-78648cbdd552 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 945 time: 0.1386223 Jul 05 03:46:59.753920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387d397-8cc4-49a4-92a1-e119ddd6b925 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event deleted for resources: {'Port': ['ID=03e0e01e-bea0-4219-bd46-c9d73b5f9f64,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:59.757072 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'c2c31404-8797-4ee8-97d3-f5047a5244b2', '391a930b-c71e-482a-8b17-3bfa8cb99657'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:59.837021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-686c6553-aa6c-4903-be53-775175f0f123 req-043ae752-6b09-4632-a608-f8234b35e1a6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021078 Jul 05 03:46:59.845142 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0fdb81-08f7-44bb-883f-de396f1177f6 x-openstack-request-id: req-ce0fdb81-08f7-44bb-883f-de396f1177f6 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:59.845324 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b6f249-a34b-4047-9afb-bcb5ac9b9060", "tag": "6a944b48-2a72-49e0-882d-e361769632ef", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:59.845531 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce0fdb81-08f7-44bb-883f-de396f1177f6 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:59.845958 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b6f249-a34b-4047-9afb-bcb5ac9b9060', 'tag': '6a944b48-2a72-49e0-882d-e361769632ef', 'status': 'completed', 'code': 200} Jul 05 03:46:59.920578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a59611-bc5a-44f5-b14d-e205e40a7ce8 req-9387d397-8cc4-49a4-92a1-e119ddd6b925 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] No DVR routers for this DVR port 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:59.941449 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d3a59611-bc5a-44f5-b14d-e205e40a7ce8 req-9387d397-8cc4-49a4-92a1-e119ddd6b925 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.943480 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d3a59611-bc5a-44f5-b14d-e205e40a7ce8 req-9387d397-8cc4-49a4-92a1-e119ddd6b925 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "DELETE /v2.0/ports/03e0e01e-bea0-4219-bd46-c9d73b5f9f64 HTTP/1.1" status: 204 len: 173 time: 1.0101235 Jul 05 03:47:00.033937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-56b59bf5-e52a-4c60-b1d5-d833d8176331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.035750 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-56b59bf5-e52a-4c60-b1d5-d833d8176331 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 1099 time: 0.4098642 Jul 05 03:47:00.099993 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a4f083a-86f3-4389-a342-6eba1edbb10b req-2fa5e1a8-f653-435c-b171-0fde7927a5e6 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeb267b-4c34-4c18-ab2f-82c48901f454 HTTP/1.1" status: 200 len: 210 time: 0.0804350 Jul 05 03:47:00.131787 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-68077636-5d44-4dad-b3b6-179e75af8943 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6a944b48-2a72-49e0-882d-e361769632ef HTTP/1.1" status: 200 len: 217 time: 0.0807760 Jul 05 03:47:00.297824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea6582-c494-4728-88ab-3b6bb288d35c req-e8fc5cf1-0e2a-430c-8de7-74dc06e7724a tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.308825 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de228e9d-6709-435f-8d48-0ae0a1c8c0ea req-abb7e79f-ab0e-47b5-808a-861b49b9306a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.310405 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-de228e9d-6709-435f-8d48-0ae0a1c8c0ea req-abb7e79f-ab0e-47b5-808a-861b49b9306a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 950 time: 0.3913112 Jul 05 03:47:00.312842 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-33ea6582-c494-4728-88ab-3b6bb288d35c req-e8fc5cf1-0e2a-430c-8de7-74dc06e7724a tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 946 time: 0.2115517 Jul 05 03:47:00.315666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-fb6954ca-9d20-46a8-9161-e23545da44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.320415 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-fb6954ca-9d20-46a8-9161-e23545da44fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1741056 Jul 05 03:47:00.432445 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-33ea6582-c494-4728-88ab-3b6bb288d35c req-5ac83399-cce5-4964-bd74-e5a4cad92636 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/security-groups?id=51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110976 Jul 05 03:47:00.596740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be4162-6bb3-4fbb-ba8f-abafe4106afd req-9b0ed2e6-202a-46e3-a409-88ff739ac514 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.596740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6be4162-6bb3-4fbb-ba8f-abafe4106afd req-9b0ed2e6-202a-46e3-a409-88ff739ac514 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1606209 Jul 05 03:47:00.610602 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-de228e9d-6709-435f-8d48-0ae0a1c8c0ea req-5c8d469b-737b-4c0b-b25d-5c9493302ac1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Deleting port 391a930b-c71e-482a-8b17-3bfa8cb99657 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:00.610958 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-de228e9d-6709-435f-8d48-0ae0a1c8c0ea req-5c8d469b-737b-4c0b-b25d-5c9493302ac1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.672573 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6be4162-6bb3-4fbb-ba8f-abafe4106afd req-c0d0f67e-2620-4514-93e6-6bcf944f193c tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640554 Jul 05 03:47:00.758401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-1c2a931e-0622-4fbf-8cca-dc55f26e399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.760474 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-1c2a931e-0622-4fbf-8cca-dc55f26e399d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3234577 Jul 05 03:47:00.786005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-de228e9d-6709-435f-8d48-0ae0a1c8c0ea req-5c8d469b-737b-4c0b-b25d-5c9493302ac1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] For port 391a930b-c71e-482a-8b17-3bfa8cb99657, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=391a930b-c71e-482a-8b17-3bfa8cb99657,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:00.787306 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-de228e9d-6709-435f-8d48-0ae0a1c8c0ea req-5c8d469b-737b-4c0b-b25d-5c9493302ac1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.850793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-de228e9d-6709-435f-8d48-0ae0a1c8c0ea req-5c8d469b-737b-4c0b-b25d-5c9493302ac1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Calling delete_port for 391a930b-c71e-482a-8b17-3bfa8cb99657 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:00.914239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194113cd-3204-4f2c-9d05-93b4525b2aaf req-413f2af9-4ae0-4308-a8d0-364e3ef70100 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.915761 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-194113cd-3204-4f2c-9d05-93b4525b2aaf req-413f2af9-4ae0-4308-a8d0-364e3ef70100 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 948 time: 0.1055079 Jul 05 03:47:01.015367 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-194113cd-3204-4f2c-9d05-93b4525b2aaf req-332241cf-1f01-4846-bd21-9524934f8d0f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923326 Jul 05 03:47:01.055189 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-f06b6723-6722-4411-973b-e109e406109e service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820997 Jul 05 03:47:01.168522 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.269484 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17297f-ffb2-423b-8040-99ab85b93417 req-bb4a4f27-3e61-432b-8973-33bb94490e4b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:01.277062 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e17297f-ffb2-423b-8040-99ab85b93417 req-bb4a4f27-3e61-432b-8973-33bb94490e4b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 945 time: 0.1742377 Jul 05 03:47:01.371457 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e17297f-ffb2-423b-8040-99ab85b93417 req-0803200d-410b-4de0-a4c1-b718097becb9 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918837 Jul 05 03:47:01.420808 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c0fb6c6a-47c8-4276-8c04-8bf60058c540 req-8edf541e-e877-4f2c-9a41-e46cc024293a service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512394 Jul 05 03:47:01.501065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e68f8-9dd7-4d98-aadc-a304fb1f0d8a req-153d38dd-059b-414b-b4e6-50d63f2019b4 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:01.506462 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5b8e68f8-9dd7-4d98-aadc-a304fb1f0d8a req-153d38dd-059b-414b-b4e6-50d63f2019b4 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.11 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 946 time: 0.2576001 Jul 05 03:47:01.528687 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-de228e9d-6709-435f-8d48-0ae0a1c8c0ea req-5c8d469b-737b-4c0b-b25d-5c9493302ac1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.548575 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:01.589656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b760f339-6296-4779-8c6b-a13be270c36f req-83aa7d4b-5eba-4ccd-aad0-00593393fdfc tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeb267b-4c34-4c18-ab2f-82c48901f454 HTTP/1.1" status: 200 len: 210 time: 0.1056194 Jul 05 03:47:01.739648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-de228e9d-6709-435f-8d48-0ae0a1c8c0ea req-5c8d469b-737b-4c0b-b25d-5c9493302ac1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] No DVR routers for this DVR port 391a930b-c71e-482a-8b17-3bfa8cb99657 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:01.781241 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'c2c31404-8797-4ee8-97d3-f5047a5244b2'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:01.796013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d469b-737b-4c0b-b25d-5c9493302ac1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event deleted for resources: {'Port': ['ID=391a930b-c71e-482a-8b17-3bfa8cb99657,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:01.806560 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-de228e9d-6709-435f-8d48-0ae0a1c8c0ea req-5c8d469b-737b-4c0b-b25d-5c9493302ac1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.810524 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-de228e9d-6709-435f-8d48-0ae0a1c8c0ea req-5c8d469b-737b-4c0b-b25d-5c9493302ac1 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "DELETE /v2.0/ports/391a930b-c71e-482a-8b17-3bfa8cb99657 HTTP/1.1" status: 204 len: 173 time: 1.4874134 Jul 05 03:47:01.848919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeb267b-4c34-4c18-ab2f-82c48901f454', 'name': 'network-vif-deleted', 'tag': '03e0e01e-bea0-4219-bd46-c9d73b5f9f64'}, {'server_uuid': '46a67448-0bcb-4241-8993-83706779e9a7', 'name': 'network-vif-deleted', 'tag': '391a930b-c71e-482a-8b17-3bfa8cb99657'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:01.851690 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c65f0a-d41f-44ab-ace3-8ff076b1eed3" -d '{"events": [{"server_uuid": "3eeb267b-4c34-4c18-ab2f-82c48901f454", "name": "network-vif-deleted", "tag": "03e0e01e-bea0-4219-bd46-c9d73b5f9f64"}, {"server_uuid": "46a67448-0bcb-4241-8993-83706779e9a7", "name": "network-vif-deleted", "tag": "391a930b-c71e-482a-8b17-3bfa8cb99657"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:01.932953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342c93d-2542-4c4e-b2a0-d3e5e82a5d25 req-20b33f2e-1f97-4e04-ae2d-53b81e860782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:01.939518 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0342c93d-2542-4c4e-b2a0-d3e5e82a5d25 req-20b33f2e-1f97-4e04-ae2d-53b81e860782 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 1099 time: 0.2974617 Jul 05 03:47:01.952122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf85023-e74d-4a18-9911-c06fca86b02b req-ea9c7ff0-1ec3-47e2-b111-03eeefd25c25 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:01.953505 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5bf85023-e74d-4a18-9911-c06fca86b02b req-ea9c7ff0-1ec3-47e2-b111-03eeefd25c25 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 946 time: 0.2638621 Jul 05 03:47:02.096055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5bf85023-e74d-4a18-9911-c06fca86b02b req-c10836a4-1640-49a5-8375-2bdb2bdfdb78 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/security-groups?id=51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259913 Jul 05 03:47:02.154079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55ed5d-1f3f-45f3-8969-edf8e5212a4d req-5316000d-2d1b-42ec-a950-cfeaee5843be tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:02.164638 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8c55ed5d-1f3f-45f3-8969-edf8e5212a4d req-5316000d-2d1b-42ec-a950-cfeaee5843be tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.2100632 Jul 05 03:47:02.212213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-5b8e68f8-9dd7-4d98-aadc-a304fb1f0d8a req-e44b9863-4ea7-48b7-977b-55ba9799ef3f tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Deleting port 29602216-1d1f-4c49-a167-942b11233deb {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:02.212818 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5b8e68f8-9dd7-4d98-aadc-a304fb1f0d8a req-e44b9863-4ea7-48b7-977b-55ba9799ef3f tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.297731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8c55ed5d-1f3f-45f3-8969-edf8e5212a4d req-79b78e29-cc7a-454a-a70d-56d85c9eff78 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186821 Jul 05 03:47:02.303819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342c93d-2542-4c4e-b2a0-d3e5e82a5d25 req-22cf7ab8-bec9-4cf1-ad8b-217516d42120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:02.309547 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0342c93d-2542-4c4e-b2a0-d3e5e82a5d25 req-22cf7ab8-bec9-4cf1-ad8b-217516d42120 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.3560920 Jul 05 03:47:02.354071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 29602216-1d1f-4c49-a167-942b11233deb no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:02.422924 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9beedbb-14b5-4328-83f0-6e60fb09fa44 x-openstack-request-id: req-e9beedbb-14b5-4328-83f0-6e60fb09fa44 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:02.423253 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeb267b-4c34-4c18-ab2f-82c48901f454", "name": "network-vif-deleted", "tag": "03e0e01e-bea0-4219-bd46-c9d73b5f9f64", "status": "completed", "code": 200}, {"server_uuid": "46a67448-0bcb-4241-8993-83706779e9a7", "name": "network-vif-deleted", "tag": "391a930b-c71e-482a-8b17-3bfa8cb99657", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:02.423647 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9beedbb-14b5-4328-83f0-6e60fb09fa44 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:02.424123 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeb267b-4c34-4c18-ab2f-82c48901f454', 'name': 'network-vif-deleted', 'tag': '03e0e01e-bea0-4219-bd46-c9d73b5f9f64', 'status': 'completed', 'code': 200} Jul 05 03:47:02.424645 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a67448-0bcb-4241-8993-83706779e9a7', 'name': 'network-vif-deleted', 'tag': '391a930b-c71e-482a-8b17-3bfa8cb99657', 'status': 'completed', 'code': 200} Jul 05 03:47:02.429280 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0342c93d-2542-4c4e-b2a0-d3e5e82a5d25 req-d6d3b0b0-407c-44d9-b16f-2435b03ad499 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6a944b48-2a72-49e0-882d-e361769632ef HTTP/1.1" status: 200 len: 217 time: 0.1067970 Jul 05 03:47:02.641195 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.703439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77505df8-7d47-4864-bf65-7479754513bb req-1404e9e8-6035-4184-91cc-b762b8cb2288 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:02.709579 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879037ee-e9f3-4a6e-8c04-9daf36711745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29602216-1d1f-4c49-a167-942b11233deb'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:02.713132 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15673af-e082-4f34-afbe-d6fa6c9a210c" -d '{"events": [{"server_uuid": "879037ee-e9f3-4a6e-8c04-9daf36711745", "name": "network-vif-unplugged", "status": "completed", "tag": "29602216-1d1f-4c49-a167-942b11233deb"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:02.714047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77505df8-7d47-4864-bf65-7479754513bb req-1404e9e8-6035-4184-91cc-b762b8cb2288 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 948 time: 0.1399150 Jul 05 03:47:02.731338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 29602216-1d1f-4c49-a167-942b11233deb, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=29602216-1d1f-4c49-a167-942b11233deb,segment=NetworkSegment(47b99471-57be-448b-9c31-1b997006a93b),segment_id=47b99471-57be-448b-9c31-1b997006a93b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:02.830732 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.830732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:02.838610 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77505df8-7d47-4864-bf65-7479754513bb req-61d0f8a9-09ee-45b1-aed4-f3b6c5cb174f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235421 Jul 05 03:47:02.921340 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025ffee-5dc6-4a6f-8f8c-0e5df93ebb0f req-e04d07c8-d2a7-4043-bb87-413b6b75c88c tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:02.924919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:02.927003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 03e0e01e-bea0-4219-bd46-c9d73b5f9f64 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:02.929044 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6025ffee-5dc6-4a6f-8f8c-0e5df93ebb0f req-e04d07c8-d2a7-4043-bb87-413b6b75c88c tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 945 time: 0.1788692 Jul 05 03:47:03.011460 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6025ffee-5dc6-4a6f-8f8c-0e5df93ebb0f req-1aea7bf8-dadd-41dc-a9e8-ed931517b6c3 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729141 Jul 05 03:47:03.035071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=29602216-1d1f-4c49-a167-942b11233deb,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:03.080237 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c76e05-db4c-4946-aad2-1fe2db1c06c8 x-openstack-request-id: req-f1c76e05-db4c-4946-aad2-1fe2db1c06c8 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:03.080814 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879037ee-e9f3-4a6e-8c04-9daf36711745", "name": "network-vif-unplugged", "status": "completed", "tag": "29602216-1d1f-4c49-a167-942b11233deb", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:03.081071 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1c76e05-db4c-4946-aad2-1fe2db1c06c8 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:03.081516 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879037ee-e9f3-4a6e-8c04-9daf36711745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29602216-1d1f-4c49-a167-942b11233deb', 'code': 200} Jul 05 03:47:03.105747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-5b8e68f8-9dd7-4d98-aadc-a304fb1f0d8a req-e44b9863-4ea7-48b7-977b-55ba9799ef3f tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] For port 29602216-1d1f-4c49-a167-942b11233deb, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=29602216-1d1f-4c49-a167-942b11233deb,segment=NetworkSegment(47b99471-57be-448b-9c31-1b997006a93b),segment_id=47b99471-57be-448b-9c31-1b997006a93b)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:03.106108 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5b8e68f8-9dd7-4d98-aadc-a304fb1f0d8a req-e44b9863-4ea7-48b7-977b-55ba9799ef3f tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.115722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342c93d-2542-4c4e-b2a0-d3e5e82a5d25 req-5762e848-21d4-4e3a-877e-b561deb368d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:03.117524 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0342c93d-2542-4c4e-b2a0-d3e5e82a5d25 req-5762e848-21d4-4e3a-877e-b561deb368d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.6727335 Jul 05 03:47:03.123486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-5b8e68f8-9dd7-4d98-aadc-a304fb1f0d8a req-e44b9863-4ea7-48b7-977b-55ba9799ef3f tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Calling delete_port for 29602216-1d1f-4c49-a167-942b11233deb owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:03.293251 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88d1d266-7056-4c37-8789-21b589f1878b req-e5a180f6-1a3b-4b21-9264-e5f51c30ad14 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=46a67448-0bcb-4241-8993-83706779e9a7 HTTP/1.1" status: 200 len: 210 time: 0.0671747 Jul 05 03:47:03.295798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342c93d-2542-4c4e-b2a0-d3e5e82a5d25 req-3c5c825c-7466-4881-b8a6-c7d43b64e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:03.298163 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0342c93d-2542-4c4e-b2a0-d3e5e82a5d25 req-3c5c825c-7466-4881-b8a6-c7d43b64e63d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1727693 Jul 05 03:47:03.488849 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0342c93d-2542-4c4e-b2a0-d3e5e82a5d25 req-a86d3d99-466f-446f-afcd-2c1da9510c47 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754298 Jul 05 03:47:03.539561 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb341d3-1cea-4f0c-8203-d3a163d3dd5a req-27b50ba8-5c42-4461-b578-50a2eb520e04 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:03.541389 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdb341d3-1cea-4f0c-8203-d3a163d3dd5a req-27b50ba8-5c42-4461-b578-50a2eb520e04 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.0994184 Jul 05 03:47:03.549804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0f8d3-13ed-4403-9fee-a419049b93fb req-7a7adc7c-732c-4f00-ac86-f1c33c8ff913 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:03.556541 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4c0f8d3-13ed-4403-9fee-a419049b93fb req-7a7adc7c-732c-4f00-ac86-f1c33c8ff913 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 944 time: 0.1624215 Jul 05 03:47:03.600059 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0342c93d-2542-4c4e-b2a0-d3e5e82a5d25 req-3be0456d-68e8-4155-bea9-fa96c420e5b6 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036565 Jul 05 03:47:03.603764 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5b8e68f8-9dd7-4d98-aadc-a304fb1f0d8a req-e44b9863-4ea7-48b7-977b-55ba9799ef3f tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.627180 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4c0f8d3-13ed-4403-9fee-a419049b93fb req-e6256e4e-87a9-4375-8bf4-4bcb39cdb186 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/security-groups?id=51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696681 Jul 05 03:47:03.639552 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdb341d3-1cea-4f0c-8203-d3a163d3dd5a req-53871dbc-c864-4325-a6dd-94e2c1700630 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747001 Jul 05 03:47:03.664691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b9863-4ea7-48b7-977b-55ba9799ef3f tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Pushing event deleted for resources: {'Port': ['ID=29602216-1d1f-4c49-a167-942b11233deb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:03.763054 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8e68f8-9dd7-4d98-aadc-a304fb1f0d8a req-e44b9863-4ea7-48b7-977b-55ba9799ef3f tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] No DVR routers for this DVR port 29602216-1d1f-4c49-a167-942b11233deb on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:03.765739 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5b8e68f8-9dd7-4d98-aadc-a304fb1f0d8a req-e44b9863-4ea7-48b7-977b-55ba9799ef3f tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.767868 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5b8e68f8-9dd7-4d98-aadc-a304fb1f0d8a req-e44b9863-4ea7-48b7-977b-55ba9799ef3f tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.11 "DELETE /v2.0/ports/29602216-1d1f-4c49-a167-942b11233deb HTTP/1.1" status: 204 len: 173 time: 2.2577052 Jul 05 03:47:03.927280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcff88-392f-49e1-ad3d-f6d936c706e1 req-0a52b9ac-ab38-4969-8059-df031590e5ed tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:03.938255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1bcff88-392f-49e1-ad3d-f6d936c706e1 req-0a52b9ac-ab38-4969-8059-df031590e5ed tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 1096 time: 0.0720599 Jul 05 03:47:04.040930 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1bcff88-392f-49e1-ad3d-f6d936c706e1 req-3f3b3454-0caa-471a-bb06-6c47ecca45ed tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011899 Jul 05 03:47:04.123186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11ddfd-1b2b-44d3-bebe-1c418477c7f7 req-c6b1758e-1606-4df6-af41-e1dd5c923278 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:04.135411 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba11ddfd-1b2b-44d3-bebe-1c418477c7f7 req-c6b1758e-1606-4df6-af41-e1dd5c923278 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 948 time: 0.1621139 Jul 05 03:47:04.184118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba11ddfd-1b2b-44d3-bebe-1c418477c7f7 req-dd282275-b868-41c3-957b-b7965e2ae9c0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475371 Jul 05 03:47:04.316688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ecf8f-a85b-4613-82ab-33f66bca47e8 req-f0d2bbfd-abbf-472e-bb4f-fb414a5d9f6c tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:04.318239 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-149ecf8f-a85b-4613-82ab-33f66bca47e8 req-f0d2bbfd-abbf-472e-bb4f-fb414a5d9f6c tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 945 time: 0.0927699 Jul 05 03:47:04.331448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6a944b48-2a72-49e0-882d-e361769632ef details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:04.365804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-149ecf8f-a85b-4613-82ab-33f66bca47e8 req-a3d32d68-2134-466c-9cba-b0e3efb838f4 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Jul 05 03:47:04.425723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879037ee-e9f3-4a6e-8c04-9daf36711745', 'name': 'network-vif-deleted', 'tag': '29602216-1d1f-4c49-a167-942b11233deb'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:04.428078 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a01992-f9af-4cb6-8d6e-174d07db58b2" -d '{"events": [{"server_uuid": "879037ee-e9f3-4a6e-8c04-9daf36711745", "name": "network-vif-deleted", "tag": "29602216-1d1f-4c49-a167-942b11233deb"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:04.452088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6a944b48-2a72-49e0-882d-e361769632ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6a944b48-2a72-49e0-882d-e361769632ef,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:04.469142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '6a944b48-2a72-49e0-882d-e361769632ef', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '6a944b48-2a72-49e0-882d-e361769632ef', 'mac_address': 'fa:16:3e:00:7a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:04.519040 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.532216 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af59ea5e-fc99-4125-8d36-64ccc8506743 x-openstack-request-id: req-af59ea5e-fc99-4125-8d36-64ccc8506743 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:04.533204 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879037ee-e9f3-4a6e-8c04-9daf36711745", "name": "network-vif-deleted", "tag": "29602216-1d1f-4c49-a167-942b11233deb", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:04.533204 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af59ea5e-fc99-4125-8d36-64ccc8506743 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:04.533204 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879037ee-e9f3-4a6e-8c04-9daf36711745', 'name': 'network-vif-deleted', 'tag': '29602216-1d1f-4c49-a167-942b11233deb', 'status': 'completed', 'code': 200} Jul 05 03:47:04.541860 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a944b48-2a72-49e0-882d-e361769632ef {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:04.571589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6a944b48-2a72-49e0-882d-e361769632ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6a944b48-2a72-49e0-882d-e361769632ef,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:04.671969 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 391a930b-c71e-482a-8b17-3bfa8cb99657 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:04.701631 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.704255 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 391a930b-c71e-482a-8b17-3bfa8cb99657 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:04.707508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 391a930b-c71e-482a-8b17-3bfa8cb99657 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:04.818849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=6a944b48-2a72-49e0-882d-e361769632ef,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:04.875058 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e308556-9900-417f-87c5-56954c2ec6fd req-0e51f3c4-b4fc-46bd-bcf4-5130d821c875 tempest-InstanceActionsV221TestJSON-2075074969 tempest-InstanceActionsV221TestJSON-2075074969-project] 10.222.0.60 "GET /v2.0/ports?device_id=879037ee-e9f3-4a6e-8c04-9daf36711745 HTTP/1.1" status: 200 len: 210 time: 0.0459187 Jul 05 03:47:05.003551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['6a944b48-2a72-49e0-882d-e361769632ef'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:05.124896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193350f-d242-449c-81f5-78001785db21 req-64ef43a4-935a-4a61-b65e-7d54d396181e tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:05.139422 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f193350f-d242-449c-81f5-78001785db21 req-64ef43a4-935a-4a61-b65e-7d54d396181e tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1130645 Jul 05 03:47:05.179888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f193350f-d242-449c-81f5-78001785db21 req-daf2f4e8-c95e-4024-871b-b47e7e2c2e91 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386722 Jul 05 03:47:06.436820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06905a33-5bc4-4693-b170-874b3d18a88b req-d6fb1aa6-2f4d-4dbb-9aec-b690fe5d8533 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:06.438269 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-06905a33-5bc4-4693-b170-874b3d18a88b req-d6fb1aa6-2f4d-4dbb-9aec-b690fe5d8533 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 949 time: 0.0668647 Jul 05 03:47:06.475998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-06905a33-5bc4-4693-b170-874b3d18a88b req-61a12602-31bd-428d-af86-da87ab165744 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 Jul 05 03:47:06.635465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f758a74-dbbe-4b95-9d7f-502665bf1c3b req-cfb0ccaa-44e3-4e5b-bf13-74fe801edaee tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:06.636963 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f758a74-dbbe-4b95-9d7f-502665bf1c3b req-cfb0ccaa-44e3-4e5b-bf13-74fe801edaee tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 945 time: 0.0636134 Jul 05 03:47:06.687126 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f758a74-dbbe-4b95-9d7f-502665bf1c3b req-f261bba8-2668-484d-9ea2-a2f0d261cdf3 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441551 Jul 05 03:47:07.100456 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-a70ebb82-4629-4bb2-98aa-f03c0e77e305 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:47:07.101500 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-a70ebb82-4629-4bb2-98aa-f03c0e77e305 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059359 Jul 05 03:47:07.113008 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-9b165017-5e6c-444e-9b75-0808f4adbcdf service neutron] Request body: {'binding': {'host': 'n-h1-798249-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:07.113487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-9b165017-5e6c-444e-9b75-0808f4adbcdf service neutron] Unknown quota resources ['binding']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:47:07.240752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-9b165017-5e6c-444e-9b75-0808f4adbcdf service neutron] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e on host n-h1-798249-5 for vnic_type normal with profile None {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:07.241006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-9b165017-5e6c-444e-9b75-0808f4adbcdf service neutron] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:07.241343 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-9b165017-5e6c-444e-9b75-0808f4adbcdf service neutron] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:07.245482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-9b165017-5e6c-444e-9b75-0808f4adbcdf service neutron] Port 8399da09-627b-4f7d-bb12-e909f8df9b0e on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:07.245802 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-9b165017-5e6c-444e-9b75-0808f4adbcdf service neutron] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:07.251282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-9b165017-5e6c-444e-9b75-0808f4adbcdf service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:07.251684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-9b165017-5e6c-444e-9b75-0808f4adbcdf service neutron] Checking segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:07.251966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-9b165017-5e6c-444e-9b75-0808f4adbcdf service neutron] Bound using segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:07.252414 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-9b165017-5e6c-444e-9b75-0808f4adbcdf service neutron] Bound port: 8399da09-627b-4f7d-bb12-e909f8df9b0e, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:07.315594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-9b165017-5e6c-444e-9b75-0808f4adbcdf service neutron] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:07.408665 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-9b165017-5e6c-444e-9b75-0808f4adbcdf service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.410123 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-9b165017-5e6c-444e-9b75-0808f4adbcdf service neutron] 10.222.0.60 "POST /v2.0/ports/8399da09-627b-4f7d-bb12-e909f8df9b0e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3001378 Jul 05 03:47:07.413831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a309f3-438f-4c4e-b6cd-e04c0961007f req-5befb90b-e40d-45d4-afc1-c98d77e08b03 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:07.415408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55a309f3-438f-4c4e-b6cd-e04c0961007f req-5befb90b-e40d-45d4-afc1-c98d77e08b03 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.0660348 Jul 05 03:47:07.455395 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55a309f3-438f-4c4e-b6cd-e04c0961007f req-db8581d4-da73-4aa5-bea3-e2c9c9da4c82 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Jul 05 03:47:07.749587 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728190be-2efa-4d32-8929-965e685e2a65 req-8e8fcb0e-a241-4e7a-b494-47c6857f168f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:07.751144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-728190be-2efa-4d32-8929-965e685e2a65 req-8e8fcb0e-a241-4e7a-b494-47c6857f168f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=7db718de-acf5-45f4-bd70-6f8ecbb13480 HTTP/1.1" status: 200 len: 950 time: 0.0667615 Jul 05 03:47:07.788220 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-728190be-2efa-4d32-8929-965e685e2a65 req-3c9c179a-ee6e-471c-b632-56890a88e62a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314038 Jul 05 03:47:07.895103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b3893-c9ef-436b-a3f3-01a391c13fb2 req-a34c67f6-2151-4377-8ed0-a79982d06186 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:07.896633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-229b3893-c9ef-436b-a3f3-01a391c13fb2 req-a34c67f6-2151-4377-8ed0-a79982d06186 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 949 time: 0.0731936 Jul 05 03:47:07.936318 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-229b3893-c9ef-436b-a3f3-01a391c13fb2 req-2b67de58-d92a-45db-836f-c2a680c4c63d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333087 Jul 05 03:47:08.033987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354cfa6-14b0-4071-8425-71d59ff0336f req-4d0265b3-a314-49dd-85bb-24928f768453 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.035782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6354cfa6-14b0-4071-8425-71d59ff0336f req-4d0265b3-a314-49dd-85bb-24928f768453 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.0786386 Jul 05 03:47:08.073200 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6354cfa6-14b0-4071-8425-71d59ff0336f req-af4b4df1-155f-4913-871d-cc95da16543b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Jul 05 03:47:08.167072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52380) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:08.167628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927d61a-a085-4bfc-97a1-1a4e09da1fa0 req-f450befa-61d1-4b1f-8304-622747de9f63 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.169169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7927d61a-a085-4bfc-97a1-1a4e09da1fa0 req-f450befa-61d1-4b1f-8304-622747de9f63 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 945 time: 0.0647266 Jul 05 03:47:08.213361 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7927d61a-a085-4bfc-97a1-1a4e09da1fa0 req-6c675fc5-a71e-4a4d-989f-8140bca98328 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376711 Jul 05 03:47:08.222776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e55cab-9df0-46fa-b401-34373a1997e8 admin admin] Deleting subnet 99edaacc-71e7-46d2-a4bd-2fc32ea11773 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:47:08.227845 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0e55cab-9df0-46fa-b401-34373a1997e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.273241 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9dc7e-ffa6-4da6-94cd-a1910d73545f req-b739172c-534f-4c72-8a97-7aa4325b4ec9 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.274735 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b1f9dc7e-ffa6-4da6-94cd-a1910d73545f req-b739172c-534f-4c72-8a97-7aa4325b4ec9 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db718de-acf5-45f4-bd70-6f8ecbb13480 HTTP/1.1" status: 200 len: 950 time: 0.1356778 Jul 05 03:47:08.282867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0e55cab-9df0-46fa-b401-34373a1997e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.316178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c209b-c766-4c3f-bffe-ac95ab955e89 req-5ce59e5e-2ede-465e-9fb0-b72615915c68 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.317690 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c3c209b-c766-4c3f-bffe-ac95ab955e89 req-5ce59e5e-2ede-465e-9fb0-b72615915c68 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 950 time: 0.0636911 Jul 05 03:47:08.355983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c3c209b-c766-4c3f-bffe-ac95ab955e89 req-863aebfd-c076-4cda-acc5-3a4cae3301cc tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323431 Jul 05 03:47:08.356825 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0e55cab-9df0-46fa-b401-34373a1997e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.371855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2642a0cb-2f54-45d0-8ff8-4835895fda18 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:08.375283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6a944b48-2a72-49e0-882d-e361769632ef up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:08.460226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-b1f9dc7e-ffa6-4da6-94cd-a1910d73545f req-44c062f1-9e84-4d1c-91a0-6f74bfa03b24 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Deleting port ad2e70ee-ab8c-45ba-b730-74424e024ba0 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:08.460731 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b1f9dc7e-ffa6-4da6-94cd-a1910d73545f req-44c062f1-9e84-4d1c-91a0-6f74bfa03b24 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.511683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2642a0cb-2f54-45d0-8ff8-4835895fda18, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:08.524793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '2642a0cb-2f54-45d0-8ff8-4835895fda18', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '2642a0cb-2f54-45d0-8ff8-4835895fda18', 'mac_address': 'fa:16:3e:b5:78:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:08.563329 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0e55cab-9df0-46fa-b401-34373a1997e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.571569 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.577223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 6a944b48-2a72-49e0-882d-e361769632ef completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:08.593446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 6a944b48-2a72-49e0-882d-e361769632ef triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:08.593822 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.607751 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e55cab-9df0-46fa-b401-34373a1997e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99edaacc-71e7-46d2-a4bd-2fc32ea11773,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:08.622132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b1f9dc7e-ffa6-4da6-94cd-a1910d73545f req-44c062f1-9e84-4d1c-91a0-6f74bfa03b24 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] For port ad2e70ee-ab8c-45ba-b730-74424e024ba0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ad2e70ee-ab8c-45ba-b730-74424e024ba0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:08.622132 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b1f9dc7e-ffa6-4da6-94cd-a1910d73545f req-44c062f1-9e84-4d1c-91a0-6f74bfa03b24 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.627918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2642a0cb-2f54-45d0-8ff8-4835895fda18 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:08.629926 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0e55cab-9df0-46fa-b401-34373a1997e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.634210 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b0e55cab-9df0-46fa-b401-34373a1997e8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/99edaacc-71e7-46d2-a4bd-2fc32ea11773 HTTP/1.1" status: 204 len: 168 time: 0.4649632 Jul 05 03:47:08.636726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52408) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:08.656478 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-b1f9dc7e-ffa6-4da6-94cd-a1910d73545f req-44c062f1-9e84-4d1c-91a0-6f74bfa03b24 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Calling delete_port for ad2e70ee-ab8c-45ba-b730-74424e024ba0 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:08.664629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2642a0cb-2f54-45d0-8ff8-4835895fda18, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:08.714591 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.730038 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa46ca-9a6c-46b5-b9cf-7de16cd09b68 req-49c0d040-35c1-454f-8993-5ea859c88593 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.731531 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51aa46ca-9a6c-46b5-b9cf-7de16cd09b68 req-49c0d040-35c1-454f-8993-5ea859c88593 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 950 time: 0.1504383 Jul 05 03:47:08.738305 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.745691 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.759604 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b6f249-a34b-4047-9afb-bcb5ac9b9060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a944b48-2a72-49e0-882d-e361769632ef'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:08.762173 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff694dcb-2a78-4fe9-99c1-4ced28602fda" -d '{"events": [{"server_uuid": "96b6f249-a34b-4047-9afb-bcb5ac9b9060", "name": "network-vif-plugged", "status": "completed", "tag": "6a944b48-2a72-49e0-882d-e361769632ef"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:08.797920 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6a944b48-2a72-49e0-882d-e361769632ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6a944b48-2a72-49e0-882d-e361769632ef,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:08.810273 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51aa46ca-9a6c-46b5-b9cf-7de16cd09b68 req-49a8a4b8-830d-4d10-9609-05195994d946 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690680 Jul 05 03:47:08.821450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2642a0cb-2f54-45d0-8ff8-4835895fda18,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:08.829441 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.829984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.830423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.830859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.831290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.831722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.832174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.832625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.833051 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.833471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.833906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.834363 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.860827 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.871185 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7cc3ff-8fa5-430e-8fee-2afdded58c13']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:08.871424 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.872250 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2642a0cb-2f54-45d0-8ff8-4835895fda18 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:08.881839 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b99471-57be-448b-9c31-1b997006a93b') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:08.886859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b99471-57be-448b-9c31-1b997006a93b') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:08.891806 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.906850 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.913735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:47:08.914126 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:47:08.916072 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:47:08.921529 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:47:08.921529 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:47:08.921529 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:47:08.921529 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:47:08.921529 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:47:08.928457 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b1f9dc7e-ffa6-4da6-94cd-a1910d73545f req-44c062f1-9e84-4d1c-91a0-6f74bfa03b24 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.948996 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'c2c31404-8797-4ee8-97d3-f5047a5244b2'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:08.957673 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:08.995024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c062f1-9e84-4d1c-91a0-6f74bfa03b24 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event deleted for resources: {'Port': ['ID=ad2e70ee-ab8c-45ba-b730-74424e024ba0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:09.040994 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5ae0dc-abdf-418a-b289-ce70cf19afcd x-openstack-request-id: req-fb5ae0dc-abdf-418a-b289-ce70cf19afcd {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:09.041327 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b6f249-a34b-4047-9afb-bcb5ac9b9060", "name": "network-vif-plugged", "status": "completed", "tag": "6a944b48-2a72-49e0-882d-e361769632ef", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:09.041659 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb5ae0dc-abdf-418a-b289-ce70cf19afcd {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:09.042043 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b6f249-a34b-4047-9afb-bcb5ac9b9060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a944b48-2a72-49e0-882d-e361769632ef', 'code': 200} Jul 05 03:47:09.044705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f9dc7e-ffa6-4da6-94cd-a1910d73545f req-44c062f1-9e84-4d1c-91a0-6f74bfa03b24 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] No DVR routers for this DVR port ad2e70ee-ab8c-45ba-b730-74424e024ba0 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:09.045133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=6a944b48-2a72-49e0-882d-e361769632ef,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:09.047978 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b1f9dc7e-ffa6-4da6-94cd-a1910d73545f req-44c062f1-9e84-4d1c-91a0-6f74bfa03b24 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.049622 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b1f9dc7e-ffa6-4da6-94cd-a1910d73545f req-44c062f1-9e84-4d1c-91a0-6f74bfa03b24 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "DELETE /v2.0/ports/ad2e70ee-ab8c-45ba-b730-74424e024ba0 HTTP/1.1" status: 204 len: 173 time: 0.7647965 Jul 05 03:47:09.050091 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db718de-acf5-45f4-bd70-6f8ecbb13480', 'name': 'network-vif-deleted', 'tag': 'ad2e70ee-ab8c-45ba-b730-74424e024ba0'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:09.054373 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ffb1fe-528d-424d-8b50-cb4132d49f75" -d '{"events": [{"server_uuid": "7db718de-acf5-45f4-bd70-6f8ecbb13480", "name": "network-vif-deleted", "tag": "ad2e70ee-ab8c-45ba-b730-74424e024ba0"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:09.055792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2642a0cb-2f54-45d0-8ff8-4835895fda18'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:09.077272 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.084604 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.086486 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] 10.222.0.60 "DELETE /v2.0/networks/dd7cc3ff-8fa5-430e-8fee-2afdded58c13 HTTP/1.1" status: 204 len: 168 time: 0.4486139 Jul 05 03:47:09.116966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd7cc3ff-8fa5-430e-8fee-2afdded58c13,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:09.121749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.122132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.122479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.122757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.123202 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.123529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.123898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.124174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.124526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.124848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.125176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.125485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6b9f6-3d31-443a-837c-08345edd9458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:09.167597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8280f-d81f-455b-95f8-89f8235ab539 req-ad1c2728-43e5-490f-8163-1aff023cc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:09.169198 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f5d8280f-d81f-455b-95f8-89f8235ab539 req-ad1c2728-43e5-490f-8163-1aff023cc4ff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 1101 time: 0.0753708 Jul 05 03:47:09.183420 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7907dd8-08ac-47d4-83ce-e799eed63c00 req-e80b1242-c985-48b6-8f89-aaccfa017cfd tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=7db718de-acf5-45f4-bd70-6f8ecbb13480 HTTP/1.1" status: 200 len: 210 time: 0.0390477 Jul 05 03:47:09.245317 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f5d8280f-d81f-455b-95f8-89f8235ab539 req-95da5b74-9f7f-4f65-b059-d49b94527b28 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584302 Jul 05 03:47:09.250946 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.302160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2642a0cb-2f54-45d0-8ff8-4835895fda18 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:09.351282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6f218-aa49-476d-b977-5fda63327c63 req-1c5742c6-f388-4a8b-b931-c9082bd57654 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:09.351957 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-45a6f218-aa49-476d-b977-5fda63327c63 req-1c5742c6-f388-4a8b-b931-c9082bd57654 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 950 time: 0.1044273 Jul 05 03:47:09.412761 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2642a0cb-2f54-45d0-8ff8-4835895fda18, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:09.456332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d9309-d828-48b1-bbb2-d15ee1310600 req-83297147-1449-4dfd-82de-d01aaf781ba5 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:09.458783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-977d9309-d828-48b1-bbb2-d15ee1310600 req-83297147-1449-4dfd-82de-d01aaf781ba5 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.1287196 Jul 05 03:47:09.496055 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.529025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-977d9309-d828-48b1-bbb2-d15ee1310600 req-981a1fae-f5cf-4b43-bc9c-59cdfcb2c634 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574558 Jul 05 03:47:09.558272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-45a6f218-aa49-476d-b977-5fda63327c63 req-05f55756-d139-48db-9be5-58286cc8dd78 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Deleting port c2c31404-8797-4ee8-97d3-f5047a5244b2 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:09.558272 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-45a6f218-aa49-476d-b977-5fda63327c63 req-05f55756-d139-48db-9be5-58286cc8dd78 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.625885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52452) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:09.627474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2642a0cb-2f54-45d0-8ff8-4835895fda18,revision_number=10']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:09.633950 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4059a58c-e267-4cf0-b3c6-56525592e679 x-openstack-request-id: req-4059a58c-e267-4cf0-b3c6-56525592e679 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:09.634266 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db718de-acf5-45f4-bd70-6f8ecbb13480", "name": "network-vif-deleted", "tag": "ad2e70ee-ab8c-45ba-b730-74424e024ba0", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:09.634520 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4059a58c-e267-4cf0-b3c6-56525592e679 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:09.634915 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db718de-acf5-45f4-bd70-6f8ecbb13480', 'name': 'network-vif-deleted', 'tag': 'ad2e70ee-ab8c-45ba-b730-74424e024ba0', 'status': 'completed', 'code': 200} Jul 05 03:47:09.670763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-064086ba-522d-485c-a45c-fc3de3b0c489 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d731d94f5c14827ac5f7c820468dc02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454772 Jul 05 03:47:09.673351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52454) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:09.698594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-45a6f218-aa49-476d-b977-5fda63327c63 req-05f55756-d139-48db-9be5-58286cc8dd78 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] For port c2c31404-8797-4ee8-97d3-f5047a5244b2, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c2c31404-8797-4ee8-97d3-f5047a5244b2,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:09.698979 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-45a6f218-aa49-476d-b977-5fda63327c63 req-05f55756-d139-48db-9be5-58286cc8dd78 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.718149 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-45a6f218-aa49-476d-b977-5fda63327c63 req-05f55756-d139-48db-9be5-58286cc8dd78 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Calling delete_port for c2c31404-8797-4ee8-97d3-f5047a5244b2 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:09.724784 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35ce6d0f-df87-44c0-8e86-a3da5f6d9be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.779015 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35ce6d0f-df87-44c0-8e86-a3da5f6d9be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.842960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8f550-65c2-49df-aab6-f4ec1b1ea3b0 req-7b395da8-0e50-4b37-9ccf-37ffed54fba7 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:09.844526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3da8f550-65c2-49df-aab6-f4ec1b1ea3b0 req-7b395da8-0e50-4b37-9ccf-37ffed54fba7 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.1088905 Jul 05 03:47:09.885230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3da8f550-65c2-49df-aab6-f4ec1b1ea3b0 req-1af0d5f5-8fff-4ebe-995b-473ea4dafa51 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327609 Jul 05 03:47:09.933459 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35ce6d0f-df87-44c0-8e86-a3da5f6d9be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.936931 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35ce6d0f-df87-44c0-8e86-a3da5f6d9be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.938063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-35ce6d0f-df87-44c0-8e86-a3da5f6d9be2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa HTTP/1.1" status: 204 len: 168 time: 0.2636657 Jul 05 03:47:09.945839 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce6d0f-df87-44c0-8e86-a3da5f6d9be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dfbc3f-b58b-4070-bdf8-7b93eafdd0fa,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:09.970768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-45a6f218-aa49-476d-b977-5fda63327c63 req-05f55756-d139-48db-9be5-58286cc8dd78 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.992533 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ad2e70ee-ab8c-45ba-b730-74424e024ba0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:10.011681 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f55756-d139-48db-9be5-58286cc8dd78 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event deleted for resources: {'Port': ['ID=c2c31404-8797-4ee8-97d3-f5047a5244b2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:10.096562 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e80c39-b52a-4d45-906c-cfad87c1d3d0 req-6bd0badd-85e9-45ee-be60-bd4cb7750e76 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:10.098219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a6f218-aa49-476d-b977-5fda63327c63 req-05f55756-d139-48db-9be5-58286cc8dd78 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] No DVR routers for this DVR port c2c31404-8797-4ee8-97d3-f5047a5244b2 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:10.103413 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-45a6f218-aa49-476d-b977-5fda63327c63 req-05f55756-d139-48db-9be5-58286cc8dd78 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.104608 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64e80c39-b52a-4d45-906c-cfad87c1d3d0 req-6bd0badd-85e9-45ee-be60-bd4cb7750e76 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 945 time: 0.1088593 Jul 05 03:47:10.107317 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-45a6f218-aa49-476d-b977-5fda63327c63 req-05f55756-d139-48db-9be5-58286cc8dd78 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.64 "DELETE /v2.0/ports/c2c31404-8797-4ee8-97d3-f5047a5244b2 HTTP/1.1" status: 204 len: 173 time: 0.7456317 Jul 05 03:47:10.183686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64e80c39-b52a-4d45-906c-cfad87c1d3d0 req-1aac468d-228c-4548-88b5-77e35aba753f tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782056 Jul 05 03:47:10.211840 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b21c5-068a-4f96-b890-6a547258c243 req-198cc56c-9d0b-4bc4-bf91-134683fe08dd tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:10.219120 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb9b21c5-068a-4f96-b890-6a547258c243 req-198cc56c-9d0b-4bc4-bf91-134683fe08dd tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 949 time: 0.0910103 Jul 05 03:47:10.255517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb9b21c5-068a-4f96-b890-6a547258c243 req-4c8c0717-ace6-4ce5-a21c-350e36447302 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353878 Jul 05 03:47:10.258936 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d549396e-532b-4e47-9a83-520436d30472'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:10.575483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9679f6b4-1350-4258-ae99-2dfcdad69bc9 req-6f33aa7e-1648-412c-9f7a-fad5262d1c7f tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=7db718de-acf5-45f4-bd70-6f8ecbb13480 HTTP/1.1" status: 200 len: 210 time: 0.0513558 Jul 05 03:47:10.678981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:10.759826 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.783242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d0134-0e96-46fc-8529-d68181704fef req-9ea9cd4a-aae6-4711-9b61-3ccb9f62f1e9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:10.785039 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf0d0134-0e96-46fc-8529-d68181704fef req-9ea9cd4a-aae6-4711-9b61-3ccb9f62f1e9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.0741878 Jul 05 03:47:10.795576 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:10.827855 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf0d0134-0e96-46fc-8529-d68181704fef req-503c6d51-e0b3-4aaa-a716-b52c46f1f7e8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361977 Jul 05 03:47:10.913824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25276bda-d5e8-482c-b625-df7b836f304c req-2e804c40-16f6-4beb-8c93-eba7022fc533 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:10.915722 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-2e804c40-16f6-4beb-8c93-eba7022fc533 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767&tenant_id=be979254e14b450096d0687db0c40d54&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1096 time: 0.0647650 Jul 05 03:47:10.927854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-5'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:10.939310 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.940537 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ad2e70ee-ab8c-45ba-b730-74424e024ba0 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:11.021011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:11.023844 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: ad2e70ee-ab8c-45ba-b730-74424e024ba0 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:11.025063 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ad2e70ee-ab8c-45ba-b730-74424e024ba0 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:11.032886 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.043191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:11.054745 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c364bc87-a80e-4f23-9c4c-868941330c3e" -d '{"events": [{"server_uuid": "a1cedb2f-be1c-45f1-8b95-461b2be02ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "b5f2c848-1e9d-4d89-b993-fe84b6cb66b0"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:11.095397 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46dacb-f1d8-47dc-93cd-b79007d9db10 req-4161be7b-d6f4-4be5-bf1b-5a829b9946aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.100083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e46dacb-f1d8-47dc-93cd-b79007d9db10 req-4161be7b-d6f4-4be5-bf1b-5a829b9946aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.0846829 Jul 05 03:47:11.138153 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e46dacb-f1d8-47dc-93cd-b79007d9db10 req-d75633ed-eb82-42a4-97ec-bfe80bec8c9c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371900 Jul 05 03:47:11.184463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:11.203903 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179adcec-32c4-45c7-bb7f-0f370937bf8d x-openstack-request-id: req-179adcec-32c4-45c7-bb7f-0f370937bf8d {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:11.204203 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cedb2f-be1c-45f1-8b95-461b2be02ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "b5f2c848-1e9d-4d89-b993-fe84b6cb66b0", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:11.204674 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-179adcec-32c4-45c7-bb7f-0f370937bf8d {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:11.205097 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0', 'code': 200} Jul 05 03:47:11.236770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:11.285600 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.397445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52522) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:11.408021 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.473556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f97176-6ff0-4b70-93ff-90511e8991e6 req-c30975a5-c798-4fba-9a4e-1fd6c1c0bec0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.475088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2f97176-6ff0-4b70-93ff-90511e8991e6 req-c30975a5-c798-4fba-9a4e-1fd6c1c0bec0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 945 time: 0.1254749 Jul 05 03:47:11.492620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51737c8-08a3-459e-afd7-fd56fe4f9165 req-7a45a60d-dc0c-4827-9aeb-86976801d06f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.494088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e51737c8-08a3-459e-afd7-fd56fe4f9165 req-7a45a60d-dc0c-4827-9aeb-86976801d06f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 949 time: 0.0940289 Jul 05 03:47:11.506939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Pushing event updated for resources: {'Port': ['ID=9b67cb2f-43e8-492c-8b82-22c5b40a350b,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:11.514503 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Attempting to bind port 9b67cb2f-43e8-492c-8b82-22c5b40a350b on host n-h2-798249-5 for vnic_type normal with profile {"migrating_to": "n-h1-798249-5"} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:11.514983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Attempting to bind port 9b67cb2f-43e8-492c-8b82-22c5b40a350b by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:11.515451 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Attempting to bind port 9b67cb2f-43e8-492c-8b82-22c5b40a350b on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:11.522467 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1674996866-network', 'tenant_id': '1eea59e3bea24b05a985a8dea75f95dc'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:11.531092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Port 9b67cb2f-43e8-492c-8b82-22c5b40a350b on network 4691479b-1728-4d4d-b293-81f5c048e409 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:11.531500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Attempting to bind port 9b67cb2f-43e8-492c-8b82-22c5b40a350b on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:11.541780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:11.542201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Checking segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:11.542649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Bound using segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:11.543159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Bound port: 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:11.543604 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.551489 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2f97176-6ff0-4b70-93ff-90511e8991e6 req-c75f9021-a26f-43a5-91c2-33306bb4b583 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673268 Jul 05 03:47:11.568928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e51737c8-08a3-459e-afd7-fd56fe4f9165 req-09d4e952-791c-4e2e-8735-8b3090066ba0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682211 Jul 05 03:47:11.636833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc9168f-31a8-4f44-830a-5ceb3121529e', 'name': 'network-vif-deleted', 'tag': 'c2c31404-8797-4ee8-97d3-f5047a5244b2'}, {'server_uuid': '1255ca1e-1374-4fbb-9151-070bdfbc6767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b67cb2f-43e8-492c-8b82-22c5b40a350b'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:11.639141 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16682a00-5eb5-4cd1-bcbc-ffe99438d4bd" -d '{"events": [{"server_uuid": "2bc9168f-31a8-4f44-830a-5ceb3121529e", "name": "network-vif-deleted", "tag": "c2c31404-8797-4ee8-97d3-f5047a5244b2"}, {"server_uuid": "1255ca1e-1374-4fbb-9151-070bdfbc6767", "name": "network-vif-unplugged", "status": "completed", "tag": "9b67cb2f-43e8-492c-8b82-22c5b40a350b"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:11.642047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:11.645740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:11.667793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] Made reservation on behalf of 1eea59e3bea24b05a985a8dea75f95dc for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:11.670881 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.680247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.740019 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.745632 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf9f2ea-f7b4-4045-941d-2bffdcae94d4 x-openstack-request-id: req-dcf9f2ea-f7b4-4045-941d-2bffdcae94d4 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:11.745920 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc9168f-31a8-4f44-830a-5ceb3121529e", "name": "network-vif-deleted", "tag": "c2c31404-8797-4ee8-97d3-f5047a5244b2", "status": "completed", "code": 200}, {"server_uuid": "1255ca1e-1374-4fbb-9151-070bdfbc6767", "name": "network-vif-unplugged", "status": "completed", "tag": "9b67cb2f-43e8-492c-8b82-22c5b40a350b", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:11.749093 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dcf9f2ea-f7b4-4045-941d-2bffdcae94d4 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:11.749093 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc9168f-31a8-4f44-830a-5ceb3121529e', 'name': 'network-vif-deleted', 'tag': 'c2c31404-8797-4ee8-97d3-f5047a5244b2', 'status': 'completed', 'code': 200} Jul 05 03:47:11.749093 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1255ca1e-1374-4fbb-9151-070bdfbc6767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b67cb2f-43e8-492c-8b82-22c5b40a350b', 'code': 200} Jul 05 03:47:11.855606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.856320 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3fecee46-380f-4a70-8f1e-31851a8ff947 req-22e6286a-4040-4adc-a80b-078cca1ec145 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc9168f-31a8-4f44-830a-5ceb3121529e HTTP/1.1" status: 200 len: 210 time: 0.0283122 Jul 05 03:47:11.856845 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.858493 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] 10.222.0.11 "PUT /v2.0/ports/9b67cb2f-43e8-492c-8b82-22c5b40a350b HTTP/1.1" status: 200 len: 1121 time: 0.9352140 Jul 05 03:47:11.860724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8916c-fa2e-4e53-9f44-ac9fad917a41 service neutron] Pushing event updated for resources: {'Port': ['ID=9b67cb2f-43e8-492c-8b82-22c5b40a350b,revision_number=8']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:11.906807 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.983427 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['9b67cb2f-43e8-492c-8b82-22c5b40a350b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:11.991404 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.028105 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['9b67cb2f-43e8-492c-8b82-22c5b40a350b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:12.031050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:12.037651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da88c371-61ed-43bf-9bba-07381185024d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:12.046028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800d5d0-bab6-4982-b242-07fa9e1d0f37 req-a092a4b7-bc7b-4c0a-bd20-3415da995cc4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:12.047827 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9800d5d0-bab6-4982-b242-07fa9e1d0f37 req-a092a4b7-bc7b-4c0a-bd20-3415da995cc4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.0816295 Jul 05 03:47:12.048126 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.048794 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] Added segment 1dc250a1-e6ac-4831-959b-1e07b59ae4be of type vlan for network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 Jul 05 03:47:12.091376 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9800d5d0-bab6-4982-b242-07fa9e1d0f37 req-1086dac8-6bba-4dcd-a38b-e1b81fd123e1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340655 Jul 05 03:47:12.106003 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.293755 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.294852 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:12.295491 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.331102 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25787b9-8208-44a2-8b9e-f204d694f2db req-19717b47-178f-4b04-acf5-e03b8a84ba68 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:12.332598 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25787b9-8208-44a2-8b9e-f204d694f2db req-19717b47-178f-4b04-acf5-e03b8a84ba68 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.0669816 Jul 05 03:47:12.356014 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:12.376470 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:12.384996 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25787b9-8208-44a2-8b9e-f204d694f2db req-cf37b598-e17e-4d01-b8ae-d5b8e2041f10 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466235 Jul 05 03:47:12.419828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9b67cb2f-43e8-492c-8b82-22c5b40a350b details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:12.421746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2642a0cb-2f54-45d0-8ff8-4835895fda18 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:12.466024 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b22c5656-7b0d-4161-838d-1fda40a56117 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0670230 Jul 05 03:47:12.468750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52548) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:12.473968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-88db3d06-247d-4fc7-861d-62c2d13baf48 admin admin] Request body: {'subnet': {'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1674996866-subnet', 'tenant_id': '1eea59e3bea24b05a985a8dea75f95dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:12.555281 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 2642a0cb-2f54-45d0-8ff8-4835895fda18 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:12.555668 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.568074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88db3d06-247d-4fc7-861d-62c2d13baf48 admin admin] Made reservation on behalf of 1eea59e3bea24b05a985a8dea75f95dc for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:12.572141 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88db3d06-247d-4fc7-861d-62c2d13baf48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.608523 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:12.624727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9b67cb2f-43e8-492c-8b82-22c5b40a350b has no active binding in host n-h1-798249-5 {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:47:12.670515 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.693957 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device c2c31404-8797-4ee8-97d3-f5047a5244b2 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:12.718640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: c2c31404-8797-4ee8-97d3-f5047a5244b2 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:12.718979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device c2c31404-8797-4ee8-97d3-f5047a5244b2 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:12.734394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ee70b-7b2d-43aa-bf59-227f65622f92 req-2b047718-d3a9-4c29-82bd-560799cf1aff tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:12.736403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-430ee70b-7b2d-43aa-bf59-227f65622f92 req-2b047718-d3a9-4c29-82bd-560799cf1aff tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.0854192 Jul 05 03:47:12.737469 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2642a0cb-2f54-45d0-8ff8-4835895fda18, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:12.794585 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-430ee70b-7b2d-43aa-bf59-227f65622f92 req-c32bd46e-df87-4452-a1cb-54f03fadcd83 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 Jul 05 03:47:12.810972 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.817265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08707730-e9fd-45a8-892a-dcc766744ae0 req-1aee4025-5bbf-4456-8917-b0e5540b09b8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:12.819351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08707730-e9fd-45a8-892a-dcc766744ae0 req-1aee4025-5bbf-4456-8917-b0e5540b09b8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 943 time: 0.1059747 Jul 05 03:47:12.853981 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-f3b22e51-1425-4d3d-b30f-7b48e737a093 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007199 Jul 05 03:47:12.871583 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08707730-e9fd-45a8-892a-dcc766744ae0 req-e7f5c60c-ce23-40c7-a3dc-ae4200eecf45 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Jul 05 03:47:12.888114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2642a0cb-2f54-45d0-8ff8-4835895fda18,revision_number=11']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:12.937697 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88db3d06-247d-4fc7-861d-62c2d13baf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.004067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af65a8-f8b7-47eb-acd0-d028020651c4 req-f5c0f274-692f-42df-a7f0-810e457b9168 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.006150 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-37af65a8-f8b7-47eb-acd0-d028020651c4 req-f5c0f274-692f-42df-a7f0-810e457b9168 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 951 time: 0.0763009 Jul 05 03:47:13.012231 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db3d06-247d-4fc7-861d-62c2d13baf48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c85e90-1e0d-4537-8933-122b818af633,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:13.017488 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db3d06-247d-4fc7-861d-62c2d13baf48 admin admin] Checking segment: {'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:13.018027 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db3d06-247d-4fc7-861d-62c2d13baf48 admin admin] Network hostable DHCP agents. Network: 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:13.053476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-37af65a8-f8b7-47eb-acd0-d028020651c4 req-99cb9471-9a25-46ef-98da-4aba8e869629 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 Jul 05 03:47:13.102227 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db3d06-247d-4fc7-861d-62c2d13baf48 admin admin] Network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:13.206505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f40804-e5ea-4759-bf76-5a3d25908a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2642a0cb-2f54-45d0-8ff8-4835895fda18'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:13.208833 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb577e5-f3c7-4d82-8da3-d8060ef615a9" -d '{"events": [{"server_uuid": "45f40804-e5ea-4759-bf76-5a3d25908a62", "name": "network-vif-plugged", "status": "completed", "tag": "2642a0cb-2f54-45d0-8ff8-4835895fda18"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:13.222578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-88db3d06-247d-4fc7-861d-62c2d13baf48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:13.227416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88db3d06-247d-4fc7-861d-62c2d13baf48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.228484 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88db3d06-247d-4fc7-861d-62c2d13baf48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.233632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca21bcb3-e987-401a-9045-470423581266 None None] Network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:13.256875 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826bd953-a848-441f-ba4d-5f2dfe47ca9f x-openstack-request-id: req-826bd953-a848-441f-ba4d-5f2dfe47ca9f {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:13.257268 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f40804-e5ea-4759-bf76-5a3d25908a62", "name": "network-vif-plugged", "status": "completed", "tag": "2642a0cb-2f54-45d0-8ff8-4835895fda18", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:13.257649 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-826bd953-a848-441f-ba4d-5f2dfe47ca9f {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:13.258107 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f40804-e5ea-4759-bf76-5a3d25908a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2642a0cb-2f54-45d0-8ff8-4835895fda18', 'code': 200} Jul 05 03:47:13.409285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96', 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96', 'tenant_id': '1eea59e3bea24b05a985a8dea75f95dc', 'fixed_ips': [{'subnet_id': '11c85e90-1e0d-4537-8933-122b818af633'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:47:13.410420 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.473225 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-88db3d06-247d-4fc7-861d-62c2d13baf48 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0032127 Jul 05 03:47:13.522554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f418bcb-3861-4624-a416-31783af0cad0 req-c3c47f0d-0823-446c-9dc8-63fa037acc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.524447 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9f418bcb-3861-4624-a416-31783af0cad0 req-c3c47f0d-0823-446c-9dc8-63fa037acc43 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 1102 time: 0.1114972 Jul 05 03:47:13.585995 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9f418bcb-3861-4624-a416-31783af0cad0 req-d308d8b0-626a-4087-b8e0-67a3f7f2dcb0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544560 Jul 05 03:47:13.656230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b722b7-05e3-4c5f-a404-3e2af9d9b503 req-f5de96f3-e6d2-49e8-a5cd-b6d08085c053 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.663847 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72b722b7-05e3-4c5f-a404-3e2af9d9b503 req-f5de96f3-e6d2-49e8-a5cd-b6d08085c053 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.0972862 Jul 05 03:47:13.709190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Allocated IP 172.20.0.2 (6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96/11c85e90-1e0d-4537-8933-122b818af633/f20540f0-8c4d-44c2-9943-901f3d314ffb) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:13.718939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72b722b7-05e3-4c5f-a404-3e2af9d9b503 req-16f006c2-33b7-4478-88c2-61f8a736df14 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542364 Jul 05 03:47:13.749227 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1255ca1e-1374-4fbb-9151-070bdfbc6767', 'tag': '9b67cb2f-43e8-492c-8b82-22c5b40a350b'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:13.751069 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5851e35-1414-4ac5-82dc-92403baa29fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1255ca1e-1374-4fbb-9151-070bdfbc6767", "tag": "9b67cb2f-43e8-492c-8b82-22c5b40a350b"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:13.845009 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c0c89b-81ba-4341-a0fb-d8dfb86c41f1 x-openstack-request-id: req-b9c0c89b-81ba-4341-a0fb-d8dfb86c41f1 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:13.845492 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1255ca1e-1374-4fbb-9151-070bdfbc6767", "tag": "9b67cb2f-43e8-492c-8b82-22c5b40a350b", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:13.852557 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9c0c89b-81ba-4341-a0fb-d8dfb86c41f1 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:13.852557 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1255ca1e-1374-4fbb-9151-070bdfbc6767', 'tag': '9b67cb2f-43e8-492c-8b82-22c5b40a350b', 'status': 'completed', 'code': 200} Jul 05 03:47:13.878679 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.887731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Transition to ACTIVE for port object f20540f0-8c4d-44c2-9943-901f3d314ffb will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:13.906970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Transition to ACTIVE for port object f20540f0-8c4d-44c2-9943-901f3d314ffb will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:13.938496 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5851e35-1414-4ac5-82dc-92403baa29fc req-32d26399-fb8a-43de-a25e-59a5178de3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.938496 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5851e35-1414-4ac5-82dc-92403baa29fc req-32d26399-fb8a-43de-a25e-59a5178de3db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 1124 time: 0.0621581 Jul 05 03:47:13.997132 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.037591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719d5ae-9b24-440e-9aac-67da3530bce0 req-bdd5fc88-14e5-43c1-b9b8-a8ec058c5519 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.038982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:14.039164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5719d5ae-9b24-440e-9aac-67da3530bce0 req-bdd5fc88-14e5-43c1-b9b8-a8ec058c5519 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 950 time: 0.0916631 Jul 05 03:47:14.051616 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:14.053978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5851e35-1414-4ac5-82dc-92403baa29fc req-6c058278-900f-4135-baa6-24c5026424af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.054454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:14.055668 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5851e35-1414-4ac5-82dc-92403baa29fc req-6c058278-900f-4135-baa6-24c5026424af service neutron] 10.222.0.64 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.1086307 Jul 05 03:47:14.073911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Pushing event updated for resources: {'Port': ['ID=f20540f0-8c4d-44c2-9943-901f3d314ffb,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:14.126591 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5851e35-1414-4ac5-82dc-92403baa29fc req-4642e8e7-ac62-41ac-8281-16ea73dbc13a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b HTTP/1.1" status: 200 len: 217 time: 0.0595229 Jul 05 03:47:14.134395 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Attempting to bind port f20540f0-8c4d-44c2-9943-901f3d314ffb on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:14.134395 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Attempting to bind port f20540f0-8c4d-44c2-9943-901f3d314ffb by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:14.134395 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Attempting to bind port f20540f0-8c4d-44c2-9943-901f3d314ffb on network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:14.139721 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:14.140113 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Checking segment: {'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:14.140559 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.141022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Bound using segment: {'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:14.141516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Bound port: f20540f0-8c4d-44c2-9943-901f3d314ffb, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:14.141912 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.178999 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5851e35-1414-4ac5-82dc-92403baa29fc req-372eb574-1973-4417-ad19-d3eaf10efe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.180606 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5851e35-1414-4ac5-82dc-92403baa29fc req-372eb574-1973-4417-ad19-d3eaf10efe71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.0471094 Jul 05 03:47:14.219732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] For port f20540f0-8c4d-44c2-9943-901f3d314ffb, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:14.225271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] For port f20540f0-8c4d-44c2-9943-901f3d314ffb, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f20540f0-8c4d-44c2-9943-901f3d314ffb,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:14.227561 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5851e35-1414-4ac5-82dc-92403baa29fc req-1f1ab22f-b62d-4577-9dc7-a69657e44fd6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343776 Jul 05 03:47:14.317482 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.330966 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5851e35-1414-4ac5-82dc-92403baa29fc req-9566e2e3-1ec5-4302-957d-1387692f6c9b service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945570 Jul 05 03:47:14.395455 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5719d5ae-9b24-440e-9aac-67da3530bce0 req-1a09c630-3106-4830-98ef-9bba6bf7a990 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408265 Jul 05 03:47:14.396849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4879cee-fbd6-4d5d-8d70-a7f8466fb970 None None] Pushing event updated for resources: {'Port': ['ID=f20540f0-8c4d-44c2-9943-901f3d314ffb,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:14.449271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-04b9fe39-cbfe-45da-bd2e-1d003a92754c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.456263 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-04b9fe39-cbfe-45da-bd2e-1d003a92754c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/networks?id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 HTTP/1.1" status: 200 len: 816 time: 0.4284041 Jul 05 03:47:14.468191 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b5851e35-1414-4ac5-82dc-92403baa29fc req-2dda51b8-fb82-4f1a-a911-174d348f4095 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285717 Jul 05 03:47:14.488013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-186e760b-c440-4f5d-a419-98c52e81b9f5 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/quotas/1eea59e3bea24b05a985a8dea75f95dc HTTP/1.1" status: 200 len: 375 time: 0.0306990 Jul 05 03:47:14.607027 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-09d9c807-7c0d-4888-9b02-fa970e42772c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1eea59e3bea24b05a985a8dea75f95dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1139693 Jul 05 03:47:14.697001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce48f6d-9de5-478a-94d6-8e418ec4b898 req-e5584731-6fc3-4a9a-a40e-7772910c7a84 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.698716 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ce48f6d-9de5-478a-94d6-8e418ec4b898 req-e5584731-6fc3-4a9a-a40e-7772910c7a84 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.1655033 Jul 05 03:47:14.702991 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:14.768497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ce48f6d-9de5-478a-94d6-8e418ec4b898 req-4371932c-cd3a-4e50-b91c-d8a2038e63a1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575008 Jul 05 03:47:14.770572 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-463b8ebb-f708-4f98-abd8-5902cab4822a service neutron] 10.222.0.60 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573558 Jul 05 03:47:14.860786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:14.875435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-d214e40c-f7b3-42d1-94d8-9efe79286a1b service neutron] 10.222.0.60 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936308 Jul 05 03:47:14.880085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f20540f0-8c4d-44c2-9943-901f3d314ffb up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:14.883205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0', 'mac_address': 'fa:16:3e:b9:0c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:14.962114 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.976455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:14.996774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:15.018927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce54847-8aa5-4fda-bd98-557f2074d26a req-e204276d-1c3c-4b0d-9648-6aca88238875 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.020485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ce54847-8aa5-4fda-bd98-557f2074d26a req-e204276d-1c3c-4b0d-9648-6aca88238875 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 943 time: 0.0874245 Jul 05 03:47:15.058879 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ce54847-8aa5-4fda-bd98-557f2074d26a req-16026435-9038-4614-9f2c-86f3cf3ba18a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Jul 05 03:47:15.065117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port f20540f0-8c4d-44c2-9943-901f3d314ffb completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:15.068803 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.153375 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:15.241677 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['b5f2c848-1e9d-4d89-b993-fe84b6cb66b0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:15.341320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d52060-f011-43d8-a399-4530af78c085 req-5786946b-9537-4866-bb0b-85ae382c70db tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.350728 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2d52060-f011-43d8-a399-4530af78c085 req-5786946b-9537-4866-bb0b-85ae382c70db tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 951 time: 0.1273110 Jul 05 03:47:15.440617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2d52060-f011-43d8-a399-4530af78c085 req-a760645c-751c-4580-bcef-cf11bc357a88 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888696 Jul 05 03:47:15.487829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdce5d-84ef-42bf-895d-7b4b2cc8469c req-900691c2-d3ad-47d7-bb51-ecc66add567a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.489511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08cdce5d-84ef-42bf-895d-7b4b2cc8469c req-900691c2-d3ad-47d7-bb51-ecc66add567a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.1361043 Jul 05 03:47:15.543071 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08cdce5d-84ef-42bf-895d-7b4b2cc8469c req-030a4246-9ae7-44dc-9780-534e072a3c59 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476398 Jul 05 03:47:15.618557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7805fbf-83ca-4945-abd1-5033e5be9c87 None None] Network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:15.785892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c3997-7b84-460e-8344-719db4b58b2f req-beb1b4fd-e807-4985-9998-da012784b69a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.788497 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c88c3997-7b84-460e-8344-719db4b58b2f req-beb1b4fd-e807-4985-9998-da012784b69a tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 950 time: 0.1391151 Jul 05 03:47:15.795913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-244da68f-8488-40a4-8935-5fbfcb48cbc1 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.797819 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-244da68f-8488-40a4-8935-5fbfcb48cbc1 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/networks?id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 HTTP/1.1" status: 200 len: 816 time: 0.1910324 Jul 05 03:47:15.834726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b3b9e-b775-4920-b93c-79cbfe84eb12 req-aa5a0740-6786-46c2-a744-62a051c1f5d8 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.836736 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f0b3b9e-b775-4920-b93c-79cbfe84eb12 req-aa5a0740-6786-46c2-a744-62a051c1f5d8 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 950 time: 0.1703196 Jul 05 03:47:15.838199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-664c9133-5856-45b1-ba2b-322006dc9fb0 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/quotas/1eea59e3bea24b05a985a8dea75f95dc HTTP/1.1" status: 200 len: 375 time: 0.0344796 Jul 05 03:47:15.865952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-22df88f7-ceba-4413-990c-9f5eca005c7d None None] Provisioning for port f20540f0-8c4d-44c2-9943-901f3d314ffb completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:15.876941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-22df88f7-ceba-4413-990c-9f5eca005c7d None None] Provisioning complete for port f20540f0-8c4d-44c2-9943-901f3d314ffb triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:15.877327 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-22df88f7-ceba-4413-990c-9f5eca005c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.928696 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f0b3b9e-b775-4920-b93c-79cbfe84eb12 req-17b8cb16-6961-47bc-bafc-358360491455 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d5887b3-1f52-4835-90b9-ac3b726bae72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856845 Jul 05 03:47:15.988458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-75b5f0bc-f23e-4cbb-9a80-9097b075e47b tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1eea59e3bea24b05a985a8dea75f95dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1350837 Jul 05 03:47:15.993639 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-d34240b7-1ffe-4d85-a9f2-608e0850f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.995555 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-d34240b7-1ffe-4d85-a9f2-608e0850f041 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 1101 time: 0.1503446 Jul 05 03:47:15.996912 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-c88c3997-7b84-460e-8344-719db4b58b2f req-55075e4f-d56e-41a2-8af3-814615af4c77 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Deleting port d549396e-532b-4e47-9a83-520436d30472 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:15.997256 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c88c3997-7b84-460e-8344-719db4b58b2f req-55075e4f-d56e-41a2-8af3-814615af4c77 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.066232 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-22df88f7-ceba-4413-990c-9f5eca005c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.128146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-64799cee-0863-44da-9b13-4969975a30f7 service neutron] 10.222.0.60 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384087 Jul 05 03:47:16.132229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-22df88f7-ceba-4413-990c-9f5eca005c7d None None] For port f20540f0-8c4d-44c2-9943-901f3d314ffb, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f20540f0-8c4d-44c2-9943-901f3d314ffb,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:16.238012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-b960a0a8-e306-4290-b46f-b178c0cf7a32 service neutron] 10.222.0.60 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080744 Jul 05 03:47:16.248589 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-3df00b3f-86c9-4870-9fcb-0d4440db7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.251409 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-3df00b3f-86c9-4870-9fcb-0d4440db7b01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.2348843 Jul 05 03:47:16.313159 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-22df88f7-ceba-4413-990c-9f5eca005c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.334733 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-ca05c515-fff8-4129-88df-9e7e645c26c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6a944b48-2a72-49e0-882d-e361769632ef HTTP/1.1" status: 200 len: 217 time: 0.0728946 Jul 05 03:47:16.357242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-c88c3997-7b84-460e-8344-719db4b58b2f req-55075e4f-d56e-41a2-8af3-814615af4c77 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] For port d549396e-532b-4e47-9a83-520436d30472, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d549396e-532b-4e47-9a83-520436d30472,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:16.357619 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c88c3997-7b84-460e-8344-719db4b58b2f req-55075e4f-d56e-41a2-8af3-814615af4c77 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.377174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df88f7-ceba-4413-990c-9f5eca005c7d None None] Pushing event updated for resources: {'Port': ['ID=f20540f0-8c4d-44c2-9943-901f3d314ffb,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:16.394485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-c88c3997-7b84-460e-8344-719db4b58b2f req-55075e4f-d56e-41a2-8af3-814615af4c77 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Calling delete_port for d549396e-532b-4e47-9a83-520436d30472 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:16.416044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-9df2a98d-ce56-475d-8821-4b8e6789b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.417576 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-9df2a98d-ce56-475d-8821-4b8e6789b263 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0740020 Jul 05 03:47:16.439435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-81f763cc-3c97-4d50-8014-4870654ca5ef None None] Provisioning complete for port f20540f0-8c4d-44c2-9943-901f3d314ffb triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:16.440040 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-81f763cc-3c97-4d50-8014-4870654ca5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.578106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-61bff5e5-4213-4518-a837-a99b3961efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.579761 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-61bff5e5-4213-4518-a837-a99b3961efb6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328702 Jul 05 03:47:16.709648 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-f2c8aa20-af32-421d-84dd-30062240a97d service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223171 Jul 05 03:47:16.719352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffac20c-0a24-496f-9fa2-652f315c272d req-10a95748-a3b0-4d58-b311-200f7124e0a8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.719763 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:16.719874 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ffac20c-0a24-496f-9fa2-652f315c272d req-10a95748-a3b0-4d58-b311-200f7124e0a8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.1010289 Jul 05 03:47:16.729375 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f20540f0-8c4d-44c2-9943-901f3d314ffb up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:16.793538 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c88c3997-7b84-460e-8344-719db4b58b2f req-55075e4f-d56e-41a2-8af3-814615af4c77 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.828997 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ffac20c-0a24-496f-9fa2-652f315c272d req-e1b79908-0be7-459f-a7eb-ffbe14d4c7e2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968671 Jul 05 03:47:16.833381 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:16.834054 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.841251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55075e4f-d56e-41a2-8af3-814615af4c77 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Pushing event deleted for resources: {'Port': ['ID=d549396e-532b-4e47-9a83-520436d30472,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:16.874431 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f20540f0-8c4d-44c2-9943-901f3d314ffb triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:16.874816 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.885569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6faa62-218f-4ee0-9264-9ab2dfa3282d req-5ac0b918-cb17-46c0-8a74-0bb3b0a9d1b6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.891770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be6faa62-218f-4ee0-9264-9ab2dfa3282d req-5ac0b918-cb17-46c0-8a74-0bb3b0a9d1b6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 943 time: 0.1477921 Jul 05 03:47:16.910561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88c3997-7b84-460e-8344-719db4b58b2f req-55075e4f-d56e-41a2-8af3-814615af4c77 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] No DVR routers for this DVR port d549396e-532b-4e47-9a83-520436d30472 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:16.919116 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c88c3997-7b84-460e-8344-719db4b58b2f req-55075e4f-d56e-41a2-8af3-814615af4c77 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.922538 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c88c3997-7b84-460e-8344-719db4b58b2f req-55075e4f-d56e-41a2-8af3-814615af4c77 tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.11 "DELETE /v2.0/ports/d549396e-532b-4e47-9a83-520436d30472 HTTP/1.1" status: 204 len: 173 time: 1.1239130 Jul 05 03:47:16.923783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27660a95-26e5-4d9e-b4e4-024fbba38f0a', 'name': 'network-vif-deleted', 'tag': 'd549396e-532b-4e47-9a83-520436d30472'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:16.926607 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1157a2af-f9fa-4e4f-b375-7b9a2f588190" -d '{"events": [{"server_uuid": "27660a95-26e5-4d9e-b4e4-024fbba38f0a", "name": "network-vif-deleted", "tag": "d549396e-532b-4e47-9a83-520436d30472"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:16.950446 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-2673e365-2498-4f87-93e9-bf03de89bdb6 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124684 Jul 05 03:47:16.953526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be6faa62-218f-4ee0-9264-9ab2dfa3282d req-42ae7635-7b88-42f1-bfbc-76d677b40a49 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579972 Jul 05 03:47:17.001072 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.038383 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:17.040448 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c3442f-0c02-44af-be21-89a19ae34b2f" -d '{"events": [{"server_uuid": "a1cedb2f-be1c-45f1-8b95-461b2be02ec4", "name": "network-vif-plugged", "status": "completed", "tag": "b5f2c848-1e9d-4d89-b993-fe84b6cb66b0"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:17.059626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:17.140415 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.198877 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,revision_number=10']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:17.302626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e80d39-2c9f-495b-b109-9b831b548a4a req-557917ac-3a0e-44be-81fa-61aab1a08804 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:17.304189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29e80d39-2c9f-495b-b109-9b831b548a4a req-557917ac-3a0e-44be-81fa-61aab1a08804 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.1758933 Jul 05 03:47:17.332312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740b867-2b20-483f-af14-d1cbc112235c req-617662bc-cc34-4dfa-9b0f-3a7de249f6d2 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:17.339836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b740b867-2b20-483f-af14-d1cbc112235c req-617662bc-cc34-4dfa-9b0f-3a7de249f6d2 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/networks?id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 HTTP/1.1" status: 200 len: 816 time: 0.1948943 Jul 05 03:47:17.359377 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b740b867-2b20-483f-af14-d1cbc112235c req-829b9add-6c37-4c39-9ce8-cad42c4e21bf tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/quotas/1eea59e3bea24b05a985a8dea75f95dc HTTP/1.1" status: 200 len: 375 time: 0.0170748 Jul 05 03:47:17.386843 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29e80d39-2c9f-495b-b109-9b831b548a4a req-647bacac-c2ca-422b-8d73-c1e19ffa65aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713220 Jul 05 03:47:17.463484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b740b867-2b20-483f-af14-d1cbc112235c req-b76fb374-3d98-437f-9358-bdcf9ff84233 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1eea59e3bea24b05a985a8dea75f95dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0955927 Jul 05 03:47:17.603807 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b740b867-2b20-483f-af14-d1cbc112235c req-82aafd26-d0ec-492d-ade9-1e480a83ddae service neutron] 10.222.0.60 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328878 Jul 05 03:47:17.679649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976344cc-9c4e-4261-99c7-240fce050983 req-785c3666-7a31-4020-8a28-edc201649211 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:17.681211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-976344cc-9c4e-4261-99c7-240fce050983 req-785c3666-7a31-4020-8a28-edc201649211 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 1102 time: 0.1220217 Jul 05 03:47:17.726309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b740b867-2b20-483f-af14-d1cbc112235c req-d8a80887-f85f-406c-9332-9b91d0cd0b00 service neutron] 10.222.0.60 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150761 Jul 05 03:47:17.744020 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-976344cc-9c4e-4261-99c7-240fce050983 req-b40c8779-bab9-4f9e-9a62-3510c5f62385 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505435 Jul 05 03:47:17.800213 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea18f88-830b-4ac4-b907-3a7cdabd2408 x-openstack-request-id: req-0ea18f88-830b-4ac4-b907-3a7cdabd2408 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:17.800944 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27660a95-26e5-4d9e-b4e4-024fbba38f0a", "name": "network-vif-deleted", "tag": "d549396e-532b-4e47-9a83-520436d30472", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:17.801091 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ea18f88-830b-4ac4-b907-3a7cdabd2408 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:17.801952 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27660a95-26e5-4d9e-b4e4-024fbba38f0a', 'name': 'network-vif-deleted', 'tag': 'd549396e-532b-4e47-9a83-520436d30472', 'status': 'completed', 'code': 200} Jul 05 03:47:17.957074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f74abe8a-988f-41eb-a52f-41e5d878a9d2 req-db268056-1599-41a2-b8a9-ead4d2428fff tempest-ServersOnMultiNodesTest-1207045969 tempest-ServersOnMultiNodesTest-1207045969-project] 10.222.0.60 "GET /v2.0/ports?device_id=27660a95-26e5-4d9e-b4e4-024fbba38f0a HTTP/1.1" status: 200 len: 210 time: 0.0328696 Jul 05 03:47:18.003964 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06874867-d453-41da-bcab-713bb413f80c x-openstack-request-id: req-06874867-d453-41da-bcab-713bb413f80c {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:18.004523 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cedb2f-be1c-45f1-8b95-461b2be02ec4", "name": "network-vif-plugged", "status": "completed", "tag": "b5f2c848-1e9d-4d89-b993-fe84b6cb66b0", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:18.004639 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-06874867-d453-41da-bcab-713bb413f80c {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:18.005078 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0', 'code': 200} Jul 05 03:47:18.262100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a7c10-dfce-4315-9d84-bd884109e4a8 req-d0c077d7-99ed-4332-bcbd-028c0209e3f1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:18.265064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f5a7c10-dfce-4315-9d84-bd884109e4a8 req-d0c077d7-99ed-4332-bcbd-028c0209e3f1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.1083486 Jul 05 03:47:18.337331 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f5a7c10-dfce-4315-9d84-bd884109e4a8 req-6b671bfd-8759-43b0-b4a6-f6e9793f62db tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651526 Jul 05 03:47:18.439289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d549396e-532b-4e47-9a83-520436d30472 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:18.461569 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: d549396e-532b-4e47-9a83-520436d30472 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:18.461912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d549396e-532b-4e47-9a83-520436d30472 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:18.502356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86fb29-d8f5-43d5-a0cd-b9308bc63ff5 req-61fbc321-2ef2-485b-8cab-55a835fd9300 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:18.503888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ac86fb29-d8f5-43d5-a0cd-b9308bc63ff5 req-61fbc321-2ef2-485b-8cab-55a835fd9300 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 943 time: 0.0690732 Jul 05 03:47:18.542420 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ac86fb29-d8f5-43d5-a0cd-b9308bc63ff5 req-752b05b2-210b-4327-bb76-88cec0067383 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325928 Jul 05 03:47:18.691009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2690cacd-f606-4308-a51a-2c48449422c1 req-5289fdc3-f7bb-4459-a39a-cf2d84e4244c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 210 time: 0.0421295 Jul 05 03:47:18.955237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-1e2db261-c517-45bb-88fb-16d4d2ade142 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:18.957496 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-1e2db261-c517-45bb-88fb-16d4d2ade142 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.64 "GET /v2.0/networks?id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 HTTP/1.1" status: 200 len: 816 time: 0.2054870 Jul 05 03:47:18.981318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-ba17164e-3d11-4eb6-9439-9e64d118e638 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Request body: {'port': {'device_id': '4ac4a48a-724a-4476-8d72-c9c17d5b4487', 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96', 'admin_state_up': True, 'tenant_id': '1eea59e3bea24b05a985a8dea75f95dc'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:19.077314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c3741-c812-495b-9fb2-e8e37dcad8fa req-eb2c769d-6a6d-45c9-9128-a00cc7d2ae31 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:19.078889 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d61c3741-c812-495b-9fb2-e8e37dcad8fa req-eb2c769d-6a6d-45c9-9128-a00cc7d2ae31 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.1672666 Jul 05 03:47:19.130891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7c56-cd0c-41b4-b738-4e9a799265d0 req-b8c2b26e-c2f6-4268-991a-3c7e86d6d1bf tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:19.132444 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0ac7c56-cd0c-41b4-b738-4e9a799265d0 req-b8c2b26e-c2f6-4268-991a-3c7e86d6d1bf tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 1102 time: 0.1710668 Jul 05 03:47:19.163316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d61c3741-c812-495b-9fb2-e8e37dcad8fa req-62694e2c-76b5-4300-b1f7-32004c95982e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768473 Jul 05 03:47:19.221524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0ac7c56-cd0c-41b4-b738-4e9a799265d0 req-eb269f29-fbf8-460a-a48c-e44e41394084 tempest-ServersAdminTestJSON-2084937168 tempest-ServersAdminTestJSON-2084937168-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714653 Jul 05 03:47:19.324511 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-ba17164e-3d11-4eb6-9439-9e64d118e638 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Made reservation on behalf of 1eea59e3bea24b05a985a8dea75f95dc for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:19.328496 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-ba17164e-3d11-4eb6-9439-9e64d118e638 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.532922 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-ba17164e-3d11-4eb6-9439-9e64d118e638 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Allocated IP 172.20.0.9 (6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96/11c85e90-1e0d-4537-8933-122b818af633/98ae25ec-158e-46d5-a99e-658977df5480) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:19.599472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e7efb-e624-4a0d-a78b-ffc46f90cda9 req-5e4409ae-c6b3-4c9c-b47f-c1b296197964 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:19.606916 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b86e7efb-e624-4a0d-a78b-ffc46f90cda9 req-5e4409ae-c6b3-4c9c-b47f-c1b296197964 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.0935838 Jul 05 03:47:19.655760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b86e7efb-e624-4a0d-a78b-ffc46f90cda9 req-ffa66eac-e5e7-4f4d-b5b6-219362580214 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459559 Jul 05 03:47:19.800939 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-ba17164e-3d11-4eb6-9439-9e64d118e638 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.818835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-ba17164e-3d11-4eb6-9439-9e64d118e638 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Transition to ACTIVE for port object 98ae25ec-158e-46d5-a99e-658977df5480 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:19.916476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0e260-b4d9-4f91-a44c-a50c43b1886e req-3287efc3-b16a-43a5-ae08-6bf70e021610 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:19.925082 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2b0e260-b4d9-4f91-a44c-a50c43b1886e req-3287efc3-b16a-43a5-ae08-6bf70e021610 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 943 time: 0.1251616 Jul 05 03:47:19.992171 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-ba17164e-3d11-4eb6-9439-9e64d118e638 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.015446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2b0e260-b4d9-4f91-a44c-a50c43b1886e req-153fb5c5-dd28-4f4c-8157-92254c16be3b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842099 Jul 05 03:47:20.022365 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-ba17164e-3d11-4eb6-9439-9e64d118e638 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:20.037800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52788) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:20.088761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-ba17164e-3d11-4eb6-9439-9e64d118e638 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:20.112095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-ba17164e-3d11-4eb6-9439-9e64d118e638 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:20.430222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-a46ace50-3b76-43a2-afd8-1f97f467643b tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:20.438604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-a46ace50-3b76-43a2-afd8-1f97f467643b tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.64 "GET /v2.0/networks?id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 HTTP/1.1" status: 200 len: 816 time: 0.3839943 Jul 05 03:47:20.500922 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-6a9444d6-2658-4ad5-9094-830a66789f99 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Request body: {'port': {'device_id': 'c3ff40fe-68a9-4bc6-8084-54f25f7c6bde', 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96', 'admin_state_up': True, 'tenant_id': '1eea59e3bea24b05a985a8dea75f95dc'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:20.567310 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d80dd924-85fb-45b2-a2fe-6e22d5e27c80 req-3a5eec1c-fb64-457b-ba71-18c947104992 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 210 time: 0.1273248 Jul 05 03:47:20.619837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4125ae75-1e55-42c4-a68e-bed7981d9995 None None] Provisioning for port 98ae25ec-158e-46d5-a99e-658977df5480 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:20.624338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4125ae75-1e55-42c4-a68e-bed7981d9995 None None] Provisioning complete for port 98ae25ec-158e-46d5-a99e-658977df5480 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:20.625324 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4125ae75-1e55-42c4-a68e-bed7981d9995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.648148 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17164e-3d11-4eb6-9439-9e64d118e638 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Pushing event updated for resources: {'Port': ['ID=98ae25ec-158e-46d5-a99e-658977df5480,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:20.667723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-ba17164e-3d11-4eb6-9439-9e64d118e638 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:20.668384 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-ba17164e-3d11-4eb6-9439-9e64d118e638 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.754449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4125ae75-1e55-42c4-a68e-bed7981d9995 None None] Port 98ae25ec-158e-46d5-a99e-658977df5480 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:20.807292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-59e6e367-2511-4a99-a014-4fe60460b4a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=699c7cae0a8943699f7e6394aeb45413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7654850 Jul 05 03:47:20.808836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52804) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:20.841222 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-ba17164e-3d11-4eb6-9439-9e64d118e638 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8683114 Jul 05 03:47:20.857843 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Request body: {'port': {'device_id': '4ac4a48a-724a-4476-8d72-c9c17d5b4487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:20.883156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19aeec3-5d97-4323-b665-ea31dfca87f0 req-a6fa61da-74cb-482e-a464-f2b39dc1a2bd tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:20.891379 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c19aeec3-5d97-4323-b665-ea31dfca87f0 req-a6fa61da-74cb-482e-a464-f2b39dc1a2bd tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 950 time: 0.3389981 Jul 05 03:47:20.947141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c19aeec3-5d97-4323-b665-ea31dfca87f0 req-d232e9b7-d29e-4eda-8e58-da998364d477 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548046 Jul 05 03:47:20.965892 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49b17-6703-4f18-b24d-9769892b522f req-61af2cb4-6a77-45f7-bcf0-28f935d40006 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:20.986006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12a49b17-6703-4f18-b24d-9769892b522f req-61af2cb4-6a77-45f7-bcf0-28f935d40006 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.2200003 Jul 05 03:47:20.993610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-6a9444d6-2658-4ad5-9094-830a66789f99 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Made reservation on behalf of 1eea59e3bea24b05a985a8dea75f95dc for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:21.004309 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50546674-bd2c-468b-8e86-20e29e38648d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.017815 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-6a9444d6-2658-4ad5-9094-830a66789f99 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.038520 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50546674-bd2c-468b-8e86-20e29e38648d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.061893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.139236 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12a49b17-6703-4f18-b24d-9769892b522f req-3d5e9ffc-1b35-4a5e-a4ba-6db157d624f4 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518757 Jul 05 03:47:21.262807 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4591a2ed-0976-449f-b759-faa6036f7f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.480106 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50546674-bd2c-468b-8e86-20e29e38648d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.484758 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50546674-bd2c-468b-8e86-20e29e38648d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.488787 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-50546674-bd2c-468b-8e86-20e29e38648d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d5887b3-1f52-4835-90b9-ac3b726bae72 HTTP/1.1" status: 204 len: 168 time: 0.6787598 Jul 05 03:47:21.519169 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50546674-bd2c-468b-8e86-20e29e38648d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5887b3-1f52-4835-90b9-ac3b726bae72,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:21.563598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ae25ec-158e-46d5-a99e-658977df5480 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:21.572615 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.588504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Transition to ACTIVE for port object 98ae25ec-158e-46d5-a99e-658977df5480 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:21.628738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5506b2-fb52-411b-842f-75d5330ad248 req-c9b3f70e-843c-428f-a8d0-a2796bf6196e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:21.636889 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f5506b2-fb52-411b-842f-75d5330ad248 req-c9b3f70e-843c-428f-a8d0-a2796bf6196e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.3883340 Jul 05 03:47:21.705222 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.706837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe368442-1ca7-441c-845e-7173334846b2 req-d2657b0e-cae7-4a33-a0e9-a394192a98db tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:21.714203 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe368442-1ca7-441c-845e-7173334846b2 req-d2657b0e-cae7-4a33-a0e9-a394192a98db tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 943 time: 0.2869403 Jul 05 03:47:21.777973 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f5506b2-fb52-411b-842f-75d5330ad248 req-00e9497e-06b8-4e1e-bd13-1d4035d37749 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393530 Jul 05 03:47:21.945766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe368442-1ca7-441c-845e-7173334846b2 req-d9170a7c-56c1-4f94-b266-d18b4649f0e1 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268515 Jul 05 03:47:22.026617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-6a9444d6-2658-4ad5-9094-830a66789f99 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Allocated IP 172.20.0.7 (6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96/11c85e90-1e0d-4537-8933-122b818af633/7cec6c8f-3a2b-4195-bdbb-adb6896e4e44) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:22.050747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740b867-2b20-483f-af14-d1cbc112235c req-b50453e3-2bb5-4238-a041-b1939604f877 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:22.055927 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b740b867-2b20-483f-af14-d1cbc112235c req-b50453e3-2bb5-4238-a041-b1939604f877 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.11 "GET /v2.0/networks?id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 HTTP/1.1" status: 200 len: 816 time: 0.4320140 Jul 05 03:47:22.088665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Pushing event updated for resources: {'Port': ['ID=98ae25ec-158e-46d5-a99e-658977df5480,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:22.169701 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-b740b867-2b20-483f-af14-d1cbc112235c req-fd42fde2-957d-475c-8be2-415a235f5348 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Request body: {'port': {'device_id': '3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e', 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96', 'admin_state_up': True, 'tenant_id': '1eea59e3bea24b05a985a8dea75f95dc'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:22.410193 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:47:22.434652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd17eb-4f31-46e3-948c-b91e5595e358 req-43138bf2-62a6-456e-af2a-4a4c645f13d0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:22.468803 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-41dd17eb-4f31-46e3-948c-b91e5595e358 req-43138bf2-62a6-456e-af2a-4a4c645f13d0 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 950 time: 0.6630135 Jul 05 03:47:22.622846 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-6a9444d6-2658-4ad5-9094-830a66789f99 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.639838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-6a9444d6-2658-4ad5-9094-830a66789f99 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Transition to ACTIVE for port object 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:22.665017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Attempting to bind port 98ae25ec-158e-46d5-a99e-658977df5480 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:22.665441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Attempting to bind port 98ae25ec-158e-46d5-a99e-658977df5480 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:22.667736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Attempting to bind port 98ae25ec-158e-46d5-a99e-658977df5480 on network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:22.712940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-180cca6d-e37f-401a-afa7-0ad45afc5c42 req-2f7e7d4e-aaec-4d32-867b-393c531f6668 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 210 time: 0.0383463 Jul 05 03:47:22.735223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Port 98ae25ec-158e-46d5-a99e-658977df5480 on network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:22.735568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Attempting to bind port 98ae25ec-158e-46d5-a99e-658977df5480 on network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:22.774276 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:22.774645 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Checking segment: {'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:22.775047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Bound using segment: {'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:22.775574 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Bound port: 98ae25ec-158e-46d5-a99e-658977df5480, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:22.775951 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.802741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8d23c-9fa3-4670-91b9-a2a2cec2146b req-e3954230-bfc9-4399-b5f4-594372f8e863 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:22.818338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6fd8d23c-9fa3-4670-91b9-a2a2cec2146b req-e3954230-bfc9-4399-b5f4-594372f8e863 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d06a35b-e47a-4e12-81da-8f6bd81ed54c HTTP/1.1" status: 200 len: 950 time: 0.3450911 Jul 05 03:47:22.895544 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-6a9444d6-2658-4ad5-9094-830a66789f99 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.935945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-41dd17eb-4f31-46e3-948c-b91e5595e358 req-dbff8530-addb-490f-9045-ba8164bb3ccc tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Deleting port 6d91c538-5ba0-402e-a66b-cf8dfa633f65 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:22.936423 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-41dd17eb-4f31-46e3-948c-b91e5595e358 req-dbff8530-addb-490f-9045-ba8164bb3ccc tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.942720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] For port 98ae25ec-158e-46d5-a99e-658977df5480, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:22.959453 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6fd8d23c-9fa3-4670-91b9-a2a2cec2146b req-23d1cea5-84e4-473d-845b-3c159fa3d278 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399910 Jul 05 03:47:23.000093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b740b867-2b20-483f-af14-d1cbc112235c req-fd42fde2-957d-475c-8be2-415a235f5348 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Made reservation on behalf of 1eea59e3bea24b05a985a8dea75f95dc for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:23.015196 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b740b867-2b20-483f-af14-d1cbc112235c req-fd42fde2-957d-475c-8be2-415a235f5348 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.031094 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52834) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:23.050349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] For port 98ae25ec-158e-46d5-a99e-658977df5480, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=98ae25ec-158e-46d5-a99e-658977df5480,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:23.167923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-6a9444d6-2658-4ad5-9094-830a66789f99 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:23.171180 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-6a9444d6-2658-4ad5-9094-830a66789f99 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:23.185055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-6a9444d6-2658-4ad5-9094-830a66789f99 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:23.234164 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3e8cdf7b-7775-42c7-b5ad-e5165181c6b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=470def9c6e83448084ed5243830a1a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018647 Jul 05 03:47:23.255890 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52840) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:23.263965 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-41dd17eb-4f31-46e3-948c-b91e5595e358 req-dbff8530-addb-490f-9045-ba8164bb3ccc tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] For port 6d91c538-5ba0-402e-a66b-cf8dfa633f65, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6d91c538-5ba0-402e-a66b-cf8dfa633f65,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:23.264337 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-41dd17eb-4f31-46e3-948c-b91e5595e358 req-dbff8530-addb-490f-9045-ba8164bb3ccc tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.280120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-41dd17eb-4f31-46e3-948c-b91e5595e358 req-dbff8530-addb-490f-9045-ba8164bb3ccc tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Calling delete_port for 6d91c538-5ba0-402e-a66b-cf8dfa633f65 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:23.308477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9444d6-2658-4ad5-9094-830a66789f99 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Pushing event updated for resources: {'Port': ['ID=7cec6c8f-3a2b-4195-bdbb-adb6896e4e44,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:23.363383 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-6a9444d6-2658-4ad5-9094-830a66789f99 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:23.364170 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-6a9444d6-2658-4ad5-9094-830a66789f99 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.432455 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d99522ba-b2af-43a7-bb9d-d02703de8320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.450084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17747486-d0a2-4a72-913b-22affe76be1f req-21254eb1-4a73-415e-a162-ad0633526052 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:23.458354 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17747486-d0a2-4a72-913b-22affe76be1f req-21254eb1-4a73-415e-a162-ad0633526052 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.5357659 Jul 05 03:47:23.473377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.480755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0a37b-e974-4a89-b4f2-ec5117091a1e req-21bea262-3336-4ce9-ba2a-80f8e005d60f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:23.486000 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bda0a37b-e974-4a89-b4f2-ec5117091a1e req-21bea262-3336-4ce9-ba2a-80f8e005d60f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.3402092 Jul 05 03:47:23.520927 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d99522ba-b2af-43a7-bb9d-d02703de8320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.523467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-6a9444d6-2658-4ad5-9094-830a66789f99 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0360022 Jul 05 03:47:23.549527 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-41dd17eb-4f31-46e3-948c-b91e5595e358 req-dbff8530-addb-490f-9045-ba8164bb3ccc tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.550486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Request body: {'port': {'device_id': 'c3ff40fe-68a9-4bc6-8084-54f25f7c6bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:23.564740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:23.565355 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.566875 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] 10.222.0.64 "PUT /v2.0/ports/98ae25ec-158e-46d5-a99e-658977df5480 HTTP/1.1" status: 200 len: 1091 time: 2.7153265 Jul 05 03:47:23.567445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310edbd-af55-4e7e-8b21-f62d0a3e171d service neutron] Pushing event updated for resources: {'Port': ['ID=98ae25ec-158e-46d5-a99e-658977df5480,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:23.584507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2642a0cb-2f54-45d0-8ff8-4835895fda18'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:23.596668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['6e1fb29c-64c2-452d-a812-17d5bbf381d3'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:23.618269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac4a48a-724a-4476-8d72-c9c17d5b4487', 'tag': '98ae25ec-158e-46d5-a99e-658977df5480'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:23.624690 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed8bae7-f5b3-4ea1-a9a1-9ced6bcc775d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac4a48a-724a-4476-8d72-c9c17d5b4487", "tag": "98ae25ec-158e-46d5-a99e-658977df5480"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:23.624690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff8530-addb-490f-9045-ba8164bb3ccc tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Pushing event deleted for resources: {'Port': ['ID=6d91c538-5ba0-402e-a66b-cf8dfa633f65,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:23.735003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-b740b867-2b20-483f-af14-d1cbc112235c req-fd42fde2-957d-475c-8be2-415a235f5348 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Allocated IP 172.20.0.5 (6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96/11c85e90-1e0d-4537-8933-122b818af633/7e47a4ff-64da-4cef-99f4-dddaaaa11c4b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:23.739037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-41dd17eb-4f31-46e3-948c-b91e5595e358 req-dbff8530-addb-490f-9045-ba8164bb3ccc tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] No DVR routers for this DVR port 6d91c538-5ba0-402e-a66b-cf8dfa633f65 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:23.743545 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-41dd17eb-4f31-46e3-948c-b91e5595e358 req-dbff8530-addb-490f-9045-ba8164bb3ccc tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.746342 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3dd216ec-4a22-4a2d-8596-4885d786bbff None None] Provisioning for port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:23.746579 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-41dd17eb-4f31-46e3-948c-b91e5595e358 req-dbff8530-addb-490f-9045-ba8164bb3ccc tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.11 "DELETE /v2.0/ports/6d91c538-5ba0-402e-a66b-cf8dfa633f65 HTTP/1.1" status: 204 len: 173 time: 1.2441730 Jul 05 03:47:23.761767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3dd216ec-4a22-4a2d-8596-4885d786bbff None None] Provisioning complete for port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:23.762406 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3dd216ec-4a22-4a2d-8596-4885d786bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.825159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3dd216ec-4a22-4a2d-8596-4885d786bbff None None] Port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:23.892726 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-2f037779-cdf7-4d3d-ac1e-504132b19517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:23.895337 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-2f037779-cdf7-4d3d-ac1e-504132b19517 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eea59e3bea24b05a985a8dea75f95dc&device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 1094 time: 0.1570940 Jul 05 03:47:23.993019 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-68e40f34-07f6-4ed0-8339-352de96dee05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ae25ec-158e-46d5-a99e-658977df5480 HTTP/1.1" status: 200 len: 217 time: 0.0810335 Jul 05 03:47:24.105070 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b740b867-2b20-483f-af14-d1cbc112235c req-fd42fde2-957d-475c-8be2-415a235f5348 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.174920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-b740b867-2b20-483f-af14-d1cbc112235c req-fd42fde2-957d-475c-8be2-415a235f5348 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Transition to ACTIVE for port object 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:24.229151 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17747486-d0a2-4a72-913b-22affe76be1f req-e8dc7328-d483-4496-a0e3-a006e0ed42df tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7698383 Jul 05 03:47:24.274192 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bda0a37b-e974-4a89-b4f2-ec5117091a1e req-64dfe650-e29d-44be-9761-df2e82ecaa86 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7729893 Jul 05 03:47:24.294790 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.383074 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9291d280-df9b-455c-b07f-1c3441ebef24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.384490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-c92dc948-063b-4fe8-a5fa-b67c79940ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:24.385547 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.387843 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-c92dc948-063b-4fe8-a5fa-b67c79940ecf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11c85e90-1e0d-4537-8933-122b818af633 HTTP/1.1" status: 200 len: 855 time: 0.1657422 Jul 05 03:47:24.394370 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b740b867-2b20-483f-af14-d1cbc112235c req-fd42fde2-957d-475c-8be2-415a235f5348 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.481700 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6d91c538-5ba0-402e-a66b-cf8dfa633f65 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:24.527467 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 6d91c538-5ba0-402e-a66b-cf8dfa633f65 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:24.541018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6d91c538-5ba0-402e-a66b-cf8dfa633f65 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:24.566424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42fde2-957d-475c-8be2-415a235f5348 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Pushing event updated for resources: {'Port': ['ID=7e47a4ff-64da-4cef-99f4-dddaaaa11c4b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:24.636055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b740b867-2b20-483f-af14-d1cbc112235c req-fd42fde2-957d-475c-8be2-415a235f5348 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:24.639677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-b740b867-2b20-483f-af14-d1cbc112235c req-fd42fde2-957d-475c-8be2-415a235f5348 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:24.642588 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b740b867-2b20-483f-af14-d1cbc112235c req-fd42fde2-957d-475c-8be2-415a235f5348 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:24.673051 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c095e6f6-9925-41b0-801a-62b4da1b7128 x-openstack-request-id: req-c095e6f6-9925-41b0-801a-62b4da1b7128 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:24.673490 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac4a48a-724a-4476-8d72-c9c17d5b4487", "tag": "98ae25ec-158e-46d5-a99e-658977df5480", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:24.673847 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c095e6f6-9925-41b0-801a-62b4da1b7128 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:24.674350 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac4a48a-724a-4476-8d72-c9c17d5b4487', 'tag': '98ae25ec-158e-46d5-a99e-658977df5480', 'status': 'completed', 'code': 200} Jul 05 03:47:24.744218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740b867-2b20-483f-af14-d1cbc112235c req-fd42fde2-957d-475c-8be2-415a235f5348 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:24.745155 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b740b867-2b20-483f-af14-d1cbc112235c req-fd42fde2-957d-475c-8be2-415a235f5348 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.757119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-66b475c3-c2fa-433c-a6ec-580eaad6ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:24.758375 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-66b475c3-c2fa-433c-a6ec-580eaad6ca60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3591747 Jul 05 03:47:24.768324 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9b67cb2f-43e8-492c-8b82-22c5b40a350b no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:24.866909 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d99522ba-b2af-43a7-bb9d-d02703de8320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.887388 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d99522ba-b2af-43a7-bb9d-d02703de8320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.894355 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d99522ba-b2af-43a7-bb9d-d02703de8320 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f36d34f2-00e0-4f68-966e-66d9438bb923 HTTP/1.1" status: 204 len: 168 time: 1.6264150 Jul 05 03:47:24.916788 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b740b867-2b20-483f-af14-d1cbc112235c req-fd42fde2-957d-475c-8be2-415a235f5348 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8024690 Jul 05 03:47:24.939004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Request body: {'port': {'device_id': '3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:24.973254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-be1d08d2-5672-4f30-8453-59e248ac9902 service neutron] 10.222.0.64 "GET /v2.0/ports/9b67cb2f-43e8-492c-8b82-22c5b40a350b/bindings/n-h1-798249-5 HTTP/1.1" status: 200 len: 384 time: 0.8495677 Jul 05 03:47:24.996853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:25.004948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99522ba-b2af-43a7-bb9d-d02703de8320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36d34f2-00e0-4f68-966e-66d9438bb923,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:25.081340 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.099126 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Transition to ACTIVE for port object 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:25.099806 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-fa376647-8a4d-4e41-9c64-cb11921a0f45 service neutron] 10.222.0.64 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142285 Jul 05 03:47:25.173078 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.173480 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.228888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e029e-56a8-47dc-9d59-a46d5d9b6417 req-57a043df-a4a8-4a85-87d6-e2f32b5baadf tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:25.230951 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-949e029e-56a8-47dc-9d59-a46d5d9b6417 req-57a043df-a4a8-4a85-87d6-e2f32b5baadf tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 931 time: 0.3651953 Jul 05 03:47:25.248608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8e3329fe-1800-4d46-adf1-491382efba23 None None] Provisioning for port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:25.253347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8e3329fe-1800-4d46-adf1-491382efba23 None None] Provisioning complete for port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:25.253347 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8e3329fe-1800-4d46-adf1-491382efba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.257581 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0663fdc-32d6-47a5-8c33-a353c89b4b8c req-ed3a048f-e8cb-42f0-9fa3-b6a87c038d64 service neutron] 10.222.0.64 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483572 Jul 05 03:47:25.272947 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.308440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3527c8-69ae-4e4f-8949-85106700e176 req-05f64346-265f-4a33-8dc1-efcbf25065f4 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:25.322135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a3527c8-69ae-4e4f-8949-85106700e176 req-05f64346-265f-4a33-8dc1-efcbf25065f4 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 943 time: 0.7779303 Jul 05 03:47:25.337297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8e3329fe-1800-4d46-adf1-491382efba23 None None] Port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:25.481043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a3527c8-69ae-4e4f-8949-85106700e176 req-512e6ed2-97ac-45ef-a747-ce6a2b041c4c tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577799 Jul 05 03:47:25.523732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Pushing event updated for resources: {'Port': ['ID=7cec6c8f-3a2b-4195-bdbb-adb6896e4e44,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:25.558114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-949e029e-56a8-47dc-9d59-a46d5d9b6417 req-1c85a057-e2a8-4141-b150-ca9281e54883 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162529 Jul 05 03:47:25.614203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-25276bda-d5e8-482c-b625-df7b836f304c req-97a712a9-09f2-41f6-b652-19993e53e587 service neutron] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:25.624956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8bae7-f5b3-4ea1-a9a1-9ced6bcc775d req-76f91eef-b462-413e-a3f8-7c44f9e01429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:25.626478 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1ed8bae7-f5b3-4ea1-a9a1-9ced6bcc775d req-76f91eef-b462-413e-a3f8-7c44f9e01429 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eea59e3bea24b05a985a8dea75f95dc&device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 1094 time: 0.1949880 Jul 05 03:47:25.656276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-25276bda-d5e8-482c-b625-df7b836f304c req-97a712a9-09f2-41f6-b652-19993e53e587 service neutron] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:25.714612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-25276bda-d5e8-482c-b625-df7b836f304c req-97a712a9-09f2-41f6-b652-19993e53e587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b67cb2f-43e8-492c-8b82-22c5b40a350b {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:25.745570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-25276bda-d5e8-482c-b625-df7b836f304c req-97a712a9-09f2-41f6-b652-19993e53e587 service neutron] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:25.811143 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:25.823733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.859423 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Transition to ACTIVE for port object 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:25.862309 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8bae7-f5b3-4ea1-a9a1-9ced6bcc775d req-6c4a0332-9011-4400-9c89-5fa66d8d92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:25.863795 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1ed8bae7-f5b3-4ea1-a9a1-9ced6bcc775d req-6c4a0332-9011-4400-9c89-5fa66d8d92f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 HTTP/1.1" status: 200 len: 917 time: 0.2209384 Jul 05 03:47:25.867439 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-25276bda-d5e8-482c-b625-df7b836f304c req-97a712a9-09f2-41f6-b652-19993e53e587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.910329 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1ed8bae7-f5b3-4ea1-a9a1-9ced6bcc775d req-6c5c040f-d350-4f5d-b65a-c981b3457685 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ae25ec-158e-46d5-a99e-658977df5480 HTTP/1.1" status: 200 len: 217 time: 0.0378315 Jul 05 03:47:25.963532 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8bae7-f5b3-4ea1-a9a1-9ced6bcc775d req-b66f5deb-7011-4688-8a3b-e481557fc194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:25.965366 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1ed8bae7-f5b3-4ea1-a9a1-9ced6bcc775d req-b66f5deb-7011-4688-8a3b-e481557fc194 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11c85e90-1e0d-4537-8933-122b818af633 HTTP/1.1" status: 200 len: 855 time: 0.0472934 Jul 05 03:47:25.966657 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.020328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Pushing event updated for resources: {'Port': ['ID=7e47a4ff-64da-4cef-99f4-dddaaaa11c4b,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:26.066014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Attempting to bind port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:26.066782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Attempting to bind port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:26.068436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Attempting to bind port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 on network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:26.141174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdac9d-e8b2-44c1-8eb4-ae1d07b77e85 req-454e1e66-9237-4f6c-b935-b9b2f609a2e0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:26.153008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9bdac9d-e8b2-44c1-8eb4-ae1d07b77e85 req-454e1e66-9237-4f6c-b935-b9b2f609a2e0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.2791877 Jul 05 03:47:26.165710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c2e9c-9751-4446-864b-c763fd68ec22 req-350c856d-aa3f-4df1-9057-65c0e1eabd55 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:26.167287 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-708c2e9c-9751-4446-864b-c763fd68ec22 req-350c856d-aa3f-4df1-9057-65c0e1eabd55 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.3875086 Jul 05 03:47:26.233035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 on network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:26.233035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Attempting to bind port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 on network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:26.233678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8bae7-f5b3-4ea1-a9a1-9ced6bcc775d req-35686b87-e15c-49dd-b5a0-b50a2df13768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:26.233678 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1ed8bae7-f5b3-4ea1-a9a1-9ced6bcc775d req-35686b87-e15c-49dd-b5a0-b50a2df13768 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894271 Jul 05 03:47:26.233915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:26.233915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Checking segment: {'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:26.233915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Bound using segment: {'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:26.233915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Bound port: 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:26.233915 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.233915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-25276bda-d5e8-482c-b625-df7b836f304c req-97a712a9-09f2-41f6-b652-19993e53e587 service neutron] Transition to ACTIVE for port object 9b67cb2f-43e8-492c-8b82-22c5b40a350b will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:26.316043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Attempting to bind port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:26.316434 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Attempting to bind port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:26.316750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Attempting to bind port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b on network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:26.317426 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-708c2e9c-9751-4446-864b-c763fd68ec22 req-dc78b46f-c760-4b81-991f-a2adfbdad098 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097972 Jul 05 03:47:26.327412 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9bdac9d-e8b2-44c1-8eb4-ae1d07b77e85 req-acaa8749-be82-453d-bc55-84d2c744f6ab tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735201 Jul 05 03:47:26.337821 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-25276bda-d5e8-482c-b625-df7b836f304c req-97a712a9-09f2-41f6-b652-19993e53e587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.354019 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1ed8bae7-f5b3-4ea1-a9a1-9ced6bcc775d req-07b5f0dd-07b3-4ee0-9221-894ea7bc0738 service neutron] 10.222.0.64 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416166 Jul 05 03:47:26.354019 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b on network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:26.354019 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Attempting to bind port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b on network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:26.398186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:26.405244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Checking segment: {'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:26.405658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Bound using segment: {'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:26.406132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Bound port: 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc250a1-e6ac-4831-959b-1e07b59ae4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:26.406502 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.437898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a712a9-09f2-41f6-b652-19993e53e587 service neutron] Pushing event updated for resources: {'Port': ['ID=9b67cb2f-43e8-492c-8b82-22c5b40a350b,revision_number=10']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:26.525499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-25276bda-d5e8-482c-b625-df7b836f304c req-97a712a9-09f2-41f6-b652-19993e53e587 service neutron] No DVR routers for this DVR port 9b67cb2f-43e8-492c-8b82-22c5b40a350b on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:26.530854 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] For port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:26.574677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] For port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7cec6c8f-3a2b-4195-bdbb-adb6896e4e44,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:26.587011 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-97a712a9-09f2-41f6-b652-19993e53e587 service neutron] 10.222.0.64 "PUT /v2.0/ports/9b67cb2f-43e8-492c-8b82-22c5b40a350b/bindings/n-h1-798249-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5837765 Jul 05 03:47:26.672561 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.675366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d06a35b-e47a-4e12-81da-8f6bd81ed54c', 'name': 'network-vif-deleted', 'tag': '6d91c538-5ba0-402e-a66b-cf8dfa633f65'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:26.678688 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10cd20d-7925-4569-afdd-ff2c6d769bfd" -d '{"events": [{"server_uuid": "6d06a35b-e47a-4e12-81da-8f6bd81ed54c", "name": "network-vif-deleted", "tag": "6d91c538-5ba0-402e-a66b-cf8dfa633f65"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:26.736078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:26.736801 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.738207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] 10.222.0.64 "PUT /v2.0/ports/7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 HTTP/1.1" status: 200 len: 1091 time: 3.1949852 Jul 05 03:47:26.738675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ff40fe-68a9-4bc6-8084-54f25f7c6bde', 'tag': '7cec6c8f-3a2b-4195-bdbb-adb6896e4e44'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:26.740997 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f98d7d-8e04-439f-b28b-31ebe78f84a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ff40fe-68a9-4bc6-8084-54f25f7c6bde", "tag": "7cec6c8f-3a2b-4195-bdbb-adb6896e4e44"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:26.753495 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1ed8bae7-f5b3-4ea1-a9a1-9ced6bcc775d req-9fc5f9c3-1f33-44fe-8f35-7f060865b730 service neutron] 10.222.0.64 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910112 Jul 05 03:47:26.810896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] For port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:26.836807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] For port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7e47a4ff-64da-4cef-99f4-dddaaaa11c4b,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:26.856103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25276bda-d5e8-482c-b625-df7b836f304c req-feb32fe5-527a-4972-b205-5d696fedfcf0 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:26.859343 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-feb32fe5-527a-4972-b205-5d696fedfcf0 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767&tenant_id=be979254e14b450096d0687db0c40d54&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1095 time: 0.0980411 Jul 05 03:47:26.859551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca8c0-f648-4f43-b832-e2919a3e32af service neutron] Pushing event updated for resources: {'Port': ['ID=7cec6c8f-3a2b-4195-bdbb-adb6896e4e44,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:26.911980 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7ce5b-b83c-4f86-bf60-98cfc713cc77 req-45eb5935-9ce1-4844-b1c1-1ef41beaac2a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:26.913984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5a7ce5b-b83c-4f86-bf60-98cfc713cc77 req-45eb5935-9ce1-4844-b1c1-1ef41beaac2a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 944 time: 0.1642063 Jul 05 03:47:26.975366 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.981046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5a7ce5b-b83c-4f86-bf60-98cfc713cc77 req-52026a53-e70b-42d1-b97a-ed9f2aa1013c tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550210 Jul 05 03:47:26.985158 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.009406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52908) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:27.072072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.072072 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.072284 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b740b867-2b20-483f-af14-d1cbc112235c req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] 10.222.0.11 "PUT /v2.0/ports/7e47a4ff-64da-4cef-99f4-dddaaaa11c4b HTTP/1.1" status: 200 len: 1091 time: 2.1396723 Jul 05 03:47:27.083515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25276bda-d5e8-482c-b625-df7b836f304c req-ee495da3-9182-45a2-96b4-68212f70bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.085177 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-ee495da3-9182-45a2-96b4-68212f70bb68 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767&tenant_id=be979254e14b450096d0687db0c40d54 HTTP/1.1" status: 200 len: 1095 time: 0.2060690 Jul 05 03:47:27.107831 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-10c74c79-2113-4faf-ae48-e47ace657887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.110064 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-10c74c79-2113-4faf-ae48-e47ace657887 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eea59e3bea24b05a985a8dea75f95dc&device_id=c3ff40fe-68a9-4bc6-8084-54f25f7c6bde HTTP/1.1" status: 200 len: 1094 time: 0.2455533 Jul 05 03:47:27.115179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ae9a0-c138-44f3-9fd2-0aab0a788a4d service neutron] Pushing event updated for resources: {'Port': ['ID=7e47a4ff-64da-4cef-99f4-dddaaaa11c4b,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:27.264010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1183036639-network', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:27.300077 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-46a41bba-bcb4-4681-839f-2d05b49e0905 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 HTTP/1.1" status: 200 len: 217 time: 0.1648228 Jul 05 03:47:27.335430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5de9-65f1-44c8-a233-aebf7d869918 req-483d7f69-0262-4fae-8b0f-d8117807cbc6 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.345321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-199a5de9-65f1-44c8-a233-aebf7d869918 req-483d7f69-0262-4fae-8b0f-d8117807cbc6 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 946 time: 0.1330247 Jul 05 03:47:27.420982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] Made reservation on behalf of a3d5962f6e5842a6bbf908e94488a0d6 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:27.423816 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.426291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-d45b8f56-b8dc-400c-89ad-bf8dabbf25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.427851 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-d45b8f56-b8dc-400c-89ad-bf8dabbf25ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11c85e90-1e0d-4537-8933-122b818af633 HTTP/1.1" status: 200 len: 855 time: 0.1165121 Jul 05 03:47:27.434518 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25276bda-d5e8-482c-b625-df7b836f304c req-a0afa095-434f-4785-b218-b698354194f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.436124 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-a0afa095-434f-4785-b218-b698354194f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 1095 time: 0.3125112 Jul 05 03:47:27.441609 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740b867-2b20-483f-af14-d1cbc112235c req-e57ea419-bc22-44ad-9ad8-e55da7f61a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.442854 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b740b867-2b20-483f-af14-d1cbc112235c req-e57ea419-bc22-44ad-9ad8-e55da7f61a4a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1eea59e3bea24b05a985a8dea75f95dc&device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 1094 time: 0.2048845 Jul 05 03:47:27.446994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-199a5de9-65f1-44c8-a233-aebf7d869918 req-aa51cedd-a32d-49de-862a-8926bb10a98a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008308 Jul 05 03:47:27.465575 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.492043 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b740b867-2b20-483f-af14-d1cbc112235c req-9c1dddfd-11fb-4361-b74c-a957dcdb8227 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e47a4ff-64da-4cef-99f4-dddaaaa11c4b HTTP/1.1" status: 200 len: 217 time: 0.0404360 Jul 05 03:47:27.549576 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e173594f-8644-416e-a88d-f911c8b6ab8b x-openstack-request-id: req-e173594f-8644-416e-a88d-f911c8b6ab8b {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:27.549868 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d06a35b-e47a-4e12-81da-8f6bd81ed54c", "name": "network-vif-deleted", "tag": "6d91c538-5ba0-402e-a66b-cf8dfa633f65", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:27.550119 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e173594f-8644-416e-a88d-f911c8b6ab8b {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:27.550510 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d06a35b-e47a-4e12-81da-8f6bd81ed54c', 'name': 'network-vif-deleted', 'tag': '6d91c538-5ba0-402e-a66b-cf8dfa633f65', 'status': 'completed', 'code': 200} Jul 05 03:47:27.599150 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.599150 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb87676-0160-4fac-aa3c-a5fbca60c4cb x-openstack-request-id: req-beb87676-0160-4fac-aa3c-a5fbca60c4cb {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:27.599564 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ff40fe-68a9-4bc6-8084-54f25f7c6bde", "tag": "7cec6c8f-3a2b-4195-bdbb-adb6896e4e44", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:27.600504 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-beb87676-0160-4fac-aa3c-a5fbca60c4cb {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:27.600504 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ff40fe-68a9-4bc6-8084-54f25f7c6bde', 'tag': '7cec6c8f-3a2b-4195-bdbb-adb6896e4e44', 'status': 'completed', 'code': 200} Jul 05 03:47:27.647854 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f38599-9ffd-4881-b3b4-825af4ff123d req-db51bb07-e3e9-434f-9ef9-77abe48e377e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.660232 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1f38599-9ffd-4881-b3b4-825af4ff123d req-db51bb07-e3e9-434f-9ef9-77abe48e377e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 943 time: 0.2882414 Jul 05 03:47:27.699315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.807801 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1f38599-9ffd-4881-b3b4-825af4ff123d req-39a774ed-ec28-4690-a64b-dc1f8e72c013 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384840 Jul 05 03:47:27.853122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:27.874468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbf3ae9-969b-45de-9826-dccab855fba5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:27.896483 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.896483 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] Added segment c56e59c9-cf4e-468e-a4d3-d20a0260b66e of type vlan for network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 Jul 05 03:47:27.939182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740b867-2b20-483f-af14-d1cbc112235c req-44abd76c-7c06-4a75-8f1d-82b1f28e9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.941011 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b740b867-2b20-483f-af14-d1cbc112235c req-44abd76c-7c06-4a75-8f1d-82b1f28e9743 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11c85e90-1e0d-4537-8933-122b818af633 HTTP/1.1" status: 200 len: 855 time: 0.3966389 Jul 05 03:47:27.968222 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.988239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67886db-37ea-46fd-9675-aa0bcaf906e5 req-afddc454-cc9f-4246-a236-3d632c57fee6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.993801 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25276bda-d5e8-482c-b625-df7b836f304c req-04f9d4a7-e1ac-434c-9f99-a5be2c47de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.995453 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-04f9d4a7-e1ac-434c-9f99-a5be2c47de03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.5513592 Jul 05 03:47:27.996527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b67886db-37ea-46fd-9675-aa0bcaf906e5 req-afddc454-cc9f-4246-a236-3d632c57fee6 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 950 time: 0.2601380 Jul 05 03:47:28.006263 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-4734f97c-55c9-473b-b367-1470dd733ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:28.007701 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-4734f97c-55c9-473b-b367-1470dd733ba0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5137794 Jul 05 03:47:28.057579 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-02b4e0b4-87cf-45cf-929b-06d9682e019c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b HTTP/1.1" status: 200 len: 217 time: 0.0544274 Jul 05 03:47:28.094851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b67886db-37ea-46fd-9675-aa0bcaf906e5 req-90f6603e-2d4b-4d4d-8e77-a5204befd733 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972795 Jul 05 03:47:28.129554 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a73f3-983f-4592-a39b-5163be586c74 req-6d8bb02c-2c7a-45c3-8816-f42f307ec270 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:28.131175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-435a73f3-983f-4592-a39b-5163be586c74 req-6d8bb02c-2c7a-45c3-8816-f42f307ec270 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.1054771 Jul 05 03:47:28.160984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740b867-2b20-483f-af14-d1cbc112235c req-b6b063af-8d01-432c-96d3-196153e6e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:28.172941 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b740b867-2b20-483f-af14-d1cbc112235c req-b6b063af-8d01-432c-96d3-196153e6e144 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2140222 Jul 05 03:47:28.173084 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.173084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:28.173287 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.259810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25276bda-d5e8-482c-b625-df7b836f304c req-2967e542-1d5a-41db-9b6e-0fc3742fd797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:28.261321 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-2967e542-1d5a-41db-9b6e-0fc3742fd797 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.1651943 Jul 05 03:47:28.272796 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-435a73f3-983f-4592-a39b-5163be586c74 req-3c97d6bb-3f50-411e-bff0-54dc503f6fb9 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345162 Jul 05 03:47:28.333525 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3219514 Jul 05 03:47:28.350258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52930) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:28.357958 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-5ac22527-745c-4c8d-b31c-bba60ed9f4c7 admin admin] Request body: {'subnet': {'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1183036639-subnet', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:28.362061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093039af-d2e7-4f91-860e-66fe33c0c2ec admin admin] Pushing event updated for resources: {'Network': ['ID=602b79e4-9a6b-471a-a1fc-67d53f7f81d1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:28.375558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:28.380607 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-57995fbf-8371-4456-8762-ea5a44b99f33 service neutron] 10.222.0.64 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353083 Jul 05 03:47:28.397310 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-0bf61a41-11fb-459e-863a-d064816e550c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201756 Jul 05 03:47:28.464521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92710e7b-77bc-474e-8cb7-1ea3004fd3e0 req-4d0368bc-0bcf-429c-98de-1275fd8aaa60 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:28.473509 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92710e7b-77bc-474e-8cb7-1ea3004fd3e0 req-4d0368bc-0bcf-429c-98de-1275fd8aaa60 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.1869884 Jul 05 03:47:28.519580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac22527-745c-4c8d-b31c-bba60ed9f4c7 admin admin] Made reservation on behalf of a3d5962f6e5842a6bbf908e94488a0d6 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:28.521932 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ac22527-745c-4c8d-b31c-bba60ed9f4c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.580818 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92710e7b-77bc-474e-8cb7-1ea3004fd3e0 req-b8a17aac-ecf6-453a-bad9-f1a8fd9da862 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061368 Jul 05 03:47:28.588007 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b740b867-2b20-483f-af14-d1cbc112235c req-e3ecbd15-62fb-47b1-af7a-a636f6a08b98 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118395 Jul 05 03:47:28.635524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08a40c-9c81-4147-b4e1-1c8b99e3a726 req-783339cf-0c2a-43d5-9c75-13b0b6998b0d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:28.647390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed08a40c-9c81-4147-b4e1-1c8b99e3a726 req-783339cf-0c2a-43d5-9c75-13b0b6998b0d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 944 time: 0.1398993 Jul 05 03:47:28.697004 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed08a40c-9c81-4147-b4e1-1c8b99e3a726 req-118901d8-4fa9-4e91-b219-8b3d1b3b9f2f tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486417 Jul 05 03:47:28.765367 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 98ae25ec-158e-46d5-a99e-658977df5480 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:28.789320 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b0241d32-aa72-4498-8cc4-51ab34333e9e req-18a9582a-ea8e-44b3-9f8c-eec710adf697 service neutron] 10.222.0.64 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909700 Jul 05 03:47:28.812714 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-e9d9e5fd-5f6c-41c7-a387-45e29759028f service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045167 Jul 05 03:47:28.967343 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b740b867-2b20-483f-af14-d1cbc112235c req-9e0a609b-37b5-45b2-9dee-e072705f83e5 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602300 Jul 05 03:47:29.102300 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1e251-da2b-4aae-98b0-49d199f3ca1f req-a587f9ce-a56f-4d7d-a5d1-762d555f2951 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.110031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7d1e251-da2b-4aae-98b0-49d199f3ca1f req-a587f9ce-a56f-4d7d-a5d1-762d555f2951 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 943 time: 0.1141250 Jul 05 03:47:29.123412 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 98ae25ec-158e-46d5-a99e-658977df5480, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=98ae25ec-158e-46d5-a99e-658977df5480,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:29.138848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '98ae25ec-158e-46d5-a99e-658977df5480', 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96', 'port_id': '98ae25ec-158e-46d5-a99e-658977df5480', 'mac_address': 'fa:16:3e:f6:a9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c85e90-1e0d-4537-8933-122b818af633', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:29.158877 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-e00a79ff-105d-468e-9212-83c54bad2ec6 service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319864 Jul 05 03:47:29.164327 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98d7d-8e04-439f-b28b-31ebe78f84a0 req-31ee7d15-a9a1-4715-b1f5-a28ffbea9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.166264 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0f98d7d-8e04-439f-b28b-31ebe78f84a0 req-31ee7d15-a9a1-4715-b1f5-a28ffbea9c2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eea59e3bea24b05a985a8dea75f95dc&device_id=c3ff40fe-68a9-4bc6-8084-54f25f7c6bde HTTP/1.1" status: 200 len: 1094 time: 0.2374749 Jul 05 03:47:29.183072 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7d1e251-da2b-4aae-98b0-49d199f3ca1f req-6e7a7ea7-9680-4316-8697-8d37f29bb90e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720773 Jul 05 03:47:29.188680 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ac22527-745c-4c8d-b31c-bba60ed9f4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.191272 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.268173 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.305373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ae25ec-158e-46d5-a99e-658977df5480 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:29.337382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3dc16-3772-42bd-b1be-b25d4150900d req-d158a1ab-4cd6-4797-b3be-6b573982308c tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.339429 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b2b3dc16-3772-42bd-b1be-b25d4150900d req-d158a1ab-4cd6-4797-b3be-6b573982308c tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 950 time: 0.2236307 Jul 05 03:47:29.358726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 98ae25ec-158e-46d5-a99e-658977df5480, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=98ae25ec-158e-46d5-a99e-658977df5480,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:29.451764 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac22527-745c-4c8d-b31c-bba60ed9f4c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81c63d2-f8f7-4e42-b7a9-521ad612f47b,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:29.460005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac22527-745c-4c8d-b31c-bba60ed9f4c7 admin admin] Checking segment: {'id': 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:29.460456 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac22527-745c-4c8d-b31c-bba60ed9f4c7 admin admin] Network hostable DHCP agents. Network: 602b79e4-9a6b-471a-a1fc-67d53f7f81d1, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:29.464650 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98d7d-8e04-439f-b28b-31ebe78f84a0 req-9d7e2bd2-0702-4fb7-a666-aec49576af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.468731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0f98d7d-8e04-439f-b28b-31ebe78f84a0 req-9d7e2bd2-0702-4fb7-a666-aec49576af66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 HTTP/1.1" status: 200 len: 917 time: 0.2822320 Jul 05 03:47:29.485238 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.543380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0f98d7d-8e04-439f-b28b-31ebe78f84a0 req-f2118c4b-1667-4b45-b523-4757295a2cd9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 HTTP/1.1" status: 200 len: 217 time: 0.0603037 Jul 05 03:47:29.552568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e', 'tag': '7e47a4ff-64da-4cef-99f4-dddaaaa11c4b'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:29.555765 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56a4a7e-4f54-4786-bcbc-d6af2f709fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e", "tag": "7e47a4ff-64da-4cef-99f4-dddaaaa11c4b"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:29.568189 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-b2b3dc16-3772-42bd-b1be-b25d4150900d req-0afc1790-3b43-4954-81c0-89243beed31f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Deleting port 6e1fb29c-64c2-452d-a812-17d5bbf381d3 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:29.568568 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b2b3dc16-3772-42bd-b1be-b25d4150900d req-0afc1790-3b43-4954-81c0-89243beed31f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.580396 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=98ae25ec-158e-46d5-a99e-658977df5480,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:29.603933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240dcfb-7779-4c63-8026-6fb8152e47bd req-66e3443a-1824-494d-a44b-3a0b13187060 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.612063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0240dcfb-7779-4c63-8026-6fb8152e47bd req-66e3443a-1824-494d-a44b-3a0b13187060 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 950 time: 0.2555285 Jul 05 03:47:29.620029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac22527-745c-4c8d-b31c-bba60ed9f4c7 admin admin] Network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:29.692508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98d7d-8e04-439f-b28b-31ebe78f84a0 req-3073971e-0498-48f1-9d83-01bf0ecf94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.694258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0f98d7d-8e04-439f-b28b-31ebe78f84a0 req-3073971e-0498-48f1-9d83-01bf0ecf94f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11c85e90-1e0d-4537-8933-122b818af633 HTTP/1.1" status: 200 len: 855 time: 0.1245906 Jul 05 03:47:29.694403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b2b3dc16-3772-42bd-b1be-b25d4150900d req-0afc1790-3b43-4954-81c0-89243beed31f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] For port 6e1fb29c-64c2-452d-a812-17d5bbf381d3, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6e1fb29c-64c2-452d-a812-17d5bbf381d3,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:29.694917 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b2b3dc16-3772-42bd-b1be-b25d4150900d req-0afc1790-3b43-4954-81c0-89243beed31f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.709247 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0240dcfb-7779-4c63-8026-6fb8152e47bd req-c729068c-85d2-405b-a0e4-6837e745920a tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959752 Jul 05 03:47:29.714465 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-b2b3dc16-3772-42bd-b1be-b25d4150900d req-0afc1790-3b43-4954-81c0-89243beed31f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Calling delete_port for 6e1fb29c-64c2-452d-a812-17d5bbf381d3 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:29.781444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cc1af-9c63-46af-a779-5bd0c1a47744 req-f1cf5d48-3677-4887-aa58-e78797eb4755 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.785438 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-224cc1af-9c63-46af-a779-5bd0c1a47744 req-f1cf5d48-3677-4887-aa58-e78797eb4755 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.2558303 Jul 05 03:47:29.823121 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-5ac22527-745c-4c8d-b31c-bba60ed9f4c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 602b79e4-9a6b-471a-a1fc-67d53f7f81d1) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:29.828942 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac22527-745c-4c8d-b31c-bba60ed9f4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.829542 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ac22527-745c-4c8d-b31c-bba60ed9f4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.832765 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc11a799-57bd-45b4-89d2-b34d1442e8bd None None] Network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:29.884631 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-224cc1af-9c63-46af-a779-5bd0c1a47744 req-5f0afaa3-9e3c-42ff-af1e-c28ac79df1cd tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869923 Jul 05 03:47:29.889010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98d7d-8e04-439f-b28b-31ebe78f84a0 req-d7ce311b-fd4e-4160-9142-013771a342e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.890530 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0f98d7d-8e04-439f-b28b-31ebe78f84a0 req-d7ce311b-fd4e-4160-9142-013771a342e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779265 Jul 05 03:47:29.902748 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25276bda-d5e8-482c-b625-df7b836f304c req-1706b7e8-21bc-4e48-be98-36686f20a8c1 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.904732 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-1706b7e8-21bc-4e48-be98-36686f20a8c1 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767&tenant_id=be979254e14b450096d0687db0c40d54&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 1095 time: 0.1134410 Jul 05 03:47:29.912971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['98ae25ec-158e-46d5-a99e-658977df5480'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:29.988438 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5ac22527-745c-4c8d-b31c-bba60ed9f4c7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6325326 Jul 05 03:47:29.993249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52970) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:30.000610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1183036639-router', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:30.026854 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-690b53cc-d524-4f9b-8a74-bbd95cd9a12d tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--889801346&fields=id&tenant_id=fbed51ddda7046629d62a43afa631874 HTTP/1.1" status: 200 len: 267 time: 0.0575407 Jul 05 03:47:30.075406 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2137a4-48f7-4b02-96da-f16463b13231 x-openstack-request-id: req-9f2137a4-48f7-4b02-96da-f16463b13231 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:30.075746 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e", "tag": "7e47a4ff-64da-4cef-99f4-dddaaaa11c4b", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:30.076120 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9f2137a4-48f7-4b02-96da-f16463b13231 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:30.076564 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e', 'tag': '7e47a4ff-64da-4cef-99f4-dddaaaa11c4b', 'status': 'completed', 'code': 200} Jul 05 03:47:30.110461 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0f98d7d-8e04-439f-b28b-31ebe78f84a0 req-fcc7edb9-a04d-47a7-9cc0-bcbcb914c4b0 service neutron] 10.222.0.64 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088768 Jul 05 03:47:30.197915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4a7e-4f54-4786-bcbc-d6af2f709fa5 req-7839f8a2-eb6d-476d-9861-44d5213f962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:30.203911 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e56a4a7e-4f54-4786-bcbc-d6af2f709fa5 req-7839f8a2-eb6d-476d-9861-44d5213f962f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1eea59e3bea24b05a985a8dea75f95dc&device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 1094 time: 0.1303575 Jul 05 03:47:30.246855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-602b79e4-9a6b-471a-a1fc-67d53f7f81d1', 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'fixed_ips': [{'subnet_id': 'a81c63d2-f8f7-4e42-b7a9-521ad612f47b'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:47:30.248318 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.252390 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.253626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.318456 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.349467 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-25276bda-d5e8-482c-b625-df7b836f304c req-ab375fd0-d2df-43aa-8979-f0a17df8ece3 service neutron] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:30.350805 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b2b3dc16-3772-42bd-b1be-b25d4150900d req-0afc1790-3b43-4954-81c0-89243beed31f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.371825 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-25276bda-d5e8-482c-b625-df7b836f304c req-ab375fd0-d2df-43aa-8979-f0a17df8ece3 service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.374191 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25276bda-d5e8-482c-b625-df7b836f304c req-ab375fd0-d2df-43aa-8979-f0a17df8ece3 service neutron] 10.222.0.11 "DELETE /v2.0/ports/9b67cb2f-43e8-492c-8b82-22c5b40a350b/bindings/n-h2-798249-5 HTTP/1.1" status: 204 len: 173 time: 0.4608939 Jul 05 03:47:30.414808 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc1790-3b43-4954-81c0-89243beed31f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Pushing event deleted for resources: {'Port': ['ID=6e1fb29c-64c2-452d-a812-17d5bbf381d3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:30.479392 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2642a0cb-2f54-45d0-8ff8-4835895fda18'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:30.514232 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b3dc16-3772-42bd-b1be-b25d4150900d req-0afc1790-3b43-4954-81c0-89243beed31f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] No DVR routers for this DVR port 6e1fb29c-64c2-452d-a812-17d5bbf381d3 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:30.573975 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b2b3dc16-3772-42bd-b1be-b25d4150900d req-0afc1790-3b43-4954-81c0-89243beed31f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.576637 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b2b3dc16-3772-42bd-b1be-b25d4150900d req-0afc1790-3b43-4954-81c0-89243beed31f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.64 "DELETE /v2.0/ports/6e1fb29c-64c2-452d-a812-17d5bbf381d3 HTTP/1.1" status: 204 len: 173 time: 1.2181256 Jul 05 03:47:30.702396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3ed68-8647-4d79-be1e-9eb329801baa req-366271f4-cd7b-444f-8bf7-bd76d55d33ac tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:30.704070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74a3ed68-8647-4d79-be1e-9eb329801baa req-366271f4-cd7b-444f-8bf7-bd76d55d33ac tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.1631758 Jul 05 03:47:30.713865 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-45e83b40-60a7-46fd-a0e1-5da1b5a7e4f1 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:30.722168 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-45e83b40-60a7-46fd-a0e1-5da1b5a7e4f1 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/networks?id=7eddb026-6f8a-4717-a63e-84f0218e8000 HTTP/1.1" status: 200 len: 824 time: 0.6941133 Jul 05 03:47:30.726508 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.739937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0f98d7d-8e04-439f-b28b-31ebe78f84a0 req-96329dec-a935-4698-b953-3d23289d7a4a service neutron] 10.222.0.64 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929232 Jul 05 03:47:30.751387 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4a7e-4f54-4786-bcbc-d6af2f709fa5 req-a95cca69-505f-40fc-999c-d9b38aadcd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:30.752959 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e56a4a7e-4f54-4786-bcbc-d6af2f709fa5 req-a95cca69-505f-40fc-999c-d9b38aadcd7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 HTTP/1.1" status: 200 len: 917 time: 0.5406024 Jul 05 03:47:30.757163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Allocated IP 172.20.0.2 (602b79e4-9a6b-471a-a1fc-67d53f7f81d1/a81c63d2-f8f7-4e42-b7a9-521ad612f47b/8cb679a0-f2e4-47f1-849c-968265dde112) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:30.764200 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-1aba6f31-440b-4555-b52e-fea56da08d26 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/quotas/fbed51ddda7046629d62a43afa631874 HTTP/1.1" status: 200 len: 375 time: 0.0402014 Jul 05 03:47:30.799382 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:30.822586 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e56a4a7e-4f54-4786-bcbc-d6af2f709fa5 req-b486cbe6-b4de-4c19-af2a-3f9a47435d94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e47a4ff-64da-4cef-99f4-dddaaaa11c4b HTTP/1.1" status: 200 len: 217 time: 0.0620131 Jul 05 03:47:30.827906 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74a3ed68-8647-4d79-be1e-9eb329801baa req-2aa95645-2582-42de-8bd0-14e9df4e3db4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979211 Jul 05 03:47:30.946037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-15b9b03f-f499-44f3-b54f-8a35127ee278 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbed51ddda7046629d62a43afa631874&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1808071 Jul 05 03:47:31.081634 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-0651f5d4-fd77-4081-8e2f-34ddfe98b5f1 service neutron] 10.222.0.60 "GET /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332970 Jul 05 03:47:31.152568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4a7e-4f54-4786-bcbc-d6af2f709fa5 req-90adbb68-04d0-42e2-b2db-97acf5780c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:31.154764 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e56a4a7e-4f54-4786-bcbc-d6af2f709fa5 req-90adbb68-04d0-42e2-b2db-97acf5780c9c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11c85e90-1e0d-4537-8933-122b818af633 HTTP/1.1" status: 200 len: 855 time: 0.3231003 Jul 05 03:47:31.164349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-f66c400a-b46b-40ec-be96-361900b68e4e tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:31.167727 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-f66c400a-b46b-40ec-be96-361900b68e4e tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.11 "GET /v2.0/ports?device_id=9264369c-50c2-4705-ac17-79f887e77c00 HTTP/1.1" status: 200 len: 946 time: 0.2744062 Jul 05 03:47:31.210372 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.268782 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7cec6c8f-3a2b-4195-bdbb-adb6896e4e44,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:31.277715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4547cfd-bd2f-4454-8c2a-82dfa0f57981 req-71fd16d5-39fd-4eb6-9e93-3874d739baf6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:31.285767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4547cfd-bd2f-4454-8c2a-82dfa0f57981 req-71fd16d5-39fd-4eb6-9e93-3874d739baf6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 944 time: 0.1947167 Jul 05 03:47:31.311529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '7cec6c8f-3a2b-4195-bdbb-adb6896e4e44', 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96', 'port_id': '7cec6c8f-3a2b-4195-bdbb-adb6896e4e44', 'mac_address': 'fa:16:3e:cc:f4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c85e90-1e0d-4537-8933-122b818af633', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:31.318770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-c2baa467-a5cb-4967-b604-2197c6ba7cf1 service neutron] 10.222.0.60 "GET /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359169 Jul 05 03:47:31.350239 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4547cfd-bd2f-4454-8c2a-82dfa0f57981 req-b20301b0-92b2-4e68-bbb5-a40ddab2a629 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624306 Jul 05 03:47:31.353521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4a7e-4f54-4786-bcbc-d6af2f709fa5 req-0becc475-6d9a-4541-b46a-efe831b12139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:31.355633 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e56a4a7e-4f54-4786-bcbc-d6af2f709fa5 req-0becc475-6d9a-4541-b46a-efe831b12139 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1866059 Jul 05 03:47:31.420628 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['6e1fb29c-64c2-452d-a812-17d5bbf381d3'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:31.478154 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.506526 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.510992 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:31.546967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7cec6c8f-3a2b-4195-bdbb-adb6896e4e44,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:31.548492 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Transition to ACTIVE for port object 8cb679a0-f2e4-47f1-849c-968265dde112 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:31.573603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Transition to ACTIVE for port object 8cb679a0-f2e4-47f1-849c-968265dde112 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:31.575251 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.581318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Deleting port 1da7f541-f3a2-4106-9986-b2250a947361 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:31.581757 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.594539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef527687-2f48-43cb-b5fb-b971dd55dd0e req-c4c33f59-2717-4911-bfb3-6e8266ed40fc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:31.601215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef527687-2f48-43cb-b5fb-b971dd55dd0e req-c4c33f59-2717-4911-bfb3-6e8266ed40fc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 943 time: 0.0908012 Jul 05 03:47:31.618624 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.662231 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.724304 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.728057 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef527687-2f48-43cb-b5fb-b971dd55dd0e req-2059224d-bb95-4c58-92c9-2a7e07609db3 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107926 Jul 05 03:47:31.737536 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e56a4a7e-4f54-4786-bcbc-d6af2f709fa5 req-9f46fcfe-dc7d-4a4f-87b2-fd7dfdcd4556 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627806 Jul 05 03:47:31.849814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:31.850688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=7cec6c8f-3a2b-4195-bdbb-adb6896e4e44,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:31.921249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:31.924378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:31.958136 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ffe446f6-d74a-4306-acfe-f04a977c61b8 req-70882396-9033-447f-9070-33c52f1fc7ce tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ebd016-984c-49d3-a89d-d4db7d029a05 HTTP/1.1" status: 200 len: 210 time: 0.1153123 Jul 05 03:47:31.998159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] For port 1da7f541-f3a2-4106-9986-b2250a947361, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1da7f541-f3a2-4106-9986-b2250a947361,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:31.998653 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.053918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['7cec6c8f-3a2b-4195-bdbb-adb6896e4e44'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:32.091858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ebd016-984c-49d3-a89d-d4db7d029a05', 'name': 'network-vif-deleted', 'tag': '6e1fb29c-64c2-452d-a812-17d5bbf381d3'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:32.103588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b56dbc7-1882-4f05-9dfe-584e7f00d3fe req-b7a2dee4-dc0f-473a-8ec5-a1d788404e9d tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 210 time: 0.0535624 Jul 05 03:47:32.111360 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe0cea3-1a38-4f0f-8795-3c9d94cdeccf" -d '{"events": [{"server_uuid": "16ebd016-984c-49d3-a89d-d4db7d029a05", "name": "network-vif-deleted", "tag": "6e1fb29c-64c2-452d-a812-17d5bbf381d3"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:32.241441 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Pushing event updated for resources: {'Port': ['ID=8cb679a0-f2e4-47f1-849c-968265dde112,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:32.242333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c16eff-869c-4f15-8e1d-3ca355499721 req-9dbf9ba9-42b3-4f9b-8b49-974a01b299df tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:32.244198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7c16eff-869c-4f15-8e1d-3ca355499721 req-9dbf9ba9-42b3-4f9b-8b49-974a01b299df tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.1396649 Jul 05 03:47:32.282145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Attempting to bind port 8cb679a0-f2e4-47f1-849c-968265dde112 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:32.285646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Attempting to bind port 8cb679a0-f2e4-47f1-849c-968265dde112 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:32.285646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Attempting to bind port 8cb679a0-f2e4-47f1-849c-968265dde112 on network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:32.302641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:32.303034 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Checking segment: {'id': 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:32.304054 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.304632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Bound using segment: {'id': 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:32.308443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Bound port: 8cb679a0-f2e4-47f1-849c-968265dde112, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:32.308443 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.423972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7c16eff-869c-4f15-8e1d-3ca355499721 req-da276db1-5f7a-48fb-b0b8-ea3409746c46 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658738 Jul 05 03:47:32.509229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] For port 8cb679a0-f2e4-47f1-849c-968265dde112, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:32.513907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] For port 8cb679a0-f2e4-47f1-849c-968265dde112, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8cb679a0-f2e4-47f1-849c-968265dde112,segment=NetworkSegment(c56e59c9-cf4e-468e-a4d3-d20a0260b66e),segment_id=c56e59c9-cf4e-468e-a4d3-d20a0260b66e)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:32.538141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:32.612098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90958495-5611-428c-b627-ced57ce7ba58 req-f2db7b48-d6c6-4103-9e1f-1c8f51ed620f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:32.624387 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90958495-5611-428c-b627-ced57ce7ba58 req-f2db7b48-d6c6-4103-9e1f-1c8f51ed620f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.2646477 Jul 05 03:47:32.712096 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Allocated IP 172.25.0.16 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/9fb94fda-f8ca-4156-900d-89c762d72257) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:32.729608 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90958495-5611-428c-b627-ced57ce7ba58 req-486c1c22-5eb3-4cad-82ff-8c1c4fa63ef2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042895 Jul 05 03:47:32.826149 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e56a4a7e-4f54-4786-bcbc-d6af2f709fa5 req-93dfcdb0-3057-4765-91e0-1fc5746e4af5 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0802023 Jul 05 03:47:32.830714 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c74e7-b4ab-4e48-ad9c-b75c422dcb0f req-dc0becf4-cf8d-4d26-b337-f4eb046b2502 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:32.839178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0d8c74e7-b4ab-4e48-ad9c-b75c422dcb0f req-dc0becf4-cf8d-4d26-b337-f4eb046b2502 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 1095 time: 0.0985365 Jul 05 03:47:32.862887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 98ae25ec-158e-46d5-a99e-658977df5480 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:32.873187 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.891742 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd44e5cb-887b-4298-a35a-73f3e85be370 x-openstack-request-id: req-dd44e5cb-887b-4298-a35a-73f3e85be370 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:32.892091 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ebd016-984c-49d3-a89d-d4db7d029a05", "name": "network-vif-deleted", "tag": "6e1fb29c-64c2-452d-a812-17d5bbf381d3", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:32.892355 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd44e5cb-887b-4298-a35a-73f3e85be370 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:32.892798 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ebd016-984c-49d3-a89d-d4db7d029a05', 'name': 'network-vif-deleted', 'tag': '6e1fb29c-64c2-452d-a812-17d5bbf381d3', 'status': 'completed', 'code': 200} Jul 05 03:47:32.904240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0d8c74e7-b4ab-4e48-ad9c-b75c422dcb0f req-1ba22b43-1096-4a98-925e-98a8ed9004fd tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635757 Jul 05 03:47:32.989497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7e47a4ff-64da-4cef-99f4-dddaaaa11c4b,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:33.203857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '7e47a4ff-64da-4cef-99f4-dddaaaa11c4b', 'network_id': '6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96', 'port_id': '7e47a4ff-64da-4cef-99f4-dddaaaa11c4b', 'mac_address': 'fa:16:3e:ad:b6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c85e90-1e0d-4537-8933-122b818af633', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:33.204025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe88e9e-7257-42a6-8d59-cb41eb3d320e req-7be09cd2-3eb7-4b5c-b2ef-891a6d1a984b tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.229100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3fe88e9e-7257-42a6-8d59-cb41eb3d320e req-7be09cd2-3eb7-4b5c-b2ef-891a6d1a984b tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 943 time: 0.2017345 Jul 05 03:47:33.274865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-7db28ce4-f7a4-4527-b05f-cce59a372887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.276690 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-7db28ce4-f7a4-4527-b05f-cce59a372887 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 1096 time: 0.5622091 Jul 05 03:47:33.291114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf40aa-b51b-4e3f-a8bc-ff9363cd18f3 None None] Pushing event updated for resources: {'Port': ['ID=8cb679a0-f2e4-47f1-849c-968265dde112,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:33.312557 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.327684 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3fe88e9e-7257-42a6-8d59-cb41eb3d320e req-9a596e26-5506-47a6-aac9-4bc9d5444a33 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973275 Jul 05 03:47:33.331086 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:33.367518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45447f5-af74-46b2-a8fb-ea31e7e778cf req-d3620b49-2a8c-41a8-b4e4-36d00b806912 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.369440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7e47a4ff-64da-4cef-99f4-dddaaaa11c4b,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:33.385751 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c45447f5-af74-46b2-a8fb-ea31e7e778cf req-d3620b49-2a8c-41a8-b4e4-36d00b806912 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 1095 time: 0.0997479 Jul 05 03:47:33.414215 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.449002 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.449524 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.449877 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Floating IP 6576d485-cca5-4b86-bd7f-3ffe66fa6e18 disassociated. External IP: 172.25.0.118, port: 1da7f541-f3a2-4106-9986-b2250a947361. Jul 05 03:47:33.450233 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Calling delete_port for 1da7f541-f3a2-4106-9986-b2250a947361 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:33.451518 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c45447f5-af74-46b2-a8fb-ea31e7e778cf req-534be063-b8e2-48ff-86f9-96c3e8cb5af4 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603697 Jul 05 03:47:33.574398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-6303d793-9770-42d7-bc30-38efe5662b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.591647 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-6303d793-9770-42d7-bc30-38efe5662b39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.2887180 Jul 05 03:47:33.609867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d5fec95-d062-4fa0-aa0f-3660d44da8b6 req-4c4b8f02-395d-411b-94dc-754e3ee752f0 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 210 time: 0.0638008 Jul 05 03:47:33.633355 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-3adc5ad8-8bc2-4f27-ba42-c860cfbb0fe6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e HTTP/1.1" status: 200 len: 217 time: 0.0484006 Jul 05 03:47:33.697136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67ba83-42db-4892-af68-d794d36f0aec req-01d89d60-1079-4e08-8777-6c5f90d5c96d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.702966 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d67ba83-42db-4892-af68-d794d36f0aec req-01d89d60-1079-4e08-8777-6c5f90d5c96d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.0775504 Jul 05 03:47:33.705083 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-441736e2-20c9-4054-9560-415852a4abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.706605 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-441736e2-20c9-4054-9560-415852a4abfd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.0608945 Jul 05 03:47:33.725530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 98ae25ec-158e-46d5-a99e-658977df5480 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:33.732275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 98ae25ec-158e-46d5-a99e-658977df5480 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:33.732985 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.759473 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d67ba83-42db-4892-af68-d794d36f0aec req-1227b654-541d-4128-b05d-c778c7ae8661 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543561 Jul 05 03:47:33.776752 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-a7fbc7a3-6cac-4975-aef6-431ed313490e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568228 Jul 05 03:47:33.782564 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.800331 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.861575 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:33.905552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:33.910616 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:33.912786 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb94fda-f8ca-4156-900d-89c762d72257,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:33.925360 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=7e47a4ff-64da-4cef-99f4-dddaaaa11c4b,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:33.963441 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.988456 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac4a48a-724a-4476-8d72-c9c17d5b4487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ae25ec-158e-46d5-a99e-658977df5480'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:33.991009 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0596b141-6fda-4122-9642-54a78a311a8c" -d '{"events": [{"server_uuid": "4ac4a48a-724a-4476-8d72-c9c17d5b4487", "name": "network-vif-plugged", "status": "completed", "tag": "98ae25ec-158e-46d5-a99e-658977df5480"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:34.012542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 98ae25ec-158e-46d5-a99e-658977df5480, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=98ae25ec-158e-46d5-a99e-658977df5480,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:34.024092 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.073294 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-5a5f5d9b-27b8-45e4-96bf-7a11e845f22e service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808008 Jul 05 03:47:34.076031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Pushing event deleted for resources: {'Port': ['ID=1da7f541-f3a2-4106-9986-b2250a947361,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:34.105658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['7e47a4ff-64da-4cef-99f4-dddaaaa11c4b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:34.179380 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.180204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6e1fb29c-64c2-452d-a812-17d5bbf381d3 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:34.246600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 6e1fb29c-64c2-452d-a812-17d5bbf381d3 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:34.247014 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6e1fb29c-64c2-452d-a812-17d5bbf381d3 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:34.383010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=98ae25ec-158e-46d5-a99e-658977df5480,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:34.439377 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-a75f728d-9ed7-481b-aa09-c27646d19174 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030727 Jul 05 03:47:34.493280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:34.545137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1da7f541-f3a2-4106-9986-b2250a947361 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:34.641260 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa245a7-f235-4830-b1fa-cb30c202cf9b x-openstack-request-id: req-4aa245a7-f235-4830-b1fa-cb30c202cf9b {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:34.641408 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac4a48a-724a-4476-8d72-c9c17d5b4487", "name": "network-vif-plugged", "status": "completed", "tag": "98ae25ec-158e-46d5-a99e-658977df5480", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:34.642069 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4aa245a7-f235-4830-b1fa-cb30c202cf9b {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:34.642407 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac4a48a-724a-4476-8d72-c9c17d5b4487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ae25ec-158e-46d5-a99e-658977df5480', 'code': 200} Jul 05 03:47:34.659687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 1da7f541-f3a2-4106-9986-b2250a947361 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:34.668875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1da7f541-f3a2-4106-9986-b2250a947361 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:34.697691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c566-caa0-47c1-9f98-a506c9e7f6bf req-69243dfe-416d-4517-b5fe-b6df68498658 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:34.707789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88b5c566-caa0-47c1-9f98-a506c9e7f6bf req-69243dfe-416d-4517-b5fe-b6df68498658 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.2224631 Jul 05 03:47:34.811057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:34.899314 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:34.928465 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffc5fe-279e-4725-b75a-51936205ff53 None None] Sync routers for ids ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:34.941571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b0296d-9e23-4319-80ab-b1a77f5c1885 None None] Network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:34.979644 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88b5c566-caa0-47c1-9f98-a506c9e7f6bf req-67bbbce2-12f1-41eb-8dfd-831f9e0552fd tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668257 Jul 05 03:47:35.024090 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.051670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604546b-8db1-47f1-aa3a-70da1c49810a req-48fd1dfe-d121-401e-9012-9b349f990767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:35.053532 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f604546b-8db1-47f1-aa3a-70da1c49810a req-48fd1dfe-d121-401e-9012-9b349f990767 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 1096 time: 0.2682428 Jul 05 03:47:35.071052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8cb679a0-f2e4-47f1-849c-968265dde112 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:35.120555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f604546b-8db1-47f1-aa3a-70da1c49810a req-fc40e890-8f0e-4247-a5b6-0fe88ed11cd7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604396 Jul 05 03:47:35.153312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffc5fe-279e-4725-b75a-51936205ff53 None None] Routers {'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:35.154755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-03ffc5fe-279e-4725-b75a-51936205ff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:35.175256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] No DVR routers for this DVR port 1da7f541-f3a2-4106-9986-b2250a947361 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:35.189778 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.194088 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-15956bac-e7dd-4acb-9f4b-872174988f68 req-46af63b0-627e-4c21-a6d7-4cef103e029a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.11 "DELETE /v2.0/ports/1da7f541-f3a2-4106-9986-b2250a947361 HTTP/1.1" status: 204 len: 173 time: 4.0134742 Jul 05 03:47:35.197877 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9264369c-50c2-4705-ac17-79f887e77c00', 'name': 'network-vif-deleted', 'tag': '1da7f541-f3a2-4106-9986-b2250a947361'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:35.199704 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf788907-b923-4155-b6dc-cc0321384fd1" -d '{"events": [{"server_uuid": "9264369c-50c2-4705-ac17-79f887e77c00", "name": "network-vif-deleted", "tag": "1da7f541-f3a2-4106-9986-b2250a947361"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:35.436994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91449007-135f-45cb-acc0-cc003d5dedb1 req-389789ac-5373-4cc2-bfe0-441b4ee47ac5 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:35.438604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91449007-135f-45cb-acc0-cc003d5dedb1 req-389789ac-5373-4cc2-bfe0-441b4ee47ac5 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 951 time: 0.2702293 Jul 05 03:47:35.456047 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.460298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25a4f1-12a1-44a0-b9b7-cf108d99bdbd req-bc4ea377-c7f2-4da9-9b3e-6af000b6e9ee tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:35.463627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec25a4f1-12a1-44a0-b9b7-cf108d99bdbd req-bc4ea377-c7f2-4da9-9b3e-6af000b6e9ee tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 944 time: 0.2399445 Jul 05 03:47:35.594526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91449007-135f-45cb-acc0-cc003d5dedb1 req-61fa2aa7-2111-428d-8609-af4498b1eb1f tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233065 Jul 05 03:47:35.595398 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-80dcc5ca-418a-4a46-8c49-c3765d64423b None None] Provisioning for port 8cb679a0-f2e4-47f1-849c-968265dde112 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:35.597505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:35.625348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:35.628268 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.632825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec25a4f1-12a1-44a0-b9b7-cf108d99bdbd req-cd16555c-4ba2-40d1-8af3-a17fca2f86f1 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541183 Jul 05 03:47:35.953018 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.079653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7cec6c8f-3a2b-4195-bdbb-adb6896e4e44,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:36.095985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-03ffc5fe-279e-4725-b75a-51936205ff53 None None] Set router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:36.162129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 8cb679a0-f2e4-47f1-849c-968265dde112 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:36.163222 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ebd8f98-71a2-427f-8012-79a1718252c9 req-4e903099-fb32-493c-b1f1-16429589c2b7 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 210 time: 0.1726248 Jul 05 03:47:36.242856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 8cb679a0-f2e4-47f1-849c-968265dde112 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:36.245880 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.316873 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.381947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ce2de-7fdd-4d9f-a65d-a274730c31f3 req-502d86f8-f9d7-4890-9fab-59978f00ca1d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:36.400125 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-481ce2de-7fdd-4d9f-a65d-a274730c31f3 req-502d86f8-f9d7-4890-9fab-59978f00ca1d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.5247328 Jul 05 03:47:36.469925 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-409c79cc-d439-4227-b658-baf123732119 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:36.479870 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-409c79cc-d439-4227-b658-baf123732119 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.64 "GET /v2.0/networks?id=7eddb026-6f8a-4717-a63e-84f0218e8000 HTTP/1.1" status: 200 len: 824 time: 0.5025969 Jul 05 03:47:36.570394 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64693c98-5ce1-4d25-b7c4-e557c8521842 x-openstack-request-id: req-64693c98-5ce1-4d25-b7c4-e557c8521842 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:36.571058 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9264369c-50c2-4705-ac17-79f887e77c00", "name": "network-vif-deleted", "tag": "1da7f541-f3a2-4106-9986-b2250a947361", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:36.571691 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64693c98-5ce1-4d25-b7c4-e557c8521842 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:36.572251 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9264369c-50c2-4705-ac17-79f887e77c00', 'name': 'network-vif-deleted', 'tag': '1da7f541-f3a2-4106-9986-b2250a947361', 'status': 'completed', 'code': 200} Jul 05 03:47:36.576003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Router 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:47:36.650308 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-481ce2de-7fdd-4d9f-a65d-a274730c31f3 req-72507eef-78ef-429a-94d9-75a1480bf755 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417884 Jul 05 03:47:36.739961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ff40fe-68a9-4bc6-8084-54f25f7c6bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cec6c8f-3a2b-4195-bdbb-adb6896e4e44'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:36.751240 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8030c0ae-1b2f-4dab-9b2e-45b0219a39c9" -d '{"events": [{"server_uuid": "c3ff40fe-68a9-4bc6-8084-54f25f7c6bde", "name": "network-vif-plugged", "status": "completed", "tag": "7cec6c8f-3a2b-4195-bdbb-adb6896e4e44"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:36.763088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:36.773278 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-952df979-7e9a-4a56-a08a-eaea684329da tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbed51ddda7046629d62a43afa631874 HTTP/1.1" status: 200 len: 379 time: 0.2584276 Jul 05 03:47:36.773869 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f1545-5696-4d23-8c46-2271a35f2939 req-6d790188-4bfd-4c81-ac48-b846ca61812a tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:36.779094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-c28edd28-b0d5-48f5-affa-390c76dda1fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Request body: {'port': {'device_id': '3599e64a-cb97-4c94-a95e-bdaf56ebd7f3', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'admin_state_up': True, 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'security_groups': ['7adc07d3-63ec-4833-8031-a7a0c2031576']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:36.779912 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d09f1545-5696-4d23-8c46-2271a35f2939 req-6d790188-4bfd-4c81-ac48-b846ca61812a tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.11 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 951 time: 0.8922899 Jul 05 03:47:36.884300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:36.899862 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Sync routers for ids ['7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:36.918338 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Routers {'7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:36.919959 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:37.073146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d09f1545-5696-4d23-8c46-2271a35f2939 req-6c7756e2-69f5-4fd5-ab54-d2ca2e442bd9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Deleting port 2642a0cb-2f54-45d0-8ff8-4835895fda18 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:37.073637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d09f1545-5696-4d23-8c46-2271a35f2939 req-6c7756e2-69f5-4fd5-ab54-d2ca2e442bd9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.166557 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Set router 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:37.199165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eadf12-fffe-4e9d-861f-850e1295fc43 req-03fcb449-7b9b-4171-b722-d9bd1f5f3171 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:37.210588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35eadf12-fffe-4e9d-861f-850e1295fc43 req-03fcb449-7b9b-4171-b722-d9bd1f5f3171 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.5364745 Jul 05 03:47:37.322712 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708ec78-3c4c-4389-b0e8-20dd87ea6e64 req-df8f4e09-02fa-48d3-babe-d95cb22beb72 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:37.326599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d09f1545-5696-4d23-8c46-2271a35f2939 req-6c7756e2-69f5-4fd5-ab54-d2ca2e442bd9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] For port 2642a0cb-2f54-45d0-8ff8-4835895fda18, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2642a0cb-2f54-45d0-8ff8-4835895fda18,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:37.327048 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d09f1545-5696-4d23-8c46-2271a35f2939 req-6c7756e2-69f5-4fd5-ab54-d2ca2e442bd9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.337121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f708ec78-3c4c-4389-b0e8-20dd87ea6e64 req-df8f4e09-02fa-48d3-babe-d95cb22beb72 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 951 time: 0.4274976 Jul 05 03:47:37.356286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d09f1545-5696-4d23-8c46-2271a35f2939 req-6c7756e2-69f5-4fd5-ab54-d2ca2e442bd9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Calling delete_port for 2642a0cb-2f54-45d0-8ff8-4835895fda18 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:37.361965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:37.387474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=7cec6c8f-3a2b-4195-bdbb-adb6896e4e44,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:37.413186 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35eadf12-fffe-4e9d-861f-850e1295fc43 req-febc04b3-92ae-44ee-872f-5723da0f2aa1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015498 Jul 05 03:47:37.417212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:37.417914 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.473889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-c28edd28-b0d5-48f5-affa-390c76dda1fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Made reservation on behalf of fbed51ddda7046629d62a43afa631874 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:37.483957 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-c28edd28-b0d5-48f5-affa-390c76dda1fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.557652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f708ec78-3c4c-4389-b0e8-20dd87ea6e64 req-26831fef-949c-4441-b6d5-b1e12204f95c tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/security-groups?id=0924c427-4b5e-4b04-8e03-66ae9dde0cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186511 Jul 05 03:47:37.594521 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.655537 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.659631 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f5661af3-604f-4056-ba41-c5141a894615 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6626472 Jul 05 03:47:37.659741 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53090) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:37.693341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 8cb679a0-f2e4-47f1-849c-968265dde112, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8cb679a0-f2e4-47f1-849c-968265dde112,segment=NetworkSegment(c56e59c9-cf4e-468e-a4d3-d20a0260b66e),segment_id=c56e59c9-cf4e-468e-a4d3-d20a0260b66e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:37.702250 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99dc9a1-f430-48a6-ba28-796b5637aee6 x-openstack-request-id: req-f99dc9a1-f430-48a6-ba28-796b5637aee6 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:37.703976 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ff40fe-68a9-4bc6-8084-54f25f7c6bde", "name": "network-vif-plugged", "status": "completed", "tag": "7cec6c8f-3a2b-4195-bdbb-adb6896e4e44", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:37.704828 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f99dc9a1-f430-48a6-ba28-796b5637aee6 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:37.707076 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ff40fe-68a9-4bc6-8084-54f25f7c6bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cec6c8f-3a2b-4195-bdbb-adb6896e4e44', 'code': 200} Jul 05 03:47:37.737205 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d09f1545-5696-4d23-8c46-2271a35f2939 req-6c7756e2-69f5-4fd5-ab54-d2ca2e442bd9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.783628 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1183036639-router', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 3, 'project_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'gw_port': {'id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:31Z', 'updated_at': '2021-07-05T03:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:37.820825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-03ffc5fe-279e-4725-b75a-51936205ff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:37.886234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7756e2-69f5-4fd5-ab54-d2ca2e442bd9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Pushing event deleted for resources: {'Port': ['ID=2642a0cb-2f54-45d0-8ff8-4835895fda18,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:37.937424 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffc5fe-279e-4725-b75a-51936205ff53 None None] Checking router: b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:37.977275 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.980873 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffc5fe-279e-4725-b75a-51936205ff53 None None] Routers {'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:37.981579 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-03ffc5fe-279e-4725-b75a-51936205ff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:38.150086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c78cebaf-f8da-4aac-8194-03ac6d7cf8a0 req-a3d6d824-93ca-4ce6-8617-71a43b61433e tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 210 time: 0.2416410 Jul 05 03:47:38.194245 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09f1545-5696-4d23-8c46-2271a35f2939 req-6c7756e2-69f5-4fd5-ab54-d2ca2e442bd9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] No DVR routers for this DVR port 2642a0cb-2f54-45d0-8ff8-4835895fda18 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:38.198571 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d09f1545-5696-4d23-8c46-2271a35f2939 req-6c7756e2-69f5-4fd5-ab54-d2ca2e442bd9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.201653 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d09f1545-5696-4d23-8c46-2271a35f2939 req-6c7756e2-69f5-4fd5-ab54-d2ca2e442bd9 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.11 "DELETE /v2.0/ports/2642a0cb-2f54-45d0-8ff8-4835895fda18 HTTP/1.1" status: 204 len: 173 time: 1.4039857 Jul 05 03:47:38.213587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae408-3b17-4131-b64c-45a482d100bb req-61ef9431-3635-4c2e-8ae0-5c220d47cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:38.215063 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Checking router: 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:38.215542 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8e6ae408-3b17-4131-b64c-45a482d100bb req-61ef9431-3635-4c2e-8ae0-5c220d47cf8a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c3ff40fe-68a9-4bc6-8084-54f25f7c6bde HTTP/1.1" status: 200 len: 1096 time: 0.4152353 Jul 05 03:47:38.217878 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Updating router 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 port 9fb94fda-f8ca-4156-900d-89c762d72257 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:47:38.240418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-c28edd28-b0d5-48f5-affa-390c76dda1fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Allocated IP 172.20.0.12 (7eddb026-6f8a-4717-a63e-84f0218e8000/0a4c071a-22ea-4f1a-b14f-479bd986bf1c/ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:38.307012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-03ffc5fe-279e-4725-b75a-51936205ff53 None None] Set router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:38.316199 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.335643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f7523-1bae-40ff-a262-95e869f061de req-096a0df4-81ad-4bbc-a3bb-aa859c6fe320 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:38.347604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee9f7523-1bae-40ff-a262-95e869f061de req-096a0df4-81ad-4bbc-a3bb-aa859c6fe320 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 944 time: 0.4869099 Jul 05 03:47:38.502437 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8e6ae408-3b17-4131-b64c-45a482d100bb req-2ed84341-b8e0-4921-b3af-a892b1ddf31a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691591 Jul 05 03:47:38.512570 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee9f7523-1bae-40ff-a262-95e869f061de req-d00e7d64-ebc1-4b10-9731-c06fe0e4a0ea tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639700 Jul 05 03:47:38.541403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=8cb679a0-f2e4-47f1-849c-968265dde112,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:38.617573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-461d301a-1993-4502-94fb-3e459856e180 None None] Provisioning complete for port 8cb679a0-f2e4-47f1-849c-968265dde112 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:38.628621 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-461d301a-1993-4502-94fb-3e459856e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.663452 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f40804-e5ea-4759-bf76-5a3d25908a62', 'name': 'network-vif-deleted', 'tag': '2642a0cb-2f54-45d0-8ff8-4835895fda18'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:38.679012 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dc58e3-0988-4fcc-a6a8-e6ee50460021" -d '{"events": [{"server_uuid": "45f40804-e5ea-4759-bf76-5a3d25908a62", "name": "network-vif-deleted", "tag": "2642a0cb-2f54-45d0-8ff8-4835895fda18"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:38.731680 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.843471 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.864291 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-c28edd28-b0d5-48f5-affa-390c76dda1fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.867310 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Transition to ACTIVE for port object 9fb94fda-f8ca-4156-900d-89c762d72257 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:38.884137 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-c28edd28-b0d5-48f5-affa-390c76dda1fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Transition to ACTIVE for port object ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:38.938232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7e47a4ff-64da-4cef-99f4-dddaaaa11c4b,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:38.993301 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.046152 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1d5b4-295b-40cd-929d-824a0a06d505 None None] Pushing event updated for resources: {'Port': ['ID=9fb94fda-f8ca-4156-900d-89c762d72257,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:39.054897 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1d5b4-295b-40cd-929d-824a0a06d505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:39.055747 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1d5b4-295b-40cd-929d-824a0a06d505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:39.056087 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1d5b4-295b-40cd-929d-824a0a06d505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:39.056463 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1d5b4-295b-40cd-929d-824a0a06d505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:39.056814 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1d5b4-295b-40cd-929d-824a0a06d505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:39.057128 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1d5b4-295b-40cd-929d-824a0a06d505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:39.057457 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1d5b4-295b-40cd-929d-824a0a06d505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:39.057781 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1d5b4-295b-40cd-929d-824a0a06d505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:39.058100 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1d5b4-295b-40cd-929d-824a0a06d505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:39.058670 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1d5b4-295b-40cd-929d-824a0a06d505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:39.059026 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1d5b4-295b-40cd-929d-824a0a06d505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:39.059346 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1d5b4-295b-40cd-929d-824a0a06d505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:39.067619 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-c28edd28-b0d5-48f5-affa-390c76dda1fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.084190 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Attempting to bind port 9fb94fda-f8ca-4156-900d-89c762d72257 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:39.084730 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Attempting to bind port 9fb94fda-f8ca-4156-900d-89c762d72257 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:39.085194 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Attempting to bind port 9fb94fda-f8ca-4156-900d-89c762d72257 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:39.091797 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:39.092315 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:39.092679 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.092953 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.093437 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:39.094013 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Bound port: 9fb94fda-f8ca-4156-900d-89c762d72257, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:39.094511 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.105360 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2642a0cb-2f54-45d0-8ff8-4835895fda18 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:39.164553 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] For port 9fb94fda-f8ca-4156-900d-89c762d72257, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:39.167959 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] For port 9fb94fda-f8ca-4156-900d-89c762d72257, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9fb94fda-f8ca-4156-900d-89c762d72257,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:39.217458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 2642a0cb-2f54-45d0-8ff8-4835895fda18 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:39.217817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2642a0cb-2f54-45d0-8ff8-4835895fda18 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:39.231205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-03ffc5fe-279e-4725-b75a-51936205ff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:39.246767 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.250612 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.318462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-c28edd28-b0d5-48f5-affa-390c76dda1fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Network 7eddb026-6f8a-4717-a63e-84f0218e8000 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:39.331287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28edd28-b0d5-48f5-affa-390c76dda1fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Pushing event updated for resources: {'Port': ['ID=ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:39.360784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c0f83-3f18-4c22-8bc7-de19642d0ef7 req-36dfa338-1ae0-4965-b069-66392f688b2b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:39.362367 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffc5fe-279e-4725-b75a-51936205ff53 None None] The sync data for ids ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'] in n-d-798249-5 is: [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:39.372406 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a85c0f83-3f18-4c22-8bc7-de19642d0ef7 req-36dfa338-1ae0-4965-b069-66392f688b2b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.4508774 Jul 05 03:47:39.376540 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=7e47a4ff-64da-4cef-99f4-dddaaaa11c4b,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:39.377303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-c28edd28-b0d5-48f5-affa-390c76dda1fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:39.415381 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1d5b4-295b-40cd-929d-824a0a06d505 None None] Pushing event updated for resources: {'Port': ['ID=9fb94fda-f8ca-4156-900d-89c762d72257,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:39.418800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-c28edd28-b0d5-48f5-affa-390c76dda1fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:39.434408 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Routers {'7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:39.435273 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:39.575300 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96f032-91d1-4471-a747-2e3a8e35203f req-58a8c9c0-a777-424f-874e-a735c74449fd tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:39.582940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3d96f032-91d1-4471-a747-2e3a8e35203f req-58a8c9c0-a777-424f-874e-a735c74449fd tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.6503627 Jul 05 03:47:39.671875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Allocated IP 172.20.0.1 (602b79e4-9a6b-471a-a1fc-67d53f7f81d1/a81c63d2-f8f7-4e42-b7a9-521ad612f47b/81aeccd1-20ee-4ca0-a00c-03988320f64b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:39.684937 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] Set router 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:39.708495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e47a4ff-64da-4cef-99f4-dddaaaa11c4b'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:39.712589 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c81797b-d8f0-4a88-a1ca-3a65d171dace" -d '{"events": [{"server_uuid": "3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e", "name": "network-vif-plugged", "status": "completed", "tag": "7e47a4ff-64da-4cef-99f4-dddaaaa11c4b"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:39.743832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-c28edd28-b0d5-48f5-affa-390c76dda1fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:39.743832 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-c28edd28-b0d5-48f5-affa-390c76dda1fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.815320 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a85c0f83-3f18-4c22-8bc7-de19642d0ef7 req-f340f16c-a635-49f3-b05d-1c9f94f502ad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165795 Jul 05 03:47:39.847485 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c7e73-ce7b-4230-ae3c-8061336f8397 None None] New status for floating IP 6576d485-cca5-4b86-bd7f-3ffe66fa6e18: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:47:39.873722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3d96f032-91d1-4471-a747-2e3a8e35203f req-d97b5571-f7fe-4cbe-8da1-f66b177e2aa1 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898085 Jul 05 03:47:39.968476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-c28edd28-b0d5-48f5-affa-390c76dda1fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1932302 Jul 05 03:47:39.983514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Request body: {'port': {'device_id': '3599e64a-cb97-4c94-a95e-bdaf56ebd7f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:40.069211 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e55bd4-e8a1-47b8-b098-892403796b5e x-openstack-request-id: req-b2e55bd4-e8a1-47b8-b098-892403796b5e {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:40.069516 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f40804-e5ea-4759-bf76-5a3d25908a62", "name": "network-vif-deleted", "tag": "2642a0cb-2f54-45d0-8ff8-4835895fda18", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:40.069774 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2e55bd4-e8a1-47b8-b098-892403796b5e {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:40.070195 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f40804-e5ea-4759-bf76-5a3d25908a62', 'name': 'network-vif-deleted', 'tag': '2642a0cb-2f54-45d0-8ff8-4835895fda18', 'status': 'completed', 'code': 200} Jul 05 03:47:40.082707 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.143146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Transition to ACTIVE for port object 81aeccd1-20ee-4ca0-a00c-03988320f64b will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:40.173997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8cb679a0-f2e4-47f1-849c-968265dde112 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:40.254745 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.274913 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1183036639-router', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 3, 'project_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'gw_port': {'id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:31Z', 'updated_at': '2021-07-05T03:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:40.350167 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fc69c-59ee-41dc-9a0d-994c16dbddb4 None None] The sync data for ids ['7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'] in n-d-798249-5 is: [{'id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1183036639-router', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:34Z', 'revision_number': 3, 'project_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'gw_port': {'id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:31Z', 'updated_at': '2021-07-05T03:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:40.357509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.461816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:40.471054 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:40.476166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:40.540437 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.607129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-10ce36be-0bb8-43f3-8a50-188aece67bdb None None] Provisioning for port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:40.634104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-10ce36be-0bb8-43f3-8a50-188aece67bdb None None] Provisioning complete for port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:40.635763 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-10ce36be-0bb8-43f3-8a50-188aece67bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.695360 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Pushing event updated for resources: {'Port': ['ID=81aeccd1-20ee-4ca0-a00c-03988320f64b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:40.719765 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:40.720124 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:40.720601 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:40.724210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:40.724678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:40.725017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:40.725363 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:40.725699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:40.726023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:40.726352 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:40.726728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:40.727098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:40.824730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-10ce36be-0bb8-43f3-8a50-188aece67bdb None None] Port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:40.873120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 8cb679a0-f2e4-47f1-849c-968265dde112 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:40.873759 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.879863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fabdc47-5541-4c3f-928c-6abce1548ae0 req-3dbc092b-9dba-44d8-8458-a96697a1ff79 tempest-ServersAdminTestJSON-339043977 tempest-ServersAdminTestJSON-339043977-project] 10.222.0.60 "GET /v2.0/ports?device_id=45f40804-e5ea-4759-bf76-5a3d25908a62 HTTP/1.1" status: 200 len: 210 time: 0.6416755 Jul 05 03:47:40.895775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:40.908078 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.939946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Transition to ACTIVE for port object ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:40.947378 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.977718 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c757594-daf2-4885-9401-19f72df8e289 req-199570c5-8f94-4ac0-828e-3ab7bca41ca9 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:40.985397 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c757594-daf2-4885-9401-19f72df8e289 req-199570c5-8f94-4ac0-828e-3ab7bca41ca9 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 932 time: 0.2442601 Jul 05 03:47:41.005753 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.113103 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9c4d3ca6-858e-4be1-ade1-838f73833b12 None None] Provisioning for port 81aeccd1-20ee-4ca0-a00c-03988320f64b completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:41.132917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9c4d3ca6-858e-4be1-ade1-838f73833b12 None None] Provisioning complete for port 81aeccd1-20ee-4ca0-a00c-03988320f64b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:41.133590 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3ca6-858e-4be1-ade1-838f73833b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.198645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c757594-daf2-4885-9401-19f72df8e289 req-46690f89-f960-42e8-90aa-81774645f31c tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115827 Jul 05 03:47:41.230532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d3ca6-858e-4be1-ade1-838f73833b12 None None] Port 81aeccd1-20ee-4ca0-a00c-03988320f64b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:41.284596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Pushing event updated for resources: {'Port': ['ID=ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:41.318032 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f58dbb4-abf4-4fac-a0a1-acbf393f7b8f x-openstack-request-id: req-5f58dbb4-abf4-4fac-a0a1-acbf393f7b8f {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:41.324867 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e", "name": "network-vif-plugged", "status": "completed", "tag": "7e47a4ff-64da-4cef-99f4-dddaaaa11c4b", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:41.328529 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f58dbb4-abf4-4fac-a0a1-acbf393f7b8f {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:41.329187 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e47a4ff-64da-4cef-99f4-dddaaaa11c4b', 'code': 200} Jul 05 03:47:41.459121 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.483817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308bab6-55d4-417b-ad30-7cdf26c9c61b req-4c029289-70dd-431b-9476-b0fc428ec5ee tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:41.498521 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b308bab6-55d4-417b-ad30-7cdf26c9c61b req-4c029289-70dd-431b-9476-b0fc428ec5ee tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 945 time: 0.4043725 Jul 05 03:47:41.530216 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.569678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Attempting to bind port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:41.570146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Attempting to bind port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:41.570568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Attempting to bind port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 on network 7eddb026-6f8a-4717-a63e-84f0218e8000 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:41.588524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 on network 7eddb026-6f8a-4717-a63e-84f0218e8000 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:41.588985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Attempting to bind port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 on network 7eddb026-6f8a-4717-a63e-84f0218e8000 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:41.650830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:41.651405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Checking segment: {'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:41.652307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Bound using segment: {'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:41.653174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Bound port: ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cdd4e8-9565-465f-bf70-2714ac904fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:41.654263 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.683947 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Pushing event updated for resources: {'Port': ['ID=81aeccd1-20ee-4ca0-a00c-03988320f64b,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:41.688997 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.704027 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325241-07d4-45eb-ab78-30fa15c2e704 req-05246bff-88fb-4d97-806d-9bcf2620024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:41.705786 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-10325241-07d4-45eb-ab78-30fa15c2e704 req-05246bff-88fb-4d97-806d-9bcf2620024e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 1096 time: 0.2827253 Jul 05 03:47:41.791848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] For port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:41.798357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] For port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:41.811861 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-10325241-07d4-45eb-ab78-30fa15c2e704 req-5c08446d-e34b-4ebb-a511-49e8e011f114 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947669 Jul 05 03:47:41.827421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b308bab6-55d4-417b-ad30-7cdf26c9c61b req-94be4f77-3f9f-42ac-a732-dfe529c8697c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075449 Jul 05 03:47:41.858595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:41.862285 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:41.891511 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b48051-4887-427f-a67e-916697ae3a25 req-8e4358d0-9952-4bb0-8486-ad5fe763767c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:41.906132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0b48051-4887-427f-a67e-916697ae3a25 req-8e4358d0-9952-4bb0-8486-ad5fe763767c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.3237355 Jul 05 03:47:41.932677 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.248702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:42.248702 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.248702 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] 10.222.0.64 "PUT /v2.0/ports/ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 HTTP/1.1" status: 200 len: 1092 time: 2.2681220 Jul 05 03:47:42.248702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3599e64a-cb97-4c94-a95e-bdaf56ebd7f3', 'tag': 'ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:42.274080 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137be7e4-390c-4a1a-97c8-1ae857aa47a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3599e64a-cb97-4c94-a95e-bdaf56ebd7f3", "tag": "ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:42.320196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9fb94fda-f8ca-4156-900d-89c762d72257 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:42.339742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Router 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:42.349674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05cee3-76d8-44d7-bdfc-850f32d106db service neutron] Pushing event updated for resources: {'Port': ['ID=ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:42.388599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0b48051-4887-427f-a67e-916697ae3a25 req-6743ffe5-76aa-4abc-8812-f4f566df2db0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784706 Jul 05 03:47:42.521203 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5f63e746-fe91-4c20-9f3b-6c2ac1866353 None None] Provisioning complete for port 81aeccd1-20ee-4ca0-a00c-03988320f64b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:42.521880 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5f63e746-fe91-4c20-9f3b-6c2ac1866353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.553617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa346fc9-4c11-4580-8b13-0859b642ced1 req-7358b622-21cc-44cb-b874-5a4625206d37 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:42.561446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa346fc9-4c11-4580-8b13-0859b642ced1 req-7358b622-21cc-44cb-b874-5a4625206d37 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.3865180 Jul 05 03:47:42.613588 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5f63e746-fe91-4c20-9f3b-6c2ac1866353 None None] Port 81aeccd1-20ee-4ca0-a00c-03988320f64b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:42.660715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa346fc9-4c11-4580-8b13-0859b642ced1 req-0248e995-0ae2-4f91-8858-a6be0d5f5611 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928571 Jul 05 03:47:42.782211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:42.802923 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c5febb93-7891-4d70-8b93-fadabd2270c8 admin admin] 10.222.0.60 "PUT /v2.0/routers/7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1347342 Jul 05 03:47:42.804872 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a61492-ad82-4c76-be61-990659c9550d x-openstack-request-id: req-78a61492-ad82-4c76-be61-990659c9550d {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:42.807793 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3599e64a-cb97-4c94-a95e-bdaf56ebd7f3", "tag": "ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:42.814569 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78a61492-ad82-4c76-be61-990659c9550d {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:42.814569 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3599e64a-cb97-4c94-a95e-bdaf56ebd7f3', 'tag': 'ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35', 'status': 'completed', 'code': 200} Jul 05 03:47:42.819531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 9fb94fda-f8ca-4156-900d-89c762d72257 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:42.827497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 9fb94fda-f8ca-4156-900d-89c762d72257 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:42.827880 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.049629 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.086869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 9fb94fda-f8ca-4156-900d-89c762d72257, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9fb94fda-f8ca-4156-900d-89c762d72257,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:43.380896 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.451536 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Sync routers for ids ['7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:43.459924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6ac8b-7c9b-4d92-8029-d9856d391b02 req-45368b08-5a0c-4b8b-8044-93c970f3ac57 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.465274 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Routers {'7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:43.466509 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:43.467603 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89f6ac8b-7c9b-4d92-8029-d9856d391b02 req-45368b08-5a0c-4b8b-8044-93c970f3ac57 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 944 time: 0.5041852 Jul 05 03:47:43.486813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137be7e4-390c-4a1a-97c8-1ae857aa47a2 req-e2d7bcbd-bdde-4dc1-850f-f8267dd7b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.488175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-137be7e4-390c-4a1a-97c8-1ae857aa47a2 req-e2d7bcbd-bdde-4dc1-850f-f8267dd7b015 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fbed51ddda7046629d62a43afa631874&device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 1095 time: 0.5416875 Jul 05 03:47:43.496787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=9fb94fda-f8ca-4156-900d-89c762d72257,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:43.552138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53162) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:43.667651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137be7e4-390c-4a1a-97c8-1ae857aa47a2 req-f2c83156-baed-4d81-87f2-c0105c8fa57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.670243 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-137be7e4-390c-4a1a-97c8-1ae857aa47a2 req-f2c83156-baed-4d81-87f2-c0105c8fa57a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=fbed51ddda7046629d62a43afa631874&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1610141 Jul 05 03:47:43.686258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d06f1-e0ce-4cd9-bab4-a0e1e2c3a54b req-5ba36891-ecf0-4cf3-a1d6-6be77e2fb6e4 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.695836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e4d06f1-e0ce-4cd9-bab4-a0e1e2c3a54b req-5ba36891-ecf0-4cf3-a1d6-6be77e2fb6e4 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 945 time: 0.5972326 Jul 05 03:47:43.769520 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Set router 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:43.777981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89f6ac8b-7c9b-4d92-8029-d9856d391b02 req-aca7d24a-e7e6-459a-9f79-0677627b06f7 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094928 Jul 05 03:47:43.836414 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e4d06f1-e0ce-4cd9-bab4-a0e1e2c3a54b req-767c07b8-2075-41cd-92b0-ee7d5b585557 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393309 Jul 05 03:47:43.846328 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c38a52cf-986b-4032-9765-93c31da465e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa98d801ca9149d8adf6e3407c0b90b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929704 Jul 05 03:47:43.849021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53174) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:43.951640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137be7e4-390c-4a1a-97c8-1ae857aa47a2 req-6b6e2e0d-5d72-4832-acc4-fe94e351d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.976506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-137be7e4-390c-4a1a-97c8-1ae857aa47a2 req-6b6e2e0d-5d72-4832-acc4-fe94e351d074 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2695725 Jul 05 03:47:44.045585 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6785e092-8bc0-49f9-b3b1-ab7c219d028c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.130908 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9fb94fda-f8ca-4156-900d-89c762d72257 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:44.133725 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6785e092-8bc0-49f9-b3b1-ab7c219d028c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.226825 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53188) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:44.255493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-479824097-network', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:44.257559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 9fb94fda-f8ca-4156-900d-89c762d72257 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:44.258140 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.396631 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1183036639-router', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:40Z', 'revision_number': 4, 'project_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'gw_port': {'id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:31Z', 'updated_at': '2021-07-05T03:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '81aeccd1-20ee-4ca0-a00c-03988320f64b', 'name': '', 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'mac_address': 'fa:16:3e:aa:5b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a81c63d2-f8f7-4e42-b7a9-521ad612f47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:39Z', 'updated_at': '2021-07-05T03:47:41Z', 'revision_number': 2, 'project_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'subnets': [{'id': 'a81c63d2-f8f7-4e42-b7a9-521ad612f47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:44.448349 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-ae7c2842-7139-4ac7-b81d-943330733c1e service neutron] 10.222.0.11 "GET /v2.0/ports/6a944b48-2a72-49e0-882d-e361769632ef/bindings/n-h1-798249-5 HTTP/1.1" status: 200 len: 382 time: 0.1337955 Jul 05 03:47:44.469861 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-3f03b873-3082-456a-b1b6-9e8a2b1780a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.471847 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-3f03b873-3082-456a-b1b6-9e8a2b1780a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fbed51ddda7046629d62a43afa631874&device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 1095 time: 0.4481196 Jul 05 03:47:44.473879 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Checking router: 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:44.474832 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Updating router 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 port 81aeccd1-20ee-4ca0-a00c-03988320f64b binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:47:44.489093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017f690-447b-4c25-8940-1a34f9e7230f req-0ecfda34-3fc0-4286-85db-c3733721f8fc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.491152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0017f690-447b-4c25-8940-1a34f9e7230f req-0ecfda34-3fc0-4286-85db-c3733721f8fc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.1711268 Jul 05 03:47:44.524803 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.529013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] Made reservation on behalf of f6fa77e2596442159c8bbc0a73bff2d0 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:44.531945 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.535019 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6785e092-8bc0-49f9-b3b1-ab7c219d028c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.538515 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6785e092-8bc0-49f9-b3b1-ab7c219d028c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.545147 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6785e092-8bc0-49f9-b3b1-ab7c219d028c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0924c427-4b5e-4b04-8e03-66ae9dde0cd8 HTTP/1.1" status: 204 len: 168 time: 0.6949563 Jul 05 03:47:44.585351 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.597824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785e092-8bc0-49f9-b3b1-ab7c219d028c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0924c427-4b5e-4b04-8e03-66ae9dde0cd8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:44.607404 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8096c-efc8-4bc1-a790-48c8e24121a5 req-555fca42-97a5-4485-a444-57cf940632d4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.618115 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65f8096c-efc8-4bc1-a790-48c8e24121a5 req-555fca42-97a5-4485-a444-57cf940632d4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.4942994 Jul 05 03:47:44.671579 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-713428f8-7682-4362-bda2-25aefde0fcb2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 HTTP/1.1" status: 200 len: 217 time: 0.1750634 Jul 05 03:47:44.772175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-d82a347a-61bb-43c2-b93a-b0f48c0faece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.776565 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-d82a347a-61bb-43c2-b93a-b0f48c0faece service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a4c071a-22ea-4f1a-b14f-479bd986bf1c HTTP/1.1" status: 200 len: 863 time: 0.0782681 Jul 05 03:47:44.843834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0017f690-447b-4c25-8940-1a34f9e7230f req-9c7b68cf-977d-42de-941c-7e327bc8ada8 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300593 Jul 05 03:47:44.859289 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.889972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65f8096c-efc8-4bc1-a790-48c8e24121a5 req-a720f22b-3d81-48ba-b162-d07f4ba7f444 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708917 Jul 05 03:47:45.000818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-488fafe0-889d-41cd-b1c7-a6f275df9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.002611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-488fafe0-889d-41cd-b1c7-a6f275df9e15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7eddb026-6f8a-4717-a63e-84f0218e8000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1862392 Jul 05 03:47:45.036437 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.065065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:45.097274 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.097673 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] Added segment 4c76025f-1d81-4456-9a9f-b888ca86dc06 of type vlan for network d398240c-fe46-4a8c-ab79-b2145d949ad3 Jul 05 03:47:45.209887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8f269-c2fd-4dc5-bee9-e6081251ba8f req-b36d9bfe-25e1-4105-9e8e-99ba9249caac tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.217582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fe8f269-c2fd-4dc5-bee9-e6081251ba8f req-b36d9bfe-25e1-4105-9e8e-99ba9249caac tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 944 time: 0.1168866 Jul 05 03:47:45.229133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-461c0d1d-3a23-4a3a-a3e6-9d3e405cac86 service neutron] 10.222.0.64 "GET /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191570 Jul 05 03:47:45.249251 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.260569 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.261865 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Transition to ACTIVE for port object 81aeccd1-20ee-4ca0-a00c-03988320f64b will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:45.348063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fe8f269-c2fd-4dc5-bee9-e6081251ba8f req-96626025-e226-466a-a73c-90f82d4b11f8 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295514 Jul 05 03:47:45.359365 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ef7ead-1029-4dab-87fb-94253c6c2c38,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:45.402213 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.406463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-4f3d1267-6ccc-42b1-abd1-dd2e297b3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.407169 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-4f3d1267-6ccc-42b1-abd1-dd2e297b3405 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060&tenant_id=11262911861945c3a6162015d1587211 HTTP/1.1" status: 200 len: 1101 time: 0.1806631 Jul 05 03:47:45.508263 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.523006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.523006 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.532320 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab7ae1-4407-4a6b-b65b-186c7e351674 None None] Pushing event updated for resources: {'Port': ['ID=81aeccd1-20ee-4ca0-a00c-03988320f64b,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:45.540701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa744aba-17e5-4e87-a516-7962cdf7a20f req-beddf033-b9f3-4056-8298-c52b66a534e8 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.548780 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa744aba-17e5-4e87-a516-7962cdf7a20f req-beddf033-b9f3-4056-8298-c52b66a534e8 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 945 time: 0.3129575 Jul 05 03:47:45.557031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f73c2f-a2e9-43a8-912d-fc270fc1a8da req-2282469f-90fa-4d81-8b3c-1603a2e91c62 service neutron] 10.222.0.64 "GET /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161666 Jul 05 03:47:45.640342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa744aba-17e5-4e87-a516-7962cdf7a20f req-d4af924a-15aa-4ed8-a9c6-c5b2f95e6d1a tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866115 Jul 05 03:47:45.657627 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Attempting to bind port 81aeccd1-20ee-4ca0-a00c-03988320f64b on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:45.658159 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Attempting to bind port 81aeccd1-20ee-4ca0-a00c-03988320f64b by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:45.658594 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Attempting to bind port 81aeccd1-20ee-4ca0-a00c-03988320f64b on network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:45.672436 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:45.672436 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Checking segment: {'id': 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:45.672436 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.672436 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Bound using segment: {'id': 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:45.672436 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Bound port: 81aeccd1-20ee-4ca0-a00c-03988320f64b, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:45.674003 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.696890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d398240c-fe46-4a8c-ab79-b2145d949ad3,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:45.714684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network d398240c-fe46-4a8c-ab79-b2145d949ad3 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:45.777446 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] For port 81aeccd1-20ee-4ca0-a00c-03988320f64b, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:45.782092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-f1a9f447-1d1c-4778-8f45-462851e1d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.784814 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-f1a9f447-1d1c-4778-8f45-462851e1d89d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 1101 time: 0.3463926 Jul 05 03:47:45.786749 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] For port 81aeccd1-20ee-4ca0-a00c-03988320f64b, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=81aeccd1-20ee-4ca0-a00c-03988320f64b,segment=NetworkSegment(c56e59c9-cf4e-468e-a4d3-d20a0260b66e),segment_id=c56e59c9-cf4e-468e-a4d3-d20a0260b66e)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:45.790055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53272) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:45.790884 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e31366eb-98fa-4320-ab7d-18a94c6797d1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5625591 Jul 05 03:47:45.797478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5f096228-4c6f-4646-a712-39ac029f8a11 admin admin] Request body: {'subnet': {'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-479824097-subnet', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:45.893793 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.913231 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53276) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:45.960093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-e6c566c4-e223-4a3a-9b99-c7fa7714c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.961859 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-e6c566c4-e223-4a3a-9b99-c7fa7714c21e service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1698091 Jul 05 03:47:45.989859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f096228-4c6f-4646-a712-39ac029f8a11 admin admin] Made reservation on behalf of f6fa77e2596442159c8bbc0a73bff2d0 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:46.009726 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5f096228-4c6f-4646-a712-39ac029f8a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.082944 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-62406963-b6d1-44a7-a622-4e5281b066d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6a944b48-2a72-49e0-882d-e361769632ef HTTP/1.1" status: 200 len: 217 time: 0.1079688 Jul 05 03:47:46.112149 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Routers {'7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:46.112747 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:46.195761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-2853d4eb-c15f-4b6a-b448-1341fe4ace06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.201825 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-2853d4eb-c15f-4b6a-b448-1341fe4ace06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1170499 Jul 05 03:47:46.219792 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9307ef25-0b4f-4d70-a817-3001a99181f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21c50492031d4d388ca986c1c0449f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035705 Jul 05 03:47:46.226329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53284) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:46.240116 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab7ae1-4407-4a6b-b65b-186c7e351674 None None] Pushing event updated for resources: {'Port': ['ID=81aeccd1-20ee-4ca0-a00c-03988320f64b,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:46.256148 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a403b66-9587-4ae5-8700-747727c705d9 req-1778791b-33a4-4685-8366-34b19afe825a tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.257816 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a403b66-9587-4ae5-8700-747727c705d9 req-1778791b-33a4-4685-8366-34b19afe825a tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.3966217 Jul 05 03:47:46.303059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce72f07-3412-463b-9dcd-5c51851a79ca req-b0ef38c2-1895-4f7b-b026-dfcfc00acbca tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.304699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ce72f07-3412-463b-9dcd-5c51851a79ca req-b0ef38c2-1895-4f7b-b026-dfcfc00acbca tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 951 time: 0.3963001 Jul 05 03:47:46.353372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-e861dd47-4e85-4ab2-9e7a-ba43847db8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.355611 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-e861dd47-4e85-4ab2-9e7a-ba43847db8ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469438 Jul 05 03:47:46.367147 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] Set router 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:46.373229 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a403b66-9587-4ae5-8700-747727c705d9 req-46f86de9-e340-48f3-92f9-62608ed6d184 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900106 Jul 05 03:47:46.482970 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ce72f07-3412-463b-9dcd-5c51851a79ca req-060e9b72-da0d-4a82-bfa5-e95625f1ed86 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626253 Jul 05 03:47:46.486981 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1f7e9548-ce7b-4441-a0d6-5641137797b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.516531 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-63b17580-df3d-4227-b5fc-58a1826e0e4f service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401007 Jul 05 03:47:46.555197 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1f7e9548-ce7b-4441-a0d6-5641137797b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.702940 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baa3a29e-e870-41f9-8617-987f22e1b591 req-7d673bc0-16dc-4f52-9896-4bd423e62a18 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682663 Jul 05 03:47:46.726487 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1f7e9548-ce7b-4441-a0d6-5641137797b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.729248 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1f7e9548-ce7b-4441-a0d6-5641137797b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.733450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1f7e9548-ce7b-4441-a0d6-5641137797b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a797f92-f9fd-4dbc-8d20-a3adf31bc3fc HTTP/1.1" status: 204 len: 168 time: 0.4974592 Jul 05 03:47:46.751773 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5f096228-4c6f-4646-a712-39ac029f8a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.774612 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1183036639-router', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:40Z', 'revision_number': 4, 'project_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'gw_port': {'id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:31Z', 'updated_at': '2021-07-05T03:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '81aeccd1-20ee-4ca0-a00c-03988320f64b', 'name': '', 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'mac_address': 'fa:16:3e:aa:5b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a81c63d2-f8f7-4e42-b7a9-521ad612f47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:39Z', 'updated_at': '2021-07-05T03:47:45Z', 'revision_number': 4, 'project_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'subnets': [{'id': 'a81c63d2-f8f7-4e42-b7a9-521ad612f47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:46.819808 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0c2285-d3a6-4fd0-bc3b-22f2fd04f7ad None None] The sync data for ids ['7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'] in n-d-798249-5 is: [{'id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1183036639-router', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:47:40Z', 'revision_number': 4, 'project_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'gw_port': {'id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:31Z', 'updated_at': '2021-07-05T03:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '81aeccd1-20ee-4ca0-a00c-03988320f64b', 'name': '', 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'mac_address': 'fa:16:3e:aa:5b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a81c63d2-f8f7-4e42-b7a9-521ad612f47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:39Z', 'updated_at': '2021-07-05T03:47:45Z', 'revision_number': 4, 'project_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'subnets': [{'id': 'a81c63d2-f8f7-4e42-b7a9-521ad612f47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:46.853820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e9548-ce7b-4441-a0d6-5641137797b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a797f92-f9fd-4dbc-8d20-a3adf31bc3fc,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:46.956195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53385be-5cca-425e-a1a3-38bfd7209d79 req-87c13ea9-b08a-4f2e-aae5-fefb36284289 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.957447 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f53385be-5cca-425e-a1a3-38bfd7209d79 req-87c13ea9-b08a-4f2e-aae5-fefb36284289 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.3173163 Jul 05 03:47:46.974677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dec937-4af1-42db-a380-ad22f228eba7 req-7765cf27-960a-43cb-b30b-36754eb67c47 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.977219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5dec937-4af1-42db-a380-ad22f228eba7 req-7765cf27-960a-43cb-b30b-36754eb67c47 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.2981174 Jul 05 03:47:47.017527 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f096228-4c6f-4646-a712-39ac029f8a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8abf0d9-8d53-49d1-8a80-827edfc8942e,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:47.077241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f53385be-5cca-425e-a1a3-38bfd7209d79 req-f3ef8d4d-d38a-41e4-8ed7-7be12fa93ba1 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962074 Jul 05 03:47:47.080198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f096228-4c6f-4646-a712-39ac029f8a11 admin admin] Checking segment: {'id': '4c76025f-1d81-4456-9a9f-b888ca86dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:47.082365 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f096228-4c6f-4646-a712-39ac029f8a11 admin admin] Network hostable DHCP agents. Network: d398240c-fe46-4a8c-ab79-b2145d949ad3, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:47.100408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5dec937-4af1-42db-a380-ad22f228eba7 req-2cdb7f99-75b5-46e8-8302-b5b73d4ed3bc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119599 Jul 05 03:47:47.193962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f096228-4c6f-4646-a712-39ac029f8a11 admin admin] Network d398240c-fe46-4a8c-ab79-b2145d949ad3 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:47.407475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-5f096228-4c6f-4646-a712-39ac029f8a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, d398240c-fe46-4a8c-ab79-b2145d949ad3) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:47.417515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ebdde4-dfd3-4c44-b04c-8e224905d56c None None] Network d398240c-fe46-4a8c-ab79-b2145d949ad3 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:47.427054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f096228-4c6f-4646-a712-39ac029f8a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.427824 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5f096228-4c6f-4646-a712-39ac029f8a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.471947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216da41-1d12-42c5-b6e3-5232ccf70660 req-da503895-508d-4b65-bf79-a4c2dec3f529 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.474954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6216da41-1d12-42c5-b6e3-5232ccf70660 req-da503895-508d-4b65-bf79-a4c2dec3f529 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3ff40fe-68a9-4bc6-8084-54f25f7c6bde HTTP/1.1" status: 200 len: 945 time: 0.1569986 Jul 05 03:47:47.532139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6216da41-1d12-42c5-b6e3-5232ccf70660 req-d177ca5d-7baf-46c0-9e45-27057a0471bc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496235 Jul 05 03:47:47.564539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5f096228-4c6f-4646-a712-39ac029f8a11 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7729502 Jul 05 03:47:47.565314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53332) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:47.572249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-479824097-router', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:47.694001 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.696676 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.774910 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-d398240c-fe46-4a8c-ab79-b2145d949ad3', 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'fixed_ips': [{'subnet_id': 'c8abf0d9-8d53-49d1-8a80-827edfc8942e'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:47:47.776339 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.935511 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f78874-a237-44e0-8855-9aea0a6d52f6 req-11b4617c-b094-4421-9a2d-3904f38f43da tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.943699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5f78874-a237-44e0-8855-9aea0a6d52f6 req-11b4617c-b094-4421-9a2d-3904f38f43da tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 944 time: 0.2989292 Jul 05 03:47:47.953740 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.011489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231695cf-f0f1-4d63-b36b-569e44d3e53a req-31b6da5c-0a88-4ce5-946f-993cbf083913 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.016337 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-231695cf-f0f1-4d63-b36b-569e44d3e53a req-31b6da5c-0a88-4ce5-946f-993cbf083913 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 951 time: 0.2654605 Jul 05 03:47:48.035214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5f78874-a237-44e0-8855-9aea0a6d52f6 req-84575df3-8eae-4759-9c31-c42dd7f56c6c tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862942 Jul 05 03:47:48.036095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Allocated IP 172.20.0.2 (d398240c-fe46-4a8c-ab79-b2145d949ad3/c8abf0d9-8d53-49d1-8a80-827edfc8942e/7c27a1dc-c508-4270-8d38-90bab113b0f1) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:48.191760 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 81aeccd1-20ee-4ca0-a00c-03988320f64b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:48.379345 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.470955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 81aeccd1-20ee-4ca0-a00c-03988320f64b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:48.478581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 81aeccd1-20ee-4ca0-a00c-03988320f64b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:48.478750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-231695cf-f0f1-4d63-b36b-569e44d3e53a req-5aedf4c8-0b85-42f6-bc8c-1af609f88795 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700720 Jul 05 03:47:48.479446 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.542738 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.556906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Transition to ACTIVE for port object 7c27a1dc-c508-4270-8d38-90bab113b0f1 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:48.618818 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Transition to ACTIVE for port object 7c27a1dc-c508-4270-8d38-90bab113b0f1 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:48.642718 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.642912 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8168ebb-baa8-4157-b9c4-6cdc80c1c582 req-619affaa-a29d-4f08-85fb-3ab5e13db5dc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.644687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8168ebb-baa8-4157-b9c4-6cdc80c1c582 req-619affaa-a29d-4f08-85fb-3ab5e13db5dc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 945 time: 0.1977687 Jul 05 03:47:48.677288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6a944b48-2a72-49e0-882d-e361769632ef no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:48.744812 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8168ebb-baa8-4157-b9c4-6cdc80c1c582 req-112834ae-e089-4bcd-ae84-86fc32752828 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920241 Jul 05 03:47:48.774358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 81aeccd1-20ee-4ca0-a00c-03988320f64b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=81aeccd1-20ee-4ca0-a00c-03988320f64b,segment=NetworkSegment(c56e59c9-cf4e-468e-a4d3-d20a0260b66e),segment_id=c56e59c9-cf4e-468e-a4d3-d20a0260b66e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:48.782713 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.879859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53360) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:48.882095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Network d398240c-fe46-4a8c-ab79-b2145d949ad3 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:48.904191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:48.917913 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.919826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:48.938949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:49.015442 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:49.056690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Pushing event updated for resources: {'Port': ['ID=7c27a1dc-c508-4270-8d38-90bab113b0f1,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:49.237391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=81aeccd1-20ee-4ca0-a00c-03988320f64b,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:49.242235 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.247661 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.286321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:49.312612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:49.314872 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667f9e15-56ff-46ae-87cb-6959c5ba77fd" -d '{"events": [{"server_uuid": "a1cedb2f-be1c-45f1-8b95-461b2be02ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "b5f2c848-1e9d-4d89-b993-fe84b6cb66b0"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:49.331086 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'port_id': 'ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35', 'mac_address': 'fa:16:3e:a8:b0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:49.336678 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:49.356037 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6a944b48-2a72-49e0-882d-e361769632ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6a944b48-2a72-49e0-882d-e361769632ef,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:49.414551 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.429769 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:49.461026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:49.477156 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.484551 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.506773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-network', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:49.549378 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.549621 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.567051 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,revision_number=11']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:49.612306 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.624955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9c809-793c-466a-9e1d-d29f4525e017 req-a1ce63dd-1688-48e8-8c52-0420994972a9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.626564 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-93d9c809-793c-466a-9e1d-d29f4525e017 req-a1ce63dd-1688-48e8-8c52-0420994972a9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.3726857 Jul 05 03:47:49.646078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Attempting to bind port 7c27a1dc-c508-4270-8d38-90bab113b0f1 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:49.646455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Attempting to bind port 7c27a1dc-c508-4270-8d38-90bab113b0f1 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '4c76025f-1d81-4456-9a9f-b888ca86dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:49.646821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Attempting to bind port 7c27a1dc-c508-4270-8d38-90bab113b0f1 on network d398240c-fe46-4a8c-ab79-b2145d949ad3 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:49.656111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:49.656528 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Checking segment: {'id': '4c76025f-1d81-4456-9a9f-b888ca86dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:49.656939 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.657333 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Bound using segment: {'id': '4c76025f-1d81-4456-9a9f-b888ca86dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:49.657813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Bound port: 7c27a1dc-c508-4270-8d38-90bab113b0f1, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c76025f-1d81-4456-9a9f-b888ca86dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:49.659079 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.707419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] Made reservation on behalf of b5b97373930a4336adb9d7e9f8a9494c for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:49.707419 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.709865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=6a944b48-2a72-49e0-882d-e361769632ef,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:49.750517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857be57-53b7-4018-b9fd-f3346cf40967 req-4742a8fb-48f0-459f-8b08-c42d0ec4f33c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.752414 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9857be57-53b7-4018-b9fd-f3346cf40967 req-4742a8fb-48f0-459f-8b08-c42d0ec4f33c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.5000670 Jul 05 03:47:49.774151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] For port 7c27a1dc-c508-4270-8d38-90bab113b0f1, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:49.787080 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.799366 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] For port 7c27a1dc-c508-4270-8d38-90bab113b0f1, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7c27a1dc-c508-4270-8d38-90bab113b0f1,segment=NetworkSegment(4c76025f-1d81-4456-9a9f-b888ca86dc06),segment_id=4c76025f-1d81-4456-9a9f-b888ca86dc06)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:49.799366 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:49.812764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-93d9c809-793c-466a-9e1d-d29f4525e017 req-baf1cc48-056d-4236-8dd2-a0661321950d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723917 Jul 05 03:47:49.834123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Allocated IP 172.25.0.216 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/2ecbde39-3465-4d0a-84e0-ffaa8d503cf5) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:49.877028 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.890947 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9857be57-53b7-4018-b9fd-f3346cf40967 req-8fc06568-30cd-451b-b9a1-0ae09700ebce tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181183 Jul 05 03:47:49.977262 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6713185-1de0-43cb-8b17-ee9641a0dace None None] Pushing event updated for resources: {'Port': ['ID=7c27a1dc-c508-4270-8d38-90bab113b0f1,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:49.980423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:50.153717 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.154849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 81aeccd1-20ee-4ca0-a00c-03988320f64b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:50.275706 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.364694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 81aeccd1-20ee-4ca0-a00c-03988320f64b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:50.364694 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.378004 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.465216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:50.607158 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.607158 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] Added segment 0247409f-65b0-4a85-b0e7-29c780bea108 of type vlan for network 5133365b-8064-4458-b7d1-def1dcc4d4c2 Jul 05 03:47:50.623769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea0a17f-9054-4339-8cdf-17f9461ce51b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:50.672117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6a944b48-2a72-49e0-882d-e361769632ef details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:50.689524 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.721903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a9a8b-f607-49de-855f-1f5951be1ecc req-680143bc-d69e-498f-af8c-4bb65f3bb9ba tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:50.725880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-587a9a8b-f607-49de-855f-1f5951be1ecc req-680143bc-d69e-498f-af8c-4bb65f3bb9ba tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.2632818 Jul 05 03:47:50.819230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-587a9a8b-f607-49de-855f-1f5951be1ecc req-6076948b-e862-49d8-b02a-074fc10702de tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631449 Jul 05 03:47:50.846396 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6a944b48-2a72-49e0-882d-e361769632ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6a944b48-2a72-49e0-882d-e361769632ef,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:50.862185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '6a944b48-2a72-49e0-882d-e361769632ef', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '6a944b48-2a72-49e0-882d-e361769632ef', 'mac_address': 'fa:16:3e:00:7a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:50.905055 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.919526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a944b48-2a72-49e0-882d-e361769632ef {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:50.943935 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6a944b48-2a72-49e0-882d-e361769632ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6a944b48-2a72-49e0-882d-e361769632ef,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:50.986037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad033e6-e706-4618-8779-3c22b3892766 req-ab942c14-44a8-461a-ab51-b7992f92f54e tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:50.987715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cad033e6-e706-4618-8779-3c22b3892766 req-ab942c14-44a8-461a-ab51-b7992f92f54e tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 945 time: 0.0884166 Jul 05 03:47:51.002052 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.072555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:51.076979 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:51.085517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cad033e6-e706-4618-8779-3c22b3892766 req-264ac0fb-6c70-46b4-a504-4eaeecdece51 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911214 Jul 05 03:47:51.086318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:51.121873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=2ecbde39-3465-4d0a-84e0-ffaa8d503cf5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:51.166403 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b41c78-38d7-4c1e-9c00-d2f4f8547e78 x-openstack-request-id: req-23b41c78-38d7-4c1e-9c00-d2f4f8547e78 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:51.166721 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cedb2f-be1c-45f1-8b95-461b2be02ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "b5f2c848-1e9d-4d89-b993-fe84b6cb66b0", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:51.166983 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23b41c78-38d7-4c1e-9c00-d2f4f8547e78 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:51.167406 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0', 'code': 200} Jul 05 03:47:51.297411 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.298864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:51.299245 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.353575 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.438411 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ae6756c8-c253-4a68-bcd6-d0da53d27f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.447600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=6a944b48-2a72-49e0-882d-e361769632ef,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:51.475429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] Pushing event updated for resources: {'Network': ['ID=5133365b-8064-4458-b7d1-def1dcc4d4c2,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:51.487954 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 5133365b-8064-4458-b7d1-def1dcc4d4c2 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:51.501246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53398) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:51.501781 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-055184ab-3695-475b-8ba7-9dcc02bf23bb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6203623 Jul 05 03:47:51.506776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-97d1b983-af74-4abb-aba3-a42eef5cc9c0 admin admin] Request body: {'subnet': {'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-subnet', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:51.536187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c4e60-3de0-4f28-afa8-b252174c6760 req-63c9b8ca-4286-4b3f-a127-a748c417e1b4 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:51.542933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c4e60-3de0-4f28-afa8-b252174c6760 req-63c9b8ca-4286-4b3f-a127-a748c417e1b4 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:51.549638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c4e60-3de0-4f28-afa8-b252174c6760 req-63c9b8ca-4286-4b3f-a127-a748c417e1b4 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:51.552886 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-708c4e60-3de0-4f28-afa8-b252174c6760 req-63c9b8ca-4286-4b3f-a127-a748c417e1b4 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e&device_id=c3ff40fe-68a9-4bc6-8084-54f25f7c6bde&device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 2416 time: 0.1241279 Jul 05 03:47:51.606932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-708c4e60-3de0-4f28-afa8-b252174c6760 req-fe21f902-4850-4c59-881e-cc0ca08fcb77 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495596 Jul 05 03:47:51.651554 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db972c70-3786-4f6b-90bb-0a6bd8691842 None None] Network d398240c-fe46-4a8c-ab79-b2145d949ad3 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:51.667427 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d1b983-af74-4abb-aba3-a42eef5cc9c0 admin admin] Made reservation on behalf of b5b97373930a4336adb9d7e9f8a9494c for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:51.677755 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97d1b983-af74-4abb-aba3-a42eef5cc9c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.764163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['6a944b48-2a72-49e0-882d-e361769632ef'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:51.845908 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.894503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-64fc40d3-b768-4509-a37c-d8c582656a88 None None] Provisioning for port 7c27a1dc-c508-4270-8d38-90bab113b0f1 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:51.995119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709fcd3-9202-44e8-9926-d2bb76365212 req-2707e599-e8f4-4e90-9b4f-f8bf15a9c85c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:51.996655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6709fcd3-9202-44e8-9926-d2bb76365212 req-2707e599-e8f4-4e90-9b4f-f8bf15a9c85c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 949 time: 0.2194707 Jul 05 03:47:52.087702 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97d1b983-af74-4abb-aba3-a42eef5cc9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.174475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6709fcd3-9202-44e8-9926-d2bb76365212 req-f15cdb47-1030-4848-b464-db4eed5059d4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151307 Jul 05 03:47:52.192663 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.194096 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7c27a1dc-c508-4270-8d38-90bab113b0f1 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:52.207181 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1b983-af74-4abb-aba3-a42eef5cc9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c831241-743f-42ed-8a3f-8ac21c470c0f,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:52.233753 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d1b983-af74-4abb-aba3-a42eef5cc9c0 admin admin] Checking segment: {'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:52.236125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d1b983-af74-4abb-aba3-a42eef5cc9c0 admin admin] Network hostable DHCP agents. Network: 5133365b-8064-4458-b7d1-def1dcc4d4c2, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:52.379541 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d1b983-af74-4abb-aba3-a42eef5cc9c0 admin admin] Network 5133365b-8064-4458-b7d1-def1dcc4d4c2 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:52.402005 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 7c27a1dc-c508-4270-8d38-90bab113b0f1 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:52.407511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 7c27a1dc-c508-4270-8d38-90bab113b0f1 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:52.412211 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.446129 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30350a0-bb5d-4547-8b51-486f2e4cfa4a req-36d91580-66d7-4667-9fe9-a278127c0b46 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.448175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b30350a0-bb5d-4547-8b51-486f2e4cfa4a req-36d91580-66d7-4667-9fe9-a278127c0b46 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.1085544 Jul 05 03:47:52.459831 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-97d1b983-af74-4abb-aba3-a42eef5cc9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 5133365b-8064-4458-b7d1-def1dcc4d4c2) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:52.463156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-75a86f4f-5673-42c7-8c8e-8a7d40dbb1ab None None] Provisioning complete for port 7c27a1dc-c508-4270-8d38-90bab113b0f1 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:52.463529 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75a86f4f-5673-42c7-8c8e-8a7d40dbb1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.464941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d1b983-af74-4abb-aba3-a42eef5cc9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.466483 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97d1b983-af74-4abb-aba3-a42eef5cc9c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.469895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d04bee-7e17-4747-860e-17e85f4f65a7 None None] Network 5133365b-8064-4458-b7d1-def1dcc4d4c2 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:52.496447 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b30350a0-bb5d-4547-8b51-486f2e4cfa4a req-26eeba51-1607-4b4e-a871-0aa2eb4d457e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416772 Jul 05 03:47:52.585900 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-97d1b983-af74-4abb-aba3-a42eef5cc9c0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0834951 Jul 05 03:47:52.587516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Router 5f8e0536-28b2-4ed7-b81f-b332f40339d5 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:47:52.588469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53426) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:52.594541 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:52.695096 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.706141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6a944b48-2a72-49e0-882d-e361769632ef up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:52.713126 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.714362 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.790887 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75a86f4f-5673-42c7-8c8e-8a7d40dbb1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.830999 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 7c27a1dc-c508-4270-8d38-90bab113b0f1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7c27a1dc-c508-4270-8d38-90bab113b0f1,segment=NetworkSegment(4c76025f-1d81-4456-9a9f-b888ca86dc06),segment_id=4c76025f-1d81-4456-9a9f-b888ca86dc06)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:52.843395 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.849513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-5133365b-8064-4458-b7d1-def1dcc4d4c2', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:47:52.850399 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.880832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 6a944b48-2a72-49e0-882d-e361769632ef triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:52.880832 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.921749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:52.951513 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.974511 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8f03b-d64b-4a6c-b8f2-d6242a548729 req-ad89aeb0-19df-4619-8f7d-977b59d61164 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.981803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7bc8f03b-d64b-4a6c-b8f2-d6242a548729 req-ad89aeb0-19df-4619-8f7d-977b59d61164 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 945 time: 0.2416413 Jul 05 03:47:52.985300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:52.989526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Sync routers for ids ['5f8e0536-28b2-4ed7-b81f-b332f40339d5'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:52.991190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6d2c9-84b1-4c6f-830d-efc0c66c537a req-fc0b326c-971d-49f5-afee-37cf32ddf625 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.992666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6d6d2c9-84b1-4c6f-830d-efc0c66c537a req-fc0b326c-971d-49f5-afee-37cf32ddf625 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 945 time: 0.1310794 Jul 05 03:47:53.015016 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:53.018621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c22cee9a-bb43-4175-8bb9-dd0209093ab7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4493098 Jul 05 03:47:53.024106 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53434) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:53.113454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7bc8f03b-d64b-4a6c-b8f2-d6242a548729 req-5635fdef-61df-40c3-9f92-303cfd79d82c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306777 Jul 05 03:47:53.142401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6d6d2c9-84b1-4c6f-830d-efc0c66c537a req-565979ed-ecdd-41e0-831a-9edc1547b7e4 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354930 Jul 05 03:47:53.204605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b6f249-a34b-4047-9afb-bcb5ac9b9060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a944b48-2a72-49e0-882d-e361769632ef'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:53.207015 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402b85af-eb96-4e26-a1ab-d42feaa34151" -d '{"events": [{"server_uuid": "96b6f249-a34b-4047-9afb-bcb5ac9b9060", "name": "network-vif-unplugged", "status": "completed", "tag": "6a944b48-2a72-49e0-882d-e361769632ef"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:53.224841 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-75a86f4f-5673-42c7-8c8e-8a7d40dbb1ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:47:53.225221 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-75a86f4f-5673-42c7-8c8e-8a7d40dbb1ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:47:53.267738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Routers {'5f8e0536-28b2-4ed7-b81f-b332f40339d5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:53.267738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5f8e0536-28b2-4ed7-b81f-b332f40339d5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:53.267738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=7c27a1dc-c508-4270-8d38-90bab113b0f1,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:53.327678 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:53.330285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Allocated IP 172.20.0.2 (5133365b-8064-4458-b7d1-def1dcc4d4c2/0c831241-743f-42ed-8a3f-8ac21c470c0f/cb42b743-b308-47e3-a0d8-927378f5e5d6) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:53.427716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6a944b48-2a72-49e0-882d-e361769632ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6a944b48-2a72-49e0-882d-e361769632ef,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:53.545553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:53.552243 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:53.565761 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:53.567672 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:53.568230 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:53.652258 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3fcf97-8869-4afe-b68e-6b4e02f0287d x-openstack-request-id: req-ba3fcf97-8869-4afe-b68e-6b4e02f0287d {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:53.652258 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b6f249-a34b-4047-9afb-bcb5ac9b9060", "name": "network-vif-unplugged", "status": "completed", "tag": "6a944b48-2a72-49e0-882d-e361769632ef", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:53.652608 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba3fcf97-8869-4afe-b68e-6b4e02f0287d {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:53.653233 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b6f249-a34b-4047-9afb-bcb5ac9b9060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a944b48-2a72-49e0-882d-e361769632ef', 'code': 200} Jul 05 03:47:53.677997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Set router 5f8e0536-28b2-4ed7-b81f-b332f40339d5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:53.802740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=6a944b48-2a72-49e0-882d-e361769632ef,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:53.830165 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.087325 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.106652 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.148233 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.172059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90925a-13da-47d2-8509-16ea9e5576e4 req-fbfe13a7-1674-4345-a0d3-432e079f308c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.174483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e90925a-13da-47d2-8509-16ea9e5576e4 req-fbfe13a7-1674-4345-a0d3-432e079f308c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.2191887 Jul 05 03:47:54.198855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Transition to ACTIVE for port object cb42b743-b308-47e3-a0d8-927378f5e5d6 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:54.207825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7c27a1dc-c508-4270-8d38-90bab113b0f1 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:54.219209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b5744-04b8-42f7-91b1-45582e7e4268 req-730514fc-9195-42f9-9433-d9d244631b86 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.219824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Allocated IP 172.20.0.1 (d398240c-fe46-4a8c-ab79-b2145d949ad3/c8abf0d9-8d53-49d1-8a80-827edfc8942e/c3ae6c69-6155-4972-acf2-2b238057bd44) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:54.220968 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-429b5744-04b8-42f7-91b1-45582e7e4268 req-730514fc-9195-42f9-9433-d9d244631b86 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060&tenant_id=11262911861945c3a6162015d1587211&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 950 time: 0.2184260 Jul 05 03:47:54.242499 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e90925a-13da-47d2-8509-16ea9e5576e4 req-0e745edf-325a-4452-8486-0df62aa75bc5 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615702 Jul 05 03:47:54.310503 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.318406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Allocated IP 172.25.0.20 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/b657bf30-2549-4516-b457-9272cdb4de6f) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:54.372808 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Transition to ACTIVE for port object cb42b743-b308-47e3-a0d8-927378f5e5d6 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:54.417909 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.461217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Transition to ACTIVE for port object c3ae6c69-6155-4972-acf2-2b238057bd44 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:54.470334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 7c27a1dc-c508-4270-8d38-90bab113b0f1 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:54.472543 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.509761 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.512127 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.565464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b5744-04b8-42f7-91b1-45582e7e4268 req-d699b6e1-516d-464a-8038-956f5a2b4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.567390 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-429b5744-04b8-42f7-91b1-45582e7e4268 req-d699b6e1-516d-464a-8038-956f5a2b4899 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 1101 time: 0.2271783 Jul 05 03:47:54.573368 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:54.579655 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6cb58710-8cee-48ff-98af-565b0421ab1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.579855 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.635661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Network 5133365b-8064-4458-b7d1-def1dcc4d4c2 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:54.642197 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.646644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:54.649567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:54.653156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-479824097-router', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:47Z', 'updated_at': '2021-07-05T03:47:51Z', 'revision_number': 3, 'project_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'gw_port': {'id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:49Z', 'updated_at': '2021-07-05T03:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:54.691801 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Checking router: 5f8e0536-28b2-4ed7-b81f-b332f40339d5 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:54.699626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Updating router 5f8e0536-28b2-4ed7-b81f-b332f40339d5 port 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:47:54.702992 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.737724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b5744-04b8-42f7-91b1-45582e7e4268 req-48d7b9a8-10bc-4d2b-a495-8b327d7f98af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.739178 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-429b5744-04b8-42f7-91b1-45582e7e4268 req-48d7b9a8-10bc-4d2b-a495-8b327d7f98af service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1631153 Jul 05 03:47:54.790982 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-429b5744-04b8-42f7-91b1-45582e7e4268 req-53fd0323-88ef-40ce-a289-600d85253077 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6a944b48-2a72-49e0-882d-e361769632ef HTTP/1.1" status: 200 len: 217 time: 0.0445001 Jul 05 03:47:54.791307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Pushing event updated for resources: {'Port': ['ID=cb42b743-b308-47e3-a0d8-927378f5e5d6,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:54.834599 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Network d398240c-fe46-4a8c-ab79-b2145d949ad3 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:54.835699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ae6c69-6155-4972-acf2-2b238057bd44,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:54.843813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:54.859238 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.862348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:54.868350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b5744-04b8-42f7-91b1-45582e7e4268 req-d907965e-125f-467b-8456-5176c82ec3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.868350 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-429b5744-04b8-42f7-91b1-45582e7e4268 req-d907965e-125f-467b-8456-5176c82ec3d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0717289 Jul 05 03:47:54.963225 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:54.967351 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.974299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:54.976991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Pushing event updated for resources: {'Port': ['ID=b657bf30-2549-4516-b457-9272cdb4de6f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:54.981456 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:54.984299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:54.987281 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.003579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd3d9a-ff2d-41ae-bd1c-490e19170b36 req-4aaafa42-a239-4e22-acdc-a1af660287a9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.011130 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2bcd3d9a-ff2d-41ae-bd1c-490e19170b36 req-4aaafa42-a239-4e22-acdc-a1af660287a9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.3631115 Jul 05 03:47:55.106763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b5744-04b8-42f7-91b1-45582e7e4268 req-d8234d8a-0f67-4a3b-8db8-cb76469881ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.116176 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-429b5744-04b8-42f7-91b1-45582e7e4268 req-d8234d8a-0f67-4a3b-8db8-cb76469881ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2014809 Jul 05 03:47:55.130643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d886b-9594-4ff6-ab50-14c120cc211e req-67b00586-014a-4832-afc9-7f4abc80df53 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.141183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf3d886b-9594-4ff6-ab50-14c120cc211e req-67b00586-014a-4832-afc9-7f4abc80df53 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 946 time: 0.3806901 Jul 05 03:47:55.180724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2bcd3d9a-ff2d-41ae-bd1c-490e19170b36 req-97ed89dd-feb9-4865-9331-b07ee772fe1b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681318 Jul 05 03:47:55.204274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Attempting to bind port cb42b743-b308-47e3-a0d8-927378f5e5d6 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:55.204274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Attempting to bind port cb42b743-b308-47e3-a0d8-927378f5e5d6 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:55.204274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Attempting to bind port cb42b743-b308-47e3-a0d8-927378f5e5d6 on network 5133365b-8064-4458-b7d1-def1dcc4d4c2 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:55.241177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:55.241708 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Checking segment: {'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:55.242126 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.242531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Bound using segment: {'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:55.243278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Bound port: cb42b743-b308-47e3-a0d8-927378f5e5d6, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:55.243677 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.360337 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.366031 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a1ee2d1a-adc5-4c47-b418-1fe86a3fb5ac None None] Provisioning for port c3ae6c69-6155-4972-acf2-2b238057bd44 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:55.385282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a1ee2d1a-adc5-4c47-b418-1fe86a3fb5ac None None] Provisioning complete for port c3ae6c69-6155-4972-acf2-2b238057bd44 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:55.385665 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2d1a-adc5-4c47-b418-1fe86a3fb5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.485524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] For port cb42b743-b308-47e3-a0d8-927378f5e5d6, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:55.496489 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee2d1a-adc5-4c47-b418-1fe86a3fb5ac None None] Port c3ae6c69-6155-4972-acf2-2b238057bd44 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:55.519744 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] For port cb42b743-b308-47e3-a0d8-927378f5e5d6, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cb42b743-b308-47e3-a0d8-927378f5e5d6,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:55.529843 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-429b5744-04b8-42f7-91b1-45582e7e4268 req-5b8ccbed-bb7c-4a0f-9412-7cd61a8e77f7 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125443 Jul 05 03:47:55.535228 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf3d886b-9594-4ff6-ab50-14c120cc211e req-dc189713-c9a4-4e68-9a2b-8acb19318dd3 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3929517 Jul 05 03:47:55.589748 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.646250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3a3aa-ff20-4cdc-aa1f-b6b6f71867a3 req-edad7b88-827a-413f-8f6c-402ec2cc318d tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.651423 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70f3a3aa-ff20-4cdc-aa1f-b6b6f71867a3 req-edad7b88-827a-413f-8f6c-402ec2cc318d tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 949 time: 0.1062033 Jul 05 03:47:55.659460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b6f249-a34b-4047-9afb-bcb5ac9b9060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a944b48-2a72-49e0-882d-e361769632ef'}, {'server_uuid': '3599e64a-cb97-4c94-a95e-bdaf56ebd7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:55.661149 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e09d0a2-11a9-4457-8a15-f2d321cab4dd" -d '{"events": [{"server_uuid": "96b6f249-a34b-4047-9afb-bcb5ac9b9060", "name": "network-vif-plugged", "status": "completed", "tag": "6a944b48-2a72-49e0-882d-e361769632ef"}, {"server_uuid": "3599e64a-cb97-4c94-a95e-bdaf56ebd7f3", "name": "network-vif-plugged", "status": "completed", "tag": "ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:55.694853 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.736755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e5435-cdf9-4bf4-83f5-2d7c1e4fe1fc None None] Pushing event updated for resources: {'Port': ['ID=cb42b743-b308-47e3-a0d8-927378f5e5d6,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:55.757449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Transition to ACTIVE for port object 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:55.785612 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70f3a3aa-ff20-4cdc-aa1f-b6b6f71867a3 req-03b31e81-bbb4-409b-b4a5-07fe84aa4d58 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245556 Jul 05 03:47:55.796178 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-429b5744-04b8-42f7-91b1-45582e7e4268 req-ab247d48-e584-42db-95b8-1bd569561af0 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505465 Jul 05 03:47:55.819753 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.907387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca73dcd-43d2-4811-9f03-f315da726565 req-adfbef26-7a56-4d8f-90b0-3ede9c60123f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.907387 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ca73dcd-43d2-4811-9f03-f315da726565 req-adfbef26-7a56-4d8f-90b0-3ede9c60123f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.1255412 Jul 05 03:47:55.935826 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ca73dcd-43d2-4811-9f03-f315da726565 req-edf3e13a-5e64-437d-a138-75c8b2d2becf tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577788 Jul 05 03:47:56.038539 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bf1e15-fc9e-4508-98a9-8efff153d69e x-openstack-request-id: req-27bf1e15-fc9e-4508-98a9-8efff153d69e {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:56.039104 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b6f249-a34b-4047-9afb-bcb5ac9b9060", "name": "network-vif-plugged", "status": "completed", "tag": "6a944b48-2a72-49e0-882d-e361769632ef", "code": 200}, {"server_uuid": "3599e64a-cb97-4c94-a95e-bdaf56ebd7f3", "name": "network-vif-plugged", "status": "completed", "tag": "ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:56.039104 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27bf1e15-fc9e-4508-98a9-8efff153d69e {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:56.039629 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b6f249-a34b-4047-9afb-bcb5ac9b9060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a944b48-2a72-49e0-882d-e361769632ef', 'code': 200} Jul 05 03:47:56.039795 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3599e64a-cb97-4c94-a95e-bdaf56ebd7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35', 'code': 200} Jul 05 03:47:56.198656 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.250003 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.289013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cb42b743-b308-47e3-a0d8-927378f5e5d6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:56.375357 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.460855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d65cae-88f4-43a4-9dab-95408ab9ab93 req-fdde9d7f-b886-4221-b300-27168759016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:56.462781 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9d65cae-88f4-43a4-9dab-95408ab9ab93 req-fdde9d7f-b886-4221-b300-27168759016a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 1097 time: 0.3177960 Jul 05 03:47:56.484044 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9de19-1ed1-4a53-9521-3db7e4216772 None None] Pushing event updated for resources: {'Port': ['ID=2ecbde39-3465-4d0a-84e0-ffaa8d503cf5,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:56.513789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Attempting to bind port 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:56.514175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Attempting to bind port 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:56.514554 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Attempting to bind port 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:56.520911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:56.521295 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:56.521855 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.522271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:56.523980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Bound port: 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:56.524401 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.557460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port cb42b743-b308-47e3-a0d8-927378f5e5d6 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:56.588647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9d65cae-88f4-43a4-9dab-95408ab9ab93 req-e2f2859e-171d-4fd1-81d7-a127d8c59493 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136024 Jul 05 03:47:56.592526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] For port 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:56.596227 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] For port 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2ecbde39-3465-4d0a-84e0-ffaa8d503cf5,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:56.645793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef46e6-c0fd-4663-80c5-e987c012221a req-55c63209-fed6-414c-b8d2-003cc507e993 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:56.653733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9ef46e6-c0fd-4663-80c5-e987c012221a req-55c63209-fed6-414c-b8d2-003cc507e993 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.2353535 Jul 05 03:47:56.682255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Router a3f9e124-3c58-4486-8c2c-1544f3f29562 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:47:56.723634 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.730052 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.750031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9ef46e6-c0fd-4663-80c5-e987c012221a req-1ff9a8e1-b0b1-48f9-b2d9-26297882f5eb tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953879 Jul 05 03:47:56.813795 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.834511 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:56.835598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9de19-1ed1-4a53-9521-3db7e4216772 None None] Pushing event updated for resources: {'Port': ['ID=2ecbde39-3465-4d0a-84e0-ffaa8d503cf5,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:56.854882 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Sync routers for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:56.907039 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:56.908075 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:56.941514 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Routers {'5f8e0536-28b2-4ed7-b81f-b332f40339d5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:56.944210 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5f8e0536-28b2-4ed7-b81f-b332f40339d5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:56.970080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.973796 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1bdc90e0-3816-43d2-a0e6-f209f533773b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3817511 Jul 05 03:47:56.974171 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53484) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:57.050037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ae6c69-6155-4972-acf2-2b238057bd44,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:57.059260 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.078473 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.191258 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:57.209256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] Set router 5f8e0536-28b2-4ed7-b81f-b332f40339d5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:57.247130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Network d398240c-fe46-4a8c-ab79-b2145d949ad3 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:57.252799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:57.347176 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a07f45-9bf5-4c92-a1d8-0762aa8dce4e None None] Network 5133365b-8064-4458-b7d1-def1dcc4d4c2 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:57.348971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d2678-75ab-4916-97b4-388dfe27da0c req-4e555dcb-270f-4b60-9c9b-531e00605702 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.350682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab3d2678-75ab-4916-97b4-388dfe27da0c req-4e555dcb-270f-4b60-9c9b-531e00605702 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 949 time: 0.4520180 Jul 05 03:47:57.602195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1d276-a7b6-4c93-bdb9-bbad3a891be9 req-821287e2-74cb-4827-9b85-78efd15f4dd1 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.612979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94a1d276-a7b6-4c93-bdb9-bbad3a891be9 req-821287e2-74cb-4827-9b85-78efd15f4dd1 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 946 time: 0.7112043 Jul 05 03:47:57.688741 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:47:55Z', 'revision_number': 3, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:57.693143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Router 5f8e0536-28b2-4ed7-b81f-b332f40339d5 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:57.752686 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Checking router: a3f9e124-3c58-4486-8c2c-1544f3f29562 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:57.753791 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Updating router a3f9e124-3c58-4486-8c2c-1544f3f29562 port b657bf30-2549-4516-b457-9272cdb4de6f binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:47:57.827802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3d7f736b-5fd4-40ed-ba4a-8c8f2d0cdc3e None None] Provisioning for port cb42b743-b308-47e3-a0d8-927378f5e5d6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:57.834019 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.836939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3d7f736b-5fd4-40ed-ba4a-8c8f2d0cdc3e None None] Provisioning complete for port cb42b743-b308-47e3-a0d8-927378f5e5d6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:57.836939 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3d7f736b-5fd4-40ed-ba4a-8c8f2d0cdc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.868185 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94a1d276-a7b6-4c93-bdb9-bbad3a891be9 req-7ca25e5e-5433-48e2-b219-23c6d5098cca tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540553 Jul 05 03:47:57.923193 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.926032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-479824097-router', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:47Z', 'updated_at': '2021-07-05T03:47:55Z', 'revision_number': 4, 'project_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'gw_port': {'id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:49Z', 'updated_at': '2021-07-05T03:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c3ae6c69-6155-4972-acf2-2b238057bd44', 'name': '', 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'mac_address': 'fa:16:3e:38:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c8abf0d9-8d53-49d1-8a80-827edfc8942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:53Z', 'updated_at': '2021-07-05T03:47:56Z', 'revision_number': 2, 'project_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'subnets': [{'id': 'c8abf0d9-8d53-49d1-8a80-827edfc8942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:58.248812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc33d56-1996-45d5-a76f-90069fec0506 None None] The sync data for ids ['5f8e0536-28b2-4ed7-b81f-b332f40339d5'] in n-d-798249-5 is: [{'id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-479824097-router', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:47Z', 'updated_at': '2021-07-05T03:47:55Z', 'revision_number': 4, 'project_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'gw_port': {'id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:49Z', 'updated_at': '2021-07-05T03:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c3ae6c69-6155-4972-acf2-2b238057bd44', 'name': '', 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'mac_address': 'fa:16:3e:38:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c8abf0d9-8d53-49d1-8a80-827edfc8942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:53Z', 'updated_at': '2021-07-05T03:47:56Z', 'revision_number': 2, 'project_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'subnets': [{'id': 'c8abf0d9-8d53-49d1-8a80-827edfc8942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:58.310500 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3d7f736b-5fd4-40ed-ba4a-8c8f2d0cdc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.355432 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.364504 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Transition to ACTIVE for port object b657bf30-2549-4516-b457-9272cdb4de6f will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:58.375817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116c88d-e7e1-48af-95c5-42a86b1d5aeb req-a26709e9-f820-428e-9bca-342b271d2621 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:58.383508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3d7f736b-5fd4-40ed-ba4a-8c8f2d0cdc3e None None] For port cb42b743-b308-47e3-a0d8-927378f5e5d6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cb42b743-b308-47e3-a0d8-927378f5e5d6,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:58.389296 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6116c88d-e7e1-48af-95c5-42a86b1d5aeb req-a26709e9-f820-428e-9bca-342b271d2621 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 949 time: 0.6822224 Jul 05 03:47:58.420220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Allocated IP 172.20.0.1 (5133365b-8064-4458-b7d1-def1dcc4d4c2/0c831241-743f-42ed-8a3f-8ac21c470c0f/bd536e7a-aef9-48b7-b86d-9d82db676c38) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:58.447113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-282721ff-3ac4-4322-8ef6-e8a430855792 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:58.448848 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-282721ff-3ac4-4322-8ef6-e8a430855792 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1096 time: 0.2316360 Jul 05 03:47:58.461500 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.482104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-ab3d2678-75ab-4916-97b4-388dfe27da0c req-66c69f5a-067d-488e-8b2d-f790bf71265a tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Deleting port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:58.482459 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ab3d2678-75ab-4916-97b4-388dfe27da0c req-66c69f5a-067d-488e-8b2d-f790bf71265a tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.490402 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3d7f736b-5fd4-40ed-ba4a-8c8f2d0cdc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.499800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-5'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:58.513708 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:58.542282 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56693d19-f474-45b4-ae6c-aa4bfcc57bc0 None None] Pushing event updated for resources: {'Port': ['ID=b657bf30-2549-4516-b457-9272cdb4de6f,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:58.547221 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Attempting to bind port b657bf30-2549-4516-b457-9272cdb4de6f on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:58.547586 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Attempting to bind port b657bf30-2549-4516-b457-9272cdb4de6f by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:58.548253 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Attempting to bind port b657bf30-2549-4516-b457-9272cdb4de6f on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:58.555722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-675ebaa0-3702-4e06-897a-1934df41a800 admin admin] 10.222.0.60 "PUT /v2.0/routers/5f8e0536-28b2-4ed7-b81f-b332f40339d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5301967 Jul 05 03:47:58.563451 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:58.563884 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:58.564944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05c3de-9530-4945-8da8-f1d8b904ca9f req-28ae707e-e934-465d-9421-6eed37885ad4 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:58.565163 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.565530 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:58.566025 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Bound port: b657bf30-2549-4516-b457-9272cdb4de6f, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:58.566428 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.574266 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c05c3de-9530-4945-8da8-f1d8b904ca9f req-28ae707e-e934-465d-9421-6eed37885ad4 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 945 time: 0.3960826 Jul 05 03:47:58.634918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f736b-5fd4-40ed-ba4a-8c8f2d0cdc3e None None] Pushing event updated for resources: {'Port': ['ID=cb42b743-b308-47e3-a0d8-927378f5e5d6,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:58.664191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b35a7d90-3f82-42ff-a1a7-e8b4e19bacdd None None] Provisioning complete for port cb42b743-b308-47e3-a0d8-927378f5e5d6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:58.664191 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b35a7d90-3f82-42ff-a1a7-e8b4e19bacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.704858 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] For port b657bf30-2549-4516-b457-9272cdb4de6f, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:58.708306 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6116c88d-e7e1-48af-95c5-42a86b1d5aeb req-d815fd3a-a6ba-4921-829a-5438a85586a1 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f864c5a-b243-43ac-a850-083343858073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232586 Jul 05 03:47:58.709367 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] For port b657bf30-2549-4516-b457-9272cdb4de6f, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b657bf30-2549-4516-b457-9272cdb4de6f,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:58.808214 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.858798 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c05c3de-9530-4945-8da8-f1d8b904ca9f req-e6a62d49-9b66-4a55-b47a-42619584fa4d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826805 Jul 05 03:47:58.878688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b35a7d90-3f82-42ff-a1a7-e8b4e19bacdd None None] Provisioning complete for port c3ae6c69-6155-4972-acf2-2b238057bd44 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:58.879168 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b35a7d90-3f82-42ff-a1a7-e8b4e19bacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.960545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ab3d2678-75ab-4916-97b4-388dfe27da0c req-66c69f5a-067d-488e-8b2d-f790bf71265a tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] For port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:58.960910 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ab3d2678-75ab-4916-97b4-388dfe27da0c req-66c69f5a-067d-488e-8b2d-f790bf71265a tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.974858 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56693d19-f474-45b4-ae6c-aa4bfcc57bc0 None None] Pushing event updated for resources: {'Port': ['ID=b657bf30-2549-4516-b457-9272cdb4de6f,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:59.040959 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:59.045095 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:59.072647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b35a7d90-3f82-42ff-a1a7-e8b4e19bacdd None None] Port c3ae6c69-6155-4972-acf2-2b238057bd44 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:59.105076 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-ab3d2678-75ab-4916-97b4-388dfe27da0c req-66c69f5a-067d-488e-8b2d-f790bf71265a tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Calling delete_port for b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:59.190711 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.229548 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.370582 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:59.434028 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.502730 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:47:59.508709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Transition to ACTIVE for port object bd536e7a-aef9-48b7-b86d-9d82db676c38 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:59.616073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38405f76-5465-4fa6-8b78-475d92f2d467 req-8a163514-10fc-4429-a726-70685db29948 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.626558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38405f76-5465-4fa6-8b78-475d92f2d467 req-8a163514-10fc-4429-a726-70685db29948 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.6688457 Jul 05 03:47:59.657168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:59.697312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38405f76-5465-4fa6-8b78-475d92f2d467 req-0450d858-9641-47df-935a-1312dba3096d tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697074 Jul 05 03:47:59.804048 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.816485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:59.820402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ea230-0768-4e1a-87f9-cdfed98ea94b req-07a54bd8-8fc2-4754-bfec-a6ff4df0c43d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.833075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-952ea230-0768-4e1a-87f9-cdfed98ea94b req-07a54bd8-8fc2-4754-bfec-a6ff4df0c43d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.6801703 Jul 05 03:47:59.895167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Network 5133365b-8064-4458-b7d1-def1dcc4d4c2 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:59.899784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:59.907623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:59.933273 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:47:55Z', 'revision_number': 3, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:59.992331 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1441e4c3-2cbe-4828-9a8b-1381eaa77367 None None] The sync data for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 is: [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:47:55Z', 'revision_number': 3, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:00.064615 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bd536e7a-aef9-48b7-b86d-9d82db676c38,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:00.097653 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-952ea230-0768-4e1a-87f9-cdfed98ea94b req-cacb807f-a393-4b4b-b639-340cca242a33 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597678 Jul 05 03:48:00.105771 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d4f727-e445-49d6-97cb-421363369875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8399da09-627b-4f7d-bb12-e909f8df9b0e'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:00.123921 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecab1101-0af8-48bb-b812-70e7f3fbf47e" -d '{"events": [{"server_uuid": "17d4f727-e445-49d6-97cb-421363369875", "name": "network-vif-unplugged", "status": "completed", "tag": "8399da09-627b-4f7d-bb12-e909f8df9b0e"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:00.123921 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.189732 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.394888 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.428456 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ab3d2678-75ab-4916-97b4-388dfe27da0c req-66c69f5a-067d-488e-8b2d-f790bf71265a tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.443061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0822-7a03-4e83-87db-ae0253653f32 req-69e7ecf5-d5ec-4a20-a009-4d806478eb2b tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:00.452219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b7f0822-7a03-4e83-87db-ae0253653f32 req-69e7ecf5-d5ec-4a20-a009-4d806478eb2b tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 946 time: 0.3050656 Jul 05 03:48:00.516990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cb42b743-b308-47e3-a0d8-927378f5e5d6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:00.716527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 8399da09-627b-4f7d-bb12-e909f8df9b0e details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:00.758282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9e99d32b-5c32-4586-801c-073a18daa37e None None] Provisioning for port bd536e7a-aef9-48b7-b86d-9d82db676c38 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:00.765402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Pushing event updated for resources: {'Port': ['ID=8399da09-627b-4f7d-bb12-e909f8df9b0e,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:00.785422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e on host n-h2-798249-5 for vnic_type normal with profile {"migrating_to": "n-h1-798249-5"} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:00.787510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:00.789540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:00.792421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c69f5a-067d-488e-8b2d-f790bf71265a tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Pushing event deleted for resources: {'Port': ['ID=b5f2c848-1e9d-4d89-b993-fe84b6cb66b0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:00.793896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9e99d32b-5c32-4586-801c-073a18daa37e None None] Provisioning complete for port bd536e7a-aef9-48b7-b86d-9d82db676c38 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:00.797109 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9e99d32b-5c32-4586-801c-073a18daa37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.822447 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Port 8399da09-627b-4f7d-bb12-e909f8df9b0e on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:00.822816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:00.839442 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:00.839827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Checking segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:00.840210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Bound using segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:00.841686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Bound port: 8399da09-627b-4f7d-bb12-e909f8df9b0e, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:00.841852 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.920985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-411693f1-8d35-4940-be99-35966af1c066 req-69cfbd77-35ed-42a2-a5f3-55850d28eec1 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 210 time: 0.4661713 Jul 05 03:48:01.024273 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.resource_extend [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:48:01.038933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:01.067335 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:01.068184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b7f0822-7a03-4e83-87db-ae0253653f32 req-9c9874ae-0a82-408e-9cad-f9863a0c2898 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6146352 Jul 05 03:48:01.074280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:01.079956 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3d2678-75ab-4916-97b4-388dfe27da0c req-66c69f5a-067d-488e-8b2d-f790bf71265a tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] No DVR routers for this DVR port b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:01.085511 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ab3d2678-75ab-4916-97b4-388dfe27da0c req-66c69f5a-067d-488e-8b2d-f790bf71265a tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:01.114235 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab3d2678-75ab-4916-97b4-388dfe27da0c req-66c69f5a-067d-488e-8b2d-f790bf71265a tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.64 "DELETE /v2.0/ports/b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 HTTP/1.1" status: 204 len: 173 time: 3.6211746 Jul 05 03:48:01.114812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'name': 'network-vif-deleted', 'tag': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:01.117159 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca03387-3831-4c10-8b2a-636612d2525c" -d '{"events": [{"server_uuid": "a1cedb2f-be1c-45f1-8b95-461b2be02ec4", "name": "network-vif-deleted", "tag": "b5f2c848-1e9d-4d89-b993-fe84b6cb66b0"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:01.142221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:01.258649 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4faed3-9247-4566-98cd-8793f1ca7070 x-openstack-request-id: req-5b4faed3-9247-4566-98cd-8793f1ca7070 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:01.259049 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d4f727-e445-49d6-97cb-421363369875", "name": "network-vif-unplugged", "status": "completed", "tag": "8399da09-627b-4f7d-bb12-e909f8df9b0e", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:01.259312 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b4faed3-9247-4566-98cd-8793f1ca7070 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:01.259817 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d4f727-e445-49d6-97cb-421363369875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8399da09-627b-4f7d-bb12-e909f8df9b0e', 'code': 200} Jul 05 03:48:01.323374 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:01.452810 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9e99d32b-5c32-4586-801c-073a18daa37e None None] Port bd536e7a-aef9-48b7-b86d-9d82db676c38 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:01.477868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:01.481563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b5f2c848-1e9d-4d89-b993-fe84b6cb66b0 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:01.514875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port cb42b743-b308-47e3-a0d8-927378f5e5d6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:01.519176 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:01.614337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cd2cf-6c08-4808-b8aa-20dad9bdaf8d req-bef16f12-b917-4859-8335-381f7448c846 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.628061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3d0cd2cf-6c08-4808-b8aa-20dad9bdaf8d req-bef16f12-b917-4859-8335-381f7448c846 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 943 time: 0.2539570 Jul 05 03:48:01.657264 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h2-798249-5, got binding levels [] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:01.672998 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:01.708143 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.714288 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:01.714288 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] 10.222.0.11 "PUT /v2.0/ports/8399da09-627b-4f7d-bb12-e909f8df9b0e HTTP/1.1" status: 200 len: 1121 time: 3.2553906 Jul 05 03:48:01.727667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b91ea-9e6b-4622-ad8f-1c9b00f6f1fe service neutron] Pushing event updated for resources: {'Port': ['ID=8399da09-627b-4f7d-bb12-e909f8df9b0e,revision_number=8']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:01.806278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e on host n-h2-798249-5 for vnic_type normal with profile {"migrating_to": "n-h1-798249-5"} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:01.813069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:01.813069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:01.823210 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Port 8399da09-627b-4f7d-bb12-e909f8df9b0e on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:01.824002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Attempting to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:01.859643 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3d0cd2cf-6c08-4808-b8aa-20dad9bdaf8d req-40169087-e90e-463b-9d81-157119a6333e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613367 Jul 05 03:48:01.886905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['8399da09-627b-4f7d-bb12-e909f8df9b0e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:01.892047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45365b65-6795-4e28-9b51-a3cc4175308b req-caf7fa10-242e-4d52-a47b-6a214b7a020a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.901878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45365b65-6795-4e28-9b51-a3cc4175308b req-caf7fa10-242e-4d52-a47b-6a214b7a020a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.3328598 Jul 05 03:48:01.905616 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['8399da09-627b-4f7d-bb12-e909f8df9b0e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:01.945607 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.000797 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45365b65-6795-4e28-9b51-a3cc4175308b req-381f2580-b138-4ae3-8cfc-1ae2498f44d9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952229 Jul 05 03:48:02.055010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:02.061000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Checking segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:02.061755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Bound using segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:02.062260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Bound port: 8399da09-627b-4f7d-bb12-e909f8df9b0e, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:02.062712 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.093080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.189354 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:02.233666 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.385992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c682b-be9e-46d2-8171-3ea9b6184004 req-49c3a1eb-102d-4541-908a-f4626447cdef tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:02.394059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bd536e7a-aef9-48b7-b86d-9d82db676c38,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:02.414140 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c52c682b-be9e-46d2-8171-3ea9b6184004 req-49c3a1eb-102d-4541-908a-f4626447cdef tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.2817225 Jul 05 03:48:02.429114 n-d-798249-5 neutron-server[100878]: WARNING neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Concurrent port binding operations failed on port 8399da09-627b-4f7d-bb12-e909f8df9b0e Jul 05 03:48:02.456409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Network 5133365b-8064-4458-b7d1-def1dcc4d4c2 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:02.462872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:02.506723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:02.530301 n-d-798249-5 neutron-server[100878]: INFO neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Attempt 2 to bind port 8399da09-627b-4f7d-bb12-e909f8df9b0e Jul 05 03:48:02.532522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 8399da09-627b-4f7d-bb12-e909f8df9b0e has no active binding in host n-h1-798249-5 {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:48:02.547037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c52c682b-be9e-46d2-8171-3ea9b6184004 req-12298ebc-ec8c-4e2e-a73e-3bf878de45db tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316133 Jul 05 03:48:02.680821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbce3b-d4dd-4bf2-b542-32abba159354 req-84d24d03-a3b6-48a9-9080-5937391bd60f tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:02.703181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3efbce3b-d4dd-4bf2-b542-32abba159354 req-84d24d03-a3b6-48a9-9080-5937391bd60f tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 946 time: 0.2736573 Jul 05 03:48:02.704020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53532) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:02.725084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a18cd041-dcab-42b8-afad-1e6fb6f9ca0a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Request body: {'floatingip': {'port_id': 'ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:02.807460 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Router a3f9e124-3c58-4486-8c2c-1544f3f29562 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:48:02.816825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:02.915322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:02.915702 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.922304 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81680cd2-3a48-44a6-901e-99c7930d8ab9 x-openstack-request-id: req-81680cd2-3a48-44a6-901e-99c7930d8ab9 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:02.923977 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cedb2f-be1c-45f1-8b95-461b2be02ec4", "name": "network-vif-deleted", "tag": "b5f2c848-1e9d-4d89-b993-fe84b6cb66b0", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:02.971821 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81680cd2-3a48-44a6-901e-99c7930d8ab9 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:02.972265 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1cedb2f-be1c-45f1-8b95-461b2be02ec4', 'name': 'network-vif-deleted', 'tag': 'b5f2c848-1e9d-4d89-b993-fe84b6cb66b0', 'status': 'completed', 'code': 200} Jul 05 03:48:03.042047 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a18cd041-dcab-42b8-afad-1e6fb6f9ca0a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:03.177521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:03.215217 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a46d9bba-4a76-4e81-98c5-b3deb20262e2 admin admin] 10.222.0.60 "PUT /v2.0/routers/a3f9e124-3c58-4486-8c2c-1544f3f29562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2396748 Jul 05 03:48:03.273837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d4f727-e445-49d6-97cb-421363369875', 'tag': '8399da09-627b-4f7d-bb12-e909f8df9b0e'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:03.273837 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43838f68-28eb-4489-b39d-b44573e6ff12" -d '{"events": [{"name": "network-changed", "server_uuid": "17d4f727-e445-49d6-97cb-421363369875", "tag": "8399da09-627b-4f7d-bb12-e909f8df9b0e"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:03.365420 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cae61d9f-c485-41c7-ba91-cc834d60efec req-4861ad0b-4c2f-467f-8c41-03d7e3171e16 tempest-ImagesOneServerTestJSON-1889236560 tempest-ImagesOneServerTestJSON-1889236560-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1cedb2f-be1c-45f1-8b95-461b2be02ec4 HTTP/1.1" status: 200 len: 210 time: 0.1567602 Jul 05 03:48:03.456770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8bcf853c-1be0-4eb0-b7f0-a41c453bfd83 None None] Provisioning complete for port bd536e7a-aef9-48b7-b86d-9d82db676c38 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:03.457643 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8bcf853c-1be0-4eb0-b7f0-a41c453bfd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:03.538456 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c902c71-b3fb-4871-b523-5884b6c9fb7b x-openstack-request-id: req-7c902c71-b3fb-4871-b523-5884b6c9fb7b {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:03.539250 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d4f727-e445-49d6-97cb-421363369875", "tag": "8399da09-627b-4f7d-bb12-e909f8df9b0e", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:03.539684 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c902c71-b3fb-4871-b523-5884b6c9fb7b {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:03.540268 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d4f727-e445-49d6-97cb-421363369875', 'tag': '8399da09-627b-4f7d-bb12-e909f8df9b0e', 'status': 'completed', 'code': 200} Jul 05 03:48:03.596595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Sync routers for ids ['5f8e0536-28b2-4ed7-b81f-b332f40339d5'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:03.613551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf853c-1be0-4eb0-b7f0-a41c453bfd83 None None] Port bd536e7a-aef9-48b7-b86d-9d82db676c38 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:03.654770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Routers {'5f8e0536-28b2-4ed7-b81f-b332f40339d5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:03.655872 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5f8e0536-28b2-4ed7-b81f-b332f40339d5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:03.817745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765ce9a-8a68-40c5-88e8-0e8e186d3d3a req-299aad07-8b87-438b-8b4a-a58abf8f38fe tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:03.830789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2765ce9a-8a68-40c5-88e8-0e8e186d3d3a req-299aad07-8b87-438b-8b4a-a58abf8f38fe tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 943 time: 0.4245431 Jul 05 03:48:03.882798 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Sync routers for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:03.893697 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:03.894341 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:03.913427 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:03.937901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43838f68-28eb-4489-b39d-b44573e6ff12 req-5712866f-0d1f-49c9-b244-96f615b7768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:03.939460 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43838f68-28eb-4489-b39d-b44573e6ff12 req-5712866f-0d1f-49c9-b244-96f615b7768a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 1124 time: 0.3622241 Jul 05 03:48:04.002157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2ecbde39-3465-4d0a-84e0-ffaa8d503cf5,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:04.014075 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Set router 5f8e0536-28b2-4ed7-b81f-b332f40339d5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:04.179927 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.296162 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:04.373956 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=2ecbde39-3465-4d0a-84e0-ffaa8d503cf5,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:04.427986 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b657bf30-2549-4516-b457-9272cdb4de6f up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:04.439947 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2765ce9a-8a68-40c5-88e8-0e8e186d3d3a req-f95bb898-b43b-4b56-86ae-a741f9b460b7 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001804 Jul 05 03:48:04.459583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ae674-cf5d-438a-bf1f-0587d5b06ef6 req-5a616eae-6171-4037-8032-e565ce4c1aca tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:04.467416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-474ae674-cf5d-438a-bf1f-0587d5b06ef6 req-5a616eae-6171-4037-8032-e565ce4c1aca tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.5857129 Jul 05 03:48:04.589269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-479824097-router', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:47Z', 'updated_at': '2021-07-05T03:47:55Z', 'revision_number': 4, 'project_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'gw_port': {'id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:49Z', 'updated_at': '2021-07-05T03:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c3ae6c69-6155-4972-acf2-2b238057bd44', 'name': '', 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'mac_address': 'fa:16:3e:38:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c8abf0d9-8d53-49d1-8a80-827edfc8942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:53Z', 'updated_at': '2021-07-05T03:47:56Z', 'revision_number': 2, 'project_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'subnets': [{'id': 'c8abf0d9-8d53-49d1-8a80-827edfc8942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:04.656190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port b657bf30-2549-4516-b457-9272cdb4de6f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:04.661168 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Checking router: 5f8e0536-28b2-4ed7-b81f-b332f40339d5 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:04.661168 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Updating router 5f8e0536-28b2-4ed7-b81f-b332f40339d5 port c3ae6c69-6155-4972-acf2-2b238057bd44 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:48:04.665546 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b657bf30-2549-4516-b457-9272cdb4de6f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:04.666207 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.775034 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-474ae674-cf5d-438a-bf1f-0587d5b06ef6 req-3eafeb13-3835-4ed8-9b24-7214d120d3db tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066533 Jul 05 03:48:04.779109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43838f68-28eb-4489-b39d-b44573e6ff12 req-6dbd1a7e-7f4a-4ba6-9db9-c19f3068fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:04.796264 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43838f68-28eb-4489-b39d-b44573e6ff12 req-6dbd1a7e-7f4a-4ba6-9db9-c19f3068fdf3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.8240952 Jul 05 03:48:04.819171 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.909831 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:01Z', 'revision_number': 2, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:04.991100 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Checking router: a3f9e124-3c58-4486-8c2c-1544f3f29562 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:04.991533 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Updating router a3f9e124-3c58-4486-8c2c-1544f3f29562 port bd536e7a-aef9-48b7-b86d-9d82db676c38 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:48:05.024688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-af164f67-5779-42fe-a258-26130daad314 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.034499 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-af164f67-5779-42fe-a258-26130daad314 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 820 time: 0.2038498 Jul 05 03:48:05.177441 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.250825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43838f68-28eb-4489-b39d-b44573e6ff12 req-2e946854-ba25-4efe-a1f9-506c6198c6aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e HTTP/1.1" status: 200 len: 217 time: 0.4466445 Jul 05 03:48:05.315222 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.341374 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port b657bf30-2549-4516-b457-9272cdb4de6f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b657bf30-2549-4516-b457-9272cdb4de6f,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:05.376389 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-cddb7e41-f861-43bf-b479-15070ed68273 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/quotas/b5b97373930a4336adb9d7e9f8a9494c HTTP/1.1" status: 200 len: 375 time: 0.3398204 Jul 05 03:48:05.428904 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-b785088e-3825-4304-b8dc-846958ceb7b1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=11262911861945c3a6162015d1587211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1761010 Jul 05 03:48:05.475154 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.648660 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.661609 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Transition to ACTIVE for port object bd536e7a-aef9-48b7-b86d-9d82db676c38 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:05.710883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53590) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:05.734957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43838f68-28eb-4489-b39d-b44573e6ff12 req-f3bdffcb-ef9a-4a89-a245-a5e86e01fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.736683 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43838f68-28eb-4489-b39d-b44573e6ff12 req-f3bdffcb-ef9a-4a89-a245-a5e86e01fb71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.4622972 Jul 05 03:48:05.750041 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.801601 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.853190 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac264b-9888-478d-9ec3-c1359d12aa33 None None] Pushing event updated for resources: {'Port': ['ID=bd536e7a-aef9-48b7-b86d-9d82db676c38,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:05.884057 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43838f68-28eb-4489-b39d-b44573e6ff12 req-6e7a6c72-db8a-44da-84ea-baa3308a06e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279004 Jul 05 03:48:05.899154 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Transition to ACTIVE for port object c3ae6c69-6155-4972-acf2-2b238057bd44 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:05.944704 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=b657bf30-2549-4516-b457-9272cdb4de6f,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:05.990191 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.005287 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-cab341dd-560c-4897-a923-d53e8d094b76 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6261599 Jul 05 03:48:06.047382 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0036d416-b475-44d0-8f8f-51b0ac880ce1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=960ff54d1ccc4088be90da625594d411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351235 Jul 05 03:48:06.049952 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53596) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:06.076292 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Attempting to bind port bd536e7a-aef9-48b7-b86d-9d82db676c38 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:06.076835 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Attempting to bind port bd536e7a-aef9-48b7-b86d-9d82db676c38 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:06.077096 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Attempting to bind port bd536e7a-aef9-48b7-b86d-9d82db676c38 on network 5133365b-8064-4458-b7d1-def1dcc4d4c2 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:06.087782 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:06.088173 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Checking segment: {'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:06.091759 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.092187 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Bound using segment: {'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:06.092704 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Bound port: bd536e7a-aef9-48b7-b86d-9d82db676c38, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:06.093109 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.160260 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.resource_extend [None req-a18cd041-dcab-42b8-afad-1e6fb6f9ca0a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:48:06.186637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a195fa-205d-4778-a314-d2c5f7236ce7 None None] Pushing event updated for resources: {'Port': ['ID=c3ae6c69-6155-4972-acf2-2b238057bd44,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:06.221504 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccf84483-1b45-42b0-b7af-fad97db73505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.335091 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccf84483-1b45-42b0-b7af-fad97db73505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.353814 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] For port bd536e7a-aef9-48b7-b86d-9d82db676c38, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:06.362278 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] For port bd536e7a-aef9-48b7-b86d-9d82db676c38, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bd536e7a-aef9-48b7-b86d-9d82db676c38,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:06.386525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Attempting to bind port c3ae6c69-6155-4972-acf2-2b238057bd44 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:06.386525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Attempting to bind port c3ae6c69-6155-4972-acf2-2b238057bd44 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '4c76025f-1d81-4456-9a9f-b888ca86dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:06.386525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Attempting to bind port c3ae6c69-6155-4972-acf2-2b238057bd44 on network d398240c-fe46-4a8c-ab79-b2145d949ad3 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:06.413647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:06.414489 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Checking segment: {'id': '4c76025f-1d81-4456-9a9f-b888ca86dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:06.415118 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.416111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Bound using segment: {'id': '4c76025f-1d81-4456-9a9f-b888ca86dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:06.416827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Bound port: c3ae6c69-6155-4972-acf2-2b238057bd44, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c76025f-1d81-4456-9a9f-b888ca86dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:06.417428 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.469665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-2b87c7cf-cd7b-47f9-a3dd-3d41c9fede61 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:06.472451 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.483163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-2b87c7cf-cd7b-47f9-a3dd-3d41c9fede61 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0530212 Jul 05 03:48:06.485322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:06.530147 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccf84483-1b45-42b0-b7af-fad97db73505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.533458 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccf84483-1b45-42b0-b7af-fad97db73505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.536208 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ccf84483-1b45-42b0-b7af-fad97db73505 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f864c5a-b243-43ac-a850-083343858073 HTTP/1.1" status: 204 len: 168 time: 0.4808817 Jul 05 03:48:06.587361 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf84483-1b45-42b0-b7af-fad97db73505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f864c5a-b243-43ac-a850-083343858073,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:06.595752 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:06.597833 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:06.638446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] For port c3ae6c69-6155-4972-acf2-2b238057bd44, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:06.642995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] For port c3ae6c69-6155-4972-acf2-2b238057bd44, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c3ae6c69-6155-4972-acf2-2b238057bd44,segment=NetworkSegment(4c76025f-1d81-4456-9a9f-b888ca86dc06),segment_id=4c76025f-1d81-4456-9a9f-b888ca86dc06)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:06.715572 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-89e9a407-dcd6-4a9c-a6d2-f3ddfd7703e5 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/quotas/11262911861945c3a6162015d1587211 HTTP/1.1" status: 200 len: 375 time: 0.2271903 Jul 05 03:48:06.725269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:06.725574 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.837370 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.877859 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:06.920086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-f58b7e9f-f0c1-4380-85ef-8723f3fbce1f service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9129579 Jul 05 03:48:06.961682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Routers {'5f8e0536-28b2-4ed7-b81f-b332f40339d5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:06.962702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5f8e0536-28b2-4ed7-b81f-b332f40339d5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:07.037563 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac264b-9888-478d-9ec3-c1359d12aa33 None None] Pushing event updated for resources: {'Port': ['ID=bd536e7a-aef9-48b7-b86d-9d82db676c38,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:07.057371 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a18cd041-dcab-42b8-afad-1e6fb6f9ca0a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.225669 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a18cd041-dcab-42b8-afad-1e6fb6f9ca0a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.250365 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a195fa-205d-4778-a314-d2c5f7236ce7 None None] Pushing event updated for resources: {'Port': ['ID=c3ae6c69-6155-4972-acf2-2b238057bd44,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:07.296587 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-3ed7f824-920c-4046-b5fe-e77617b88a2c service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741033 Jul 05 03:48:07.427260 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-a18cd041-dcab-42b8-afad-1e6fb6f9ca0a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Floating IP 6576d485-cca5-4b86-bd7f-3ffe66fa6e18 associated. External IP: 172.25.0.118, port: ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35. Jul 05 03:48:07.479370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b657bf30-2549-4516-b457-9272cdb4de6f up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:07.560811 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43838f68-28eb-4489-b39d-b44573e6ff12 req-288af6dd-1af2-49c0-95ca-cdd429bd2ae5 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6496992 Jul 05 03:48:07.561569 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] Set router 5f8e0536-28b2-4ed7-b81f-b332f40339d5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:07.590574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-dd812e25-ed8b-4df9-8b59-f2037749fa3b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8770299 Jul 05 03:48:07.616007 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:06Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:07.726453 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2437f37e-bd88-4dfd-90fd-cbc0b87355c8 None None] The sync data for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 is: [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:06Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:08.165596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43838f68-28eb-4489-b39d-b44573e6ff12 req-7c1d4e8c-ce82-4be6-956d-d6ce8fad9db8 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477582 Jul 05 03:48:08.753743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b657bf30-2549-4516-b457-9272cdb4de6f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:08.754359 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:08.766307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4599e-f86f-40e7-ac5a-03c41c115627 req-4e6a3c7e-d6ba-4616-9fdb-21006ce9cebb tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.777067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ed4599e-f86f-40e7-ac5a-03c41c115627 req-4e6a3c7e-d6ba-4616-9fdb-21006ce9cebb tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 943 time: 0.7617245 Jul 05 03:48:08.884580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53640) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:08.926336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18cd041-dcab-42b8-afad-1e6fb6f9ca0a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:48:08.984703 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-479824097-router', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:47Z', 'updated_at': '2021-07-05T03:47:55Z', 'revision_number': 4, 'project_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'gw_port': {'id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:49Z', 'updated_at': '2021-07-05T03:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c3ae6c69-6155-4972-acf2-2b238057bd44', 'name': '', 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'mac_address': 'fa:16:3e:38:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c8abf0d9-8d53-49d1-8a80-827edfc8942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:53Z', 'updated_at': '2021-07-05T03:48:06Z', 'revision_number': 4, 'project_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'subnets': [{'id': 'c8abf0d9-8d53-49d1-8a80-827edfc8942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:09.064405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13919845-27d3-4fee-b6a7-a757c1dad361 None None] The sync data for ids ['5f8e0536-28b2-4ed7-b81f-b332f40339d5'] in n-d-798249-5 is: [{'id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-479824097-router', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:47Z', 'updated_at': '2021-07-05T03:47:55Z', 'revision_number': 4, 'project_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'gw_port': {'id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:49Z', 'updated_at': '2021-07-05T03:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c3ae6c69-6155-4972-acf2-2b238057bd44', 'name': '', 'network_id': 'd398240c-fe46-4a8c-ab79-b2145d949ad3', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'mac_address': 'fa:16:3e:38:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c8abf0d9-8d53-49d1-8a80-827edfc8942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:53Z', 'updated_at': '2021-07-05T03:48:06Z', 'revision_number': 4, 'project_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'subnets': [{'id': 'c8abf0d9-8d53-49d1-8a80-827edfc8942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:09.124254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870d18e-a91c-46e6-9f39-be666d8ace5a req-d1c39c58-27b9-4dc0-a411-8dd23faba882 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:09.145732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0870d18e-a91c-46e6-9f39-be666d8ace5a req-d1c39c58-27b9-4dc0-a411-8dd23faba882 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.6975093 Jul 05 03:48:09.273754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-447518603-network', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:09.382280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ed4599e-f86f-40e7-ac5a-03c41c115627 req-e8af28d2-2a9e-4a2f-9dc8-ebc93f727727 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6040208 Jul 05 03:48:09.622430 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bd536e7a-aef9-48b7-b86d-9d82db676c38 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:09.630656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] Made reservation on behalf of 5cf90f56e8b7437f8a02cb7e8409287e for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:09.633244 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.648969 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.981206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.016222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port bd536e7a-aef9-48b7-b86d-9d82db676c38 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:10.021637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port bd536e7a-aef9-48b7-b86d-9d82db676c38 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:10.022220 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.135729 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.159039 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:48:10.177157 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.178983 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] Added segment 4e602cc5-eb2b-4502-bfd8-7e7107ee5011 of type vlan for network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 Jul 05 03:48:10.339207 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.357278 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.485157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port bd536e7a-aef9-48b7-b86d-9d82db676c38, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bd536e7a-aef9-48b7-b86d-9d82db676c38,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:10.520749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ccd9a1-9a4d-4b0b-9fd4-49185b4bafbf,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:10.605157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ab11fbf-b9c6-4f12-b750-804aa6a61c84 req-53b2ace2-db4a-4466-901d-9a1673772f90 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 210 time: 0.1684122 Jul 05 03:48:10.614681 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.615950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c3ae6c69-6155-4972-acf2-2b238057bd44 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:10.713541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=bd536e7a-aef9-48b7-b86d-9d82db676c38,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:10.723990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:10.727042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:10.727655 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:10.728249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:10.728837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:10.729501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:10.730041 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:10.731684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:10.732272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:10.732847 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:10.733567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:10.734104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:10.734925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0870d18e-a91c-46e6-9f39-be666d8ace5a req-62d64e5e-41b9-4dbc-b5d7-490ef702de7a tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3359544 Jul 05 03:48:10.880637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18cd041-dcab-42b8-afad-1e6fb6f9ca0a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:10.882472 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.883450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d60ec-a54e-4207-b397-66314d045cc9 None None] Sync routers for ids ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:10.883850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:10.884682 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.928659 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a18cd041-dcab-42b8-afad-1e6fb6f9ca0a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.932070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d60ec-a54e-4207-b397-66314d045cc9 None None] Routers {'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:10.938038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0e0d60ec-a54e-4207-b397-66314d045cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:11.146726 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] Pushing event updated for resources: {'Network': ['ID=94005e7b-5b81-43b2-8cb7-96ba85ca7635,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:11.227098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee51f7de-95c1-4a4b-8f80-340574dbd4cd req-1f0b687a-1f3b-4cef-b494-97b1b1a7cbbc tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 210 time: 0.1637537 Jul 05 03:48:11.267708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a18cd041-dcab-42b8-afad-1e6fb6f9ca0a tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "PUT /v2.0/floatingips/6576d485-cca5-4b86-bd7f-3ffe66fa6e18 HTTP/1.1" status: 200 len: 992 time: 8.5603364 Jul 05 03:48:11.275297 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3599e64a-cb97-4c94-a95e-bdaf56ebd7f3', 'tag': 'ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:11.279035 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e76383d-8dd0-444e-b58e-ddcfc416d45f" -d '{"events": [{"name": "network-changed", "server_uuid": "3599e64a-cb97-4c94-a95e-bdaf56ebd7f3", "tag": "ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:11.281698 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 8399da09-627b-4f7d-bb12-e909f8df9b0e no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:11.283940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:48:11.332877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0209bb9-1c30-4224-ab65-72bbde4a049a req-423b8d8f-c0f2-460d-a289-73e2b287b0d1 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:11.341346 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0209bb9-1c30-4224-ab65-72bbde4a049a req-423b8d8f-c0f2-460d-a289-73e2b287b0d1 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 943 time: 0.1712625 Jul 05 03:48:11.405971 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0209bb9-1c30-4224-ab65-72bbde4a049a req-212062dc-0b9c-4c7e-a399-00e6108ec5ca tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636547 Jul 05 03:48:11.447985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-0e0d60ec-a54e-4207-b397-66314d045cc9 None None] Set router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:11.462440 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ad88aa6a-7ba7-40a7-960f-0a656692fd57 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5767343 Jul 05 03:48:11.466765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53666) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:11.472292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Request body: {'subnet': {'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-447518603-subnet', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:11.521341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port c3ae6c69-6155-4972-acf2-2b238057bd44 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:11.546478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port c3ae6c69-6155-4972-acf2-2b238057bd44 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:11.547005 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:11.563359 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813d7fb4-105e-4289-838b-3aa798ef6206 x-openstack-request-id: req-813d7fb4-105e-4289-838b-3aa798ef6206 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:11.563359 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3599e64a-cb97-4c94-a95e-bdaf56ebd7f3", "tag": "ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:11.568258 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-813d7fb4-105e-4289-838b-3aa798ef6206 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:11.568821 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3599e64a-cb97-4c94-a95e-bdaf56ebd7f3', 'tag': 'ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35', 'status': 'completed', 'code': 200} Jul 05 03:48:11.612413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Made reservation on behalf of 5cf90f56e8b7437f8a02cb7e8409287e for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:11.621082 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:11.973122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9cacecf0-0431-4e18-a3f1-99116ce4f750 req-a257ce24-21d1-490b-b054-1cda8fed6db3 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 210 time: 0.0711219 Jul 05 03:48:12.231830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76383d-8dd0-444e-b58e-ddcfc416d45f req-14577a96-3deb-4076-aa61-c2ee3040cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.233532 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e76383d-8dd0-444e-b58e-ddcfc416d45f req-14577a96-3deb-4076-aa61-c2ee3040cf31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fbed51ddda7046629d62a43afa631874&device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 1097 time: 0.6314809 Jul 05 03:48:12.461301 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76383d-8dd0-444e-b58e-ddcfc416d45f req-2be94e1d-38ba-41b5-b8b7-eef338092342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.463002 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e76383d-8dd0-444e-b58e-ddcfc416d45f req-2be94e1d-38ba-41b5-b8b7-eef338092342 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7eddb026-6f8a-4717-a63e-84f0218e8000 HTTP/1.1" status: 200 len: 925 time: 0.1741457 Jul 05 03:48:12.537778 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.543290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5706b5e6-20fb-47ce-821b-0c9827468cfc req-8c06db71-8aa8-40ff-99c7-187326704614 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 210 time: 0.0727580 Jul 05 03:48:12.645275 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-d32cbe1d-1b43-4574-8839-a0d2abb0a5e4 service neutron] 10.222.0.64 "GET /v2.0/ports/8399da09-627b-4f7d-bb12-e909f8df9b0e/bindings/n-h1-798249-5 HTTP/1.1" status: 200 len: 384 time: 0.1405721 Jul 05 03:48:12.720187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port c3ae6c69-6155-4972-acf2-2b238057bd44, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c3ae6c69-6155-4972-acf2-2b238057bd44,segment=NetworkSegment(4c76025f-1d81-4456-9a9f-b888ca86dc06),segment_id=4c76025f-1d81-4456-9a9f-b888ca86dc06)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:12.768079 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0e0d60ec-a54e-4207-b397-66314d045cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '6576d485-cca5-4b86-bd7f-3ffe66fa6e18', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'port_id': 'ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'mac_address': 'fa:16:3e:a8:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3599e64a-cb97-4c94-a95e-bdaf56ebd7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:12Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:12.844980 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.849394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d60ec-a54e-4207-b397-66314d045cc9 None None] Checking router: b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:12.910533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-5276430c-1ff9-43d7-80a6-ea4b3aab0ccd service neutron] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:12.943683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228e474-535c-4535-8f15-00c5c552ca30 req-9078696a-0a4e-4131-a855-7d2bd52c9835 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.956332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1228e474-535c-4535-8f15-00c5c552ca30 req-9078696a-0a4e-4131-a855-7d2bd52c9835 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.8663487 Jul 05 03:48:12.964644 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-5276430c-1ff9-43d7-80a6-ea4b3aab0ccd service neutron] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:13.048055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=c3ae6c69-6155-4972-acf2-2b238057bd44,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:13.058550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-5276430c-1ff9-43d7-80a6-ea4b3aab0ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8399da09-627b-4f7d-bb12-e909f8df9b0e {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:13.064547 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.064766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bd536e7a-aef9-48b7-b86d-9d82db676c38 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:13.083109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-5276430c-1ff9-43d7-80a6-ea4b3aab0ccd service neutron] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:13.113826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d60ec-a54e-4207-b397-66314d045cc9 None None] Routers {'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:13.113826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0e0d60ec-a54e-4207-b397-66314d045cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:13.174322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e76383d-8dd0-444e-b58e-ddcfc416d45f req-f074b403-258f-436b-83a6-cedc283dae0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 HTTP/1.1" status: 200 len: 1000 time: 0.6624184 Jul 05 03:48:13.210258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6da78f6-d10c-45ab-8914-1fc96bd2b433,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:13.262140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port bd536e7a-aef9-48b7-b86d-9d82db676c38 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:13.262692 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.262832 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1228e474-535c-4535-8f15-00c5c552ca30 req-fa4bf725-39d1-4f8a-b7b8-47a42243346e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041427 Jul 05 03:48:13.268818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:13.269734 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:13.270083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:13.270421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:13.270755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:13.271084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:13.271409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:13.271734 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:13.272057 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:13.272401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:13.272726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:13.273046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:13.310364 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-5276430c-1ff9-43d7-80a6-ea4b3aab0ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.310817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Checking segment: {'id': '4e602cc5-eb2b-4502-bfd8-7e7107ee5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:13.311194 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Network hostable DHCP agents. Network: 94005e7b-5b81-43b2-8cb7-96ba85ca7635, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:48:13.314174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76383d-8dd0-444e-b58e-ddcfc416d45f req-63e0e915-6ac0-44a7-af5b-e311baec4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:13.315704 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e76383d-8dd0-444e-b58e-ddcfc416d45f req-63e0e915-6ac0-44a7-af5b-e311baec4c3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a4c071a-22ea-4f1a-b14f-479bd986bf1c HTTP/1.1" status: 200 len: 863 time: 0.1300266 Jul 05 03:48:13.365755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade211b-fa3b-47e2-9878-611de156bde6 req-d401df73-d612-488a-8715-1efd30adec8b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:13.369041 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-0e0d60ec-a54e-4207-b397-66314d045cc9 None None] Set router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:13.385877 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ade211b-fa3b-47e2-9878-611de156bde6 req-d401df73-d612-488a-8715-1efd30adec8b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 943 time: 0.3990328 Jul 05 03:48:13.469042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ade211b-fa3b-47e2-9878-611de156bde6 req-203b12bc-4882-4612-8dac-2a1997eb4e6b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822246 Jul 05 03:48:13.520950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76383d-8dd0-444e-b58e-ddcfc416d45f req-d4896d86-2dad-4c0e-ba4f-f9ace21a2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:13.529152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e76383d-8dd0-444e-b58e-ddcfc416d45f req-d4896d86-2dad-4c0e-ba4f-f9ace21a2ef9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7eddb026-6f8a-4717-a63e-84f0218e8000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957653 Jul 05 03:48:13.532244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-3bce8e37-2edb-45c0-b5b7-b6393f603fc0 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:13.537300 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-3bce8e37-2edb-45c0-b5b7-b6393f603fc0 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.11 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 820 time: 0.2942255 Jul 05 03:48:13.554102 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-5a6afbad-91eb-44f7-8ad3-9572a427b3a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Request body: {'port': {'device_id': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'admin_state_up': True, 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:13.577437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:48:13.663461 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-5276430c-1ff9-43d7-80a6-ea4b3aab0ccd service neutron] Transition to ACTIVE for port object 8399da09-627b-4f7d-bb12-e909f8df9b0e will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:13.799232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 94005e7b-5b81-43b2-8cb7-96ba85ca7635) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:13.802394 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-5276430c-1ff9-43d7-80a6-ea4b3aab0ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.857711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:13.858321 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.870527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c91d15-6e8f-4f4e-882e-0e6d3d46a356 None None] Network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:13.889067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a6925e0-d0dd-4276-bbad-581b98853f1b req-59284901-e1a6-4f75-99cb-ef8491e1eef3 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 210 time: 0.1425850 Jul 05 03:48:13.892757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e76383d-8dd0-444e-b58e-ddcfc416d45f req-20346bbe-7d62-405c-8819-a34c1dc72802 service neutron] 10.222.0.64 "GET /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518734 Jul 05 03:48:13.912582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-5a6afbad-91eb-44f7-8ad3-9572a427b3a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Made reservation on behalf of b5b97373930a4336adb9d7e9f8a9494c for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:13.915146 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-5a6afbad-91eb-44f7-8ad3-9572a427b3a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.059106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-5276430c-1ff9-43d7-80a6-ea4b3aab0ccd service neutron] No DVR routers for this DVR port 8399da09-627b-4f7d-bb12-e909f8df9b0e on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:14.143299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-04065691-40cf-485d-8377-36c10b1c247b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6751266 Jul 05 03:48:14.145691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53714) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:14.156545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:14.256475 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'fixed_ips': [{'subnet_id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:48:14.257522 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.259412 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91dde681-e5dd-481d-86f3-343807836791 req-8afd4fa8-7bee-4b42-82c5-b2d5ab57134a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 210 time: 0.0541062 Jul 05 03:48:14.264173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0e0d60ec-a54e-4207-b397-66314d045cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '6576d485-cca5-4b86-bd7f-3ffe66fa6e18', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'port_id': 'ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'mac_address': 'fa:16:3e:a8:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3599e64a-cb97-4c94-a95e-bdaf56ebd7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:12Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:14.271140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276430c-1ff9-43d7-80a6-ea4b3aab0ccd service neutron] Pushing event updated for resources: {'Port': ['ID=8399da09-627b-4f7d-bb12-e909f8df9b0e,revision_number=10']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:14.279653 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e76383d-8dd0-444e-b58e-ddcfc416d45f req-22b91ba9-961d-415b-9575-92c38cbe0e57 service neutron] 10.222.0.64 "GET /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625014 Jul 05 03:48:14.287586 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-5276430c-1ff9-43d7-80a6-ea4b3aab0ccd service neutron] 10.222.0.64 "PUT /v2.0/ports/8399da09-627b-4f7d-bb12-e909f8df9b0e/bindings/n-h1-798249-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6351326 Jul 05 03:48:14.317720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d60ec-a54e-4207-b397-66314d045cc9 None None] The sync data for ids ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'] in n-d-798249-5 is: [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '6576d485-cca5-4b86-bd7f-3ffe66fa6e18', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'port_id': 'ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'mac_address': 'fa:16:3e:a8:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3599e64a-cb97-4c94-a95e-bdaf56ebd7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:12Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:14.401592 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-54f06595-25bd-40cf-99f4-d69a6b719fe9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=11262911861945c3a6162015d1587211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340850 Jul 05 03:48:14.410385 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.411779 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.549782 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.584413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-5a6afbad-91eb-44f7-8ad3-9572a427b3a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Allocated IP 172.20.0.14 (5133365b-8064-4458-b7d1-def1dcc4d4c2/0c831241-743f-42ed-8a3f-8ac21c470c0f/75a90d51-5509-42f2-b741-deb9c4e64d41) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:14.719817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Allocated IP 172.20.0.2 (94005e7b-5b81-43b2-8cb7-96ba85ca7635/f6da78f6-d10c-45ab-8914-1fc96bd2b433/370898d7-fd07-4634-bcc2-f0a03a9e4a41) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:14.849923 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc9d5d-fbb1-4f6a-b49d-25ed4b06a67e None None] New status for floating IP 6576d485-cca5-4b86-bd7f-3ffe66fa6e18: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:48:14.926804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-44116e30-f510-4e2a-9003-ee133850f2a7 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:14.936926 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-44116e30-f510-4e2a-9003-ee133850f2a7 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5170469 Jul 05 03:48:14.975436 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-fe6dd29d-7b05-4dab-9a14-75ae765d6fad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Request body: {'port': {'device_id': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '11262911861945c3a6162015d1587211'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:15.067707 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c3ae6c69-6155-4972-acf2-2b238057bd44 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:15.074775 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.100407 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266f801-ec11-477f-bf8b-46f4287a64a3 req-1b67f582-748c-4734-a2b0-aea86851df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.102475 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0266f801-ec11-477f-bf8b-46f4287a64a3 req-1b67f582-748c-4734-a2b0-aea86851df1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eea59e3bea24b05a985a8dea75f95dc&device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 1096 time: 0.3530922 Jul 05 03:48:15.105829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-0dcce807-44b1-4d34-aa2f-001d7f4e919e tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.109227 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-0dcce807-44b1-4d34-aa2f-001d7f4e919e tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1095 time: 0.5254462 Jul 05 03:48:15.141715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51df1eb-70b3-4512-b8b8-2217ada5283b req-27ca892f-5176-4a23-bab3-065978c44aaa tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.145969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c51df1eb-70b3-4512-b8b8-2217ada5283b req-27ca892f-5176-4a23-bab3-065978c44aaa tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.3665941 Jul 05 03:48:15.186146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c08ee-5451-4e0b-9215-f5f17a62d875 req-2608d296-e828-473e-a7b1-792afd1aaf77 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.186146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-661c08ee-5451-4e0b-9215-f5f17a62d875 req-2608d296-e828-473e-a7b1-792afd1aaf77 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 944 time: 0.3961101 Jul 05 03:48:15.235737 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.248940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Transition to ACTIVE for port object 370898d7-fd07-4634-bcc2-f0a03a9e4a41 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:15.270236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Transition to ACTIVE for port object 370898d7-fd07-4634-bcc2-f0a03a9e4a41 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:15.274805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port c3ae6c69-6155-4972-acf2-2b238057bd44 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:15.282208 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.428646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c51df1eb-70b3-4512-b8b8-2217ada5283b req-7893b76e-e234-4ea9-b591-2a9e8e9266c8 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785301 Jul 05 03:48:15.447994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-661c08ee-5451-4e0b-9215-f5f17a62d875 req-d8c52a95-7325-4b93-a333-4d09f603e184 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395136 Jul 05 03:48:15.483935 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.484187 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-62e272e3-41d2-40d2-84c8-fb6559cabbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.485552 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-62e272e3-41d2-40d2-84c8-fb6559cabbbb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1 HTTP/1.1" status: 200 len: 1095 time: 0.3280644 Jul 05 03:48:15.584715 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-5a6afbad-91eb-44f7-8ad3-9572a427b3a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.614057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-5a6afbad-91eb-44f7-8ad3-9572a427b3a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Transition to ACTIVE for port object 75a90d51-5509-42f2-b741-deb9c4e64d41 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:15.674500 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:15.687717 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:15.691696 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:15.754627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Pushing event updated for resources: {'Port': ['ID=370898d7-fd07-4634-bcc2-f0a03a9e4a41,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:15.760932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266f801-ec11-477f-bf8b-46f4287a64a3 req-613484c9-930a-44a7-a408-228b171c8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.767815 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0266f801-ec11-477f-bf8b-46f4287a64a3 req-613484c9-930a-44a7-a408-228b171c8f19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 HTTP/1.1" status: 200 len: 917 time: 0.6581473 Jul 05 03:48:15.841426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Attempting to bind port 370898d7-fd07-4634-bcc2-f0a03a9e4a41 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:15.841426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Attempting to bind port 370898d7-fd07-4634-bcc2-f0a03a9e4a41 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '4e602cc5-eb2b-4502-bfd8-7e7107ee5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:15.844091 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Attempting to bind port 370898d7-fd07-4634-bcc2-f0a03a9e4a41 on network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:15.848755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:15.849300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Checking segment: {'id': '4e602cc5-eb2b-4502-bfd8-7e7107ee5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:15.855229 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.855229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Bound using segment: {'id': '4e602cc5-eb2b-4502-bfd8-7e7107ee5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:15.855229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Bound port: 370898d7-fd07-4634-bcc2-f0a03a9e4a41, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e602cc5-eb2b-4502-bfd8-7e7107ee5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:15.855229 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.905615 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.912908 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-5a6afbad-91eb-44f7-8ad3-9572a427b3a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.947152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-fe6dd29d-7b05-4dab-9a14-75ae765d6fad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Made reservation on behalf of 11262911861945c3a6162015d1587211 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:15.955013 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-fe6dd29d-7b05-4dab-9a14-75ae765d6fad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.967772 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.980305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] For port 370898d7-fd07-4634-bcc2-f0a03a9e4a41, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:15.984607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] For port 370898d7-fd07-4634-bcc2-f0a03a9e4a41, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=370898d7-fd07-4634-bcc2-f0a03a9e4a41,segment=NetworkSegment(4e602cc5-eb2b-4502-bfd8-7e7107ee5011),segment_id=4e602cc5-eb2b-4502-bfd8-7e7107ee5011)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:16.077576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf01a0b-9fe3-44dc-9179-6ab6d2801f2a req-13f6d5b9-92f8-40cb-a0fa-9a4c842f8c47 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:16.084833 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dcf01a0b-9fe3-44dc-9179-6ab6d2801f2a req-13f6d5b9-92f8-40cb-a0fa-9a4c842f8c47 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 932 time: 0.2980514 Jul 05 03:48:16.094243 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.126505 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c4c3c468-762e-4c71-beff-30ca98a96a52 req-ca94573f-a4af-4e3d-9ef2-0a75a7871c4d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 210 time: 0.1018867 Jul 05 03:48:16.202242 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dcf01a0b-9fe3-44dc-9179-6ab6d2801f2a req-cf05e088-2f7d-43ae-a298-842f79a8e908 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163015 Jul 05 03:48:16.237872 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d213171-bc42-492e-8de9-d7d8c2a9ee2f None None] Pushing event updated for resources: {'Port': ['ID=370898d7-fd07-4634-bcc2-f0a03a9e4a41,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:16.317356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Allocated IP 172.25.0.108 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/14e0a225-1e34-4a2c-a48c-1cd37fffdb72) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:16.677490 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.721117 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0266f801-ec11-477f-bf8b-46f4287a64a3 req-13da508e-3844-4390-965c-a39aa54c5def service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ae25ec-158e-46d5-a99e-658977df5480 HTTP/1.1" status: 200 len: 217 time: 0.9521344 Jul 05 03:48:16.725472 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6afbad-91eb-44f7-8ad3-9572a427b3a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Pushing event updated for resources: {'Port': ['ID=75a90d51-5509-42f2-b741-deb9c4e64d41,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:16.823658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-5a6afbad-91eb-44f7-8ad3-9572a427b3a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Network 5133365b-8064-4458-b7d1-def1dcc4d4c2 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:16.831614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266f801-ec11-477f-bf8b-46f4287a64a3 req-f286ea33-1cd0-4cac-b7de-225c526600eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:16.833738 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0266f801-ec11-477f-bf8b-46f4287a64a3 req-f286ea33-1cd0-4cac-b7de-225c526600eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11c85e90-1e0d-4537-8933-122b818af633 HTTP/1.1" status: 200 len: 855 time: 0.0972326 Jul 05 03:48:16.838836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-5a6afbad-91eb-44f7-8ad3-9572a427b3a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:16.875641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-5a6afbad-91eb-44f7-8ad3-9572a427b3a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:16.978659 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.062081 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-b2a3c5f2-85f1-4089-93ce-ea8d1d1e6baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.079992 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-b2a3c5f2-85f1-4089-93ce-ea8d1d1e6baf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 1095 time: 1.3797452 Jul 05 03:48:17.120423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:17.131217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 370898d7-fd07-4634-bcc2-f0a03a9e4a41 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:17.151488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:17.157451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:17.310281 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 370898d7-fd07-4634-bcc2-f0a03a9e4a41 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:17.325435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-79ed17dc-24cd-4b92-9d72-7a22dbc5f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.331052 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-79ed17dc-24cd-4b92-9d72-7a22dbc5f561 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.2448266 Jul 05 03:48:17.417130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Pushing event updated for resources: {'Port': ['ID=14e0a225-1e34-4a2c-a48c-1cd37fffdb72,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:17.487187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cff2788e-6951-43cc-8a27-f5a43eae3978 None None] Provisioning for port 75a90d51-5509-42f2-b741-deb9c4e64d41 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:17.494236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cff2788e-6951-43cc-8a27-f5a43eae3978 None None] Provisioning complete for port 75a90d51-5509-42f2-b741-deb9c4e64d41 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:17.494670 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cff2788e-6951-43cc-8a27-f5a43eae3978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.572794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-fe6dd29d-7b05-4dab-9a14-75ae765d6fad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Allocated IP 192.168.233.32 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/2a490de7-781b-414e-b0c6-263f9c1ba1b8) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:17.607112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9095613-7439-4caa-844d-6d75f4027e1b req-8c33bb83-76bb-4ff5-bc84-af1d02829dd2 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.611881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9095613-7439-4caa-844d-6d75f4027e1b req-8c33bb83-76bb-4ff5-bc84-af1d02829dd2 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.7999148 Jul 05 03:48:17.779470 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-fe6dd29d-7b05-4dab-9a14-75ae765d6fad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.800990 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-fe6dd29d-7b05-4dab-9a14-75ae765d6fad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Transition to ACTIVE for port object 2a490de7-781b-414e-b0c6-263f9c1ba1b8 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:17.883507 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-5a6afbad-91eb-44f7-8ad3-9572a427b3a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.884457 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-5a6afbad-91eb-44f7-8ad3-9572a427b3a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.942937 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-dfb483d0-c6b4-40d8-8f63-82ceaae33699 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e HTTP/1.1" status: 200 len: 217 time: 0.5600426 Jul 05 03:48:17.965365 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-cff2788e-6951-43cc-8a27-f5a43eae3978 None None] Port 75a90d51-5509-42f2-b741-deb9c4e64d41 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:17.983107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fc58c9-d424-4089-9803-4176d3c0fbb2 None None] Network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:17.998794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-fe6dd29d-7b05-4dab-9a14-75ae765d6fad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:18.135338 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-fe6dd29d-7b05-4dab-9a14-75ae765d6fad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:18.160441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dd29d-7b05-4dab-9a14-75ae765d6fad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Pushing event updated for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:18.166734 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-fe6dd29d-7b05-4dab-9a14-75ae765d6fad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:18.173849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-fe6dd29d-7b05-4dab-9a14-75ae765d6fad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:18.174625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['e5f2d1e2-d615-4786-a2b7-09aa7949f8d0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:18.214980 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a044dd-3a6e-4254-bd9e-6493c0fcc248 req-b4138747-a144-4f5b-9728-dc35813cd402 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:18.222934 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-71a044dd-3a6e-4254-bd9e-6493c0fcc248 req-b4138747-a144-4f5b-9728-dc35813cd402 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 944 time: 1.0870023 Jul 05 03:48:18.258323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['6a944b48-2a72-49e0-882d-e361769632ef'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:18.305778 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-5a6afbad-91eb-44f7-8ad3-9572a427b3a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7560773 Jul 05 03:48:18.310967 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9095613-7439-4caa-844d-6d75f4027e1b req-3bfa2038-15c9-4a59-93d5-66835e735f7c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814582 Jul 05 03:48:18.331946 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-fe6dd29d-7b05-4dab-9a14-75ae765d6fad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:18.336118 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-fe6dd29d-7b05-4dab-9a14-75ae765d6fad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:18.361233 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Request body: {'port': {'device_id': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:18.409594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-71a044dd-3a6e-4254-bd9e-6493c0fcc248 req-4a253608-7bb4-487d-93b8-1cfb15a5d1c6 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852970 Jul 05 03:48:18.419271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266f801-ec11-477f-bf8b-46f4287a64a3 req-3e3e821c-8f7e-4736-b8ef-dc770ceb84e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:18.420962 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0266f801-ec11-477f-bf8b-46f4287a64a3 req-3e3e821c-8f7e-4736-b8ef-dc770ceb84e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5415494 Jul 05 03:48:18.507886 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:18.672655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-bf8943d7-f017-4e8b-966e-ac4d7b56d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:18.677307 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-bf8943d7-f017-4e8b-966e-ac4d7b56d292 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.7241950 Jul 05 03:48:18.683994 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-fe6dd29d-7b05-4dab-9a14-75ae765d6fad tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7121935 Jul 05 03:48:18.706625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eb437ffa-4d35-4b09-8ee6-7d3bae85135c None None] Provisioning for port 370898d7-fd07-4634-bcc2-f0a03a9e4a41 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:18.706801 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Request body: {'port': {'device_id': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:18.718042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eb437ffa-4d35-4b09-8ee6-7d3bae85135c None None] Provisioning complete for port 370898d7-fd07-4634-bcc2-f0a03a9e4a41 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:18.718586 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eb437ffa-4d35-4b09-8ee6-7d3bae85135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:18.751981 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-0288c07e-e584-4f14-ac6e-104edacb95b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371277 Jul 05 03:48:18.884737 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-32482a88-51cb-4c7a-9344-4e6018b63159 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921209 Jul 05 03:48:18.957876 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.041361 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eb437ffa-4d35-4b09-8ee6-7d3bae85135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.080806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-eb437ffa-4d35-4b09-8ee6-7d3bae85135c None None] For port 370898d7-fd07-4634-bcc2-f0a03a9e4a41, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=370898d7-fd07-4634-bcc2-f0a03a9e4a41,segment=NetworkSegment(4e602cc5-eb2b-4502-bfd8-7e7107ee5011),segment_id=4e602cc5-eb2b-4502-bfd8-7e7107ee5011)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:19.090578 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0266f801-ec11-477f-bf8b-46f4287a64a3 req-93cde83a-faa5-4a82-b4e3-ff79cd8ce3af service neutron] 10.222.0.64 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929844 Jul 05 03:48:19.158672 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eb437ffa-4d35-4b09-8ee6-7d3bae85135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.293978 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb437ffa-4d35-4b09-8ee6-7d3bae85135c None None] Pushing event updated for resources: {'Port': ['ID=370898d7-fd07-4634-bcc2-f0a03a9e4a41,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:19.341574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07f731-afa1-4872-b138-1da4fe5e2191 req-71595a4f-51c5-4c3e-a4f2-b03feed6fb7e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.341574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f07f731-afa1-4872-b138-1da4fe5e2191 req-71595a4f-51c5-4c3e-a4f2-b03feed6fb7e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 935 time: 0.5071902 Jul 05 03:48:19.459092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f07f731-afa1-4872-b138-1da4fe5e2191 req-bf11b3e4-c86e-431f-ad59-00912bad7d3e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903924 Jul 05 03:48:19.473110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bbdc7-d3d0-4418-878a-2774fe524d00 req-18361921-a100-439b-8560-20c2554e37a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.480525 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-490bbdc7-d3d0-4418-878a-2774fe524d00 req-18361921-a100-439b-8560-20c2554e37a8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 932 time: 0.4043758 Jul 05 03:48:19.518622 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-52643fdc-aa1c-45af-8da3-d992ed923538 None None] Provisioning for port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:19.524005 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-52643fdc-aa1c-45af-8da3-d992ed923538 None None] Provisioning complete for port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:19.525634 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-52643fdc-aa1c-45af-8da3-d992ed923538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.551385 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0266f801-ec11-477f-bf8b-46f4287a64a3 req-49237b90-2aee-4319-9a2d-47b4964020b4 service neutron] 10.222.0.64 "GET /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232922 Jul 05 03:48:19.619828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-52643fdc-aa1c-45af-8da3-d992ed923538 None None] Port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:19.625296 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.629498 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-1043fc60-0a0a-4113-b6ea-1513f05bb02a service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7320049 Jul 05 03:48:19.632880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.753625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fcebe913-3f1d-4fc1-829d-d762992b32e4 None None] Provisioning complete for port 370898d7-fd07-4634-bcc2-f0a03a9e4a41 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:19.754183 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fcebe913-3f1d-4fc1-829d-d762992b32e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.858978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-490bbdc7-d3d0-4418-878a-2774fe524d00 req-5470e952-fcbb-4c36-b02b-28c6fadf0892 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766627 Jul 05 03:48:19.929563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a90d51-5509-42f2-b741-deb9c4e64d41 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:19.941437 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.959047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Transition to ACTIVE for port object 75a90d51-5509-42f2-b741-deb9c4e64d41 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:19.975214 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd824b5a-223e-4167-b461-dd9e27bc0c31 req-00298cf7-4c6c-49f6-a795-46c2fc2c22a5 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.976842 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd824b5a-223e-4167-b461-dd9e27bc0c31 req-00298cf7-4c6c-49f6-a795-46c2fc2c22a5 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.2098730 Jul 05 03:48:20.042612 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd824b5a-223e-4167-b461-dd9e27bc0c31 req-ea4fb40d-228d-44c2-9e01-069ebf04b46c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561182 Jul 05 03:48:20.109329 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.113230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62581a-efc8-4645-a0b0-46c9c3b41049 req-acaef45c-6b41-4e0e-8095-199674012d11 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:20.115430 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be62581a-efc8-4645-a0b0-46c9c3b41049 req-acaef45c-6b41-4e0e-8095-199674012d11 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 944 time: 0.0795329 Jul 05 03:48:20.175820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Router 782cb859-4163-432a-94ba-28fb7907dc6d is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:48:20.200596 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Pushing event updated for resources: {'Port': ['ID=75a90d51-5509-42f2-b741-deb9c4e64d41,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:20.225829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be62581a-efc8-4645-a0b0-46c9c3b41049 req-6fa86665-43b8-4ffd-92bc-cf6480af9965 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033850 Jul 05 03:48:20.257678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a490de7-781b-414e-b0c6-263f9c1ba1b8 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:20.267697 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.284156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Transition to ACTIVE for port object 2a490de7-781b-414e-b0c6-263f9c1ba1b8 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:20.362898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:20.374201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Sync routers for ids ['782cb859-4163-432a-94ba-28fb7907dc6d'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:20.385052 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Attempting to bind port 75a90d51-5509-42f2-b741-deb9c4e64d41 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:20.385392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Attempting to bind port 75a90d51-5509-42f2-b741-deb9c4e64d41 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:20.385828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Attempting to bind port 75a90d51-5509-42f2-b741-deb9c4e64d41 on network 5133365b-8064-4458-b7d1-def1dcc4d4c2 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:20.391973 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Port 75a90d51-5509-42f2-b741-deb9c4e64d41 on network 5133365b-8064-4458-b7d1-def1dcc4d4c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:20.392315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Attempting to bind port 75a90d51-5509-42f2-b741-deb9c4e64d41 on network 5133365b-8064-4458-b7d1-def1dcc4d4c2 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:20.392941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Routers {'782cb859-4163-432a-94ba-28fb7907dc6d'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:20.395745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['782cb859-4163-432a-94ba-28fb7907dc6d'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:20.398421 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:20.398880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Checking segment: {'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:20.399315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Bound using segment: {'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:20.399755 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Bound port: 75a90d51-5509-42f2-b741-deb9c4e64d41, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:20.400574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.521816 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.526513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Set router 782cb859-4163-432a-94ba-28fb7907dc6d gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:20.619199 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.624603 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2ea0fdd4-89a5-467e-87e4-1cb765386c96 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4738619 Jul 05 03:48:20.624894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53766) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:20.638070 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] For port 75a90d51-5509-42f2-b741-deb9c4e64d41, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:20.728658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] For port 75a90d51-5509-42f2-b741-deb9c4e64d41, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=75a90d51-5509-42f2-b741-deb9c4e64d41,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:20.780807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:20.841785 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-f21ba85e-1606-440e-b244-2243b8a79944 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:20.843448 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-f21ba85e-1606-440e-b244-2243b8a79944 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 1095 time: 0.3132274 Jul 05 03:48:20.927369 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:48:18Z', 'revision_number': 3, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:20.943246 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.995021 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Checking router: 782cb859-4163-432a-94ba-28fb7907dc6d for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:21.006421 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Updating router 782cb859-4163-432a-94ba-28fb7907dc6d port 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:48:21.012504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.023907 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.025544 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] 10.222.0.11 "PUT /v2.0/ports/75a90d51-5509-42f2-b741-deb9c4e64d41 HTTP/1.1" status: 200 len: 1092 time: 2.6734622 Jul 05 03:48:21.079948 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 370898d7-fd07-4634-bcc2-f0a03a9e4a41 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:21.102080 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'tag': '75a90d51-5509-42f2-b741-deb9c4e64d41'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:21.112238 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca7b7c3-0ae8-4d0b-a913-1b4cdc138d94" -d '{"events": [{"name": "network-changed", "server_uuid": "182db6bf-7149-4e03-a81f-1102dc7eddb6", "tag": "75a90d51-5509-42f2-b741-deb9c4e64d41"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:21.126463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4b26f-67b0-4435-a909-af69ce29c49c req-94680c61-3641-4dd7-a385-6c04b6470049 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.141090 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7b4b26f-67b0-4435-a909-af69ce29c49c req-94680c61-3641-4dd7-a385-6c04b6470049 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 947 time: 0.3492000 Jul 05 03:48:21.217734 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Attempting to bind port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:21.218179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Attempting to bind port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:21.218515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Attempting to bind port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:21.276332 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.295688 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:21.297352 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Attempting to bind port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:21.333468 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7b4b26f-67b0-4435-a909-af69ce29c49c req-9b2355b3-c5b1-41db-97fc-ad6f915a1698 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910934 Jul 05 03:48:21.335998 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3ad46-951c-4f0a-803a-406d05244b83 service neutron] Pushing event updated for resources: {'Port': ['ID=75a90d51-5509-42f2-b741-deb9c4e64d41,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:21.349174 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:21.349545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:21.351399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:21.352290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Bound port: 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:21.352290 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.383122 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-9d0f2189-f139-42a4-87e2-279402a16b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.384970 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-9d0f2189-f139-42a4-87e2-279402a16b88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 1095 time: 0.1798186 Jul 05 03:48:21.461892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:21.467263 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:21.509731 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-d2050d9b-38c5-4d1e-8b5d-2660ffeb47be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75a90d51-5509-42f2-b741-deb9c4e64d41 HTTP/1.1" status: 200 len: 217 time: 0.0408571 Jul 05 03:48:21.515020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-75efea2b-ddd1-41a6-b4e5-293bac1103f4 service neutron] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:21.520081 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-75efea2b-ddd1-41a6-b4e5-293bac1103f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.521379 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b16981f-fb5a-4c3f-866e-2fcff877ee8c req-75efea2b-ddd1-41a6-b4e5-293bac1103f4 service neutron] 10.222.0.11 "DELETE /v2.0/ports/8399da09-627b-4f7d-bb12-e909f8df9b0e/bindings/n-h2-798249-5 HTTP/1.1" status: 204 len: 173 time: 0.6691623 Jul 05 03:48:21.596127 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b32313ff-2f7e-433c-a65e-2fe1256a5146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.639403 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd3ee-0022-4916-9ae3-d190e3faf11d req-90d3bf69-cf77-479d-8bd9-4f916d5e84f2 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.640045 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-c3dbbfbd-384c-461a-ac8b-cd49316c53db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.642746 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-025dd3ee-0022-4916-9ae3-d190e3faf11d req-90d3bf69-cf77-479d-8bd9-4f916d5e84f2 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 944 time: 0.4639466 Jul 05 03:48:21.655802 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-c3dbbfbd-384c-461a-ac8b-cd49316c53db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.1310511 Jul 05 03:48:21.661983 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.663427 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 370898d7-fd07-4634-bcc2-f0a03a9e4a41 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:21.668724 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.735494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.736490 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.738280 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] 10.222.0.11 "PUT /v2.0/ports/2a490de7-781b-414e-b0c6-263f9c1ba1b8 HTTP/1.1" status: 200 len: 1095 time: 3.0390382 Jul 05 03:48:21.814777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9f753-9ec4-4d37-b652-4ce170d71eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:21.852505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-de360067-c441-4c56-8a89-8014f2b41cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.854456 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-de360067-c441-4c56-8a89-8014f2b41cab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667242 Jul 05 03:48:22.078334 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-189f6310-da8d-4ed6-b1e0-42a977566bfd service neutron] 10.222.0.11 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163782 Jul 05 03:48:22.115613 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-9d897d05-0fd1-41e9-84c2-008ce3925695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:22.117959 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-9d897d05-0fd1-41e9-84c2-008ce3925695 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 1098 time: 0.1640570 Jul 05 03:48:22.131822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-025dd3ee-0022-4916-9ae3-d190e3faf11d req-2c8d5059-fff2-4fbf-a186-020fa761be50 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799311 Jul 05 03:48:22.203407 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-f2c7030e-2f19-47d3-9392-3013ec129c30 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8 HTTP/1.1" status: 200 len: 217 time: 0.0558603 Jul 05 03:48:22.292206 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-3b42c4d7-9ac0-4cde-9235-eaa91c9918ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:22.294290 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-3b42c4d7-9ac0-4cde-9235-eaa91c9918ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0813768 Jul 05 03:48:22.299251 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-290775fe-eaba-434c-abb7-ca87522cc2ed req-962f0e7f-f623-47ac-a123-896babf1cf8e service neutron] 10.222.0.11 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106581 Jul 05 03:48:22.302326 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74a454-6f95-4fef-bc9d-277bb0e89b60 req-d2a76ec9-b79f-4419-a269-26ad02aa34f9 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:22.321258 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.325455 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa74a454-6f95-4fef-bc9d-277bb0e89b60 req-d2a76ec9-b79f-4419-a269-26ad02aa34f9 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.6182845 Jul 05 03:48:22.367871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Transition to ACTIVE for port object 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:22.404317 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-a2ddfb08-7411-4a7f-a0b2-7b8c4f2c0a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:22.408826 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-a2ddfb08-7411-4a7f-a0b2-7b8c4f2c0a91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1025627 Jul 05 03:48:22.482837 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa74a454-6f95-4fef-bc9d-277bb0e89b60 req-f1c97888-17e3-4de9-a258-d6ee6ad52974 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558318 Jul 05 03:48:22.609433 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.688221 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.810928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Attempting to bind port 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:22.813746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Attempting to bind port 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:22.814314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Attempting to bind port 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:22.833737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fb4d8-8d40-4682-beca-e6cd232a578c None None] Pushing event updated for resources: {'Port': ['ID=14e0a225-1e34-4a2c-a48c-1cd37fffdb72,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:22.839503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:22.845867 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:22.846276 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.846676 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:22.847447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Bound port: 14e0a225-1e34-4a2c-a48c-1cd37fffdb72, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:22.847841 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.928270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Allocated IP 172.20.0.1 (94005e7b-5b81-43b2-8cb7-96ba85ca7635/f6da78f6-d10c-45ab-8914-1fc96bd2b433/c64b8d47-d3b5-4764-8f4d-ad1169f82ae9) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:22.957311 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64c37c1-8958-4ee6-9b2a-bdc24856ff67 x-openstack-request-id: req-c64c37c1-8958-4ee6-9b2a-bdc24856ff67 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:22.958164 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182db6bf-7149-4e03-a81f-1102dc7eddb6", "tag": "75a90d51-5509-42f2-b741-deb9c4e64d41", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:22.958164 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c64c37c1-8958-4ee6-9b2a-bdc24856ff67 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:22.958376 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'tag': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'status': 'completed', 'code': 200} Jul 05 03:48:23.010532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] For port 14e0a225-1e34-4a2c-a48c-1cd37fffdb72, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:23.017873 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] For port 14e0a225-1e34-4a2c-a48c-1cd37fffdb72, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=14e0a225-1e34-4a2c-a48c-1cd37fffdb72,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:23.060269 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-223d44f0-9f97-4338-b99c-61b6db4fe402 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419647 Jul 05 03:48:23.067922 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7b7c3-0ae8-4d0b-a913-1b4cdc138d94 req-9050c9d4-1a25-4e83-af22-22f174e8dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.069588 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0ca7b7c3-0ae8-4d0b-a913-1b4cdc138d94 req-9050c9d4-1a25-4e83-af22-22f174e8dbbe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 1095 time: 0.1104209 Jul 05 03:48:23.135678 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.212412 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.235619 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8fe48-468d-4429-831d-3c9d9f120962 req-c2b5fbb0-28d2-4e09-a7f7-2d4bac531a02 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.244979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0b8fe48-468d-4429-831d-3c9d9f120962 req-c2b5fbb0-28d2-4e09-a7f7-2d4bac531a02 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 944 time: 0.6175013 Jul 05 03:48:23.262533 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Routers {'782cb859-4163-432a-94ba-28fb7907dc6d'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:23.263448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:47:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['782cb859-4163-432a-94ba-28fb7907dc6d'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:23.278761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Transition to ACTIVE for port object c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:23.311939 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-50baa68c-3199-46d5-b3ec-86f9935567c7 req-460648c2-45d5-4c01-b976-2b2daf9efc72 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287042 Jul 05 03:48:23.314447 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7b7c3-0ae8-4d0b-a913-1b4cdc138d94 req-fd8e84dd-aaac-4808-8a45-5cf47c09c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.316601 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0ca7b7c3-0ae8-4d0b-a913-1b4cdc138d94 req-fd8e84dd-aaac-4808-8a45-5cf47c09c891 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 921 time: 0.2220774 Jul 05 03:48:23.320911 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0b8fe48-468d-4429-831d-3c9d9f120962 req-e1ebf9a5-2878-476e-b62a-439dfc60f5d3 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752409 Jul 05 03:48:23.366183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fb4d8-8d40-4682-beca-e6cd232a578c None None] Pushing event updated for resources: {'Port': ['ID=14e0a225-1e34-4a2c-a48c-1cd37fffdb72,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:23.398502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79985112-174a-41b8-89d1-b6db8628b9f8 req-c85bd69d-8913-407f-af8d-dd146a24df90 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.410467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79985112-174a-41b8-89d1-b6db8628b9f8 req-c85bd69d-8913-407f-af8d-dd146a24df90 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 947 time: 0.3503006 Jul 05 03:48:23.413424 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0ca7b7c3-0ae8-4d0b-a913-1b4cdc138d94 req-dcb152f4-a5c5-4bb2-b4aa-90ad15636dff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75a90d51-5509-42f2-b741-deb9c4e64d41 HTTP/1.1" status: 200 len: 217 time: 0.0873618 Jul 05 03:48:23.502873 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7b7c3-0ae8-4d0b-a913-1b4cdc138d94 req-641cb07a-ab21-4c7b-93e9-90394e1500d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.503976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79985112-174a-41b8-89d1-b6db8628b9f8 req-f8661751-747d-4ca7-b350-f2cac2b67dce tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925417 Jul 05 03:48:23.505016 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0ca7b7c3-0ae8-4d0b-a913-1b4cdc138d94 req-641cb07a-ab21-4c7b-93e9-90394e1500d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.0844984 Jul 05 03:48:23.550069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] Set router 782cb859-4163-432a-94ba-28fb7907dc6d gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:23.605057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7b7c3-0ae8-4d0b-a913-1b4cdc138d94 req-92c6d190-d4c1-480e-907e-c293d29abb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.607348 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0ca7b7c3-0ae8-4d0b-a913-1b4cdc138d94 req-92c6d190-d4c1-480e-907e-c293d29abb71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907214 Jul 05 03:48:23.620088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763df14-6740-4db8-bcf7-d1f9259927a9 req-683c26ba-c4d5-4e0a-9f87-6d5d207e474e tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.622377 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b763df14-6740-4db8-bcf7-d1f9259927a9 req-683c26ba-c4d5-4e0a-9f87-6d5d207e474e tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 944 time: 0.1174340 Jul 05 03:48:23.690922 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b763df14-6740-4db8-bcf7-d1f9259927a9 req-6a7fe911-a9d7-4d90-a642-033a8a884817 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615990 Jul 05 03:48:23.926192 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0ca7b7c3-0ae8-4d0b-a913-1b4cdc138d94 req-322187f7-aad3-4ee0-a305-5e377482f10f service neutron] 10.222.0.11 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132715 Jul 05 03:48:23.927684 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2e4fa-3907-4829-8fee-b779d9e11d00 req-bc5911fa-e3dd-4ead-a5a9-168b209e7904 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.927684 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ab2e4fa-3907-4829-8fee-b779d9e11d00 req-bc5911fa-e3dd-4ead-a5a9-168b209e7904 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.0961642 Jul 05 03:48:23.927684 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ab2e4fa-3907-4829-8fee-b779d9e11d00 req-371d62cc-74d4-4537-9c28-8c98bc72f77b tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533988 Jul 05 03:48:23.928061 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0ca7b7c3-0ae8-4d0b-a913-1b4cdc138d94 req-7592d248-1457-42d6-8693-2fad82bfed31 service neutron] 10.222.0.11 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146457 Jul 05 03:48:23.928288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:48:18Z', 'revision_number': 3, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:23.952884 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c43dd6-1de2-424d-92b6-10035f55acbd None None] The sync data for ids ['782cb859-4163-432a-94ba-28fb7907dc6d'] in n-d-798249-5 is: [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:48:18Z', 'revision_number': 3, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:23.980746 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce0aaf-46cf-4ef6-a89f-65f9c513b3c1 req-de05b4de-86ad-466e-9948-da23f6aae47b tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.982601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0ce0aaf-46cf-4ef6-a89f-65f9c513b3c1 req-de05b4de-86ad-466e-9948-da23f6aae47b tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 1095 time: 0.0575352 Jul 05 03:48:24.025932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0ce0aaf-46cf-4ef6-a89f-65f9c513b3c1 req-f393a633-85a0-4e28-bdc8-fe6fa896ac7c tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357034 Jul 05 03:48:24.126565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6afb30-ac25-497c-a2b1-018fac6748c6 req-ae34bf53-3fab-4ad3-8b85-c4653831f07c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:24.126565 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad6afb30-ac25-497c-a2b1-018fac6748c6 req-ae34bf53-3fab-4ad3-8b85-c4653831f07c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3ff40fe-68a9-4bc6-8084-54f25f7c6bde HTTP/1.1" status: 200 len: 945 time: 0.0722697 Jul 05 03:48:24.176976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad6afb30-ac25-497c-a2b1-018fac6748c6 req-d20c54d7-2cbd-4438-ab35-417281109686 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454280 Jul 05 03:48:24.234087 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.286073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:24.290876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:24.307363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:24.340837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Pushing event updated for resources: {'Port': ['ID=c64b8d47-d3b5-4764-8f4d-ad1169f82ae9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:24.356178 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ebe5ea93-36ce-4c52-a6fe-9654adffba2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.396690 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.403051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae8079-61ab-463e-955d-c3535a56721b req-d7fdff9b-7f9b-4b56-817b-202ab202faed tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:24.407917 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.410466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbae8079-61ab-463e-955d-c3535a56721b req-d7fdff9b-7f9b-4b56-817b-202ab202faed tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 1095 time: 0.2518945 Jul 05 03:48:24.796514 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 75a90d51-5509-42f2-b741-deb9c4e64d41 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:24.827382 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbae8079-61ab-463e-955d-c3535a56721b req-2b6e07d7-2ef0-4a5a-8c82-95528b5c27ce tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158726 Jul 05 03:48:24.832884 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3bd38746-b52a-4b7b-ab9b-2ff51a55e7f8 None None] Provisioning for port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:24.845491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3bd38746-b52a-4b7b-ab9b-2ff51a55e7f8 None None] Provisioning complete for port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:24.846652 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3bd38746-b52a-4b7b-ab9b-2ff51a55e7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.869128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e050f-5ce1-4c63-a3e6-6c4af980507d req-eff050dd-872f-4061-bd8d-2756ca0bc727 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:24.871033 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-098e050f-5ce1-4c63-a3e6-6c4af980507d req-eff050dd-872f-4061-bd8d-2756ca0bc727 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 945 time: 0.5414131 Jul 05 03:48:24.958962 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:24.961390 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cf9db0-2f90-4c12-b2e8-583c09becef3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:24.976726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-098e050f-5ce1-4c63-a3e6-6c4af980507d req-66f8482e-6c2c-4650-adbc-a96d1dcc7500 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047089 Jul 05 03:48:24.982840 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.resource_extend [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:48:25.029814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3bd38746-b52a-4b7b-ab9b-2ff51a55e7f8 None None] Port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:25.122445 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:25.205793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 75a90d51-5509-42f2-b741-deb9c4e64d41, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=75a90d51-5509-42f2-b741-deb9c4e64d41,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:25.227095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'port_id': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'mac_address': 'fa:16:3e:8f:0c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:25.268348 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.270068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60943cbb-ebfc-484d-b004-a95ca87b88f4 req-efd6dae1-c83a-43ec-a249-2c916b951ef8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.271701 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60943cbb-ebfc-484d-b004-a95ca87b88f4 req-efd6dae1-c83a-43ec-a249-2c916b951ef8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 947 time: 0.1939325 Jul 05 03:48:25.284147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a90d51-5509-42f2-b741-deb9c4e64d41 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:25.312836 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 75a90d51-5509-42f2-b741-deb9c4e64d41, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=75a90d51-5509-42f2-b741-deb9c4e64d41,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:25.334894 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.386110 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60943cbb-ebfc-484d-b004-a95ca87b88f4 req-f2c2fb9a-4fed-4cd4-aad2-9dcdf07277fd tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880656 Jul 05 03:48:25.391259 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.419177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b3ca-aa85-416d-93ce-7a92912cbbb6 req-6ebd70d3-bd85-4f07-afd5-cb41840f4041 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.420687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a28b3ca-aa85-416d-93ce-7a92912cbbb6 req-6ebd70d3-bd85-4f07-afd5-cb41840f4041 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 944 time: 0.2245712 Jul 05 03:48:25.493202 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a28b3ca-aa85-416d-93ce-7a92912cbbb6 req-96ea7db7-ce92-4781-a668-69cdc282cdbd tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544558 Jul 05 03:48:25.567675 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086d0ed9-47d7-4665-a4fa-31d4c44c8f9c x-openstack-request-id: req-086d0ed9-47d7-4665-a4fa-31d4c44c8f9c {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:25.568007 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:25.568261 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-086d0ed9-47d7-4665-a4fa-31d4c44c8f9c {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:25.568703 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'status': 'completed', 'code': 200} Jul 05 03:48:25.603559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:25.615830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:25.616845 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.655409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-1fdec2a8-207f-4725-bea0-3d4695bf3314 req-ec54aa3f-d05a-4fe5-a1b6-328dbf4d088d tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:48:25.656473 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1fdec2a8-207f-4725-bea0-3d4695bf3314 req-ec54aa3f-d05a-4fe5-a1b6-328dbf4d088d tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076044 Jul 05 03:48:25.729776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf9db0-2f90-4c12-b2e8-583c09becef3 req-d03dbffa-5398-4870-80f7-97f642187be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.733481 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b4cf9db0-2f90-4c12-b2e8-583c09becef3 req-d03dbffa-5398-4870-80f7-97f642187be1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 1098 time: 0.1386938 Jul 05 03:48:25.757063 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.784029 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.889546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1fdec2a8-207f-4725-bea0-3d4695bf3314 req-dd82c56e-322b-40c1-b56e-21b19391a240 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2262352 Jul 05 03:48:25.896848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf9db0-2f90-4c12-b2e8-583c09becef3 req-407fde30-448a-41b3-a4ab-4f8eebba8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.898868 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b4cf9db0-2f90-4c12-b2e8-583c09becef3 req-407fde30-448a-41b3-a4ab-4f8eebba8d42 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1586206 Jul 05 03:48:25.919820 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.958809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 14e0a225-1e34-4a2c-a48c-1cd37fffdb72, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=14e0a225-1e34-4a2c-a48c-1cd37fffdb72,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:25.989490 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=75a90d51-5509-42f2-b741-deb9c4e64d41,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:26.023228 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.025969 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b4cf9db0-2f90-4c12-b2e8-583c09becef3 req-b843c171-9030-4bdc-ba88-4bcdc1b1004c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8 HTTP/1.1" status: 200 len: 217 time: 0.1161103 Jul 05 03:48:26.095584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['75a90d51-5509-42f2-b741-deb9c4e64d41'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:26.129247 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf9db0-2f90-4c12-b2e8-583c09becef3 req-49c0455e-d8e2-4f9a-846f-878170afc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:26.140221 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b4cf9db0-2f90-4c12-b2e8-583c09becef3 req-49c0455e-d8e2-4f9a-846f-878170afc63a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1062391 Jul 05 03:48:26.155584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Pushing event updated for resources: {'Port': ['ID=c64b8d47-d3b5-4764-8f4d-ad1169f82ae9,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:26.155584 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.228022 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.289927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf9db0-2f90-4c12-b2e8-583c09becef3 req-3e2799e0-73ae-43f7-865b-034607e971c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:26.291511 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b4cf9db0-2f90-4c12-b2e8-583c09becef3 req-3e2799e0-73ae-43f7-865b-034607e971c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1452425 Jul 05 03:48:26.336184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=14e0a225-1e34-4a2c-a48c-1cd37fffdb72,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:26.429337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:26.437926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:26.489937 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b4cf9db0-2f90-4c12-b2e8-583c09becef3 req-ea5e2592-cb9f-4556-bc5e-d88f94bdf182 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892383 Jul 05 03:48:26.608102 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Router 782cb859-4163-432a-94ba-28fb7907dc6d has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:48:26.681000 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b4cf9db0-2f90-4c12-b2e8-583c09becef3 req-d733573d-e0bb-4b11-bf0b-779c3d717ada service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809378 Jul 05 03:48:26.686913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f367e-6399-4e2a-a923-dfda90fc2fb6 req-f417dc67-f5ef-4655-b466-f917aece4e28 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:26.694263 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c31f367e-6399-4e2a-a923-dfda90fc2fb6 req-f417dc67-f5ef-4655-b466-f917aece4e28 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.3118033 Jul 05 03:48:26.780396 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c31f367e-6399-4e2a-a923-dfda90fc2fb6 req-52d38df7-8efb-496c-8831-0805155501c4 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851550 Jul 05 03:48:26.801302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2a490de7-781b-414e-b0c6-263f9c1ba1b8 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:26.830073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:26.835428 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-26b45086-e1e8-4aba-8d1b-dbd3a8105075 admin admin] 10.222.0.60 "PUT /v2.0/routers/782cb859-4163-432a-94ba-28fb7907dc6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2094359 Jul 05 03:48:26.850016 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Sync routers for ids ['782cb859-4163-432a-94ba-28fb7907dc6d'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:26.890658 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Routers {'782cb859-4163-432a-94ba-28fb7907dc6d'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:26.891320 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['782cb859-4163-432a-94ba-28fb7907dc6d'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:26.958270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3e17a3da-17d8-4579-8681-5ee8459ec30b None None] Provisioning complete for port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:26.958763 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3e17a3da-17d8-4579-8681-5ee8459ec30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.034270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:27.037258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3e17a3da-17d8-4579-8681-5ee8459ec30b None None] Port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:27.056867 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'mac_address': 'fa:16:3e:b0:82:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:27.468855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:27.468855 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.468855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a490de7-781b-414e-b0c6-263f9c1ba1b8 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:27.468855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:27.468855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:27.468855 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.472974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a57af4-26bc-4bad-8847-faf83fd80c50 req-f50635e9-5e16-4cc2-b0a3-89dfb9bdbc4f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:27.472974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21a57af4-26bc-4bad-8847-faf83fd80c50 req-f50635e9-5e16-4cc2-b0a3-89dfb9bdbc4f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 947 time: 0.2325547 Jul 05 03:48:27.474136 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Set router 782cb859-4163-432a-94ba-28fb7907dc6d gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:27.474805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01295036-bf1f-40a9-8a16-ff1991301d30 req-e8ec72fc-cc80-4e57-90ce-695e170fa954 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:27.474805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01295036-bf1f-40a9-8a16-ff1991301d30 req-e8ec72fc-cc80-4e57-90ce-695e170fa954 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 945 time: 0.2323549 Jul 05 03:48:27.474805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21a57af4-26bc-4bad-8847-faf83fd80c50 req-c7d0b1b5-aa20-45e6-a398-6a0c0888dfa0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273496 Jul 05 03:48:27.474805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01295036-bf1f-40a9-8a16-ff1991301d30 req-6f44c2ba-1a63-46c7-b5d0-07505492d6e9 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761952 Jul 05 03:48:27.572143 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:48:24Z', 'revision_number': 4, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c64b8d47-d3b5-4764-8f4d-ad1169f82ae9', 'name': '', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'mac_address': 'fa:16:3e:85:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:22Z', 'updated_at': '2021-07-05T03:48:25Z', 'revision_number': 2, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'subnets': [{'id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:27.617103 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Checking router: 782cb859-4163-432a-94ba-28fb7907dc6d for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:27.617520 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Updating router 782cb859-4163-432a-94ba-28fb7907dc6d port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:48:27.655437 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.728855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2959aa3-542c-4889-9f43-697269ad120b req-33813410-4726-4277-b28a-f9ef9d3c846b tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:27.731679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2959aa3-542c-4889-9f43-697269ad120b req-33813410-4726-4277-b28a-f9ef9d3c846b tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3ff40fe-68a9-4bc6-8084-54f25f7c6bde HTTP/1.1" status: 200 len: 945 time: 0.1234477 Jul 05 03:48:27.834952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2959aa3-542c-4889-9f43-697269ad120b req-d15016a0-125f-4b94-b474-afb18c7e6f94 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857034 Jul 05 03:48:27.843947 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.845046 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.937510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:28.061954 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.072397 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Transition to ACTIVE for port object c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:28.129691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b378cd6-ffa3-4d00-bd6a-0c4a5328d45b req-2066a6a9-a1ee-48ac-9f5c-af7b27c7b311 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.131536 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b378cd6-ffa3-4d00-bd6a-0c4a5328d45b req-2066a6a9-a1ee-48ac-9f5c-af7b27c7b311 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 945 time: 0.0765555 Jul 05 03:48:28.144495 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.155216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2a490de7-781b-414e-b0c6-263f9c1ba1b8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:28.205773 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b378cd6-ffa3-4d00-bd6a-0c4a5328d45b req-e4f9f258-99c6-40e2-9a15-b699df63c6f5 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663533 Jul 05 03:48:28.288829 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9592c9-0ed3-415e-b730-67632bb4f144 None None] Pushing event updated for resources: {'Port': ['ID=c64b8d47-d3b5-4764-8f4d-ad1169f82ae9,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:28.362229 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Attempting to bind port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:28.362872 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Attempting to bind port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '4e602cc5-eb2b-4502-bfd8-7e7107ee5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:28.363665 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Attempting to bind port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 on network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:28.370954 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:28.371531 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Checking segment: {'id': '4e602cc5-eb2b-4502-bfd8-7e7107ee5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:28.372042 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.372575 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Bound using segment: {'id': '4e602cc5-eb2b-4502-bfd8-7e7107ee5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:28.373671 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Bound port: c64b8d47-d3b5-4764-8f4d-ad1169f82ae9, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e602cc5-eb2b-4502-bfd8-7e7107ee5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:28.374183 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.474256 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] For port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:28.479406 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] For port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c64b8d47-d3b5-4764-8f4d-ad1169f82ae9,segment=NetworkSegment(4e602cc5-eb2b-4502-bfd8-7e7107ee5011),segment_id=4e602cc5-eb2b-4502-bfd8-7e7107ee5011)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:28.598163 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.721625 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9592c9-0ed3-415e-b730-67632bb4f144 None None] Pushing event updated for resources: {'Port': ['ID=c64b8d47-d3b5-4764-8f4d-ad1169f82ae9,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:28.753548 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Routers {'782cb859-4163-432a-94ba-28fb7907dc6d'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:28.754212 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['782cb859-4163-432a-94ba-28fb7907dc6d'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:28.807507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 75a90d51-5509-42f2-b741-deb9c4e64d41 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:28.950505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc560d-3c25-4291-ac62-51e39a5c39fd req-e8728039-fa99-4822-a463-b61efd596b5a tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.956854 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc560d-3c25-4291-ac62-51e39a5c39fd req-e8728039-fa99-4822-a463-b61efd596b5a tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.963182 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc560d-3c25-4291-ac62-51e39a5c39fd req-e8728039-fa99-4822-a463-b61efd596b5a tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.973497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-efcc560d-3c25-4291-ac62-51e39a5c39fd req-e8728039-fa99-4822-a463-b61efd596b5a tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e&device_id=c3ff40fe-68a9-4bc6-8084-54f25f7c6bde&device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 2416 time: 0.1771252 Jul 05 03:48:29.017497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 75a90d51-5509-42f2-b741-deb9c4e64d41 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:29.019231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 75a90d51-5509-42f2-b741-deb9c4e64d41 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:29.019605 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.023902 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] Set router 782cb859-4163-432a-94ba-28fb7907dc6d gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:29.056827 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-efcc560d-3c25-4291-ac62-51e39a5c39fd req-8a683dba-9ead-402d-ae6d-1ed42ba8dca8 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816007 Jul 05 03:48:29.183987 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.199663 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.225814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a90d51-5509-42f2-b741-deb9c4e64d41'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:29.229055 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ab353c-7be2-4b54-a500-4c6c5f007628" -d '{"events": [{"server_uuid": "182db6bf-7149-4e03-a81f-1102dc7eddb6", "name": "network-vif-plugged", "status": "completed", "tag": "75a90d51-5509-42f2-b741-deb9c4e64d41"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:29.255369 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 75a90d51-5509-42f2-b741-deb9c4e64d41, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=75a90d51-5509-42f2-b741-deb9c4e64d41,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:29.324689 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:48:24Z', 'revision_number': 4, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c64b8d47-d3b5-4764-8f4d-ad1169f82ae9', 'name': '', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'mac_address': 'fa:16:3e:85:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:22Z', 'updated_at': '2021-07-05T03:48:28Z', 'revision_number': 4, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'subnets': [{'id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:29.341132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53868) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:29.343358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180a56e-bd13-457b-bc5b-6dc228b737fb req-9a09bcf9-d676-411f-8502-1f3784a1d04f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:29.346442 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c8daf32c-8cc7-4a48-b77d-58024539a16a tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1076790222', 'description': 'tempest-description--879781048'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:29.354166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4180a56e-bd13-457b-bc5b-6dc228b737fb req-9a09bcf9-d676-411f-8502-1f3784a1d04f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 948 time: 0.1924927 Jul 05 03:48:29.368336 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e7d4a8-c691-4c23-9bcd-664c5adbb008 None None] The sync data for ids ['782cb859-4163-432a-94ba-28fb7907dc6d'] in n-d-798249-5 is: [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:48:24Z', 'revision_number': 4, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c64b8d47-d3b5-4764-8f4d-ad1169f82ae9', 'name': '', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'mac_address': 'fa:16:3e:85:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:22Z', 'updated_at': '2021-07-05T03:48:28Z', 'revision_number': 4, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'subnets': [{'id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:29.416135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4180a56e-bd13-457b-bc5b-6dc228b737fb req-8a487297-b4a1-4113-b42f-39c1ce987116 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607412 Jul 05 03:48:29.419423 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.577572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=75a90d51-5509-42f2-b741-deb9c4e64d41,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:29.615117 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8daf32c-8cc7-4a48-b77d-58024539a16a tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.718474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f08ed7-283c-4211-8d1c-be4cfc7094ad req-674fee11-65ab-4d5b-ae24-b41301c827ff tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:29.722951 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21f08ed7-283c-4211-8d1c-be4cfc7094ad req-674fee11-65ab-4d5b-ae24-b41301c827ff tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 946 time: 0.1469178 Jul 05 03:48:29.779785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-476975c6-c9f5-4d5b-adc3-cd2900924bae req-b8014b6b-3d70-47ae-92a9-589df31de3b5 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:48:29.780963 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-476975c6-c9f5-4d5b-adc3-cd2900924bae req-b8014b6b-3d70-47ae-92a9-589df31de3b5 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150502 Jul 05 03:48:29.863059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8daf32c-8cc7-4a48-b77d-58024539a16a tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.907484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21f08ed7-283c-4211-8d1c-be4cfc7094ad req-90fe2953-aa94-4bea-87d5-686e288f432c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787012 Jul 05 03:48:29.982814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-476975c6-c9f5-4d5b-adc3-cd2900924bae req-5ee32ffc-a9a4-4736-b739-b41a1c0339e4 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1853955 Jul 05 03:48:29.996800 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8daf32c-8cc7-4a48-b77d-58024539a16a tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.012733 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af576e47-cffc-423b-996c-1aa966a15f87 x-openstack-request-id: req-af576e47-cffc-423b-996c-1aa966a15f87 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:30.013040 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182db6bf-7149-4e03-a81f-1102dc7eddb6", "name": "network-vif-plugged", "status": "completed", "tag": "75a90d51-5509-42f2-b741-deb9c4e64d41", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:30.013299 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af576e47-cffc-423b-996c-1aa966a15f87 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:30.013701 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'code': 200} Jul 05 03:48:30.052865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8daf32c-8cc7-4a48-b77d-58024539a16a tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb70d8bb-cd4a-4556-8eb2-f5c27c505927,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:30.176177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8daf32c-8cc7-4a48-b77d-58024539a16a tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.185188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53874) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:30.185735 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c8daf32c-8cc7-4a48-b77d-58024539a16a tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8432226 Jul 05 03:48:30.191155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9f805fbd-695e-4389-a3ee-1d7704ffab07 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Request body: {'security_group_rule': {'security_group_id': 'cb70d8bb-cd4a-4556-8eb2-f5c27c505927', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:30.240882 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e408d9-7c85-4b41-b450-7e4d7c7893b2 req-6a37102f-2bf3-4b6b-879b-078707da4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:30.246895 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-21e408d9-7c85-4b41-b450-7e4d7c7893b2 req-6a37102f-2bf3-4b6b-879b-078707da4adb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 1097 time: 0.1545355 Jul 05 03:48:30.316544 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-21e408d9-7c85-4b41-b450-7e4d7c7893b2 req-00914d45-4470-4352-bca4-1e1d579a8b5c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659599 Jul 05 03:48:30.454618 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f805fbd-695e-4389-a3ee-1d7704ffab07 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.591762 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f805fbd-695e-4389-a3ee-1d7704ffab07 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.715795 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f805fbd-695e-4389-a3ee-1d7704ffab07 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.824735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2a490de7-781b-414e-b0c6-263f9c1ba1b8 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:30.833251 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f805fbd-695e-4389-a3ee-1d7704ffab07 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494ffa51-3a7d-4d12-8241-96c340a83683,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:30.868094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250a8d1-5905-4179-a393-bb5783f12ca1 req-30781ea0-0fc7-4ffb-bb27-ef0ba577e07c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:30.869750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4250a8d1-5905-4179-a393-bb5783f12ca1 req-30781ea0-0fc7-4ffb-bb27-ef0ba577e07c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 948 time: 0.2406790 Jul 05 03:48:30.968612 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4250a8d1-5905-4179-a393-bb5783f12ca1 req-6e37dd4d-f57b-4be2-be26-5ffcdb6251b2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853739 Jul 05 03:48:30.980750 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f805fbd-695e-4389-a3ee-1d7704ffab07 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.982306 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9f805fbd-695e-4389-a3ee-1d7704ffab07 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7959466 Jul 05 03:48:30.984792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53890) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:30.997621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8e4ebde1-1c92-44d0-a460-9dc7d14919ef tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Request body: {'security_group_rule': {'security_group_id': 'cb70d8bb-cd4a-4556-8eb2-f5c27c505927', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:31.133966 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:31.281389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c351e-937c-449a-a7d0-47afa7da5d7a req-4afa652f-5f28-4c64-8036-d25d23abfe7b tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:31.288928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0d8c351e-937c-449a-a7d0-47afa7da5d7a req-4afa652f-5f28-4c64-8036-d25d23abfe7b tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 946 time: 0.0936961 Jul 05 03:48:31.334655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0d8c351e-937c-449a-a7d0-47afa7da5d7a req-4d8fecfb-1f04-4f47-9a78-434cfe50fa02 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448239 Jul 05 03:48:31.586321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:31.592502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:31.592890 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.684618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:31.717050 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e4ebde1-1c92-44d0-a460-9dc7d14919ef tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.749765 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:31.755651 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.760671 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.826723 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e4ebde1-1c92-44d0-a460-9dc7d14919ef tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.938558 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.984553 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e4ebde1-1c92-44d0-a460-9dc7d14919ef tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.023597 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:32.026700 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35b60ed-65e9-4d34-9456-a128a4044c00" -d '{"events": [{"server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "name": "network-vif-plugged", "status": "completed", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:32.033314 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ebde1-1c92-44d0-a460-9dc7d14919ef tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32de268d-d090-42c2-b88e-2b7c4c4c5272,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:32.055053 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.058563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:32.107229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c64b8d47-d3b5-4764-8f4d-ad1169f82ae9,segment=NetworkSegment(4e602cc5-eb2b-4502-bfd8-7e7107ee5011),segment_id=4e602cc5-eb2b-4502-bfd8-7e7107ee5011)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:32.146573 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e4ebde1-1c92-44d0-a460-9dc7d14919ef tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.148150 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8e4ebde1-1c92-44d0-a460-9dc7d14919ef tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1603160 Jul 05 03:48:32.151120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53912) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:32.156015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:32.186308 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.252941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495fcde-67f0-468e-94fb-f83920eb0ea6 req-83b86b7b-ab1e-40d0-864c-369e39c75241 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.254931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5495fcde-67f0-468e-94fb-f83920eb0ea6 req-83b86b7b-ab1e-40d0-864c-369e39c75241 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 948 time: 0.1057284 Jul 05 03:48:32.303980 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.317956 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:32.334331 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5495fcde-67f0-468e-94fb-f83920eb0ea6 req-ece38911-ae1a-4164-87db-b91149a4fb07 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732396 Jul 05 03:48:32.384747 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.389484 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6216ed-bc39-4542-8391-4a2c14ff95a7 x-openstack-request-id: req-df6216ed-bc39-4542-8391-4a2c14ff95a7 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:32.393513 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "name": "network-vif-plugged", "status": "completed", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:32.393513 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df6216ed-bc39-4542-8391-4a2c14ff95a7 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:32.393513 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'code': 200} Jul 05 03:48:32.474463 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=c64b8d47-d3b5-4764-8f4d-ad1169f82ae9,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:32.625706 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c011c-e4d1-498c-871d-79ce4036d562 req-8fa608f8-8594-49e1-8cc7-d246b447d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.627774 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-be9c011c-e4d1-498c-871d-79ce4036d562 req-8fa608f8-8594-49e1-8cc7-d246b447d1fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 1100 time: 0.1395757 Jul 05 03:48:32.665706 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.753993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed848062-3833-4859-a2ea-60a4ba784d56 req-0970faed-05a8-4af9-8460-46e89c1eb393 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.768766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed848062-3833-4859-a2ea-60a4ba784d56 req-0970faed-05a8-4af9-8460-46e89c1eb393 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 946 time: 0.1217840 Jul 05 03:48:32.774384 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-be9c011c-e4d1-498c-871d-79ce4036d562 req-3eb244d3-d652-4370-8b19-5ad4da6ea155 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380258 Jul 05 03:48:32.860825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed848062-3833-4859-a2ea-60a4ba784d56 req-4d3f6a53-de7f-438f-90ea-855d7e5c0bb2 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905907 Jul 05 03:48:33.008240 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Allocated IP 172.25.0.31 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/789464b1-4bc5-4076-8992-420b7284029b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:33.041926 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:33.162054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:33.162717 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.205838 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-c03add3e-0711-4567-b9e3-135964cc215a tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2693191 Jul 05 03:48:33.211288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:33.273065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.283966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ee13b-61e1-45fd-abd2-053244257eb3 req-3c2a5daa-df0d-4175-ab77-9da7e549f147 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:33.286017 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-954ee13b-61e1-45fd-abd2-053244257eb3 req-3c2a5daa-df0d-4175-ab77-9da7e549f147 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 945 time: 0.3914557 Jul 05 03:48:33.347576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-954ee13b-61e1-45fd-abd2-053244257eb3 req-23181e55-80e9-4946-a094-dd0373f7e087 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523355 Jul 05 03:48:33.414519 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.460617 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.516697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:33.522695 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:33.530482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:33.597416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Pushing event updated for resources: {'Port': ['ID=789464b1-4bc5-4076-8992-420b7284029b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:33.627616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e7137-ca3d-4210-8ff2-17c95a5e82e5 req-b0677f5e-2a78-478a-928b-955f65436071 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:33.634884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-387e7137-ca3d-4210-8ff2-17c95a5e82e5 req-b0677f5e-2a78-478a-928b-955f65436071 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.1189401 Jul 05 03:48:33.658535 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.681210 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.757896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-387e7137-ca3d-4210-8ff2-17c95a5e82e5 req-c5681c1c-7803-406e-98f1-93e89397acfe tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216757 Jul 05 03:48:33.858685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Allocated IP 172.25.0.155 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/93bdeeb9-8b0b-4f97-a3e1-80482f3dc131) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:33.875218 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.027732 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.145889 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.284158 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.297036 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.351198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:34.354513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:34.359759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:34.397074 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Pushing event updated for resources: {'Port': ['ID=93bdeeb9-8b0b-4f97-a3e1-80482f3dc131,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:34.417220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Pushing event updated for resources: {'Port': ['ID=789464b1-4bc5-4076-8992-420b7284029b,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:34.452658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb072cf-d074-49fe-8fde-ede07a544b05 req-490a0842-4c92-4809-bae1-3c080cc3f21f tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.454842 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8cb072cf-d074-49fe-8fde-ede07a544b05 req-490a0842-4c92-4809-bae1-3c080cc3f21f tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 945 time: 0.1988900 Jul 05 03:48:34.456222 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.583837 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.641686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c2ef9-18b5-4127-8350-83ac95281b08 req-6e52f8dd-ce7a-4c21-8612-ca3ceb34a602 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.652516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e48c2ef9-18b5-4127-8350-83ac95281b08 req-6e52f8dd-ce7a-4c21-8612-ca3ceb34a602 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 945 time: 0.1123905 Jul 05 03:48:34.675898 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.686878 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4bdcac5c-9940-4155-9abb-dfbe9e7cb9a6 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5254507 Jul 05 03:48:34.686878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-8cb072cf-d074-49fe-8fde-ede07a544b05 req-32b74a8a-3cdb-4979-8427-24a0e58b2afc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Deleting port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:34.686878 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8cb072cf-d074-49fe-8fde-ede07a544b05 req-32b74a8a-3cdb-4979-8427-24a0e58b2afc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.729442 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e48c2ef9-18b5-4127-8350-83ac95281b08 req-16895a1a-a718-4cb9-8f17-f35337dfa9cd tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732014 Jul 05 03:48:34.830274 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.842572 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-8cb072cf-d074-49fe-8fde-ede07a544b05 req-32b74a8a-3cdb-4979-8427-24a0e58b2afc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] For port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7e47a4ff-64da-4cef-99f4-dddaaaa11c4b,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:34.842854 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8cb072cf-d074-49fe-8fde-ede07a544b05 req-32b74a8a-3cdb-4979-8427-24a0e58b2afc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.867354 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-8cb072cf-d074-49fe-8fde-ede07a544b05 req-32b74a8a-3cdb-4979-8427-24a0e58b2afc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Calling delete_port for 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:35.092172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fe6c2-ff41-4877-8518-13e9b40530c9 req-52383726-0250-47c6-ab17-2e4c8c6f22eb tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:35.099867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c60fe6c2-ff41-4877-8518-13e9b40530c9 req-52383726-0250-47c6-ab17-2e4c8c6f22eb tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.1615076 Jul 05 03:48:35.147232 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c60fe6c2-ff41-4877-8518-13e9b40530c9 req-67f97a31-a093-4573-bc09-642e3416d739 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464842 Jul 05 03:48:35.178991 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.231113 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8cb072cf-d074-49fe-8fde-ede07a544b05 req-32b74a8a-3cdb-4979-8427-24a0e58b2afc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.243453 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['98ae25ec-158e-46d5-a99e-658977df5480', '7cec6c8f-3a2b-4195-bdbb-adb6896e4e44'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:35.277489 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b74a8a-3cdb-4979-8427-24a0e58b2afc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Pushing event deleted for resources: {'Port': ['ID=7e47a4ff-64da-4cef-99f4-dddaaaa11c4b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:35.359401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb072cf-d074-49fe-8fde-ede07a544b05 req-32b74a8a-3cdb-4979-8427-24a0e58b2afc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] No DVR routers for this DVR port 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:35.365054 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8cb072cf-d074-49fe-8fde-ede07a544b05 req-32b74a8a-3cdb-4979-8427-24a0e58b2afc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.368181 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8cb072cf-d074-49fe-8fde-ede07a544b05 req-32b74a8a-3cdb-4979-8427-24a0e58b2afc tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.11 "DELETE /v2.0/ports/7e47a4ff-64da-4cef-99f4-dddaaaa11c4b HTTP/1.1" status: 204 len: 173 time: 0.8991368 Jul 05 03:48:35.369090 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e', 'name': 'network-vif-deleted', 'tag': '7e47a4ff-64da-4cef-99f4-dddaaaa11c4b'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:35.381429 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9086297c-3a3a-4276-8c53-226e82d524f6" -d '{"events": [{"server_uuid": "3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e", "name": "network-vif-deleted", "tag": "7e47a4ff-64da-4cef-99f4-dddaaaa11c4b"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:35.413240 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.594412 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.597095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Pushing event updated for resources: {'Port': ['ID=93bdeeb9-8b0b-4f97-a3e1-80482f3dc131,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:35.639030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b860f-ef6b-4368-bc38-265314099916 req-a6f824bc-ad90-4dff-b4b3-677999f49946 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:35.643100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b99b860f-ef6b-4368-bc38-265314099916 req-a6f824bc-ad90-4dff-b4b3-677999f49946 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.2236681 Jul 05 03:48:35.693761 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b99b860f-ef6b-4368-bc38-265314099916 req-65288344-ad06-42fc-8eef-be94647e87c8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470223 Jul 05 03:48:35.757835 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.759089 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-fa820fee-0fbc-4f76-9c57-6d686d5d898c tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5516808 Jul 05 03:48:35.801442 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7091190f-baa9-468e-a11a-81d9116dd025 x-openstack-request-id: req-7091190f-baa9-468e-a11a-81d9116dd025 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:35.801725 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e", "name": "network-vif-deleted", "tag": "7e47a4ff-64da-4cef-99f4-dddaaaa11c4b", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:35.801984 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7091190f-baa9-468e-a11a-81d9116dd025 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:35.802393 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e', 'name': 'network-vif-deleted', 'tag': '7e47a4ff-64da-4cef-99f4-dddaaaa11c4b', 'status': 'completed', 'code': 200} Jul 05 03:48:35.883617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-7708d729-abc4-4729-af06-86181c17f224 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.1160877 Jul 05 03:48:36.060291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f659430-19c6-4eb6-8d28-b4e12a85a418 req-dca7e589-45bf-473f-a3f0-f29e76b3084a tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 210 time: 0.0429215 Jul 05 03:48:36.068913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-7b291ee2-c12b-4097-871e-8066c7102281 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.075978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-7b291ee2-c12b-4097-871e-8066c7102281 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.1914332 Jul 05 03:48:36.090135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-ce364d21-a329-4eaa-8f97-e04bce050f4e tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:48:36.098326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c26f99fd-e481-4c0e-945f-d2ed21f6337f req-ce364d21-a329-4eaa-8f97-e04bce050f4e tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209100 Jul 05 03:48:36.229328 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d7c3ff4-a0a0-447b-8d28-b9c5e07af216 req-850e7c33-6162-44ea-b06a-4defee91bd62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0869026 Jul 05 03:48:36.400861 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c3ff4-a0a0-447b-8d28-b9c5e07af216 req-653cf377-0f04-4806-8dae-6b9acd656c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.412254 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d7c3ff4-a0a0-447b-8d28-b9c5e07af216 req-653cf377-0f04-4806-8dae-6b9acd656c2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 1095 time: 0.1326041 Jul 05 03:48:36.423096 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:48:36.512459 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b41a7bd5-24e2-4c60-af19-cb9a5930c8d7 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.522327 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b41a7bd5-24e2-4c60-af19-cb9a5930c8d7 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 820 time: 0.2178998 Jul 05 03:48:36.555760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c3ff4-a0a0-447b-8d28-b9c5e07af216 req-974e926c-3d78-4a84-8367-e4322fe3c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.559877 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-313798d7-9fe0-4937-a985-fcd5bd2578c6 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/quotas/b5b97373930a4336adb9d7e9f8a9494c HTTP/1.1" status: 200 len: 375 time: 0.0362585 Jul 05 03:48:36.560061 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d7c3ff4-a0a0-447b-8d28-b9c5e07af216 req-974e926c-3d78-4a84-8367-e4322fe3c0f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.1226330 Jul 05 03:48:36.666895 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d7c3ff4-a0a0-447b-8d28-b9c5e07af216 req-b13196ba-0139-41af-b602-b62117253d2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 HTTP/1.1" status: 200 len: 217 time: 0.1000073 Jul 05 03:48:36.742540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c3ff4-a0a0-447b-8d28-b9c5e07af216 req-d0327ab3-e573-49e0-9c67-536b25c601f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.756040 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d7c3ff4-a0a0-447b-8d28-b9c5e07af216 req-d0327ab3-e573-49e0-9c67-536b25c601f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.0668237 Jul 05 03:48:36.791650 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d7c3ff4-a0a0-447b-8d28-b9c5e07af216 req-fa399824-4931-4e6e-9942-837187175a81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404713 Jul 05 03:48:36.814416 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:36.865211 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:36.865783 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7e47a4ff-64da-4cef-99f4-dddaaaa11c4b not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:37.002141 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d7c3ff4-a0a0-447b-8d28-b9c5e07af216 req-700cf34f-3e2b-4969-90fb-363def9326ad service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023511 Jul 05 03:48:37.101339 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-5a8844e5-8964-4251-bfb2-9080c25fac15 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5405674 Jul 05 03:48:37.139640 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d7c3ff4-a0a0-447b-8d28-b9c5e07af216 req-4559dec0-e694-4a0a-bb40-ae376714fd9e service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310675 Jul 05 03:48:37.226775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-dd0dce74-c8c5-47cb-8c26-75080fb86c1c service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161268 Jul 05 03:48:37.364266 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-bef86de6-23ee-4402-a7ff-cfd596d524c7 service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304796 Jul 05 03:48:37.467107 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1494f61-3d94-4cfb-981a-ffb9cba914f5 req-735a2901-3b51-4687-82d6-a95fba2e882e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ac7fa8c-8ecb-4b81-989a-fedf0ac0515e HTTP/1.1" status: 200 len: 210 time: 0.0378392 Jul 05 03:48:37.780064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86e6f5-81ab-40f4-95ba-32a81fb0f319 req-b15f0792-e8b8-4493-bda2-002a772d0d3d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.785115 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a86e6f5-81ab-40f4-95ba-32a81fb0f319 req-b15f0792-e8b8-4493-bda2-002a772d0d3d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.1666098 Jul 05 03:48:37.893171 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a86e6f5-81ab-40f4-95ba-32a81fb0f319 req-5035cf69-3558-4388-8325-6f7e9579dfaa tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916059 Jul 05 03:48:37.905599 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-41e8c55f-79f8-474f-a371-a73daca1c9f9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1677523 Jul 05 03:48:37.912161 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58e4ca91-4f79-4bff-bbb4-e46c9443a2e3 req-67f38a88-7067-4b33-be9c-c05a3e2743ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2744322 Jul 05 03:48:38.001802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0fdc8f7-d90b-426b-b7a3-11c4e2af3d1a req-0306eead-25a4-4284-bd19-949ef962441b tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 210 time: 0.0564315 Jul 05 03:48:38.100739 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4ca91-4f79-4bff-bbb4-e46c9443a2e3 req-c83e6d65-e644-4a0a-95f8-f82d40c5b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:38.100739 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58e4ca91-4f79-4bff-bbb4-e46c9443a2e3 req-c83e6d65-e644-4a0a-95f8-f82d40c5b32f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 1096 time: 0.1217344 Jul 05 03:48:38.243593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4ca91-4f79-4bff-bbb4-e46c9443a2e3 req-2784a7b1-5fcb-4c6e-a527-cb6a6721f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:38.247352 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58e4ca91-4f79-4bff-bbb4-e46c9443a2e3 req-2784a7b1-5fcb-4c6e-a527-cb6a6721f6a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.1175337 Jul 05 03:48:38.313935 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58e4ca91-4f79-4bff-bbb4-e46c9443a2e3 req-c86e8001-a000-4224-8042-12798fc360e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0938396d-2197-4f94-982f-2a791e40713d HTTP/1.1" status: 200 len: 217 time: 0.0433829 Jul 05 03:48:38.352789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4ca91-4f79-4bff-bbb4-e46c9443a2e3 req-e4fa8cc0-da3f-4235-b1c1-039872be4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:38.357393 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58e4ca91-4f79-4bff-bbb4-e46c9443a2e3 req-e4fa8cc0-da3f-4235-b1c1-039872be4ad8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.0551732 Jul 05 03:48:38.397409 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58e4ca91-4f79-4bff-bbb4-e46c9443a2e3 req-4ca0550d-d8ec-4501-bd83-751a2ddd1405 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334837 Jul 05 03:48:38.515226 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58e4ca91-4f79-4bff-bbb4-e46c9443a2e3 req-d27417cf-17e4-4a2a-b8d9-08da0aab72cf service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108644 Jul 05 03:48:38.635682 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58e4ca91-4f79-4bff-bbb4-e46c9443a2e3 req-cd0d84d5-4669-424b-af53-192ac3b2a30f service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131935 Jul 05 03:48:39.223415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b09bd-29b3-44d8-9bce-85c3d116daba req-55aa4b99-7929-4f59-ba5b-3d063fbf21f0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.226619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-522b09bd-29b3-44d8-9bce-85c3d116daba req-55aa4b99-7929-4f59-ba5b-3d063fbf21f0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.1333890 Jul 05 03:48:39.326033 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-522b09bd-29b3-44d8-9bce-85c3d116daba req-f86b524e-5127-41f5-ba26-f9963020f622 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906458 Jul 05 03:48:39.648019 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bdd34d4e-e5e8-4217-826a-ffe84af8b1b2 req-26a0b9ff-65ad-448a-a38c-5e0bfd6186ef tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 210 time: 0.1077247 Jul 05 03:48:39.831688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb8f04-3093-44ec-be7d-03039428772c req-1088f85a-cefc-43f9-b057-94a57e2507a8 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.836856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fdb8f04-3093-44ec-be7d-03039428772c req-1088f85a-cefc-43f9-b057-94a57e2507a8 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3ff40fe-68a9-4bc6-8084-54f25f7c6bde HTTP/1.1" status: 200 len: 945 time: 0.0760293 Jul 05 03:48:39.878984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fdb8f04-3093-44ec-be7d-03039428772c req-a25ca975-33d1-45dc-b195-3339005f2458 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376508 Jul 05 03:48:40.529552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f5c91-e742-449f-adfd-692d0619785f req-1bee2199-0411-4fa5-ad8b-507e44b55e00 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.531122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b7f5c91-e742-449f-adfd-692d0619785f req-1bee2199-0411-4fa5-ad8b-507e44b55e00 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.0730948 Jul 05 03:48:40.572795 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b7f5c91-e742-449f-adfd-692d0619785f req-1b889324-2ab8-44fc-a7dc-190704ae0cd0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340862 Jul 05 03:48:40.818851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c20bf7af-5938-49cd-9133-92ee70149691 req-6c281f73-b02a-42d2-8dca-d1e640fe2a82 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 210 time: 0.0306742 Jul 05 03:48:40.959556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabebc27-30d8-4794-a689-9f371e0a47a3 req-408994ca-0b29-4a52-8602-5c095a1f29e5 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.961059 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aabebc27-30d8-4794-a689-9f371e0a47a3 req-408994ca-0b29-4a52-8602-5c095a1f29e5 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3ff40fe-68a9-4bc6-8084-54f25f7c6bde HTTP/1.1" status: 200 len: 945 time: 0.1207590 Jul 05 03:48:41.071822 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-aabebc27-30d8-4794-a689-9f371e0a47a3 req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Deleting port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:41.072089 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-aabebc27-30d8-4794-a689-9f371e0a47a3 req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.104494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fff77d-ea5c-444e-99e8-8e8616464d2d req-a453daa5-f5f6-4fbd-94f4-d7d204a50fb4 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.106794 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56fff77d-ea5c-444e-99e8-8e8616464d2d req-a453daa5-f5f6-4fbd-94f4-d7d204a50fb4 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3ff40fe-68a9-4bc6-8084-54f25f7c6bde HTTP/1.1" status: 200 len: 945 time: 0.0891304 Jul 05 03:48:41.172219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56fff77d-ea5c-444e-99e8-8e8616464d2d req-a65a19fd-7ec7-43e1-bdcc-f7270162e38c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565827 Jul 05 03:48:41.215321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-aabebc27-30d8-4794-a689-9f371e0a47a3 req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] For port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7cec6c8f-3a2b-4195-bdbb-adb6896e4e44,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:41.215717 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-aabebc27-30d8-4794-a689-9f371e0a47a3 req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.233850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-aabebc27-30d8-4794-a689-9f371e0a47a3 req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Calling delete_port for 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:41.538688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-aabebc27-30d8-4794-a689-9f371e0a47a3 req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.553062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['98ae25ec-158e-46d5-a99e-658977df5480', '7cec6c8f-3a2b-4195-bdbb-adb6896e4e44'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:41.585641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-0f71af53-7189-4375-8c77-619c3f908ea7 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.593469 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-0f71af53-7189-4375-8c77-619c3f908ea7 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 821 time: 0.1947899 Jul 05 03:48:41.610918 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Pushing event deleted for resources: {'Port': ['ID=7cec6c8f-3a2b-4195-bdbb-adb6896e4e44,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:41.614377 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-3172867c-61a5-44ee-be7c-8188c3d6b27e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/quotas/be979254e14b450096d0687db0c40d54 HTTP/1.1" status: 200 len: 375 time: 0.0198069 Jul 05 03:48:41.623606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-760ce39c-5f8b-4b20-9884-8c7272881985 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.627884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-760ce39c-5f8b-4b20-9884-8c7272881985 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.64 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 820 time: 0.1748428 Jul 05 03:48:41.644517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-5bb012a7-b12d-4fbc-b523-d92c1d01ad58 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Request body: {'port': {'device_id': '4677e818-0d97-438a-b06c-79d7d2908732', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'admin_state_up': True, 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:41.655913 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:41.656526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:41.656875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:41.657217 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:41.657672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:41.658186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:41.658515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:41.658841 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:41.659166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:41.659488 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:41.659808 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:41.660126 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:41.686648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabebc27-30d8-4794-a689-9f371e0a47a3 req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] No DVR routers for this DVR port 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:41.689879 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-aabebc27-30d8-4794-a689-9f371e0a47a3 req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.692995 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aabebc27-30d8-4794-a689-9f371e0a47a3 req-d948a35d-0fae-4b8e-8907-342e82cfd40e tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.64 "DELETE /v2.0/ports/7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 HTTP/1.1" status: 204 len: 173 time: 0.7255518 Jul 05 03:48:41.693132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ff40fe-68a9-4bc6-8084-54f25f7c6bde', 'name': 'network-vif-deleted', 'tag': '7cec6c8f-3a2b-4195-bdbb-adb6896e4e44'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:41.697143 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b6393a-5c99-4c11-8c77-271007ece165" -d '{"events": [{"server_uuid": "c3ff40fe-68a9-4bc6-8084-54f25f7c6bde", "name": "network-vif-deleted", "tag": "7cec6c8f-3a2b-4195-bdbb-adb6896e4e44"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:41.782299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-9cd8d1fb-ebd0-46eb-a342-5762b80e714f tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1670470 Jul 05 03:48:41.901177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-dbc15c24-82a5-4232-b0e8-c84a2d0b7bac service neutron] 10.222.0.60 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095419 Jul 05 03:48:41.951315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-5bb012a7-b12d-4fbc-b523-d92c1d01ad58 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Made reservation on behalf of b5b97373930a4336adb9d7e9f8a9494c for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:41.954997 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-5bb012a7-b12d-4fbc-b523-d92c1d01ad58 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.145066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-541600ca-a6cd-41d6-b881-b27adfd5413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.146794 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-541600ca-a6cd-41d6-b881-b27adfd5413d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 1100 time: 0.0819967 Jul 05 03:48:42.177162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-5bb012a7-b12d-4fbc-b523-d92c1d01ad58 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Allocated IP 172.20.0.8 (5133365b-8064-4458-b7d1-def1dcc4d4c2/0c831241-743f-42ed-8a3f-8ac21c470c0f/ea3b8e44-44f2-4f5e-a399-73422fe754ca) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:42.207810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-78ed3232-79a8-42dc-aa1d-dec1c9afea22 service neutron] 10.222.0.60 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057170 Jul 05 03:48:42.359276 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-646ddbf4-55ea-4c1c-80bd-7000a36531c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.361105 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-646ddbf4-55ea-4c1c-80bd-7000a36531c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.2072709 Jul 05 03:48:42.420500 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-314b8c9e-3be1-4792-8f46-1b47619ae29e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8 HTTP/1.1" status: 200 len: 217 time: 0.0500398 Jul 05 03:48:42.429933 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-5bb012a7-b12d-4fbc-b523-d92c1d01ad58 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.450218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-5bb012a7-b12d-4fbc-b523-d92c1d01ad58 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Transition to ACTIVE for port object ea3b8e44-44f2-4f5e-a399-73422fe754ca will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:42.481982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-29573ba4-7ddb-4f78-8536-aacff0c59402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.483712 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-29573ba4-7ddb-4f78-8536-aacff0c59402 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0554514 Jul 05 03:48:42.548002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-f672a8d7-e6f7-43a7-bb21-006d297ff2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.549849 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-f672a8d7-e6f7-43a7-bb21-006d297ff2f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599344 Jul 05 03:48:42.574392 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-5bb012a7-b12d-4fbc-b523-d92c1d01ad58 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.587164 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['75a90d51-5509-42f2-b741-deb9c4e64d41'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:42.630660 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb012a7-b12d-4fbc-b523-d92c1d01ad58 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Pushing event updated for resources: {'Port': ['ID=ea3b8e44-44f2-4f5e-a399-73422fe754ca,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:42.642284 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-5bb012a7-b12d-4fbc-b523-d92c1d01ad58 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Network 5133365b-8064-4458-b7d1-def1dcc4d4c2 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:42.643852 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-5bb012a7-b12d-4fbc-b523-d92c1d01ad58 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:42.646320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-5bb012a7-b12d-4fbc-b523-d92c1d01ad58 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:42.675817 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-fd2b86f7-db48-4dca-ba0c-65eff26d1405 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175773 Jul 05 03:48:42.710323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-5bb012a7-b12d-4fbc-b523-d92c1d01ad58 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.713047 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-5bb012a7-b12d-4fbc-b523-d92c1d01ad58 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.832965 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-cbe45a9d-2825-415c-adfb-c21591e3ec0f service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489429 Jul 05 03:48:42.833231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-5bb012a7-b12d-4fbc-b523-d92c1d01ad58 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1966770 Jul 05 03:48:42.846254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Request body: {'port': {'device_id': '4677e818-0d97-438a-b06c-79d7d2908732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:43.016424 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.170284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b3db1bc0-fdd2-4576-b982-6e4185d9e2db None None] Provisioning for port ea3b8e44-44f2-4f5e-a399-73422fe754ca completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:43.174905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b3db1bc0-fdd2-4576-b982-6e4185d9e2db None None] Provisioning complete for port ea3b8e44-44f2-4f5e-a399-73422fe754ca triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:43.175300 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b3db1bc0-fdd2-4576-b982-6e4185d9e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.219048 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b3db1bc0-fdd2-4576-b982-6e4185d9e2db None None] Port ea3b8e44-44f2-4f5e-a399-73422fe754ca cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:43.225193 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c6e48-2bc6-4381-ac6f-1afc7cc914ed req-51c6f885-c301-434f-9be8-f5b27d3aa0a8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.226781 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b2c6e48-2bc6-4381-ac6f-1afc7cc914ed req-51c6f885-c301-434f-9be8-f5b27d3aa0a8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.1608443 Jul 05 03:48:43.321453 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b2c6e48-2bc6-4381-ac6f-1afc7cc914ed req-e860017c-2153-4290-8f82-39f90befb37d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846424 Jul 05 03:48:43.378805 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0583c4-c1f1-4854-83ef-88bccec4bed2 x-openstack-request-id: req-6e0583c4-c1f1-4854-83ef-88bccec4bed2 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:43.379262 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ff40fe-68a9-4bc6-8084-54f25f7c6bde", "name": "network-vif-deleted", "tag": "7cec6c8f-3a2b-4195-bdbb-adb6896e4e44", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:43.381208 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e0583c4-c1f1-4854-83ef-88bccec4bed2 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:43.381208 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ff40fe-68a9-4bc6-8084-54f25f7c6bde', 'name': 'network-vif-deleted', 'tag': '7cec6c8f-3a2b-4195-bdbb-adb6896e4e44', 'status': 'completed', 'code': 200} Jul 05 03:48:43.443804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3b8e44-44f2-4f5e-a399-73422fe754ca {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:43.453019 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.465981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Transition to ACTIVE for port object ea3b8e44-44f2-4f5e-a399-73422fe754ca will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:43.571452 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.660645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Pushing event updated for resources: {'Port': ['ID=ea3b8e44-44f2-4f5e-a399-73422fe754ca,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:43.752761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12c34b-63e4-492b-a621-56fec0ce285d req-e31292a1-a0ab-4a85-924f-64b306c58a86 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.759164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f12c34b-63e4-492b-a621-56fec0ce285d req-e31292a1-a0ab-4a85-924f-64b306c58a86 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 943 time: 0.1614838 Jul 05 03:48:43.800879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Attempting to bind port ea3b8e44-44f2-4f5e-a399-73422fe754ca on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:43.801285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Attempting to bind port ea3b8e44-44f2-4f5e-a399-73422fe754ca by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:43.801718 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Attempting to bind port ea3b8e44-44f2-4f5e-a399-73422fe754ca on network 5133365b-8064-4458-b7d1-def1dcc4d4c2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:43.811695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Port ea3b8e44-44f2-4f5e-a399-73422fe754ca on network 5133365b-8064-4458-b7d1-def1dcc4d4c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:43.812168 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Attempting to bind port ea3b8e44-44f2-4f5e-a399-73422fe754ca on network 5133365b-8064-4458-b7d1-def1dcc4d4c2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:43.826055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f12c34b-63e4-492b-a621-56fec0ce285d req-38c48edb-27a1-47fa-9bbb-d8cd1e5c7314 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657113 Jul 05 03:48:43.849181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:43.849540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Checking segment: {'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:43.849960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Bound using segment: {'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:43.852717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Bound port: ea3b8e44-44f2-4f5e-a399-73422fe754ca, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0247409f-65b0-4a85-b0e7-29c780bea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:43.852717 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.974544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea585b29-aa75-4d8e-a91b-4cd449cef7e1 req-e9056807-020b-4c7d-810d-6d6fe3b8d5ee tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 210 time: 0.0420556 Jul 05 03:48:43.982242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] For port ea3b8e44-44f2-4f5e-a399-73422fe754ca, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:43.991990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] For port ea3b8e44-44f2-4f5e-a399-73422fe754ca, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ea3b8e44-44f2-4f5e-a399-73422fe754ca,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:44.114236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.169735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.170422 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.172239 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] 10.222.0.64 "PUT /v2.0/ports/ea3b8e44-44f2-4f5e-a399-73422fe754ca HTTP/1.1" status: 200 len: 1091 time: 1.3315091 Jul 05 03:48:44.172760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4677e818-0d97-438a-b06c-79d7d2908732', 'tag': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:44.175043 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa92b2bf-5ec4-42c2-ade1-77e0614169eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4677e818-0d97-438a-b06c-79d7d2908732", "tag": "ea3b8e44-44f2-4f5e-a399-73422fe754ca"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:44.203827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd350a-a0bb-44e8-860b-488678c5439f service neutron] Pushing event updated for resources: {'Port': ['ID=ea3b8e44-44f2-4f5e-a399-73422fe754ca,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:44.408195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-1dfefda1-eddb-45bd-a7a4-f8ccd76abc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.408485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-1dfefda1-eddb-45bd-a7a4-f8ccd76abc7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 1094 time: 0.0614989 Jul 05 03:48:44.451749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-bffb0a18-5666-47a7-ae4a-6d1454a1a7da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea3b8e44-44f2-4f5e-a399-73422fe754ca HTTP/1.1" status: 200 len: 217 time: 0.0354440 Jul 05 03:48:44.507916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-c9b20ef1-da97-4067-8a2e-fc60f5dbbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.509334 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-c9b20ef1-da97-4067-8a2e-fc60f5dbbeca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.0515780 Jul 05 03:48:44.588418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-78f0add1-68aa-445b-95c6-9347b0ba2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.590565 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-78f0add1-68aa-445b-95c6-9347b0ba2913 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743032 Jul 05 03:48:44.687215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-03d366b4-fc4b-4a23-9fb3-3022ab6b6cdf service neutron] 10.222.0.64 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893540 Jul 05 03:48:44.797584 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f21769f8-76f4-4da4-9187-1c0fd2dc6ebb req-6fb07652-cfa9-4331-b1ae-369ceedfaddd service neutron] 10.222.0.64 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023638 Jul 05 03:48:44.801412 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe085388-e79a-48e1-93c0-8443d3c68911 x-openstack-request-id: req-fe085388-e79a-48e1-93c0-8443d3c68911 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:44.802732 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4677e818-0d97-438a-b06c-79d7d2908732", "tag": "ea3b8e44-44f2-4f5e-a399-73422fe754ca", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:44.803428 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe085388-e79a-48e1-93c0-8443d3c68911 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:44.804966 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4677e818-0d97-438a-b06c-79d7d2908732', 'tag': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca', 'status': 'completed', 'code': 200} Jul 05 03:48:45.040664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355d80-601b-4342-bcd7-545c6a0da6c9 req-ff60a9f6-64d1-4287-b77b-ff8844fb5d69 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.042317 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3355d80-601b-4342-bcd7-545c6a0da6c9 req-ff60a9f6-64d1-4287-b77b-ff8844fb5d69 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.1330259 Jul 05 03:48:45.049929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92b2bf-5ec4-42c2-ade1-77e0614169eb req-9e9173c8-044b-4a4b-855f-c84bbdd893b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.054348 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa92b2bf-5ec4-42c2-ade1-77e0614169eb req-9e9173c8-044b-4a4b-855f-c84bbdd893b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 1094 time: 0.1009471 Jul 05 03:48:45.147316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3355d80-601b-4342-bcd7-545c6a0da6c9 req-2b16d939-aa1f-44d6-9a91-fe8e0040a2a5 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918968 Jul 05 03:48:45.189847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92b2bf-5ec4-42c2-ade1-77e0614169eb req-2fd7338b-12f4-4bb8-925a-20f52bd83b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.202048 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa92b2bf-5ec4-42c2-ade1-77e0614169eb req-2fd7338b-12f4-4bb8-925a-20f52bd83b4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 921 time: 0.1157281 Jul 05 03:48:45.228962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:45.247257 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa92b2bf-5ec4-42c2-ade1-77e0614169eb req-18fb81c8-f931-46c5-a510-bfe53ac47364 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea3b8e44-44f2-4f5e-a399-73422fe754ca HTTP/1.1" status: 200 len: 217 time: 0.0473909 Jul 05 03:48:45.251858 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:45.252217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7cec6c8f-3a2b-4195-bdbb-adb6896e4e44 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:45.311000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92b2bf-5ec4-42c2-ade1-77e0614169eb req-3c94a295-3f1e-43bd-a5ca-ca63707f944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.312521 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa92b2bf-5ec4-42c2-ade1-77e0614169eb req-3c94a295-3f1e-43bd-a5ca-ca63707f944d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.0559182 Jul 05 03:48:45.377647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92b2bf-5ec4-42c2-ade1-77e0614169eb req-4d2cdfe1-1e4f-4ff8-823e-737b811013b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.379184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa92b2bf-5ec4-42c2-ade1-77e0614169eb req-4d2cdfe1-1e4f-4ff8-823e-737b811013b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552542 Jul 05 03:48:45.517210 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa92b2bf-5ec4-42c2-ade1-77e0614169eb req-c04b8d80-cfc8-4f5e-a137-44e19822d213 service neutron] 10.222.0.64 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301026 Jul 05 03:48:45.525467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7aa08-5f21-4dd6-86f5-e4782fead211 req-69d8c7bc-a15e-4ec2-ade8-6021af3576ff tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.527562 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4de7aa08-5f21-4dd6-86f5-e4782fead211 req-69d8c7bc-a15e-4ec2-ade8-6021af3576ff tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.1313636 Jul 05 03:48:45.613908 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4de7aa08-5f21-4dd6-86f5-e4782fead211 req-dab3b50a-06c6-4192-bc0e-209484e92a36 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777340 Jul 05 03:48:45.654146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa92b2bf-5ec4-42c2-ade1-77e0614169eb req-a95407d1-8e19-482a-9b4e-2e75d9952ab6 service neutron] 10.222.0.64 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254644 Jul 05 03:48:45.804901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd2a83-66d6-439d-be21-f57a6019e04d req-994a0ebe-6475-4d50-a939-eb1ea890606d tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.806425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27fd2a83-66d6-439d-be21-f57a6019e04d req-994a0ebe-6475-4d50-a939-eb1ea890606d tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 943 time: 0.0669298 Jul 05 03:48:45.852899 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27fd2a83-66d6-439d-be21-f57a6019e04d req-c5462785-ebc3-42f8-84fb-7c9eff24e355 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394926 Jul 05 03:48:45.994955 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5f44a10-b627-4f37-bf0a-a7806fb84232 req-cbe789fd-94f7-4e5a-b8d4-c105b76c325a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 210 time: 0.0324047 Jul 05 03:48:46.103647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-50905937-50a7-4e12-9122-7b51702a66f8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.106218 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-50905937-50a7-4e12-9122-7b51702a66f8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.64 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 821 time: 0.1098838 Jul 05 03:48:46.119734 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d57ebfdc-4f1e-474f-b256-4a77fad59212 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Request body: {'port': {'device_id': '9c2d4bf6-f63a-40be-a956-186c0386c891', 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409', 'admin_state_up': True, 'tenant_id': 'be979254e14b450096d0687db0c40d54'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:46.371300 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74a6b4-87be-4946-9682-b51cc9d7643f req-b1967d2c-1bb8-4ab9-87fb-3f11458c5d82 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.376972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff74a6b4-87be-4946-9682-b51cc9d7643f req-b1967d2c-1bb8-4ab9-87fb-3f11458c5d82 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.0826771 Jul 05 03:48:46.415697 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff74a6b4-87be-4946-9682-b51cc9d7643f req-68355805-832a-4904-a721-4a2cce4fe703 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375469 Jul 05 03:48:46.442146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d57ebfdc-4f1e-474f-b256-4a77fad59212 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Made reservation on behalf of be979254e14b450096d0687db0c40d54 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:46.447316 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d57ebfdc-4f1e-474f-b256-4a77fad59212 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.553401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f819e-46a7-40dd-af5f-69835c3c8fd0 req-ac510520-4afd-4f29-8ebf-f76c03d87ef0 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.558272 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-463f819e-46a7-40dd-af5f-69835c3c8fd0 req-ac510520-4afd-4f29-8ebf-f76c03d87ef0 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.1257648 Jul 05 03:48:46.615675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d57ebfdc-4f1e-474f-b256-4a77fad59212 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Allocated IP 172.20.0.8 (4691479b-1728-4d4d-b293-81f5c048e409/c3f97357-dd37-4825-8a0e-4a6b356869b0/07515a7a-b423-4129-81b4-97327247a38d) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:46.704144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-463f819e-46a7-40dd-af5f-69835c3c8fd0 req-bd84ea87-053a-4f79-9fa6-fb70b0b2945c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Deleting port 98ae25ec-158e-46d5-a99e-658977df5480 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:46.704520 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-463f819e-46a7-40dd-af5f-69835c3c8fd0 req-bd84ea87-053a-4f79-9fa6-fb70b0b2945c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.845515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-463f819e-46a7-40dd-af5f-69835c3c8fd0 req-bd84ea87-053a-4f79-9fa6-fb70b0b2945c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] For port 98ae25ec-158e-46d5-a99e-658977df5480, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=98ae25ec-158e-46d5-a99e-658977df5480,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:46.845898 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-463f819e-46a7-40dd-af5f-69835c3c8fd0 req-bd84ea87-053a-4f79-9fa6-fb70b0b2945c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.864343 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-463f819e-46a7-40dd-af5f-69835c3c8fd0 req-bd84ea87-053a-4f79-9fa6-fb70b0b2945c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Calling delete_port for 98ae25ec-158e-46d5-a99e-658977df5480 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:46.951952 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8b6dc-251a-4095-a404-5518d2368371 req-3dde610a-e5e3-4645-94f6-7bf1caa45c40 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.957106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ce8b6dc-251a-4095-a404-5518d2368371 req-3dde610a-e5e3-4645-94f6-7bf1caa45c40 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 945 time: 0.1251638 Jul 05 03:48:46.977263 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d57ebfdc-4f1e-474f-b256-4a77fad59212 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.023618 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ce8b6dc-251a-4095-a404-5518d2368371 req-215140ea-8bf5-4a24-87da-4855d8f68745 tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/security-groups?id=da88c371-61ed-43bf-9bba-07381185024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641596 Jul 05 03:48:47.145994 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-463f819e-46a7-40dd-af5f-69835c3c8fd0 req-bd84ea87-053a-4f79-9fa6-fb70b0b2945c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.158369 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['98ae25ec-158e-46d5-a99e-658977df5480'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:47.197827 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d57ebfdc-4f1e-474f-b256-4a77fad59212 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.219890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['9b67cb2f-43e8-492c-8b82-22c5b40a350b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:47.229160 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84ea87-053a-4f79-9fa6-fb70b0b2945c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Pushing event deleted for resources: {'Port': ['ID=98ae25ec-158e-46d5-a99e-658977df5480,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:47.344176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-463f819e-46a7-40dd-af5f-69835c3c8fd0 req-bd84ea87-053a-4f79-9fa6-fb70b0b2945c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] No DVR routers for this DVR port 98ae25ec-158e-46d5-a99e-658977df5480 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:47.350984 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-463f819e-46a7-40dd-af5f-69835c3c8fd0 req-bd84ea87-053a-4f79-9fa6-fb70b0b2945c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.353247 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-463f819e-46a7-40dd-af5f-69835c3c8fd0 req-bd84ea87-053a-4f79-9fa6-fb70b0b2945c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.64 "DELETE /v2.0/ports/98ae25ec-158e-46d5-a99e-658977df5480 HTTP/1.1" status: 204 len: 173 time: 0.7914081 Jul 05 03:48:47.353723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac4a48a-724a-4476-8d72-c9c17d5b4487', 'name': 'network-vif-deleted', 'tag': '98ae25ec-158e-46d5-a99e-658977df5480'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:47.356753 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d374d8-403d-43a8-8c31-0a66db592b1c" -d '{"events": [{"server_uuid": "4ac4a48a-724a-4476-8d72-c9c17d5b4487", "name": "network-vif-deleted", "tag": "98ae25ec-158e-46d5-a99e-658977df5480"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:47.452874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ea3b8e44-44f2-4f5e-a399-73422fe754ca details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:47.652906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d57ebfdc-4f1e-474f-b256-4a77fad59212 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Network 4691479b-1728-4d4d-b293-81f5c048e409 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:47.660533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d57ebfdc-4f1e-474f-b256-4a77fad59212 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:47.663028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d57ebfdc-4f1e-474f-b256-4a77fad59212 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:47.694259 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8793b6-1791-4865-998e-3c51c0bf1e95 req-040bedcf-0fe3-4b16-be51-15000e8da74a tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.697213 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f8793b6-1791-4865-998e-3c51c0bf1e95 req-040bedcf-0fe3-4b16-be51-15000e8da74a tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 943 time: 0.5508981 Jul 05 03:48:47.749298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ebfdc-4f1e-474f-b256-4a77fad59212 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Pushing event updated for resources: {'Port': ['ID=07515a7a-b423-4129-81b4-97327247a38d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:47.779040 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ea3b8e44-44f2-4f5e-a399-73422fe754ca, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ea3b8e44-44f2-4f5e-a399-73422fe754ca,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:47.794862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d57ebfdc-4f1e-474f-b256-4a77fad59212 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.795797 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d57ebfdc-4f1e-474f-b256-4a77fad59212 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.800907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'port_id': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca', 'mac_address': 'fa:16:3e:c3:5a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:47.852356 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f8793b6-1791-4865-998e-3c51c0bf1e95 req-16f91fe8-bb8e-40cb-bc77-7ced6a5fd563 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885198 Jul 05 03:48:47.898450 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.916616 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3b8e44-44f2-4f5e-a399-73422fe754ca {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:47.956105 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ea3b8e44-44f2-4f5e-a399-73422fe754ca, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ea3b8e44-44f2-4f5e-a399-73422fe754ca,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:48.091945 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b6683-e80c-40f9-9ee5-3ce82409f1fc req-213e5f93-19f7-4c2c-a1be-a0f28cc4f1cd tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.093486 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-379b6683-e80c-40f9-9ee5-3ce82409f1fc req-213e5f93-19f7-4c2c-a1be-a0f28cc4f1cd tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 931 time: 0.0730257 Jul 05 03:48:48.142149 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-379b6683-e80c-40f9-9ee5-3ce82409f1fc req-17b577a7-3fb5-487d-9f29-f7ce03cbbbc1 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388193 Jul 05 03:48:48.196995 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90c31bc-3875-4cc9-9f4f-fc43755ede4e x-openstack-request-id: req-e90c31bc-3875-4cc9-9f4f-fc43755ede4e {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:48.197537 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac4a48a-724a-4476-8d72-c9c17d5b4487", "name": "network-vif-deleted", "tag": "98ae25ec-158e-46d5-a99e-658977df5480", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:48.197537 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e90c31bc-3875-4cc9-9f4f-fc43755ede4e {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:48.197930 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac4a48a-724a-4476-8d72-c9c17d5b4487', 'name': 'network-vif-deleted', 'tag': '98ae25ec-158e-46d5-a99e-658977df5480', 'status': 'completed', 'code': 200} Jul 05 03:48:48.468179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6995c6-4f68-4357-8cc9-bcd6ab4deea9 req-ba0c982b-688a-4a75-95b7-e3477f14f6e7 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.468179 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dd6995c6-4f68-4357-8cc9-bcd6ab4deea9 req-ba0c982b-688a-4a75-95b7-e3477f14f6e7 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.0814321 Jul 05 03:48:48.468179 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dd6995c6-4f68-4357-8cc9-bcd6ab4deea9 req-f0d26b8d-3e94-4b05-a06f-1462b50b3905 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372927 Jul 05 03:48:48.625747 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.626514 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d57ebfdc-4f1e-474f-b256-4a77fad59212 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5108643 Jul 05 03:48:48.647810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Request body: {'port': {'device_id': '9c2d4bf6-f63a-40be-a956-186c0386c891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:48.708153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ea3b8e44-44f2-4f5e-a399-73422fe754ca,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:48.737836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8135f9a2-cdcc-4b9f-a0c3-3d6a7d0810d8 req-eee92c6e-8b2f-4709-b475-ab77d16a038c tempest-ListServerFiltersTestJSON-1660068008 tempest-ListServerFiltersTestJSON-1660068008-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ac4a48a-724a-4476-8d72-c9c17d5b4487 HTTP/1.1" status: 200 len: 210 time: 0.0538988 Jul 05 03:48:48.785033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.865128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ea3b8e44-44f2-4f5e-a399-73422fe754ca'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:49.201143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0acd5-8070-4991-8ebf-c88001287e27 req-578cb3f7-38c6-471d-92b4-8b5c0353aa6f tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.203391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abb0acd5-8070-4991-8ebf-c88001287e27 req-578cb3f7-38c6-471d-92b4-8b5c0353aa6f tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 944 time: 0.1442437 Jul 05 03:48:49.244720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 98ae25ec-158e-46d5-a99e-658977df5480 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:49.283451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abb0acd5-8070-4991-8ebf-c88001287e27 req-7dc47dd3-1b06-4bf6-b976-819c6d109653 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735040 Jul 05 03:48:49.293347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07515a7a-b423-4129-81b4-97327247a38d {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:49.295877 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 98ae25ec-158e-46d5-a99e-658977df5480 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:49.297208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 98ae25ec-158e-46d5-a99e-658977df5480 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:49.302027 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.323972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Transition to ACTIVE for port object 07515a7a-b423-4129-81b4-97327247a38d will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:49.466917 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.545910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=07515a7a-b423-4129-81b4-97327247a38d,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:49.594256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c38f9d-d344-4f83-87b5-2d6730009881 req-14e233bb-f0f8-41a0-8fa2-7721d50905af tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.596913 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60c38f9d-d344-4f83-87b5-2d6730009881 req-14e233bb-f0f8-41a0-8fa2-7721d50905af tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 943 time: 0.1664181 Jul 05 03:48:49.664350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60c38f9d-d344-4f83-87b5-2d6730009881 req-638c969a-abd5-4a34-a1fb-faeab690f7a8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588009 Jul 05 03:48:49.665605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Attempting to bind port 07515a7a-b423-4129-81b4-97327247a38d on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:49.666033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Attempting to bind port 07515a7a-b423-4129-81b4-97327247a38d by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:49.666455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Attempting to bind port 07515a7a-b423-4129-81b4-97327247a38d on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:49.673217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Port 07515a7a-b423-4129-81b4-97327247a38d on network 4691479b-1728-4d4d-b293-81f5c048e409 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:49.673664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Attempting to bind port 07515a7a-b423-4129-81b4-97327247a38d on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:49.680646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:49.681184 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Checking segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:49.681721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Bound using segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:49.692492 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Bound port: 07515a7a-b423-4129-81b4-97327247a38d, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:49.693254 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.780242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:49.784013 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=07515a7a-b423-4129-81b4-97327247a38d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:49.869411 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0d58c-8541-4cfe-ac3b-f4537316a476 req-1673b664-8f59-4515-a391-ef8d54740b55 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.876188 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dbf0d58c-8541-4cfe-ac3b-f4537316a476 req-1673b664-8f59-4515-a391-ef8d54740b55 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.0818284 Jul 05 03:48:49.896359 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.980789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dbf0d58c-8541-4cfe-ac3b-f4537316a476 req-f1776c57-2a3a-4e0e-a4b9-6adb94137041 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035361 Jul 05 03:48:49.990017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.990652 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.992223 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] 10.222.0.64 "PUT /v2.0/ports/07515a7a-b423-4129-81b4-97327247a38d HTTP/1.1" status: 200 len: 1091 time: 1.3491461 Jul 05 03:48:49.992856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2d4bf6-f63a-40be-a956-186c0386c891', 'tag': '07515a7a-b423-4129-81b4-97327247a38d'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:49.995135 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48311dd-043e-40ba-868c-188d3893973f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2d4bf6-f63a-40be-a956-186c0386c891", "tag": "07515a7a-b423-4129-81b4-97327247a38d"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:50.037004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253aefc-b5f5-49ac-82d2-9b4a57792ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=07515a7a-b423-4129-81b4-97327247a38d,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:50.165656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-7ec74231-8b53-42e2-80bd-1f289da34991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.168066 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-7ec74231-8b53-42e2-80bd-1f289da34991 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 1094 time: 0.0670388 Jul 05 03:48:50.302063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-28f18787-776d-4527-91d2-9e8f5967626a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07515a7a-b423-4129-81b4-97327247a38d HTTP/1.1" status: 200 len: 217 time: 0.0408430 Jul 05 03:48:50.302063 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9839d0-dc93-4433-83f6-31d9437dfb02 x-openstack-request-id: req-5b9839d0-dc93-4433-83f6-31d9437dfb02 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:50.302063 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2d4bf6-f63a-40be-a956-186c0386c891", "tag": "07515a7a-b423-4129-81b4-97327247a38d", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:50.302063 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b9839d0-dc93-4433-83f6-31d9437dfb02 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:50.302063 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2d4bf6-f63a-40be-a956-186c0386c891', 'tag': '07515a7a-b423-4129-81b4-97327247a38d', 'status': 'completed', 'code': 200} Jul 05 03:48:50.302063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-e8625a46-a9b9-419a-9537-5adba5cb742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.302063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-e8625a46-a9b9-419a-9537-5adba5cb742c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.0524552 Jul 05 03:48:50.303121 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54330) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:50.312832 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-db9b8839-c711-4afa-abda-3a45c0eb3905 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314937 Jul 05 03:48:50.382158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-062a33fb-0499-43ce-af7f-8edab2110b36 admin admin] Deleting subnet 11c85e90-1e0d-4537-8933-122b818af633 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:48:50.386041 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-062a33fb-0499-43ce-af7f-8edab2110b36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.444134 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-062a33fb-0499-43ce-af7f-8edab2110b36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.457676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-ecff39ff-26fa-4aac-8c90-39365d9853a0 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376708 Jul 05 03:48:50.588204 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-062a33fb-0499-43ce-af7f-8edab2110b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.643584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225431e-f774-42c6-82ff-3a9e799d98d1 req-188a9df0-6ab8-4508-83eb-a2bd624d9e17 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.645394 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9225431e-f774-42c6-82ff-3a9e799d98d1 req-188a9df0-6ab8-4508-83eb-a2bd624d9e17 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 944 time: 0.1864879 Jul 05 03:48:50.649773 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8c6fc5e-bc23-4287-b8ba-719176c5a3f9 req-688110f1-9781-4c94-b289-4ee937ba8681 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811934 Jul 05 03:48:50.703769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9225431e-f774-42c6-82ff-3a9e799d98d1 req-fd7fe7f5-8a55-4955-b91e-1a02f2484391 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391212 Jul 05 03:48:50.935814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ffee3-5213-4e45-b058-ffa848838567 req-18a11159-8d73-45e8-a128-c3e4b044785f tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.937459 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-177ffee3-5213-4e45-b058-ffa848838567 req-18a11159-8d73-45e8-a128-c3e4b044785f tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 943 time: 0.0978856 Jul 05 03:48:51.010086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-177ffee3-5213-4e45-b058-ffa848838567 req-a6aac86b-b75e-4c6a-8f16-3780522f85c7 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650051 Jul 05 03:48:51.217385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fceba-9424-411b-949b-48675631e056 req-266f81e0-5353-4f14-a15b-6974686217db tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.219842 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b53fceba-9424-411b-949b-48675631e056 req-266f81e0-5353-4f14-a15b-6974686217db tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.0766869 Jul 05 03:48:51.243809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ea3b8e44-44f2-4f5e-a399-73422fe754ca up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:51.270953 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b53fceba-9424-411b-949b-48675631e056 req-c8310360-7999-457e-b281-7fe3b89bb669 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Jul 05 03:48:51.552107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port ea3b8e44-44f2-4f5e-a399-73422fe754ca completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:51.552338 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-062a33fb-0499-43ce-af7f-8edab2110b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.554874 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9de3151e-668d-4cf1-9a40-4d00cec1ad27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.560241 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port ea3b8e44-44f2-4f5e-a399-73422fe754ca triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:51.560661 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.592301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a33fb-0499-43ce-af7f-8edab2110b36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c85e90-1e0d-4537-8933-122b818af633,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:51.598378 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-062a33fb-0499-43ce-af7f-8edab2110b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.600177 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-062a33fb-0499-43ce-af7f-8edab2110b36 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/11c85e90-1e0d-4537-8933-122b818af633 HTTP/1.1" status: 204 len: 168 time: 1.3006873 Jul 05 03:48:51.602813 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54344) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:51.611070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ed2ce-d26f-400a-be00-e841623aa2e4 None None] Network 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:51.682637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.696405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48311dd-043e-40ba-868c-188d3893973f req-e502b11e-f0ac-4893-9170-05d26d749f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.697421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e48311dd-043e-40ba-868c-188d3893973f req-e502b11e-f0ac-4893-9170-05d26d749f41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 1094 time: 0.1112885 Jul 05 03:48:51.779427 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Deleting port f20540f0-8c4d-44c2-9943-901f3d314ffb {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:51.779769 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.820830 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.833290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48311dd-043e-40ba-868c-188d3893973f req-2fbc4933-2652-4e90-b042-715d41170e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.835109 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e48311dd-043e-40ba-868c-188d3893973f req-2fbc4933-2652-4e90-b042-715d41170e03 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.1310058 Jul 05 03:48:51.871197 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4677e818-0d97-438a-b06c-79d7d2908732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:51.873992 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa989f3-76f3-4f09-9078-0fb1f33fbdbd" -d '{"events": [{"server_uuid": "4677e818-0d97-438a-b06c-79d7d2908732", "name": "network-vif-plugged", "status": "completed", "tag": "ea3b8e44-44f2-4f5e-a399-73422fe754ca"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:51.882520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] For port f20540f0-8c4d-44c2-9943-901f3d314ffb, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f20540f0-8c4d-44c2-9943-901f3d314ffb,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:51.882994 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.893409 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ea3b8e44-44f2-4f5e-a399-73422fe754ca, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ea3b8e44-44f2-4f5e-a399-73422fe754ca,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:51.897548 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Calling delete_port for f20540f0-8c4d-44c2-9943-901f3d314ffb owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:51.927531 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e48311dd-043e-40ba-868c-188d3893973f req-8bbaac3b-778e-46c4-9673-6abeb1b135e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07515a7a-b423-4129-81b4-97327247a38d HTTP/1.1" status: 200 len: 217 time: 0.0857279 Jul 05 03:48:51.987831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa1e2c-3f37-44bc-b391-318e26a8d0d8 None None] DHCP port deletion for 6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:48:52.021314 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.039196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48311dd-043e-40ba-868c-188d3893973f req-48c63f97-a63d-49b5-bca5-ac4d5cfdfd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.042763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e48311dd-043e-40ba-868c-188d3893973f req-48c63f97-a63d-49b5-bca5-ac4d5cfdfd57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.0959651 Jul 05 03:48:52.079700 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e48311dd-043e-40ba-868c-188d3893973f req-c13724a7-bb3a-4faf-952e-995bfd65472b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323212 Jul 05 03:48:52.086009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa1e2c-3f37-44bc-b391-318e26a8d0d8 None None] Deleting port f20540f0-8c4d-44c2-9943-901f3d314ffb {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:52.092760 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f2aa1e2c-3f37-44bc-b391-318e26a8d0d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.092897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0209ef1-6b0f-40fa-8456-aa1b41a926f7 req-93228ab1-52ed-4340-b263-faa541805330 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.093005 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ea3b8e44-44f2-4f5e-a399-73422fe754ca,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:52.093214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0209ef1-6b0f-40fa-8456-aa1b41a926f7 req-93228ab1-52ed-4340-b263-faa541805330 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 944 time: 0.1755741 Jul 05 03:48:52.165267 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f2aa1e2c-3f37-44bc-b391-318e26a8d0d8 None None] For port f20540f0-8c4d-44c2-9943-901f3d314ffb, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f20540f0-8c4d-44c2-9943-901f3d314ffb,segment=NetworkSegment(1dc250a1-e6ac-4831-959b-1e07b59ae4be),segment_id=1dc250a1-e6ac-4831-959b-1e07b59ae4be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:52.165664 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f2aa1e2c-3f37-44bc-b391-318e26a8d0d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.168113 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.187235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa1e2c-3f37-44bc-b391-318e26a8d0d8 None None] Calling delete_port for f20540f0-8c4d-44c2-9943-901f3d314ffb owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:52.216067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f20540f0-8c4d-44c2-9943-901f3d314ffb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:52.219024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0209ef1-6b0f-40fa-8456-aa1b41a926f7 req-e8bd1532-63b0-4ba0-bc09-032aac32487a tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118069 Jul 05 03:48:52.220232 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] No DVR routers for this DVR port f20540f0-8c4d-44c2-9943-901f3d314ffb on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:52.296249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e48311dd-043e-40ba-868c-188d3893973f req-c8764330-f98b-476b-a321-c9801983dfd4 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996171 Jul 05 03:48:52.322980 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.323783 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f2aa1e2c-3f37-44bc-b391-318e26a8d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.336202 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1697df-c323-4173-a3b1-1e3a3c345b92 x-openstack-request-id: req-ef1697df-c323-4173-a3b1-1e3a3c345b92 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:52.345016 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4677e818-0d97-438a-b06c-79d7d2908732", "name": "network-vif-plugged", "status": "completed", "tag": "ea3b8e44-44f2-4f5e-a399-73422fe754ca", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:52.345016 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef1697df-c323-4173-a3b1-1e3a3c345b92 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:52.345016 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4677e818-0d97-438a-b06c-79d7d2908732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca', 'code': 200} Jul 05 03:48:52.349506 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:52.363177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc250a1-e6ac-4831-959b-1e07b59ae4be') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:52.363620 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc250a1-e6ac-4831-959b-1e07b59ae4be') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:52.375355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aa1e2c-3f37-44bc-b391-318e26a8d0d8 None None] No DVR routers for this DVR port f20540f0-8c4d-44c2-9943-901f3d314ffb on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:52.382658 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.384265 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa1e2c-3f37-44bc-b391-318e26a8d0d8 None None] Pushing event deleted for resources: {'Port': ['ID=f20540f0-8c4d-44c2-9943-901f3d314ffb,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:52.415065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.430986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:48:52.431546 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:48:52.450388 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:48:52.454680 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:48:52.454680 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:48:52.530970 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e48311dd-043e-40ba-868c-188d3893973f req-5cf94db0-eba6-4040-b867-a40aabbce893 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315440 Jul 05 03:48:52.555599 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5e668-f51a-42ac-9294-56626637e84b req-3ea2baed-c5ee-4904-beef-ee43a4506e8b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.557332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ab5e668-f51a-42ac-9294-56626637e84b req-3ea2baed-c5ee-4904-beef-ee43a4506e8b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 943 time: 0.1019945 Jul 05 03:48:52.603556 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ab5e668-f51a-42ac-9294-56626637e84b req-357fd445-5719-4090-b009-74f5e6d80edd tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393097 Jul 05 03:48:52.807893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7999d-1aa8-47dc-9087-d0a5e8917595 req-c17ca6d7-3500-43b1-a93f-478d30b1395d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.809624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1a7999d-1aa8-47dc-9087-d0a5e8917595 req-c17ca6d7-3500-43b1-a93f-478d30b1395d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.0835962 Jul 05 03:48:52.845404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c8624-716f-4590-be5a-eb9518b108c6 req-9dae2514-1a72-4bde-959e-a19955e8f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.847102 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-718c8624-716f-4590-be5a-eb9518b108c6 req-9dae2514-1a72-4bde-959e-a19955e8f14b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 1096 time: 0.4578695 Jul 05 03:48:52.873994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1a7999d-1aa8-47dc-9087-d0a5e8917595 req-c2882727-af31-46e2-bf0c-230f2b6e65c3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572584 Jul 05 03:48:52.900199 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-718c8624-716f-4590-be5a-eb9518b108c6 req-2b570b7f-136c-4075-8d66-f1e147045b6c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417802 Jul 05 03:48:52.905279 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.918921 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.918921 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96 HTTP/1.1" status: 204 len: 168 time: 1.3107336 Jul 05 03:48:52.931284 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda3098-5015-4791-ad6a-9d464dab9fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc6ec44-2c88-4a3a-87bc-9311d0eb1d96,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:53.022913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f20540f0-8c4d-44c2-9943-901f3d314ffb no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:53.046790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: f20540f0-8c4d-44c2-9943-901f3d314ffb {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:53.052549 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f20540f0-8c4d-44c2-9943-901f3d314ffb not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:53.290722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54368) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:53.335077 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-48cc9834-b6b1-4102-8ef2-ca92f2a7bd13 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1eea59e3bea24b05a985a8dea75f95dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407586 Jul 05 03:48:53.335309 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54370) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:53.402961 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae4b3748-73b3-47c9-b427-81bdddf4f775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.426989 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae4b3748-73b3-47c9-b427-81bdddf4f775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.439316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0089612-800f-4aa5-ad55-b358956d1452 req-4dbc53d3-83f9-4da1-ab60-2bedf95bf90f tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.443314 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0089612-800f-4aa5-ad55-b358956d1452 req-4dbc53d3-83f9-4da1-ab60-2bedf95bf90f tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 945 time: 0.0915658 Jul 05 03:48:53.488756 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0089612-800f-4aa5-ad55-b358956d1452 req-5973d562-684b-42bc-b3e3-3b139a91d316 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378883 Jul 05 03:48:53.601505 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae4b3748-73b3-47c9-b427-81bdddf4f775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.604255 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae4b3748-73b3-47c9-b427-81bdddf4f775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.608716 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ae4b3748-73b3-47c9-b427-81bdddf4f775 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da88c371-61ed-43bf-9bba-07381185024d HTTP/1.1" status: 204 len: 168 time: 0.2698958 Jul 05 03:48:53.620316 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b3748-73b3-47c9-b427-81bdddf4f775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da88c371-61ed-43bf-9bba-07381185024d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:53.830370 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c6ef4-d704-4597-a271-482d070b779b req-caa40e5b-fb59-490a-8fc1-2d2cb10a0d7a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.832669 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d96c6ef4-d704-4597-a271-482d070b779b req-caa40e5b-fb59-490a-8fc1-2d2cb10a0d7a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 943 time: 0.0763710 Jul 05 03:48:53.881268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d96c6ef4-d704-4597-a271-482d070b779b req-aac14ebf-671b-4aa3-8b91-69a29dcbae04 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397506 Jul 05 03:48:54.071915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfb6f8-c9cc-43d5-accc-f50cfd2cff99 req-b9eb5379-fcc1-40bc-8a33-293374819ca1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.074261 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3bfb6f8-c9cc-43d5-accc-f50cfd2cff99 req-b9eb5379-fcc1-40bc-8a33-293374819ca1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.0826042 Jul 05 03:48:54.118319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3bfb6f8-c9cc-43d5-accc-f50cfd2cff99 req-c25cb43f-8847-41cf-b4aa-292ee3125613 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377507 Jul 05 03:48:54.275237 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-449f5d38-3f56-458b-a774-84b02e353c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.375140 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.689944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e7716-9b5b-4c8e-bc18-e790638ffc3a req-6f8f2075-19ac-49ea-92bc-12b9e8fdec66 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.691521 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab2e7716-9b5b-4c8e-bc18-e790638ffc3a req-6f8f2075-19ac-49ea-92bc-12b9e8fdec66 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 945 time: 0.0799398 Jul 05 03:48:54.735132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab2e7716-9b5b-4c8e-bc18-e790638ffc3a req-18eb77f6-c655-46a2-8491-7afbe9c568b2 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372393 Jul 05 03:48:54.988900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-a2929b7b-aa1c-4eef-aea0-8c923ad045d2 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.991290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-a2929b7b-aa1c-4eef-aea0-8c923ad045d2 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1409106 Jul 05 03:48:55.049422 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-512672bd-c245-45f1-baf5-8b87d1bba9d0 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.0503497 Jul 05 03:48:55.062528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-e03dd940-f0ca-4dc5-b435-4fe44fc5f058 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Request body: {'floatingip': {'port_id': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:55.114032 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-e03dd940-f0ca-4dc5-b435-4fe44fc5f058 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.178613 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.595308 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-e03dd940-f0ca-4dc5-b435-4fe44fc5f058 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.699401 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-e03dd940-f0ca-4dc5-b435-4fe44fc5f058 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.804123 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-e03dd940-f0ca-4dc5-b435-4fe44fc5f058 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Floating IP 55d1709a-f2b9-4825-8575-e6be556547e6 associated. External IP: 172.25.0.155, port: 75a90d51-5509-42f2-b741-deb9c4e64d41. Jul 05 03:48:56.036093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-e03dd940-f0ca-4dc5-b435-4fe44fc5f058 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Router a3f9e124-3c58-4486-8c2c-1544f3f29562 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:48:56.149040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-e03dd940-f0ca-4dc5-b435-4fe44fc5f058 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:56.157436 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-e03dd940-f0ca-4dc5-b435-4fe44fc5f058 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.162108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9516e1-43b4-4b37-b5e6-e800026e96b7 None None] Sync routers for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:56.177069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9516e1-43b4-4b37-b5e6-e800026e96b7 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:56.178447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0c9516e1-43b4-4b37-b5e6-e800026e96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:56.201455 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-e03dd940-f0ca-4dc5-b435-4fe44fc5f058 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "PUT /v2.0/floatingips/55d1709a-f2b9-4825-8575-e6be556547e6 HTTP/1.1" status: 200 len: 997 time: 1.1458220 Jul 05 03:48:56.201795 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'tag': '75a90d51-5509-42f2-b741-deb9c4e64d41'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:56.205317 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd996f2-b49a-4583-951c-610a2a393cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "182db6bf-7149-4e03-a81f-1102dc7eddb6", "tag": "75a90d51-5509-42f2-b741-deb9c4e64d41"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:56.291194 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-ddffbf9d-99c6-4ff8-a402-5fdb0941c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.300815 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-ddffbf9d-99c6-4ff8-a402-5fdb0941c36b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 1097 time: 0.0746951 Jul 05 03:48:56.344703 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-0c9516e1-43b4-4b37-b5e6-e800026e96b7 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:56.417610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-5adb2580-a824-401b-b967-a9f6e9b562e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.420899 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-5adb2580-a824-401b-b967-a9f6e9b562e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 921 time: 0.1208913 Jul 05 03:48:56.504227 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-a41387a2-c0f9-4f7f-8ae3-cae2e2aabec7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75a90d51-5509-42f2-b741-deb9c4e64d41 HTTP/1.1" status: 200 len: 1000 time: 0.0746469 Jul 05 03:48:56.556145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-cd870dc9-e505-44a2-bc92-8f4d58cf114b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.559914 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-cd870dc9-e505-44a2-bc92-8f4d58cf114b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.0484874 Jul 05 03:48:56.620761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-7afbac2a-95fa-4d08-8196-29302e5afe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.622304 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-7afbac2a-95fa-4d08-8196-29302e5afe5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578327 Jul 05 03:48:56.632348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-f53b34ac-25d6-4416-8e58-2e626ef19fa0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:48:56.633546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-f53b34ac-25d6-4416-8e58-2e626ef19fa0 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052886 Jul 05 03:48:56.641098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0c9516e1-43b4-4b37-b5e6-e800026e96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '55d1709a-f2b9-4825-8575-e6be556547e6', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'port_id': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'mac_address': 'fa:16:3e:8f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:34Z', 'updated_at': '2021-07-05T03:48:55Z', 'revision_number': 1, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:56.669838 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9516e1-43b4-4b37-b5e6-e800026e96b7 None None] Checking router: a3f9e124-3c58-4486-8c2c-1544f3f29562 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:56.678232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9516e1-43b4-4b37-b5e6-e800026e96b7 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:56.678846 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0c9516e1-43b4-4b37-b5e6-e800026e96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:56.753248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-06f1e9b4-7000-45fa-a2a7-e1a126ecf394 service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128263 Jul 05 03:48:56.797074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-0c9516e1-43b4-4b37-b5e6-e800026e96b7 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:56.860187 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0197b1df-31e7-49a3-bcd1-af92e3d8efc9 req-cf9821de-6e64-4d6c-b334-530315fb874d service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011498 Jul 05 03:48:56.984224 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.090155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0c9516e1-43b4-4b37-b5e6-e800026e96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '55d1709a-f2b9-4825-8575-e6be556547e6', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'port_id': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'mac_address': 'fa:16:3e:8f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:34Z', 'updated_at': '2021-07-05T03:48:55Z', 'revision_number': 1, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:57.122830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f732d4-adfe-478d-9781-e0d904a9865f req-418803c9-7134-41ea-98d4-515cae9f76d9 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.124422 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02f732d4-adfe-478d-9781-e0d904a9865f req-418803c9-7134-41ea-98d4-515cae9f76d9 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 943 time: 0.1041710 Jul 05 03:48:57.137279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9516e1-43b4-4b37-b5e6-e800026e96b7 None None] The sync data for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 is: [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '55d1709a-f2b9-4825-8575-e6be556547e6', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'port_id': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'mac_address': 'fa:16:3e:8f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:34Z', 'updated_at': '2021-07-05T03:48:55Z', 'revision_number': 1, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:57.193223 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02f732d4-adfe-478d-9781-e0d904a9865f req-f2d3233a-ebbf-43fb-b107-c2638f35dd89 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610163 Jul 05 03:48:57.441184 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83fa7e0-301f-4f0c-8f0e-1f4d23806c18 None None] New status for floating IP 55d1709a-f2b9-4825-8575-e6be556547e6: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:48:57.543485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a97474-d14c-4934-9021-387c550e1ccf req-7d204929-2b98-4745-b232-05cfb62e1d90 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.545121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-75a97474-d14c-4934-9021-387c550e1ccf req-7d204929-2b98-4745-b232-05cfb62e1d90 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.0687063 Jul 05 03:48:57.587152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-75a97474-d14c-4934-9021-387c550e1ccf req-1c080e2c-9648-4b59-83ea-831c92cb5dee tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342786 Jul 05 03:48:57.744174 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c40ddc-61ea-40b3-9d1a-269bfe802805 x-openstack-request-id: req-97c40ddc-61ea-40b3-9d1a-269bfe802805 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:57.744779 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182db6bf-7149-4e03-a81f-1102dc7eddb6", "tag": "75a90d51-5509-42f2-b741-deb9c4e64d41", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:57.750213 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97c40ddc-61ea-40b3-9d1a-269bfe802805 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:57.750213 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'tag': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'status': 'completed', 'code': 200} Jul 05 03:48:57.834520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd996f2-b49a-4583-951c-610a2a393cf9 req-8cd7a97d-d361-473c-b379-4e6b6ae33a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.836053 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfd996f2-b49a-4583-951c-610a2a393cf9 req-8cd7a97d-d361-473c-b379-4e6b6ae33a92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 1097 time: 0.0626428 Jul 05 03:48:57.918843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-0334146d-f2e1-459d-bc52-4c2eeffea39e tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.920273 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-0334146d-f2e1-459d-bc52-4c2eeffea39e tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=4677e818-0d97-438a-b06c-79d7d2908732&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0826993 Jul 05 03:48:57.962167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd996f2-b49a-4583-951c-610a2a393cf9 req-e06e81c8-8689-415b-b39c-c4565d664d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.964912 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfd996f2-b49a-4583-951c-610a2a393cf9 req-e06e81c8-8689-415b-b39c-c4565d664d30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 921 time: 0.1211686 Jul 05 03:48:58.056265 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfd996f2-b49a-4583-951c-610a2a393cf9 req-c7a03ed9-748d-481a-a9be-54fdc61d6b2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75a90d51-5509-42f2-b741-deb9c4e64d41 HTTP/1.1" status: 200 len: 1002 time: 0.0853007 Jul 05 03:48:58.074453 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-f9e2b72c-77b4-4bdf-8134-df1e3b652e18 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 1002 time: 0.1483092 Jul 05 03:48:58.094171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-b45d5a35-d3ba-4ac9-a302-4eec42ca30cd tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Request body: {'floatingip': {'port_id': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:58.116163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd996f2-b49a-4583-951c-610a2a393cf9 req-af329447-a4ae-4759-b684-0a5b50e574eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:58.117953 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfd996f2-b49a-4583-951c-610a2a393cf9 req-af329447-a4ae-4759-b684-0a5b50e574eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.0551362 Jul 05 03:48:58.196882 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd996f2-b49a-4583-951c-610a2a393cf9 req-ef3ad083-d66f-4b78-aeba-12f3da22626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:58.198675 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfd996f2-b49a-4583-951c-610a2a393cf9 req-ef3ad083-d66f-4b78-aeba-12f3da22626e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738463 Jul 05 03:48:58.310439 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfd996f2-b49a-4583-951c-610a2a393cf9 req-52688770-054f-473a-8c35-62316b80af26 service neutron] 10.222.0.11 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037629 Jul 05 03:48:58.419360 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfd996f2-b49a-4583-951c-610a2a393cf9 req-fa107267-6cb9-46d4-b33c-d6fbaf3174e0 service neutron] 10.222.0.11 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023877 Jul 05 03:48:58.477757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-ffdb9f91-e8b8-408f-9eb9-e1c78a8fbe79 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:58.481577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-ffdb9f91-e8b8-408f-9eb9-e1c78a8fbe79 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/networks?id=602b79e4-9a6b-471a-a1fc-67d53f7f81d1 HTTP/1.1" status: 200 len: 815 time: 0.5024421 Jul 05 03:48:58.500676 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-b45d5a35-d3ba-4ac9-a302-4eec42ca30cd tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.540933 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-da046447-b899-4447-a414-b987462764ad tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/quotas/a3d5962f6e5842a6bbf908e94488a0d6 HTTP/1.1" status: 200 len: 375 time: 0.0536616 Jul 05 03:48:58.696809 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-7bf73529-d377-485e-bdff-3b898df9d85e tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a3d5962f6e5842a6bbf908e94488a0d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1462519 Jul 05 03:48:58.882231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-0ca7fcec-1c29-420e-b6b4-ba2e60946121 service neutron] 10.222.0.60 "GET /v2.0/networks/602b79e4-9a6b-471a-a1fc-67d53f7f81d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765482 Jul 05 03:48:59.087114 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.095020 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-18a5c3fe-71de-48ec-84f4-5820ed53ebe9 service neutron] 10.222.0.60 "GET /v2.0/networks/602b79e4-9a6b-471a-a1fc-67d53f7f81d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815388 Jul 05 03:48:59.231488 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-b45d5a35-d3ba-4ac9-a302-4eec42ca30cd tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.290425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 07515a7a-b423-4129-81b4-97327247a38d details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:59.327282 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-b45d5a35-d3ba-4ac9-a302-4eec42ca30cd tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.504303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=07515a7a-b423-4129-81b4-97327247a38d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:59.524195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '07515a7a-b423-4129-81b4-97327247a38d', 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409', 'port_id': '07515a7a-b423-4129-81b4-97327247a38d', 'mac_address': 'fa:16:3e:9f:b2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f97357-dd37-4825-8a0e-4a6b356869b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:59.622515 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.647692 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-b45d5a35-d3ba-4ac9-a302-4eec42ca30cd tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Floating IP 55d1709a-f2b9-4825-8575-e6be556547e6 associated. External IP: 172.25.0.155, port: 75a90d51-5509-42f2-b741-deb9c4e64d41. Jul 05 03:48:59.648343 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07515a7a-b423-4129-81b4-97327247a38d {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:59.673256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=07515a7a-b423-4129-81b4-97327247a38d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:59.770144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa961-3061-4c65-99bf-ec0108875bb7 req-7bec7887-a995-41a1-9e41-67d956edb693 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:59.772876 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5faa961-3061-4c65-99bf-ec0108875bb7 req-7bec7887-a995-41a1-9e41-67d956edb693 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 943 time: 0.2111313 Jul 05 03:48:59.778873 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.828894 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5faa961-3061-4c65-99bf-ec0108875bb7 req-b9475f20-bf52-43c1-81fd-9f5145319bbf tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509710 Jul 05 03:48:59.849547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=07515a7a-b423-4129-81b4-97327247a38d,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:59.954453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-b45d5a35-d3ba-4ac9-a302-4eec42ca30cd tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Router a3f9e124-3c58-4486-8c2c-1544f3f29562 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:00.042688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['07515a7a-b423-4129-81b4-97327247a38d'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:00.148762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-b45d5a35-d3ba-4ac9-a302-4eec42ca30cd tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:00.166246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895906e2-935b-4b45-8cd6-199b83db97a5 None None] Sync routers for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:00.186352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895906e2-935b-4b45-8cd6-199b83db97a5 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:00.187003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-895906e2-935b-4b45-8cd6-199b83db97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:00.199954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb052262-1dc0-406d-96eb-2e3e20657ca8 req-21eada8f-9aa4-432f-8d51-f9322f6ba472 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.201588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb052262-1dc0-406d-96eb-2e3e20657ca8 req-21eada8f-9aa4-432f-8d51-f9322f6ba472 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.1682997 Jul 05 03:49:00.295906 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb052262-1dc0-406d-96eb-2e3e20657ca8 req-be8c2db4-a115-4d5e-ad60-012ab97987c6 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858831 Jul 05 03:49:00.435959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-b45d5a35-d3ba-4ac9-a302-4eec42ca30cd tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Router a3f9e124-3c58-4486-8c2c-1544f3f29562 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:00.484621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-895906e2-935b-4b45-8cd6-199b83db97a5 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:00.540678 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28f23d10-1ce1-41ab-85e2-b2740bd7bcdd req-1de9b852-48d4-45c6-9f04-2fe6b755ba6c tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 210 time: 0.0365350 Jul 05 03:49:00.626529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-b45d5a35-d3ba-4ac9-a302-4eec42ca30cd tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:00.637447 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-b45d5a35-d3ba-4ac9-a302-4eec42ca30cd tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.680410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'tag': '75a90d51-5509-42f2-b741-deb9c4e64d41'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:00.684007 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5a09bd-7e75-476d-bbca-9326d2066632" -d '{"events": [{"name": "network-changed", "server_uuid": "182db6bf-7149-4e03-a81f-1102dc7eddb6", "tag": "75a90d51-5509-42f2-b741-deb9c4e64d41"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:00.748164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-b45d5a35-d3ba-4ac9-a302-4eec42ca30cd tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "PUT /v2.0/floatingips/55d1709a-f2b9-4825-8575-e6be556547e6 HTTP/1.1" status: 200 len: 998 time: 2.6610975 Jul 05 03:49:00.751194 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3ce77f-faa2-4969-b0d3-d2882356be55 x-openstack-request-id: req-1e3ce77f-faa2-4969-b0d3-d2882356be55 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:00.751705 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182db6bf-7149-4e03-a81f-1102dc7eddb6", "tag": "75a90d51-5509-42f2-b741-deb9c4e64d41", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:00.752262 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e3ce77f-faa2-4969-b0d3-d2882356be55 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:00.752859 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'tag': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'status': 'completed', 'code': 200} Jul 05 03:49:00.843601 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-895906e2-935b-4b45-8cd6-199b83db97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '55d1709a-f2b9-4825-8575-e6be556547e6', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'port_id': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'mac_address': 'fa:16:3e:c3:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4677e818-0d97-438a-b06c-79d7d2908732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:34Z', 'updated_at': '2021-07-05T03:48:59Z', 'revision_number': 3, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:00.849480 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-c2acdab1-8915-463a-a1ba-0044fc5ff79f tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.852177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-c2acdab1-8915-463a-a1ba-0044fc5ff79f tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports/75a90d51-5509-42f2-b741-deb9c4e64d41 HTTP/1.1" status: 200 len: 943 time: 0.0974247 Jul 05 03:49:00.906347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a09bd-7e75-476d-bbca-9326d2066632 req-ca89114f-2628-48ae-9ab5-da4f2c3b44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.927717 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6d5a09bd-7e75-476d-bbca-9326d2066632 req-ca89114f-2628-48ae-9ab5-da4f2c3b44f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 1097 time: 0.1307118 Jul 05 03:49:00.975445 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895906e2-935b-4b45-8cd6-199b83db97a5 None None] Checking router: a3f9e124-3c58-4486-8c2c-1544f3f29562 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:01.000358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895906e2-935b-4b45-8cd6-199b83db97a5 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:01.001026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-895906e2-935b-4b45-8cd6-199b83db97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:01.072539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-b53df9d9-fa6b-41a0-850d-3c3590378259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:01.074258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-b53df9d9-fa6b-41a0-850d-3c3590378259 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 1097 time: 0.1355531 Jul 05 03:49:01.131082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a09bd-7e75-476d-bbca-9326d2066632 req-1d59c1e9-076f-4192-908b-9b55836bc58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:01.133008 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6d5a09bd-7e75-476d-bbca-9326d2066632 req-1d59c1e9-076f-4192-908b-9b55836bc58f service neutron] 10.222.0.11 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 921 time: 0.2044947 Jul 05 03:49:01.202911 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6d5a09bd-7e75-476d-bbca-9326d2066632 req-857b5383-5777-40d1-af7c-675e9a13ef5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75a90d51-5509-42f2-b741-deb9c4e64d41 HTTP/1.1" status: 200 len: 217 time: 0.0613954 Jul 05 03:49:01.217694 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.266387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-895906e2-935b-4b45-8cd6-199b83db97a5 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:01.278151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a09bd-7e75-476d-bbca-9326d2066632 req-1094ea27-0b36-433b-bdb6-f507c1f0bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:01.279860 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6d5a09bd-7e75-476d-bbca-9326d2066632 req-1094ea27-0b36-433b-bdb6-f507c1f0bcb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.0692015 Jul 05 03:49:01.282955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-ecdc5d6b-ae00-4924-bb14-32dab82fe70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:01.291070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-ecdc5d6b-ae00-4924-bb14-32dab82fe70e service neutron] 10.222.0.60 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 921 time: 0.2096131 Jul 05 03:49:01.312050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487bfc-bd1b-4110-93b6-a87203b59558 req-90f0a331-5a22-4c74-a7b4-911ed6d83cf8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:01.319232 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69487bfc-bd1b-4110-93b6-a87203b59558 req-90f0a331-5a22-4c74-a7b4-911ed6d83cf8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 944 time: 0.1587489 Jul 05 03:49:01.324757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 07515a7a-b423-4129-81b4-97327247a38d up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:01.357245 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a09bd-7e75-476d-bbca-9326d2066632 req-5bc1ad91-20c6-4c0a-bd8e-ea61dbc7d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:01.359249 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6d5a09bd-7e75-476d-bbca-9326d2066632 req-5bc1ad91-20c6-4c0a-bd8e-ea61dbc7d1ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724411 Jul 05 03:49:01.393064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-c1b517c7-568f-4017-a774-956c02ed3c21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75a90d51-5509-42f2-b741-deb9c4e64d41 HTTP/1.1" status: 200 len: 217 time: 0.1011052 Jul 05 03:49:01.481708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69487bfc-bd1b-4110-93b6-a87203b59558 req-58bc3ec0-7036-44a3-9892-0723cc09ddf4 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615334 Jul 05 03:49:01.490946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-ec934523-4dbb-45c8-a47d-6cb33dd4cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:01.512804 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6d5a09bd-7e75-476d-bbca-9326d2066632 req-cc0117e6-0113-4179-b6c8-6a1e9ddc3aa1 service neutron] 10.222.0.11 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438410 Jul 05 03:49:01.514119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-ec934523-4dbb-45c8-a47d-6cb33dd4cebd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.1201675 Jul 05 03:49:01.570024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54542) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:01.607813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 07515a7a-b423-4129-81b4-97327247a38d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:01.613077 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 07515a7a-b423-4129-81b4-97327247a38d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:01.613461 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.672051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-4092eaed-2869-43bb-9692-1a346475fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:01.686907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-4092eaed-2869-43bb-9692-1a346475fea3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702638 Jul 05 03:49:01.777035 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6d5a09bd-7e75-476d-bbca-9326d2066632 req-fa48add6-a795-4f86-9f3e-1d00c18cc092 service neutron] 10.222.0.11 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519033 Jul 05 03:49:01.810733 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.862490 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2d4bf6-f63a-40be-a956-186c0386c891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07515a7a-b423-4129-81b4-97327247a38d'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:01.865451 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe2e703-87e9-409f-8001-13158310b2b2" -d '{"events": [{"server_uuid": "9c2d4bf6-f63a-40be-a956-186c0386c891", "name": "network-vif-plugged", "status": "completed", "tag": "07515a7a-b423-4129-81b4-97327247a38d"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:01.884981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=07515a7a-b423-4129-81b4-97327247a38d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:01.891426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-895906e2-935b-4b45-8cd6-199b83db97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '55d1709a-f2b9-4825-8575-e6be556547e6', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'port_id': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'mac_address': 'fa:16:3e:c3:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4677e818-0d97-438a-b06c-79d7d2908732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:34Z', 'updated_at': '2021-07-05T03:48:59Z', 'revision_number': 3, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:01.926066 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895906e2-935b-4b45-8cd6-199b83db97a5 None None] The sync data for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 is: [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '55d1709a-f2b9-4825-8575-e6be556547e6', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'port_id': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'mac_address': 'fa:16:3e:c3:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4677e818-0d97-438a-b06c-79d7d2908732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:34Z', 'updated_at': '2021-07-05T03:48:59Z', 'revision_number': 3, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:01.941715 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f7f674bb-e584-4fa3-91fd-03d4ca40de09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.985594 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.030941 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-24c6d49e-880d-4ade-823f-f88a3fef7b01 service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403172 Jul 05 03:49:02.097695 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=07515a7a-b423-4129-81b4-97327247a38d,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:02.124981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f84e1-9afa-45ee-b193-c53193157040 req-1c658584-fa8a-46ef-8bf2-abb21994a1ec tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:02.132160 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-270f84e1-9afa-45ee-b193-c53193157040 req-1c658584-fa8a-46ef-8bf2-abb21994a1ec tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.2612309 Jul 05 03:49:02.232787 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-270f84e1-9afa-45ee-b193-c53193157040 req-6a424dd8-622f-4bb7-b5f3-14f441caa5c8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996602 Jul 05 03:49:02.235738 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf411f35-4d05-4abf-bdb2-6235a123c1e2 None None] New status for floating IP 55d1709a-f2b9-4825-8575-e6be556547e6: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:49:02.254393 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-d7cb828a-a761-4bdf-aa20-36e9743d7b07 service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225697 Jul 05 03:49:02.274736 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f7f674bb-e584-4fa3-91fd-03d4ca40de09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.411686 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f7f674bb-e584-4fa3-91fd-03d4ca40de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.831779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54556) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:02.832317 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f7f674bb-e584-4fa3-91fd-03d4ca40de09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=809a626fe08c4fe4a92f42456ea76cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2605824 Jul 05 03:49:02.833857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4677e818-0d97-438a-b06c-79d7d2908732', 'tag': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:02.836055 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e05a67-6285-4b7b-881c-5c67e975bd16" -d '{"events": [{"name": "network-changed", "server_uuid": "4677e818-0d97-438a-b06c-79d7d2908732", "tag": "ea3b8e44-44f2-4f5e-a399-73422fe754ca"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:02.838865 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f674bb-e584-4fa3-91fd-03d4ca40de09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3148d7c2-900b-4d7b-a97f-d4f49fa725ae,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:02.843618 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-5b069b9f-843b-4abc-8cb3-724af03151f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:02.849767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-5b069b9f-843b-4abc-8cb3-724af03151f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 1096 time: 0.5310836 Jul 05 03:49:02.871625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc42aa-21b2-47da-88ee-093a68ac8302 None None] Sync routers for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:02.889751 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc42aa-21b2-47da-88ee-093a68ac8302 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:02.890759 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b7fc42aa-21b2-47da-88ee-093a68ac8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:02.945404 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-596a18fd-6901-46b9-9724-575b2d527776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.956452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a455c41-44e0-40be-969c-664af915dfb2 req-6ce435f8-9dec-4d35-a9bd-e65bcf648bed tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 210 time: 0.1232784 Jul 05 03:49:02.989062 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-596a18fd-6901-46b9-9724-575b2d527776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.041924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-2daad641-ae3c-44a1-92bc-43a17ae1efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.049167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-2daad641-ae3c-44a1-92bc-43a17ae1efb7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 921 time: 0.1985643 Jul 05 03:49:03.073690 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e6978a-0f0d-4728-957d-7d99ce49ddae x-openstack-request-id: req-a5e6978a-0f0d-4728-957d-7d99ce49ddae {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:03.084697 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2d4bf6-f63a-40be-a956-186c0386c891", "name": "network-vif-plugged", "status": "completed", "tag": "07515a7a-b423-4129-81b4-97327247a38d", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:03.085075 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5e6978a-0f0d-4728-957d-7d99ce49ddae {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:03.085505 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2d4bf6-f63a-40be-a956-186c0386c891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07515a7a-b423-4129-81b4-97327247a38d', 'code': 200} Jul 05 03:49:03.110821 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-596a18fd-6901-46b9-9724-575b2d527776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.114513 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-596a18fd-6901-46b9-9724-575b2d527776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.115772 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-596a18fd-6901-46b9-9724-575b2d527776 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3148d7c2-900b-4d7b-a97f-d4f49fa725ae HTTP/1.1" status: 204 len: 168 time: 0.2829242 Jul 05 03:49:03.150348 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a18fd-6901-46b9-9724-575b2d527776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3148d7c2-900b-4d7b-a97f-d4f49fa725ae,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:03.172577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-b7fc42aa-21b2-47da-88ee-093a68ac8302 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:03.181461 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-c9cc8289-6adf-411f-8d44-fc6fecf89088 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea3b8e44-44f2-4f5e-a399-73422fe754ca HTTP/1.1" status: 200 len: 1001 time: 0.1311429 Jul 05 03:49:03.322353 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-5601b527-d869-48f0-9d02-a7dab45c2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.324084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-5601b527-d869-48f0-9d02-a7dab45c2195 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.1417007 Jul 05 03:49:03.426999 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6323e-51e1-4462-bde2-04420535f611 req-fa500278-4172-4884-bfb6-ec66c2a727b2 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.432802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2df6323e-51e1-4462-bde2-04420535f611 req-fa500278-4172-4884-bfb6-ec66c2a727b2 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 945 time: 0.2099481 Jul 05 03:49:03.543085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2df6323e-51e1-4462-bde2-04420535f611 req-3aeacf88-5873-4cf6-a50d-7e820e0e563a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998337 Jul 05 03:49:03.554824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-4760e90f-e202-4543-ac47-5c3760292966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.560768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-4760e90f-e202-4543-ac47-5c3760292966 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2258604 Jul 05 03:49:03.595763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587497ff-e99e-4e2a-b13b-ea8572609516 req-0caf4952-754f-47e6-b8d5-bff12cabcbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.595763 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-587497ff-e99e-4e2a-b13b-ea8572609516 req-0caf4952-754f-47e6-b8d5-bff12cabcbec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 1096 time: 0.3554564 Jul 05 03:49:03.670021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-8117fc29-db01-4113-905b-e7df165bff9e tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.671545 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-8117fc29-db01-4113-905b-e7df165bff9e tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.11 "GET /v2.0/networks?id=602b79e4-9a6b-471a-a1fc-67d53f7f81d1 HTTP/1.1" status: 200 len: 815 time: 0.3509545 Jul 05 03:49:03.704776 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5c3b73-592e-4e2b-acaa-5dbac45fd612 x-openstack-request-id: req-8e5c3b73-592e-4e2b-acaa-5dbac45fd612 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:03.709122 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-fdbea26b-255d-433a-b3e2-abb5bdb4a5ec tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Request body: {'port': {'device_id': 'f003972e-15f9-47b5-af52-4502feabfc64', 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1', 'admin_state_up': True, 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:03.725919 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4677e818-0d97-438a-b06c-79d7d2908732", "tag": "ea3b8e44-44f2-4f5e-a399-73422fe754ca", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:03.726261 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e5c3b73-592e-4e2b-acaa-5dbac45fd612 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:03.729754 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4677e818-0d97-438a-b06c-79d7d2908732', 'tag': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca', 'status': 'completed', 'code': 200} Jul 05 03:49:03.740493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-1d38fba0-4896-4344-8346-01cf013e6dfc service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761880 Jul 05 03:49:03.751366 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b7fc42aa-21b2-47da-88ee-093a68ac8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '55d1709a-f2b9-4825-8575-e6be556547e6', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'port_id': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'mac_address': 'fa:16:3e:c3:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4677e818-0d97-438a-b06c-79d7d2908732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:34Z', 'updated_at': '2021-07-05T03:49:02Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:03.813652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc42aa-21b2-47da-88ee-093a68ac8302 None None] Checking router: a3f9e124-3c58-4486-8c2c-1544f3f29562 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:03.832775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc42aa-21b2-47da-88ee-093a68ac8302 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:03.833651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b7fc42aa-21b2-47da-88ee-093a68ac8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:03.884855 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-587497ff-e99e-4e2a-b13b-ea8572609516 req-567a94a7-567a-4d66-b138-1d7779566815 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894974 Jul 05 03:49:04.007982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-fdbea26b-255d-433a-b3e2-abb5bdb4a5ec tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Made reservation on behalf of a3d5962f6e5842a6bbf908e94488a0d6 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:04.014288 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-fdbea26b-255d-433a-b3e2-abb5bdb4a5ec tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.056436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-b7fc42aa-21b2-47da-88ee-093a68ac8302 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:04.064880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14669df4-d4a4-4361-a09b-50b44363e8ed req-7cb23460-a98a-4a0a-97a1-9a163f617bfd service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162074 Jul 05 03:49:04.110762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6436663-a8a7-4988-b24e-c8ec11e76731 req-9907f52f-60a7-4ca6-8321-3c3cb94fff88 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.112756 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6436663-a8a7-4988-b24e-c8ec11e76731 req-9907f52f-60a7-4ca6-8321-3c3cb94fff88 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.1357141 Jul 05 03:49:04.115085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e05a67-6285-4b7b-881c-5c67e975bd16 req-302e80a4-e10e-4ce3-8d85-4c18ac034bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.118265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01e05a67-6285-4b7b-881c-5c67e975bd16 req-302e80a4-e10e-4ce3-8d85-4c18ac034bfb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 1096 time: 0.3773065 Jul 05 03:49:04.292251 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6436663-a8a7-4988-b24e-c8ec11e76731 req-add11006-db69-4903-9899-799a59dd0099 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721263 Jul 05 03:49:04.349613 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-fdbea26b-255d-433a-b3e2-abb5bdb4a5ec tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Allocated IP 172.20.0.14 (602b79e4-9a6b-471a-a1fc-67d53f7f81d1/a81c63d2-f8f7-4e42-b7a9-521ad612f47b/8555aa49-9920-4c21-8e39-1836bb59be9c) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:04.390428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e05a67-6285-4b7b-881c-5c67e975bd16 req-a62cb514-2a64-4290-8f09-c6b295801ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.392599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01e05a67-6285-4b7b-881c-5c67e975bd16 req-a62cb514-2a64-4290-8f09-c6b295801ab9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 921 time: 0.2660410 Jul 05 03:49:04.478235 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01e05a67-6285-4b7b-881c-5c67e975bd16 req-038acf15-5bd0-4eff-ac2e-74ec436748a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea3b8e44-44f2-4f5e-a399-73422fe754ca HTTP/1.1" status: 200 len: 1001 time: 0.0786321 Jul 05 03:49:04.620329 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63527adb-5e76-4aae-9c0f-85a6a67243c6 req-0d71422d-0355-4cd8-a021-ef5b0452ea95 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 1001 time: 0.1404281 Jul 05 03:49:04.622016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e05a67-6285-4b7b-881c-5c67e975bd16 req-016b70eb-4426-49b3-ae9e-5148220f28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.623499 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01e05a67-6285-4b7b-881c-5c67e975bd16 req-016b70eb-4426-49b3-ae9e-5148220f28d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.1356592 Jul 05 03:49:04.681135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ce28dac-495d-4c92-811e-3321defe04d7 req-69506502-c487-4eb3-bda4-0235ddbbda50 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 210 time: 0.0808439 Jul 05 03:49:04.745468 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-fdbea26b-255d-433a-b3e2-abb5bdb4a5ec tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.754264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63527adb-5e76-4aae-9c0f-85a6a67243c6 req-e78db292-0f16-4890-b05d-4c85c54f3507 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.756471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63527adb-5e76-4aae-9c0f-85a6a67243c6 req-e78db292-0f16-4890-b05d-4c85c54f3507 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports/ea3b8e44-44f2-4f5e-a399-73422fe754ca HTTP/1.1" status: 200 len: 942 time: 0.1133096 Jul 05 03:49:04.769989 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e05a67-6285-4b7b-881c-5c67e975bd16 req-fdf1f436-f203-4aac-95f8-bed287b180e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.771526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01e05a67-6285-4b7b-881c-5c67e975bd16 req-fdf1f436-f203-4aac-95f8-bed287b180e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190257 Jul 05 03:49:04.810063 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-fdbea26b-255d-433a-b3e2-abb5bdb4a5ec tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Transition to ACTIVE for port object 8555aa49-9920-4c21-8e39-1836bb59be9c will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:04.891611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01e05a67-6285-4b7b-881c-5c67e975bd16 req-0e8bef03-bda3-410b-a85d-d195397d95b7 service neutron] 10.222.0.64 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121738 Jul 05 03:49:04.964503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b7fc42aa-21b2-47da-88ee-093a68ac8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '55d1709a-f2b9-4825-8575-e6be556547e6', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'port_id': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'mac_address': 'fa:16:3e:c3:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4677e818-0d97-438a-b06c-79d7d2908732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:34Z', 'updated_at': '2021-07-05T03:49:02Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:04.996577 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-fdbea26b-255d-433a-b3e2-abb5bdb4a5ec tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.019048 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc42aa-21b2-47da-88ee-093a68ac8302 None None] The sync data for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 is: [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '55d1709a-f2b9-4825-8575-e6be556547e6', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'port_id': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'mac_address': 'fa:16:3e:c3:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4677e818-0d97-438a-b06c-79d7d2908732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:34Z', 'updated_at': '2021-07-05T03:49:02Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:05.162740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-fdbea26b-255d-433a-b3e2-abb5bdb4a5ec tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:05.174806 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-fdbea26b-255d-433a-b3e2-abb5bdb4a5ec tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:05.180639 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-fdbea26b-255d-433a-b3e2-abb5bdb4a5ec tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:05.183625 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbea26b-255d-433a-b3e2-abb5bdb4a5ec tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Pushing event updated for resources: {'Port': ['ID=8555aa49-9920-4c21-8e39-1836bb59be9c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:05.218902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54628) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:05.301824 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63527adb-5e76-4aae-9c0f-85a6a67243c6 req-9c4124bd-f0e5-45e7-abf3-9d43eb9f788e tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 1001 time: 0.2488084 Jul 05 03:49:05.333211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-fdbea26b-255d-433a-b3e2-abb5bdb4a5ec tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:05.337004 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-fdbea26b-255d-433a-b3e2-abb5bdb4a5ec tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.506073 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-fdbea26b-255d-433a-b3e2-abb5bdb4a5ec tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8082461 Jul 05 03:49:05.613631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb2b28-ebed-48d7-a667-ed74672215e6 req-d7a7f253-a050-49c0-9627-cc8ca6011e4b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:05.615423 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d8eb2b28-ebed-48d7-a667-ed74672215e6 req-d7a7f253-a050-49c0-9627-cc8ca6011e4b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 945 time: 0.6936111 Jul 05 03:49:05.626795 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-320216626-network', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:05.687160 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01e05a67-6285-4b7b-881c-5c67e975bd16 req-af2262df-b06b-48ce-a9d7-f8eae4784393 service neutron] 10.222.0.64 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7888393 Jul 05 03:49:05.728084 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b9ea9449-e03b-43d7-97f3-8d3fdc282c3e None None] Provisioning for port 8555aa49-9920-4c21-8e39-1836bb59be9c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:05.735405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b9ea9449-e03b-43d7-97f3-8d3fdc282c3e None None] Provisioning complete for port 8555aa49-9920-4c21-8e39-1836bb59be9c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:05.739759 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9449-e03b-43d7-97f3-8d3fdc282c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.743065 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d8eb2b28-ebed-48d7-a667-ed74672215e6 req-ce2026df-16d1-45e4-8628-53fc3cb202ec tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100330 Jul 05 03:49:05.759415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63527adb-5e76-4aae-9c0f-85a6a67243c6 req-1498eed0-0bd5-4137-a931-8d4510a64396 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:05.773346 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63527adb-5e76-4aae-9c0f-85a6a67243c6 req-1498eed0-0bd5-4137-a931-8d4510a64396 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.4555659 Jul 05 03:49:05.808748 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Request body: {'port': {'device_id': 'f003972e-15f9-47b5-af52-4502feabfc64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:05.882038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea9449-e03b-43d7-97f3-8d3fdc282c3e None None] Port 8555aa49-9920-4c21-8e39-1836bb59be9c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:05.882424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] Made reservation on behalf of 8a583d8be5434c7085d28e3958e1688f for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:05.885017 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.903303 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.090765 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-dff7ddc5-336d-41a4-bebb-093d9cedf078 service neutron] show failed (client error): The resource could not be found. Jul 05 03:49:06.091801 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-dff7ddc5-336d-41a4-bebb-093d9cedf078 service neutron] 10.222.0.11 "GET /v2.0/ports/2a490de7-781b-414e-b0c6-263f9c1ba1b8/bindings/n-h2-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.2800641 Jul 05 03:49:06.105637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.309839 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.360715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d0a61-f8a6-42b5-a538-da962bc91e97 req-9a8d290f-6f88-48bc-8173-dd7e6a99b53b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.362229 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-055d0a61-f8a6-42b5-a538-da962bc91e97 req-9a8d290f-6f88-48bc-8173-dd7e6a99b53b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.3495014 Jul 05 03:49:06.424805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b11f5-46d0-44fe-80ca-7952905ba6a8 req-a2f9797e-e11a-492f-97e1-05a9e5c32d9d tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.430121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-167b11f5-46d0-44fe-80ca-7952905ba6a8 req-a2f9797e-e11a-492f-97e1-05a9e5c32d9d tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 932 time: 0.1613395 Jul 05 03:49:06.488833 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-055d0a61-f8a6-42b5-a538-da962bc91e97 req-76d76999-39e9-473d-a7dd-01f1832455e3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841839 Jul 05 03:49:06.586431 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.600054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:49:06.602158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8555aa49-9920-4c21-8e39-1836bb59be9c {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:06.612055 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.616980 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.617341 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] Added segment 1df9c407-80b1-4491-8c67-f0ab1b5be91a of type vlan for network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 Jul 05 03:49:06.631103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Transition to ACTIVE for port object 8555aa49-9920-4c21-8e39-1836bb59be9c will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:06.632245 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-167b11f5-46d0-44fe-80ca-7952905ba6a8 req-c6be8b6a-2394-4466-b77e-09d4d3a9fb45 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fbf3ae9-969b-45de-9826-dccab855fba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623473 Jul 05 03:49:06.732157 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.738438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15743743-0a2f-4f67-a372-77ab9e0f0ee8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:06.745534 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-c392ff79-2d96-4111-b840-182b850b7678 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 1001 time: 0.2285855 Jul 05 03:49:06.762296 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.833774 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Pushing event updated for resources: {'Port': ['ID=8555aa49-9920-4c21-8e39-1836bb59be9c,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:06.852939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-432caf74-252b-46ca-bf06-723f3b00fda6 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.853737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-432caf74-252b-46ca-bf06-723f3b00fda6 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports/ea3b8e44-44f2-4f5e-a399-73422fe754ca HTTP/1.1" status: 200 len: 942 time: 0.0974116 Jul 05 03:49:06.959134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Attempting to bind port 8555aa49-9920-4c21-8e39-1836bb59be9c on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:06.964779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Attempting to bind port 8555aa49-9920-4c21-8e39-1836bb59be9c by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:06.965297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Attempting to bind port 8555aa49-9920-4c21-8e39-1836bb59be9c on network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:06.968682 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.970084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.971145 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.973655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Port 8555aa49-9920-4c21-8e39-1836bb59be9c on network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:06.974047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Attempting to bind port 8555aa49-9920-4c21-8e39-1836bb59be9c on network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:06.988621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:06.989201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Checking segment: {'id': 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:06.989663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Bound using segment: {'id': 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:06.990213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Bound port: 8555aa49-9920-4c21-8e39-1836bb59be9c, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:06.993470 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.148074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] For port 8555aa49-9920-4c21-8e39-1836bb59be9c, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:07.152983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] For port 8555aa49-9920-4c21-8e39-1836bb59be9c, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=8555aa49-9920-4c21-8e39-1836bb59be9c,segment=NetworkSegment(c56e59c9-cf4e-468e-a4d3-d20a0260b66e),segment_id=c56e59c9-cf4e-468e-a4d3-d20a0260b66e)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:07.197509 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9640608 Jul 05 03:49:07.201192 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54650) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:07.206716 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-07aa78fa-2280-4cdc-8ccf-28796c122a75 admin admin] Request body: {'subnet': {'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-320216626-subnet', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:07.212263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49224f-d5db-4b84-a864-8fdfee863bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=1875b0d0-fdef-4b63-9392-d607c58b7aa1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:07.224646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:49:07.235695 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-a558b092-104e-4a1d-81e6-ca97b8f38512 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 1001 time: 0.2466326 Jul 05 03:49:07.300341 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.341644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2db51-6b65-4ad3-91a6-5cb0330d28d4 req-df3111e0-4e60-42f8-8175-a3b0affd3884 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:07.349493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28b2db51-6b65-4ad3-91a6-5cb0330d28d4 req-df3111e0-4e60-42f8-8175-a3b0affd3884 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 945 time: 0.2307463 Jul 05 03:49:07.363131 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:07.364630 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.366473 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] 10.222.0.11 "PUT /v2.0/ports/8555aa49-9920-4c21-8e39-1836bb59be9c HTTP/1.1" status: 200 len: 1092 time: 1.5632782 Jul 05 03:49:07.366826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f003972e-15f9-47b5-af52-4502feabfc64', 'tag': '8555aa49-9920-4c21-8e39-1836bb59be9c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:07.369978 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a350fcb-0ce8-4789-b509-167ba8fef895" -d '{"events": [{"name": "network-changed", "server_uuid": "f003972e-15f9-47b5-af52-4502feabfc64", "tag": "8555aa49-9920-4c21-8e39-1836bb59be9c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:07.391090 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07aa78fa-2280-4cdc-8ccf-28796c122a75 admin admin] Made reservation on behalf of 8a583d8be5434c7085d28e3958e1688f for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:07.399649 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-07aa78fa-2280-4cdc-8ccf-28796c122a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.470296 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28b2db51-6b65-4ad3-91a6-5cb0330d28d4 req-bee36646-e953-403a-9b91-df9fa6019d48 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198514 Jul 05 03:49:07.489024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-51d444ab-9624-4ad3-8c17-56d4967662a2 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:07.518571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-51d444ab-9624-4ad3-8c17-56d4967662a2 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.2779057 Jul 05 03:49:07.525222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d87c49-98fa-4c2d-bd22-36a9c63a1890 service neutron] Pushing event updated for resources: {'Port': ['ID=8555aa49-9920-4c21-8e39-1836bb59be9c,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:07.671340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-c5092408-065c-40d4-83b1-07de9f3b8abe tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 1001 time: 0.1432989 Jul 05 03:49:07.707909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-d3994353-61f3-46d7-87fc-b9df0cb88989 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:07.786862 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-d3994353-61f3-46d7-87fc-b9df0cb88989 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.888783 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-07aa78fa-2280-4cdc-8ccf-28796c122a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.943080 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7177a772-3794-4e32-afdd-cdd13a651d10 x-openstack-request-id: req-7177a772-3794-4e32-afdd-cdd13a651d10 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:07.943319 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f003972e-15f9-47b5-af52-4502feabfc64", "tag": "8555aa49-9920-4c21-8e39-1836bb59be9c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:07.943840 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7177a772-3794-4e32-afdd-cdd13a651d10 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:07.944242 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f003972e-15f9-47b5-af52-4502feabfc64', 'tag': '8555aa49-9920-4c21-8e39-1836bb59be9c', 'status': 'completed', 'code': 200} Jul 05 03:49:07.968164 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa78fa-2280-4cdc-8ccf-28796c122a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=839f200a-20a7-49d6-8b34-c3036a817497,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:07.983807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aa78fa-2280-4cdc-8ccf-28796c122a75 admin admin] Checking segment: {'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:07.984470 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aa78fa-2280-4cdc-8ccf-28796c122a75 admin admin] Network hostable DHCP agents. Network: 1875b0d0-fdef-4b63-9392-d607c58b7aa1, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:49:08.041898 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-d3994353-61f3-46d7-87fc-b9df0cb88989 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.126642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb221e-1743-419f-b9b9-5ebc49381a9b req-eb609780-3ab8-47fb-8114-703e60962a0a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:08.128413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-82cb221e-1743-419f-b9b9-5ebc49381a9b req-eb609780-3ab8-47fb-8114-703e60962a0a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.0717385 Jul 05 03:49:08.169769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-82cb221e-1743-419f-b9b9-5ebc49381a9b req-17fceef7-5008-46bf-8a8e-18c029fa06d9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348647 Jul 05 03:49:08.230782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aa78fa-2280-4cdc-8ccf-28796c122a75 admin admin] Network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:49:08.287697 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-d3994353-61f3-46d7-87fc-b9df0cb88989 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.288337 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-d3994353-61f3-46d7-87fc-b9df0cb88989 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Floating IP 55d1709a-f2b9-4825-8575-e6be556547e6 disassociated. External IP: 172.25.0.155, port: ea3b8e44-44f2-4f5e-a399-73422fe754ca. Jul 05 03:49:08.362422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-07aa78fa-2280-4cdc-8ccf-28796c122a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 1875b0d0-fdef-4b63-9392-d607c58b7aa1) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:08.376398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aa78fa-2280-4cdc-8ccf-28796c122a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:08.376398 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-07aa78fa-2280-4cdc-8ccf-28796c122a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.377701 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b869818-19c0-486d-940f-02a3b611d234 None None] Network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:08.515632 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-07aa78fa-2280-4cdc-8ccf-28796c122a75 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3131516 Jul 05 03:49:08.518852 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54670) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:08.525615 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:08.618954 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:49:08.620026 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.768166 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.769203 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.786212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Allocated IP 172.20.0.2 (1875b0d0-fdef-4b63-9392-d607c58b7aa1/839f200a-20a7-49d6-8b34-c3036a817497/d1cd97e4-2b16-4b06-a120-de32adfa6276) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:08.808118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62309379-8b1f-406d-a758-6bb108832cef req-cd11a94b-b2a9-4154-954f-cb5b3ad1fc6f tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:08.810047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62309379-8b1f-406d-a758-6bb108832cef req-cd11a94b-b2a9-4154-954f-cb5b3ad1fc6f tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 1096 time: 0.4883401 Jul 05 03:49:08.888403 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.929214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62309379-8b1f-406d-a758-6bb108832cef req-a6d8c11e-b9c1-4a78-8ada-2ff5cbae7fd4 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814805 Jul 05 03:49:08.954486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-d3994353-61f3-46d7-87fc-b9df0cb88989 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Router a3f9e124-3c58-4486-8c2c-1544f3f29562 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:09.063722 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:09.075199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2a490de7-781b-414e-b0c6-263f9c1ba1b8 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:09.096091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-d3994353-61f3-46d7-87fc-b9df0cb88989 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:09.102546 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-d3994353-61f3-46d7-87fc-b9df0cb88989 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:09.110504 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca462aaa-4475-4436-8841-c69252898a72 None None] Sync routers for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:09.125579 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca462aaa-4475-4436-8841-c69252898a72 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:09.130111 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ca462aaa-4475-4436-8841-c69252898a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:09.148680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-d3994353-61f3-46d7-87fc-b9df0cb88989 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "PUT /v2.0/floatingips/55d1709a-f2b9-4825-8575-e6be556547e6 HTTP/1.1" status: 200 len: 695 time: 1.4517939 Jul 05 03:49:09.149517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4677e818-0d97-438a-b06c-79d7d2908732', 'tag': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:09.153399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Transition to ACTIVE for port object d1cd97e4-2b16-4b06-a120-de32adfa6276 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:09.155611 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5a5db5-7b60-44cd-a8f0-f96a3fb20c96" -d '{"events": [{"name": "network-changed", "server_uuid": "4677e818-0d97-438a-b06c-79d7d2908732", "tag": "ea3b8e44-44f2-4f5e-a399-73422fe754ca"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:09.243352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Transition to ACTIVE for port object d1cd97e4-2b16-4b06-a120-de32adfa6276 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:09.330543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-d983f494-56f5-4dcb-900b-57ce1412379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:09.330898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-d983f494-56f5-4dcb-900b-57ce1412379c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 1096 time: 0.1595232 Jul 05 03:49:09.349169 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:09.360421 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:09.386205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719a188-3297-4966-9fd3-077f7fedd904 req-e53386a2-e3d7-4d0d-8036-36ac6cdf7926 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:09.393810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3719a188-3297-4966-9fd3-077f7fedd904 req-e53386a2-e3d7-4d0d-8036-36ac6cdf7926 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 944 time: 0.2064795 Jul 05 03:49:09.410916 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:09.415588 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3330db-5716-46bc-a48d-d568aadf40ca" -d '{"events": [{"server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "name": "network-vif-unplugged", "status": "completed", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:09.422565 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:09.425066 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ca462aaa-4475-4436-8841-c69252898a72 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:09.441889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:09.474302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:09.477488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:09.481635 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:09.498954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3719a188-3297-4966-9fd3-077f7fedd904 req-c353ac6e-fa5a-49b4-ab64-98c53f71ee33 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fbf3ae9-969b-45de-9826-dccab855fba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029100 Jul 05 03:49:09.522024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Pushing event updated for resources: {'Port': ['ID=d1cd97e4-2b16-4b06-a120-de32adfa6276,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:09.551837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-1f5f5703-d78f-48f7-9f17-149325212dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:09.560438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Attempting to bind port d1cd97e4-2b16-4b06-a120-de32adfa6276 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:09.560833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Attempting to bind port d1cd97e4-2b16-4b06-a120-de32adfa6276 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:09.561237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Attempting to bind port d1cd97e4-2b16-4b06-a120-de32adfa6276 on network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:09.561426 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-1f5f5703-d78f-48f7-9f17-149325212dfd service neutron] 10.222.0.60 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 921 time: 0.2121885 Jul 05 03:49:09.567865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:09.568205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Checking segment: {'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:09.568661 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:09.569058 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Bound using segment: {'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:09.569671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Bound port: d1cd97e4-2b16-4b06-a120-de32adfa6276, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:09.570065 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:09.652833 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:09.658681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-86777da8-b914-48af-93b4-8eefe8981a16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea3b8e44-44f2-4f5e-a399-73422fe754ca HTTP/1.1" status: 200 len: 217 time: 0.0963314 Jul 05 03:49:09.729367 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-62625e3d-e496-4f1d-b208-a109cc789efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:09.731627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-62625e3d-e496-4f1d-b208-a109cc789efa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.0665426 Jul 05 03:49:09.750688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] For port d1cd97e4-2b16-4b06-a120-de32adfa6276, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:09.780306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] For port d1cd97e4-2b16-4b06-a120-de32adfa6276, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d1cd97e4-2b16-4b06-a120-de32adfa6276,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:09.786371 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:09.843242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-071d99ad-88f7-4a84-958b-faf08c421e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:09.845053 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-071d99ad-88f7-4a84-958b-faf08c421e55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068399 Jul 05 03:49:09.876840 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ca462aaa-4475-4436-8841-c69252898a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:09.917292 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca462aaa-4475-4436-8841-c69252898a72 None None] Checking router: a3f9e124-3c58-4486-8c2c-1544f3f29562 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:09.929458 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca462aaa-4475-4436-8841-c69252898a72 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:09.930619 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ca462aaa-4475-4436-8841-c69252898a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:09.939733 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.079769 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ca462aaa-4475-4436-8841-c69252898a72 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:10.091925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-3d6dcba5-d690-41e9-81e9-aca4bc5e2f1c service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404683 Jul 05 03:49:10.106590 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8f4a9-78f1-4627-bab1-fc7adef8ea61 None None] Pushing event updated for resources: {'Port': ['ID=d1cd97e4-2b16-4b06-a120-de32adfa6276,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:10.133743 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.183795 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.247490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2371b1-bfb1-4f4e-a8a3-38b939bb2535 req-0bc33c56-71e4-426b-8aa1-41c0a3e98044 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.263474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e2371b1-bfb1-4f4e-a8a3-38b939bb2535 req-0bc33c56-71e4-426b-8aa1-41c0a3e98044 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 1096 time: 0.3296993 Jul 05 03:49:10.386436 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Allocated IP 172.25.0.251 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/29a04d10-da77-4944-ab0a-d60a0316eb98) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:10.417940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e2371b1-bfb1-4f4e-a8a3-38b939bb2535 req-4a28d3d8-a702-43a0-9169-7035fa335b2b tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514163 Jul 05 03:49:10.475923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc1589f1-ed15-4398-8609-2d001b4f60fe req-9ae2e8f1-83fc-493e-860f-bd23fec0edff service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701499 Jul 05 03:49:10.522997 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46237fa5-cf91-45cd-b9f1-5d9a0a44bab1 x-openstack-request-id: req-46237fa5-cf91-45cd-b9f1-5d9a0a44bab1 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:10.523251 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4677e818-0d97-438a-b06c-79d7d2908732", "tag": "ea3b8e44-44f2-4f5e-a399-73422fe754ca", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:10.523516 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46237fa5-cf91-45cd-b9f1-5d9a0a44bab1 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:10.523933 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4677e818-0d97-438a-b06c-79d7d2908732', 'tag': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca', 'status': 'completed', 'code': 200} Jul 05 03:49:10.539814 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ca462aaa-4475-4436-8841-c69252898a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:10.578877 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca462aaa-4475-4436-8841-c69252898a72 None None] The sync data for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 is: [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:10.636403 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.671248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a5db5-7b60-44cd-a8f0-f96a3fb20c96 req-41c1c3d5-4530-4eba-b0c1-f59ea8cf94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.680522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e5a5db5-7b60-44cd-a8f0-f96a3fb20c96 req-41c1c3d5-4530-4eba-b0c1-f59ea8cf94a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 1096 time: 0.1353352 Jul 05 03:49:10.823670 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4beeebc-03d2-4730-ae43-155d0793a965 x-openstack-request-id: req-e4beeebc-03d2-4730-ae43-155d0793a965 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:10.824278 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "name": "network-vif-unplugged", "status": "completed", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:10.824278 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4beeebc-03d2-4730-ae43-155d0793a965 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:10.824834 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'code': 200} Jul 05 03:49:10.870653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a5db5-7b60-44cd-a8f0-f96a3fb20c96 req-9446c09c-b2cd-4959-bc58-451e2e394c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.870653 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e5a5db5-7b60-44cd-a8f0-f96a3fb20c96 req-9446c09c-b2cd-4959-bc58-451e2e394c85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 921 time: 0.1742074 Jul 05 03:49:10.879745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254e1e5-8181-426e-9639-8663a72af1ac req-b13ff71e-baca-4d1f-978f-27d58a28f527 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.887596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9254e1e5-8181-426e-9639-8663a72af1ac req-b13ff71e-baca-4d1f-978f-27d58a28f527 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 947 time: 0.1565688 Jul 05 03:49:10.944824 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e5a5db5-7b60-44cd-a8f0-f96a3fb20c96 req-dd2f71b0-e442-477d-904e-d7bc23188925 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea3b8e44-44f2-4f5e-a399-73422fe754ca HTTP/1.1" status: 200 len: 217 time: 0.0735855 Jul 05 03:49:10.985326 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.004021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9254e1e5-8181-426e-9639-8663a72af1ac req-b00237dd-9971-43c7-92a2-70a57bd4189e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151431 Jul 05 03:49:11.040882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a5db5-7b60-44cd-a8f0-f96a3fb20c96 req-1204d695-d5bf-4390-a492-12fd6083e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:11.045881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e5a5db5-7b60-44cd-a8f0-f96a3fb20c96 req-1204d695-d5bf-4390-a492-12fd6083e34c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.0947163 Jul 05 03:49:11.092170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Pushing event updated for resources: {'Port': ['ID=29a04d10-da77-4944-ab0a-d60a0316eb98,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:11.107459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:11.109215 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:11.115617 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:11.169898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d1cd97e4-2b16-4b06-a120-de32adfa6276 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:11.220809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab241b8-56d7-46c8-9414-ac1bc2de5a5c req-623f9e8e-3adb-4479-9daa-488aac0c1ac2 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:11.231789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dab241b8-56d7-46c8-9414-ac1bc2de5a5c req-623f9e8e-3adb-4479-9daa-488aac0c1ac2 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 944 time: 0.1848423 Jul 05 03:49:11.235608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a5db5-7b60-44cd-a8f0-f96a3fb20c96 req-9c2d9e96-205e-4f29-abbf-15f4649498d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:11.237314 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e5a5db5-7b60-44cd-a8f0-f96a3fb20c96 req-9c2d9e96-205e-4f29-abbf-15f4649498d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448538 Jul 05 03:49:11.347849 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dab241b8-56d7-46c8-9414-ac1bc2de5a5c req-0d6bc315-6b72-4fda-a2b0-d9b1edcfebf4 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fbf3ae9-969b-45de-9826-dccab855fba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084225 Jul 05 03:49:11.448141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e5a5db5-7b60-44cd-a8f0-f96a3fb20c96 req-2e0c99d1-cb98-4279-ab63-45216ee372f2 service neutron] 10.222.0.64 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002575 Jul 05 03:49:11.490669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca86f8e-365f-4825-98b4-17736b72d14f None None] New status for floating IP 55d1709a-f2b9-4825-8575-e6be556547e6: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:49:11.540061 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d1cd97e4-2b16-4b06-a120-de32adfa6276 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:11.641075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e5a5db5-7b60-44cd-a8f0-f96a3fb20c96 req-b1ea4dd8-23cd-441d-86b3-0bbdc8d66159 service neutron] 10.222.0.64 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859906 Jul 05 03:49:11.851013 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.909829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19019bd-013e-4f0d-9960-479e70bfa8b8 None None] Network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:12.195508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Provisioning for port d1cd97e4-2b16-4b06-a120-de32adfa6276 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:12.203309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Provisioning complete for port d1cd97e4-2b16-4b06-a120-de32adfa6276 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:12.203686 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.279354 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.362432 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b3294-548a-413d-9f8e-093dde8e847a req-b90716e0-00ca-4294-a002-ad5404762bb1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:12.368112 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.390443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b50b3294-548a-413d-9f8e-093dde8e847a req-b90716e0-00ca-4294-a002-ad5404762bb1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 947 time: 0.1670303 Jul 05 03:49:12.436179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] For port d1cd97e4-2b16-4b06-a120-de32adfa6276, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d1cd97e4-2b16-4b06-a120-de32adfa6276,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:12.495787 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b50b3294-548a-413d-9f8e-093dde8e847a req-0f007c4e-40a0-486d-a1dd-3af20c1a9912 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041334 Jul 05 03:49:12.642074 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.695491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Pushing event updated for resources: {'Port': ['ID=d1cd97e4-2b16-4b06-a120-de32adfa6276,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:12.706837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.707287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.707670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.708078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.709454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.709932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.710294 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.710629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.710962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.711298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.711665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.712067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2f42bf-f6d8-41ba-8697-8a2edb14c8c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.752164 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-1b1480b0-ec65-4b9b-8c13-5d44e0d480b0 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:12.755102 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-1b1480b0-ec65-4b9b-8c13-5d44e0d480b0 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1464386 Jul 05 03:49:12.771531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-918bcc03-a165-4561-beed-3ee562be7beb None None] Provisioning complete for port d1cd97e4-2b16-4b06-a120-de32adfa6276 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:12.771839 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-918bcc03-a165-4561-beed-3ee562be7beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.851985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-d020ae8f-1135-4375-91cc-f9917b808da6 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.0881722 Jul 05 03:49:12.865303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-2e8fc250-597f-4556-a5a3-5129cd3746a5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Request body: {'floatingip': {'port_id': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:12.991324 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-2e8fc250-597f-4556-a5a3-5129cd3746a5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.058587 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d1cd97e4-2b16-4b06-a120-de32adfa6276 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:13.123772 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d1cd97e4-2b16-4b06-a120-de32adfa6276 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:13.124225 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.169253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:49:13.327294 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:13.339795 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Sync routers for ids ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:13.353584 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Routers {'8c97c03a-1e2c-49c4-a4b3-16c6321de516'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:13.355693 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:13.449012 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:49:13.475577 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.477369 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a4b3577f-45a5-4419-8d5a-481c2c9fc48f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9570177 Jul 05 03:49:13.481186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54738) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:13.525463 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Set router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:13.665238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14859e3-da7b-48bb-8b3e-a87c6a95c6a6 req-f1161383-85c3-458c-8866-c3d417d9b45f tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:13.668024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f14859e3-da7b-48bb-8b3e-a87c6a95c6a6 req-f1161383-85c3-458c-8866-c3d417d9b45f tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.64 "GET /v2.0/ports?device_id=4677e818-0d97-438a-b06c-79d7d2908732 HTTP/1.1" status: 200 len: 945 time: 0.1731384 Jul 05 03:49:13.797562 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-2e8fc250-597f-4556-a5a3-5129cd3746a5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.833743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f14859e3-da7b-48bb-8b3e-a87c6a95c6a6 req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Deleting port ea3b8e44-44f2-4f5e-a399-73422fe754ca {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:13.833875 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f14859e3-da7b-48bb-8b3e-a87c6a95c6a6 req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.969817 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:11Z', 'revision_number': 3, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:14.036618 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Checking router: 8c97c03a-1e2c-49c4-a4b3-16c6321de516 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:14.037280 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Updating router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 port 29a04d10-da77-4944-ab0a-d60a0316eb98 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:49:14.045971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f14859e3-da7b-48bb-8b3e-a87c6a95c6a6 req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] For port ea3b8e44-44f2-4f5e-a399-73422fe754ca, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ea3b8e44-44f2-4f5e-a399-73422fe754ca,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:14.046345 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f14859e3-da7b-48bb-8b3e-a87c6a95c6a6 req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.069064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f14859e3-da7b-48bb-8b3e-a87c6a95c6a6 req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Calling delete_port for ea3b8e44-44f2-4f5e-a399-73422fe754ca owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:14.094563 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.137327 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-2e8fc250-597f-4556-a5a3-5129cd3746a5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.304023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.364086 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-2e8fc250-597f-4556-a5a3-5129cd3746a5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Floating IP 55d1709a-f2b9-4825-8575-e6be556547e6 associated. External IP: 172.25.0.155, port: 75a90d51-5509-42f2-b741-deb9c4e64d41. Jul 05 03:49:14.548313 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.561707 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Transition to ACTIVE for port object 29a04d10-da77-4944-ab0a-d60a0316eb98 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:14.581430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Allocated IP 172.20.0.1 (1875b0d0-fdef-4b63-9392-d607c58b7aa1/839f200a-20a7-49d6-8b34-c3036a817497/a59b99dd-d3b8-4f64-b746-1751f360bb7c) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:14.668128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-2e8fc250-597f-4556-a5a3-5129cd3746a5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Router a3f9e124-3c58-4486-8c2c-1544f3f29562 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:14.692180 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.700334 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.705604 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Transition to ACTIVE for port object a59b99dd-d3b8-4f64-b746-1751f360bb7c will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:14.814941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-2e8fc250-597f-4556-a5a3-5129cd3746a5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:14.820466 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-2e8fc250-597f-4556-a5a3-5129cd3746a5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.826778 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f14859e3-da7b-48bb-8b3e-a87c6a95c6a6 req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.830133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab489bd9-42a7-407b-ae98-41ebfd7a90e6 None None] Sync routers for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:14.896022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['75a90d51-5509-42f2-b741-deb9c4e64d41'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:14.896022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ea3b8e44-44f2-4f5e-a399-73422fe754ca'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:14.897155 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Attempting to bind port 29a04d10-da77-4944-ab0a-d60a0316eb98 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:14.897155 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Attempting to bind port 29a04d10-da77-4944-ab0a-d60a0316eb98 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:14.897155 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Attempting to bind port 29a04d10-da77-4944-ab0a-d60a0316eb98 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:14.898359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Pushing event deleted for resources: {'Port': ['ID=ea3b8e44-44f2-4f5e-a399-73422fe754ca,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:14.904002 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5844a31-add3-493c-935d-32be0a5c71de None None] Pushing event updated for resources: {'Port': ['ID=29a04d10-da77-4944-ab0a-d60a0316eb98,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:14.906659 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:14.907013 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:14.922475 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.922948 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:14.923465 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Bound port: 29a04d10-da77-4944-ab0a-d60a0316eb98, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:14.923906 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.949270 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5844a31-add3-493c-935d-32be0a5c71de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.949612 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5844a31-add3-493c-935d-32be0a5c71de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.949948 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5844a31-add3-493c-935d-32be0a5c71de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.950389 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5844a31-add3-493c-935d-32be0a5c71de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.951059 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5844a31-add3-493c-935d-32be0a5c71de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.951389 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5844a31-add3-493c-935d-32be0a5c71de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.951723 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5844a31-add3-493c-935d-32be0a5c71de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.952042 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5844a31-add3-493c-935d-32be0a5c71de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.952412 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5844a31-add3-493c-935d-32be0a5c71de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.952728 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5844a31-add3-493c-935d-32be0a5c71de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.953051 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5844a31-add3-493c-935d-32be0a5c71de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.953370 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5844a31-add3-493c-935d-32be0a5c71de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:15.032965 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-2e8fc250-597f-4556-a5a3-5129cd3746a5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "PUT /v2.0/floatingips/55d1709a-f2b9-4825-8575-e6be556547e6 HTTP/1.1" status: 200 len: 997 time: 2.1316793 Jul 05 03:49:15.033071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab489bd9-42a7-407b-ae98-41ebfd7a90e6 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:15.033155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'tag': '75a90d51-5509-42f2-b741-deb9c4e64d41'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:15.033255 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ab489bd9-42a7-407b-ae98-41ebfd7a90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:15.033371 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a7a57f-ad49-4363-9a95-64357d2199a8" -d '{"events": [{"name": "network-changed", "server_uuid": "182db6bf-7149-4e03-a81f-1102dc7eddb6", "tag": "75a90d51-5509-42f2-b741-deb9c4e64d41"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:15.033371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:15.033371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:15.033371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:15.033371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:15.033371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:15.034295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:15.035005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:15.035580 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:15.036179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:15.036309 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] For port 29a04d10-da77-4944-ab0a-d60a0316eb98, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:15.037027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:15.038058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:15.038605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:15.040720 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] For port 29a04d10-da77-4944-ab0a-d60a0316eb98, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=29a04d10-da77-4944-ab0a-d60a0316eb98,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:15.045467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14859e3-da7b-48bb-8b3e-a87c6a95c6a6 req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] No DVR routers for this DVR port ea3b8e44-44f2-4f5e-a399-73422fe754ca on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:15.103111 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f14859e3-da7b-48bb-8b3e-a87c6a95c6a6 req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.106676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f14859e3-da7b-48bb-8b3e-a87c6a95c6a6 req-2c6a2472-51ad-48bf-8832-689089cce661 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.64 "DELETE /v2.0/ports/ea3b8e44-44f2-4f5e-a399-73422fe754ca HTTP/1.1" status: 204 len: 173 time: 1.4066448 Jul 05 03:49:15.128297 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.180667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-bc2602c1-8450-4d2f-bc03-883e68cc5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.194686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-bc2602c1-8450-4d2f-bc03-883e68cc5808 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 1097 time: 0.1513443 Jul 05 03:49:15.242433 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:15.251945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:15.265014 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:15.340145 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.371338 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a59b99dd-d3b8-4f64-b746-1751f360bb7c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:15.392919 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.433413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-ab489bd9-42a7-407b-ae98-41ebfd7a90e6 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:15.454223 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-3b8651cc-6152-4776-88a5-6bab289a6a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.467479 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-3b8651cc-6152-4776-88a5-6bab289a6a4c service neutron] 10.222.0.60 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 921 time: 0.2715368 Jul 05 03:49:15.515743 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Routers {'8c97c03a-1e2c-49c4-a4b3-16c6321de516'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:15.516442 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:15.730455 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5844a31-add3-493c-935d-32be0a5c71de None None] Pushing event updated for resources: {'Port': ['ID=29a04d10-da77-4944-ab0a-d60a0316eb98,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:15.740623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-ca5ded34-3c88-49e4-ada3-9465e2ecf861 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75a90d51-5509-42f2-b741-deb9c4e64d41 HTTP/1.1" status: 200 len: 1000 time: 0.2685919 Jul 05 03:49:15.844391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-a93175ad-b79e-49bd-bed8-2c6b562846c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.844981 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] Set router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:15.846784 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-a93175ad-b79e-49bd-bed8-2c6b562846c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.1017933 Jul 05 03:49:15.982583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-cd477945-3941-494d-8122-965792639642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.990146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-cd477945-3941-494d-8122-965792639642 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332009 Jul 05 03:49:16.005253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-f95f009a-35e1-4cda-b821-dbccce2699ac service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:49:16.008277 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-f95f009a-35e1-4cda-b821-dbccce2699ac service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073447 Jul 05 03:49:16.048208 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.290881 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:11Z', 'revision_number': 3, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:16.325925 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a11ec-50f7-4144-9c5f-507e3eb35e3c None None] The sync data for ids ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'] in n-d-798249-5 is: [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:11Z', 'revision_number': 3, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:16.454753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-8b6697ac-f69a-4e26-ab94-1fbeb89954ad service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191945 Jul 05 03:49:16.487849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a350fcb-0ce8-4789-b509-167ba8fef895 req-0cd060f0-2571-49e9-9031-82797051cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.490678 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6a350fcb-0ce8-4789-b509-167ba8fef895 req-0cd060f0-2571-49e9-9031-82797051cd89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3d5962f6e5842a6bbf908e94488a0d6&device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 1095 time: 0.3677232 Jul 05 03:49:16.520466 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ab489bd9-42a7-407b-ae98-41ebfd7a90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '55d1709a-f2b9-4825-8575-e6be556547e6', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'port_id': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'mac_address': 'fa:16:3e:8f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:34Z', 'updated_at': '2021-07-05T03:49:13Z', 'revision_number': 8, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:16.581396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-abeb1150-7e73-4747-aece-74c1206f8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.582185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b6edb7f4-b559-4b89-8505-82a1f6c1a187 None None] Provisioning for port a59b99dd-d3b8-4f64-b746-1751f360bb7c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:16.585016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab489bd9-42a7-407b-ae98-41ebfd7a90e6 None None] Checking router: a3f9e124-3c58-4486-8c2c-1544f3f29562 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:16.586477 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-abeb1150-7e73-4747-aece-74c1206f8282 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190&tenant_id=11262911861945c3a6162015d1587211 HTTP/1.1" status: 200 len: 1098 time: 0.3749166 Jul 05 03:49:16.610664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b6edb7f4-b559-4b89-8505-82a1f6c1a187 None None] Provisioning complete for port a59b99dd-d3b8-4f64-b746-1751f360bb7c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:16.633204 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b6edb7f4-b559-4b89-8505-82a1f6c1a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.635979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab489bd9-42a7-407b-ae98-41ebfd7a90e6 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:16.637013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ab489bd9-42a7-407b-ae98-41ebfd7a90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:16.643328 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5be2eeec-0eec-4996-bc55-2dbb0929d4d6 req-445ecd01-20da-4c22-8fd7-181e23e91643 service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783273 Jul 05 03:49:16.648673 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.648872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:16.761975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a350fcb-0ce8-4789-b509-167ba8fef895 req-eb6b24e4-cc46-4ba8-a809-f34b91908435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.763557 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6a350fcb-0ce8-4789-b509-167ba8fef895 req-eb6b24e4-cc46-4ba8-a809-f34b91908435 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a3d5962f6e5842a6bbf908e94488a0d6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2408154 Jul 05 03:49:16.839064 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.850706 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b6edb7f4-b559-4b89-8505-82a1f6c1a187 None None] Port a59b99dd-d3b8-4f64-b746-1751f360bb7c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:16.930944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-ab489bd9-42a7-407b-ae98-41ebfd7a90e6 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:17.007584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a350fcb-0ce8-4789-b509-167ba8fef895 req-a0b7bc90-24e9-45cd-a765-c3883e4ab6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.011214 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6a350fcb-0ce8-4789-b509-167ba8fef895 req-a0b7bc90-24e9-45cd-a765-c3883e4ab6b5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2367513 Jul 05 03:49:17.242807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 29a04d10-da77-4944-ab0a-d60a0316eb98 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:17.322975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-8be27eee-ae66-4c3e-b216-1cb3c49ff93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.324642 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-8be27eee-ae66-4c3e-b216-1cb3c49ff93f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3d5962f6e5842a6bbf908e94488a0d6&device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 1095 time: 0.2144010 Jul 05 03:49:17.454949 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-e8d19a1d-42c0-440a-8f8e-ed2e98702330 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8555aa49-9920-4c21-8e39-1836bb59be9c HTTP/1.1" status: 200 len: 217 time: 0.1176100 Jul 05 03:49:17.477621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ea3b8e44-44f2-4f5e-a399-73422fe754ca no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:17.546195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: ea3b8e44-44f2-4f5e-a399-73422fe754ca {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:17.547290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ea3b8e44-44f2-4f5e-a399-73422fe754ca not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:17.583675 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-f917f8c2-c967-49ac-b133-bd890ba697a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.590023 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-f917f8c2-c967-49ac-b133-bd890ba697a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a81c63d2-f8f7-4e42-b7a9-521ad612f47b HTTP/1.1" status: 200 len: 854 time: 0.1070895 Jul 05 03:49:17.717703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-e7925861-11bb-41a7-9a0d-731bdbe60d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.718808 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ab489bd9-42a7-407b-ae98-41ebfd7a90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '55d1709a-f2b9-4825-8575-e6be556547e6', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'port_id': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'mac_address': 'fa:16:3e:8f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:34Z', 'updated_at': '2021-07-05T03:49:13Z', 'revision_number': 8, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:17.720765 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-e7925861-11bb-41a7-9a0d-731bdbe60d0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=602b79e4-9a6b-471a-a1fc-67d53f7f81d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241539 Jul 05 03:49:17.754577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab489bd9-42a7-407b-ae98-41ebfd7a90e6 None None] The sync data for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 is: [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '55d1709a-f2b9-4825-8575-e6be556547e6', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'port_id': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'mac_address': 'fa:16:3e:8f:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:34Z', 'updated_at': '2021-07-05T03:49:13Z', 'revision_number': 8, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:17.928790 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.007646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 29a04d10-da77-4944-ab0a-d60a0316eb98 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:18.012912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 29a04d10-da77-4944-ab0a-d60a0316eb98 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:18.028706 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.028896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:18.029374 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.033173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a59b99dd-d3b8-4f64-b746-1751f360bb7c,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:18.053133 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-de17c3c8-6790-46c8-85ce-a3515a5f12c8 service neutron] 10.222.0.11 "GET /v2.0/networks/602b79e4-9a6b-471a-a1fc-67d53f7f81d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859212 Jul 05 03:49:18.073521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h1-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:18.133473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a490de7-781b-414e-b0c6-263f9c1ba1b8 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:18.134598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-e30d16cc-f9ff-4606-b0b4-3b199296b7e3 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:49:18.145008 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-e30d16cc-f9ff-4606-b0b4-3b199296b7e3 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177886 Jul 05 03:49:18.149758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-7bea858c-510d-49df-866a-c6c42de066d0 service neutron] Request body: {'binding': {'host': 'n-h1-798249-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:18.150219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-7bea858c-510d-49df-866a-c6c42de066d0 service neutron] Unknown quota resources ['binding']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:49:18.154700 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.157235 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.175195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Transition to ACTIVE for port object 2a490de7-781b-414e-b0c6-263f9c1ba1b8 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:18.185098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 29a04d10-da77-4944-ab0a-d60a0316eb98, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=29a04d10-da77-4944-ab0a-d60a0316eb98,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:18.205219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0daa9-11f9-45e8-bd16-ba1b92753762 req-0e85f59e-89a0-41c9-b0c6-47c54e451e35 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:18.213552 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2c0daa9-11f9-45e8-bd16-ba1b92753762 req-0e85f59e-89a0-41c9-b0c6-47c54e451e35 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 944 time: 0.1038244 Jul 05 03:49:18.261926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2c0daa9-11f9-45e8-bd16-ba1b92753762 req-0f1f505b-f09e-4850-a145-87f3683c4f7d tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fbf3ae9-969b-45de-9826-dccab855fba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378177 Jul 05 03:49:18.362171 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:18.364403 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-728936e3-c1c6-44c3-a510-f8ee3f55f3c0 req-fbb762cd-872c-4d7a-80f9-9c55e3c11925 service neutron] 10.222.0.11 "GET /v2.0/networks/602b79e4-9a6b-471a-a1fc-67d53f7f81d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108943 Jul 05 03:49:18.367161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:18.369659 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.370209 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.497408 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-7bea858c-510d-49df-866a-c6c42de066d0 service neutron] Attempting to bind port 07515a7a-b423-4129-81b4-97327247a38d on host n-h1-798249-5 for vnic_type normal with profile None {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:18.497742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-7bea858c-510d-49df-866a-c6c42de066d0 service neutron] Attempting to bind port 07515a7a-b423-4129-81b4-97327247a38d by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:18.498085 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-7bea858c-510d-49df-866a-c6c42de066d0 service neutron] Attempting to bind port 07515a7a-b423-4129-81b4-97327247a38d on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:18.576413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=29a04d10-da77-4944-ab0a-d60a0316eb98,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:18.577067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-7bea858c-510d-49df-866a-c6c42de066d0 service neutron] Port 07515a7a-b423-4129-81b4-97327247a38d on network 4691479b-1728-4d4d-b293-81f5c048e409 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:18.577067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-7bea858c-510d-49df-866a-c6c42de066d0 service neutron] Attempting to bind port 07515a7a-b423-4129-81b4-97327247a38d on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:18.614958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] No DVR routers for this DVR port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on host n-h1-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:18.622930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=7']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:18.643199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-7bea858c-510d-49df-866a-c6c42de066d0 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:18.644416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-7bea858c-510d-49df-866a-c6c42de066d0 service neutron] Checking segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:18.645220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-7bea858c-510d-49df-866a-c6c42de066d0 service neutron] Bound using segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:18.645941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-7bea858c-510d-49df-866a-c6c42de066d0 service neutron] Bound port: 07515a7a-b423-4129-81b4-97327247a38d, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:18.669328 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143bde1-ed71-4258-a8e3-578ace84cd50 None None] New status for floating IP 55d1709a-f2b9-4825-8575-e6be556547e6: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:49:18.754535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Attempting to bind port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:18.755204 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Attempting to bind port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:18.755609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Attempting to bind port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:18.770194 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:18.770458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Attempting to bind port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:18.787767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:18.793634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:18.794082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:18.794546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:18.795059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Bound port: 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:18.795483 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.814011 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-7bea858c-510d-49df-866a-c6c42de066d0 service neutron] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=07515a7a-b423-4129-81b4-97327247a38d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:18.845042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7a272aa5-7d12-4308-9464-cd2294d93cd9 None None] Provisioning complete for port a59b99dd-d3b8-4f64-b746-1751f360bb7c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:18.847877 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7a272aa5-7d12-4308-9464-cd2294d93cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.900510 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-7bea858c-510d-49df-866a-c6c42de066d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.902240 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-7bea858c-510d-49df-866a-c6c42de066d0 service neutron] 10.222.0.60 "POST /v2.0/ports/07515a7a-b423-4129-81b4-97327247a38d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7559798 Jul 05 03:49:18.921561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-7a272aa5-7d12-4308-9464-cd2294d93cd9 None None] Port a59b99dd-d3b8-4f64-b746-1751f360bb7c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:18.925564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35d36e-4edd-4088-96a3-8883c8237869 req-05cedbe4-af16-4446-91f2-7290f153d5ee tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:18.934521 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ac35d36e-4edd-4088-96a3-8883c8237869 req-05cedbe4-af16-4446-91f2-7290f153d5ee tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 947 time: 0.2482967 Jul 05 03:49:18.953991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:18.987429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:19.004737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ac35d36e-4edd-4088-96a3-8883c8237869 req-1d235664-9d44-4161-b2c4-c10457b16944 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652862 Jul 05 03:49:19.015433 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:19.033081 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-109f1c94-5a69-4d50-b125-bdb27f35c2d7 admin admin] 10.222.0.60 "PUT /v2.0/routers/8c97c03a-1e2c-49c4-a4b3-16c6321de516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5410347 Jul 05 03:49:19.048805 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbf76ce-0f07-433e-a68a-a59ceab16d3a x-openstack-request-id: req-6fbf76ce-0f07-433e-a68a-a59ceab16d3a {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:19.049293 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182db6bf-7149-4e03-a81f-1102dc7eddb6", "tag": "75a90d51-5509-42f2-b741-deb9c4e64d41", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:19.049413 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fbf76ce-0f07-433e-a68a-a59ceab16d3a {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:19.049749 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'tag': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'status': 'completed', 'code': 200} Jul 05 03:49:19.049867 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Sync routers for ids ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:19.060464 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.079146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Routers {'8c97c03a-1e2c-49c4-a4b3-16c6321de516'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:19.080127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:19.223375 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7a57f-ad49-4363-9a95-64357d2199a8 req-8f50d692-f6be-4b25-9f94-645febe03129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.225253 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-97a7a57f-ad49-4363-9a95-64357d2199a8 req-8f50d692-f6be-4b25-9f94-645febe03129 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 1097 time: 0.1320326 Jul 05 03:49:19.228056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 29a04d10-da77-4944-ab0a-d60a0316eb98 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:19.366155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Set router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:19.366924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=8']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:19.381109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.383386 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.390665 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-a2457980-4fa7-41c7-aea3-13f31f9122a0 service neutron] 10.222.0.64 "PUT /v2.0/ports/2a490de7-781b-414e-b0c6-263f9c1ba1b8 HTTP/1.1" status: 200 len: 1095 time: 2.7463155 Jul 05 03:49:19.400295 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-008f6134-ebdf-4132-8ced-eff5d4ed613a req-c89ac2bd-1c02-4551-a54a-73c0b8475913 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips/55d1709a-f2b9-4825-8575-e6be556547e6 HTTP/1.1" status: 200 len: 999 time: 0.2534368 Jul 05 03:49:19.430045 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7a57f-ad49-4363-9a95-64357d2199a8 req-0db8494c-212e-435e-8ca1-59912b0c1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.434621 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-97a7a57f-ad49-4363-9a95-64357d2199a8 req-0db8494c-212e-435e-8ca1-59912b0c1791 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 921 time: 0.1984441 Jul 05 03:49:19.462407 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 29a04d10-da77-4944-ab0a-d60a0316eb98 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:19.462785 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.534998 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-97a7a57f-ad49-4363-9a95-64357d2199a8 req-6fa25053-98ce-4b7f-806a-87943346aac2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75a90d51-5509-42f2-b741-deb9c4e64d41 HTTP/1.1" status: 200 len: 1002 time: 0.0937643 Jul 05 03:49:19.620405 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7a57f-ad49-4363-9a95-64357d2199a8 req-e9ef63b4-634a-47d9-8539-d56cfd4fa2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.626135 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-97a7a57f-ad49-4363-9a95-64357d2199a8 req-e9ef63b4-634a-47d9-8539-d56cfd4fa2bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.0802326 Jul 05 03:49:19.730528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f6134-ebdf-4132-8ced-eff5d4ed613a req-1b6d8639-8537-4438-92ed-650d7e628979 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.737811 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-008f6134-ebdf-4132-8ced-eff5d4ed613a req-1b6d8639-8537-4438-92ed-650d7e628979 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.3308015 Jul 05 03:49:19.749932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-008f6134-ebdf-4132-8ced-eff5d4ed613a req-da89671c-b005-4f3b-9e9a-a26ca48566e7 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:49:19.759426 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7a57f-ad49-4363-9a95-64357d2199a8 req-e509e114-ea78-492b-a74b-6d69bff2cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.759426 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-97a7a57f-ad49-4363-9a95-64357d2199a8 req-e509e114-ea78-492b-a74b-6d69bff2cca9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235192 Jul 05 03:49:19.772124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-008f6134-ebdf-4132-8ced-eff5d4ed613a req-da89671c-b005-4f3b-9e9a-a26ca48566e7 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0333691 Jul 05 03:49:19.805282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:16Z', 'revision_number': 2, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:19.820486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-591f9561-baa8-4537-98ac-0ce380602bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.822729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-591f9561-baa8-4537-98ac-0ce380602bc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 1098 time: 0.3453681 Jul 05 03:49:19.830428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-e24adfb1-cd33-4e51-9b8b-4155b6cb441d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.832117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-e24adfb1-cd33-4e51-9b8b-4155b6cb441d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 806 time: 0.3712983 Jul 05 03:49:19.841099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-9451cbfa-8c93-48f0-b326-aa552d0be953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.841775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Checking router: 8c97c03a-1e2c-49c4-a4b3-16c6321de516 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:19.842007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Updating router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 port a59b99dd-d3b8-4f64-b746-1751f360bb7c binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:49:19.845082 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-9451cbfa-8c93-48f0-b326-aa552d0be953 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 1096 time: 0.1396592 Jul 05 03:49:19.883903 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.896380 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-97a7a57f-ad49-4363-9a95-64357d2199a8 req-9fa77e67-2ba0-4313-98b5-3b1a640890cd service neutron] 10.222.0.11 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300755 Jul 05 03:49:19.942399 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-90ce597e-315c-4abe-a384-4b0bce75c83c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/quotas/6171ffdfdefa4f1597b7e2fe880c84f1 HTTP/1.1" status: 200 len: 375 time: 0.0985780 Jul 05 03:49:20.018998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-ea9d5cd9-1deb-4802-bd0f-8850f37c0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.020854 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-ea9d5cd9-1deb-4802-bd0f-8850f37c0d64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1874466 Jul 05 03:49:20.090539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-69665cb6-7f0e-4af0-89c5-0ee76435684b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8 HTTP/1.1" status: 200 len: 217 time: 0.0517175 Jul 05 03:49:20.150218 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-29454eb1-07e1-49bb-94e3-00330aec544b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2005041 Jul 05 03:49:20.218213 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.222808 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-35086ff7-c8e5-4ab5-9828-c3f9bd218f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.224196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-35086ff7-c8e5-4ab5-9828-c3f9bd218f5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1234488 Jul 05 03:49:20.230012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Transition to ACTIVE for port object a59b99dd-d3b8-4f64-b746-1751f360bb7c will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:20.298496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-0e571aa7-ad9a-4027-a0b9-2c3ee9c9d798 service neutron] 10.222.0.60 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388385 Jul 05 03:49:20.356226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-751e1e52-ceee-469d-b617-540f053383de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.357757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-751e1e52-ceee-469d-b617-540f053383de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263764 Jul 05 03:49:20.361846 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.558402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54796) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:20.558402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5ed33714-7d73-48e7-a253-6da076d09a57 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1130349623', 'description': 'tempest-description--434138961'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:20.625094 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-45791676-0582-4608-bb47-6442cd0d4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.625094 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-45791676-0582-4608-bb47-6442cd0d4212 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.5148458 Jul 05 03:49:20.625094 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-97a7a57f-ad49-4363-9a95-64357d2199a8 req-c66ca61d-ec8a-4aa1-9134-27d65421c47d service neutron] 10.222.0.11 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273638 Jul 05 03:49:20.625094 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-bc18e297-a260-456c-a87e-a89e93b441e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07515a7a-b423-4129-81b4-97327247a38d HTTP/1.1" status: 200 len: 217 time: 0.0511022 Jul 05 03:49:20.625728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f0283-abc2-48b7-9ee2-310006c2da0b None None] Pushing event updated for resources: {'Port': ['ID=a59b99dd-d3b8-4f64-b746-1751f360bb7c,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:20.625728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Attempting to bind port a59b99dd-d3b8-4f64-b746-1751f360bb7c on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:20.625728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Attempting to bind port a59b99dd-d3b8-4f64-b746-1751f360bb7c by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:20.625728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Attempting to bind port a59b99dd-d3b8-4f64-b746-1751f360bb7c on network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:20.625728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:20.625728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Checking segment: {'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:20.625728 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.625728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Bound using segment: {'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:20.625728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Bound port: a59b99dd-d3b8-4f64-b746-1751f360bb7c, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:20.625728 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.637336 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-a7beeb1f-eae0-4a2a-b862-62db04a6de7f service neutron] 10.222.0.60 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403729 Jul 05 03:49:20.637661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-36de49cd-04a5-41c4-a227-fbdc099f73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.637661 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-36de49cd-04a5-41c4-a227-fbdc099f73bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.0877783 Jul 05 03:49:20.637863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-8d5dd607-f69a-41d8-89ee-f8d24f7766e4 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417014 Jul 05 03:49:20.637863 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ed33714-7d73-48e7-a253-6da076d09a57 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.641448 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-b81d5266-c220-41eb-91b9-5ca5e10ea2ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534956 Jul 05 03:49:20.662375 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] For port a59b99dd-d3b8-4f64-b746-1751f360bb7c, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:20.671170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] For port a59b99dd-d3b8-4f64-b746-1751f360bb7c, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a59b99dd-d3b8-4f64-b746-1751f360bb7c,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:20.750550 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.788721 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-096621c6-e126-46b1-aad3-3b35b09af876 service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391385 Jul 05 03:49:20.811059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef455c5-e556-4fbd-b73b-00dd19f42bae req-fd322717-562c-43fd-896f-7cc3162da819 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.812422 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ef455c5-e556-4fbd-b73b-00dd19f42bae req-fd322717-562c-43fd-896f-7cc3162da819 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 945 time: 0.2780168 Jul 05 03:49:20.854322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Routers {'8c97c03a-1e2c-49c4-a4b3-16c6321de516'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:20.854997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:20.859677 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1a6297b-bfd2-41c6-9078-c608c03b3a69 req-f34fbc13-9c9d-41ef-a0d6-a3c3c4f08d67 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412498 Jul 05 03:49:20.901746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f0283-abc2-48b7-9ee2-310006c2da0b None None] Pushing event updated for resources: {'Port': ['ID=a59b99dd-d3b8-4f64-b746-1751f360bb7c,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:20.908952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ef455c5-e556-4fbd-b73b-00dd19f42bae req-6faa4bed-9986-4ae8-adc7-277d4901c4c4 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904448 Jul 05 03:49:20.928181 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-27792a84-564c-4c56-9852-09b3acc238d3 service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325123 Jul 05 03:49:20.971398 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ed33714-7d73-48e7-a253-6da076d09a57 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.021372 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] Set router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:21.051485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4677e818-0d97-438a-b06c-79d7d2908732', 'name': 'network-vif-deleted', 'tag': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca'}, {'name': 'network-changed', 'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:21.058308 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6" -d '{"events": [{"server_uuid": "4677e818-0d97-438a-b06c-79d7d2908732", "name": "network-vif-deleted", "tag": "ea3b8e44-44f2-4f5e-a399-73422fe754ca"}, {"name": "network-changed", "server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:21.094169 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ed33714-7d73-48e7-a253-6da076d09a57 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.138200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed33714-7d73-48e7-a253-6da076d09a57 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:21.194736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e12255-8103-4af6-8716-606981234093 req-ef70bb06-566a-4868-981d-8da4ef107a6d tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:21.201688 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-41e12255-8103-4af6-8716-606981234093 req-ef70bb06-566a-4868-981d-8da4ef107a6d tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 944 time: 0.1329670 Jul 05 03:49:21.202874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 8555aa49-9920-4c21-8e39-1836bb59be9c details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:21.228324 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ed33714-7d73-48e7-a253-6da076d09a57 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.238451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5ed33714-7d73-48e7-a253-6da076d09a57 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8350878 Jul 05 03:49:21.238607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54810) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:21.243033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9e628abb-86e7-4c89-9586-8a8fab2cc57b tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Request body: {'security_group_rule': {'security_group_id': 'eaaec48f-9e17-4fee-b824-7ded4a9e6e5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:21.290769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-41e12255-8103-4af6-8716-606981234093 req-07a27cd3-383a-46ac-9d37-9d1f60ff5008 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fbf3ae9-969b-45de-9826-dccab855fba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873919 Jul 05 03:49:21.407342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e628abb-86e7-4c89-9586-8a8fab2cc57b tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.424195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 8555aa49-9920-4c21-8e39-1836bb59be9c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=8555aa49-9920-4c21-8e39-1836bb59be9c,segment=NetworkSegment(c56e59c9-cf4e-468e-a4d3-d20a0260b66e),segment_id=c56e59c9-cf4e-468e-a4d3-d20a0260b66e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:21.438998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '8555aa49-9920-4c21-8e39-1836bb59be9c', 'network_id': '602b79e4-9a6b-471a-a1fc-67d53f7f81d1', 'port_id': '8555aa49-9920-4c21-8e39-1836bb59be9c', 'mac_address': 'fa:16:3e:f9:a4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81c63d2-f8f7-4e42-b7a9-521ad612f47b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:21.455636 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a63bc673-f1c3-4c82-888f-7dfe3ef0695e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.569824 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e628abb-86e7-4c89-9586-8a8fab2cc57b tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.576030 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-66712bd1-6290-430c-8c43-c44934510606 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 1002 time: 0.1583545 Jul 05 03:49:21.614071 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.646823 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8555aa49-9920-4c21-8e39-1836bb59be9c {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:21.653234 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e628abb-86e7-4c89-9586-8a8fab2cc57b tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.680556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 8555aa49-9920-4c21-8e39-1836bb59be9c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=8555aa49-9920-4c21-8e39-1836bb59be9c,segment=NetworkSegment(c56e59c9-cf4e-468e-a4d3-d20a0260b66e),segment_id=c56e59c9-cf4e-468e-a4d3-d20a0260b66e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:21.689644 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e628abb-86e7-4c89-9586-8a8fab2cc57b tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a998c177-59ae-4091-a4fc-5be4dd722c5c,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:21.702855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-e05f9d5c-eeed-4c33-8460-ede2be15d447 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:21.704351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-e05f9d5c-eeed-4c33-8460-ede2be15d447 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports/75a90d51-5509-42f2-b741-deb9c4e64d41 HTTP/1.1" status: 200 len: 943 time: 0.1208708 Jul 05 03:49:21.781379 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a122d29-d392-4ad1-b947-6bda299bc4fa req-0fb70f74-46e8-45f4-b001-4fb4bb858ef1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:21.783720 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a122d29-d392-4ad1-b947-6bda299bc4fa req-0fb70f74-46e8-45f4-b001-4fb4bb858ef1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 947 time: 0.0783229 Jul 05 03:49:21.793857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:20Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:21.797924 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.830799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f42cb53-8773-4745-8c89-7f40c818c3c7 None None] The sync data for ids ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'] in n-d-798249-5 is: [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:20Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:21.836802 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e628abb-86e7-4c89-9586-8a8fab2cc57b tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.838228 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9e628abb-86e7-4c89-9586-8a8fab2cc57b tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6034222 Jul 05 03:49:21.842960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54820) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:21.849532 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-df01f0c0-cac9-405a-b37c-a7e6b67f6aac tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Request body: {'security_group_rule': {'security_group_id': 'eaaec48f-9e17-4fee-b824-7ded4a9e6e5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:21.941082 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a122d29-d392-4ad1-b947-6bda299bc4fa req-28c14828-1c63-4f77-a808-26f64816ecab tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509259 Jul 05 03:49:21.968986 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=8555aa49-9920-4c21-8e39-1836bb59be9c,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:21.982647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-3ab03073-e24f-4e9a-b77b-1d051b7320b3 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 1002 time: 0.1549196 Jul 05 03:49:22.021605 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df01f0c0-cac9-405a-b37c-a7e6b67f6aac tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.118887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['8555aa49-9920-4c21-8e39-1836bb59be9c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:22.159079 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df01f0c0-cac9-405a-b37c-a7e6b67f6aac tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.188076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-e166ce73-c812-4e65-9c2d-b546bb3a4257 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1076790222&fields=id&tenant_id=5cf90f56e8b7437f8a02cb7e8409287e HTTP/1.1" status: 200 len: 267 time: 0.0822241 Jul 05 03:49:22.217404 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-da671d82-09a6-4058-ba36-e7ac6e2c2dec tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.230662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-da671d82-09a6-4058-ba36-e7ac6e2c2dec tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.2410598 Jul 05 03:49:22.300065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df01f0c0-cac9-405a-b37c-a7e6b67f6aac tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.355186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-20ee2346-d7ba-46db-b576-19b9f21a854f tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.360706 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01f0c0-cac9-405a-b37c-a7e6b67f6aac tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5948232f-eeff-4ddd-b34f-0c3ddf9e59b8,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:22.362439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-20ee2346-d7ba-46db-b576-19b9f21a854f tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/networks?id=94005e7b-5b81-43b2-8cb7-96ba85ca7635 HTTP/1.1" status: 200 len: 815 time: 0.1673040 Jul 05 03:49:22.436738 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df01f0c0-cac9-405a-b37c-a7e6b67f6aac tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.440722 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-df01f0c0-cac9-405a-b37c-a7e6b67f6aac tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5939188 Jul 05 03:49:22.440869 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-2f89c8d5-9bf0-48a6-9300-0e7a267c724d tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/quotas/5cf90f56e8b7437f8a02cb7e8409287e HTTP/1.1" status: 200 len: 375 time: 0.0747781 Jul 05 03:49:22.440979 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54830) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:22.445941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:22.513602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-a871f39e-e38b-4327-9635-393d6854a7e2 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 1002 time: 0.1389899 Jul 05 03:49:22.518848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-15748c41-faf1-4788-82fb-b5f80a511803 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:22.562827 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.589847 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-15748c41-faf1-4788-82fb-b5f80a511803 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.748895 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.801137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-8b45e20d-bd83-45fa-8ef7-d31ee9bb8df4 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5cf90f56e8b7437f8a02cb7e8409287e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3616586 Jul 05 03:49:22.812161 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-15748c41-faf1-4788-82fb-b5f80a511803 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.920962 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-39ffa847-ebba-4a4b-8055-bcdf2604dd72 service neutron] 10.222.0.60 "GET /v2.0/networks/94005e7b-5b81-43b2-8cb7-96ba85ca7635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187689 Jul 05 03:49:22.929216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Allocated IP 172.25.0.13 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/0cda61a2-1479-4c3c-8163-77c6fb92fd94) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:23.014983 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-15748c41-faf1-4788-82fb-b5f80a511803 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.016688 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-15748c41-faf1-4788-82fb-b5f80a511803 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Floating IP 55d1709a-f2b9-4825-8575-e6be556547e6 disassociated. External IP: 172.25.0.155, port: 75a90d51-5509-42f2-b741-deb9c4e64d41. Jul 05 03:49:23.094181 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a59b99dd-d3b8-4f64-b746-1751f360bb7c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:23.113744 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-136282fb-4b7c-4314-b76c-b1090050e34d service neutron] 10.222.0.60 "GET /v2.0/networks/94005e7b-5b81-43b2-8cb7-96ba85ca7635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844912 Jul 05 03:49:23.158948 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.159171 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 8555aa49-9920-4c21-8e39-1836bb59be9c up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:23.327971 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.372011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 8555aa49-9920-4c21-8e39-1836bb59be9c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:23.379522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 8555aa49-9920-4c21-8e39-1836bb59be9c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:23.379522 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.421078 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:23.421078 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event updated for resources: {'Port': ['ID=0cda61a2-1479-4c3c-8163-77c6fb92fd94,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:23.423139 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:23.425273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:23.448195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2a490de7-781b-414e-b0c6-263f9c1ba1b8 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:23.480878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port a59b99dd-d3b8-4f64-b746-1751f360bb7c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:23.491776 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a59b99dd-d3b8-4f64-b746-1751f360bb7c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:23.495449 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.524621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-15748c41-faf1-4788-82fb-b5f80a511803 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Router a3f9e124-3c58-4486-8c2c-1544f3f29562 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:23.587346 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.730003 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.736791 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.757285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:23.759785 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.839679 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 8555aa49-9920-4c21-8e39-1836bb59be9c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=8555aa49-9920-4c21-8e39-1836bb59be9c,segment=NetworkSegment(c56e59c9-cf4e-468e-a4d3-d20a0260b66e),segment_id=c56e59c9-cf4e-468e-a4d3-d20a0260b66e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:23.847225 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f003972e-15f9-47b5-af52-4502feabfc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8555aa49-9920-4c21-8e39-1836bb59be9c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:23.851648 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ab6ed3-ff97-49a8-bbe7-8e3c6f8534c6" -d '{"events": [{"server_uuid": "f003972e-15f9-47b5-af52-4502feabfc64", "name": "network-vif-plugged", "status": "completed", "tag": "8555aa49-9920-4c21-8e39-1836bb59be9c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:23.858007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'mac_address': 'fa:16:3e:b0:82:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:23.920881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port a59b99dd-d3b8-4f64-b746-1751f360bb7c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a59b99dd-d3b8-4f64-b746-1751f360bb7c,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:23.926026 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.936395 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.957071 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.977815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a490de7-781b-414e-b0c6-263f9c1ba1b8 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:24.037402 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:24.038565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=8555aa49-9920-4c21-8e39-1836bb59be9c,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:24.043728 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.081660 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.124562 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.129963 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=a59b99dd-d3b8-4f64-b746-1751f360bb7c,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:24.229269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event updated for resources: {'Port': ['ID=0cda61a2-1479-4c3c-8163-77c6fb92fd94,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:24.255321 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.288413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-8f8bae93-ae11-4c53-be98-23efdd5a5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:24.290697 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-8f8bae93-ae11-4c53-be98-23efdd5a5921 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 1099 time: 0.1704342 Jul 05 03:49:24.383473 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9f87cb-19dd-472b-8597-d010a4eea6ae x-openstack-request-id: req-ea9f87cb-19dd-472b-8597-d010a4eea6ae {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:24.383473 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4677e818-0d97-438a-b06c-79d7d2908732", "name": "network-vif-deleted", "tag": "ea3b8e44-44f2-4f5e-a399-73422fe754ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:24.383473 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea9f87cb-19dd-472b-8597-d010a4eea6ae {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:24.384789 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4677e818-0d97-438a-b06c-79d7d2908732', 'name': 'network-vif-deleted', 'tag': 'ea3b8e44-44f2-4f5e-a399-73422fe754ca', 'status': 'completed', 'code': 200} Jul 05 03:49:24.390094 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'status': 'completed', 'code': 200} Jul 05 03:49:24.414674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:24.430683 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.446304 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['2a490de7-781b-414e-b0c6-263f9c1ba1b8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:24.455400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-929ea3c8-2ee5-4484-a6c2-af9e5e95edc4 req-0b843d4a-b64b-470b-9a16-9faf7a2fda2c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 210 time: 0.0694656 Jul 05 03:49:24.456720 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.458682 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-54b53ba1-4509-42c0-8a75-357fa5da2ffd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0167682 Jul 05 03:49:24.462572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-15748c41-faf1-4788-82fb-b5f80a511803 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:24.477713 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ff8a9-1bdd-4ab7-9983-6ac9b30b2bd4 None None] Sync routers for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:24.488028 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-15748c41-faf1-4788-82fb-b5f80a511803 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.498933 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ff8a9-1bdd-4ab7-9983-6ac9b30b2bd4 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:24.499616 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5b4ff8a9-1bdd-4ab7-9983-6ac9b30b2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:24.515297 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d443993e-8fdc-490a-af99-6ea7985b2728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.515687 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-d5cbcc0d-611a-43a0-8d12-1e8196411994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:24.516353 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-d5cbcc0d-611a-43a0-8d12-1e8196411994 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.2172763 Jul 05 03:49:24.579272 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-161ca507-5fe8-4f4c-a2a4-2a0f972767e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8 HTTP/1.1" status: 200 len: 217 time: 0.0556169 Jul 05 03:49:24.618936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-e046dbfa-ca9f-46e4-9b93-63d80d1d8ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:24.621043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-e046dbfa-ca9f-46e4-9b93-63d80d1d8ab4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 1099 time: 0.2251363 Jul 05 03:49:24.649780 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-15748c41-faf1-4788-82fb-b5f80a511803 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "PUT /v2.0/floatingips/55d1709a-f2b9-4825-8575-e6be556547e6 HTTP/1.1" status: 200 len: 696 time: 2.1238830 Jul 05 03:49:24.724695 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-53938137-659b-4696-b711-945ecf7cdff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:24.727181 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-53938137-659b-4696-b711-945ecf7cdff2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1354382 Jul 05 03:49:24.788255 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5b4ff8a9-1bdd-4ab7-9983-6ac9b30b2bd4 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:24.834357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-2846fcf5-7da5-4acc-a1de-c3a89660c22b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:24.838538 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-2846fcf5-7da5-4acc-a1de-c3a89660c22b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.64 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 806 time: 0.2582018 Jul 05 03:49:24.857470 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-1b070726-00c2-492a-a637-9260304f251c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Request body: {'port': {'device_id': '28c59f86-de0a-4192-95c0-ee0224b9d343', 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882', 'admin_state_up': True, 'tenant_id': '6171ffdfdefa4f1597b7e2fe880c84f1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:24.931234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-36b2d9ce-9263-4054-868e-1f217ca39e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:24.932925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-36b2d9ce-9263-4054-868e-1f217ca39e2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.3033185 Jul 05 03:49:25.029103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-dd94cae8-4865-4cf0-ad1c-b1bd50ac710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.031009 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-dd94cae8-4865-4cf0-ad1c-b1bd50ac710c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2946951 Jul 05 03:49:25.031335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-670829d1-83d5-49a5-89d2-ae39e4328145 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8 HTTP/1.1" status: 200 len: 217 time: 0.0883927 Jul 05 03:49:25.045783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-18885679-6f13-402c-a55f-3845ebdbfaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.047252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-18885679-6f13-402c-a55f-3845ebdbfaa9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 1097 time: 0.3736861 Jul 05 03:49:25.149126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a59b99dd-d3b8-4f64-b746-1751f360bb7c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:25.185226 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5b4ff8a9-1bdd-4ab7-9983-6ac9b30b2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:25.189397 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-27be53ab-d382-4f04-ab37-d7c0c96d24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.192081 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-27be53ab-d382-4f04-ab37-d7c0c96d24eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1434736 Jul 05 03:49:25.197760 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.208100 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-d86cf6c5-9190-4d96-9508-da91f26a9fb8 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681783 Jul 05 03:49:25.210047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-1b070726-00c2-492a-a637-9260304f251c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Made reservation on behalf of 6171ffdfdefa4f1597b7e2fe880c84f1 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:25.221290 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-1b070726-00c2-492a-a637-9260304f251c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.241121 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ff8a9-1bdd-4ab7-9983-6ac9b30b2bd4 None None] Checking router: a3f9e124-3c58-4486-8c2c-1544f3f29562 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:25.250922 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ff8a9-1bdd-4ab7-9983-6ac9b30b2bd4 None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:25.251828 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5b4ff8a9-1bdd-4ab7-9983-6ac9b30b2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:25.254250 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a59b99dd-d3b8-4f64-b746-1751f360bb7c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:25.254626 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.339181 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-65a6a17a-6030-4747-9778-23f08b74d352 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129243 Jul 05 03:49:25.432604 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2a490de7-781b-414e-b0c6-263f9c1ba1b8 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:25.452887 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5b4ff8a9-1bdd-4ab7-9983-6ac9b30b2bd4 None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:25.595993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ac376-0c0f-4a92-aa69-5aa7c232ac14 req-016699ba-e8fc-47b6-80c9-fccf461b877e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.598373 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a0ac376-0c0f-4a92-aa69-5aa7c232ac14 req-016699ba-e8fc-47b6-80c9-fccf461b877e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 945 time: 0.8107491 Jul 05 03:49:25.601119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:25.601444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-6a811b2d-c2de-4b7c-84a9-b05e60ba0232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.605075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-6a811b2d-c2de-4b7c-84a9-b05e60ba0232 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 921 time: 0.5254588 Jul 05 03:49:25.606592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:25.606888 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.645353 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-1b070726-00c2-492a-a637-9260304f251c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Allocated IP 172.20.0.13 (0ca20d25-d3e7-4cdd-af72-4218b518e882/051941e9-9be3-4855-b2ec-dc0f4f0de021/4aebb042-8afb-4809-b39d-379a29b12a20) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:25.751836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-124d3eb7-f11c-4d70-b3bd-a22c64816d1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75a90d51-5509-42f2-b741-deb9c4e64d41 HTTP/1.1" status: 200 len: 217 time: 0.1323268 Jul 05 03:49:25.765275 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5b4ff8a9-1bdd-4ab7-9983-6ac9b30b2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:25.781545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-0c44d404-ae71-4b41-b622-fe65d572d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.787435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-0c44d404-ae71-4b41-b622-fe65d572d439 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5218594 Jul 05 03:49:25.791778 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.804569 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ff8a9-1bdd-4ab7-9983-6ac9b30b2bd4 None None] The sync data for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 is: [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'bd536e7a-aef9-48b7-b86d-9d82db676c38', 'name': '', 'network_id': '5133365b-8064-4458-b7d1-def1dcc4d4c2', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'mac_address': 'fa:16:3e:c2:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:57Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'subnets': [{'id': '0c831241-743f-42ed-8a3f-8ac21c470c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:25.884110 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:25.904392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a0ac376-0c0f-4a92-aa69-5aa7c232ac14 req-f43c5439-a9f5-4acf-9196-ff9279af111e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761250 Jul 05 03:49:25.936261 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-1b070726-00c2-492a-a637-9260304f251c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.984096 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-8ae02e59-db92-414f-b5e5-ac73f3780e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.985876 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-8ae02e59-db92-414f-b5e5-ac73f3780e56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.2327263 Jul 05 03:49:25.990535 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.073365 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-0ed8df0e-b945-4222-baae-92ca993a867f service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362394 Jul 05 03:49:26.105248 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-1b070726-00c2-492a-a637-9260304f251c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.181445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-1b070726-00c2-492a-a637-9260304f251c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Network 0ca20d25-d3e7-4cdd-af72-4218b518e882 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:26.185016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-1b070726-00c2-492a-a637-9260304f251c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:26.197779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-1b070726-00c2-492a-a637-9260304f251c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:26.226261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-c591b25b-4d58-41b0-8c28-608f61489b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:26.230361 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-c591b25b-4d58-41b0-8c28-608f61489b35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2204823 Jul 05 03:49:26.252117 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b070726-00c2-492a-a637-9260304f251c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Pushing event updated for resources: {'Port': ['ID=4aebb042-8afb-4809-b39d-379a29b12a20,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:26.256515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['8399da09-627b-4f7d-bb12-e909f8df9b0e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:26.285974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-1b070726-00c2-492a-a637-9260304f251c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:26.287796 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-1b070726-00c2-492a-a637-9260304f251c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.315598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=10']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:26.351955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbe395f-b2fe-4dd3-ae4b-da8ead118e7d None None] New status for floating IP 55d1709a-f2b9-4825-8575-e6be556547e6: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:49:26.362284 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-1b070726-00c2-492a-a637-9260304f251c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5119081 Jul 05 03:49:26.384451 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Request body: {'port': {'device_id': '28c59f86-de0a-4192-95c0-ee0224b9d343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:26.403525 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'tag': '75a90d51-5509-42f2-b741-deb9c4e64d41'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:26.414010 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a937bc9-c927-4735-a970-2ba10d6ca21e" -d '{"events": [{"name": "network-changed", "server_uuid": "182db6bf-7149-4e03-a81f-1102dc7eddb6", "tag": "75a90d51-5509-42f2-b741-deb9c4e64d41"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:26.494353 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db3460c8-bb9c-473d-a5ed-5d0eacb2f3a6 req-044cc526-dd8f-4cd5-8780-f73b254362c8 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112911 Jul 05 03:49:26.504474 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.550908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f04aab-cb30-4c4c-ba6c-900d6f27597d req-4f7829a3-37d4-4c8e-8daf-dab340541b1d tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:26.552454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0f04aab-cb30-4c4c-ba6c-900d6f27597d req-4f7829a3-37d4-4c8e-8daf-dab340541b1d tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 946 time: 0.3779726 Jul 05 03:49:26.572609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-11ddd5b0-006b-4979-b063-e426f10374a8 service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911971 Jul 05 03:49:26.689003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0f04aab-cb30-4c4c-ba6c-900d6f27597d req-f3bdf67a-1fb5-4e7b-9a25-7cbe99ce8273 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fbf3ae9-969b-45de-9826-dccab855fba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301019 Jul 05 03:49:26.753358 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e0533d-febb-4df8-96b6-f7382c5032c4 req-9ebc3bd1-8c33-4a0f-a695-f0df602c2f5f service neutron] 10.222.0.60 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719630 Jul 05 03:49:26.873955 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aebb042-8afb-4809-b39d-379a29b12a20 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:26.883159 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.905218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Transition to ACTIVE for port object 4aebb042-8afb-4809-b39d-379a29b12a20 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:26.916462 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cbd3e7-3100-4425-8fab-6b778ab4275a x-openstack-request-id: req-b1cbd3e7-3100-4425-8fab-6b778ab4275a {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:26.916758 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f003972e-15f9-47b5-af52-4502feabfc64", "name": "network-vif-plugged", "status": "completed", "tag": "8555aa49-9920-4c21-8e39-1836bb59be9c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:26.917193 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1cbd3e7-3100-4425-8fab-6b778ab4275a {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:26.917416 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f003972e-15f9-47b5-af52-4502feabfc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8555aa49-9920-4c21-8e39-1836bb59be9c', 'code': 200} Jul 05 03:49:26.966787 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.968398 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.110377 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=4aebb042-8afb-4809-b39d-379a29b12a20,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:27.132837 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7a14eca-b1fa-41ac-89f1-b35ef1ca4c42 req-486af41f-265c-4284-ab0d-f2ef3d7c4f4a tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 210 time: 0.0455887 Jul 05 03:49:27.155514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434d012-b385-4165-a002-68c7f8d67da4 req-51c40e2c-e28c-4572-b0e1-3aeb53e42676 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.162015 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9434d012-b385-4165-a002-68c7f8d67da4 req-51c40e2c-e28c-4572-b0e1-3aeb53e42676 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 950 time: 0.1572487 Jul 05 03:49:27.203321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8aa02-798a-4902-9f87-eae009ee09ac req-81a182e1-1b3b-4d2e-aad4-2e8aff9fdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.209585 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bbe8aa02-798a-4902-9f87-eae009ee09ac req-81a182e1-1b3b-4d2e-aad4-2e8aff9fdfad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 1097 time: 0.1817057 Jul 05 03:49:27.245803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9434d012-b385-4165-a002-68c7f8d67da4 req-e717a500-cd74-4d3d-8112-0071f4ab8a64 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753663 Jul 05 03:49:27.247441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Attempting to bind port 4aebb042-8afb-4809-b39d-379a29b12a20 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:27.247769 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Attempting to bind port 4aebb042-8afb-4809-b39d-379a29b12a20 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:27.248159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Attempting to bind port 4aebb042-8afb-4809-b39d-379a29b12a20 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:27.261782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Port 4aebb042-8afb-4809-b39d-379a29b12a20 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:27.262258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Attempting to bind port 4aebb042-8afb-4809-b39d-379a29b12a20 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:27.272630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:27.272630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Checking segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:27.272630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Bound using segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:27.272630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Bound port: 4aebb042-8afb-4809-b39d-379a29b12a20, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:27.272630 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.367302 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:27.371050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4aebb042-8afb-4809-b39d-379a29b12a20,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:27.386790 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bbe8aa02-798a-4902-9f87-eae009ee09ac req-32da7f42-f441-4fe7-b517-a67f6ba67300 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5fbf3ae9-969b-45de-9826-dccab855fba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513698 Jul 05 03:49:27.470662 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.480555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-8c60b76b-1ee3-44af-8e41-9442fd903d39 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1130349623&fields=id&tenant_id=8a583d8be5434c7085d28e3958e1688f HTTP/1.1" status: 200 len: 267 time: 0.1893702 Jul 05 03:49:27.509272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.513919 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.513919 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] 10.222.0.64 "PUT /v2.0/ports/4aebb042-8afb-4809-b39d-379a29b12a20 HTTP/1.1" status: 200 len: 1092 time: 1.1339350 Jul 05 03:49:27.513919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c59f86-de0a-4192-95c0-ee0224b9d343', 'tag': '4aebb042-8afb-4809-b39d-379a29b12a20'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:27.517175 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3605ac89-874a-4532-a04f-3d18e0515baf" -d '{"events": [{"name": "network-changed", "server_uuid": "28c59f86-de0a-4192-95c0-ee0224b9d343", "tag": "4aebb042-8afb-4809-b39d-379a29b12a20"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:27.551315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d403ce-cac5-4dc7-8dc1-bee4894a0ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=4aebb042-8afb-4809-b39d-379a29b12a20,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:27.617475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-7cbfc10f-6876-47d8-a656-bb4daaca1898 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.619770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-7cbfc10f-6876-47d8-a656-bb4daaca1898 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.64 "GET /v2.0/networks?id=94005e7b-5b81-43b2-8cb7-96ba85ca7635 HTTP/1.1" status: 200 len: 815 time: 0.3061838 Jul 05 03:49:27.689100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd0b18-8f28-4ddd-8cd2-3d4a439a065a req-3e618df0-2f07-461c-b3d0-1cf7aec6358a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.690777 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48cd0b18-8f28-4ddd-8cd2-3d4a439a065a req-3e618df0-2f07-461c-b3d0-1cf7aec6358a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.2634959 Jul 05 03:49:27.706384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-90c1482b-f74e-4b33-abbf-b35c50c1c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.708493 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-90c1482b-f74e-4b33-abbf-b35c50c1c8c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 1095 time: 0.0681427 Jul 05 03:49:27.724326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-8c088a74-bd1d-4a25-854b-974e4304cc82 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cf90f56e8b7437f8a02cb7e8409287e HTTP/1.1" status: 200 len: 380 time: 0.0807254 Jul 05 03:49:27.742034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-d7bcc297-fc56-4f83-b4f1-c1413c40f63c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Request body: {'port': {'device_id': 'a627a7ba-8942-442e-87fc-3470c84d6ce1', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'admin_state_up': True, 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'security_groups': ['cb70d8bb-cd4a-4556-8eb2-f5c27c505927']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:27.755193 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-00d79b57-ba2f-47a1-aa0d-3a4e71f87832 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aebb042-8afb-4809-b39d-379a29b12a20 HTTP/1.1" status: 200 len: 217 time: 0.0394247 Jul 05 03:49:27.807457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-68f32cc8-b00d-4296-a603-ae647ceaf983 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.808257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-8175dd6f-2457-406d-baaf-9055099bc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.808257 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-8175dd6f-2457-406d-baaf-9055099bc6b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.0470219 Jul 05 03:49:27.808493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-68f32cc8-b00d-4296-a603-ae647ceaf983 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/networks?id=1875b0d0-fdef-4b63-9392-d607c58b7aa1 HTTP/1.1" status: 200 len: 810 time: 0.2787786 Jul 05 03:49:27.846425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48cd0b18-8f28-4ddd-8cd2-3d4a439a065a req-13213457-324d-454d-8e2a-882e22db5cae tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356246 Jul 05 03:49:27.851604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-9c027c11-778f-488d-ace4-d5a66577e6e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/quotas/8a583d8be5434c7085d28e3958e1688f HTTP/1.1" status: 200 len: 375 time: 0.0294869 Jul 05 03:49:27.857560 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-c6e430f9-2c22-4f5a-af8d-a235adfd718b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401206 Jul 05 03:49:27.914391 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b19706d-1ba7-4908-9636-ddc23e4afff2 x-openstack-request-id: req-3b19706d-1ba7-4908-9636-ddc23e4afff2 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:27.914391 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182db6bf-7149-4e03-a81f-1102dc7eddb6", "tag": "75a90d51-5509-42f2-b741-deb9c4e64d41", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:27.914391 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b19706d-1ba7-4908-9636-ddc23e4afff2 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:27.914391 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'tag': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'status': 'completed', 'code': 200} Jul 05 03:49:27.969437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-b9a73e8f-5b6f-424f-bb31-7b3becfd604d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a583d8be5434c7085d28e3958e1688f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1063585 Jul 05 03:49:28.023699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-d7bcc297-fc56-4f83-b4f1-c1413c40f63c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Made reservation on behalf of 5cf90f56e8b7437f8a02cb7e8409287e for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:28.023699 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-d7bcc297-fc56-4f83-b4f1-c1413c40f63c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.037153 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-94460035-d74d-4b2c-b30f-fc1f83f01632 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587512 Jul 05 03:49:28.060988 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a937bc9-c927-4735-a970-2ba10d6ca21e req-390fdb87-2974-45fa-8f93-99da011dc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.062197 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7a937bc9-c927-4735-a970-2ba10d6ca21e req-390fdb87-2974-45fa-8f93-99da011dc498 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 1097 time: 0.1211550 Jul 05 03:49:28.240476 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1b94bf18-4aa3-455a-98a4-a1e919ae6f2f req-82248841-c3eb-4249-85ce-0aacd3374f5e service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937101 Jul 05 03:49:28.275642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a937bc9-c927-4735-a970-2ba10d6ca21e req-63d36f9e-1f65-4140-8013-8f8a87e59d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.277593 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7a937bc9-c927-4735-a970-2ba10d6ca21e req-63d36f9e-1f65-4140-8013-8f8a87e59d3e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 200 len: 921 time: 0.2007318 Jul 05 03:49:28.279130 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-0f8612c6-832b-4052-942d-e2362f4d7618 service neutron] 10.222.0.60 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952070 Jul 05 03:49:28.338610 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7a937bc9-c927-4735-a970-2ba10d6ca21e req-21673f80-4a9f-4586-8e0b-feb961290a89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75a90d51-5509-42f2-b741-deb9c4e64d41 HTTP/1.1" status: 200 len: 217 time: 0.0483627 Jul 05 03:49:28.378207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77005c-bc2a-464c-a66e-aa7d5e7a6843 req-1c1b1f4c-d879-4884-83b0-79c585229817 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.379732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf77005c-bc2a-464c-a66e-aa7d5e7a6843 req-1c1b1f4c-d879-4884-83b0-79c585229817 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 945 time: 0.2215674 Jul 05 03:49:28.396687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-d7bcc297-fc56-4f83-b4f1-c1413c40f63c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Allocated IP 172.20.0.8 (94005e7b-5b81-43b2-8cb7-96ba85ca7635/f6da78f6-d10c-45ab-8914-1fc96bd2b433/95f957aa-e51a-4d60-acb5-b0a8e494496f) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:28.413565 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a937bc9-c927-4735-a970-2ba10d6ca21e req-ff96c2fa-c214-4c7f-9731-38a011adcb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.416030 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7a937bc9-c927-4735-a970-2ba10d6ca21e req-ff96c2fa-c214-4c7f-9731-38a011adcb74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 200 len: 859 time: 0.0751717 Jul 05 03:49:28.496819 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf77005c-bc2a-464c-a66e-aa7d5e7a6843 req-45b44224-1a3c-4124-a744-008a0d18b0f1 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064627 Jul 05 03:49:28.511203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a937bc9-c927-4735-a970-2ba10d6ca21e req-c0743cf0-48ff-4e5b-b57d-5fafb385b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.512985 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7a937bc9-c927-4735-a970-2ba10d6ca21e req-c0743cf0-48ff-4e5b-b57d-5fafb385b44e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5133365b-8064-4458-b7d1-def1dcc4d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897279 Jul 05 03:49:28.543272 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-8fd5f67b-7a95-45ff-91d2-29be422d2c3d service neutron] 10.222.0.60 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540364 Jul 05 03:49:28.680267 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7a937bc9-c927-4735-a970-2ba10d6ca21e req-fbfb847f-7090-4465-a15c-8b2c22ae3b82 service neutron] 10.222.0.11 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570792 Jul 05 03:49:28.782893 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-d7bcc297-fc56-4f83-b4f1-c1413c40f63c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.811432 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7a937bc9-c927-4735-a970-2ba10d6ca21e req-dcc27d89-475c-4e73-884f-fe2495198987 service neutron] 10.222.0.11 "GET /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220448 Jul 05 03:49:28.816359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-d7bcc297-fc56-4f83-b4f1-c1413c40f63c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Transition to ACTIVE for port object 95f957aa-e51a-4d60-acb5-b0a8e494496f will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:28.923749 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:28.923749 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292b98af-b50c-4d0e-a8af-7aa99cd4bd03" -d '{"events": [{"server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "name": "network-vif-plugged", "status": "completed", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:28.937561 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015dc695-755c-4dcc-9001-31ca4c8289dc x-openstack-request-id: req-015dc695-755c-4dcc-9001-31ca4c8289dc {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:28.937855 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c59f86-de0a-4192-95c0-ee0224b9d343", "tag": "4aebb042-8afb-4809-b39d-379a29b12a20", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:28.938106 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-015dc695-755c-4dcc-9001-31ca4c8289dc {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:28.938510 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c59f86-de0a-4192-95c0-ee0224b9d343', 'tag': '4aebb042-8afb-4809-b39d-379a29b12a20', 'status': 'completed', 'code': 200} Jul 05 03:49:29.053873 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-d7bcc297-fc56-4f83-b4f1-c1413c40f63c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.111162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605ac89-874a-4532-a04f-3d18e0515baf req-dfb43aa7-1729-404e-9829-c44ef505724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.116128 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3605ac89-874a-4532-a04f-3d18e0515baf req-dfb43aa7-1729-404e-9829-c44ef505724f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 1095 time: 0.1537278 Jul 05 03:49:29.134025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-d7bcc297-fc56-4f83-b4f1-c1413c40f63c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:29.140828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-d7bcc297-fc56-4f83-b4f1-c1413c40f63c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:29.141929 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.146245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-d7bcc297-fc56-4f83-b4f1-c1413c40f63c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:29.149935 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcc297-fc56-4f83-b4f1-c1413c40f63c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Pushing event updated for resources: {'Port': ['ID=95f957aa-e51a-4d60-acb5-b0a8e494496f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:29.218923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-d7bcc297-fc56-4f83-b4f1-c1413c40f63c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.219606 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-d7bcc297-fc56-4f83-b4f1-c1413c40f63c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.291947 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605ac89-874a-4532-a04f-3d18e0515baf req-f8c2592f-04d3-4c54-bc5f-5739931905ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.294084 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3605ac89-874a-4532-a04f-3d18e0515baf req-f8c2592f-04d3-4c54-bc5f-5739931905ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.1710696 Jul 05 03:49:29.353850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86de37-fbd6-4b6a-8ae0-477d63157803 req-c18f71f6-602c-4af4-b143-348a8a14c2c0 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.358118 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3605ac89-874a-4532-a04f-3d18e0515baf req-927a90bb-be65-40b3-8323-ebde2cc2e851 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aebb042-8afb-4809-b39d-379a29b12a20 HTTP/1.1" status: 200 len: 217 time: 0.0567498 Jul 05 03:49:29.358343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a86de37-fbd6-4b6a-8ae0-477d63157803 req-c18f71f6-602c-4af4-b143-348a8a14c2c0 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 946 time: 0.1271398 Jul 05 03:49:29.424295 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a86de37-fbd6-4b6a-8ae0-477d63157803 req-359400a9-7d9e-41be-a9ae-b17f1b880fb1 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fbf3ae9-969b-45de-9826-dccab855fba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598450 Jul 05 03:49:29.431156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-d7bcc297-fc56-4f83-b4f1-c1413c40f63c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6991568 Jul 05 03:49:29.442192 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605ac89-874a-4532-a04f-3d18e0515baf req-a1025322-fb24-4a8e-a4a5-224a4e1939c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.443864 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3605ac89-874a-4532-a04f-3d18e0515baf req-a1025322-fb24-4a8e-a4a5-224a4e1939c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.0787904 Jul 05 03:49:29.444589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Request body: {'port': {'device_id': 'a627a7ba-8942-442e-87fc-3470c84d6ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:29.492562 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3605ac89-874a-4532-a04f-3d18e0515baf req-4cd13bfb-7e04-40d3-8e6c-a22d64d5a803 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401287 Jul 05 03:49:29.617910 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.624026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8d9d56b2-0b79-46a2-ac27-30bc9c32da57 None None] Provisioning for port 95f957aa-e51a-4d60-acb5-b0a8e494496f completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:29.627859 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3605ac89-874a-4532-a04f-3d18e0515baf req-2d44fff7-34bc-4e6f-ae68-458ebbb534a3 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271195 Jul 05 03:49:29.631546 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8d9d56b2-0b79-46a2-ac27-30bc9c32da57 None None] Provisioning complete for port 95f957aa-e51a-4d60-acb5-b0a8e494496f triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:29.631546 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8d9d56b2-0b79-46a2-ac27-30bc9c32da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.705089 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d56b2-0b79-46a2-ac27-30bc9c32da57 None None] Port 95f957aa-e51a-4d60-acb5-b0a8e494496f cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:29.802867 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3605ac89-874a-4532-a04f-3d18e0515baf req-248d564a-d12a-4cb6-908b-b3292e7f5ab0 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684830 Jul 05 03:49:30.388536 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-c5490d71-f001-4e14-9c10-64cfe5af956e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:30.390145 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-c5490d71-f001-4e14-9c10-64cfe5af956e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190&tenant_id=11262911861945c3a6162015d1587211&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 950 time: 0.7053864 Jul 05 03:49:30.421688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc09388-982e-4482-8785-5986cbab47b6 req-3a61cc71-2f25-4ab2-ab3f-39a6677bd178 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:30.423176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0fc09388-982e-4482-8785-5986cbab47b6 req-3a61cc71-2f25-4ab2-ab3f-39a6677bd178 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.5993924 Jul 05 03:49:30.430408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639da89a-bc7b-4830-a9e8-df8a2638f881 req-d4a533f5-8f1e-4e60-9e46-348b96473d59 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:30.431831 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-639da89a-bc7b-4830-a9e8-df8a2638f881 req-d4a533f5-8f1e-4e60-9e46-348b96473d59 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 931 time: 0.6069729 Jul 05 03:49:30.579280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0fc09388-982e-4482-8785-5986cbab47b6 req-81515b0b-d1bf-4338-bf43-67d0b77fb603 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464832 Jul 05 03:49:30.588212 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f957aa-e51a-4d60-acb5-b0a8e494496f {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:30.595066 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-639da89a-bc7b-4830-a9e8-df8a2638f881 req-d86af50e-52d4-426b-b946-d426fccd6657 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415036 Jul 05 03:49:30.600295 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.604515 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-4f3732aa-9f9b-4319-a16d-7c84080c82c2 service neutron] 10.222.0.64 "GET /v2.0/ports/2a490de7-781b-414e-b0c6-263f9c1ba1b8/bindings/n-h2-798249-5 HTTP/1.1" status: 200 len: 382 time: 0.2029238 Jul 05 03:49:30.620759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Transition to ACTIVE for port object 95f957aa-e51a-4d60-acb5-b0a8e494496f will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:30.700590 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36359189-c47f-4ef5-94f5-9b7ca95fe474 x-openstack-request-id: req-36359189-c47f-4ef5-94f5-9b7ca95fe474 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:30.701110 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "name": "network-vif-plugged", "status": "completed", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:30.704089 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36359189-c47f-4ef5-94f5-9b7ca95fe474 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:30.706041 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'code': 200} Jul 05 03:49:30.719103 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.784952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0b15a3d-0e08-4199-b3f2-9d823f26eb69 req-ad612c00-3243-40a2-bd33-9031622eb8ac tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 210 time: 0.0685384 Jul 05 03:49:30.887714 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Pushing event updated for resources: {'Port': ['ID=95f957aa-e51a-4d60-acb5-b0a8e494496f,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:30.988642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-92b8e757-35e3-4829-ae1e-9c9eb68aa360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:30.990694 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-92b8e757-35e3-4829-ae1e-9c9eb68aa360 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 1101 time: 0.3493388 Jul 05 03:49:31.051162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Attempting to bind port 95f957aa-e51a-4d60-acb5-b0a8e494496f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:31.051814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Attempting to bind port 95f957aa-e51a-4d60-acb5-b0a8e494496f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4e602cc5-eb2b-4502-bfd8-7e7107ee5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:31.052485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Attempting to bind port 95f957aa-e51a-4d60-acb5-b0a8e494496f on network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:31.110281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Port 95f957aa-e51a-4d60-acb5-b0a8e494496f on network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:31.110744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Attempting to bind port 95f957aa-e51a-4d60-acb5-b0a8e494496f on network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:31.129571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:31.129909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Checking segment: {'id': '4e602cc5-eb2b-4502-bfd8-7e7107ee5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:31.130283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Bound using segment: {'id': '4e602cc5-eb2b-4502-bfd8-7e7107ee5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:31.130714 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Bound port: 95f957aa-e51a-4d60-acb5-b0a8e494496f, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e602cc5-eb2b-4502-bfd8-7e7107ee5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:31.131101 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.194235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228437c-1a04-471f-a8fe-439f025f8388 req-33d349b9-e24c-4176-9aae-095ba932344d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.195571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4228437c-1a04-471f-a8fe-439f025f8388 req-33d349b9-e24c-4176-9aae-095ba932344d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 950 time: 0.3619852 Jul 05 03:49:31.195701 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.242996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-ff8ec53f-68ff-42d7-858d-e80c57f58e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.245124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-ff8ec53f-68ff-42d7-858d-e80c57f58e75 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.2182295 Jul 05 03:49:31.316379 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-6638998a-6ca6-4c49-ae0c-050ccb2a6900 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8 HTTP/1.1" status: 200 len: 217 time: 0.0619261 Jul 05 03:49:31.342278 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] For port 95f957aa-e51a-4d60-acb5-b0a8e494496f, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:31.373526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4228437c-1a04-471f-a8fe-439f025f8388 req-5f02c8a0-355a-43b8-9d78-947b1f6a9ca3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488256 Jul 05 03:49:31.399508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0be15-676e-4a78-b080-5a2a42f505f4 req-060bb2b3-b661-4480-9122-41d8cb3b83db tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.401946 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97f0be15-676e-4a78-b080-5a2a42f505f4 req-060bb2b3-b661-4480-9122-41d8cb3b83db tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 945 time: 0.2791522 Jul 05 03:49:31.408657 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] For port 95f957aa-e51a-4d60-acb5-b0a8e494496f, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=95f957aa-e51a-4d60-acb5-b0a8e494496f,segment=NetworkSegment(4e602cc5-eb2b-4502-bfd8-7e7107ee5011),segment_id=4e602cc5-eb2b-4502-bfd8-7e7107ee5011)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:31.475251 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-69f6332a-c274-4bd2-b61a-3f4d4bb6e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.476768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-69f6332a-c274-4bd2-b61a-3f4d4bb6e7d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1515708 Jul 05 03:49:31.505610 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-2808e845-9cf4-4987-9a79-dd8b9e724b9a tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips/55d1709a-f2b9-4825-8575-e6be556547e6 HTTP/1.1" status: 200 len: 694 time: 0.0954309 Jul 05 03:49:31.523077 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.589037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97f0be15-676e-4a78-b080-5a2a42f505f4 req-04360aac-a0c3-4708-be5f-278f61a68d48 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776884 Jul 05 03:49:31.638172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.638910 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.640483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] 10.222.0.64 "PUT /v2.0/ports/95f957aa-e51a-4d60-acb5-b0a8e494496f HTTP/1.1" status: 200 len: 1091 time: 2.2013402 Jul 05 03:49:31.667563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a627a7ba-8942-442e-87fc-3470c84d6ce1', 'tag': '95f957aa-e51a-4d60-acb5-b0a8e494496f'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:31.671009 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d768feb-3a13-4451-8aec-b90cf9331a76" -d '{"events": [{"name": "network-changed", "server_uuid": "a627a7ba-8942-442e-87fc-3470c84d6ce1", "tag": "95f957aa-e51a-4d60-acb5-b0a8e494496f"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:31.784077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e7c9f-038d-4834-8dc1-6f4f0250d0af service neutron] Pushing event updated for resources: {'Port': ['ID=95f957aa-e51a-4d60-acb5-b0a8e494496f,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:31.847563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-86f263f6-e99c-47ff-819a-f60746121653 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.849867 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-86f263f6-e99c-47ff-819a-f60746121653 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.11 "GET /v2.0/networks?id=1875b0d0-fdef-4b63-9392-d607c58b7aa1 HTTP/1.1" status: 200 len: 810 time: 0.2065697 Jul 05 03:49:31.885595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-545be0d8-b5d8-496d-b63b-3de4b2ba170d tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.897868 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-545be0d8-b5d8-496d-b63b-3de4b2ba170d tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.3913736 Jul 05 03:49:31.904831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-dbc34689-451e-46c9-8172-18c560c6d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.909712 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-dbc34689-451e-46c9-8172-18c560c6d98c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4229043 Jul 05 03:49:31.921150 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-71359943-8400-4861-8c37-6acd09aec257 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a583d8be5434c7085d28e3958e1688f HTTP/1.1" status: 200 len: 380 time: 0.0611506 Jul 05 03:49:31.926658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-68ec05f6-ddda-4a90-be1b-51125f3afec7 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:49:31.927638 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-68ec05f6-ddda-4a90-be1b-51125f3afec7 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085249 Jul 05 03:49:31.929834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-79cfcc54-e7a8-4909-8438-3c41c5700841 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Request body: {'port': {'device_id': 'a3543efc-cc2b-480c-8143-96ddc1680677', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'admin_state_up': True, 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'security_groups': ['eaaec48f-9e17-4fee-b824-7ded4a9e6e5d']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:32.094762 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-c430bf7e-3831-47fd-955f-13b32b59e2cc tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 697 time: 0.0990524 Jul 05 03:49:32.121738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-79cfcc54-e7a8-4909-8438-3c41c5700841 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Made reservation on behalf of 8a583d8be5434c7085d28e3958e1688f for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:32.126176 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-79cfcc54-e7a8-4909-8438-3c41c5700841 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.186511 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-8d074aa5-e344-4d82-9aa7-8444347e7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.188032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-8d074aa5-e344-4d82-9aa7-8444347e7f6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cf90f56e8b7437f8a02cb7e8409287e&device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 1094 time: 0.4176750 Jul 05 03:49:32.199077 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-cb833a70-3748-4f66-a232-aacb3f71a9ac tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 697 time: 0.0929680 Jul 05 03:49:32.255557 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-46a40829-63f5-4588-8800-8144bdbe130c service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156927 Jul 05 03:49:32.258769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-69c5b874-6bc3-47a3-b585-f01c71aa34e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95f957aa-e51a-4d60-acb5-b0a8e494496f HTTP/1.1" status: 200 len: 217 time: 0.0560813 Jul 05 03:49:32.268873 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-79cfcc54-e7a8-4909-8438-3c41c5700841 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Allocated IP 172.20.0.14 (1875b0d0-fdef-4b63-9392-d607c58b7aa1/839f200a-20a7-49d6-8b34-c3036a817497/efae1b86-20ab-463a-9325-52d627802539) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:32.331033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6322dec-1c96-4d30-ba3e-1845f64f9f4f req-074bc5d7-019a-4ae2-99d2-111004a28f21 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.331932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6322dec-1c96-4d30-ba3e-1845f64f9f4f req-074bc5d7-019a-4ae2-99d2-111004a28f21 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.4026268 Jul 05 03:49:32.434937 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-79cfcc54-e7a8-4909-8438-3c41c5700841 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.448869 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-79cfcc54-e7a8-4909-8438-3c41c5700841 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Transition to ACTIVE for port object efae1b86-20ab-463a-9325-52d627802539 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:32.497061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-dcc8ffff-959a-41a5-8683-3fab4396a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.498670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-dcc8ffff-959a-41a5-8683-3fab4396a3f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6da78f6-d10c-45ab-8914-1fc96bd2b433 HTTP/1.1" status: 200 len: 854 time: 0.2029040 Jul 05 03:49:32.523817 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6322dec-1c96-4d30-ba3e-1845f64f9f4f req-63286cda-c235-4fab-83c9-10b7139d20aa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671057 Jul 05 03:49:32.567568 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-79cfcc54-e7a8-4909-8438-3c41c5700841 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.613971 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-1daa6b10-1fec-4a74-aa7a-01eebfa978d3 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192880 Jul 05 03:49:32.647497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-79cfcc54-e7a8-4909-8438-3c41c5700841 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:32.648970 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfcc54-e7a8-4909-8438-3c41c5700841 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event updated for resources: {'Port': ['ID=efae1b86-20ab-463a-9325-52d627802539,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:32.661917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-79cfcc54-e7a8-4909-8438-3c41c5700841 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:32.664305 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-79cfcc54-e7a8-4909-8438-3c41c5700841 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:32.684067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-66c4b9d7-0fd3-4ee6-a05f-6a35916863cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.685668 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-66c4b9d7-0fd3-4ee6-a05f-6a35916863cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94005e7b-5b81-43b2-8cb7-96ba85ca7635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673539 Jul 05 03:49:32.687159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-b4ec8a75-e847-450d-89c5-2c459b892af5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Deleting port 93bdeeb9-8b0b-4f97-a3e1-80482f3dc131 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:32.687532 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-b4ec8a75-e847-450d-89c5-2c459b892af5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.721797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-79cfcc54-e7a8-4909-8438-3c41c5700841 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.722894 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-79cfcc54-e7a8-4909-8438-3c41c5700841 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.809133 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-79cfcc54-e7a8-4909-8438-3c41c5700841 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8836265 Jul 05 03:49:32.829446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Request body: {'port': {'device_id': 'a3543efc-cc2b-480c-8143-96ddc1680677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:32.870184 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60706c-f328-4a2f-9b8d-8f164c25598e req-69e425aa-aecd-4960-98f5-3474c494c58c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.871836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b60706c-f328-4a2f-9b8d-8f164c25598e req-69e425aa-aecd-4960-98f5-3474c494c58c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 943 time: 0.2351396 Jul 05 03:49:32.914681 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.932115 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-b4ec8a75-e847-450d-89c5-2c459b892af5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.932663 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-b4ec8a75-e847-450d-89c5-2c459b892af5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.944518 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-49507cde-4466-43a5-8bc3-3f4fda8a90c3 service neutron] 10.222.0.64 "GET /v2.0/networks/94005e7b-5b81-43b2-8cb7-96ba85ca7635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423899 Jul 05 03:49:32.961003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b60706c-f328-4a2f-9b8d-8f164c25598e req-8c39b3e1-641d-47fe-8ef0-01faca1fb2fa tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677977 Jul 05 03:49:32.961003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-b4ec8a75-e847-450d-89c5-2c459b892af5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Calling delete_port for 93bdeeb9-8b0b-4f97-a3e1-80482f3dc131 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:33.025855 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa50746-44a5-4914-b13b-142ec872cd93 x-openstack-request-id: req-6aa50746-44a5-4914-b13b-142ec872cd93 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:33.032803 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a627a7ba-8942-442e-87fc-3470c84d6ce1", "tag": "95f957aa-e51a-4d60-acb5-b0a8e494496f", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:33.032803 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6aa50746-44a5-4914-b13b-142ec872cd93 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:33.032803 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a627a7ba-8942-442e-87fc-3470c84d6ce1', 'tag': '95f957aa-e51a-4d60-acb5-b0a8e494496f', 'status': 'completed', 'code': 200} Jul 05 03:49:33.110076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-83ff4755-8628-458a-895e-f700d03aeb9d None None] Provisioning for port efae1b86-20ab-463a-9325-52d627802539 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:33.116425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-83ff4755-8628-458a-895e-f700d03aeb9d None None] Provisioning complete for port efae1b86-20ab-463a-9325-52d627802539 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:33.116957 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83ff4755-8628-458a-895e-f700d03aeb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.135189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0c1a703-eeec-4973-a081-b5ab7bd9e281 req-2745b6ae-0e02-4ea5-a7b5-132d9eecb401 service neutron] 10.222.0.64 "GET /v2.0/networks/94005e7b-5b81-43b2-8cb7-96ba85ca7635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784797 Jul 05 03:49:33.199007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-83ff4755-8628-458a-895e-f700d03aeb9d None None] Port efae1b86-20ab-463a-9325-52d627802539 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:33.253056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efae1b86-20ab-463a-9325-52d627802539 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:33.262589 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.269215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea73ac-5f28-41cd-aa41-e14c3f742fa9 req-0bd0a4ac-8791-4e2f-ae69-95f178a4d13d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:33.275951 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-15ea73ac-5f28-41cd-aa41-e14c3f742fa9 req-0bd0a4ac-8791-4e2f-ae69-95f178a4d13d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 932 time: 0.1169403 Jul 05 03:49:33.277279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Transition to ACTIVE for port object efae1b86-20ab-463a-9325-52d627802539 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:33.317124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-15ea73ac-5f28-41cd-aa41-e14c3f742fa9 req-f3a98536-2ab9-4420-b137-55f29536d631 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372753 Jul 05 03:49:33.371823 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-b4ec8a75-e847-450d-89c5-2c459b892af5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.378514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.416483 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec8a75-e847-450d-89c5-2c459b892af5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Pushing event deleted for resources: {'Port': ['ID=93bdeeb9-8b0b-4f97-a3e1-80482f3dc131,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:33.460676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Pushing event updated for resources: {'Port': ['ID=efae1b86-20ab-463a-9325-52d627802539,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:33.550026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768feb-3a13-4451-8aec-b90cf9331a76 req-559d7696-7bbd-47c0-820b-a6cb5c49d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:33.550654 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d768feb-3a13-4451-8aec-b90cf9331a76 req-559d7696-7bbd-47c0-820b-a6cb5c49d164 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cf90f56e8b7437f8a02cb7e8409287e&device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 1094 time: 0.2245317 Jul 05 03:49:33.552948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Attempting to bind port efae1b86-20ab-463a-9325-52d627802539 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:33.553307 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Attempting to bind port efae1b86-20ab-463a-9325-52d627802539 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:33.553638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Attempting to bind port efae1b86-20ab-463a-9325-52d627802539 on network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:33.559016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Port efae1b86-20ab-463a-9325-52d627802539 on network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:33.559445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Attempting to bind port efae1b86-20ab-463a-9325-52d627802539 on network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:33.564286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:33.564677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Checking segment: {'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:33.565429 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Bound using segment: {'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:33.565867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Bound port: efae1b86-20ab-463a-9325-52d627802539, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:33.566332 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.624073 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-b4ec8a75-e847-450d-89c5-2c459b892af5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.626863 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-b4ec8a75-e847-450d-89c5-2c459b892af5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.628027 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b57891a-9b38-47d1-94e1-926587f4aa93 req-b4ec8a75-e847-450d-89c5-2c459b892af5 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "DELETE /v2.0/floatingips/55d1709a-f2b9-4825-8575-e6be556547e6 HTTP/1.1" status: 204 len: 173 time: 1.4188476 Jul 05 03:49:33.642501 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395dc33-ad2a-4f6b-b759-daa639e11d50 req-dad16cb5-c75d-4cf6-91c7-82d167be2a74 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:33.649333 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c395dc33-ad2a-4f6b-b759-daa639e11d50 req-dad16cb5-c75d-4cf6-91c7-82d167be2a74 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 950 time: 0.2100594 Jul 05 03:49:33.660162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] For port efae1b86-20ab-463a-9325-52d627802539, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:33.667638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] For port efae1b86-20ab-463a-9325-52d627802539, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=efae1b86-20ab-463a-9325-52d627802539,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:33.728423 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.762828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:33.763436 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.764878 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] 10.222.0.11 "PUT /v2.0/ports/efae1b86-20ab-463a-9325-52d627802539 HTTP/1.1" status: 200 len: 1092 time: 0.9465656 Jul 05 03:49:33.765324 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3543efc-cc2b-480c-8143-96ddc1680677', 'tag': 'efae1b86-20ab-463a-9325-52d627802539'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:33.767580 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad5e762-0026-4ab5-8df8-afb41a8df216" -d '{"events": [{"name": "network-changed", "server_uuid": "a3543efc-cc2b-480c-8143-96ddc1680677", "tag": "efae1b86-20ab-463a-9325-52d627802539"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:33.797526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7c371-d0a8-4a96-a05c-7aee0a3f4226 service neutron] Pushing event updated for resources: {'Port': ['ID=efae1b86-20ab-463a-9325-52d627802539,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:33.963991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-bd3aae4c-8042-453a-ab71-7aca1c7985a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:33.971195 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-bd3aae4c-8042-453a-ab71-7aca1c7985a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a583d8be5434c7085d28e3958e1688f&device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 1095 time: 0.0969131 Jul 05 03:49:34.022125 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-7eb12cb0-c9c6-4dbb-bbf3-a1852eb7e50b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efae1b86-20ab-463a-9325-52d627802539 HTTP/1.1" status: 200 len: 217 time: 0.0422084 Jul 05 03:49:34.086570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1266fdc9-d3a6-43b2-a0b1-5b2e3ff0b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.088920 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-1266fdc9-d3a6-43b2-a0b1-5b2e3ff0b296 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=839f200a-20a7-49d6-8b34-c3036a817497 HTTP/1.1" status: 200 len: 849 time: 0.0596414 Jul 05 03:49:34.105494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768feb-3a13-4451-8aec-b90cf9331a76 req-eae995e9-61f3-4b36-b8dd-2c86cb4866f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.109961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d768feb-3a13-4451-8aec-b90cf9331a76 req-eae995e9-61f3-4b36-b8dd-2c86cb4866f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=94005e7b-5b81-43b2-8cb7-96ba85ca7635 HTTP/1.1" status: 200 len: 916 time: 0.5491414 Jul 05 03:49:34.158511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c395dc33-ad2a-4f6b-b759-daa639e11d50 req-31c399bf-eccd-4d0a-ad4a-2783b25e90f3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067186 Jul 05 03:49:34.161767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-d085f808-1556-443d-9ede-d3d9f97326a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.162550 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d768feb-3a13-4451-8aec-b90cf9331a76 req-97a51f37-b1a3-4495-99b0-7a484e4ea794 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95f957aa-e51a-4d60-acb5-b0a8e494496f HTTP/1.1" status: 200 len: 217 time: 0.0455530 Jul 05 03:49:34.168224 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-d085f808-1556-443d-9ede-d3d9f97326a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1875b0d0-fdef-4b63-9392-d607c58b7aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685410 Jul 05 03:49:34.228941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72672a-d8a4-44f9-82c7-1294ee17a96f req-d9661584-a8e5-41f5-9ef7-951c805d2988 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.236400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c72672a-d8a4-44f9-82c7-1294ee17a96f req-d9661584-a8e5-41f5-9ef7-951c805d2988 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 945 time: 0.1856737 Jul 05 03:49:34.277941 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-b813f365-a7e7-4e7a-ab34-87b5468f6a92 service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069062 Jul 05 03:49:34.301536 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768feb-3a13-4451-8aec-b90cf9331a76 req-669b437b-3954-4a6a-b87a-73994193b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.303448 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d768feb-3a13-4451-8aec-b90cf9331a76 req-669b437b-3954-4a6a-b87a-73994193b18e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6da78f6-d10c-45ab-8914-1fc96bd2b433 HTTP/1.1" status: 200 len: 854 time: 0.1265144 Jul 05 03:49:34.309938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c72672a-d8a4-44f9-82c7-1294ee17a96f req-1b798426-a8d7-4bad-86ba-7f3ef18a48fe tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708888 Jul 05 03:49:34.406118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768feb-3a13-4451-8aec-b90cf9331a76 req-6292170c-a5e5-4fc7-ae2a-3428461944df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.409051 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d768feb-3a13-4451-8aec-b90cf9331a76 req-6292170c-a5e5-4fc7-ae2a-3428461944df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94005e7b-5b81-43b2-8cb7-96ba85ca7635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952048 Jul 05 03:49:34.467108 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-816d0a17-217f-4ca2-bd61-d8901b133c84 req-857d68b0-e7c8-42a9-bf26-d53ff3332d00 service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814804 Jul 05 03:49:34.580035 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d768feb-3a13-4451-8aec-b90cf9331a76 req-b6a47e0f-fb59-4f3b-a40d-627515a78510 service neutron] 10.222.0.64 "GET /v2.0/networks/94005e7b-5b81-43b2-8cb7-96ba85ca7635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621652 Jul 05 03:49:34.588812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a22a7-90a8-4960-8bf9-6124818f049f req-3ce827bd-8db7-4913-b8fd-0acdbe2064e6 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.590226 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c65a22a7-90a8-4960-8bf9-6124818f049f req-3ce827bd-8db7-4913-b8fd-0acdbe2064e6 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.1072528 Jul 05 03:49:34.683027 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c65a22a7-90a8-4960-8bf9-6124818f049f req-a4f96eb5-bdb1-4b28-bcb9-b45e0c5e56d8 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846994 Jul 05 03:49:34.723828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d768feb-3a13-4451-8aec-b90cf9331a76 req-083bcac9-0d75-415f-ba53-838cc46989b7 service neutron] 10.222.0.64 "GET /v2.0/networks/94005e7b-5b81-43b2-8cb7-96ba85ca7635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326060 Jul 05 03:49:34.741303 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a626117-85fb-4fdf-a936-71b29158046f x-openstack-request-id: req-3a626117-85fb-4fdf-a936-71b29158046f {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:34.741652 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3543efc-cc2b-480c-8143-96ddc1680677", "tag": "efae1b86-20ab-463a-9325-52d627802539", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:34.741867 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a626117-85fb-4fdf-a936-71b29158046f {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:34.742236 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3543efc-cc2b-480c-8143-96ddc1680677', 'tag': 'efae1b86-20ab-463a-9325-52d627802539', 'status': 'completed', 'code': 200} Jul 05 03:49:34.973756 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acd7f-62b5-45ed-9d5a-7923718289c4 req-d0d49f50-c8ae-4534-95c8-d328e73cdb20 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.977229 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-300acd7f-62b5-45ed-9d5a-7923718289c4 req-d0d49f50-c8ae-4534-95c8-d328e73cdb20 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 943 time: 0.1356208 Jul 05 03:49:35.038365 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-300acd7f-62b5-45ed-9d5a-7923718289c4 req-096e8d6b-6c27-4ac7-91ec-c94bf6e15d27 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561748 Jul 05 03:49:35.207715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 07515a7a-b423-4129-81b4-97327247a38d details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:35.231725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5e762-0026-4ab5-8df8-afb41a8df216 req-dc50c2d0-0ca4-4cab-aa18-3d62c4ee14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.233455 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aad5e762-0026-4ab5-8df8-afb41a8df216 req-dc50c2d0-0ca4-4cab-aa18-3d62c4ee14e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a583d8be5434c7085d28e3958e1688f&device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 1095 time: 0.4633577 Jul 05 03:49:35.249812 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-d3b1f364-8f37-4f51-98d0-078fbca4d6a2 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.252901 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-d3b1f364-8f37-4f51-98d0-078fbca4d6a2 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891&tenant_id=be979254e14b450096d0687db0c40d54&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1096 time: 0.1005259 Jul 05 03:49:35.276583 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-5'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:35.336408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5126b4-8141-40e6-9344-ce751f5a1c2c req-6d18769c-f234-4b0a-b75b-a8e566a260a2 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.338597 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb5126b4-8141-40e6-9344-ce751f5a1c2c req-6d18769c-f234-4b0a-b75b-a8e566a260a2 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 944 time: 0.1612074 Jul 05 03:49:35.441663 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb5126b4-8141-40e6-9344-ce751f5a1c2c req-7ef00cc5-a8dd-4e50-a836-0f480416998f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917006 Jul 05 03:49:35.443578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=07515a7a-b423-4129-81b4-97327247a38d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:35.498121 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 07515a7a-b423-4129-81b4-97327247a38d has no active binding in host n-h1-798249-5 {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:49:35.508046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddd42a-b0a1-4c91-8528-cfe368ba5562 req-468c5393-e37a-4b1b-bd3a-2cff22ca6778 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.511258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08ddd42a-b0a1-4c91-8528-cfe368ba5562 req-468c5393-e37a-4b1b-bd3a-2cff22ca6778 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 946 time: 0.1911786 Jul 05 03:49:35.534922 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:35.546279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5e762-0026-4ab5-8df8-afb41a8df216 req-f7e4852e-b625-4a9b-b9e9-157b0be11cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.547316 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aad5e762-0026-4ab5-8df8-afb41a8df216 req-f7e4852e-b625-4a9b-b9e9-157b0be11cd9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1875b0d0-fdef-4b63-9392-d607c58b7aa1 HTTP/1.1" status: 200 len: 911 time: 0.2935314 Jul 05 03:49:35.605100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08ddd42a-b0a1-4c91-8528-cfe368ba5562 req-8931576e-f89a-4fc2-9def-3bd038f059b0 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836895 Jul 05 03:49:35.657655 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aad5e762-0026-4ab5-8df8-afb41a8df216 req-9c6c71c6-d00f-4928-afbf-87ac4d1c252f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efae1b86-20ab-463a-9325-52d627802539 HTTP/1.1" status: 200 len: 217 time: 0.0906694 Jul 05 03:49:35.699325 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610830b-696c-4bea-b1d9-0cdedcc8e767 req-c2779c38-712e-44c3-8472-f9003d7dae94 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.706741 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e610830b-696c-4bea-b1d9-0cdedcc8e767 req-c2779c38-712e-44c3-8472-f9003d7dae94 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 950 time: 0.0893817 Jul 05 03:49:35.727358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5e762-0026-4ab5-8df8-afb41a8df216 req-a2136607-f02d-483d-866e-7ebd40ce131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.729542 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aad5e762-0026-4ab5-8df8-afb41a8df216 req-a2136607-f02d-483d-866e-7ebd40ce131b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=839f200a-20a7-49d6-8b34-c3036a817497 HTTP/1.1" status: 200 len: 849 time: 0.0523677 Jul 05 03:49:35.787070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e610830b-696c-4bea-b1d9-0cdedcc8e767 req-2461470b-c157-42b4-a443-0a176b037525 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776613 Jul 05 03:49:35.914362 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5e762-0026-4ab5-8df8-afb41a8df216 req-1f2a122b-4d3b-43e0-94f1-e45029fee7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.917032 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aad5e762-0026-4ab5-8df8-afb41a8df216 req-1f2a122b-4d3b-43e0-94f1-e45029fee7be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1875b0d0-fdef-4b63-9392-d607c58b7aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791151 Jul 05 03:49:35.937449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=07515a7a-b423-4129-81b4-97327247a38d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:36.052346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:36.075365 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a81ad-625d-42b2-98e8-d7e7d32e1891 req-5c2c61fd-b350-4be5-b6aa-7c4bdc42c07f tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.077171 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-304a81ad-625d-42b2-98e8-d7e7d32e1891 req-5c2c61fd-b350-4be5-b6aa-7c4bdc42c07f tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 945 time: 0.1457264 Jul 05 03:49:36.084641 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aad5e762-0026-4ab5-8df8-afb41a8df216 req-d58d4115-1834-40c2-ae73-c1c7f837a5f4 service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597414 Jul 05 03:49:36.085299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0629f-183f-4cc1-b18f-ecd0c57f4667 req-fde02c06-d30c-45d0-96a8-91ac6a0d27ed tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.086834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1d0629f-183f-4cc1-b18f-ecd0c57f4667 req-fde02c06-d30c-45d0-96a8-91ac6a0d27ed tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.1464210 Jul 05 03:49:36.139245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.154966 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1d0629f-183f-4cc1-b18f-ecd0c57f4667 req-c95816a5-d7b1-451b-8368-f49eacc3bc1f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573878 Jul 05 03:49:36.168036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-304a81ad-625d-42b2-98e8-d7e7d32e1891 req-149ba587-0d72-49b1-9879-483e633555a3 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800126 Jul 05 03:49:36.261204 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aad5e762-0026-4ab5-8df8-afb41a8df216 req-14652167-ddf4-4da2-8ce3-3a33fc81298a service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645467 Jul 05 03:49:36.266283 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-421a759a-f461-4323-ac50-ddd81e5174a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.269536 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-421a759a-f461-4323-ac50-ddd81e5174a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190&tenant_id=11262911861945c3a6162015d1587211 HTTP/1.1" status: 200 len: 1101 time: 0.1646917 Jul 05 03:49:36.284140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:36.311264 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.394318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb152c-c446-4228-bf35-a932408618df req-ff0c3230-2a08-477b-aa27-d29343c6c05f tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.394463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebdb152c-c446-4228-bf35-a932408618df req-ff0c3230-2a08-477b-aa27-d29343c6c05f tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 943 time: 0.1052597 Jul 05 03:49:36.438946 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebdb152c-c446-4228-bf35-a932408618df req-162ba36f-4610-4f80-b0a8-275530b3bb70 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436435 Jul 05 03:49:36.463293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Pushing event updated for resources: {'Port': ['ID=07515a7a-b423-4129-81b4-97327247a38d,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:36.475083 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.485646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Attempting to bind port 07515a7a-b423-4129-81b4-97327247a38d on host n-h2-798249-5 for vnic_type normal with profile {"migrating_to": "n-h1-798249-5"} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:36.485981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Attempting to bind port 07515a7a-b423-4129-81b4-97327247a38d by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:36.486393 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Attempting to bind port 07515a7a-b423-4129-81b4-97327247a38d on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:36.495781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Port 07515a7a-b423-4129-81b4-97327247a38d on network 4691479b-1728-4d4d-b293-81f5c048e409 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:36.496112 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Attempting to bind port 07515a7a-b423-4129-81b4-97327247a38d on network 4691479b-1728-4d4d-b293-81f5c048e409 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:36.519461 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:36.519784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Checking segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:36.520177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Bound using segment: {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:36.520637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Bound port: 07515a7a-b423-4129-81b4-97327247a38d, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bf9f3c-0714-4dd0-84fc-6cca229112b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4691479b-1728-4d4d-b293-81f5c048e409'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:36.520999 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.634043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba6dec-3add-490a-b864-152c40f967e4 req-c613e9db-371f-496b-9357-23a9505ce7bd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.637270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6bba6dec-3add-490a-b864-152c40f967e4 req-c613e9db-371f-496b-9357-23a9505ce7bd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 944 time: 0.0743051 Jul 05 03:49:36.679288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6bba6dec-3add-490a-b864-152c40f967e4 req-769c23e7-11d9-4852-9187-7756d0e4d42b tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356886 Jul 05 03:49:36.745213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2d4bf6-f63a-40be-a956-186c0386c891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07515a7a-b423-4129-81b4-97327247a38d'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:36.747884 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49a7474-d492-4a55-8655-b6cb791e680d" -d '{"events": [{"server_uuid": "9c2d4bf6-f63a-40be-a956-186c0386c891", "name": "network-vif-unplugged", "status": "completed", "tag": "07515a7a-b423-4129-81b4-97327247a38d"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:36.769969 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:36.786635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf27777-4c53-4e96-9e9d-fb1e4dc5b16d req-05e30213-eb71-49d2-b242-a777b3bafbde tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.788164 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1cf27777-4c53-4e96-9e9d-fb1e4dc5b16d req-05e30213-eb71-49d2-b242-a777b3bafbde tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.11 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 946 time: 0.2501996 Jul 05 03:49:36.796296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=07515a7a-b423-4129-81b4-97327247a38d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:36.831212 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338f0e0-3b01-4f5c-8844-8ca2654fcf14 req-7b4da7d9-ca43-4c90-987e-57aaf7349433 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.833052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8338f0e0-3b01-4f5c-8844-8ca2654fcf14 req-7b4da7d9-ca43-4c90-987e-57aaf7349433 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 946 time: 0.0998199 Jul 05 03:49:36.874896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:36.882871 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.899693 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8338f0e0-3b01-4f5c-8844-8ca2654fcf14 req-c590cea4-f31a-4d04-9a38-e75d227fed76 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea0a17f-9054-4339-8cdf-17f9461ce51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570829 Jul 05 03:49:36.972040 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c611343-9cb4-4b2c-84c5-3f4fdbdcc4fe x-openstack-request-id: req-0c611343-9cb4-4b2c-84c5-3f4fdbdcc4fe {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:36.972327 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2d4bf6-f63a-40be-a956-186c0386c891", "name": "network-vif-unplugged", "status": "completed", "tag": "07515a7a-b423-4129-81b4-97327247a38d", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:36.972635 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c611343-9cb4-4b2c-84c5-3f4fdbdcc4fe {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:36.973031 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2d4bf6-f63a-40be-a956-186c0386c891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07515a7a-b423-4129-81b4-97327247a38d', 'code': 200} Jul 05 03:49:36.988792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:37.030917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Pushing event updated for resources: {'Port': ['ID=07515a7a-b423-4129-81b4-97327247a38d,revision_number=8']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:37.067892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:37.068556 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.069958 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-5b742383-3383-402c-ae46-f9bea5e8b367 service neutron] 10.222.0.11 "PUT /v2.0/ports/07515a7a-b423-4129-81b4-97327247a38d HTTP/1.1" status: 200 len: 1121 time: 1.7979450 Jul 05 03:49:37.082295 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-1cf27777-4c53-4e96-9e9d-fb1e4dc5b16d req-20c1718e-8832-4679-af61-2c22ebe1f6d8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Deleting port 75a90d51-5509-42f2-b741-deb9c4e64d41 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:37.082691 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1cf27777-4c53-4e96-9e9d-fb1e4dc5b16d req-20c1718e-8832-4679-af61-2c22ebe1f6d8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.086983 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.136399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62bb12-729d-421a-9428-2d547091e7dd req-1633e9a6-e6da-4699-a75a-c572fdee0fe6 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:37.138534 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa62bb12-729d-421a-9428-2d547091e7dd req-1633e9a6-e6da-4699-a75a-c572fdee0fe6 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 950 time: 0.1061878 Jul 05 03:49:37.146716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['07515a7a-b423-4129-81b4-97327247a38d'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:37.174217 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Transition to ACTIVE for port object 2a490de7-781b-414e-b0c6-263f9c1ba1b8 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:37.185276 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['07515a7a-b423-4129-81b4-97327247a38d'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:37.254613 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-1cf27777-4c53-4e96-9e9d-fb1e4dc5b16d req-20c1718e-8832-4679-af61-2c22ebe1f6d8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] For port 75a90d51-5509-42f2-b741-deb9c4e64d41, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=75a90d51-5509-42f2-b741-deb9c4e64d41,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:37.255192 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1cf27777-4c53-4e96-9e9d-fb1e4dc5b16d req-20c1718e-8832-4679-af61-2c22ebe1f6d8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.265303 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa62bb12-729d-421a-9428-2d547091e7dd req-d0ea38be-420e-4b3c-a432-02bf9a1f09c6 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110680 Jul 05 03:49:37.269943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-1cf27777-4c53-4e96-9e9d-fb1e4dc5b16d req-20c1718e-8832-4679-af61-2c22ebe1f6d8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Calling delete_port for 75a90d51-5509-42f2-b741-deb9c4e64d41 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:37.275942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device efae1b86-20ab-463a-9325-52d627802539 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:37.330135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d501b93-b6ac-4ac0-b35e-1fe9caf30466 req-58a3fd19-778c-4e69-8215-2098407a29fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1143637 Jul 05 03:49:37.370588 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.532677 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2a490de7-781b-414e-b0c6-263f9c1ba1b8 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:37.550235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port efae1b86-20ab-463a-9325-52d627802539, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=efae1b86-20ab-463a-9325-52d627802539,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:37.572826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'efae1b86-20ab-463a-9325-52d627802539', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'port_id': 'efae1b86-20ab-463a-9325-52d627802539', 'mac_address': 'fa:16:3e:08:41:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:37.595158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] No DVR routers for this DVR port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:37.618438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Pushing event updated for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=11']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:37.662013 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fca35b-dd0b-4852-8fb8-563c7f9248d9 req-8646cd8d-5ad3-4fbf-a01f-a4cc038cefff tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:37.670453 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40fca35b-dd0b-4852-8fb8-563c7f9248d9 req-8646cd8d-5ad3-4fbf-a01f-a4cc038cefff tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 943 time: 0.2330234 Jul 05 03:49:37.710341 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d501b93-b6ac-4ac0-b35e-1fe9caf30466 req-7f3d107b-eaee-45a7-a6a4-06b5110c1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:37.711966 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d501b93-b6ac-4ac0-b35e-1fe9caf30466 req-7f3d107b-eaee-45a7-a6a4-06b5110c1df7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 1096 time: 0.3549485 Jul 05 03:49:37.718060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Attempting to bind port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:37.718533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Attempting to bind port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:37.718885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Attempting to bind port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:37.735473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:37.735842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Attempting to bind port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:37.747093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:37.747442 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:37.747830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:37.748640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Bound port: 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:37.748640 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.768516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40fca35b-dd0b-4852-8fb8-563c7f9248d9 req-045fbff2-a7e0-43d5-8863-28b8beb46e36 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952413 Jul 05 03:49:37.830514 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2a490de7-781b-414e-b0c6-263f9c1ba1b8 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:37.830514 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.832129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:37.842052 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:37.849510 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1cf27777-4c53-4e96-9e9d-fb1e4dc5b16d req-20c1718e-8832-4679-af61-2c22ebe1f6d8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.889378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efae1b86-20ab-463a-9325-52d627802539 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:37.904633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1718e-8832-4679-af61-2c22ebe1f6d8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Pushing event deleted for resources: {'Port': ['ID=75a90d51-5509-42f2-b741-deb9c4e64d41,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:37.933806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port efae1b86-20ab-463a-9325-52d627802539, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=efae1b86-20ab-463a-9325-52d627802539,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:37.985281 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf27777-4c53-4e96-9e9d-fb1e4dc5b16d req-20c1718e-8832-4679-af61-2c22ebe1f6d8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] No DVR routers for this DVR port 75a90d51-5509-42f2-b741-deb9c4e64d41 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:37.989842 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.003258 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1cf27777-4c53-4e96-9e9d-fb1e4dc5b16d req-20c1718e-8832-4679-af61-2c22ebe1f6d8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.006047 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1cf27777-4c53-4e96-9e9d-fb1e4dc5b16d req-20c1718e-8832-4679-af61-2c22ebe1f6d8 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.11 "DELETE /v2.0/ports/75a90d51-5509-42f2-b741-deb9c4e64d41 HTTP/1.1" status: 204 len: 173 time: 1.2117379 Jul 05 03:49:38.021634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a897d-9da9-44c0-b55e-eb9b66bf7ee3 req-dd5a24e1-0f15-471e-b2d4-adfb8229e30e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.032901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb3a897d-9da9-44c0-b55e-eb9b66bf7ee3 req-dd5a24e1-0f15-471e-b2d4-adfb8229e30e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.5211606 Jul 05 03:49:38.047135 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.053849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.054646 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.056722 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] 10.222.0.11 "PUT /v2.0/ports/2a490de7-781b-414e-b0c6-263f9c1ba1b8 HTTP/1.1" status: 200 len: 1096 time: 1.7773826 Jul 05 03:49:38.095054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d501b93-b6ac-4ac0-b35e-1fe9caf30466 req-b57c9768-1e1d-4169-94a2-090be128dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.096926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d501b93-b6ac-4ac0-b35e-1fe9caf30466 req-b57c9768-1e1d-4169-94a2-090be128dbc3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.3456993 Jul 05 03:49:38.136491 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb3a897d-9da9-44c0-b55e-eb9b66bf7ee3 req-e5f7403b-8f73-42a3-805e-c9af0009efaa tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992022 Jul 05 03:49:38.139529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=efae1b86-20ab-463a-9325-52d627802539,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:38.141085 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfefd4-734a-463b-9075-3990397e7f31 service neutron] Pushing event updated for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=12']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:38.183407 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-72a5fb28-365f-4aad-9133-0ee24126e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.184865 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-72a5fb28-365f-4aad-9133-0ee24126e71e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 1099 time: 0.1016929 Jul 05 03:49:38.217338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d501b93-b6ac-4ac0-b35e-1fe9caf30466 req-3d77869a-2890-4f4b-9233-24512f0e9f63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81c82d29-ded0-4101-abc9-86806590c4fd HTTP/1.1" status: 200 len: 217 time: 0.1045041 Jul 05 03:49:38.311677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c238ed-d162-4585-9446-e8f3a780b8e5 req-218fa24f-fdd2-4fe3-86af-3da5ca73df46 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.316978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13c238ed-d162-4585-9446-e8f3a780b8e5 req-218fa24f-fdd2-4fe3-86af-3da5ca73df46 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 943 time: 0.2056313 Jul 05 03:49:38.332569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-5d6b7754-6647-4803-9b77-114655872406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.333448 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-5d6b7754-6647-4803-9b77-114655872406 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1406937 Jul 05 03:49:38.372457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d501b93-b6ac-4ac0-b35e-1fe9caf30466 req-f031a142-4107-497b-803c-9a8938c41788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.373954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d501b93-b6ac-4ac0-b35e-1fe9caf30466 req-f031a142-4107-497b-803c-9a8938c41788 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.1473217 Jul 05 03:49:38.391882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['efae1b86-20ab-463a-9325-52d627802539'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:38.401155 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-02d282cf-c7cf-4957-8b42-eeb9ea59acb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8 HTTP/1.1" status: 200 len: 217 time: 0.0543029 Jul 05 03:49:38.430233 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d501b93-b6ac-4ac0-b35e-1fe9caf30466 req-0ac5a5c4-dbb8-4a55-9e9e-81cd933b54f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436015 Jul 05 03:49:38.470182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-11b3dd66-93fb-49d0-9d47-f8d1ff8027fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.472359 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-11b3dd66-93fb-49d0-9d47-f8d1ff8027fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0670574 Jul 05 03:49:38.503446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13c238ed-d162-4585-9446-e8f3a780b8e5 req-f4718399-3bce-4d98-a9af-3d312886052f tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781650 Jul 05 03:49:38.555039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cfc1f-fb6d-4093-adeb-f0297740fb69 req-426c9839-e4dc-4028-93ff-fb84c2944f26 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.564234 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c8cfc1f-fb6d-4093-adeb-f0297740fb69 req-426c9839-e4dc-4028-93ff-fb84c2944f26 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 945 time: 0.2459617 Jul 05 03:49:38.571893 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-238ef29a-8009-42fe-9c7c-1f94d6153924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.573826 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-238ef29a-8009-42fe-9c7c-1f94d6153924 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933182 Jul 05 03:49:38.629814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d501b93-b6ac-4ac0-b35e-1fe9caf30466 req-e5cadbaa-6019-4640-b01f-eb2698efbcd7 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875858 Jul 05 03:49:38.635098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c8cfc1f-fb6d-4093-adeb-f0297740fb69 req-58590eb1-1d06-45e6-9f51-6717430dad04 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699232 Jul 05 03:49:38.695735 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-52e3921b-f87d-4e36-846e-7391ac55744b service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095030 Jul 05 03:49:38.734876 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d501b93-b6ac-4ac0-b35e-1fe9caf30466 req-35662874-3bae-4ccf-8dd6-4c94aefd8501 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970964 Jul 05 03:49:38.814228 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25b7cff5-67e1-4c3c-aa0c-ebd9d9450dba req-5ef494e2-8d6e-43c7-ab0e-04bcf52fb22f service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041632 Jul 05 03:49:38.830364 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ce71baf-2777-412d-bbaa-3554db99fd1b req-b19ba98d-2214-44d7-8da8-67a38755e6e6 tempest-FloatingIPsAssociationTestJSON-1134980035 tempest-FloatingIPsAssociationTestJSON-1134980035-project] 10.222.0.60 "GET /v2.0/ports?device_id=182db6bf-7149-4e03-a81f-1102dc7eddb6 HTTP/1.1" status: 200 len: 210 time: 0.0329010 Jul 05 03:49:38.858702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc8a81-f8f7-4706-900e-d2ac8acaa6aa req-84a9b5dc-0b18-4641-951e-e0ff3c3d95e5 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.864506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ffc8a81-f8f7-4706-900e-d2ac8acaa6aa req-84a9b5dc-0b18-4641-951e-e0ff3c3d95e5 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 948 time: 0.1052439 Jul 05 03:49:38.900005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ffc8a81-f8f7-4706-900e-d2ac8acaa6aa req-ebcddac1-5376-4697-917f-f4a5679d827a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342250 Jul 05 03:49:38.974189 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2d4bf6-f63a-40be-a956-186c0386c891', 'tag': '07515a7a-b423-4129-81b4-97327247a38d'}, {'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8'}, {'server_uuid': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'name': 'network-vif-deleted', 'tag': '75a90d51-5509-42f2-b741-deb9c4e64d41'}, {'name': 'network-changed', 'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:38.976707 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf433d51-14cd-4649-a1dc-4061bcf438c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2d4bf6-f63a-40be-a956-186c0386c891", "tag": "07515a7a-b423-4129-81b4-97327247a38d"}, {"server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "name": "network-vif-unplugged", "status": "completed", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8"}, {"server_uuid": "182db6bf-7149-4e03-a81f-1102dc7eddb6", "name": "network-vif-deleted", "tag": "75a90d51-5509-42f2-b741-deb9c4e64d41"}, {"name": "network-changed", "server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:39.002756 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a5dbf-0a18-4a91-8b2d-264aefed321c req-a71b6648-57b0-4914-9745-3b4770b3370b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.004268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d05a5dbf-0a18-4a91-8b2d-264aefed321c req-a71b6648-57b0-4914-9745-3b4770b3370b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 943 time: 0.0705802 Jul 05 03:49:39.050968 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88ff13d-4137-4fa2-89d8-e4eaa4c7bc09 x-openstack-request-id: req-c88ff13d-4137-4fa2-89d8-e4eaa4c7bc09 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:39.050968 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2d4bf6-f63a-40be-a956-186c0386c891", "tag": "07515a7a-b423-4129-81b4-97327247a38d", "status": "completed", "code": 200}, {"server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "name": "network-vif-unplugged", "status": "completed", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8", "code": 200}, {"server_uuid": "182db6bf-7149-4e03-a81f-1102dc7eddb6", "name": "network-vif-deleted", "tag": "75a90d51-5509-42f2-b741-deb9c4e64d41", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:39.050968 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c88ff13d-4137-4fa2-89d8-e4eaa4c7bc09 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:39.050968 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2d4bf6-f63a-40be-a956-186c0386c891', 'tag': '07515a7a-b423-4129-81b4-97327247a38d', 'status': 'completed', 'code': 200} Jul 05 03:49:39.050968 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'code': 200} Jul 05 03:49:39.052023 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182db6bf-7149-4e03-a81f-1102dc7eddb6', 'name': 'network-vif-deleted', 'tag': '75a90d51-5509-42f2-b741-deb9c4e64d41', 'status': 'completed', 'code': 200} Jul 05 03:49:39.052023 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'status': 'completed', 'code': 200} Jul 05 03:49:39.059782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d05a5dbf-0a18-4a91-8b2d-264aefed321c req-faaf2109-157c-4ff7-97b3-bdd0da42f19d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492494 Jul 05 03:49:39.151476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-2c7f357b-9715-4c60-a393-4a7ffa5b4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.153469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-2f613d30-f421-4660-92d9-090e03b4f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.153603 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-2c7f357b-9715-4c60-a393-4a7ffa5b4f85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 1124 time: 0.0788944 Jul 05 03:49:39.155070 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-2f613d30-f421-4660-92d9-090e03b4f20e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 1099 time: 0.0606155 Jul 05 03:49:39.247470 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 75a90d51-5509-42f2-b741-deb9c4e64d41 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:39.269577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 75a90d51-5509-42f2-b741-deb9c4e64d41 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:39.270042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 75a90d51-5509-42f2-b741-deb9c4e64d41 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:39.283689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-44f88ced-b1bc-40bf-8183-6bfbde650b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.285571 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-44f88ced-b1bc-40bf-8183-6bfbde650b2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1230662 Jul 05 03:49:39.301786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-39fdad15-f566-4147-9850-4847e48eeab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.303375 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-39fdad15-f566-4147-9850-4847e48eeab7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.1439905 Jul 05 03:49:39.341485 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-064dadcc-4305-49be-8cb0-7ee9ebe922e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8 HTTP/1.1" status: 200 len: 217 time: 0.0379946 Jul 05 03:49:39.357736 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-f633ff19-6833-4518-841c-4b1df95efef6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07515a7a-b423-4129-81b4-97327247a38d HTTP/1.1" status: 200 len: 217 time: 0.0377121 Jul 05 03:49:39.391605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-fb5bc104-00da-4a38-834a-b44c099578c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.393130 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-fb5bc104-00da-4a38-834a-b44c099578c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0450563 Jul 05 03:49:39.432939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-d769569c-1ff9-4ce6-9c9c-d62366659e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.434419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-d769569c-1ff9-4ce6-9c9c-d62366659e1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.0697391 Jul 05 03:49:39.442121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40914e-57c1-4564-8d66-aecbf068e847 req-7aee2b53-db8b-413d-a35d-78b4b91b5dd2 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.445341 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f40914e-57c1-4564-8d66-aecbf068e847 req-7aee2b53-db8b-413d-a35d-78b4b91b5dd2 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.1582911 Jul 05 03:49:39.457534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-ce8f4f39-2b22-4ca2-9930-dc24f5b1748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.459092 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-ce8f4f39-2b22-4ca2-9930-dc24f5b1748c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580869 Jul 05 03:49:39.487271 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-403fc51d-7be4-44d0-9004-0412e95a8937 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374827 Jul 05 03:49:39.569756 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-7555015b-3b07-4743-b589-bc94aebbf33b service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948560 Jul 05 03:49:39.573286 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f40914e-57c1-4564-8d66-aecbf068e847 req-5f7f0129-3023-46a9-8008-f17f0bd571a5 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226230 Jul 05 03:49:39.613501 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-92ddb3f1-e5a4-477a-b461-f895f95099b8 service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145086 Jul 05 03:49:39.739623 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-917db916-6a59-4af8-a599-334690c3aa06 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558311 Jul 05 03:49:39.751391 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47eb2121-e21b-46d7-a457-c5e7b6c4fab2 req-898f79f1-b7ac-4052-9540-3ee9377b03f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870001 Jul 05 03:49:39.762901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-f7688c3c-fda0-4a97-ad26-90eb5a7198af service neutron] 10.222.0.64 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294389 Jul 05 03:49:39.792066 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b84b85-414a-4b46-b167-fdeb574fde2c req-a8060535-26df-4964-9ec1-5e5ef312a898 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.793592 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27b84b85-414a-4b46-b167-fdeb574fde2c req-a8060535-26df-4964-9ec1-5e5ef312a898 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 943 time: 0.0771267 Jul 05 03:49:39.834850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb2121-e21b-46d7-a457-c5e7b6c4fab2 req-e124d099-79e1-445e-849a-0fc0f8786e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.836779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27b84b85-414a-4b46-b167-fdeb574fde2c req-50eeb581-40fe-4afa-95fc-55a57e92bafd tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374303 Jul 05 03:49:39.836918 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47eb2121-e21b-46d7-a457-c5e7b6c4fab2 req-e124d099-79e1-445e-849a-0fc0f8786e7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 1095 time: 0.0569341 Jul 05 03:49:39.934338 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-13945745-3c2b-4721-a243-2cab51c58289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.935991 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-13945745-3c2b-4721-a243-2cab51c58289 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 1099 time: 0.0622141 Jul 05 03:49:39.974484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb2121-e21b-46d7-a457-c5e7b6c4fab2 req-b5260696-ebb5-4dd6-a6b3-f043717678d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.975889 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47eb2121-e21b-46d7-a457-c5e7b6c4fab2 req-b5260696-ebb5-4dd6-a6b3-f043717678d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.1146080 Jul 05 03:49:40.023088 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47eb2121-e21b-46d7-a457-c5e7b6c4fab2 req-49defcd8-d7dd-4a29-a9f0-b8b213bc4b06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01114360-edd6-4be8-95eb-d3df9d689706 HTTP/1.1" status: 200 len: 217 time: 0.0366733 Jul 05 03:49:40.042071 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-da907864-cb7f-4aef-96e0-cc95e26c38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.043677 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-da907864-cb7f-4aef-96e0-cc95e26c38fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.0972667 Jul 05 03:49:40.076120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb2121-e21b-46d7-a457-c5e7b6c4fab2 req-189f9618-1b05-44cc-a060-2a33d04066d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.077772 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47eb2121-e21b-46d7-a457-c5e7b6c4fab2 req-189f9618-1b05-44cc-a060-2a33d04066d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.0465174 Jul 05 03:49:40.115887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-50bfa3dc-3b03-4984-a210-b04020a3e7de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8 HTTP/1.1" status: 200 len: 217 time: 0.0633023 Jul 05 03:49:40.117898 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47eb2121-e21b-46d7-a457-c5e7b6c4fab2 req-7983b4d6-4f8b-4550-a463-12680fe37235 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323503 Jul 05 03:49:40.179267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-d39997fe-cf6f-4400-9fb5-49f975037fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.182783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-d39997fe-cf6f-4400-9fb5-49f975037fb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0581634 Jul 05 03:49:40.189943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7b19c-6eb9-4bdb-a3e7-aaefac4653c0 req-f842fdeb-d896-4454-8ea5-5a38c8462076 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.191441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1bc7b19c-6eb9-4bdb-a3e7-aaefac4653c0 req-f842fdeb-d896-4454-8ea5-5a38c8462076 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 945 time: 0.1407232 Jul 05 03:49:40.229682 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47eb2121-e21b-46d7-a457-c5e7b6c4fab2 req-5df16a9a-4828-44c9-83e8-7512701b43ca service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955393 Jul 05 03:49:40.264043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1bc7b19c-6eb9-4bdb-a3e7-aaefac4653c0 req-eae0c975-8abd-4b2b-ba38-4428ce2a8e34 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621223 Jul 05 03:49:40.264676 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55014) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:40.336907 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-703f51a3-770a-4a86-972d-b0f7bf3188b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.336907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-703f51a3-770a-4a86-972d-b0f7bf3188b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1414106 Jul 05 03:49:40.347529 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47eb2121-e21b-46d7-a457-c5e7b6c4fab2 req-aea765fb-d090-4f11-9cd2-279ff6883c7e service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179287 Jul 05 03:49:40.631645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-57efd973-235c-4977-b2cd-6b99db3ec437 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596478 Jul 05 03:49:40.664871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f6058-d5e6-4678-8e96-803812c86a04 req-e0f2485b-1132-4c71-ae94-74da5e6a92c3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.666884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-288f6058-d5e6-4678-8e96-803812c86a04 req-e0f2485b-1132-4c71-ae94-74da5e6a92c3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 948 time: 0.2748985 Jul 05 03:49:40.712841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d95cb-978a-4c6e-b6de-f628183adeb4 req-e273aade-2cf7-4556-ba53-a9fdd800eb04 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.714219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f6d95cb-978a-4c6e-b6de-f628183adeb4 req-e273aade-2cf7-4556-ba53-a9fdd800eb04 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 943 time: 0.2842882 Jul 05 03:49:40.838379 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-288f6058-d5e6-4678-8e96-803812c86a04 req-af3ed41c-45fc-4e8a-b8ab-2f8279909792 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326480 Jul 05 03:49:40.842827 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f6d95cb-978a-4c6e-b6de-f628183adeb4 req-eff4a6f9-2daa-4b42-85ae-ac6dbb9f789b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135969 Jul 05 03:49:40.901452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf433d51-14cd-4649-a1dc-4061bcf438c5 req-43c29c4c-7a35-4b7a-b213-18de12799b54 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579553 Jul 05 03:49:41.252591 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2a490de7-781b-414e-b0c6-263f9c1ba1b8 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:41.255719 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device efae1b86-20ab-463a-9325-52d627802539 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:41.407728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port efae1b86-20ab-463a-9325-52d627802539 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:41.422065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port efae1b86-20ab-463a-9325-52d627802539 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:41.422847 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.444501 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa45003a-0263-4e2a-807d-46d30f53a741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.494054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:41.498889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795a6cd-91da-4ba6-92b9-79c523adc2e3 req-d86c572b-5ce4-4ef6-8b35-6196382b6b51 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:41.500543 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a795a6cd-91da-4ba6-92b9-79c523adc2e3 req-d86c572b-5ce4-4ef6-8b35-6196382b6b51 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 943 time: 0.5188241 Jul 05 03:49:41.515516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'mac_address': 'fa:16:3e:b0:82:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:41.520056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120b782-2689-4513-88eb-0c2558d0605d req-c2a73a15-e40c-4364-8ac8-e741b81db229 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:41.521601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1120b782-2689-4513-88eb-0c2558d0605d req-c2a73a15-e40c-4364-8ac8-e741b81db229 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.5209887 Jul 05 03:49:41.593725 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.617785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a795a6cd-91da-4ba6-92b9-79c523adc2e3 req-e3eb8538-e6ca-43b3-9616-5eac6b085512 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951724 Jul 05 03:49:41.631804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1120b782-2689-4513-88eb-0c2558d0605d req-ed68099d-98ae-4040-92a1-146abf7a7d6e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943549 Jul 05 03:49:41.660923 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3543efc-cc2b-480c-8143-96ddc1680677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efae1b86-20ab-463a-9325-52d627802539'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:41.671954 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a746ec0f-d3fb-4882-b16f-061a041398ae" -d '{"events": [{"server_uuid": "a3543efc-cc2b-480c-8143-96ddc1680677", "name": "network-vif-plugged", "status": "completed", "tag": "efae1b86-20ab-463a-9325-52d627802539"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:41.676057 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.683818 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port efae1b86-20ab-463a-9325-52d627802539, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=efae1b86-20ab-463a-9325-52d627802539,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:41.696697 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a490de7-781b-414e-b0c6-263f9c1ba1b8 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:41.741734 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:41.796024 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.866830 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.873825 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c6181e-e0a4-4f50-a7e8-dc78f7b72b0a x-openstack-request-id: req-44c6181e-e0a4-4f50-a7e8-dc78f7b72b0a {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:41.874184 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3543efc-cc2b-480c-8143-96ddc1680677", "name": "network-vif-plugged", "status": "completed", "tag": "efae1b86-20ab-463a-9325-52d627802539", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:41.882118 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44c6181e-e0a4-4f50-a7e8-dc78f7b72b0a {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:41.882619 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3543efc-cc2b-480c-8143-96ddc1680677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efae1b86-20ab-463a-9325-52d627802539', 'code': 200} Jul 05 03:49:41.919400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d07a1c-d798-4b7b-98ad-a0dce4acdc4f req-6824121b-48e9-41ac-b78f-47c092a29e66 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:41.924642 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38d07a1c-d798-4b7b-98ad-a0dce4acdc4f req-6824121b-48e9-41ac-b78f-47c092a29e66 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.1181526 Jul 05 03:49:41.942240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=efae1b86-20ab-463a-9325-52d627802539,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:41.949053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-fa45003a-0263-4e2a-807d-46d30f53a741 admin admin] Deleting port bd536e7a-aef9-48b7-b86d-9d82db676c38 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:41.953896 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa45003a-0263-4e2a-807d-46d30f53a741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.038871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=13']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:42.061454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38d07a1c-d798-4b7b-98ad-a0dce4acdc4f req-7e3bcec2-4f6c-4cff-b752-765cd3cfb92e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298852 Jul 05 03:49:42.062037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910dd04-f82c-4928-bee5-d6039f3264c6 req-95ed7cfa-57d5-4502-a251-b743ef7ba63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:42.063674 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8910dd04-f82c-4928-bee5-d6039f3264c6 req-95ed7cfa-57d5-4502-a251-b743ef7ba63b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 1097 time: 0.0862246 Jul 05 03:49:42.119027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-fa45003a-0263-4e2a-807d-46d30f53a741 admin admin] For port bd536e7a-aef9-48b7-b86d-9d82db676c38, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bd536e7a-aef9-48b7-b86d-9d82db676c38,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:42.119555 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8910dd04-f82c-4928-bee5-d6039f3264c6 req-d31ef1ac-e8cc-43ed-bfa7-a05128c423e9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466313 Jul 05 03:49:42.119673 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa45003a-0263-4e2a-807d-46d30f53a741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.146372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91776868-3cd8-43f8-abbe-99a7e813c618 req-cd916636-066b-4295-b438-cb40fb0315e2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:42.148155 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91776868-3cd8-43f8-abbe-99a7e813c618 req-cd916636-066b-4295-b438-cb40fb0315e2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.1424150 Jul 05 03:49:42.149092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-fa45003a-0263-4e2a-807d-46d30f53a741 admin admin] Calling delete_port for bd536e7a-aef9-48b7-b86d-9d82db676c38 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:42.201643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2a490de7-781b-414e-b0c6-263f9c1ba1b8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:42.267888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91776868-3cd8-43f8-abbe-99a7e813c618 req-fdd0a50f-7cfe-4e8e-bbcc-83510702e92f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086028 Jul 05 03:49:42.382036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dcb5a-4db3-452a-bb23-aff07b618fcf req-fa95dacc-20d8-43fb-9d76-30fc9729603c tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:42.383575 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-561dcb5a-4db3-452a-bb23-aff07b618fcf req-fa95dacc-20d8-43fb-9d76-30fc9729603c tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 943 time: 0.1749949 Jul 05 03:49:42.497228 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-561dcb5a-4db3-452a-bb23-aff07b618fcf req-342121f8-9bcc-4552-9a5d-0dc8ab0ebf5f tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999758 Jul 05 03:49:42.534061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29be0d-6052-4924-bfb9-ba18e5d7d1b7 req-fc7143b5-0c7c-4a2b-9983-be81f1c8ac09 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:42.541711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe29be0d-6052-4924-bfb9-ba18e5d7d1b7 req-fc7143b5-0c7c-4a2b-9983-be81f1c8ac09 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 949 time: 0.1374195 Jul 05 03:49:42.575585 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe29be0d-6052-4924-bfb9-ba18e5d7d1b7 req-4556ae54-71f5-482c-b769-c7b1dfb4a7a8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328231 Jul 05 03:49:42.606645 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa45003a-0263-4e2a-807d-46d30f53a741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.635164 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45003a-0263-4e2a-807d-46d30f53a741 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd536e7a-aef9-48b7-b86d-9d82db676c38,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:42.953653 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa45003a-0263-4e2a-807d-46d30f53a741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.984454 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b873b48-bab6-4967-91b8-924a57d00b31 req-96d73cdc-0fd1-43cf-8f8c-c868c42e8fdc tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:42.984454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b873b48-bab6-4967-91b8-924a57d00b31 req-96d73cdc-0fd1-43cf-8f8c-c868c42e8fdc tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 943 time: 0.1762118 Jul 05 03:49:42.991978 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35497c-418f-46ce-bcba-c3769f143e98 req-d2f93156-1d72-406c-bca8-b3b3da3d0c51 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:42.994370 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed35497c-418f-46ce-bcba-c3769f143e98 req-d2f93156-1d72-406c-bca8-b3b3da3d0c51 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.1845329 Jul 05 03:49:43.100804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b873b48-bab6-4967-91b8-924a57d00b31 req-3d6877e8-da13-42f4-8074-263f317aee79 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052454 Jul 05 03:49:43.106237 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed35497c-418f-46ce-bcba-c3769f143e98 req-e6afc23f-9d55-4b0d-a170-a09f32f0af34 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024742 Jul 05 03:49:43.260791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-ef7c86ea-35a2-47a9-be5e-16b382f49efd tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=11262911861945c3a6162015d1587211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286007 Jul 05 03:49:43.430532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa45003a-0263-4e2a-807d-46d30f53a741 admin admin] Router a3f9e124-3c58-4486-8c2c-1544f3f29562 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:43.478242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-51c57e5b-4e95-4464-b06a-589355d6e592 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:43.480666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-51c57e5b-4e95-4464-b06a-589355d6e592 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091448 Jul 05 03:49:43.523263 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 07515a7a-b423-4129-81b4-97327247a38d no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:43.559498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a664cd8-06f5-4596-b7db-5efc50157b79 req-654d649c-4ef8-41b7-9751-ef577fb9d6a1 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:43.561055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a664cd8-06f5-4596-b7db-5efc50157b79 req-654d649c-4ef8-41b7-9751-ef577fb9d6a1 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.2013936 Jul 05 03:49:43.562692 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-16e4e1c8-57e0-4723-ad39-58d948e6ef05 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/quotas/11262911861945c3a6162015d1587211 HTTP/1.1" status: 200 len: 375 time: 0.0379965 Jul 05 03:49:43.688858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a664cd8-06f5-4596-b7db-5efc50157b79 req-ddca19ff-9f7d-489e-82f4-13295feaa4b6 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149442 Jul 05 03:49:43.693195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa45003a-0263-4e2a-807d-46d30f53a741 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:43.702441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fa45003a-0263-4e2a-807d-46d30f53a741 admin admin] 10.222.0.60 "PUT /v2.0/routers/a3f9e124-3c58-4486-8c2c-1544f3f29562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4329770 Jul 05 03:49:43.702658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55060) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:43.718057 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1a5b88-57c5-4ba2-b416-02eb285ff50b None None] Sync routers for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:43.732608 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1a5b88-57c5-4ba2-b416-02eb285ff50b None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:43.733670 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ee1a5b88-57c5-4ba2-b416-02eb285ff50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:43.767976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-a3965f14-e074-4c8e-bc2a-17b7415d825e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1952841 Jul 05 03:49:43.863125 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.979357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c0d3d-1a77-4740-b845-37d7802fec5b req-e75b675a-fc91-472b-8349-0d2f90fac3ac tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:43.980803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b57c0d3d-1a77-4740-b845-37d7802fec5b req-e75b675a-fc91-472b-8349-0d2f90fac3ac tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 946 time: 0.1597812 Jul 05 03:49:43.981263 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ee1a5b88-57c5-4ba2-b416-02eb285ff50b None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:44.018936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.038080 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b57c0d3d-1a77-4740-b845-37d7802fec5b req-d70cdac6-c3be-488e-83d6-a5d6373c942d tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481250 Jul 05 03:49:44.213914 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ee1a5b88-57c5-4ba2-b416-02eb285ff50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:49:42Z', 'revision_number': 5, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port': {'id': 'b657bf30-2549-4516-b457-9272cdb4de6f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:54Z', 'updated_at': '2021-07-05T03:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:44.219301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8525c75d-dff5-4abc-a751-756113a66b1e req-7d1a8dca-c9f7-4d3c-8cc8-1755ba7766a0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 210 time: 0.0966623 Jul 05 03:49:44.282773 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1a5b88-57c5-4ba2-b416-02eb285ff50b None None] Checking router: a3f9e124-3c58-4486-8c2c-1544f3f29562 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:44.295843 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1a5b88-57c5-4ba2-b416-02eb285ff50b None None] Routers {'a3f9e124-3c58-4486-8c2c-1544f3f29562'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:44.296168 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ee1a5b88-57c5-4ba2-b416-02eb285ff50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a3f9e124-3c58-4486-8c2c-1544f3f29562'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:44.410873 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ee1a5b88-57c5-4ba2-b416-02eb285ff50b None None] Set router a3f9e124-3c58-4486-8c2c-1544f3f29562 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:44.475203 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ee1a5b88-57c5-4ba2-b416-02eb285ff50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:49:44Z', 'revision_number': 6, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:44.504207 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1a5b88-57c5-4ba2-b416-02eb285ff50b None None] The sync data for ids ['a3f9e124-3c58-4486-8c2c-1544f3f29562'] in n-d-798249-5 is: [{'id': 'a3f9e124-3c58-4486-8c2c-1544f3f29562', 'name': 'tempest-FloatingIPsAssociationTestJSON-197794376-router', 'tenant_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:49:44Z', 'revision_number': 6, 'project_id': 'b5b97373930a4336adb9d7e9f8a9494c', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:44.645889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] Deleting port b657bf30-2549-4516-b457-9272cdb4de6f {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:44.646269 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.720039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b839077-6726-4999-9071-2f7875a85814 req-4d233b9f-07be-495b-b6fb-b782e7fe4a52 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:44.721561 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b839077-6726-4999-9071-2f7875a85814 req-4d233b9f-07be-495b-b6fb-b782e7fe4a52 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 943 time: 0.5123937 Jul 05 03:49:44.737939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0dbe4e-4ced-4b58-a260-df9254610ff4 req-e51dd6df-7b19-4653-aac9-7fb56796170f tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:44.739414 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e0dbe4e-4ced-4b58-a260-df9254610ff4 req-e51dd6df-7b19-4653-aac9-7fb56796170f tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 943 time: 0.1562979 Jul 05 03:49:44.805404 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] For port b657bf30-2549-4516-b457-9272cdb4de6f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b657bf30-2549-4516-b457-9272cdb4de6f,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:44.805695 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.828715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b839077-6726-4999-9071-2f7875a85814 req-499dd8cd-f0aa-42e9-bed1-264978bc5a0d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001732 Jul 05 03:49:44.836434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e0dbe4e-4ced-4b58-a260-df9254610ff4 req-35ebd153-58fd-4c7f-ad82-90e54d3b7684 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868695 Jul 05 03:49:44.837900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] Calling delete_port for b657bf30-2549-4516-b457-9272cdb4de6f owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:45.004722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bd536e7a-aef9-48b7-b86d-9d82db676c38 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:45.032774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: bd536e7a-aef9-48b7-b86d-9d82db676c38 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:45.033319 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bd536e7a-aef9-48b7-b86d-9d82db676c38 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:45.158095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42478621-d731-4c75-b6d5-8d1607d21377 req-1f9bf87d-69b0-41db-8182-a5973f46b129 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:45.159779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42478621-d731-4c75-b6d5-8d1607d21377 req-1f9bf87d-69b0-41db-8182-a5973f46b129 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.1642668 Jul 05 03:49:45.215539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42478621-d731-4c75-b6d5-8d1607d21377 req-6fd872ae-6e5d-43da-8519-2e390ef3e75d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467923 Jul 05 03:49:45.223319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7dd05-7565-4056-b8d1-e916ab69a7fa req-92a847f9-94b8-49bf-b884-33330c5c56dd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:45.224870 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35b7dd05-7565-4056-b8d1-e916ab69a7fa req-92a847f9-94b8-49bf-b884-33330c5c56dd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.1594679 Jul 05 03:49:45.255275 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.287609 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2a490de7-781b-414e-b0c6-263f9c1ba1b8 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:45.303297 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35b7dd05-7565-4056-b8d1-e916ab69a7fa req-75947093-6f59-4714-958a-aed5fe47b5ba tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719709 Jul 05 03:49:45.311466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] Pushing event deleted for resources: {'Port': ['ID=b657bf30-2549-4516-b457-9272cdb4de6f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:45.465871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:45.472505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:45.473206 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.491094 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.547162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4aebb042-8afb-4809-b39d-379a29b12a20 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:45.567289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be2ff803-7f0b-4298-8c00-56cc434b9925 req-ad7f62e9-e2b6-48e3-880b-8ecb0c4cfc97 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 210 time: 0.0487809 Jul 05 03:49:45.777511 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.827834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:45.830395 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:45.832892 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde07ff2-3c09-4013-86e0-3707ecab46bc" -d '{"events": [{"server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "name": "network-vif-plugged", "status": "completed", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:45.848179 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.851797 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.864521 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4aebb042-8afb-4809-b39d-379a29b12a20,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:45.878958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '4aebb042-8afb-4809-b39d-379a29b12a20', 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882', 'port_id': '4aebb042-8afb-4809-b39d-379a29b12a20', 'mac_address': 'fa:16:3e:00:f4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051941e9-9be3-4855-b2ec-dc0f4f0de021', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:45.922280 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.936906 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.943071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aebb042-8afb-4809-b39d-379a29b12a20 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:45.951874 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-1bc4383f-73f2-4827-90f6-9bf52212a746 service neutron] 10.222.0.64 "GET /v2.0/ports/07515a7a-b423-4129-81b4-97327247a38d/bindings/n-h1-798249-5 HTTP/1.1" status: 200 len: 384 time: 0.4620049 Jul 05 03:49:45.968449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cb63b-d606-4281-82df-888154a8a3ec req-e16e12c8-cec1-44df-8846-a66f0282b6b9 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:45.970118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed5cb63b-d606-4281-82df-888154a8a3ec req-e16e12c8-cec1-44df-8846-a66f0282b6b9 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.2099116 Jul 05 03:49:45.982422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55092) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:45.988301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-2c574d75-fb31-47df-a202-5c535b797e49 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Request body: {'floatingip': {'port_id': 'efae1b86-20ab-463a-9325-52d627802539'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:46.037876 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fd8b56-4817-4175-bcd3-b952eaec657f x-openstack-request-id: req-f9fd8b56-4817-4175-bcd3-b952eaec657f {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:46.038382 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "name": "network-vif-plugged", "status": "completed", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:46.038382 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9fd8b56-4817-4175-bcd3-b952eaec657f {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:46.038783 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'code': 200} Jul 05 03:49:46.042217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4aebb042-8afb-4809-b39d-379a29b12a20,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:46.067646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=14']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:46.072891 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c574d75-fb31-47df-a202-5c535b797e49 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for floatingip, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.136486 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.137266 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3f9e124-3c58-4486-8c2c-1544f3f29562 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:49:46.146759 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.148147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1887af2b-12c7-4695-8efd-0e0272f5b391 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a3f9e124-3c58-4486-8c2c-1544f3f29562 HTTP/1.1" status: 204 len: 168 time: 2.4446597 Jul 05 03:49:46.151103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55094) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:46.203965 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.204685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 95f957aa-e51a-4d60-acb5-b0a8e494496f details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:46.322391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-179a16c5-6028-4430-a828-350ed90a72ca service neutron] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=07515a7a-b423-4129-81b4-97327247a38d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:46.355530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 95f957aa-e51a-4d60-acb5-b0a8e494496f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=95f957aa-e51a-4d60-acb5-b0a8e494496f,segment=NetworkSegment(4e602cc5-eb2b-4502-bfd8-7e7107ee5011),segment_id=4e602cc5-eb2b-4502-bfd8-7e7107ee5011)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:46.365884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1783e692-879e-42a5-becf-1b165f5dc29a admin admin] Deleting subnet 0c831241-743f-42ed-8a3f-8ac21c470c0f {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:49:46.375100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-179a16c5-6028-4430-a828-350ed90a72ca service neutron] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:46.413676 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1783e692-879e-42a5-becf-1b165f5dc29a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.441989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '95f957aa-e51a-4d60-acb5-b0a8e494496f', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'port_id': '95f957aa-e51a-4d60-acb5-b0a8e494496f', 'mac_address': 'fa:16:3e:19:b8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:46.478488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-179a16c5-6028-4430-a828-350ed90a72ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07515a7a-b423-4129-81b4-97327247a38d {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:46.500886 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4aebb042-8afb-4809-b39d-379a29b12a20,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:46.506928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-179a16c5-6028-4430-a828-350ed90a72ca service neutron] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=07515a7a-b423-4129-81b4-97327247a38d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:46.512264 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.530090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f957aa-e51a-4d60-acb5-b0a8e494496f {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:46.533027 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1783e692-879e-42a5-becf-1b165f5dc29a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.552436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 95f957aa-e51a-4d60-acb5-b0a8e494496f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=95f957aa-e51a-4d60-acb5-b0a8e494496f,segment=NetworkSegment(4e602cc5-eb2b-4502-bfd8-7e7107ee5011),segment_id=4e602cc5-eb2b-4502-bfd8-7e7107ee5011)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:46.581533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c015306-f748-40dd-a2bd-c0e369686aab req-2670daef-d484-4e94-9cd4-f0847d4ceb67 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.592277 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c015306-f748-40dd-a2bd-c0e369686aab req-2670daef-d484-4e94-9cd4-f0847d4ceb67 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 943 time: 0.4052715 Jul 05 03:49:46.626150 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-179a16c5-6028-4430-a828-350ed90a72ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.635730 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.706581 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c015306-f748-40dd-a2bd-c0e369686aab req-0b3974ce-de1e-46b5-9622-e16be69a740e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132255 Jul 05 03:49:46.715317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=95f957aa-e51a-4d60-acb5-b0a8e494496f,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:46.823320 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1783e692-879e-42a5-becf-1b165f5dc29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.899175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['95f957aa-e51a-4d60-acb5-b0a8e494496f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:46.903356 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4aebb042-8afb-4809-b39d-379a29b12a20'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:46.974582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58728bb6-bfc1-4654-90fa-f1630174ed24 req-34f371c1-0c65-4cd2-b416-0f4f521da09b tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.976718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58728bb6-bfc1-4654-90fa-f1630174ed24 req-34f371c1-0c65-4cd2-b416-0f4f521da09b tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 943 time: 0.3753963 Jul 05 03:49:47.063567 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.resource_extend [None req-2c574d75-fb31-47df-a202-5c535b797e49 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:49:47.069976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58728bb6-bfc1-4654-90fa-f1630174ed24 req-0f118e22-b6f2-46a3-bfdf-181357f147dc tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808632 Jul 05 03:49:47.085832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7755b-1b4f-440f-8666-da48924f9ba5 req-b9f6b4db-3c63-4750-8dfe-b8e6ce601f1f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.088464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-37b7755b-1b4f-440f-8666-da48924f9ba5 req-b9f6b4db-3c63-4750-8dfe-b8e6ce601f1f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 945 time: 0.2221723 Jul 05 03:49:47.089656 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b657bf30-2549-4516-b457-9272cdb4de6f no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:47.125814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: b657bf30-2549-4516-b457-9272cdb4de6f {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:47.126163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b657bf30-2549-4516-b457-9272cdb4de6f not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:47.139015 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c574d75-fb31-47df-a202-5c535b797e49 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.168248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-37b7755b-1b4f-440f-8666-da48924f9ba5 req-adf181ea-61fa-4d02-b164-df9303fc62b2 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713139 Jul 05 03:49:47.180471 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-279f2223-1b43-45d4-91ad-8980109308ab tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=11262911861945c3a6162015d1587211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259852 Jul 05 03:49:47.202041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-179a16c5-6028-4430-a828-350ed90a72ca service neutron] Transition to ACTIVE for port object 07515a7a-b423-4129-81b4-97327247a38d will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:47.203810 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1783e692-879e-42a5-becf-1b165f5dc29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.244703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783e692-879e-42a5-becf-1b165f5dc29a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c831241-743f-42ed-8a3f-8ac21c470c0f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:47.269942 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c574d75-fb31-47df-a202-5c535b797e49 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.273130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab70db29-d5a5-4600-a62d-da7a10735967 None None] Network 5133365b-8064-4458-b7d1-def1dcc4d4c2 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:47.275373 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1783e692-879e-42a5-becf-1b165f5dc29a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.278068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1783e692-879e-42a5-becf-1b165f5dc29a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0c831241-743f-42ed-8a3f-8ac21c470c0f HTTP/1.1" status: 204 len: 168 time: 1.1256573 Jul 05 03:49:47.283120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55104) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:47.369432 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.390723 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-179a16c5-6028-4430-a828-350ed90a72ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.435508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-fea9d3f8-2eb4-4ad9-b775-8d4affb914de tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.437463 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-fea9d3f8-2eb4-4ad9-b775-8d4affb914de tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509878 Jul 05 03:49:47.451853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Request body: {'port': {'device_id': '3b06795c-4bab-491e-8df8-949d49471de0', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '11262911861945c3a6162015d1587211'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:47.469957 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-2c574d75-fb31-47df-a202-5c535b797e49 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Floating IP cd823136-f9ae-4201-b0da-da3820ede507 associated. External IP: 172.25.0.13, port: efae1b86-20ab-463a-9325-52d627802539. Jul 05 03:49:47.473365 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0f1f6c1-2acd-4b02-8f65-e8681820a808 req-af7e2b07-3ccb-45c5-b929-73c42a5555e9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 210 time: 0.0874531 Jul 05 03:49:47.535779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720a1e5f-52e8-4e4d-b446-885239e30152 None None] DHCP port deletion for 5133365b-8064-4458-b7d1-def1dcc4d4c2 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:49:47.595407 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-179a16c5-6028-4430-a828-350ed90a72ca service neutron] No DVR routers for this DVR port 07515a7a-b423-4129-81b4-97327247a38d on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:47.608157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-720a1e5f-52e8-4e4d-b446-885239e30152 None None] Deleting port cb42b743-b308-47e3-a0d8-927378f5e5d6 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:47.611135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a16c5-6028-4430-a828-350ed90a72ca service neutron] Pushing event updated for resources: {'Port': ['ID=07515a7a-b423-4129-81b4-97327247a38d,revision_number=10']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:47.614583 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-720a1e5f-52e8-4e4d-b446-885239e30152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.639195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b46f5-71f3-4c25-b391-5b5597c9cce8 req-f553239c-66bd-4ad9-a2ac-7606b8ef46c0 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.640314 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d68b46f5-71f3-4c25-b391-5b5597c9cce8 req-f553239c-66bd-4ad9-a2ac-7606b8ef46c0 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 946 time: 0.3991566 Jul 05 03:49:47.653274 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-179a16c5-6028-4430-a828-350ed90a72ca service neutron] 10.222.0.64 "PUT /v2.0/ports/07515a7a-b423-4129-81b4-97327247a38d/bindings/n-h1-798249-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6933725 Jul 05 03:49:47.682161 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Deleting port cb42b743-b308-47e3-a0d8-927378f5e5d6 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:47.682446 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.734554 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-720a1e5f-52e8-4e4d-b446-885239e30152 None None] For port cb42b743-b308-47e3-a0d8-927378f5e5d6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cb42b743-b308-47e3-a0d8-927378f5e5d6,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:47.735220 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-720a1e5f-52e8-4e4d-b446-885239e30152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.751729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-720a1e5f-52e8-4e4d-b446-885239e30152 None None] Calling delete_port for cb42b743-b308-47e3-a0d8-927378f5e5d6 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:47.767103 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d68b46f5-71f3-4c25-b391-5b5597c9cce8 req-e621e02b-9d84-42ed-bb6d-dd921f9ea4f9 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032438 Jul 05 03:49:47.780684 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] For port cb42b743-b308-47e3-a0d8-927378f5e5d6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cb42b743-b308-47e3-a0d8-927378f5e5d6,segment=NetworkSegment(0247409f-65b0-4a85-b0e7-29c780bea108),segment_id=0247409f-65b0-4a85-b0e7-29c780bea108)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:47.781060 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.794325 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Calling delete_port for cb42b743-b308-47e3-a0d8-927378f5e5d6 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:47.850452 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Made reservation on behalf of 11262911861945c3a6162015d1587211 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:47.854883 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.860772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c574d75-fb31-47df-a202-5c535b797e49 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:47.986009 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b787e-1c69-46e4-973c-23eda1e501fa req-83ef1896-5fbb-488f-844a-68debd1c1931 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.987529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-270b787e-1c69-46e4-973c-23eda1e501fa req-83ef1896-5fbb-488f-844a-68debd1c1931 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.64 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 946 time: 0.1436100 Jul 05 03:49:47.995425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232afdf-ec66-4f9e-aca6-e6ee7262d280 req-11e6b676-c029-4807-a229-0cf797cfa29a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.996911 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7232afdf-ec66-4f9e-aca6-e6ee7262d280 req-11e6b676-c029-4807-a229-0cf797cfa29a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 944 time: 0.1197906 Jul 05 03:49:48.018239 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-720a1e5f-52e8-4e4d-b446-885239e30152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.048402 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a1e5f-52e8-4e4d-b446-885239e30152 None None] Pushing event deleted for resources: {'Port': ['ID=cb42b743-b308-47e3-a0d8-927378f5e5d6,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:48.050315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a1e5f-52e8-4e4d-b446-885239e30152 None None] No DVR routers for this DVR port cb42b743-b308-47e3-a0d8-927378f5e5d6 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:48.069511 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.120029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c574d75-fb31-47df-a202-5c535b797e49 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:48.120785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb42b743-b308-47e3-a0d8-927378f5e5d6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:48.122173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Allocated IP 192.168.233.241 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/9c73ba6d-abfe-46a1-aa51-21f863738f98) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:48.125532 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-1acdfe2f-7cc3-4516-b474-1876fe188414 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.127559 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-1acdfe2f-7cc3-4516-b474-1876fe188414 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891&tenant_id=be979254e14b450096d0687db0c40d54&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1095 time: 0.2073064 Jul 05 03:49:48.127778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] No DVR routers for this DVR port cb42b743-b308-47e3-a0d8-927378f5e5d6 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:48.131946 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c574d75-fb31-47df-a202-5c535b797e49 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.138938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7232afdf-ec66-4f9e-aca6-e6ee7262d280 req-bbe9f431-3ec7-47cb-8478-d7fbb9064b3a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098766 Jul 05 03:49:48.140604 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c46ce-62ce-4937-8d31-a2ff37cf8f8b None None] Sync routers for ids ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:48.152510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c46ce-62ce-4937-8d31-a2ff37cf8f8b None None] Routers {'8c97c03a-1e2c-49c4-a4b3-16c6321de516'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:48.153182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-186c46ce-62ce-4937-8d31-a2ff37cf8f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:48.237751 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2c574d75-fb31-47df-a202-5c535b797e49 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "PUT /v2.0/floatingips/cd823136-f9ae-4201-b0da-da3820ede507 HTTP/1.1" status: 200 len: 991 time: 2.2534463 Jul 05 03:49:48.242559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3543efc-cc2b-480c-8143-96ddc1680677', 'tag': 'efae1b86-20ab-463a-9325-52d627802539'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:48.244932 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abb8193-b1cb-4c9e-865c-b05ac8afd001" -d '{"events": [{"name": "network-changed", "server_uuid": "a3543efc-cc2b-480c-8143-96ddc1680677", "tag": "efae1b86-20ab-463a-9325-52d627802539"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:48.441247 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-186c46ce-62ce-4937-8d31-a2ff37cf8f8b None None] Set router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:48.442690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-e245141b-ffac-4338-bb86-79b1e6ae7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.442690 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-e245141b-ffac-4338-bb86-79b1e6ae7d66 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891&tenant_id=be979254e14b450096d0687db0c40d54 HTTP/1.1" status: 200 len: 1095 time: 0.1964688 Jul 05 03:49:48.442868 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.443249 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.443249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Transition to ACTIVE for port object 9c73ba6d-abfe-46a1-aa51-21f863738f98 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:48.443455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5133365b-8064-4458-b7d1-def1dcc4d4c2']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:48.457455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0247409f-65b0-4a85-b0e7-29c780bea108') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:48.457799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0247409f-65b0-4a85-b0e7-29c780bea108') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:48.460597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-0eb81ee8-7875-4eef-ae1c-a050fa55dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.462955 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-0eb81ee8-7875-4eef-ae1c-a050fa55dc3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be979254e14b450096d0687db0c40d54&device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 1095 time: 0.0815978 Jul 05 03:49:48.463941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-270b787e-1c69-46e4-973c-23eda1e501fa req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Deleting port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:48.464293 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-270b787e-1c69-46e4-973c-23eda1e501fa req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.530684 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.562047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9fbfd-67be-4538-a70d-8328fd75f21b req-d560e4eb-e8c7-4f59-b7f6-ffa3591bce83 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.563729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99d9fbfd-67be-4538-a70d-8328fd75f21b req-d560e4eb-e8c7-4f59-b7f6-ffa3591bce83 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 944 time: 0.2641704 Jul 05 03:49:48.582421 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-bd2424be-29f7-4d47-9cfb-2ae4bc6f49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.584107 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-bd2424be-29f7-4d47-9cfb-2ae4bc6f49e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 200 len: 922 time: 0.1146755 Jul 05 03:49:48.596065 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.623563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:49:48.623983 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:49:48.625911 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:49:48.629830 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:49:48.634648 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-9f0392ba-b285-48f5-a17f-04e7d7acb168 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07515a7a-b423-4129-81b4-97327247a38d HTTP/1.1" status: 200 len: 217 time: 0.0429251 Jul 05 03:49:48.693564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-a7a80e35-e960-44ad-9e42-4ef0b4eeafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.695492 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-a7a80e35-e960-44ad-9e42-4ef0b4eeafa3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 200 len: 861 time: 0.0478456 Jul 05 03:49:48.729521 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99d9fbfd-67be-4538-a70d-8328fd75f21b req-3f48e91c-ced0-41e1-b3f0-fc3bbd71c474 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438649 Jul 05 03:49:48.738205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb2d6c-2cba-4947-8937-d5d06e4d03fa req-3dbc2935-67ab-4c06-adee-37a05ad297a3 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.738874 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3eb2d6c-2cba-4947-8937-d5d06e4d03fa req-3dbc2935-67ab-4c06-adee-37a05ad297a3 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 945 time: 0.3679705 Jul 05 03:49:48.746066 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-44af033c-3905-46ff-bf3f-b92bbe30e1e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4691479b-1728-4d4d-b293-81f5c048e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438049 Jul 05 03:49:48.754000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-270b787e-1c69-46e4-973c-23eda1e501fa req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] For port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:48.754462 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-270b787e-1c69-46e4-973c-23eda1e501fa req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.764105 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.780228 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['6a944b48-2a72-49e0-882d-e361769632ef', '2a490de7-781b-414e-b0c6-263f9c1ba1b8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:48.783526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['e5f2d1e2-d615-4786-a2b7-09aa7949f8d0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:48.792984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-186c46ce-62ce-4937-8d31-a2ff37cf8f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'cd823136-f9ae-4201-b0da-da3820ede507', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'port_id': 'efae1b86-20ab-463a-9325-52d627802539', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'mac_address': 'fa:16:3e:08:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3543efc-cc2b-480c-8143-96ddc1680677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:49:23Z', 'updated_at': '2021-07-05T03:49:46Z', 'revision_number': 1, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:23Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:48.876026 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Pushing event updated for resources: {'Port': ['ID=9c73ba6d-abfe-46a1-aa51-21f863738f98,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:48.887574 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:48.890411 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c46ce-62ce-4937-8d31-a2ff37cf8f8b None None] Checking router: 8c97c03a-1e2c-49c4-a4b3-16c6321de516 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:48.895251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:48.900494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:48.900921 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:48.901471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:48.901999 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:48.902426 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:48.902848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:48.903391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:48.903802 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:48.904227 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:48.904677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:48.905084 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:48.905492 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:48.911724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:48.930571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c46ce-62ce-4937-8d31-a2ff37cf8f8b None None] Routers {'8c97c03a-1e2c-49c4-a4b3-16c6321de516'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:48.931250 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-186c46ce-62ce-4937-8d31-a2ff37cf8f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:48.978274 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536b9fb6-aa5f-4a1d-bfca-9b89b6a61cc4 x-openstack-request-id: req-536b9fb6-aa5f-4a1d-bfca-9b89b6a61cc4 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:48.978274 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3543efc-cc2b-480c-8143-96ddc1680677", "tag": "efae1b86-20ab-463a-9325-52d627802539", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:48.978706 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-536b9fb6-aa5f-4a1d-bfca-9b89b6a61cc4 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:48.980397 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3543efc-cc2b-480c-8143-96ddc1680677', 'tag': 'efae1b86-20ab-463a-9325-52d627802539', 'status': 'completed', 'code': 200} Jul 05 03:49:49.074631 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-b83e5da4-a8ca-42d3-81f4-c5a65e3b83fe service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204346 Jul 05 03:49:49.107647 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.108321 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.132696 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cb42b743-b308-47e3-a0d8-927378f5e5d6 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:49.208305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: cb42b743-b308-47e3-a0d8-927378f5e5d6 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:49.209018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cb42b743-b308-47e3-a0d8-927378f5e5d6 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:49.222385 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-033f5117-3e72-4135-a558-3a7894f6dc5d service neutron] 10.222.0.11 "GET /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300204 Jul 05 03:49:49.236165 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb8193-b1cb-4c9e-865c-b05ac8afd001 req-974d240e-c88f-4400-ac6d-cb05054bed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.238588 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6abb8193-b1cb-4c9e-865c-b05ac8afd001 req-974d240e-c88f-4400-ac6d-cb05054bed01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a583d8be5434c7085d28e3958e1688f&device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 1097 time: 0.2323239 Jul 05 03:49:49.266075 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-186c46ce-62ce-4937-8d31-a2ff37cf8f8b None None] Set router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:49.314912 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-8f9ac25c-53e1-484a-bfae-68048868f842 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8671634 Jul 05 03:49:49.327976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Request body: {'port': {'device_id': '3b06795c-4bab-491e-8df8-949d49471de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:49.373691 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.403966 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.408774 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5133365b-8064-4458-b7d1-def1dcc4d4c2 HTTP/1.1" status: 204 len: 168 time: 2.1210957 Jul 05 03:49:49.413355 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.485618 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3eb2d6c-2cba-4947-8937-d5d06e4d03fa req-d8a552df-619d-4ed2-a131-539704cd6fa4 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7188177 Jul 05 03:49:49.500335 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-108d11c6-3693-4492-bd7c-8c8337128761 None None] Provisioning for port 9c73ba6d-abfe-46a1-aa51-21f863738f98 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:49.519183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd929c-bcf3-476a-87ab-113e51f8a696 admin admin] Pushing event deleted for resources: {'Network': ['ID=5133365b-8064-4458-b7d1-def1dcc4d4c2,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:49.519577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-108d11c6-3693-4492-bd7c-8c8337128761 None None] Provisioning complete for port 9c73ba6d-abfe-46a1-aa51-21f863738f98 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:49.520046 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-108d11c6-3693-4492-bd7c-8c8337128761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.563663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4aebb042-8afb-4809-b39d-379a29b12a20 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:49.606302 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb8193-b1cb-4c9e-865c-b05ac8afd001 req-63f917f4-fa2e-472b-912e-7f43fb5cb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.607736 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6abb8193-b1cb-4c9e-865c-b05ac8afd001 req-63f917f4-fa2e-472b-912e-7f43fb5cb256 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1875b0d0-fdef-4b63-9392-d607c58b7aa1 HTTP/1.1" status: 200 len: 911 time: 0.3559511 Jul 05 03:49:49.643951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bedbb-0e45-472b-9adb-ab1da49b7705 req-6d2cc052-c5b5-4b90-adec-ea7bc166a9b8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.650748 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-984bedbb-0e45-472b-9adb-ab1da49b7705 req-6d2cc052-c5b5-4b90-adec-ea7bc166a9b8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 936 time: 0.3024361 Jul 05 03:49:49.683947 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-108d11c6-3693-4492-bd7c-8c8337128761 None None] Port 9c73ba6d-abfe-46a1-aa51-21f863738f98 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:49.738569 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6abb8193-b1cb-4c9e-865c-b05ac8afd001 req-17816d50-4e94-48d4-b39f-c665aea197d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efae1b86-20ab-463a-9325-52d627802539 HTTP/1.1" status: 200 len: 999 time: 0.1217828 Jul 05 03:49:49.785140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-186c46ce-62ce-4937-8d31-a2ff37cf8f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'cd823136-f9ae-4201-b0da-da3820ede507', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'port_id': 'efae1b86-20ab-463a-9325-52d627802539', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'mac_address': 'fa:16:3e:08:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3543efc-cc2b-480c-8143-96ddc1680677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:49:23Z', 'updated_at': '2021-07-05T03:49:46Z', 'revision_number': 1, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:23Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:49.788605 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-270b787e-1c69-46e4-973c-23eda1e501fa req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.789404 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-270b787e-1c69-46e4-973c-23eda1e501fa req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.789611 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-270b787e-1c69-46e4-973c-23eda1e501fa req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Floating IP 6576d485-cca5-4b86-bd7f-3ffe66fa6e18 disassociated. External IP: 172.25.0.118, port: ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35. Jul 05 03:49:49.790585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-270b787e-1c69-46e4-973c-23eda1e501fa req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Calling delete_port for ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:49.803646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-984bedbb-0e45-472b-9adb-ab1da49b7705 req-684894cc-254d-47d3-9d1c-8b53ee15e30b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961010 Jul 05 03:49:49.852101 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c46ce-62ce-4937-8d31-a2ff37cf8f8b None None] The sync data for ids ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'] in n-d-798249-5 is: [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'cd823136-f9ae-4201-b0da-da3820ede507', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'port_id': 'efae1b86-20ab-463a-9325-52d627802539', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'mac_address': 'fa:16:3e:08:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3543efc-cc2b-480c-8143-96ddc1680677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:49:23Z', 'updated_at': '2021-07-05T03:49:46Z', 'revision_number': 1, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:23Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:49.858161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb8193-b1cb-4c9e-865c-b05ac8afd001 req-be692b84-b024-4cb1-bb27-c6bb1a0af855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.859728 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6abb8193-b1cb-4c9e-865c-b05ac8afd001 req-be692b84-b024-4cb1-bb27-c6bb1a0af855 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=839f200a-20a7-49d6-8b34-c3036a817497 HTTP/1.1" status: 200 len: 849 time: 0.1122897 Jul 05 03:49:49.870486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 4aebb042-8afb-4809-b39d-379a29b12a20 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:49.875252 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 4aebb042-8afb-4809-b39d-379a29b12a20 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:49.875674 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.894479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fe65e-b454-47ae-b158-4648dba1c7f5 req-674fb235-dbe4-4c09-96de-4cd9a8572097 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.900788 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-093fe65e-b454-47ae-b158-4648dba1c7f5 req-674fb235-dbe4-4c09-96de-4cd9a8572097 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 946 time: 0.1939440 Jul 05 03:49:49.974806 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-093fe65e-b454-47ae-b158-4648dba1c7f5 req-a33f7684-deb2-4c03-af05-1709a440a627 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups?id=7adc07d3-63ec-4833-8031-a7a0c2031576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727882 Jul 05 03:49:49.977115 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55134) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:50.031576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c73ba6d-abfe-46a1-aa51-21f863738f98 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:50.045275 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.058496 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.067679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Transition to ACTIVE for port object 9c73ba6d-abfe-46a1-aa51-21f863738f98 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:50.075925 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-bf151dea-4886-411b-b6ee-0eafab530065 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.077770 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-bf151dea-4886-411b-b6ee-0eafab530065 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891&tenant_id=be979254e14b450096d0687db0c40d54&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 1095 time: 0.2387135 Jul 05 03:49:50.091572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c59f86-de0a-4192-95c0-ee0224b9d343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aebb042-8afb-4809-b39d-379a29b12a20'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:50.094963 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649ea19e-ac38-48ca-9558-35d2e3733eef" -d '{"events": [{"server_uuid": "28c59f86-de0a-4192-95c0-ee0224b9d343", "name": "network-vif-plugged", "status": "completed", "tag": "4aebb042-8afb-4809-b39d-379a29b12a20"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:50.099928 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb8193-b1cb-4c9e-865c-b05ac8afd001 req-6b4c3129-b519-4118-85a2-f69f22951805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.101749 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6abb8193-b1cb-4c9e-865c-b05ac8afd001 req-6b4c3129-b519-4118-85a2-f69f22951805 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1875b0d0-fdef-4b63-9392-d607c58b7aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1934497 Jul 05 03:49:50.123047 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4aebb042-8afb-4809-b39d-379a29b12a20,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:50.139300 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.144621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4aec8f2d-7442-4478-a3ed-2cdb814b99b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5b97373930a4336adb9d7e9f8a9494c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603973 Jul 05 03:49:50.146717 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55138) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:50.200783 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.202176 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 95f957aa-e51a-4d60-acb5-b0a8e494496f up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:50.226246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4648ac8-1121-45ba-a703-77c7ce139365 req-3dab1b2f-d09e-4a98-96aa-e66b3298c6aa tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.235039 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4648ac8-1121-45ba-a703-77c7ce139365 req-3dab1b2f-d09e-4a98-96aa-e66b3298c6aa tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 944 time: 0.2353442 Jul 05 03:49:50.241298 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b463ee0-b71a-45e5-bd51-d9743d754396 None None] New status for floating IP cd823136-f9ae-4201-b0da-da3820ede507: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:49:50.261400 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-270b787e-1c69-46e4-973c-23eda1e501fa req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.294171 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Pushing event updated for resources: {'Port': ['ID=9c73ba6d-abfe-46a1-aa51-21f863738f98,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:50.320217 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4648ac8-1121-45ba-a703-77c7ce139365 req-16699a48-133e-4523-8fc6-5b49fe7e40b8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844684 Jul 05 03:49:50.363839 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4aebb042-8afb-4809-b39d-379a29b12a20,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:50.388065 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Pushing event deleted for resources: {'Port': ['ID=ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:50.498647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 95f957aa-e51a-4d60-acb5-b0a8e494496f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:50.500109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15b412-1062-48e7-ba57-faa3ab8fe0e0 req-c787db05-e8e0-4eb3-9f5e-65227a5af50a tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.504494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 95f957aa-e51a-4d60-acb5-b0a8e494496f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:50.513718 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.514578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad15b412-1062-48e7-ba57-faa3ab8fe0e0 req-c787db05-e8e0-4eb3-9f5e-65227a5af50a tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 944 time: 0.3618495 Jul 05 03:49:50.514688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55c04f70-e667-4b87-8d53-34a38c924245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.522082 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6abb8193-b1cb-4c9e-865c-b05ac8afd001 req-8e79a795-e5df-4ce3-83bb-e05cd21abc9f service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960304 Jul 05 03:49:50.530615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:49:50.550154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Attempting to bind port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:50.550774 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Attempting to bind port 9c73ba6d-abfe-46a1-aa51-21f863738f98 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:50.550932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Attempting to bind port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:50.592483 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bb88d4-dc47-44a6-9f15-d7d45ad6fa85 x-openstack-request-id: req-82bb88d4-dc47-44a6-9f15-d7d45ad6fa85 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:50.593223 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c59f86-de0a-4192-95c0-ee0224b9d343", "name": "network-vif-plugged", "status": "completed", "tag": "4aebb042-8afb-4809-b39d-379a29b12a20", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:50.593223 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82bb88d4-dc47-44a6-9f15-d7d45ad6fa85 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:50.593677 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c59f86-de0a-4192-95c0-ee0224b9d343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aebb042-8afb-4809-b39d-379a29b12a20', 'code': 200} Jul 05 03:49:50.621059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55c04f70-e667-4b87-8d53-34a38c924245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.623992 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad15b412-1062-48e7-ba57-faa3ab8fe0e0 req-6fa52018-cf5f-4098-b4c7-846d334597d9 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076615 Jul 05 03:49:50.626666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-4dc77ecf-ff82-48ef-879b-ee91797bc113 service neutron] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:50.631088 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.633440 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:50.633894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Attempting to bind port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:50.646020 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-4dc77ecf-ff82-48ef-879b-ee91797bc113 service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.647109 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9be62ff5-07a2-4598-8952-7e5e00db974a req-4dc77ecf-ff82-48ef-879b-ee91797bc113 service neutron] 10.222.0.11 "DELETE /v2.0/ports/07515a7a-b423-4129-81b4-97327247a38d/bindings/n-h2-798249-5 HTTP/1.1" status: 204 len: 173 time: 0.5622735 Jul 05 03:49:50.665282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:50.665655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:50.666047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:50.666494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Bound port: 9c73ba6d-abfe-46a1-aa51-21f863738f98, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:50.666856 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.688701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-270b787e-1c69-46e4-973c-23eda1e501fa req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:50.763045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 95f957aa-e51a-4d60-acb5-b0a8e494496f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=95f957aa-e51a-4d60-acb5-b0a8e494496f,segment=NetworkSegment(4e602cc5-eb2b-4502-bfd8-7e7107ee5011),segment_id=4e602cc5-eb2b-4502-bfd8-7e7107ee5011)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:50.805029 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6abb8193-b1cb-4c9e-865c-b05ac8afd001 req-f24cb58c-e3f1-4f5e-b1a3-2962fba5045b service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704010 Jul 05 03:49:50.814545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:50.820176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:50.854009 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.887473 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55c04f70-e667-4b87-8d53-34a38c924245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.890069 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55c04f70-e667-4b87-8d53-34a38c924245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.894377 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-55c04f70-e667-4b87-8d53-34a38c924245 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ea0a17f-9054-4339-8cdf-17f9461ce51b HTTP/1.1" status: 204 len: 168 time: 0.7334709 Jul 05 03:49:50.894377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.938569 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=95f957aa-e51a-4d60-acb5-b0a8e494496f,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:51.035707 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-270b787e-1c69-46e4-973c-23eda1e501fa req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:51.042906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.044268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.045981 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] 10.222.0.11 "PUT /v2.0/ports/9c73ba6d-abfe-46a1-aa51-21f863738f98 HTTP/1.1" status: 200 len: 1096 time: 1.7226896 Jul 05 03:49:51.049431 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:51.052895 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568cee63-cc95-43c4-9b02-4776ef84e097" -d '{"events": [{"name": "network-changed", "server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:51.056513 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c04f70-e667-4b87-8d53-34a38c924245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea0a17f-9054-4339-8cdf-17f9461ce51b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:51.066292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab593b5-3aa7-4802-9d2e-0df05ce6e303 None None] Sync routers for ids ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:51.095221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da9f9f-8ec4-4912-9497-2a8e478b8522 service neutron] Pushing event updated for resources: {'Port': ['ID=9c73ba6d-abfe-46a1-aa51-21f863738f98,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:51.127166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab593b5-3aa7-4802-9d2e-0df05ce6e303 None None] Routers {'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:51.128122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-dab593b5-3aa7-4802-9d2e-0df05ce6e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:51.185532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01aeaac-3641-47e6-a325-7f2a5678ee75 req-0c00e3f8-bcbc-4384-bff0-6dac9ae122de tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.190306 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f01aeaac-3641-47e6-a325-7f2a5678ee75 req-0c00e3f8-bcbc-4384-bff0-6dac9ae122de tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 1095 time: 0.2786989 Jul 05 03:49:51.193823 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-270b787e-1c69-46e4-973c-23eda1e501fa req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] No DVR routers for this DVR port ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:51.198591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac9ede-a64f-4851-98ce-a8a31f4c3e9d req-0e0694d5-ac19-432b-80dd-adf752af05ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.200220 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08ac9ede-a64f-4851-98ce-a8a31f4c3e9d req-0e0694d5-ac19-432b-80dd-adf752af05ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 1097 time: 0.3670027 Jul 05 03:49:51.206444 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-270b787e-1c69-46e4-973c-23eda1e501fa req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.214309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-270b787e-1c69-46e4-973c-23eda1e501fa req-39d8c9bd-f397-46dc-8c88-fc5c5aa06815 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.64 "DELETE /v2.0/ports/ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 HTTP/1.1" status: 204 len: 173 time: 3.2058351 Jul 05 03:49:51.223108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3599e64a-cb97-4c94-a95e-bdaf56ebd7f3', 'name': 'network-vif-deleted', 'tag': 'ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:51.225459 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a040121c-b708-4328-aa5c-9add67d7e7ae" -d '{"events": [{"server_uuid": "3599e64a-cb97-4c94-a95e-bdaf56ebd7f3", "name": "network-vif-deleted", "tag": "ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:51.299233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-dab593b5-3aa7-4802-9d2e-0df05ce6e303 None None] Set router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:51.308113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-760cfa9f-2aea-4497-bf7b-c8618a8fad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.314136 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-760cfa9f-2aea-4497-bf7b-c8618a8fad0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 1099 time: 0.1097641 Jul 05 03:49:51.345870 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f01aeaac-3641-47e6-a325-7f2a5678ee75 req-373be932-87f9-4709-8e51-5d3ab26beb22 tempest-LiveAutoBlockMigrationV225Test-1459722706 tempest-LiveAutoBlockMigrationV225Test-1459722706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236091 Jul 05 03:49:51.355089 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08ac9ede-a64f-4851-98ce-a8a31f4c3e9d req-dfbf49c0-070f-4282-89df-dbd410758caa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253119 Jul 05 03:49:51.384307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9e060-bc34-4473-8f33-737f549c30a0 req-0580c0b1-c13d-426f-838b-d57e948f2aad tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.392713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90d9e060-bc34-4473-8f33-737f549c30a0 req-0580c0b1-c13d-426f-838b-d57e948f2aad tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.5559454 Jul 05 03:49:51.395725 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7f71e1d2-12d2-4a8e-9ae4-6dcca026fd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.414119 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-1e836e32-2512-4010-9f25-25233f882ca8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98 HTTP/1.1" status: 200 len: 217 time: 0.0858574 Jul 05 03:49:51.474891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-ab3a6219-d7a6-4686-91c5-ea8417e6bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.476741 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-ab3a6219-d7a6-4686-91c5-ea8417e6bbe1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0551174 Jul 05 03:49:51.494990 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90d9e060-bc34-4473-8f33-737f549c30a0 req-da12bda6-990f-4b26-9f4e-fbc5ff0bfc87 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982082 Jul 05 03:49:51.563817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:51.587481 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-c05ab5dc-97db-40b1-ad8a-092b409be9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.589620 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-c05ab5dc-97db-40b1-ad8a-092b409be9c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056647 Jul 05 03:49:51.593790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:51.594048 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:51.619724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-dab593b5-3aa7-4802-9d2e-0df05ce6e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:51.652097 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab593b5-3aa7-4802-9d2e-0df05ce6e303 None None] Checking router: b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:51.666233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab593b5-3aa7-4802-9d2e-0df05ce6e303 None None] Routers {'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:51.666233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-dab593b5-3aa7-4802-9d2e-0df05ce6e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:51.720553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac70dae-78ed-4450-9084-393059db0249 req-397c4996-bec6-4923-ac6a-ef483aa6c394 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.722158 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac70dae-78ed-4450-9084-393059db0249 req-397c4996-bec6-4923-ac6a-ef483aa6c394 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 948 time: 0.1707807 Jul 05 03:49:51.736726 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-af584254-4dca-42d9-9f37-8df8f42620f3 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396821 Jul 05 03:49:51.814690 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-274abffd-f6a9-43a7-8726-dd4b1fb2caf7 req-6e8a6732-3b17-4c99-a765-f95c04a84172 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/ports?device_id=3599e64a-cb97-4c94-a95e-bdaf56ebd7f3 HTTP/1.1" status: 200 len: 210 time: 0.0562465 Jul 05 03:49:51.833753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac70dae-78ed-4450-9084-393059db0249 req-47e6225b-703e-4a7e-b2a5-258764861367 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921552 Jul 05 03:49:51.890712 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-31f7bd11-cdcf-4f9e-a31f-867166110379 req-247b146f-47f3-404e-a8a8-643eeec80b19 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397648 Jul 05 03:49:51.925941 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ebfaee-676e-4938-a397-25111397e4c8 x-openstack-request-id: req-02ebfaee-676e-4938-a397-25111397e4c8 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:51.929427 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:51.929427 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02ebfaee-676e-4938-a397-25111397e4c8 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:51.929427 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'status': 'completed', 'code': 200} Jul 05 03:49:52.000790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-dab593b5-3aa7-4802-9d2e-0df05ce6e303 None None] Set router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:52.102784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cee63-cc95-43c4-9b02-4776ef84e097 req-c5df3ece-3eab-45ba-aa1a-fc0218c09a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.104634 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-568cee63-cc95-43c4-9b02-4776ef84e097 req-c5df3ece-3eab-45ba-aa1a-fc0218c09a1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 1099 time: 0.0852070 Jul 05 03:49:52.222216 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e102c3b-6dcf-4ec5-b632-df2bf13d683e x-openstack-request-id: req-7e102c3b-6dcf-4ec5-b632-df2bf13d683e {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:52.222623 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3599e64a-cb97-4c94-a95e-bdaf56ebd7f3", "name": "network-vif-deleted", "tag": "ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:52.222723 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e102c3b-6dcf-4ec5-b632-df2bf13d683e {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:52.223073 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3599e64a-cb97-4c94-a95e-bdaf56ebd7f3', 'name': 'network-vif-deleted', 'tag': 'ee7f5c8d-3ca1-405c-8aaa-bdcef3c6bc35', 'status': 'completed', 'code': 200} Jul 05 03:49:52.299846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cee63-cc95-43c4-9b02-4776ef84e097 req-82dcd272-b28a-4080-8dc5-925bfaa334f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.301425 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-568cee63-cc95-43c4-9b02-4776ef84e097 req-82dcd272-b28a-4080-8dc5-925bfaa334f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1831200 Jul 05 03:49:52.333734 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-dab593b5-3aa7-4802-9d2e-0df05ce6e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:52.351572 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-568cee63-cc95-43c4-9b02-4776ef84e097 req-092a0070-0285-43a1-9723-acf8527ba3e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98 HTTP/1.1" status: 200 len: 217 time: 0.0395432 Jul 05 03:49:52.374315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab593b5-3aa7-4802-9d2e-0df05ce6e303 None None] The sync data for ids ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'] in n-d-798249-5 is: [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 4, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '7766fab1-1cbc-4841-90a8-4d1e3de892cc', 'name': '', 'network_id': '7eddb026-6f8a-4717-a63e-84f0218e8000', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'mac_address': 'fa:16:3e:5a:eb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:44Z', 'updated_at': '2021-07-05T03:44:53Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'subnets': [{'id': '0a4c071a-22ea-4f1a-b14f-479bd986bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:52.463653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cee63-cc95-43c4-9b02-4776ef84e097 req-49143d0d-5755-4d07-8878-f30719ceb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.469514 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-568cee63-cc95-43c4-9b02-4776ef84e097 req-49143d0d-5755-4d07-8878-f30719ceb435 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1048834 Jul 05 03:49:52.573571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55192) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:52.584762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cee63-cc95-43c4-9b02-4776ef84e097 req-2dd4f3e7-62a6-4fa8-b21c-ab0d1e3e150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.586286 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-568cee63-cc95-43c4-9b02-4776ef84e097 req-2dd4f3e7-62a6-4fa8-b21c-ab0d1e3e150a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059289 Jul 05 03:49:52.597070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a627a7ba-8942-442e-87fc-3470c84d6ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f957aa-e51a-4d60-acb5-b0a8e494496f'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:52.598308 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c386cb-3978-45a1-a027-1e21dfdf68b2" -d '{"events": [{"server_uuid": "a627a7ba-8942-442e-87fc-3470c84d6ce1", "name": "network-vif-plugged", "status": "completed", "tag": "95f957aa-e51a-4d60-acb5-b0a8e494496f"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:52.620230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea12c3-a49b-41b9-bc59-efa20cbcc0cd req-e86dc768-d13b-492d-a181-df54e5c91b9c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.622083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fbea12c3-a49b-41b9-bc59-efa20cbcc0cd req-e86dc768-d13b-492d-a181-df54e5c91b9c tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 945 time: 0.1044812 Jul 05 03:49:52.718691 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-568cee63-cc95-43c4-9b02-4776ef84e097 req-5e1316ae-0be4-4466-ae15-d9b6a89c9296 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206515 Jul 05 03:49:52.727156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fbea12c3-a49b-41b9-bc59-efa20cbcc0cd req-a7b4268f-8d21-4ef6-9119-166ecc509bbd tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989287 Jul 05 03:49:52.741873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1366564615-network', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:52.784532 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2364c-674c-4024-9268-b260c964a7f7 None None] New status for floating IP 6576d485-cca5-4b86-bd7f-3ffe66fa6e18: DOWN {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:49:52.788216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac54ce5-dbbd-4db7-863c-cbce600d62bb req-0a1a9f28-8404-47d4-9a6e-27521bcdbfd1 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.789000 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ac54ce5-dbbd-4db7-863c-cbce600d62bb req-0a1a9f28-8404-47d4-9a6e-27521bcdbfd1 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 944 time: 0.1313846 Jul 05 03:49:52.831467 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-568cee63-cc95-43c4-9b02-4776ef84e097 req-2d2b99b6-fbc1-4b85-bb33-30ab8d1b889e service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013193 Jul 05 03:49:52.845522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ac54ce5-dbbd-4db7-863c-cbce600d62bb req-0b0ed008-fe0a-492e-a9b5-49cf1869d0ce tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475135 Jul 05 03:49:52.896495 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c521b8af-e7b7-4527-a143-69919303b969 x-openstack-request-id: req-c521b8af-e7b7-4527-a143-69919303b969 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:52.896973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] Made reservation on behalf of 2588fd5f25664230b3e0ba08392ca114 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:52.897110 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a627a7ba-8942-442e-87fc-3470c84d6ce1", "name": "network-vif-plugged", "status": "completed", "tag": "95f957aa-e51a-4d60-acb5-b0a8e494496f", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:52.897227 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c521b8af-e7b7-4527-a143-69919303b969 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:52.897623 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a627a7ba-8942-442e-87fc-3470c84d6ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f957aa-e51a-4d60-acb5-b0a8e494496f', 'code': 200} Jul 05 03:49:52.900190 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.912721 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.023551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea6920-6fdd-4e82-80e4-20c18d16edb5 req-641d4e18-4973-43b3-b6db-c98df73d8631 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.025750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38ea6920-6fdd-4e82-80e4-20c18d16edb5 req-641d4e18-4973-43b3-b6db-c98df73d8631 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.1634102 Jul 05 03:49:53.142307 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38ea6920-6fdd-4e82-80e4-20c18d16edb5 req-5e60dae7-4319-4ef6-be56-4e0137f4e0e0 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059034 Jul 05 03:49:53.144030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bc53c-5c93-4e80-b778-f81e60a160d7 req-98c36e47-b9d4-4b33-a35a-b626b83833e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.145569 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-081bc53c-5c93-4e80-b778-f81e60a160d7 req-98c36e47-b9d4-4b33-a35a-b626b83833e5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 1096 time: 0.1775210 Jul 05 03:49:53.195315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.221940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-081bc53c-5c93-4e80-b778-f81e60a160d7 req-800a28e8-476c-451c-b1d9-47a5cd678072 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701318 Jul 05 03:49:53.230743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906ba1d-6750-423c-8be8-917a93f15593 req-606953e4-0066-465f-b42a-515abfa4fe1a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.232262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5906ba1d-6750-423c-8be8-917a93f15593 req-606953e4-0066-465f-b42a-515abfa4fe1a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 948 time: 0.1573334 Jul 05 03:49:53.277415 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5906ba1d-6750-423c-8be8-917a93f15593 req-827419bf-bace-40a0-8a4f-11238eec6ddf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386839 Jul 05 03:49:53.280864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.308457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:49:53.328574 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.328957 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] Added segment ebd7c416-e9f8-4b04-8375-86d22f195173 of type vlan for network e50d8ef8-4d35-4f04-b8c6-d8c7ea487848 Jul 05 03:49:53.330426 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40db86b8-cab7-4326-a71a-2a51d6b48e30,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:53.411818 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.458077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebabf9-810f-4ac1-8a79-2defc3a6654a req-25d13043-e686-44b1-9e94-5e6e49664e58 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.459660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48ebabf9-810f-4ac1-8a79-2defc3a6654a req-25d13043-e686-44b1-9e94-5e6e49664e58 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 1097 time: 0.1155229 Jul 05 03:49:53.500656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48ebabf9-810f-4ac1-8a79-2defc3a6654a req-86a5092f-f6f9-4704-85d2-57fe4f7cbbd0 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333784 Jul 05 03:49:53.532313 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.533319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.533905 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.606111 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55216) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:53.615264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] Pushing event updated for resources: {'Network': ['ID=e50d8ef8-4d35-4f04-b8c6-d8c7ea487848,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:53.629952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network e50d8ef8-4d35-4f04-b8c6-d8c7ea487848 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:49:53.634523 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd11590-5c94-48b0-bd54-6203cd428c82 req-10173974-7155-4bc6-9133-de171559396d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.636752 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7cd11590-5c94-48b0-bd54-6203cd428c82 req-10173974-7155-4bc6-9133-de171559396d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 944 time: 0.0967815 Jul 05 03:49:53.689208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3926a62-ed49-4bed-b477-281249026d54 req-6f68e8e6-8756-4f8d-b968-a3127b58dba4 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.691376 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f3926a62-ed49-4bed-b477-281249026d54 req-6f68e8e6-8756-4f8d-b968-a3127b58dba4 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 1097 time: 0.0630829 Jul 05 03:49:53.694030 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9f50ad3b-8b67-4d8f-875a-f07c786b7e47 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1186473 Jul 05 03:49:53.698757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55218) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:53.705080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-32f781ee-cd77-4c40-bd58-de52177900c8 admin admin] Request body: {'subnet': {'network_id': 'e50d8ef8-4d35-4f04-b8c6-d8c7ea487848', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1366564615-subnet', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:53.737209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-568bdfa3-c137-4240-838b-55962d895aba tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.752148 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f3926a62-ed49-4bed-b477-281249026d54 req-cd75105e-5a69-4de2-bd75-ba445f2eb572 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434256 Jul 05 03:49:53.794651 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-568bdfa3-c137-4240-838b-55962d895aba tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.800342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f781ee-cd77-4c40-bd58-de52177900c8 admin admin] Made reservation on behalf of 2588fd5f25664230b3e0ba08392ca114 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:53.802814 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-32f781ee-cd77-4c40-bd58-de52177900c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.842534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7cd11590-5c94-48b0-bd54-6203cd428c82 req-fa29992a-14f4-4097-ad09-69b476979792 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Deleting port 07515a7a-b423-4129-81b4-97327247a38d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:53.842893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7cd11590-5c94-48b0-bd54-6203cd428c82 req-fa29992a-14f4-4097-ad09-69b476979792 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.945141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7cd11590-5c94-48b0-bd54-6203cd428c82 req-fa29992a-14f4-4097-ad09-69b476979792 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] For port 07515a7a-b423-4129-81b4-97327247a38d, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=07515a7a-b423-4129-81b4-97327247a38d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:53.945653 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7cd11590-5c94-48b0-bd54-6203cd428c82 req-fa29992a-14f4-4097-ad09-69b476979792 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.960537 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7cd11590-5c94-48b0-bd54-6203cd428c82 req-fa29992a-14f4-4097-ad09-69b476979792 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Calling delete_port for 07515a7a-b423-4129-81b4-97327247a38d owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:53.977578 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-568bdfa3-c137-4240-838b-55962d895aba tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.980128 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-568bdfa3-c137-4240-838b-55962d895aba tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.983746 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-568bdfa3-c137-4240-838b-55962d895aba tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "DELETE /v2.0/security-groups/7adc07d3-63ec-4833-8031-a7a0c2031576 HTTP/1.1" status: 204 len: 168 time: 0.3735766 Jul 05 03:49:53.984078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55230) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:54.021168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bdfa3-c137-4240-838b-55962d895aba tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adc07d3-63ec-4833-8031-a7a0c2031576,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:54.058383 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-12efdcc7-1f33-478c-b49a-183088ba34f7 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] show failed (client error): The resource could not be found. Jul 05 03:49:54.060608 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-12efdcc7-1f33-478c-b49a-183088ba34f7 tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "GET /v2.0/security-groups/7adc07d3-63ec-4833-8031-a7a0c2031576 HTTP/1.1" status: 404 len: 347 time: 0.0743444 Jul 05 03:49:54.067899 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55232) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:54.109738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea648a99-b191-48c1-b3a3-715975c5a1d7 req-12936006-88b7-4b6a-942a-e3fc9fb93e0b tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:54.118559 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea648a99-b191-48c1-b3a3-715975c5a1d7 req-12936006-88b7-4b6a-942a-e3fc9fb93e0b tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 945 time: 0.2093518 Jul 05 03:49:54.140411 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-32f781ee-cd77-4c40-bd58-de52177900c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.203615 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea648a99-b191-48c1-b3a3-715975c5a1d7 req-96ea0472-1e48-4d8e-9a20-db7aecf6c70e tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833080 Jul 05 03:49:54.228700 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f781ee-cd77-4c40-bd58-de52177900c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e223a5d-4ba1-4f3b-8a93-1ed8e748107c,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:54.234068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f781ee-cd77-4c40-bd58-de52177900c8 admin admin] Checking segment: {'id': 'ebd7c416-e9f8-4b04-8375-86d22f195173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e50d8ef8-4d35-4f04-b8c6-d8c7ea487848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:54.234068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f781ee-cd77-4c40-bd58-de52177900c8 admin admin] Network hostable DHCP agents. Network: e50d8ef8-4d35-4f04-b8c6-d8c7ea487848, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:49:54.263919 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a40f8b53-e9e8-4f86-a21d-1c0b6e5449a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.354868 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.580128 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e17a1-29af-4add-b171-7a6de21ee2fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Deleting port 5079a9a2-4ca7-4ab7-91ff-30e5554c38b1 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:54.580609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd9e17a1-29af-4add-b171-7a6de21ee2fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.639395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f781ee-cd77-4c40-bd58-de52177900c8 admin admin] Network e50d8ef8-4d35-4f04-b8c6-d8c7ea487848 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:49:54.653321 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7cd11590-5c94-48b0-bd54-6203cd428c82 req-fa29992a-14f4-4097-ad09-69b476979792 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.675974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['9b67cb2f-43e8-492c-8b82-22c5b40a350b', '07515a7a-b423-4129-81b4-97327247a38d'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:54.687404 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4a326-2762-471e-a1ec-9ec0aac0a831 req-524ab09d-4699-4f9d-9ecb-7980dd8d9fad tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:54.689350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29992a-14f4-4097-ad09-69b476979792 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Pushing event deleted for resources: {'Port': ['ID=07515a7a-b423-4129-81b4-97327247a38d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:54.701113 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1a4a326-2762-471e-a1ec-9ec0aac0a831 req-524ab09d-4699-4f9d-9ecb-7980dd8d9fad tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 866 time: 0.3402793 Jul 05 03:49:54.739199 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd9e17a1-29af-4add-b171-7a6de21ee2fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.739199 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd9e17a1-29af-4add-b171-7a6de21ee2fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.754685 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1a4a326-2762-471e-a1ec-9ec0aac0a831 req-774827d6-2c3e-479c-aef0-7c9f3898f00e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568187 Jul 05 03:49:54.760642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd11590-5c94-48b0-bd54-6203cd428c82 req-fa29992a-14f4-4097-ad09-69b476979792 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] No DVR routers for this DVR port 07515a7a-b423-4129-81b4-97327247a38d on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:54.764295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7cd11590-5c94-48b0-bd54-6203cd428c82 req-fa29992a-14f4-4097-ad09-69b476979792 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.766349 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7cd11590-5c94-48b0-bd54-6203cd428c82 req-fa29992a-14f4-4097-ad09-69b476979792 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.11 "DELETE /v2.0/ports/07515a7a-b423-4129-81b4-97327247a38d HTTP/1.1" status: 204 len: 173 time: 1.1183875 Jul 05 03:49:54.766814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2d4bf6-f63a-40be-a956-186c0386c891', 'name': 'network-vif-deleted', 'tag': '07515a7a-b423-4129-81b4-97327247a38d'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:54.769088 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b195003-7bb3-4309-a460-1c4e07a38bf9" -d '{"events": [{"server_uuid": "9c2d4bf6-f63a-40be-a956-186c0386c891", "name": "network-vif-deleted", "tag": "07515a7a-b423-4129-81b4-97327247a38d"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:54.775014 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e17a1-29af-4add-b171-7a6de21ee2fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Calling delete_port for 5079a9a2-4ca7-4ab7-91ff-30e5554c38b1 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:54.777814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-32f781ee-cd77-4c40-bd58-de52177900c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, e50d8ef8-4d35-4f04-b8c6-d8c7ea487848) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:54.789676 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f781ee-cd77-4c40-bd58-de52177900c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:54.791060 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-32f781ee-cd77-4c40-bd58-de52177900c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.793107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a11787-5abd-4ea0-9b7b-00702e53dd57 None None] Network e50d8ef8-4d35-4f04-b8c6-d8c7ea487848 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:54.897506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-32f781ee-cd77-4c40-bd58-de52177900c8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1989620 Jul 05 03:49:54.899125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55262) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:54.915977 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1366564615-router', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:55.000947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35dc92-08a4-4103-b51a-c9a943f15fe7 req-31cb5fbe-11b4-4afe-bf43-423eb810af28 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:55.003061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de35dc92-08a4-4103-b51a-c9a943f15fe7 req-31cb5fbe-11b4-4afe-bf43-423eb810af28 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 948 time: 0.0978603 Jul 05 03:49:55.017087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.018495 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.036455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-e50d8ef8-4d35-4f04-b8c6-d8c7ea487848', 'network_id': 'e50d8ef8-4d35-4f04-b8c6-d8c7ea487848', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'fixed_ips': [{'subnet_id': '8e223a5d-4ba1-4f3b-8a93-1ed8e748107c'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:49:55.037651 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.065412 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd9e17a1-29af-4add-b171-7a6de21ee2fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.076546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de35dc92-08a4-4103-b51a-c9a943f15fe7 req-c81b8e72-beed-4f63-aa59-3fd0e84ca7ab tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678797 Jul 05 03:49:55.112240 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.136497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e17a1-29af-4add-b171-7a6de21ee2fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Pushing event deleted for resources: {'Port': ['ID=5079a9a2-4ca7-4ab7-91ff-30e5554c38b1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:55.182273 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.282173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Allocated IP 172.20.0.2 (e50d8ef8-4d35-4f04-b8c6-d8c7ea487848/8e223a5d-4ba1-4f3b-8a93-1ed8e748107c/5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:55.363551 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.372847 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd9e17a1-29af-4add-b171-7a6de21ee2fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.375564 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd9e17a1-29af-4add-b171-7a6de21ee2fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.379739 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fd9e17a1-29af-4add-b171-7a6de21ee2fa tempest-ServersWithSpecificFlavorTestJSON-840858429 tempest-ServersWithSpecificFlavorTestJSON-840858429-project] 10.222.0.60 "DELETE /v2.0/floatingips/6576d485-cca5-4b86-bd7f-3ffe66fa6e18 HTTP/1.1" status: 204 len: 168 time: 1.3109975 Jul 05 03:49:55.393269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9c73ba6d-abfe-46a1-aa51-21f863738f98 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:55.413142 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbba13e-9e0c-4569-82a2-21c0975244ff x-openstack-request-id: req-1fbba13e-9e0c-4569-82a2-21c0975244ff {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:55.413445 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2d4bf6-f63a-40be-a956-186c0386c891", "name": "network-vif-deleted", "tag": "07515a7a-b423-4129-81b4-97327247a38d", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:55.413704 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fbba13e-9e0c-4569-82a2-21c0975244ff {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:55.414428 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2d4bf6-f63a-40be-a956-186c0386c891', 'name': 'network-vif-deleted', 'tag': '07515a7a-b423-4129-81b4-97327247a38d', 'status': 'completed', 'code': 200} Jul 05 03:49:55.544530 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.565394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Transition to ACTIVE for port object 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:55.596752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:55.607728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Transition to ACTIVE for port object 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:55.615977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'mac_address': 'fa:16:3e:3b:0b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:55.660396 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.675466 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.690338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c73ba6d-abfe-46a1-aa51-21f863738f98 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:55.725064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Network e50d8ef8-4d35-4f04-b8c6-d8c7ea487848 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:55.735488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:55.739650 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.744590 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:55.757779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:55.759457 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Pushing event updated for resources: {'Port': ['ID=5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:55.765481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.829862 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.870854 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Attempting to bind port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:55.871242 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Attempting to bind port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'ebd7c416-e9f8-4b04-8375-86d22f195173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e50d8ef8-4d35-4f04-b8c6-d8c7ea487848'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:55.871601 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Attempting to bind port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b on network e50d8ef8-4d35-4f04-b8c6-d8c7ea487848 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:55.883068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:55.883537 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Checking segment: {'id': 'ebd7c416-e9f8-4b04-8375-86d22f195173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e50d8ef8-4d35-4f04-b8c6-d8c7ea487848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:55.884161 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.885126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Bound using segment: {'id': 'ebd7c416-e9f8-4b04-8375-86d22f195173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e50d8ef8-4d35-4f04-b8c6-d8c7ea487848'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:55.885706 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Bound port: 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd7c416-e9f8-4b04-8375-86d22f195173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e50d8ef8-4d35-4f04-b8c6-d8c7ea487848'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:55.886327 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.897329 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Allocated IP 172.25.0.30 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/76842dbb-4680-4bb9-8ba6-4be771e50a80) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:55.924573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=9c73ba6d-abfe-46a1-aa51-21f863738f98,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:55.982948 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] For port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:55.986477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] For port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b,segment=NetworkSegment(ebd7c416-e9f8-4b04-8375-86d22f195173),segment_id=ebd7c416-e9f8-4b04-8375-86d22f195173)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:56.017306 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.115989 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.143455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d72d8-2b7f-4252-bf4f-663527a28bec req-e55df615-ea51-4a77-bbe6-f44e7017fbd8 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:56.147395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-43e49900-0ee6-457a-9148-5a481be0b6b8 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:49:56.149017 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-43e49900-0ee6-457a-9148-5a481be0b6b8 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076172 Jul 05 03:49:56.151553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e78d72d8-2b7f-4252-bf4f-663527a28bec req-e55df615-ea51-4a77-bbe6-f44e7017fbd8 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 945 time: 0.0805490 Jul 05 03:49:56.160723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] Request body: {'binding': {'host': 'n-h1-798249-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:56.165791 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] Unknown quota resources ['binding']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:49:56.198073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['9c73ba6d-abfe-46a1-aa51-21f863738f98'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:56.205333 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e78d72d8-2b7f-4252-bf4f-663527a28bec req-776ae691-0d2d-46ab-a925-0fee9a956bb4 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519729 Jul 05 03:49:56.223409 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.288551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277315d-a9cf-4c36-9b9e-59f44e396bb5 None None] Pushing event updated for resources: {'Port': ['ID=5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:56.294960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:56.304107 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:56.310041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:56.409707 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=76842dbb-4680-4bb9-8ba6-4be771e50a80,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:56.553133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d99a6ec9-3fc9-402c-a98e-8f96da2fe4fa req-eede5ba3-3ec7-4059-ab4f-516a52860209 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 210 time: 0.0442731 Jul 05 03:49:56.635206 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] Attempting to bind port 4aebb042-8afb-4809-b39d-379a29b12a20 on host n-h1-798249-5 for vnic_type normal with profile None {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:56.635549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] Attempting to bind port 4aebb042-8afb-4809-b39d-379a29b12a20 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:56.635884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] Attempting to bind port 4aebb042-8afb-4809-b39d-379a29b12a20 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:56.640857 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] Port 4aebb042-8afb-4809-b39d-379a29b12a20 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:56.641184 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] Attempting to bind port 4aebb042-8afb-4809-b39d-379a29b12a20 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:56.646811 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:56.647149 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] Checking segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:56.647534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] Bound using segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:56.647968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] Bound port: 4aebb042-8afb-4809-b39d-379a29b12a20, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:56.747535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae2503-099e-47ef-825b-dcc6ca061a82 req-4f90b0a9-fff2-4520-9860-4d82629fd25f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:56.757109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4aebb042-8afb-4809-b39d-379a29b12a20,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:56.759325 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7aae2503-099e-47ef-825b-dcc6ca061a82 req-4f90b0a9-fff2-4520-9860-4d82629fd25f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 949 time: 0.0867522 Jul 05 03:49:56.802526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7aae2503-099e-47ef-825b-dcc6ca061a82 req-40aa46bb-f4e7-46c3-b2bf-39ee7cf31729 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Jul 05 03:49:56.828764 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.828764 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] 10.222.0.60 "POST /v2.0/ports/4aebb042-8afb-4809-b39d-379a29b12a20/bindings HTTP/1.1" status: 201 len: 389 time: 0.6707766 Jul 05 03:49:56.830535 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.991513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5d1c-c021-47f7-a392-2d030c2108e7 req-b9463cef-f43e-4603-88bc-8039805703b0 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:56.995337 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.998206 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4aec5d1c-c021-47f7-a392-2d030c2108e7 req-b9463cef-f43e-4603-88bc-8039805703b0 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 945 time: 0.0944233 Jul 05 03:49:57.013455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55290) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:57.016898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0468b351-8af2-49f7-a67d-944ce7103533 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Request body: {'floatingip': {'port_id': '95f957aa-e51a-4d60-acb5-b0a8e494496f'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:57.113907 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.116110 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0468b351-8af2-49f7-a67d-944ce7103533 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.183740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:57.404842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9c73ba6d-abfe-46a1-aa51-21f863738f98 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:57.448434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:57.526695 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Router 25f3838c-8f20-4c04-8af7-a13c8579c77d is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:49:57.642258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b3aa-7c81-40fb-84a1-5dff9277360a req-440b44c4-54fb-4b09-ad93-58b4e125b48a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:57.644353 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b671b3aa-7c81-40fb-84a1-5dff9277360a req-440b44c4-54fb-4b09-ad93-58b4e125b48a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.1577995 Jul 05 03:49:57.663175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 9c73ba6d-abfe-46a1-aa51-21f863738f98 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:57.675282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 9c73ba6d-abfe-46a1-aa51-21f863738f98 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:57.675907 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.739288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f79b26f-3461-476b-adfb-6bba30fbee28 None None] Network e50d8ef8-4d35-4f04-b8c6-d8c7ea487848 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:57.769857 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:57.776055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b671b3aa-7c81-40fb-84a1-5dff9277360a req-2e9f32dc-6162-40bc-9739-4b34d96b2484 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869858 Jul 05 03:49:57.786187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Sync routers for ids ['25f3838c-8f20-4c04-8af7-a13c8579c77d'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:57.851576 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Routers {'25f3838c-8f20-4c04-8af7-a13c8579c77d'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:57.852870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['25f3838c-8f20-4c04-8af7-a13c8579c77d'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:57.870780 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa301788-82b6-41c8-a21c-e12dc464278f req-acc6d743-e2c6-4ed6-bb2c-b99bf4dac823 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 210 time: 0.0818164 Jul 05 03:49:57.894193 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.894193 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c0c45511-fd77-4aa0-845e-eabd8756f9d5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9916661 Jul 05 03:49:57.894668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55310) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:57.921458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-caa24410-51a0-4944-94ff-d4abcb1c3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:57.923071 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-caa24410-51a0-4944-94ff-d4abcb1c3cf6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 1097 time: 0.1658983 Jul 05 03:49:58.024071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b3490840-00d2-4fb4-bd62-c9bf2502b98e None None] Provisioning for port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:58.041988 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-43d4fe48-9403-4719-8607-4039716a6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:58.044295 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-43d4fe48-9403-4719-8607-4039716a6e06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.1129422 Jul 05 03:49:58.061765 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b3490840-00d2-4fb4-bd62-c9bf2502b98e None None] Provisioning complete for port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:58.076335 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b3490840-00d2-4fb4-bd62-c9bf2502b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.119245 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-98e9676a-7b67-41da-8589-029207609c2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aebb042-8afb-4809-b39d-379a29b12a20 HTTP/1.1" status: 200 len: 217 time: 0.0651402 Jul 05 03:49:58.122187 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.resource_extend [None req-0468b351-8af2-49f7-a67d-944ce7103533 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:49:58.162008 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55316) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:58.189496 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-f6173e32-dbee-4940-827e-6fdea5144b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:58.191136 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-f6173e32-dbee-4940-827e-6fdea5144b0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.0649889 Jul 05 03:49:58.249554 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-71f79e3a-a382-4ed1-8fda-964376367b9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467741 Jul 05 03:49:58.316928 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0468b351-8af2-49f7-a67d-944ce7103533 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.339566 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.391988 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-fc7548d1-eb04-4499-ad8f-861cca63438e service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993800 Jul 05 03:49:58.404069 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0468b351-8af2-49f7-a67d-944ce7103533 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.453468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:58.466906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:58.475338 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb108f9-578f-45f2-b462-3f5aef493a3e" -d '{"events": [{"server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "name": "network-vif-plugged", "status": "completed", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:58.534729 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc742ee-ec2f-4598-9265-e133272adc3e x-openstack-request-id: req-4cc742ee-ec2f-4598-9265-e133272adc3e {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:58.535751 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "name": "network-vif-plugged", "status": "completed", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:58.537209 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4cc742ee-ec2f-4598-9265-e133272adc3e {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:58.538144 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'code': 200} Jul 05 03:49:58.543919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e07600-8227-427e-ab76-8a3f6ea252c8 req-4af6aed6-ea75-469e-b3ee-8620ae2e2c3e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:58.546003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05e07600-8227-427e-ab76-8a3f6ea252c8 req-4af6aed6-ea75-469e-b3ee-8620ae2e2c3e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 949 time: 0.4212923 Jul 05 03:49:58.561412 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Set router 25f3838c-8f20-4c04-8af7-a13c8579c77d gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:58.566628 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.567793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 07515a7a-b423-4129-81b4-97327247a38d no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:58.614380 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-a33e17fd-f54b-4404-bdde-7f9ac56a80f6 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119517 Jul 05 03:49:58.692704 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 07515a7a-b423-4129-81b4-97327247a38d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:58.692939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 07515a7a-b423-4129-81b4-97327247a38d not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:58.741975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa8d50-0d0c-46a5-ad76-9aee170a736d req-86f75697-a4af-4896-8e0a-acff24133891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:58.743794 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22aa8d50-0d0c-46a5-ad76-9aee170a736d req-86f75697-a4af-4896-8e0a-acff24133891 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 1101 time: 0.1124597 Jul 05 03:49:58.752716 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b3490840-00d2-4fb4-bd62-c9bf2502b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.791389 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05e07600-8227-427e-ab76-8a3f6ea252c8 req-da0de793-365a-460b-bc33-5bdc62adfed3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372589 Jul 05 03:49:58.811086 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22aa8d50-0d0c-46a5-ad76-9aee170a736d req-61c4dcd2-a505-48a9-a3b6-200978442d64 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455329 Jul 05 03:49:58.833469 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-0468b351-8af2-49f7-a67d-944ce7103533 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Floating IP d4101385-4e0d-4923-9d7f-05b76212b19a associated. External IP: 172.25.0.31, port: 95f957aa-e51a-4d60-acb5-b0a8e494496f. Jul 05 03:49:58.914090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=9c73ba6d-abfe-46a1-aa51-21f863738f98,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:58.953767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b3490840-00d2-4fb4-bd62-c9bf2502b98e None None] For port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b,segment=NetworkSegment(ebd7c416-e9f8-4b04-8375-86d22f195173),segment_id=ebd7c416-e9f8-4b04-8375-86d22f195173)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:59.028301 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39482051-ee64-4748-9f50-65b183c92212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.094898 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b3490840-00d2-4fb4-bd62-c9bf2502b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.169097 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'name': 'tempest-FloatingIPsTestJSON-1366564615-router', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:49:56Z', 'revision_number': 3, 'project_id': '2588fd5f25664230b3e0ba08392ca114', 'gw_port': {'id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:49:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:59.188782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a84f5d46-a019-4a89-92f6-08629bd91161 req-0778f5bb-8b8d-4090-8602-18bcf75067c7 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 210 time: 0.0555143 Jul 05 03:49:59.200928 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.226648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3490840-00d2-4fb4-bd62-c9bf2502b98e None None] Pushing event updated for resources: {'Port': ['ID=5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:59.234857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Checking router: 25f3838c-8f20-4c04-8af7-a13c8579c77d for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:59.235438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Updating router 25f3838c-8f20-4c04-8af7-a13c8579c77d port 76842dbb-4680-4bb9-8ba6-4be771e50a80 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:49:59.239395 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.267640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda448d-0ac4-4e9c-a5eb-1b77fc2d0f95 req-d291c61a-4b44-4802-9439-cb949cb0a7ba tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:59.276125 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2dda448d-0ac4-4e9c-a5eb-1b77fc2d0f95 req-d291c61a-4b44-4802-9439-cb949cb0a7ba tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.2447908 Jul 05 03:49:59.282469 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f03a351e-bf4c-4e31-a538-4552f77d8bbd None None] Provisioning complete for port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:59.283029 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f03a351e-bf4c-4e31-a538-4552f77d8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.328154 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.376854 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2dda448d-0ac4-4e9c-a5eb-1b77fc2d0f95 req-27cbf5ec-7ed3-4205-ad35-5828f28d0c96 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997090 Jul 05 03:49:59.413485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-39482051-ee64-4748-9f50-65b183c92212 admin admin] Deleting port 7766fab1-1cbc-4841-90a8-4d1e3de892cc {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:59.413857 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39482051-ee64-4748-9f50-65b183c92212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.514440 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-39482051-ee64-4748-9f50-65b183c92212 admin admin] For port 7766fab1-1cbc-4841-90a8-4d1e3de892cc, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7766fab1-1cbc-4841-90a8-4d1e3de892cc,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:59.514833 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39482051-ee64-4748-9f50-65b183c92212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.546818 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-39482051-ee64-4748-9f50-65b183c92212 admin admin] Calling delete_port for 7766fab1-1cbc-4841-90a8-4d1e3de892cc owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:59.807564 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.858062 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39482051-ee64-4748-9f50-65b183c92212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.869753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Transition to ACTIVE for port object 76842dbb-4680-4bb9-8ba6-4be771e50a80 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:59.898691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39482051-ee64-4748-9f50-65b183c92212 admin admin] Pushing event deleted for resources: {'Port': ['ID=7766fab1-1cbc-4841-90a8-4d1e3de892cc,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:59.904209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0468b351-8af2-49f7-a67d-944ce7103533 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Router 782cb859-4163-432a-94ba-28fb7907dc6d has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:59.949127 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.051632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Attempting to bind port 76842dbb-4680-4bb9-8ba6-4be771e50a80 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:00.053630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Attempting to bind port 76842dbb-4680-4bb9-8ba6-4be771e50a80 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:00.054024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Attempting to bind port 76842dbb-4680-4bb9-8ba6-4be771e50a80 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:00.065218 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd5d01-d4f5-472f-9a55-91c696ac0b7e None None] Pushing event updated for resources: {'Port': ['ID=76842dbb-4680-4bb9-8ba6-4be771e50a80,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:00.079014 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:00.080754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:00.081184 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.082730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:00.084007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Bound port: 76842dbb-4680-4bb9-8ba6-4be771e50a80, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:00.084449 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.089084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Allocated IP 172.20.0.1 (e50d8ef8-4d35-4f04-b8c6-d8c7ea487848/8e223a5d-4ba1-4f3b-8a93-1ed8e748107c/1289911e-c129-4c38-a20f-117e8e487ffd) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:00.161171 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] For port 76842dbb-4680-4bb9-8ba6-4be771e50a80, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:00.165513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] For port 76842dbb-4680-4bb9-8ba6-4be771e50a80, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=76842dbb-4680-4bb9-8ba6-4be771e50a80,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:00.244960 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.259459 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.277202 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0468b351-8af2-49f7-a67d-944ce7103533 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:00.293744 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0468b351-8af2-49f7-a67d-944ce7103533 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.294453 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b62c6c-49f6-4bd4-ab41-13b144fe2b91 None None] Sync routers for ids ['782cb859-4163-432a-94ba-28fb7907dc6d'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:00.310597 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b62c6c-49f6-4bd4-ab41-13b144fe2b91 None None] Routers {'782cb859-4163-432a-94ba-28fb7907dc6d'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:00.313530 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f8b62c6c-49f6-4bd4-ab41-13b144fe2b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['782cb859-4163-432a-94ba-28fb7907dc6d'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:00.344954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0468b351-8af2-49f7-a67d-944ce7103533 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "PUT /v2.0/floatingips/d4101385-4e0d-4923-9d7f-05b76212b19a HTTP/1.1" status: 200 len: 990 time: 3.3343084 Jul 05 03:50:00.354245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a627a7ba-8942-442e-87fc-3470c84d6ce1', 'tag': '95f957aa-e51a-4d60-acb5-b0a8e494496f'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:00.354245 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dc9d84-e915-465e-881f-a448d619d7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a627a7ba-8942-442e-87fc-3470c84d6ce1", "tag": "95f957aa-e51a-4d60-acb5-b0a8e494496f"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:00.364073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Transition to ACTIVE for port object 1289911e-c129-4c38-a20f-117e8e487ffd will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:00.418053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1932d-44f9-457c-938b-5c54d5ca0f71 req-da63feb1-b574-4408-8f54-311613a8a5d8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.419769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a1932d-44f9-457c-938b-5c54d5ca0f71 req-da63feb1-b574-4408-8f54-311613a8a5d8 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.4354243 Jul 05 03:50:00.458730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Routers {'25f3838c-8f20-4c04-8af7-a13c8579c77d'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:00.466556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['25f3838c-8f20-4c04-8af7-a13c8579c77d'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:00.512208 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f8b62c6c-49f6-4bd4-ab41-13b144fe2b91 None None] Set router 782cb859-4163-432a-94ba-28fb7907dc6d gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:00.525138 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd5d01-d4f5-472f-9a55-91c696ac0b7e None None] Pushing event updated for resources: {'Port': ['ID=76842dbb-4680-4bb9-8ba6-4be771e50a80,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:00.542867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0150ace4-c85f-40eb-b0d9-b9045dd80bf4 req-b218aa78-5ad0-404e-ac7c-068481415bf0 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2d4bf6-f63a-40be-a956-186c0386c891 HTTP/1.1" status: 200 len: 210 time: 0.1144223 Jul 05 03:50:00.619324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a1932d-44f9-457c-938b-5c54d5ca0f71 req-c8116561-dfb1-431b-a9d1-e7bff35c626c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775990 Jul 05 03:50:00.721666 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] Set router 25f3838c-8f20-4c04-8af7-a13c8579c77d gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:00.735077 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d325ce7f-799c-4ee3-a849-d8482e399763 x-openstack-request-id: req-d325ce7f-799c-4ee3-a849-d8482e399763 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:00.735387 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a627a7ba-8942-442e-87fc-3470c84d6ce1", "tag": "95f957aa-e51a-4d60-acb5-b0a8e494496f", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:00.735646 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d325ce7f-799c-4ee3-a849-d8482e399763 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:00.736066 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a627a7ba-8942-442e-87fc-3470c84d6ce1', 'tag': '95f957aa-e51a-4d60-acb5-b0a8e494496f', 'status': 'completed', 'code': 200} Jul 05 03:50:00.799809 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.819930 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39482051-ee64-4748-9f50-65b183c92212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.939667 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f8b62c6c-49f6-4bd4-ab41-13b144fe2b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:48:24Z', 'revision_number': 4, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'd4101385-4e0d-4923-9d7f-05b76212b19a', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'port_id': '95f957aa-e51a-4d60-acb5-b0a8e494496f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'mac_address': 'fa:16:3e:19:b8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a627a7ba-8942-442e-87fc-3470c84d6ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:33Z', 'updated_at': '2021-07-05T03:49:57Z', 'revision_number': 1, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64b8d47-d3b5-4764-8f4d-ad1169f82ae9', 'name': '', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'mac_address': 'fa:16:3e:85:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:22Z', 'updated_at': '2021-07-05T03:48:32Z', 'revision_number': 5, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'subnets': [{'id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:00.996109 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b62c6c-49f6-4bd4-ab41-13b144fe2b91 None None] Checking router: 782cb859-4163-432a-94ba-28fb7907dc6d for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:01.007418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Pushing event updated for resources: {'Port': ['ID=1289911e-c129-4c38-a20f-117e8e487ffd,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:01.020202 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b62c6c-49f6-4bd4-ab41-13b144fe2b91 None None] Routers {'782cb859-4163-432a-94ba-28fb7907dc6d'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:01.036568 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f8b62c6c-49f6-4bd4-ab41-13b144fe2b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['782cb859-4163-432a-94ba-28fb7907dc6d'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:01.137895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Network e50d8ef8-4d35-4f04-b8c6-d8c7ea487848 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:01.152145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:01.159469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:01.225650 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f8b62c6c-49f6-4bd4-ab41-13b144fe2b91 None None] Set router 782cb859-4163-432a-94ba-28fb7907dc6d gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:01.237316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'name': 'tempest-FloatingIPsTestJSON-1366564615-router', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:49:56Z', 'revision_number': 3, 'project_id': '2588fd5f25664230b3e0ba08392ca114', 'gw_port': {'id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:01.303057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:01.308350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cde375-b11c-43ba-b318-d48751eceda6 None None] The sync data for ids ['25f3838c-8f20-4c04-8af7-a13c8579c77d'] in n-d-798249-5 is: [{'id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'name': 'tempest-FloatingIPsTestJSON-1366564615-router', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:49:56Z', 'revision_number': 3, 'project_id': '2588fd5f25664230b3e0ba08392ca114', 'gw_port': {'id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:01.311775 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.325410 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.376170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc9d84-e915-465e-881f-a448d619d7d5 req-9162dd52-629f-4c3e-9d34-92145730f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:01.385862 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09dc9d84-e915-465e-881f-a448d619d7d5 req-9162dd52-629f-4c3e-9d34-92145730f77b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cf90f56e8b7437f8a02cb7e8409287e&device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 1096 time: 0.6788602 Jul 05 03:50:01.479481 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:01.479844 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.530530 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39482051-ee64-4748-9f50-65b183c92212 admin admin] Router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:01.735270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a9497-8964-4734-87eb-da82de06617f req-837290d5-28b3-452b-9e0e-e0ff1c888de6 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:01.739146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d27a9497-8964-4734-87eb-da82de06617f req-837290d5-28b3-452b-9e0e-e0ff1c888de6 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.7835133 Jul 05 03:50:01.769087 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f8b62c6c-49f6-4bd4-ab41-13b144fe2b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:48:24Z', 'revision_number': 4, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'd4101385-4e0d-4923-9d7f-05b76212b19a', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'port_id': '95f957aa-e51a-4d60-acb5-b0a8e494496f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'mac_address': 'fa:16:3e:19:b8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a627a7ba-8942-442e-87fc-3470c84d6ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:33Z', 'updated_at': '2021-07-05T03:49:57Z', 'revision_number': 1, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64b8d47-d3b5-4764-8f4d-ad1169f82ae9', 'name': '', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'mac_address': 'fa:16:3e:85:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:22Z', 'updated_at': '2021-07-05T03:48:32Z', 'revision_number': 5, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'subnets': [{'id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:01.826002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39482051-ee64-4748-9f50-65b183c92212 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:01.834597 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-39482051-ee64-4748-9f50-65b183c92212 admin admin] 10.222.0.60 "PUT /v2.0/routers/b7df05d8-0b65-49cd-8f25-dca4fb9cbad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6712401 Jul 05 03:50:01.835431 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55350) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:01.843817 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b62c6c-49f6-4bd4-ab41-13b144fe2b91 None None] The sync data for ids ['782cb859-4163-432a-94ba-28fb7907dc6d'] in n-d-798249-5 is: [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:48:24Z', 'revision_number': 4, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'd4101385-4e0d-4923-9d7f-05b76212b19a', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'port_id': '95f957aa-e51a-4d60-acb5-b0a8e494496f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'mac_address': 'fa:16:3e:19:b8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a627a7ba-8942-442e-87fc-3470c84d6ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:33Z', 'updated_at': '2021-07-05T03:49:57Z', 'revision_number': 1, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64b8d47-d3b5-4764-8f4d-ad1169f82ae9', 'name': '', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'mac_address': 'fa:16:3e:85:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:22Z', 'updated_at': '2021-07-05T03:48:32Z', 'revision_number': 5, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'subnets': [{'id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:01.886215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645cd246-2cb2-46d0-b825-461f54e1dfeb None None] Sync routers for ids ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:01.896979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645cd246-2cb2-46d0-b825-461f54e1dfeb None None] Routers {'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:01.897606 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-645cd246-2cb2-46d0-b825-461f54e1dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:01.995612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3f742db7-5425-45c4-85fc-8f027453dc80 None None] Provisioning for port 1289911e-c129-4c38-a20f-117e8e487ffd completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:02.001934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3f742db7-5425-45c4-85fc-8f027453dc80 None None] Provisioning complete for port 1289911e-c129-4c38-a20f-117e8e487ffd triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:02.002535 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3f742db7-5425-45c4-85fc-8f027453dc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.066138 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-645cd246-2cb2-46d0-b825-461f54e1dfeb None None] Set router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:02.083714 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d27a9497-8964-4734-87eb-da82de06617f req-21036fc6-8743-4d93-9606-803f2c85b2bb tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965963 Jul 05 03:50:02.100291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc9d84-e915-465e-881f-a448d619d7d5 req-f746a6ae-1d8e-4525-86ab-39ce73768531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.102236 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09dc9d84-e915-465e-881f-a448d619d7d5 req-f746a6ae-1d8e-4525-86ab-39ce73768531 service neutron] 10.222.0.64 "GET /v2.0/networks?id=94005e7b-5b81-43b2-8cb7-96ba85ca7635 HTTP/1.1" status: 200 len: 916 time: 0.6145134 Jul 05 03:50:02.105454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3f742db7-5425-45c4-85fc-8f027453dc80 None None] Port 1289911e-c129-4c38-a20f-117e8e487ffd cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:02.109811 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.319748 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.387608 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.390635 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96590e61-c651-4eb9-b5a9-4d8cd603a1b6 None None] New status for floating IP d4101385-4e0d-4923-9d7f-05b76212b19a: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:50:02.422822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09dc9d84-e915-465e-881f-a448d619d7d5 req-6afca806-e842-4e97-bdb3-de9e0faca0ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95f957aa-e51a-4d60-acb5-b0a8e494496f HTTP/1.1" status: 200 len: 998 time: 0.3072739 Jul 05 03:50:02.461182 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d866c-8e6f-4c3b-85ec-c3c77bd75e91 req-d91fe32f-298f-4157-b057-acff1f48f078 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.478015 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-259d866c-8e6f-4c3b-85ec-c3c77bd75e91 req-d91fe32f-298f-4157-b057-acff1f48f078 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.5358756 Jul 05 03:50:02.505595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] Deleting port d9c721c2-78d8-4dd8-98c8-5ebde5883835 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:02.506189 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.613903 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] For port d9c721c2-78d8-4dd8-98c8-5ebde5883835, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d9c721c2-78d8-4dd8-98c8-5ebde5883835,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:02.615183 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.641578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] Calling delete_port for d9c721c2-78d8-4dd8-98c8-5ebde5883835 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:02.689661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-645cd246-2cb2-46d0-b825-461f54e1dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:49:59Z', 'revision_number': 5, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port': {'id': 'd9c721c2-78d8-4dd8-98c8-5ebde5883835', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:40Z', 'updated_at': '2021-07-05T03:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:02.701492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-259d866c-8e6f-4c3b-85ec-c3c77bd75e91 req-c844a3e9-175e-412e-8252-026634756e53 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208464 Jul 05 03:50:02.747805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645cd246-2cb2-46d0-b825-461f54e1dfeb None None] Checking router: b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:02.751546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc9d84-e915-465e-881f-a448d619d7d5 req-fd31fa3c-3573-4e74-b941-fd007b69bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.754000 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09dc9d84-e915-465e-881f-a448d619d7d5 req-fd31fa3c-3573-4e74-b941-fd007b69bac1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6da78f6-d10c-45ab-8914-1fc96bd2b433 HTTP/1.1" status: 200 len: 854 time: 0.2653892 Jul 05 03:50:02.768133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645cd246-2cb2-46d0-b825-461f54e1dfeb None None] Routers {'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:02.768957 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-645cd246-2cb2-46d0-b825-461f54e1dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:02.936337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc9d84-e915-465e-881f-a448d619d7d5 req-4ceef1f3-30c9-4074-bd25-391cf04b9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.938092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09dc9d84-e915-465e-881f-a448d619d7d5 req-4ceef1f3-30c9-4074-bd25-391cf04b9630 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94005e7b-5b81-43b2-8cb7-96ba85ca7635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409678 Jul 05 03:50:02.977177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-645cd246-2cb2-46d0-b825-461f54e1dfeb None None] Set router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:03.067396 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-645cd246-2cb2-46d0-b825-461f54e1dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:50:02Z', 'revision_number': 6, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:03.081381 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.107833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645cd246-2cb2-46d0-b825-461f54e1dfeb None None] The sync data for ids ['b7df05d8-0b65-49cd-8f25-dca4fb9cbad6'] in n-d-798249-5 is: [{'id': 'b7df05d8-0b65-49cd-8f25-dca4fb9cbad6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1016302440-router', 'tenant_id': 'fbed51ddda7046629d62a43afa631874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:37Z', 'updated_at': '2021-07-05T03:50:02Z', 'revision_number': 6, 'project_id': 'fbed51ddda7046629d62a43afa631874', 'gw_port_host': None}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:03.137942 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.153968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 76842dbb-4680-4bb9-8ba6-4be771e50a80 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:03.181982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c721c2-78d8-4dd8-98c8-5ebde5883835,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:03.222172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db740d-de96-42d9-abbd-48a57964ab43 req-c39603d5-164e-4a6b-af1d-2d5b42c015d4 tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:03.223807 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21db740d-de96-42d9-abbd-48a57964ab43 req-c39603d5-164e-4a6b-af1d-2d5b42c015d4 tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 1101 time: 0.2656019 Jul 05 03:50:03.233071 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.261933 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09dc9d84-e915-465e-881f-a448d619d7d5 req-cd2209fa-193d-4169-839e-9a90f3fa46e2 service neutron] 10.222.0.64 "GET /v2.0/networks/94005e7b-5b81-43b2-8cb7-96ba85ca7635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164508 Jul 05 03:50:03.303361 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 76842dbb-4680-4bb9-8ba6-4be771e50a80 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:03.313036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 76842dbb-4680-4bb9-8ba6-4be771e50a80 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:03.314783 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.350056 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.353728 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.360254 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.454938 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.466619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21db740d-de96-42d9-abbd-48a57964ab43 req-9b7799c6-4b1b-41e1-9546-6dfee2da8d38 tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250755 Jul 05 03:50:03.503632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 76842dbb-4680-4bb9-8ba6-4be771e50a80, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=76842dbb-4680-4bb9-8ba6-4be771e50a80,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:03.511134 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.511134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:50:03.521093 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.523584 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-888ae61b-ead3-47a8-af3a-42562761289f admin admin] 10.222.0.60 "DELETE /v2.0/routers/b7df05d8-0b65-49cd-8f25-dca4fb9cbad6 HTTP/1.1" status: 204 len: 168 time: 1.6865163 Jul 05 03:50:03.526519 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55366) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:03.564561 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.596990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Pushing event updated for resources: {'Port': ['ID=1289911e-c129-4c38-a20f-117e8e487ffd,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:03.605789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5af017-abfa-4647-b5fb-d76f734dc59c admin admin] Deleting subnet 0a4c071a-22ea-4f1a-b14f-479bd986bf1c {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:03.611741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9a5af017-abfa-4647-b5fb-d76f734dc59c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.611932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09dc9d84-e915-465e-881f-a448d619d7d5 req-19339098-f6a0-4b4d-8a9e-cf908e8790e1 service neutron] 10.222.0.64 "GET /v2.0/networks/94005e7b-5b81-43b2-8cb7-96ba85ca7635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389492 Jul 05 03:50:03.635175 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.691899 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9a5af017-abfa-4647-b5fb-d76f734dc59c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.762562 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=76842dbb-4680-4bb9-8ba6-4be771e50a80,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:03.791861 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c613bd-d892-47fc-801f-f4c3a471703f req-8b1ed8c3-ef12-4377-916f-b8a00b630ff8 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:03.799195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2c613bd-d892-47fc-801f-f4c3a471703f req-8b1ed8c3-ef12-4377-916f-b8a00b630ff8 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.4922676 Jul 05 03:50:03.811507 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9a5af017-abfa-4647-b5fb-d76f734dc59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.985201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9a5af017-abfa-4647-b5fb-d76f734dc59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.068619 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5af017-abfa-4647-b5fb-d76f734dc59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4c071a-22ea-4f1a-b14f-479bd986bf1c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:04.078159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffda035-262d-470f-a01a-5ef96a2750b3 None None] Network 7eddb026-6f8a-4717-a63e-84f0218e8000 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:04.080216 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9a5af017-abfa-4647-b5fb-d76f734dc59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.089490 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9a5af017-abfa-4647-b5fb-d76f734dc59c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0a4c071a-22ea-4f1a-b14f-479bd986bf1c HTTP/1.1" status: 204 len: 168 time: 0.5618536 Jul 05 03:50:04.090724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55378) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:04.209657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2c613bd-d892-47fc-801f-f4c3a471703f req-c3993dea-64d5-47a7-ba31-5be3726d60df tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093280 Jul 05 03:50:04.247423 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.260316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Network e50d8ef8-4d35-4f04-b8c6-d8c7ea487848 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:04.263131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:04.360786 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Deleting port 65764dc4-8833-4ac3-b9e7-ff1fd04af401 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:04.361129 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.438723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414fe266-8df2-4245-9c46-b04cd2f1f2fd None None] DHCP port deletion for 7eddb026-6f8a-4717-a63e-84f0218e8000 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:50:04.493709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] For port 65764dc4-8833-4ac3-b9e7-ff1fd04af401, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=65764dc4-8833-4ac3-b9e7-ff1fd04af401,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:04.495968 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.535562 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Calling delete_port for 65764dc4-8833-4ac3-b9e7-ff1fd04af401 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:04.554750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-414fe266-8df2-4245-9c46-b04cd2f1f2fd None None] Deleting port 65764dc4-8833-4ac3-b9e7-ff1fd04af401 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:04.557243 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-414fe266-8df2-4245-9c46-b04cd2f1f2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.629083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Router 25f3838c-8f20-4c04-8af7-a13c8579c77d has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:04.769799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-414fe266-8df2-4245-9c46-b04cd2f1f2fd None None] For port 65764dc4-8833-4ac3-b9e7-ff1fd04af401, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=65764dc4-8833-4ac3-b9e7-ff1fd04af401,segment=NetworkSegment(a5cdd4e8-9565-465f-bf70-2714ac904fd0),segment_id=a5cdd4e8-9565-465f-bf70-2714ac904fd0)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:04.770370 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-414fe266-8df2-4245-9c46-b04cd2f1f2fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.811697 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-414fe266-8df2-4245-9c46-b04cd2f1f2fd None None] Calling delete_port for 65764dc4-8833-4ac3-b9e7-ff1fd04af401 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:04.815689 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d85ebc30-10f8-4a24-a218-82bf7e744a92 None None] Provisioning complete for port 1289911e-c129-4c38-a20f-117e8e487ffd triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:04.816098 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d85ebc30-10f8-4a24-a218-82bf7e744a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.858964 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-5efe5666-93dd-454b-b7ae-ccb24e9f452b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1553845 Jul 05 03:50:04.866175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d85ebc30-10f8-4a24-a218-82bf7e744a92 None None] Port 1289911e-c129-4c38-a20f-117e8e487ffd cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:04.886271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cb38f-b0d6-4799-ad55-c7d6d20be00a req-fd197d60-6f3f-428d-88ff-aac18b386471 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.887841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e0cb38f-b0d6-4799-ad55-c7d6d20be00a req-fd197d60-6f3f-428d-88ff-aac18b386471 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.1782448 Jul 05 03:50:04.890950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:04.902297 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5b60b4d5-ad68-434e-b6f9-c6305f233e87 admin admin] 10.222.0.60 "PUT /v2.0/routers/25f3838c-8f20-4c04-8af7-a13c8579c77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0064881 Jul 05 03:50:04.905463 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Sync routers for ids ['25f3838c-8f20-4c04-8af7-a13c8579c77d'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:04.935470 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Routers {'25f3838c-8f20-4c04-8af7-a13c8579c77d'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:04.935963 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['25f3838c-8f20-4c04-8af7-a13c8579c77d'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:04.955054 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.993840 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e0cb38f-b0d6-4799-ad55-c7d6d20be00a req-ab003947-442f-4ce5-abe7-0b0d9abf62fd tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886047 Jul 05 03:50:05.009043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Pushing event deleted for resources: {'Port': ['ID=65764dc4-8833-4ac3-b9e7-ff1fd04af401,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:05.013332 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] No DVR routers for this DVR port 65764dc4-8833-4ac3-b9e7-ff1fd04af401 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:05.160761 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 76842dbb-4680-4bb9-8ba6-4be771e50a80 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:05.160761 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-414fe266-8df2-4245-9c46-b04cd2f1f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.219893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fe266-8df2-4245-9c46-b04cd2f1f2fd None None] Pushing event deleted for resources: {'Port': ['ID=65764dc4-8833-4ac3-b9e7-ff1fd04af401,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:05.230355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414fe266-8df2-4245-9c46-b04cd2f1f2fd None None] No DVR routers for this DVR port 65764dc4-8833-4ac3-b9e7-ff1fd04af401 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:05.236232 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.254347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eddb026-6f8a-4717-a63e-84f0218e8000']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:05.277075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cdd4e8-9565-465f-bf70-2714ac904fd0') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:05.277075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cdd4e8-9565-465f-bf70-2714ac904fd0') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:05.277882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Set router 25f3838c-8f20-4c04-8af7-a13c8579c77d gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:05.293109 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.318374 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.335623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:05.336128 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:05.341790 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:05.383075 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 76842dbb-4680-4bb9-8ba6-4be771e50a80 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:05.388461 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.551287 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.565594 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.568583 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7eddb026-6f8a-4717-a63e-84f0218e8000 HTTP/1.1" status: 204 len: 168 time: 1.4725823 Jul 05 03:50:05.572036 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55410) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:05.636303 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dcc3b-03dc-466b-9fac-18a8ba3ce570 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eddb026-6f8a-4717-a63e-84f0218e8000,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:05.646919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'name': 'tempest-FloatingIPsTestJSON-1366564615-router', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:50:02Z', 'revision_number': 4, 'project_id': '2588fd5f25664230b3e0ba08392ca114', 'gw_port': {'id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '1289911e-c129-4c38-a20f-117e8e487ffd', 'name': '', 'network_id': 'e50d8ef8-4d35-4f04-b8c6-d8c7ea487848', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'mac_address': 'fa:16:3e:25:af:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8e223a5d-4ba1-4f3b-8a93-1ed8e748107c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:59Z', 'updated_at': '2021-07-05T03:50:02Z', 'revision_number': 2, 'project_id': '2588fd5f25664230b3e0ba08392ca114', 'subnets': [{'id': '8e223a5d-4ba1-4f3b-8a93-1ed8e748107c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:05.704965 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-ebce1526-8778-4ac8-8279-f6bc3ca2f97e tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4408009 Jul 05 03:50:05.716990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabe722-fd59-43cf-b8ed-3eed87bac7da req-4f25e187-0744-4ab4-9ac7-ecfce9c8b741 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.719804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1aabe722-fd59-43cf-b8ed-3eed87bac7da req-4f25e187-0744-4ab4-9ac7-ecfce9c8b741 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.2661951 Jul 05 03:50:05.729263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:05.746973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7766fab1-1cbc-4841-90a8-4d1e3de892cc no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:05.749756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Checking router: 25f3838c-8f20-4c04-8af7-a13c8579c77d for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:05.750295 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Updating router 25f3838c-8f20-4c04-8af7-a13c8579c77d port 1289911e-c129-4c38-a20f-117e8e487ffd binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:50:05.797921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 7766fab1-1cbc-4841-90a8-4d1e3de892cc {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:05.799257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7766fab1-1cbc-4841-90a8-4d1e3de892cc not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:05.799839 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 65764dc4-8833-4ac3-b9e7-ff1fd04af401 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:05.809179 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1aabe722-fd59-43cf-b8ed-3eed87bac7da req-2b7094b3-c6ca-42b9-a959-36216e83f215 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735307 Jul 05 03:50:05.841311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 65764dc4-8833-4ac3-b9e7-ff1fd04af401 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:05.841834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 65764dc4-8833-4ac3-b9e7-ff1fd04af401 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:05.842415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d9c721c2-78d8-4dd8-98c8-5ebde5883835 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:05.873087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: d9c721c2-78d8-4dd8-98c8-5ebde5883835 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:05.873087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d9c721c2-78d8-4dd8-98c8-5ebde5883835 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:05.875431 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.892146 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.123164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.148406 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d499259-73ac-4132-a216-8bd4387789c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.206890 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.223660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Transition to ACTIVE for port object 1289911e-c129-4c38-a20f-117e8e487ffd will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:06.332272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Allocated IP 172.25.0.179 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/5c94f802-33f0-40f8-b40f-3e25da85a9a5) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:06.345116 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.452642 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e5dfa-dbad-474f-9500-0ec0fba1a9f1 None None] Pushing event updated for resources: {'Port': ['ID=1289911e-c129-4c38-a20f-117e8e487ffd,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:06.491708 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.562628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7d499259-73ac-4132-a216-8bd4387789c1 admin admin] Deleting port d897e824-c992-48d0-adaf-67418db859b1 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:06.563110 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d499259-73ac-4132-a216-8bd4387789c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.602947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2de94-3fc2-4f2d-bc50-28e7f254e94a req-6a5e4313-0e66-4bdc-af48-f1a645922ec9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.606291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46e2de94-3fc2-4f2d-bc50-28e7f254e94a req-6a5e4313-0e66-4bdc-af48-f1a645922ec9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.1767688 Jul 05 03:50:06.682456 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46e2de94-3fc2-4f2d-bc50-28e7f254e94a req-ae3e446a-ed1a-4e28-9b44-b0a0a14fba4e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679734 Jul 05 03:50:06.709857 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.740687 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-7d499259-73ac-4132-a216-8bd4387789c1 admin admin] For port d897e824-c992-48d0-adaf-67418db859b1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d897e824-c992-48d0-adaf-67418db859b1,segment=NetworkSegment(b0c01fa3-9abe-4c60-8698-8df859da3f82),segment_id=b0c01fa3-9abe-4c60-8698-8df859da3f82)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:06.741410 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d499259-73ac-4132-a216-8bd4387789c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.770151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7d499259-73ac-4132-a216-8bd4387789c1 admin admin] Calling delete_port for d897e824-c992-48d0-adaf-67418db859b1 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:06.771773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Attempting to bind port 1289911e-c129-4c38-a20f-117e8e487ffd on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:06.772532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Attempting to bind port 1289911e-c129-4c38-a20f-117e8e487ffd by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'ebd7c416-e9f8-4b04-8375-86d22f195173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e50d8ef8-4d35-4f04-b8c6-d8c7ea487848'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:06.773120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Attempting to bind port 1289911e-c129-4c38-a20f-117e8e487ffd on network e50d8ef8-4d35-4f04-b8c6-d8c7ea487848 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:06.775571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:06.793789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:06.793789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Checking segment: {'id': 'ebd7c416-e9f8-4b04-8375-86d22f195173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e50d8ef8-4d35-4f04-b8c6-d8c7ea487848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:06.793789 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.794292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:06.794442 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Bound using segment: {'id': 'ebd7c416-e9f8-4b04-8375-86d22f195173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e50d8ef8-4d35-4f04-b8c6-d8c7ea487848'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:06.794442 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Bound port: 1289911e-c129-4c38-a20f-117e8e487ffd, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd7c416-e9f8-4b04-8375-86d22f195173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e50d8ef8-4d35-4f04-b8c6-d8c7ea487848'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:06.794442 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.794828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:06.811228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Pushing event updated for resources: {'Port': ['ID=5c94f802-33f0-40f8-b40f-3e25da85a9a5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:06.908759 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.928692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] For port 1289911e-c129-4c38-a20f-117e8e487ffd, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:06.936396 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] For port 1289911e-c129-4c38-a20f-117e8e487ffd, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1289911e-c129-4c38-a20f-117e8e487ffd,segment=NetworkSegment(ebd7c416-e9f8-4b04-8375-86d22f195173),segment_id=ebd7c416-e9f8-4b04-8375-86d22f195173)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:07.063939 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:07.081929 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:07.123475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8a38f-20e6-4783-b7ef-e1537f36f321 req-0c72bb62-7572-430d-a361-2808a1c3716f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:07.130314 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7d8a38f-20e6-4783-b7ef-e1537f36f321 req-0c72bb62-7572-430d-a361-2808a1c3716f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.1533477 Jul 05 03:50:07.200178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Routers {'25f3838c-8f20-4c04-8af7-a13c8579c77d'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:07.200935 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['25f3838c-8f20-4c04-8af7-a13c8579c77d'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:07.215368 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e5dfa-dbad-474f-9500-0ec0fba1a9f1 None None] Pushing event updated for resources: {'Port': ['ID=1289911e-c129-4c38-a20f-117e8e487ffd,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:07.267692 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7d8a38f-20e6-4783-b7ef-e1537f36f321 req-394874c3-5966-4bf7-a4fd-7f574ea43376 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364172 Jul 05 03:50:07.297652 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d499259-73ac-4132-a216-8bd4387789c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:07.333324 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d499259-73ac-4132-a216-8bd4387789c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d897e824-c992-48d0-adaf-67418db859b1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:07.451924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] Set router 25f3838c-8f20-4c04-8af7-a13c8579c77d gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:07.506547 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:07.583479 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:07.687709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d499259-73ac-4132-a216-8bd4387789c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:07.765476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'name': 'tempest-FloatingIPsTestJSON-1366564615-router', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:50:02Z', 'revision_number': 4, 'project_id': '2588fd5f25664230b3e0ba08392ca114', 'gw_port': {'id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '1289911e-c129-4c38-a20f-117e8e487ffd', 'name': '', 'network_id': 'e50d8ef8-4d35-4f04-b8c6-d8c7ea487848', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'mac_address': 'fa:16:3e:25:af:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8e223a5d-4ba1-4f3b-8a93-1ed8e748107c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:59Z', 'updated_at': '2021-07-05T03:50:06Z', 'revision_number': 4, 'project_id': '2588fd5f25664230b3e0ba08392ca114', 'subnets': [{'id': '8e223a5d-4ba1-4f3b-8a93-1ed8e748107c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:07.771656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Pushing event updated for resources: {'Port': ['ID=5c94f802-33f0-40f8-b40f-3e25da85a9a5,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:07.803883 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b846e8-c758-41ae-877f-753ce9e3e3ed None None] The sync data for ids ['25f3838c-8f20-4c04-8af7-a13c8579c77d'] in n-d-798249-5 is: [{'id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'name': 'tempest-FloatingIPsTestJSON-1366564615-router', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:50:02Z', 'revision_number': 4, 'project_id': '2588fd5f25664230b3e0ba08392ca114', 'gw_port': {'id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '1289911e-c129-4c38-a20f-117e8e487ffd', 'name': '', 'network_id': 'e50d8ef8-4d35-4f04-b8c6-d8c7ea487848', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'mac_address': 'fa:16:3e:25:af:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8e223a5d-4ba1-4f3b-8a93-1ed8e748107c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:59Z', 'updated_at': '2021-07-05T03:50:06Z', 'revision_number': 4, 'project_id': '2588fd5f25664230b3e0ba08392ca114', 'subnets': [{'id': '8e223a5d-4ba1-4f3b-8a93-1ed8e748107c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:07.829781 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:07.994028 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:07.995046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-6232a389-6779-4437-a134-ecb4288b3ac1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2741389 Jul 05 03:50:08.111672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-0fdd55a4-06cb-49f8-88f8-7b8b1a2fa530 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.1065683 Jul 05 03:50:08.190518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0ae32-7806-471c-bfe7-ccfc7ac04ed0 req-86d5bab8-3aa4-4bff-ab39-10504827b7db tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.192286 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76d0ae32-7806-471c-bfe7-ccfc7ac04ed0 req-86d5bab8-3aa4-4bff-ab39-10504827b7db tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.1377721 Jul 05 03:50:08.267184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76d0ae32-7806-471c-bfe7-ccfc7ac04ed0 req-09ad01cb-c5b6-4fc3-9f3c-45ba07cf103e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627770 Jul 05 03:50:08.308153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-c67d2983-398d-4bec-963c-d6e9886f7388 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.309931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c0ca77d-dce8-4d0d-9a7d-04b44a63f080 req-c67d2983-398d-4bec-963c-d6e9886f7388 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.1920066 Jul 05 03:50:08.501680 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-4df60060-4208-459f-a4f1-c78239299797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.504734 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-4df60060-4208-459f-a4f1-c78239299797 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 1101 time: 0.4840734 Jul 05 03:50:08.582308 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972fef7-37cd-4172-b5db-85af9473283c req-c342adbb-1d88-4812-aeba-4143c7f3f361 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.584093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d499259-73ac-4132-a216-8bd4387789c1 admin admin] Router cd72d968-e3e6-4a7b-a932-dc4eaef0e348 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:08.585040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9972fef7-37cd-4172-b5db-85af9473283c req-c342adbb-1d88-4812-aeba-4143c7f3f361 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.1170783 Jul 05 03:50:08.647702 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9972fef7-37cd-4172-b5db-85af9473283c req-4cd7884e-121a-408e-b278-eea29a09ffce tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544128 Jul 05 03:50:08.714350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-09b9a940-5203-4818-a963-59a1f13976fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.715830 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-09b9a940-5203-4818-a963-59a1f13976fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1967750 Jul 05 03:50:08.741930 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25298027-99d2-49cb-a7a8-d1d888ae63f0 req-31bb6a70-a2c9-49dc-85b8-badba3d61c51 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/floatingips/129b2139-b9af-481c-a0b7-b989aee53f9a HTTP/1.1" status: 200 len: 693 time: 0.0583203 Jul 05 03:50:08.775564 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-1b1b17a1-56a2-44f4-9c3e-ec2819bd078a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98 HTTP/1.1" status: 200 len: 217 time: 0.0486789 Jul 05 03:50:08.777232 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d499259-73ac-4132-a216-8bd4387789c1 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:08.783536 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7d499259-73ac-4132-a216-8bd4387789c1 admin admin] 10.222.0.60 "PUT /v2.0/routers/cd72d968-e3e6-4a7b-a932-dc4eaef0e348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2099812 Jul 05 03:50:08.790297 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c04a2-aae1-4007-b576-961945720886 None None] Sync routers for ids ['cd72d968-e3e6-4a7b-a932-dc4eaef0e348'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:08.798043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55448) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:08.807965 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c04a2-aae1-4007-b576-961945720886 None None] Routers {'cd72d968-e3e6-4a7b-a932-dc4eaef0e348'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:08.819658 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5d1c04a2-aae1-4007-b576-961945720886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cd72d968-e3e6-4a7b-a932-dc4eaef0e348'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:08.908315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-41e5cb9a-de76-4b17-b244-6247ebea4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.909985 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-41e5cb9a-de76-4b17-b244-6247ebea4398 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1255045 Jul 05 03:50:08.933500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25298027-99d2-49cb-a7a8-d1d888ae63f0 req-35346505-609a-4aef-ae6a-12cb937ece18 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.959403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25298027-99d2-49cb-a7a8-d1d888ae63f0 req-35346505-609a-4aef-ae6a-12cb937ece18 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.2110538 Jul 05 03:50:09.034204 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.044636 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5d1c04a2-aae1-4007-b576-961945720886 None None] Set router cd72d968-e3e6-4a7b-a932-dc4eaef0e348 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:09.108556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-e37e3734-48c5-49ce-8a2a-36753195d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.110254 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-e37e3734-48c5-49ce-8a2a-36753195d487 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533968 Jul 05 03:50:09.302357 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1289911e-c129-4c38-a20f-117e8e487ffd up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:09.331965 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5d1c04a2-aae1-4007-b576-961945720886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522250455-router', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:52Z', 'updated_at': '2021-07-05T03:50:07Z', 'revision_number': 5, 'project_id': 'e012a55b0ee047c0819a87cdec0f977e', 'gw_port': {'id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:53Z', 'updated_at': '2021-07-05T03:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:09.385435 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c04a2-aae1-4007-b576-961945720886 None None] Checking router: cd72d968-e3e6-4a7b-a932-dc4eaef0e348 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:09.388304 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cccc699f-cbaf-4c6f-ba88-cbbda8ee0e9d req-76765c97-0aff-45fa-beec-a70f8c410bba tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=2588fd5f25664230b3e0ba08392ca114 HTTP/1.1" status: 200 len: 696 time: 0.1719782 Jul 05 03:50:09.401562 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c04a2-aae1-4007-b576-961945720886 None None] Routers {'cd72d968-e3e6-4a7b-a932-dc4eaef0e348'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:09.402541 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5d1c04a2-aae1-4007-b576-961945720886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cd72d968-e3e6-4a7b-a932-dc4eaef0e348'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:09.423032 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.436502 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-c396ef6c-0519-428f-b679-17a0be01f5e1 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148794 Jul 05 03:50:09.457402 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 1289911e-c129-4c38-a20f-117e8e487ffd completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:09.463369 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 1289911e-c129-4c38-a20f-117e8e487ffd triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:09.464275 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.565806 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5d1c04a2-aae1-4007-b576-961945720886 None None] Set router cd72d968-e3e6-4a7b-a932-dc4eaef0e348 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:09.591864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9621e9-135f-407d-ac7f-fbf009797d44 req-11da864f-aa4b-417d-a03c-31c2a50d23cd tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.593374 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb9621e9-135f-407d-ac7f-fbf009797d44 req-11da864f-aa4b-417d-a03c-31c2a50d23cd tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 946 time: 0.2040901 Jul 05 03:50:09.600505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc699f-cbaf-4c6f-ba88-cbbda8ee0e9d req-3f8e274e-3925-4668-943b-f93928dc8606 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.608062 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cccc699f-cbaf-4c6f-ba88-cbbda8ee0e9d req-3f8e274e-3925-4668-943b-f93928dc8606 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/networks?id=66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 787 time: 0.1992774 Jul 05 03:50:09.614125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-cccc699f-cbaf-4c6f-ba88-cbbda8ee0e9d req-d66d5083-12ec-4c64-8bc6-cc2a45185015 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:50:09.632824 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.633038 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cccc699f-cbaf-4c6f-ba88-cbbda8ee0e9d req-d66d5083-12ec-4c64-8bc6-cc2a45185015 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161915 Jul 05 03:50:09.663628 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-71e72b2e-cff2-48b2-ad4f-1f21ba4a2982 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200279 Jul 05 03:50:09.676786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 1289911e-c129-4c38-a20f-117e8e487ffd, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1289911e-c129-4c38-a20f-117e8e487ffd,segment=NetworkSegment(ebd7c416-e9f8-4b04-8375-86d22f195173),segment_id=ebd7c416-e9f8-4b04-8375-86d22f195173)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:09.730336 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb9621e9-135f-407d-ac7f-fbf009797d44 req-9d136b98-a0ed-4a53-9afc-ad25efcf797b tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fbf3ae9-969b-45de-9826-dccab855fba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961401 Jul 05 03:50:09.736570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] Deleting port 919c7818-f223-4b46-b060-bd92cb6f2ed6 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:09.739860 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.750653 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.875575 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] For port 919c7818-f223-4b46-b060-bd92cb6f2ed6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=919c7818-f223-4b46-b060-bd92cb6f2ed6,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:09.875966 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.890069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] Calling delete_port for 919c7818-f223-4b46-b060-bd92cb6f2ed6 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:09.890956 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=1289911e-c129-4c38-a20f-117e8e487ffd,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:09.910732 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5d1c04a2-aae1-4007-b576-961945720886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522250455-router', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:52Z', 'updated_at': '2021-07-05T03:50:07Z', 'revision_number': 5, 'project_id': 'e012a55b0ee047c0819a87cdec0f977e', 'gw_port': {'id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:53Z', 'updated_at': '2021-07-05T03:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:09.951597 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c04a2-aae1-4007-b576-961945720886 None None] The sync data for ids ['cd72d968-e3e6-4a7b-a932-dc4eaef0e348'] in n-d-798249-5 is: [{'id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522250455-router', 'tenant_id': 'e012a55b0ee047c0819a87cdec0f977e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:52Z', 'updated_at': '2021-07-05T03:50:07Z', 'revision_number': 5, 'project_id': 'e012a55b0ee047c0819a87cdec0f977e', 'gw_port': {'id': '919c7818-f223-4b46-b060-bd92cb6f2ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72d968-e3e6-4a7b-a932-dc4eaef0e348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:53Z', 'updated_at': '2021-07-05T03:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:10.004402 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0b1d0d2-70f4-44a7-8dc3-1f267915e168 req-89d107a6-bd29-44ee-b00a-a8c94fb5b17e tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/floatingips/129b2139-b9af-481c-a0b7-b989aee53f9a HTTP/1.1" status: 200 len: 693 time: 0.1220372 Jul 05 03:50:10.098038 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b97e47-1ea4-4827-94ca-1224cdb6ae03 req-3ac904f1-c241-4e2d-a095-664f7f5eeaa5 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:10.099895 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54b97e47-1ea4-4827-94ca-1224cdb6ae03 req-3ac904f1-c241-4e2d-a095-664f7f5eeaa5 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.2738221 Jul 05 03:50:10.165032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54b97e47-1ea4-4827-94ca-1224cdb6ae03 req-694318c3-95ec-4605-ae01-045f76f25632 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570805 Jul 05 03:50:10.173445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1d0d2-70f4-44a7-8dc3-1f267915e168 req-b56d71c1-dac6-4e8f-9394-ff4e2bd667b6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:10.174756 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0b1d0d2-70f4-44a7-8dc3-1f267915e168 req-b56d71c1-dac6-4e8f-9394-ff4e2bd667b6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.1598909 Jul 05 03:50:10.235101 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.252335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0b1d0d2-70f4-44a7-8dc3-1f267915e168 req-1ed09bee-2072-417d-9fe4-ef347b1df2f1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.0609467 Jul 05 03:50:10.318826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] Pushing event deleted for resources: {'Port': ['ID=919c7818-f223-4b46-b060-bd92cb6f2ed6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:10.357248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0b1d0d2-70f4-44a7-8dc3-1f267915e168 req-a2e746dd-98ac-47a0-a6f3-98f760f19bac tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.0966964 Jul 05 03:50:10.388212 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.482369 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382eff00-063d-4760-bfa1-e8bbc5e91907 req-404c1765-a2e4-4eb4-a242-deacbfdcd6ae tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:10.483954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-382eff00-063d-4760-bfa1-e8bbc5e91907 req-404c1765-a2e4-4eb4-a242-deacbfdcd6ae tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.1775761 Jul 05 03:50:10.491610 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.495839 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.551149 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-382eff00-063d-4760-bfa1-e8bbc5e91907 req-9de6c004-5d65-439d-83f9-380e3551bc74 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493932 Jul 05 03:50:10.562363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-a0b1d0d2-70f4-44a7-8dc3-1f267915e168 req-c6ad5ec6-6669-4f2e-9eb8-c13694fb99b9 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Deleting port 5c94f802-33f0-40f8-b40f-3e25da85a9a5 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:10.562874 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a0b1d0d2-70f4-44a7-8dc3-1f267915e168 req-c6ad5ec6-6669-4f2e-9eb8-c13694fb99b9 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.607114 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.607685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd72d968-e3e6-4a7b-a932-dc4eaef0e348 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:50:10.619063 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.628748 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e9d9ce51-42dd-43e0-960d-3879e00bc701 admin admin] 10.222.0.60 "DELETE /v2.0/routers/cd72d968-e3e6-4a7b-a932-dc4eaef0e348 HTTP/1.1" status: 204 len: 168 time: 1.8239346 Jul 05 03:50:10.629648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55468) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:10.710044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-416b05b6-d3dd-4b7d-a4c3-5b017f0e12bc admin admin] Deleting subnet 34087553-87fb-4175-b207-4fcc2dcbbacf {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:10.717259 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-416b05b6-d3dd-4b7d-a4c3-5b017f0e12bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.783618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-416b05b6-d3dd-4b7d-a4c3-5b017f0e12bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.888477 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-416b05b6-d3dd-4b7d-a4c3-5b017f0e12bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.997746 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a0b1d0d2-70f4-44a7-8dc3-1f267915e168 req-c6ad5ec6-6669-4f2e-9eb8-c13694fb99b9 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.998085 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a0b1d0d2-70f4-44a7-8dc3-1f267915e168 req-c6ad5ec6-6669-4f2e-9eb8-c13694fb99b9 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.004888 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99221fb6-21bc-43fa-9043-21185e08362b req-3dc8ad87-c5a4-4e84-ac84-9d2ac042dd7d tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.006634 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-99221fb6-21bc-43fa-9043-21185e08362b req-3dc8ad87-c5a4-4e84-ac84-9d2ac042dd7d tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 946 time: 0.0921068 Jul 05 03:50:11.012641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-a0b1d0d2-70f4-44a7-8dc3-1f267915e168 req-c6ad5ec6-6669-4f2e-9eb8-c13694fb99b9 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Calling delete_port for 5c94f802-33f0-40f8-b40f-3e25da85a9a5 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:11.092451 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-416b05b6-d3dd-4b7d-a4c3-5b017f0e12bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.127633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b05b6-d3dd-4b7d-a4c3-5b017f0e12bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34087553-87fb-4175-b207-4fcc2dcbbacf,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:11.136503 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-416b05b6-d3dd-4b7d-a4c3-5b017f0e12bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.144578 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-416b05b6-d3dd-4b7d-a4c3-5b017f0e12bc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/34087553-87fb-4175-b207-4fcc2dcbbacf HTTP/1.1" status: 204 len: 168 time: 0.5126634 Jul 05 03:50:11.144948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55474) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:11.147731 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f44177-53fd-4d54-a97e-83d9ffe1bf85 req-c790f8eb-fb32-40d9-9a60-be9cd10584e1 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.149389 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd773832-9ca1-4e4d-8a69-e213f3cd87e4 None None] Network a440c9e6-bad6-42c8-af60-d2a5d41dcc4f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:11.150632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6f44177-53fd-4d54-a97e-83d9ffe1bf85 req-c790f8eb-fb32-40d9-9a60-be9cd10584e1 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 946 time: 0.1393125 Jul 05 03:50:11.207607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6f44177-53fd-4d54-a97e-83d9ffe1bf85 req-dc409ecc-9ea4-4bea-9199-eb8128c70e39 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fbf3ae9-969b-45de-9826-dccab855fba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504537 Jul 05 03:50:11.350593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-99221fb6-21bc-43fa-9043-21185e08362b req-8b0fb8cc-e008-410c-a309-f9e204a32e90 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Deleting port 8555aa49-9920-4c21-8e39-1836bb59be9c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:11.351381 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-99221fb6-21bc-43fa-9043-21185e08362b req-8b0fb8cc-e008-410c-a309-f9e204a32e90 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.361142 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a0b1d0d2-70f4-44a7-8dc3-1f267915e168 req-c6ad5ec6-6669-4f2e-9eb8-c13694fb99b9 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.373747 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.420550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad5ec6-6669-4f2e-9eb8-c13694fb99b9 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Pushing event deleted for resources: {'Port': ['ID=5c94f802-33f0-40f8-b40f-3e25da85a9a5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:11.434729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1289911e-c129-4c38-a20f-117e8e487ffd up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:11.505639 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a0b1d0d2-70f4-44a7-8dc3-1f267915e168 req-c6ad5ec6-6669-4f2e-9eb8-c13694fb99b9 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.507569 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a0b1d0d2-70f4-44a7-8dc3-1f267915e168 req-c6ad5ec6-6669-4f2e-9eb8-c13694fb99b9 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.509109 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0b1d0d2-70f4-44a7-8dc3-1f267915e168 req-c6ad5ec6-6669-4f2e-9eb8-c13694fb99b9 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "DELETE /v2.0/floatingips/129b2139-b9af-481c-a0b7-b989aee53f9a HTTP/1.1" status: 204 len: 173 time: 1.1453094 Jul 05 03:50:11.524104 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-99221fb6-21bc-43fa-9043-21185e08362b req-8b0fb8cc-e008-410c-a309-f9e204a32e90 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] For port 8555aa49-9920-4c21-8e39-1836bb59be9c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=8555aa49-9920-4c21-8e39-1836bb59be9c,segment=NetworkSegment(c56e59c9-cf4e-468e-a4d3-d20a0260b66e),segment_id=c56e59c9-cf4e-468e-a4d3-d20a0260b66e)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:11.524507 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-99221fb6-21bc-43fa-9043-21185e08362b req-8b0fb8cc-e008-410c-a309-f9e204a32e90 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.542633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-99221fb6-21bc-43fa-9043-21185e08362b req-8b0fb8cc-e008-410c-a309-f9e204a32e90 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Calling delete_port for 8555aa49-9920-4c21-8e39-1836bb59be9c owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:11.560846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Deleting port ae913c78-3f06-41fd-a84c-8d8fb3aa6088 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:11.561268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.670668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 1289911e-c129-4c38-a20f-117e8e487ffd triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:11.671038 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.770317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1a7f9-f6e5-411d-ad75-190aaeb0e99a req-40abfde1-c5f7-4c28-ae2a-03e807d7e9ec tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.778249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0e1a7f9-f6e5-411d-ad75-190aaeb0e99a req-40abfde1-c5f7-4c28-ae2a-03e807d7e9ec tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.2288580 Jul 05 03:50:11.824156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f639cff-6d84-4592-8cbe-79cdff672192 None None] DHCP port deletion for a440c9e6-bad6-42c8-af60-d2a5d41dcc4f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:50:11.832722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-eecfce83-d0ae-4538-9839-2aa2af8c6ba2 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3010383 Jul 05 03:50:11.859585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:11.890301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0e1a7f9-f6e5-411d-ad75-190aaeb0e99a req-69a29ebe-6a9d-46ae-82fd-90dc042e418d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068258 Jul 05 03:50:11.910451 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d897e824-c992-48d0-adaf-67418db859b1 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:11.917161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] For port ae913c78-3f06-41fd-a84c-8d8fb3aa6088, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ae913c78-3f06-41fd-a84c-8d8fb3aa6088,segment=NetworkSegment(b0c01fa3-9abe-4c60-8698-8df859da3f82),segment_id=b0c01fa3-9abe-4c60-8698-8df859da3f82)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:11.921300 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.955127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Calling delete_port for ae913c78-3f06-41fd-a84c-8d8fb3aa6088 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:11.969015 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.988964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: d897e824-c992-48d0-adaf-67418db859b1 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:11.989447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d897e824-c992-48d0-adaf-67418db859b1 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:11.992841 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 919c7818-f223-4b46-b060-bd92cb6f2ed6 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:12.002017 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-1f639cff-6d84-4592-8cbe-79cdff672192 None None] Deleting port ae913c78-3f06-41fd-a84c-8d8fb3aa6088 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:12.002528 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1f639cff-6d84-4592-8cbe-79cdff672192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.064028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 919c7818-f223-4b46-b060-bd92cb6f2ed6 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:12.064466 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 919c7818-f223-4b46-b060-bd92cb6f2ed6 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:12.122069 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-99221fb6-21bc-43fa-9043-21185e08362b req-8b0fb8cc-e008-410c-a309-f9e204a32e90 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.170210 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.174259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fb8cc-e008-410c-a309-f9e204a32e90 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Pushing event deleted for resources: {'Port': ['ID=8555aa49-9920-4c21-8e39-1836bb59be9c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:12.174576 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1f639cff-6d84-4592-8cbe-79cdff672192 None None] For port ae913c78-3f06-41fd-a84c-8d8fb3aa6088, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ae913c78-3f06-41fd-a84c-8d8fb3aa6088,segment=NetworkSegment(b0c01fa3-9abe-4c60-8698-8df859da3f82),segment_id=b0c01fa3-9abe-4c60-8698-8df859da3f82)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:12.177162 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1f639cff-6d84-4592-8cbe-79cdff672192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.213042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-1f639cff-6d84-4592-8cbe-79cdff672192 None None] Calling delete_port for ae913c78-3f06-41fd-a84c-8d8fb3aa6088 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:12.265660 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.275724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-99221fb6-21bc-43fa-9043-21185e08362b req-8b0fb8cc-e008-410c-a309-f9e204a32e90 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] No DVR routers for this DVR port 8555aa49-9920-4c21-8e39-1836bb59be9c on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:12.278847 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-99221fb6-21bc-43fa-9043-21185e08362b req-8b0fb8cc-e008-410c-a309-f9e204a32e90 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.282162 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-99221fb6-21bc-43fa-9043-21185e08362b req-8b0fb8cc-e008-410c-a309-f9e204a32e90 tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.11 "DELETE /v2.0/ports/8555aa49-9920-4c21-8e39-1836bb59be9c HTTP/1.1" status: 204 len: 173 time: 1.2691879 Jul 05 03:50:12.312311 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] No DVR routers for this DVR port ae913c78-3f06-41fd-a84c-8d8fb3aa6088 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:12.315206 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f003972e-15f9-47b5-af52-4502feabfc64', 'name': 'network-vif-deleted', 'tag': '8555aa49-9920-4c21-8e39-1836bb59be9c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:12.317849 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f96d60-0e4e-4115-8746-cb7573c46231" -d '{"events": [{"server_uuid": "f003972e-15f9-47b5-af52-4502feabfc64", "name": "network-vif-deleted", "tag": "8555aa49-9920-4c21-8e39-1836bb59be9c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:12.321174 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ae913c78-3f06-41fd-a84c-8d8fb3aa6088,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:12.323585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Allocated IP 172.25.0.159 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/5855c343-641c-462a-9b2f-d4ea9e399174) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:12.339572 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1f639cff-6d84-4592-8cbe-79cdff672192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.384189 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f639cff-6d84-4592-8cbe-79cdff672192 None None] Pushing event deleted for resources: {'Port': ['ID=ae913c78-3f06-41fd-a84c-8d8fb3aa6088,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:12.386556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f639cff-6d84-4592-8cbe-79cdff672192 None None] No DVR routers for this DVR port ae913c78-3f06-41fd-a84c-8d8fb3aa6088 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:12.439727 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.455015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a440c9e6-bad6-42c8-af60-d2a5d41dcc4f']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:12.459762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4327ed-22a0-4dc7-861d-60c5a5cddca2 req-6d9c2ee6-ee76-42ae-bd23-a1e90a605308 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:12.462938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c4327ed-22a0-4dc7-861d-60c5a5cddca2 req-6d9c2ee6-ee76-42ae-bd23-a1e90a605308 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.3688760 Jul 05 03:50:12.474775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c01fa3-9abe-4c60-8698-8df859da3f82') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:12.475313 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c01fa3-9abe-4c60-8698-8df859da3f82') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:12.487518 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.504200 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.512669 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:12.513699 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:12.516345 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:12.533893 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c4327ed-22a0-4dc7-861d-60c5a5cddca2 req-85887beb-847a-4fa6-921b-9f27aa99de2e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630012 Jul 05 03:50:12.567461 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.703317 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.715491 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.725732 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.725732 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] 10.222.0.60 "DELETE /v2.0/networks/a440c9e6-bad6-42c8-af60-d2a5d41dcc4f HTTP/1.1" status: 204 len: 168 time: 1.5783129 Jul 05 03:50:12.755594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f729d6-2de2-4e66-896a-de884bb156fd admin admin] Pushing event deleted for resources: {'Network': ['ID=a440c9e6-bad6-42c8-af60-d2a5d41dcc4f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:12.840195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:12.843729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:12.850269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:12.962061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Pushing event updated for resources: {'Port': ['ID=5855c343-641c-462a-9b2f-d4ea9e399174,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:13.082823 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.121011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ae913c78-3f06-41fd-a84c-8d8fb3aa6088 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:13.143783 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ae913c78-3f06-41fd-a84c-8d8fb3aa6088 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:13.144508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ae913c78-3f06-41fd-a84c-8d8fb3aa6088 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:13.156453 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55498) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:13.209218 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f1bb57e5-c36f-48f6-b05a-1c52ab38f08f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbed51ddda7046629d62a43afa631874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515459 Jul 05 03:50:13.212383 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55500) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:13.238286 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.246531 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe8bc462-2b3e-4191-b2dd-25c78f06404f req-09d9790f-e50c-4ada-aed2-e194f507959e tempest-AttachSCSIVolumeTestJSON-1656318236 tempest-AttachSCSIVolumeTestJSON-1656318236-project] 10.222.0.60 "GET /v2.0/ports?device_id=f003972e-15f9-47b5-af52-4502feabfc64 HTTP/1.1" status: 200 len: 210 time: 0.0991552 Jul 05 03:50:13.318968 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e64bcb1d-9f27-4045-a6b8-3dd388735f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.359771 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05e7b9f-b2d7-42cb-9365-8b97c56ddad8 x-openstack-request-id: req-d05e7b9f-b2d7-42cb-9365-8b97c56ddad8 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:13.360130 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f003972e-15f9-47b5-af52-4502feabfc64", "name": "network-vif-deleted", "tag": "8555aa49-9920-4c21-8e39-1836bb59be9c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:13.361343 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d05e7b9f-b2d7-42cb-9365-8b97c56ddad8 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:13.362614 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f003972e-15f9-47b5-af52-4502feabfc64', 'name': 'network-vif-deleted', 'tag': '8555aa49-9920-4c21-8e39-1836bb59be9c', 'status': 'completed', 'code': 200} Jul 05 03:50:13.394066 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e64bcb1d-9f27-4045-a6b8-3dd388735f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.441091 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 8555aa49-9920-4c21-8e39-1836bb59be9c no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:13.474735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 8555aa49-9920-4c21-8e39-1836bb59be9c {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:13.479286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 8555aa49-9920-4c21-8e39-1836bb59be9c not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:13.579219 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.590462 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e64bcb1d-9f27-4045-a6b8-3dd388735f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.593798 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e64bcb1d-9f27-4045-a6b8-3dd388735f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.595188 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e64bcb1d-9f27-4045-a6b8-3dd388735f39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/078e9bb6-9bf5-42b5-a0d9-7932d926653d HTTP/1.1" status: 204 len: 168 time: 0.3817322 Jul 05 03:50:13.605523 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bcb1d-9f27-4045-a6b8-3dd388735f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078e9bb6-9bf5-42b5-a0d9-7932d926653d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:13.694302 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.782507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea19123-6c7b-49a7-8d6b-2b5851dcf6b2 req-4695c5fd-6c41-45f7-922a-e9e2bdda44ce tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:13.784098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dea19123-6c7b-49a7-8d6b-2b5851dcf6b2 req-4695c5fd-6c41-45f7-922a-e9e2bdda44ce tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.3023667 Jul 05 03:50:13.888087 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Pushing event updated for resources: {'Port': ['ID=5855c343-641c-462a-9b2f-d4ea9e399174,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:13.917855 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.924929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dea19123-6c7b-49a7-8d6b-2b5851dcf6b2 req-9ccdfad4-50da-4604-9ebf-68510cf5ff8d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211252 Jul 05 03:50:14.106080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee68dd-23b7-4d0c-9bd0-7186d2d6c3db req-1c4df179-cfb9-4a45-a7d1-bce49157f4b1 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.107640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3fee68dd-23b7-4d0c-9bd0-7186d2d6c3db req-1c4df179-cfb9-4a45-a7d1-bce49157f4b1 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.0694523 Jul 05 03:50:14.108593 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.109676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-91c1f696-4dbd-425d-b805-6c790df90cf6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2676878 Jul 05 03:50:14.211897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3fee68dd-23b7-4d0c-9bd0-7186d2d6c3db req-68b0157b-9c37-42e9-b4cc-86b14559e4c0 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952256 Jul 05 03:50:14.218540 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-0353ef81-af8d-4ad2-9704-a31eaa46d12f tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.1010621 Jul 05 03:50:14.386342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-c742a5dc-eddd-437b-a833-726ce1066d9d tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.388484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ddc0d64a-b3d1-4ed6-b912-5d728baf0e8b req-c742a5dc-eddd-437b-a833-726ce1066d9d tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.1631796 Jul 05 03:50:14.555742 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0490582-74cf-4595-b011-6e3fa10688bd req-bbcb656f-44d7-4623-9914-ba3310f2cc60 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/floatingips/b40f5587-8d4e-4d9d-9da0-b65511b290cb HTTP/1.1" status: 200 len: 693 time: 0.0702894 Jul 05 03:50:14.676785 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55524) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:14.702028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490582-74cf-4595-b011-6e3fa10688bd req-f217f983-4e8d-473c-abd5-1a0234e4fa7a tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.708760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0490582-74cf-4595-b011-6e3fa10688bd req-f217f983-4e8d-473c-abd5-1a0234e4fa7a tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.1366279 Jul 05 03:50:14.778611 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9c1f3a1c-5cb4-4865-898a-42f9414488b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e012a55b0ee047c0819a87cdec0f977e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1000559 Jul 05 03:50:14.781283 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55540) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:14.792418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0490582-74cf-4595-b011-6e3fa10688bd req-1a299949-9077-4adf-a226-8e98ffbdbf2a tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.0824056 Jul 05 03:50:14.846987 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c9284e7-1eea-414e-9ee2-51a0f1f820c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.874406 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c9284e7-1eea-414e-9ee2-51a0f1f820c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.878638 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0490582-74cf-4595-b011-6e3fa10688bd req-e3f22179-84b1-47c5-b20a-b85ea33c40e3 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.0795770 Jul 05 03:50:15.012155 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c9284e7-1eea-414e-9ee2-51a0f1f820c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.016034 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c9284e7-1eea-414e-9ee2-51a0f1f820c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.016320 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4c9284e7-1eea-414e-9ee2-51a0f1f820c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc1bd2a1-bbf0-4f89-9941-a9a9e754f8f5 HTTP/1.1" status: 204 len: 168 time: 0.2335737 Jul 05 03:50:15.037946 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9284e7-1eea-414e-9ee2-51a0f1f820c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1bd2a1-bbf0-4f89-9941-a9a9e754f8f5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:15.142176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-d0490582-74cf-4595-b011-6e3fa10688bd req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Deleting port 5855c343-641c-462a-9b2f-d4ea9e399174 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:15.151276 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d0490582-74cf-4595-b011-6e3fa10688bd req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.292597 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d0490582-74cf-4595-b011-6e3fa10688bd req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.292922 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d0490582-74cf-4595-b011-6e3fa10688bd req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.312518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-d0490582-74cf-4595-b011-6e3fa10688bd req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Calling delete_port for 5855c343-641c-462a-9b2f-d4ea9e399174 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:15.329606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054252d-9e60-4ce7-9aa0-c18008abd2f2 req-a111301e-bd66-454d-958e-9ff700b788b3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:15.337947 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d054252d-9e60-4ce7-9aa0-c18008abd2f2 req-a111301e-bd66-454d-958e-9ff700b788b3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.1370091 Jul 05 03:50:15.454333 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d054252d-9e60-4ce7-9aa0-c18008abd2f2 req-07da6885-d698-4d9f-ad50-b0f565f33ed2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155019 Jul 05 03:50:15.673410 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d0490582-74cf-4595-b011-6e3fa10688bd req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.705263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Pushing event deleted for resources: {'Port': ['ID=5855c343-641c-462a-9b2f-d4ea9e399174,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:15.746893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:15.747269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:15.747630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:15.747916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:15.748249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:15.748607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:15.748937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:15.749276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:15.749573 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:15.749892 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:15.750214 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:15.750535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:15.825964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772c9de-4107-40c2-8295-b7f83d6e28f0 req-2ee8d792-c32e-4e67-9b1c-eab56449df7b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:15.832996 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e772c9de-4107-40c2-8295-b7f83d6e28f0 req-2ee8d792-c32e-4e67-9b1c-eab56449df7b tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.2017829 Jul 05 03:50:15.835065 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d0490582-74cf-4595-b011-6e3fa10688bd req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.839101 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d0490582-74cf-4595-b011-6e3fa10688bd req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.840228 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0490582-74cf-4595-b011-6e3fa10688bd req-d5901ee9-cd1e-4fd3-a62c-c1341c3b96e1 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "DELETE /v2.0/floatingips/b40f5587-8d4e-4d9d-9da0-b65511b290cb HTTP/1.1" status: 204 len: 173 time: 0.9606805 Jul 05 03:50:15.881814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e772c9de-4107-40c2-8295-b7f83d6e28f0 req-bba00680-34d5-4772-9e87-d58ee6a73bcc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478761 Jul 05 03:50:16.051131 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-85bb80f1-b150-4feb-9fdd-6232b4ef8e38 req-ff5cfa34-1089-4fb6-8ef6-1596fc17a7f8 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] show failed (client error): The resource could not be found. Jul 05 03:50:16.052326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-85bb80f1-b150-4feb-9fdd-6232b4ef8e38 req-ff5cfa34-1089-4fb6-8ef6-1596fc17a7f8 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/floatingips/b40f5587-8d4e-4d9d-9da0-b65511b290cb HTTP/1.1" status: 404 len: 350 time: 0.0563664 Jul 05 03:50:16.126237 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-b7365b22-4bf1-4e2d-8477-16709d125cca req-8bd3b426-7029-493a-8a2d-27095443d5b6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] show failed (client error): The resource could not be found. Jul 05 03:50:16.130666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7365b22-4bf1-4e2d-8477-16709d125cca req-8bd3b426-7029-493a-8a2d-27095443d5b6 tempest-FloatingIPsTestJSON-2112900438 tempest-FloatingIPsTestJSON-2112900438-project] 10.222.0.60 "GET /v2.0/floatingips/b40f5587-8d4e-4d9d-9da0-b65511b290cb HTTP/1.1" status: 404 len: 350 time: 0.0517168 Jul 05 03:50:16.138794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55594) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:16.572807 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4307-6233-42e6-aed0-937a9fcd3c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.698413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63d4b3-9b1a-4831-9516-f19659f3c8de req-907006f2-83da-43fe-b8d0-95a3aa08185b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:16.698413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b63d4b3-9b1a-4831-9516-f19659f3c8de req-907006f2-83da-43fe-b8d0-95a3aa08185b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.0742762 Jul 05 03:50:16.757639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b63d4b3-9b1a-4831-9516-f19659f3c8de req-09addc1f-6e79-431c-b561-0b0d69aa7418 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568571 Jul 05 03:50:16.877763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee4307-6233-42e6-aed0-937a9fcd3c62 admin admin] Deleting port 1289911e-c129-4c38-a20f-117e8e487ffd {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:16.878110 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4307-6233-42e6-aed0-937a9fcd3c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.966613 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-b7ee4307-6233-42e6-aed0-937a9fcd3c62 admin admin] For port 1289911e-c129-4c38-a20f-117e8e487ffd, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1289911e-c129-4c38-a20f-117e8e487ffd,segment=NetworkSegment(ebd7c416-e9f8-4b04-8375-86d22f195173),segment_id=ebd7c416-e9f8-4b04-8375-86d22f195173)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:16.967018 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4307-6233-42e6-aed0-937a9fcd3c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.987379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee4307-6233-42e6-aed0-937a9fcd3c62 admin admin] Calling delete_port for 1289911e-c129-4c38-a20f-117e8e487ffd owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:17.069802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c12fc-556b-4150-b5ec-c087b71d8314 req-6c73f085-52bd-481f-b979-b218ca022260 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.076969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-758c12fc-556b-4150-b5ec-c087b71d8314 req-6c73f085-52bd-481f-b979-b218ca022260 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 944 time: 0.0919852 Jul 05 03:50:17.169424 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-758c12fc-556b-4150-b5ec-c087b71d8314 req-fd7c823e-e158-4bf5-a562-5d71c4d39b3e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888469 Jul 05 03:50:17.197477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938f1de-abe4-4be6-b4ee-2621d7025ad3 req-ac4e6fcb-575b-44f2-a642-450aa605c30c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.199147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9938f1de-abe4-4be6-b4ee-2621d7025ad3 req-ac4e6fcb-575b-44f2-a642-450aa605c30c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.1211154 Jul 05 03:50:17.247017 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9938f1de-abe4-4be6-b4ee-2621d7025ad3 req-226c8dd2-b448-496f-979b-ea9c1b311576 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367134 Jul 05 03:50:17.275828 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4307-6233-42e6-aed0-937a9fcd3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.316395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee4307-6233-42e6-aed0-937a9fcd3c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=1289911e-c129-4c38-a20f-117e8e487ffd,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:17.910281 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4307-6233-42e6-aed0-937a9fcd3c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.950871 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e43d0-dc1d-43c6-adc1-a5e2fa5bc01c req-2b69a77b-3980-4a96-864c-f776587a7fd1 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.952478 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-174e43d0-dc1d-43c6-adc1-a5e2fa5bc01c req-2b69a77b-3980-4a96-864c-f776587a7fd1 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.11 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 944 time: 0.4452009 Jul 05 03:50:18.131463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6aa35-af0b-450f-bb33-54122a176e28 req-8fe0c4fd-d9af-4a21-9ea8-727ea27ded6f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.133696 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11d6aa35-af0b-450f-bb33-54122a176e28 req-8fe0c4fd-d9af-4a21-9ea8-727ea27ded6f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.1488643 Jul 05 03:50:18.189025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11d6aa35-af0b-450f-bb33-54122a176e28 req-c6a958b4-957b-4fd9-b72a-a0c0bf95e93d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494361 Jul 05 03:50:18.259479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-174e43d0-dc1d-43c6-adc1-a5e2fa5bc01c req-0266a961-1588-4085-a2f2-03d71756d2b8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Deleting port 9b67cb2f-43e8-492c-8b82-22c5b40a350b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:18.259832 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-174e43d0-dc1d-43c6-adc1-a5e2fa5bc01c req-0266a961-1588-4085-a2f2-03d71756d2b8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.396716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e105fd-6c6d-4822-bc90-4e1be075ed6c req-1c4753b4-8bd4-487e-b3f8-254e22b8dc4b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.398371 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40e105fd-6c6d-4822-bc90-4e1be075ed6c req-1c4753b4-8bd4-487e-b3f8-254e22b8dc4b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 944 time: 0.0983942 Jul 05 03:50:18.429243 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-174e43d0-dc1d-43c6-adc1-a5e2fa5bc01c req-0266a961-1588-4085-a2f2-03d71756d2b8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] For port 9b67cb2f-43e8-492c-8b82-22c5b40a350b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9b67cb2f-43e8-492c-8b82-22c5b40a350b,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:18.430568 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-174e43d0-dc1d-43c6-adc1-a5e2fa5bc01c req-0266a961-1588-4085-a2f2-03d71756d2b8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.441003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ee4307-6233-42e6-aed0-937a9fcd3c62 admin admin] Router 25f3838c-8f20-4c04-8af7-a13c8579c77d has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:18.450145 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-174e43d0-dc1d-43c6-adc1-a5e2fa5bc01c req-0266a961-1588-4085-a2f2-03d71756d2b8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Calling delete_port for 9b67cb2f-43e8-492c-8b82-22c5b40a350b owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:18.463285 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40e105fd-6c6d-4822-bc90-4e1be075ed6c req-9842ead2-63e3-4126-8ce8-5d40536ecfef tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582497 Jul 05 03:50:18.552770 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4b574-1b07-4760-89f6-de78085417f6 req-a18ca2f2-1509-4fdb-a64d-86bb68444fd4 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.556294 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65a4b574-1b07-4760-89f6-de78085417f6 req-a18ca2f2-1509-4fdb-a64d-86bb68444fd4 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.1323414 Jul 05 03:50:18.624095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65a4b574-1b07-4760-89f6-de78085417f6 req-e3fbfc11-6aea-401a-bbff-36c626d030f2 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610044 Jul 05 03:50:18.641969 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ee4307-6233-42e6-aed0-937a9fcd3c62 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:18.647593 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b7ee4307-6233-42e6-aed0-937a9fcd3c62 admin admin] 10.222.0.60 "PUT /v2.0/routers/25f3838c-8f20-4c04-8af7-a13c8579c77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5075984 Jul 05 03:50:18.650648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55660) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:18.652759 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f61e13-b064-45da-a58f-629010c9532d None None] Sync routers for ids ['25f3838c-8f20-4c04-8af7-a13c8579c77d'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:18.667621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f61e13-b064-45da-a58f-629010c9532d None None] Routers {'25f3838c-8f20-4c04-8af7-a13c8579c77d'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:18.669096 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a3f61e13-b064-45da-a58f-629010c9532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['25f3838c-8f20-4c04-8af7-a13c8579c77d'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:18.806822 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-174e43d0-dc1d-43c6-adc1-a5e2fa5bc01c req-0266a961-1588-4085-a2f2-03d71756d2b8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.822107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['9b67cb2f-43e8-492c-8b82-22c5b40a350b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:18.869942 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266a961-1588-4085-a2f2-03d71756d2b8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Pushing event deleted for resources: {'Port': ['ID=9b67cb2f-43e8-492c-8b82-22c5b40a350b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:18.891967 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.909178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-a3f61e13-b064-45da-a58f-629010c9532d None None] Set router 25f3838c-8f20-4c04-8af7-a13c8579c77d gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:18.980829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-174e43d0-dc1d-43c6-adc1-a5e2fa5bc01c req-0266a961-1588-4085-a2f2-03d71756d2b8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] No DVR routers for this DVR port 9b67cb2f-43e8-492c-8b82-22c5b40a350b on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:18.986729 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-174e43d0-dc1d-43c6-adc1-a5e2fa5bc01c req-0266a961-1588-4085-a2f2-03d71756d2b8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.988709 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-174e43d0-dc1d-43c6-adc1-a5e2fa5bc01c req-0266a961-1588-4085-a2f2-03d71756d2b8 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.11 "DELETE /v2.0/ports/9b67cb2f-43e8-492c-8b82-22c5b40a350b HTTP/1.1" status: 204 len: 173 time: 1.0024219 Jul 05 03:50:18.989167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1255ca1e-1374-4fbb-9151-070bdfbc6767', 'name': 'network-vif-deleted', 'tag': '9b67cb2f-43e8-492c-8b82-22c5b40a350b'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:18.991432 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02feca23-9ebf-450b-9d97-125a54a4dfbb" -d '{"events": [{"server_uuid": "1255ca1e-1374-4fbb-9151-070bdfbc6767", "name": "network-vif-deleted", "tag": "9b67cb2f-43e8-492c-8b82-22c5b40a350b"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:19.039809 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3c87e2-485b-40d4-9de6-8e3212f3f692 x-openstack-request-id: req-2d3c87e2-485b-40d4-9de6-8e3212f3f692 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:19.040172 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1255ca1e-1374-4fbb-9151-070bdfbc6767", "name": "network-vif-deleted", "tag": "9b67cb2f-43e8-492c-8b82-22c5b40a350b", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:19.040352 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d3c87e2-485b-40d4-9de6-8e3212f3f692 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:19.040760 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1255ca1e-1374-4fbb-9151-070bdfbc6767', 'name': 'network-vif-deleted', 'tag': '9b67cb2f-43e8-492c-8b82-22c5b40a350b', 'status': 'completed', 'code': 200} Jul 05 03:50:19.388045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a3f61e13-b064-45da-a58f-629010c9532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'name': 'tempest-FloatingIPsTestJSON-1366564615-router', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 5, 'project_id': '2588fd5f25664230b3e0ba08392ca114', 'gw_port': {'id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:19.416173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f61e13-b064-45da-a58f-629010c9532d None None] Checking router: 25f3838c-8f20-4c04-8af7-a13c8579c77d for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:19.428728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f61e13-b064-45da-a58f-629010c9532d None None] Routers {'25f3838c-8f20-4c04-8af7-a13c8579c77d'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:19.429586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a3f61e13-b064-45da-a58f-629010c9532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:49:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['25f3838c-8f20-4c04-8af7-a13c8579c77d'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:19.860897 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.860897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba3e76-5d86-4a02-af43-526d01339b7f req-4aa6e970-5455-454f-9c0d-6a4c07c60253 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:19.860897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3ba3e76-5d86-4a02-af43-526d01339b7f req-4aa6e970-5455-454f-9c0d-6a4c07c60253 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.1033700 Jul 05 03:50:19.862776 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-a3f61e13-b064-45da-a58f-629010c9532d None None] Set router 25f3838c-8f20-4c04-8af7-a13c8579c77d gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:19.863387 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a03f371a-084f-4c7b-9972-0643d9c6e36e req-31112203-a460-4749-b1a6-98e5c1710aec tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 210 time: 0.0363505 Jul 05 03:50:19.863387 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3ba3e76-5d86-4a02-af43-526d01339b7f req-2fb7c07b-02b7-484f-a446-e1034e4703d3 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707364 Jul 05 03:50:19.863723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a3f61e13-b064-45da-a58f-629010c9532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'name': 'tempest-FloatingIPsTestJSON-1366564615-router', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 5, 'project_id': '2588fd5f25664230b3e0ba08392ca114', 'gw_port': {'id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:19.863723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f61e13-b064-45da-a58f-629010c9532d None None] The sync data for ids ['25f3838c-8f20-4c04-8af7-a13c8579c77d'] in n-d-798249-5 is: [{'id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'name': 'tempest-FloatingIPsTestJSON-1366564615-router', 'tenant_id': '2588fd5f25664230b3e0ba08392ca114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 5, 'project_id': '2588fd5f25664230b3e0ba08392ca114', 'gw_port': {'id': '76842dbb-4680-4bb9-8ba6-4be771e50a80', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f3838c-8f20-4c04-8af7-a13c8579c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:55Z', 'updated_at': '2021-07-05T03:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:19.864099 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94b91c-ca00-4119-80ea-c20e1dd540d3 req-2eb9b322-aa03-4474-beac-68e403324d0d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:19.864099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc94b91c-ca00-4119-80ea-c20e1dd540d3 req-2eb9b322-aa03-4474-beac-68e403324d0d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.0750380 Jul 05 03:50:19.864099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc94b91c-ca00-4119-80ea-c20e1dd540d3 req-cfc1cfd9-d5b7-4f3f-a40c-901dd5a4b74f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 Jul 05 03:50:20.268725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] Deleting port 76842dbb-4680-4bb9-8ba6-4be771e50a80 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:20.269072 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.352313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] For port 76842dbb-4680-4bb9-8ba6-4be771e50a80, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=76842dbb-4680-4bb9-8ba6-4be771e50a80,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:20.352722 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.364405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] Calling delete_port for 76842dbb-4680-4bb9-8ba6-4be771e50a80 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:20.673650 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55694) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:20.691471 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.721226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] Pushing event deleted for resources: {'Port': ['ID=76842dbb-4680-4bb9-8ba6-4be771e50a80,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:20.799370 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4fd3b354-7f3e-4f9a-8195-6565ce86bb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.813427 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.922708 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.927942 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.063942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cab5de-b5d8-4d3c-92a3-3592904606ba req-33e3a833-fc35-4a62-b834-481984b2828d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:21.069497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4cab5de-b5d8-4d3c-92a3-3592904606ba req-33e3a833-fc35-4a62-b834-481984b2828d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.0921474 Jul 05 03:50:21.069745 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.071241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25f3838c-8f20-4c04-8af7-a13c8579c77d {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:50:21.090755 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.091999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0ec60120-5802-457f-8799-99a0b0a2012d admin admin] 10.222.0.60 "DELETE /v2.0/routers/25f3838c-8f20-4c04-8af7-a13c8579c77d HTTP/1.1" status: 204 len: 168 time: 2.4400637 Jul 05 03:50:21.094674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55708) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:21.134837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1289911e-c129-4c38-a20f-117e8e487ffd no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:21.175321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4cab5de-b5d8-4d3c-92a3-3592904606ba req-36eb9b65-ae3b-4cbc-9cdb-753cf38050f6 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000280 Jul 05 03:50:21.205365 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 1289911e-c129-4c38-a20f-117e8e487ffd {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:21.207744 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1289911e-c129-4c38-a20f-117e8e487ffd not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:21.219404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6f2c34-4161-4893-a266-b9540c031407 admin admin] Deleting subnet 8e223a5d-4ba1-4f3b-8a93-1ed8e748107c {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:21.227129 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2c34-4161-4893-a266-b9540c031407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.260882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e124d90-172e-4f9a-89df-eaa60c555a41 req-b626b79f-931c-475a-9b78-8dd40f34eb4b tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=1255ca1e-1374-4fbb-9151-070bdfbc6767 HTTP/1.1" status: 200 len: 210 time: 0.0752866 Jul 05 03:50:21.295849 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2c34-4161-4893-a266-b9540c031407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.298668 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4fd3b354-7f3e-4f9a-8195-6565ce86bb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.314803 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c835cf50-6bd9-4420-8570-60657534f722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.416172 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2c34-4161-4893-a266-b9540c031407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.443743 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4fd3b354-7f3e-4f9a-8195-6565ce86bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.501353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 4aebb042-8afb-4809-b39d-379a29b12a20 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:21.505838 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9b67cb2f-43e8-492c-8b82-22c5b40a350b no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:21.561128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3b354-7f3e-4f9a-8195-6565ce86bb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafa77dd-7888-40a3-8f46-13d308c97f4c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:21.561843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 9b67cb2f-43e8-492c-8b82-22c5b40a350b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:21.562385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9b67cb2f-43e8-492c-8b82-22c5b40a350b not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:21.571567 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4fd3b354-7f3e-4f9a-8195-6565ce86bb32 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d03bb9aa988d4bf892e2b4ef5b7849c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8990173 Jul 05 03:50:21.574652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55718) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:21.623116 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2c34-4161-4893-a266-b9540c031407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.630299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55720) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:21.633834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36113d87-caf4-404d-8ac8-1a44b2471526 req-b1d0f622-0720-473f-94b2-89441626a641 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:21.636438 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-36113d87-caf4-404d-8ac8-1a44b2471526 req-b1d0f622-0720-473f-94b2-89441626a641 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 946 time: 0.1734211 Jul 05 03:50:21.692836 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4aebb042-8afb-4809-b39d-379a29b12a20,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:21.713340 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 4aebb042-8afb-4809-b39d-379a29b12a20 has no active binding in host n-h1-798249-5 {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:50:21.727703 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-36113d87-caf4-404d-8ac8-1a44b2471526 req-b50cbf8b-e39c-48d7-885b-ae1cff2e1c55 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781851 Jul 05 03:50:21.739324 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f2c34-4161-4893-a266-b9540c031407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e223a5d-4ba1-4f3b-8a93-1ed8e748107c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:21.767033 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2c34-4161-4893-a266-b9540c031407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.773905 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ce6f2c34-4161-4893-a266-b9540c031407 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8e223a5d-4ba1-4f3b-8a93-1ed8e748107c HTTP/1.1" status: 204 len: 168 time: 0.6711233 Jul 05 03:50:21.773999 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d8a982-f06a-4b06-ab40-f2895abe18ad None None] Network e50d8ef8-4d35-4f04-b8c6-d8c7ea487848 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:21.774137 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55722) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:21.856839 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.925367 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Deleting port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:21.934423 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.974477 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f63d-bf6c-4390-9020-70208cd9014e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.001400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] For port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b,segment=NetworkSegment(ebd7c416-e9f8-4b04-8375-86d22f195173),segment_id=ebd7c416-e9f8-4b04-8375-86d22f195173)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:22.003366 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.012734 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] DHCP port deletion for e50d8ef8-4d35-4f04-b8c6-d8c7ea487848 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:50:22.036907 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Calling delete_port for 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:22.069525 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f63d-bf6c-4390-9020-70208cd9014e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.074253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-2eda7a80-c56e-402a-ab4a-c2e4aa5d9a3d tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:22.076030 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-2eda7a80-c56e-402a-ab4a-c2e4aa5d9a3d tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1097 time: 0.5631728 Jul 05 03:50:22.091373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Deleting port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:22.091838 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.101628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-5'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:22.163288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] For port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b,segment=NetworkSegment(ebd7c416-e9f8-4b04-8375-86d22f195173),segment_id=ebd7c416-e9f8-4b04-8375-86d22f195173)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:22.163934 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.181461 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Calling delete_port for 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:22.269796 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.275031 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.282587 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.303454 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:22.308753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] No DVR routers for this DVR port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:22.314436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Pushing event deleted for resources: {'Port': ['ID=5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:22.319209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] No DVR routers for this DVR port 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:22.329486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.329911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.330354 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.330800 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.331203 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.331853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.332147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.332631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.333052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.333433 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.333789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.334266 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac0093-94d3-4933-9217-f6410b68b2fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.408998 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f63d-bf6c-4390-9020-70208cd9014e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.412458 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f63d-bf6c-4390-9020-70208cd9014e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.436618 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dbf0f63d-bf6c-4390-9020-70208cd9014e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cafa77dd-7888-40a3-8f46-13d308c97f4c HTTP/1.1" status: 204 len: 168 time: 0.8409810 Jul 05 03:50:22.441554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.468402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50d8ef8-4d35-4f04-b8c6-d8c7ea487848']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:22.476176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0f63d-bf6c-4390-9020-70208cd9014e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafa77dd-7888-40a3-8f46-13d308c97f4c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:22.491596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd7c416-e9f8-4b04-8375-86d22f195173') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:22.492218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd7c416-e9f8-4b04-8375-86d22f195173') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:22.507273 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.529420 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.538187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:22.538697 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:22.541848 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:22.559529 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4aebb042-8afb-4809-b39d-379a29b12a20,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:22.603614 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c9d1cdf-24e0-4610-8838-8c92ff424b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.608792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656677a6-3357-4f39-8fbf-7f4bcd30b02b req-93e72cb1-3a2d-4c5c-a6f1-9d0f64964bb7 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:22.610420 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-656677a6-3357-4f39-8fbf-7f4bcd30b02b req-93e72cb1-3a2d-4c5c-a6f1-9d0f64964bb7 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.2183361 Jul 05 03:50:22.647453 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:22.654156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-656677a6-3357-4f39-8fbf-7f4bcd30b02b req-0920954e-1d42-4ba3-bc54-c8c45ae51deb tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379074 Jul 05 03:50:22.722443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c59f86-de0a-4192-95c0-ee0224b9d343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aebb042-8afb-4809-b39d-379a29b12a20'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:22.724687 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131acd1e-ca80-4248-811c-570b680ae317" -d '{"events": [{"server_uuid": "28c59f86-de0a-4192-95c0-ee0224b9d343", "name": "network-vif-unplugged", "status": "completed", "tag": "4aebb042-8afb-4809-b39d-379a29b12a20"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:22.737769 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.760403 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.773347 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.774679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] 10.222.0.60 "DELETE /v2.0/networks/e50d8ef8-4d35-4f04-b8c6-d8c7ea487848 HTTP/1.1" status: 204 len: 168 time: 0.9995160 Jul 05 03:50:22.794092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbc11d-cb7d-486d-af09-f5ddf7f0becd admin admin] Pushing event deleted for resources: {'Network': ['ID=e50d8ef8-4d35-4f04-b8c6-d8c7ea487848,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:22.827838 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9f0920-7fd4-49f7-af5c-9f757445d28f x-openstack-request-id: req-6c9f0920-7fd4-49f7-af5c-9f757445d28f {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:22.829903 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c59f86-de0a-4192-95c0-ee0224b9d343", "name": "network-vif-unplugged", "status": "completed", "tag": "4aebb042-8afb-4809-b39d-379a29b12a20", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:22.829903 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c9f0920-7fd4-49f7-af5c-9f757445d28f {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:22.829903 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c59f86-de0a-4192-95c0-ee0224b9d343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aebb042-8afb-4809-b39d-379a29b12a20', 'code': 200} Jul 05 03:50:22.885318 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.011803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a075a-3fe8-4908-afa0-a2020213fea8 req-f1213de4-4562-4ba4-afd6-5cce2750cddd tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:23.013382 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-480a075a-3fe8-4908-afa0-a2020213fea8 req-f1213de4-4562-4ba4-afd6-5cce2750cddd tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.0713236 Jul 05 03:50:23.036639 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4aebb042-8afb-4809-b39d-379a29b12a20,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:23.059870 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-480a075a-3fe8-4908-afa0-a2020213fea8 req-f15c52e1-9f05-480e-9ed8-00e38b4dbcea tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397916 Jul 05 03:50:23.061019 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Attempting to bind port 4aebb042-8afb-4809-b39d-379a29b12a20 on host n-h2-798249-5 for vnic_type normal with profile {"migrating_to": "n-h1-798249-5"} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:23.061355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Attempting to bind port 4aebb042-8afb-4809-b39d-379a29b12a20 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:23.061894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Attempting to bind port 4aebb042-8afb-4809-b39d-379a29b12a20 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:23.069280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Port 4aebb042-8afb-4809-b39d-379a29b12a20 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:23.069789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Attempting to bind port 4aebb042-8afb-4809-b39d-379a29b12a20 on network 0ca20d25-d3e7-4cdd-af72-4218b518e882 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:23.078686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:23.079034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Checking segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:23.079479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Bound using segment: {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:23.079845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Bound port: 4aebb042-8afb-4809-b39d-379a29b12a20, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeff3136-3679-42a1-8a71-36e36b7cf8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0ca20d25-d3e7-4cdd-af72-4218b518e882'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:23.080258 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.110564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 76842dbb-4680-4bb9-8ba6-4be771e50a80 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:23.120784 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 76842dbb-4680-4bb9-8ba6-4be771e50a80 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:23.121473 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 76842dbb-4680-4bb9-8ba6-4be771e50a80 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:23.122080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:23.132672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d1cdf-24e0-4610-8838-8c92ff424b4f admin admin] Deleting port 81aeccd1-20ee-4ca0-a00c-03988320f64b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:23.133934 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c9d1cdf-24e0-4610-8838-8c92ff424b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.144496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:23.146524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5c6e7ba3-08c7-4c16-86bd-f8e676e2fb7b not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:23.168158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405b659-df2f-4d7d-95f0-59c0491abf42 req-80c4528e-876c-42f3-b9bb-1864300f236a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:23.169817 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e405b659-df2f-4d7d-95f0-59c0491abf42 req-80c4528e-876c-42f3-b9bb-1864300f236a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 944 time: 0.0977936 Jul 05 03:50:23.213237 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e405b659-df2f-4d7d-95f0-59c0491abf42 req-d8c402fe-cd60-4093-b96d-2ff04883f9b1 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375631 Jul 05 03:50:23.234027 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:23.243381 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4aebb042-8afb-4809-b39d-379a29b12a20,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:23.262098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-7c9d1cdf-24e0-4610-8838-8c92ff424b4f admin admin] For port 81aeccd1-20ee-4ca0-a00c-03988320f64b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=81aeccd1-20ee-4ca0-a00c-03988320f64b,segment=NetworkSegment(c56e59c9-cf4e-468e-a4d3-d20a0260b66e),segment_id=c56e59c9-cf4e-468e-a4d3-d20a0260b66e)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:23.264810 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c9d1cdf-24e0-4610-8838-8c92ff424b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.278952 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d1cdf-24e0-4610-8838-8c92ff424b4f admin admin] Calling delete_port for 81aeccd1-20ee-4ca0-a00c-03988320f64b owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:23.444527 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.492950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55748) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:23.537009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c329265f-0a84-44cb-b5e5-ee14fc08f339 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2588fd5f25664230b3e0ba08392ca114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402324 Jul 05 03:50:23.537219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55750) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:23.564562 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55752) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:23.572254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:23.574158 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.574945 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/4aebb042-8afb-4809-b39d-379a29b12a20 HTTP/1.1" status: 200 len: 1122 time: 1.4861259 Jul 05 03:50:23.575732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11df01-31a6-4dad-b078-c63291c747a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4aebb042-8afb-4809-b39d-379a29b12a20,revision_number=8']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:23.590267 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c235826-b3c0-43a6-97de-cc83b368ca96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.595535 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c9d1cdf-24e0-4610-8838-8c92ff424b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.630780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d1cdf-24e0-4610-8838-8c92ff424b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=81aeccd1-20ee-4ca0-a00c-03988320f64b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:23.634446 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9ddcc31-6a5b-450f-8841-4d4a45625848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.662414 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4aebb042-8afb-4809-b39d-379a29b12a20'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:23.676058 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a799e-ddae-4150-8255-c55ef77c4b72 req-4d3ad54d-8901-47b6-a2ca-0f1ec1e47d1e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:23.677658 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f5a799e-ddae-4150-8255-c55ef77c4b72 req-4d3ad54d-8901-47b6-a2ca-0f1ec1e47d1e tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 944 time: 0.1679316 Jul 05 03:50:23.679194 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9ddcc31-6a5b-450f-8841-4d4a45625848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.707781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['4aebb042-8afb-4809-b39d-379a29b12a20'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:23.828214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c235826-b3c0-43a6-97de-cc83b368ca96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.937731 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9ddcc31-6a5b-450f-8841-4d4a45625848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.941143 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9ddcc31-6a5b-450f-8841-4d4a45625848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.944888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e9ddcc31-6a5b-450f-8841-4d4a45625848 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40db86b8-cab7-4326-a71a-2a51d6b48e30 HTTP/1.1" status: 204 len: 168 time: 0.4043241 Jul 05 03:50:23.965614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddcc31-6a5b-450f-8841-4d4a45625848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40db86b8-cab7-4326-a71a-2a51d6b48e30,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:24.018845 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c235826-b3c0-43a6-97de-cc83b368ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.061213 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4c235826-b3c0-43a6-97de-cc83b368ca96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61e828577903470588db52e0cde5dcbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4949563 Jul 05 03:50:24.073774 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55760) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:24.122865 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbcda9-d82b-4201-8cf1-ee55e833e02e req-5c632535-c6ed-4bd2-8cbf-72e14f2472ba tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:24.124502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fbbcda9-d82b-4201-8cf1-ee55e833e02e req-5c632535-c6ed-4bd2-8cbf-72e14f2472ba tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.1767991 Jul 05 03:50:24.158642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c235826-b3c0-43a6-97de-cc83b368ca96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263d408c-29ba-459f-9022-df5846564d6c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:24.207888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fbbcda9-d82b-4201-8cf1-ee55e833e02e req-72626893-aec6-4963-9478-28e50b373315 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761414 Jul 05 03:50:24.259679 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3e0291bd-b746-4157-a47f-a6bb402adc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.268902 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-85649aed-027a-4c03-96e7-a98dc77b99bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.294813 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3e0291bd-b746-4157-a47f-a6bb402adc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.314989 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c9d1cdf-24e0-4610-8838-8c92ff424b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.319703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-4f5a799e-ddae-4150-8255-c55ef77c4b72 req-103e163c-6fcb-4a31-93b0-b168128e58d6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Deleting port 01114360-edd6-4be8-95eb-d3df9d689706 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:24.319703 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4f5a799e-ddae-4150-8255-c55ef77c4b72 req-103e163c-6fcb-4a31-93b0-b168128e58d6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.347443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076602a5-6f48-4aaa-bc6f-b8ef88d25446 req-830bf789-6ec2-4dad-b049-766931eef15a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:24.349139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-076602a5-6f48-4aaa-bc6f-b8ef88d25446 req-830bf789-6ec2-4dad-b049-766931eef15a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.1384034 Jul 05 03:50:24.370394 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.415068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-076602a5-6f48-4aaa-bc6f-b8ef88d25446 req-9d82e244-3e53-4640-ab89-5e86a0a2e439 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569880 Jul 05 03:50:24.475070 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e985f1d-50e2-4af1-919c-77143aa8e41d req-7ec8f2de-f9b4-4a68-ba1b-d4603b9b36aa tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:24.476919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e985f1d-50e2-4af1-919c-77143aa8e41d req-7ec8f2de-f9b4-4a68-ba1b-d4603b9b36aa tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 944 time: 0.0826006 Jul 05 03:50:24.513435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4f5a799e-ddae-4150-8255-c55ef77c4b72 req-103e163c-6fcb-4a31-93b0-b168128e58d6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] For port 01114360-edd6-4be8-95eb-d3df9d689706, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=01114360-edd6-4be8-95eb-d3df9d689706,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:24.513801 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4f5a799e-ddae-4150-8255-c55ef77c4b72 req-103e163c-6fcb-4a31-93b0-b168128e58d6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.533377 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-4f5a799e-ddae-4150-8255-c55ef77c4b72 req-103e163c-6fcb-4a31-93b0-b168128e58d6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Calling delete_port for 01114360-edd6-4be8-95eb-d3df9d689706 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:24.541821 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e985f1d-50e2-4af1-919c-77143aa8e41d req-0add2efb-68d1-4378-accd-7d8f6d1446ff tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581417 Jul 05 03:50:24.588665 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3e0291bd-b746-4157-a47f-a6bb402adc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.598010 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3e0291bd-b746-4157-a47f-a6bb402adc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.598010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3e0291bd-b746-4157-a47f-a6bb402adc5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/263d408c-29ba-459f-9022-df5846564d6c HTTP/1.1" status: 204 len: 168 time: 0.5187583 Jul 05 03:50:24.604480 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0291bd-b746-4157-a47f-a6bb402adc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263d408c-29ba-459f-9022-df5846564d6c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:24.723158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9d1cdf-24e0-4610-8838-8c92ff424b4f admin admin] Router 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:24.845940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c59f86-de0a-4192-95c0-ee0224b9d343', 'tag': '4aebb042-8afb-4809-b39d-379a29b12a20'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:24.848157 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a37d7ec-f866-4565-8e2c-523c025c44df" -d '{"events": [{"name": "network-changed", "server_uuid": "28c59f86-de0a-4192-95c0-ee0224b9d343", "tag": "4aebb042-8afb-4809-b39d-379a29b12a20"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:24.873736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9d1cdf-24e0-4610-8838-8c92ff424b4f admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:24.879307 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7c9d1cdf-24e0-4610-8838-8c92ff424b4f admin admin] 10.222.0.60 "PUT /v2.0/routers/7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2398558 Jul 05 03:50:24.881737 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55782) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:24.885280 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df733d7e-217c-4e7d-b801-22e4b44dd136 None None] Sync routers for ids ['7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:24.898364 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df733d7e-217c-4e7d-b801-22e4b44dd136 None None] Routers {'7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:24.899462 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-df733d7e-217c-4e7d-b801-22e4b44dd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:24.906041 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de1ee64-91d2-42ee-a060-ab6fcba0d366 x-openstack-request-id: req-1de1ee64-91d2-42ee-a060-ab6fcba0d366 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:24.906828 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c59f86-de0a-4192-95c0-ee0224b9d343", "tag": "4aebb042-8afb-4809-b39d-379a29b12a20", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:24.907091 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1de1ee64-91d2-42ee-a060-ab6fcba0d366 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:24.907486 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c59f86-de0a-4192-95c0-ee0224b9d343', 'tag': '4aebb042-8afb-4809-b39d-379a29b12a20', 'status': 'completed', 'code': 200} Jul 05 03:50:24.934339 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4f5a799e-ddae-4150-8255-c55ef77c4b72 req-103e163c-6fcb-4a31-93b0-b168128e58d6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.019166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e163c-6fcb-4a31-93b0-b168128e58d6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Pushing event deleted for resources: {'Port': ['ID=01114360-edd6-4be8-95eb-d3df9d689706,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:25.048353 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-df733d7e-217c-4e7d-b801-22e4b44dd136 None None] Set router 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:25.117845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5a799e-ddae-4150-8255-c55ef77c4b72 req-103e163c-6fcb-4a31-93b0-b168128e58d6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] No DVR routers for this DVR port 01114360-edd6-4be8-95eb-d3df9d689706 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:25.121024 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4f5a799e-ddae-4150-8255-c55ef77c4b72 req-103e163c-6fcb-4a31-93b0-b168128e58d6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.123373 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f5a799e-ddae-4150-8255-c55ef77c4b72 req-103e163c-6fcb-4a31-93b0-b168128e58d6 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.11 "DELETE /v2.0/ports/01114360-edd6-4be8-95eb-d3df9d689706 HTTP/1.1" status: 204 len: 173 time: 1.4258738 Jul 05 03:50:25.186557 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.194746 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37d7ec-f866-4565-8e2c-523c025c44df req-1a39f90b-2fde-4312-a374-c3edc8ac5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.196800 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a37d7ec-f866-4565-8e2c-523c025c44df req-1a39f90b-2fde-4312-a374-c3edc8ac5d4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 1125 time: 0.2524502 Jul 05 03:50:25.217794 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.276945 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-df733d7e-217c-4e7d-b801-22e4b44dd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1183036639-router', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'gw_port': {'id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:31Z', 'updated_at': '2021-07-05T03:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:25.312677 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df733d7e-217c-4e7d-b801-22e4b44dd136 None None] Checking router: 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:25.322063 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df733d7e-217c-4e7d-b801-22e4b44dd136 None None] Routers {'7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:25.322761 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-df733d7e-217c-4e7d-b801-22e4b44dd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:25.416252 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.421187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37d7ec-f866-4565-8e2c-523c025c44df req-b00180ed-4fa4-4ead-a35d-699b453db221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.422785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a37d7ec-f866-4565-8e2c-523c025c44df req-b00180ed-4fa4-4ead-a35d-699b453db221 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.1913650 Jul 05 03:50:25.452225 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-df733d7e-217c-4e7d-b801-22e4b44dd136 None None] Set router 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:25.473012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a37d7ec-f866-4565-8e2c-523c025c44df req-57cb0df8-bdd0-41d0-817c-6d642bdf1cd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aebb042-8afb-4809-b39d-379a29b12a20 HTTP/1.1" status: 200 len: 217 time: 0.0413687 Jul 05 03:50:25.519755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022ac93-ce78-439f-a9b5-2fc8b159391d req-4ad71bd9-8b40-42ab-85de-adbc3ada5b4e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.527421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3022ac93-ce78-439f-a9b5-2fc8b159391d req-4ad71bd9-8b40-42ab-85de-adbc3ada5b4e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.1738715 Jul 05 03:50:25.537081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 01114360-edd6-4be8-95eb-d3df9d689706 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:25.576690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 01114360-edd6-4be8-95eb-d3df9d689706 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:25.577451 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 01114360-edd6-4be8-95eb-d3df9d689706 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:25.581382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37d7ec-f866-4565-8e2c-523c025c44df req-414e8666-ddf3-4b08-931b-058bc8d0e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.583149 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a37d7ec-f866-4565-8e2c-523c025c44df req-414e8666-ddf3-4b08-931b-058bc8d0e0ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.1021998 Jul 05 03:50:25.589475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3022ac93-ce78-439f-a9b5-2fc8b159391d req-71d8a0bc-da34-4682-8589-bd9aa4bc697a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612321 Jul 05 03:50:25.633656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a37d7ec-f866-4565-8e2c-523c025c44df req-990f3fe9-7225-4916-8d73-1628510d3df7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425069 Jul 05 03:50:25.792157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bbf83d43-9fcb-4dba-9b9c-f4f60e3b8c31 req-921bf128-ce91-4ea3-a0ae-cf4118a9e780 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f61f9c59-b3ea-4060-9e89-c9848c33eed6 HTTP/1.1" status: 200 len: 210 time: 0.0476353 Jul 05 03:50:25.795980 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-df733d7e-217c-4e7d-b801-22e4b44dd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1183036639-router', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'gw_port': {'id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:31Z', 'updated_at': '2021-07-05T03:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:25.832714 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df733d7e-217c-4e7d-b801-22e4b44dd136 None None] The sync data for ids ['7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6'] in n-d-798249-5 is: [{'id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1183036639-router', 'tenant_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:30Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': 'a3d5962f6e5842a6bbf908e94488a0d6', 'gw_port': {'id': '9fb94fda-f8ca-4156-900d-89c762d72257', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:31Z', 'updated_at': '2021-07-05T03:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:25.842939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55814) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:25.870575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] Deleting port 9fb94fda-f8ca-4156-900d-89c762d72257 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:25.870575 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.899446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985af82-7797-47c7-9447-70f66c4f0192 req-febb55b8-899d-40e8-ac45-c686c3c2c367 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.907322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4985af82-7797-47c7-9447-70f66c4f0192 req-febb55b8-899d-40e8-ac45-c686c3c2c367 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.3157141 Jul 05 03:50:25.940583 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a37d7ec-f866-4565-8e2c-523c025c44df req-39b1db03-49f5-4fae-9a20-5c58f81a8d10 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829139 Jul 05 03:50:26.000762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-network', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:26.032053 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4985af82-7797-47c7-9447-70f66c4f0192 req-7aee378b-201a-4c91-8f2f-4f66615002f7 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238537 Jul 05 03:50:26.103923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a37d7ec-f866-4565-8e2c-523c025c44df req-891fbdbb-f504-4bb7-a488-9e14ba54b034 service neutron] 10.222.0.64 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279783 Jul 05 03:50:26.110444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] For port 9fb94fda-f8ca-4156-900d-89c762d72257, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9fb94fda-f8ca-4156-900d-89c762d72257,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:26.110774 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.114708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] Made reservation on behalf of b56552d4114347c490aa1db39061d6d9 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:26.117899 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.126758 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.127259 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] Calling delete_port for 9fb94fda-f8ca-4156-900d-89c762d72257 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:26.246632 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.360273 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.385842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:26.406691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483cadcf-37ed-45f6-aa03-02e59628ddac,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:26.409639 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.410130 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] Added segment 56762a5d-fd80-4346-88ab-427b01e2e39c of type vlan for network 4d255eda-79de-4574-a30a-676c7f6818d2 Jul 05 03:50:26.451346 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.456998 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.482624 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb94fda-f8ca-4156-900d-89c762d72257,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:26.551208 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.559674 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.560981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.561701 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.631108 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] Pushing event updated for resources: {'Network': ['ID=4d255eda-79de-4574-a30a-676c7f6818d2,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:26.643443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 4d255eda-79de-4574-a30a-676c7f6818d2 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:26.738560 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-87254f15-14b2-41ba-98f3-99bdeae23098 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8944831 Jul 05 03:50:26.742810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55836) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:26.747442 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b1eb105c-bf48-4b4a-8a89-d71c9ca6d485 admin admin] Request body: {'subnet': {'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-subnet', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:26.906008 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eb105c-bf48-4b4a-8a89-d71c9ca6d485 admin admin] Made reservation on behalf of b56552d4114347c490aa1db39061d6d9 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:26.906008 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b1eb105c-bf48-4b4a-8a89-d71c9ca6d485 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.910550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61f9c59-b3ea-4060-9e89-c9848c33eed6', 'name': 'network-vif-deleted', 'tag': '01114360-edd6-4be8-95eb-d3df9d689706'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:26.912440 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631bb77d-2b88-4ae7-bfd4-f3fa503db7f0" -d '{"events": [{"server_uuid": "f61f9c59-b3ea-4060-9e89-c9848c33eed6", "name": "network-vif-deleted", "tag": "01114360-edd6-4be8-95eb-d3df9d689706"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:26.952168 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.955084 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.033890 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fcc81-03b3-4e22-99cd-f5924ddeaf48 req-a0545a0b-d382-496f-8820-094041d97d8f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.041362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e8fcc81-03b3-4e22-99cd-f5924ddeaf48 req-a0545a0b-d382-496f-8820-094041d97d8f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.1503363 Jul 05 03:50:27.059993 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.087375 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e8fcc81-03b3-4e22-99cd-f5924ddeaf48 req-febdb169-7623-42b2-96fa-03a558422b70 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448635 Jul 05 03:50:27.112532 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b60326-7e47-4cdd-bd42-35fba62df06d x-openstack-request-id: req-e7b60326-7e47-4cdd-bd42-35fba62df06d {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:27.113044 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61f9c59-b3ea-4060-9e89-c9848c33eed6", "name": "network-vif-deleted", "tag": "01114360-edd6-4be8-95eb-d3df9d689706", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:27.113533 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7b60326-7e47-4cdd-bd42-35fba62df06d {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:27.114108 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61f9c59-b3ea-4060-9e89-c9848c33eed6', 'name': 'network-vif-deleted', 'tag': '01114360-edd6-4be8-95eb-d3df9d689706', 'status': 'completed', 'code': 200} Jul 05 03:50:27.180084 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 81aeccd1-20ee-4ca0-a00c-03988320f64b no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:27.188883 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.192099 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:50:27.194272 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.195717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0f927184-7921-420a-99b9-09eb77b1adfe admin admin] 10.222.0.60 "DELETE /v2.0/routers/7a39aa67-d8ca-4d1f-a351-f52e5b0b24c6 HTTP/1.1" status: 204 len: 168 time: 2.3122349 Jul 05 03:50:27.198273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55854) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:27.232954 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 81aeccd1-20ee-4ca0-a00c-03988320f64b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:27.233740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 81aeccd1-20ee-4ca0-a00c-03988320f64b not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:27.258080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-575a12f0-6fc6-4210-863c-8bce8e3817e5 admin admin] Deleting subnet a81c63d2-f8f7-4e42-b7a9-521ad612f47b {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:27.275274 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-575a12f0-6fc6-4210-863c-8bce8e3817e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.348943 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-575a12f0-6fc6-4210-863c-8bce8e3817e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.366327 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b1eb105c-bf48-4b4a-8a89-d71c9ca6d485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.448840 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:50:27.505971 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-29c89b13-e436-4177-983a-2792d127ae5d service neutron] show failed (client error): The resource could not be found. Jul 05 03:50:27.507012 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-29c89b13-e436-4177-983a-2792d127ae5d service neutron] 10.222.0.11 "GET /v2.0/ports/9c73ba6d-abfe-46a1-aa51-21f863738f98/bindings/n-h2-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.1343596 Jul 05 03:50:27.507643 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb105c-bf48-4b4a-8a89-d71c9ca6d485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56926871-c551-4934-91c1-9413057b5bc4,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:27.524753 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-575a12f0-6fc6-4210-863c-8bce8e3817e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.531910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb105c-bf48-4b4a-8a89-d71c9ca6d485 admin admin] Checking segment: {'id': '56762a5d-fd80-4346-88ab-427b01e2e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:27.531910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eb105c-bf48-4b4a-8a89-d71c9ca6d485 admin admin] Network hostable DHCP agents. Network: 4d255eda-79de-4574-a30a-676c7f6818d2, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:27.578119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8513c20-af4a-4dad-9826-0cc9468e549a req-52e12774-080f-423b-b246-3f448bcbc3c7 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.579532 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d8513c20-af4a-4dad-9826-0cc9468e549a req-52e12774-080f-423b-b246-3f448bcbc3c7 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.1374388 Jul 05 03:50:27.632107 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d8513c20-af4a-4dad-9826-0cc9468e549a req-1d0ded2e-af99-4273-890a-b1070b3b8ef6 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454960 Jul 05 03:50:27.719498 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eb105c-bf48-4b4a-8a89-d71c9ca6d485 admin admin] Network 4d255eda-79de-4574-a30a-676c7f6818d2 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:27.751146 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-575a12f0-6fc6-4210-863c-8bce8e3817e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.803126 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a12f0-6fc6-4210-863c-8bce8e3817e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81c63d2-f8f7-4e42-b7a9-521ad612f47b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:27.805950 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-575a12f0-6fc6-4210-863c-8bce8e3817e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.809688 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-575a12f0-6fc6-4210-863c-8bce8e3817e5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a81c63d2-f8f7-4e42-b7a9-521ad612f47b HTTP/1.1" status: 204 len: 168 time: 0.6085923 Jul 05 03:50:27.810938 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55864) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:27.812491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-b1eb105c-bf48-4b4a-8a89-d71c9ca6d485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 4d255eda-79de-4574-a30a-676c7f6818d2) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:27.829450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c671ea85-aabb-46d8-a5f3-2abe8ba6c9fd None None] Network 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:27.836553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eb105c-bf48-4b4a-8a89-d71c9ca6d485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.836553 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b1eb105c-bf48-4b4a-8a89-d71c9ca6d485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.932285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d5a035-54c8-4aca-88ad-1df0f6c4fe79 None None] Network 4d255eda-79de-4574-a30a-676c7f6818d2 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:27.942728 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.966826 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b1eb105c-bf48-4b4a-8a89-d71c9ca6d485 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2234957 Jul 05 03:50:27.985033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55866) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:27.985033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:28.115393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Deleting port 8cb679a0-f2e4-47f1-849c-968265dde112 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:28.115739 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.122337 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.124802 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.184684 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59e5ef-c90a-4be7-8b8f-754452c1e992 req-141b5457-cf00-42a6-aafc-c6555b279d91 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.186402 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e59e5ef-c90a-4be7-8b8f-754452c1e992 req-141b5457-cf00-42a6-aafc-c6555b279d91 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 945 time: 0.1768882 Jul 05 03:50:28.195932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-4d255eda-79de-4574-a30a-676c7f6818d2', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'fixed_ips': [{'subnet_id': '56926871-c551-4934-91c1-9413057b5bc4'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:50:28.197185 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.360592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] For port 8cb679a0-f2e4-47f1-849c-968265dde112, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8cb679a0-f2e4-47f1-849c-968265dde112,segment=NetworkSegment(c56e59c9-cf4e-468e-a4d3-d20a0260b66e),segment_id=c56e59c9-cf4e-468e-a4d3-d20a0260b66e)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:28.361022 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.388137 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.388321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e59e5ef-c90a-4be7-8b8f-754452c1e992 req-a4b95484-0343-4284-a298-879f83347c5a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787982 Jul 05 03:50:28.429188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ab9ec-38a8-4aee-8811-1f4b268df59a req-92866bb8-3826-44e6-973d-d238fda7eb7a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.431801 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dd3ab9ec-38a8-4aee-8811-1f4b268df59a req-92866bb8-3826-44e6-973d-d238fda7eb7a tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.11 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 945 time: 0.2157781 Jul 05 03:50:28.434597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Calling delete_port for 8cb679a0-f2e4-47f1-849c-968265dde112 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:28.486135 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Allocated IP 172.20.0.2 (4d255eda-79de-4574-a30a-676c7f6818d2/56926871-c551-4934-91c1-9413057b5bc4/28ae0da6-d3d4-44b6-b607-c099f195a39e) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:28.640965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4bd07b-33e6-42dc-96bf-9b1323c2ba42 None None] DHCP port deletion for 602b79e4-9a6b-471a-a1fc-67d53f7f81d1 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:50:28.763978 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.775446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Transition to ACTIVE for port object 28ae0da6-d3d4-44b6-b607-c099f195a39e will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:28.796822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Transition to ACTIVE for port object 28ae0da6-d3d4-44b6-b607-c099f195a39e will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:28.818251 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.819962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9c4bd07b-33e6-42dc-96bf-9b1323c2ba42 None None] Deleting port 8cb679a0-f2e4-47f1-849c-968265dde112 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:28.820413 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c4bd07b-33e6-42dc-96bf-9b1323c2ba42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.833219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-dd3ab9ec-38a8-4aee-8811-1f4b268df59a req-6b47c025-d62a-435c-a4bd-2857e9a79397 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Deleting port 0938396d-2197-4f94-982f-2a791e40713d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:28.833566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-dd3ab9ec-38a8-4aee-8811-1f4b268df59a req-6b47c025-d62a-435c-a4bd-2857e9a79397 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.872613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-1bcbbd55-09db-4330-a0e7-19040b964b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.875206 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-1bcbbd55-09db-4330-a0e7-19040b964b90 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0&tenant_id=11262911861945c3a6162015d1587211 HTTP/1.1" status: 200 len: 1101 time: 0.4077878 Jul 05 03:50:28.888063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41050ba3-c596-407f-ba29-4d8f7af996ee req-8e0f52c1-53f5-4fc2-91bb-c4e0c62891ff tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.895655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-41050ba3-c596-407f-ba29-4d8f7af996ee req-8e0f52c1-53f5-4fc2-91bb-c4e0c62891ff tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.3127439 Jul 05 03:50:28.908430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:28.929475 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9c4bd07b-33e6-42dc-96bf-9b1323c2ba42 None None] For port 8cb679a0-f2e4-47f1-849c-968265dde112, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8cb679a0-f2e4-47f1-849c-968265dde112,segment=NetworkSegment(c56e59c9-cf4e-468e-a4d3-d20a0260b66e),segment_id=c56e59c9-cf4e-468e-a4d3-d20a0260b66e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:28.930650 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c4bd07b-33e6-42dc-96bf-9b1323c2ba42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.944085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9c4bd07b-33e6-42dc-96bf-9b1323c2ba42 None None] Calling delete_port for 8cb679a0-f2e4-47f1-849c-968265dde112 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:29.009426 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.011660 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.064648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-41050ba3-c596-407f-ba29-4d8f7af996ee req-e7a6a7e1-ba95-4d57-a53f-d8655d1acd1b tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680019 Jul 05 03:50:29.085143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Network 4d255eda-79de-4574-a30a-676c7f6818d2 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:29.104482 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:29.115200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:29.121466 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9fb94fda-f8ca-4156-900d-89c762d72257 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:29.127779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-dd3ab9ec-38a8-4aee-8811-1f4b268df59a req-6b47c025-d62a-435c-a4bd-2857e9a79397 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] For port 0938396d-2197-4f94-982f-2a791e40713d, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0938396d-2197-4f94-982f-2a791e40713d,segment=NetworkSegment(09bf9f3c-0714-4dd0-84fc-6cca229112b3),segment_id=09bf9f3c-0714-4dd0-84fc-6cca229112b3)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:29.127779 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-dd3ab9ec-38a8-4aee-8811-1f4b268df59a req-6b47c025-d62a-435c-a4bd-2857e9a79397 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.143609 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 9fb94fda-f8ca-4156-900d-89c762d72257 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:29.143974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9fb94fda-f8ca-4156-900d-89c762d72257 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:29.144397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8cb679a0-f2e4-47f1-849c-968265dde112 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:29.146239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb679a0-f2e4-47f1-849c-968265dde112,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.147929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-dd3ab9ec-38a8-4aee-8811-1f4b268df59a req-6b47c025-d62a-435c-a4bd-2857e9a79397 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Calling delete_port for 0938396d-2197-4f94-982f-2a791e40713d owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:29.149445 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c4bd07b-33e6-42dc-96bf-9b1323c2ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.157748 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Pushing event updated for resources: {'Port': ['ID=28ae0da6-d3d4-44b6-b607-c099f195a39e,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.160517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] No DVR routers for this DVR port 8cb679a0-f2e4-47f1-849c-968265dde112 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:29.183912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4bd07b-33e6-42dc-96bf-9b1323c2ba42 None None] No DVR routers for this DVR port 8cb679a0-f2e4-47f1-849c-968265dde112 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:29.186292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 8cb679a0-f2e4-47f1-849c-968265dde112 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:29.186643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8cb679a0-f2e4-47f1-849c-968265dde112 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:29.247171 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bd07b-33e6-42dc-96bf-9b1323c2ba42 None None] Pushing event deleted for resources: {'Port': ['ID=8cb679a0-f2e4-47f1-849c-968265dde112,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.272842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Attempting to bind port 28ae0da6-d3d4-44b6-b607-c099f195a39e on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:29.272842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Attempting to bind port 28ae0da6-d3d4-44b6-b607-c099f195a39e by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '56762a5d-fd80-4346-88ab-427b01e2e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:29.272842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Attempting to bind port 28ae0da6-d3d4-44b6-b607-c099f195a39e on network 4d255eda-79de-4574-a30a-676c7f6818d2 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:29.293196 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.295236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:29.296678 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Checking segment: {'id': '56762a5d-fd80-4346-88ab-427b01e2e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:29.297409 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.298027 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Bound using segment: {'id': '56762a5d-fd80-4346-88ab-427b01e2e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:29.299273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Bound port: 28ae0da6-d3d4-44b6-b607-c099f195a39e, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56762a5d-fd80-4346-88ab-427b01e2e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:29.300212 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.315204 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.343022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55894) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:29.382593 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.402110 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] For port 28ae0da6-d3d4-44b6-b607-c099f195a39e, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:29.406758 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] For port 28ae0da6-d3d4-44b6-b607-c099f195a39e, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=28ae0da6-d3d4-44b6-b607-c099f195a39e,segment=NetworkSegment(56762a5d-fd80-4346-88ab-427b01e2e39c),segment_id=56762a5d-fd80-4346-88ab-427b01e2e39c)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:29.437412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602b79e4-9a6b-471a-a1fc-67d53f7f81d1']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:29.456659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ef99d-232c-48f4-a36d-adbe684a9272 req-647fe017-ae1a-4333-9dce-455282547839 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:29.459822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f47ef99d-232c-48f4-a36d-adbe684a9272 req-647fe017-ae1a-4333-9dce-455282547839 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.5070360 Jul 05 03:50:29.499967 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:29.500433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56e59c9-cf4e-468e-a4d3-d20a0260b66e') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:29.534572 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.543593 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.548048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-33a485e7-a0ed-46d5-8662-7a06c7a742c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.574351 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9c73ba6d-abfe-46a1-aa51-21f863738f98 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:29.576417 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.597966 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.645894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d41a2-1b38-4623-b119-7f35f188eb2b None None] Pushing event updated for resources: {'Port': ['ID=28ae0da6-d3d4-44b6-b607-c099f195a39e,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.663354 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-dd3ab9ec-38a8-4aee-8811-1f4b268df59a req-6b47c025-d62a-435c-a4bd-2857e9a79397 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.674632 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.714819 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.715777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47c025-d62a-435c-a4bd-2857e9a79397 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Pushing event deleted for resources: {'Port': ['ID=0938396d-2197-4f94-982f-2a791e40713d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.741503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f47ef99d-232c-48f4-a36d-adbe684a9272 req-3c96f15a-6769-42cd-819e-14f70d0a152c tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806911 Jul 05 03:50:29.751462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:29.751462 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.759739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4aebb042-8afb-4809-b39d-379a29b12a20 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:29.762433 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:29.803725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3ab9ec-38a8-4aee-8811-1f4b268df59a req-6b47c025-d62a-435c-a4bd-2857e9a79397 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] No DVR routers for this DVR port 0938396d-2197-4f94-982f-2a791e40713d on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:29.806799 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-dd3ab9ec-38a8-4aee-8811-1f4b268df59a req-6b47c025-d62a-435c-a4bd-2857e9a79397 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.809324 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dd3ab9ec-38a8-4aee-8811-1f4b268df59a req-6b47c025-d62a-435c-a4bd-2857e9a79397 tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.11 "DELETE /v2.0/ports/0938396d-2197-4f94-982f-2a791e40713d HTTP/1.1" status: 204 len: 173 time: 1.3706450 Jul 05 03:50:29.811864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f236319a-4737-4d30-b5a4-b0d99b3d910d', 'name': 'network-vif-deleted', 'tag': '0938396d-2197-4f94-982f-2a791e40713d'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:29.815127 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47b3d21-6b32-4186-86cd-b8aeedbea0ff" -d '{"events": [{"server_uuid": "f236319a-4737-4d30-b5a4-b0d99b3d910d", "name": "network-vif-deleted", "tag": "0938396d-2197-4f94-982f-2a791e40713d"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:29.843066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Allocated IP 172.25.0.11 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:29.967451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-1f3ae98a-1682-4c6f-bc33-6aa843c11ddf service neutron] 10.222.0.64 "GET /v2.0/ports/4aebb042-8afb-4809-b39d-379a29b12a20/bindings/n-h1-798249-5 HTTP/1.1" status: 200 len: 384 time: 0.3248825 Jul 05 03:50:30.040436 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2ed934-8b8d-486e-970d-6ee85f70b3fe x-openstack-request-id: req-ce2ed934-8b8d-486e-970d-6ee85f70b3fe {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:30.040436 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f236319a-4737-4d30-b5a4-b0d99b3d910d", "name": "network-vif-deleted", "tag": "0938396d-2197-4f94-982f-2a791e40713d", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:30.040436 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce2ed934-8b8d-486e-970d-6ee85f70b3fe {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:30.040436 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f236319a-4737-4d30-b5a4-b0d99b3d910d', 'name': 'network-vif-deleted', 'tag': '0938396d-2197-4f94-982f-2a791e40713d', 'status': 'completed', 'code': 200} Jul 05 03:50:30.043670 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.064262 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07537793-cdb8-442c-8627-8b4fbcb82763 req-d441f3a6-cefe-4ca4-a187-7f6b4832dafb tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.065539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07537793-cdb8-442c-8627-8b4fbcb82763 req-d441f3a6-cefe-4ca4-a187-7f6b4832dafb tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 866 time: 0.5513864 Jul 05 03:50:30.153804 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-33a485e7-a0ed-46d5-8662-7a06c7a742c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.156187 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.158963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:30.175512 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.177431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/602b79e4-9a6b-471a-a1fc-67d53f7f81d1 HTTP/1.1" status: 204 len: 168 time: 2.3651628 Jul 05 03:50:30.181234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55906) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:30.189944 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.223317 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07537793-cdb8-442c-8627-8b4fbcb82763 req-ab5c6a2d-7790-43a0-b491-e790a601b58f tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b42ca74-3bac-4901-92cd-5c94b2b00341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437531 Jul 05 03:50:30.224084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcc76f-dca0-49be-bb86-c1f4b7c6e0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=602b79e4-9a6b-471a-a1fc-67d53f7f81d1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:30.280204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:30.286380 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:30.296508 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-33a485e7-a0ed-46d5-8662-7a06c7a742c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.315178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:30.352752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h1-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:30.354360 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Pushing event updated for resources: {'Port': ['ID=1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:30.417008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-33a485e7-a0ed-46d5-8662-7a06c7a742c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c92210e97d2436fbfc4d681df9965d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0646262 Jul 05 03:50:30.426786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55910) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:30.429203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a485e7-a0ed-46d5-8662-7a06c7a742c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5bc4d6-013b-46a9-b816-f9ccb49b3ced,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:30.462489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:30.464781 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1434bc18-84a9-4d46-9f0e-6c750215f59b" -d '{"events": [{"server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "name": "network-vif-unplugged", "status": "completed", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:30.473157 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.526080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Transition to ACTIVE for port object 9c73ba6d-abfe-46a1-aa51-21f863738f98 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:30.529423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-9eb21a8f-3900-4a3c-8210-b0a89ecc05b5 service neutron] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4aebb042-8afb-4809-b39d-379a29b12a20,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:30.547446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b56b6-157c-450a-8789-74e7f89148ad req-69cb0154-51a0-458e-84ed-e2f3eb1b2264 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.554488 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d0b56b6-157c-450a-8789-74e7f89148ad req-69cb0154-51a0-458e-84ed-e2f3eb1b2264 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.3357394 Jul 05 03:50:30.579758 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463db7e8-90ff-4241-9478-97062800d827 x-openstack-request-id: req-463db7e8-90ff-4241-9478-97062800d827 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:30.580075 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "name": "network-vif-unplugged", "status": "completed", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:30.580324 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-463db7e8-90ff-4241-9478-97062800d827 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:30.580738 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'code': 200} Jul 05 03:50:30.603180 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-9eb21a8f-3900-4a3c-8210-b0a89ecc05b5 service neutron] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:30.632128 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-efd8a551-7ff3-4542-9548-509def791207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.637605 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.662505 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d0b56b6-157c-450a-8789-74e7f89148ad req-adc22b98-bf41-42cc-a335-cb033724e5e5 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053491 Jul 05 03:50:30.691548 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:50:30.692048 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:50:30.713959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-9eb21a8f-3900-4a3c-8210-b0a89ecc05b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aebb042-8afb-4809-b39d-379a29b12a20 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:30.747085 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-efd8a551-7ff3-4542-9548-509def791207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.749886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-9eb21a8f-3900-4a3c-8210-b0a89ecc05b5 service neutron] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4aebb042-8afb-4809-b39d-379a29b12a20,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:30.828609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] No DVR routers for this DVR port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on host n-h1-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:30.837141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Pushing event updated for resources: {'Port': ['ID=9c73ba6d-abfe-46a1-aa51-21f863738f98,revision_number=6']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:30.945438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Attempting to bind port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:30.948835 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Attempting to bind port 9c73ba6d-abfe-46a1-aa51-21f863738f98 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:30.953098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Attempting to bind port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:30.957095 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-9eb21a8f-3900-4a3c-8210-b0a89ecc05b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.957359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5394de52-986a-4a1d-8ff6-64c5d8d0ed16 None None] Network 4d255eda-79de-4574-a30a-676c7f6818d2 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:30.981125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:30.981704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Attempting to bind port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:30.985534 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-02906987-f17c-4cc5-bd01-45913f3360a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.989218 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.012726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:31.013092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:31.013447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:31.013895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Bound port: 9c73ba6d-abfe-46a1-aa51-21f863738f98, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:31.014256 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.081350 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-efd8a551-7ff3-4542-9548-509def791207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.087770 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-efd8a551-7ff3-4542-9548-509def791207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.089028 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-efd8a551-7ff3-4542-9548-509def791207 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de5bc4d6-013b-46a9-b816-f9ccb49b3ced HTTP/1.1" status: 204 len: 168 time: 0.6569922 Jul 05 03:50:31.137762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8a551-7ff3-4542-9548-509def791207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5bc4d6-013b-46a9-b816-f9ccb49b3ced,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:31.204251 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac133f7-eec1-48a3-a0d5-79e2cbf2126f req-7fbf9b97-3106-49bd-9d6c-841c0388e6f1 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.206659 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ac133f7-eec1-48a3-a0d5-79e2cbf2126f req-7fbf9b97-3106-49bd-9d6c-841c0388e6f1 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 944 time: 0.2451060 Jul 05 03:50:31.231652 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-9eb21a8f-3900-4a3c-8210-b0a89ecc05b5 service neutron] Transition to ACTIVE for port object 4aebb042-8afb-4809-b39d-379a29b12a20 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:31.241693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:31.268339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:31.286805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ac133f7-eec1-48a3-a0d5-79e2cbf2126f req-3718da5b-670d-4185-995b-941a10484e22 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607595 Jul 05 03:50:31.331588 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 28ae0da6-d3d4-44b6-b607-c099f195a39e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:31.372037 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-9eb21a8f-3900-4a3c-8210-b0a89ecc05b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.456515 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.506949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.508327 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.510632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] 10.222.0.64 "PUT /v2.0/ports/9c73ba6d-abfe-46a1-aa51-21f863738f98 HTTP/1.1" status: 200 len: 1096 time: 2.6129014 Jul 05 03:50:31.619583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-9eb21a8f-3900-4a3c-8210-b0a89ecc05b5 service neutron] No DVR routers for this DVR port 4aebb042-8afb-4809-b39d-379a29b12a20 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:31.657911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0938396d-2197-4f94-982f-2a791e40713d no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:31.687432 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5947a31d-473d-4400-8b5d-fe9cb7b164df req-cf797a69-c1c6-4073-b1cd-ee506e141c6d tempest-LiveAutoBlockMigrationV225Test-162017133 tempest-LiveAutoBlockMigrationV225Test-162017133-project] 10.222.0.60 "GET /v2.0/ports?device_id=f236319a-4737-4d30-b5a4-b0d99b3d910d HTTP/1.1" status: 200 len: 210 time: 0.1724496 Jul 05 03:50:31.705680 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.705680 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 0938396d-2197-4f94-982f-2a791e40713d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:31.705680 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0938396d-2197-4f94-982f-2a791e40713d not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:31.707786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-814e937e-817c-4b0c-a6d7-5ea9a7172b15 None None] Provisioning for port 28ae0da6-d3d4-44b6-b607-c099f195a39e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:31.737743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb21a8f-3900-4a3c-8210-b0a89ecc05b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4aebb042-8afb-4809-b39d-379a29b12a20,revision_number=10']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:31.793837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 28ae0da6-d3d4-44b6-b607-c099f195a39e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:31.799733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 28ae0da6-d3d4-44b6-b607-c099f195a39e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:31.800247 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.833033 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-9eb21a8f-3900-4a3c-8210-b0a89ecc05b5 service neutron] 10.222.0.64 "PUT /v2.0/ports/4aebb042-8afb-4809-b39d-379a29b12a20/bindings/n-h1-798249-5/activate HTTP/1.1" status: 200 len: 369 time: 1.8485949 Jul 05 03:50:31.922055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15194b8-2650-4c0b-ad99-51d394d01d1c service neutron] Pushing event updated for resources: {'Port': ['ID=9c73ba6d-abfe-46a1-aa51-21f863738f98,revision_number=7']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:31.977541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-4a6f0268-6bee-48e7-abd1-948ea299363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.979266 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-4a6f0268-6bee-48e7-abd1-948ea299363f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 1099 time: 0.3727269 Jul 05 03:50:31.990790 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.025645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 28ae0da6-d3d4-44b6-b607-c099f195a39e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=28ae0da6-d3d4-44b6-b607-c099f195a39e,segment=NetworkSegment(56762a5d-fd80-4346-88ab-427b01e2e39c),segment_id=56762a5d-fd80-4346-88ab-427b01e2e39c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:32.059277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3f31e573-0585-418c-b86c-fc89bcb28453 None None] Provisioning complete for port 28ae0da6-d3d4-44b6-b607-c099f195a39e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:32.059799 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3f31e573-0585-418c-b86c-fc89bcb28453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.082468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a363a-2227-49ed-8df0-19c4a63e1c5f req-de23ab57-a15b-4c51-8b2c-472c8f70cf77 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.083887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c5a363a-2227-49ed-8df0-19c4a63e1c5f req-de23ab57-a15b-4c51-8b2c-472c8f70cf77 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 948 time: 0.1856372 Jul 05 03:50:32.154734 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3f31e573-0585-418c-b86c-fc89bcb28453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.166735 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.172398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-957b7456-338e-473c-b03e-621ea7ca5a73 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.173958 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-957b7456-338e-473c-b03e-621ea7ca5a73 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1096 time: 0.2173827 Jul 05 03:50:32.198861 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.268847 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=28ae0da6-d3d4-44b6-b607-c099f195a39e,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:32.273009 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-3f31e573-0585-418c-b86c-fc89bcb28453 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:50:32.273452 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-3f31e573-0585-418c-b86c-fc89bcb28453 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:50:32.318877 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55928) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:32.376908 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe446279-26cd-47e8-8431-94f1a8c2fdf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.409101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-b3047ed4-83da-4e66-8cf5-83272a7d837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.410591 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-b3047ed4-83da-4e66-8cf5-83272a7d837a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.4244258 Jul 05 03:50:32.434837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-251c6c62-828d-4cb6-b7e7-07b749aa94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.436504 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-251c6c62-828d-4cb6-b7e7-07b749aa94ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1 HTTP/1.1" status: 200 len: 1096 time: 0.2511697 Jul 05 03:50:32.471628 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c5a363a-2227-49ed-8df0-19c4a63e1c5f req-56820ebf-b0cc-4ad0-a044-4a27162ac01f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805175 Jul 05 03:50:32.490797 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-527b904d-c668-4864-8749-6080335feaf3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98 HTTP/1.1" status: 200 len: 217 time: 0.0708518 Jul 05 03:50:32.541777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-02906987-f17c-4cc5-bd01-45913f3360a5 admin admin] Deleting port c3ae6c69-6155-4972-acf2-2b238057bd44 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:32.542125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-02906987-f17c-4cc5-bd01-45913f3360a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.555041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-b1073a42-b549-42c2-bdb6-df8b2f85f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.556529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-b1073a42-b549-42c2-bdb6-df8b2f85f26d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0600150 Jul 05 03:50:32.568310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fb0d7-41cc-4c0e-9287-96bea3c51f5d req-bfb728c9-0473-464a-b562-270d32b35ed4 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.569882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-389fb0d7-41cc-4c0e-9287-96bea3c51f5d req-bfb728c9-0473-464a-b562-270d32b35ed4 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 945 time: 0.1406984 Jul 05 03:50:32.585388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:32.593898 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:32.639192 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-389fb0d7-41cc-4c0e-9287-96bea3c51f5d req-6dc44b73-82fb-4629-b65f-fede11f295c7 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607951 Jul 05 03:50:32.660001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-fd3de647-6f76-4360-b7e3-5416d39f2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.664781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-40f25e7a-915f-457e-a2ad-16f00c18e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.665016 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-fd3de647-6f76-4360-b7e3-5416d39f2e63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 1096 time: 0.1957328 Jul 05 03:50:32.665164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-40f25e7a-915f-457e-a2ad-16f00c18e09d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909927 Jul 05 03:50:32.716641 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe446279-26cd-47e8-8431-94f1a8c2fdf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.730378 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bc0b6e-830a-475e-b7bb-d2275913c959 x-openstack-request-id: req-a5bc0b6e-830a-475e-b7bb-d2275913c959 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:32.730378 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:32.730378 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5bc0b6e-830a-475e-b7bb-d2275913c959 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:32.730378 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'status': 'completed', 'code': 200} Jul 05 03:50:32.749001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Router 3e6d7075-9696-4884-aefa-9a3ec926cd91 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:50:32.792163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-c2913dc2-b4d7-461e-87cc-bd1464195e4e service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219060 Jul 05 03:50:32.793344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-02906987-f17c-4cc5-bd01-45913f3360a5 admin admin] For port c3ae6c69-6155-4972-acf2-2b238057bd44, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c3ae6c69-6155-4972-acf2-2b238057bd44,segment=NetworkSegment(4c76025f-1d81-4456-9a9f-b888ca86dc06),segment_id=4c76025f-1d81-4456-9a9f-b888ca86dc06)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:32.793745 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-02906987-f17c-4cc5-bd01-45913f3360a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.808110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55940) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:32.823717 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe446279-26cd-47e8-8431-94f1a8c2fdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.829969 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-02906987-f17c-4cc5-bd01-45913f3360a5 admin admin] Calling delete_port for c3ae6c69-6155-4972-acf2-2b238057bd44 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:32.903642 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb334ec8-ce17-4293-b722-84ed63f88654 req-012ee195-fcd9-4359-9375-4c7dac261e9e service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058578 Jul 05 03:50:32.979551 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fe446279-26cd-47e8-8431-94f1a8c2fdf8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=361082e5131046dab4fe20362f932e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6551924 Jul 05 03:50:32.982190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55944) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:33.002490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe446279-26cd-47e8-8431-94f1a8c2fdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0ddb7b-6ae5-4d30-94ed-4fa77fd9f10e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:33.052064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-75feeebd-2f6f-4ac2-b267-b4aed5a3f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.053607 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-75feeebd-2f6f-4ac2-b267-b4aed5a3f49b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.3845017 Jul 05 03:50:33.067403 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6377708-0640-45d3-b109-ab7d4acf2f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.091807 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6377708-0640-45d3-b109-ab7d4acf2f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.094507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 28ae0da6-d3d4-44b6-b607-c099f195a39e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:33.161468 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-93ae0cba-ab17-4b9f-aed4-be555d9fc73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.162879 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-93ae0cba-ab17-4b9f-aed4-be555d9fc73f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 1099 time: 0.4149442 Jul 05 03:50:33.164198 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-3f737b6b-0b40-48d7-bcf9-32934ca7dd34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aebb042-8afb-4809-b39d-379a29b12a20 HTTP/1.1" status: 200 len: 217 time: 0.1006870 Jul 05 03:50:33.168237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:33.181218 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Sync routers for ids ['3e6d7075-9696-4884-aefa-9a3ec926cd91'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:33.185373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 28ae0da6-d3d4-44b6-b607-c099f195a39e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:33.185780 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.215220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Routers {'3e6d7075-9696-4884-aefa-9a3ec926cd91'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:33.215993 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3e6d7075-9696-4884-aefa-9a3ec926cd91'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:33.216156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-dce2fce8-3d3a-4494-808d-6000611c98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.217618 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-dce2fce8-3d3a-4494-808d-6000611c98f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 1099 time: 0.0656028 Jul 05 03:50:33.256459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-7715c62d-c342-4130-a6ad-2f2ecd0ce593 admin admin] Deleting subnet c3f97357-dd37-4825-8a0e-4a6b356869b0 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:33.306772 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7715c62d-c342-4130-a6ad-2f2ecd0ce593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.313445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-556d3ceb-52f7-40bc-9dd9-e7a59ec8cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.314945 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-556d3ceb-52f7-40bc-9dd9-e7a59ec8cf43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.0915976 Jul 05 03:50:33.317580 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6377708-0640-45d3-b109-ab7d4acf2f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.320947 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6377708-0640-45d3-b109-ab7d4acf2f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.324767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f6377708-0640-45d3-b109-ab7d4acf2f6a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e0ddb7b-6ae5-4d30-94ed-4fa77fd9f10e HTTP/1.1" status: 204 len: 168 time: 0.3386264 Jul 05 03:50:33.365325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Set router 3e6d7075-9696-4884-aefa-9a3ec926cd91 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:33.374129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-03ae0838-a256-43a3-a7c6-022b499f9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.375752 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-03ae0838-a256-43a3-a7c6-022b499f9cb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.1661227 Jul 05 03:50:33.388108 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7715c62d-c342-4130-a6ad-2f2ecd0ce593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.431108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6377708-0640-45d3-b109-ab7d4acf2f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0ddb7b-6ae5-4d30-94ed-4fa77fd9f10e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:33.433808 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-5b283900-779e-47e7-9674-e66ce8066cdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98 HTTP/1.1" status: 200 len: 217 time: 0.1105747 Jul 05 03:50:33.450550 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-65a2be16-8000-4bc6-b763-493d29142a21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667610 Jul 05 03:50:33.457617 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.458689 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f227d52a-2fdd-4558-abb1-ac96c71510ae admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.4848170 Jul 05 03:50:33.467829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55950) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:33.492341 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-a36acb72-a09b-48bb-97f4-d551f6e57b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.493831 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-a36acb72-a09b-48bb-97f4-d551f6e57b26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0541148 Jul 05 03:50:33.579298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-c336dba6-3892-43d3-a677-41a838a1a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.580956 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-c336dba6-3892-43d3-a677-41a838a1a485 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.3732395 Jul 05 03:50:33.605984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-721232c8-83c0-4398-8c29-808837a3dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.608497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-721232c8-83c0-4398-8c29-808837a3dd0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086740 Jul 05 03:50:33.610581 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7715c62d-c342-4130-a6ad-2f2ecd0ce593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.636459 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:50:30Z', 'revision_number': 3, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port': {'id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:29Z', 'updated_at': '2021-07-05T03:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:33.665548 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Checking router: 3e6d7075-9696-4884-aefa-9a3ec926cd91 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:33.665942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Updating router 3e6d7075-9696-4884-aefa-9a3ec926cd91 port 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:50:33.698030 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-38c9b432-8e30-46ab-882a-16055fec3b33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98 HTTP/1.1" status: 200 len: 217 time: 0.0922825 Jul 05 03:50:33.718122 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.793181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370886eb-6197-4518-8ab7-a637f520c70d req-9e39313d-cfdc-49da-84d9-73a6625adc87 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.801002 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-370886eb-6197-4518-8ab7-a637f520c70d req-9e39313d-cfdc-49da-84d9-73a6625adc87 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 948 time: 0.1627133 Jul 05 03:50:33.804868 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-8a9c3426-2109-4ca2-80ae-f6853bf77586 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892142 Jul 05 03:50:33.846919 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-d8da45d1-bff4-425a-b189-871bdbe190ab service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837733 Jul 05 03:50:33.847985 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-545448e1-a0c5-46a7-88bf-86806a71c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.849424 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-545448e1-a0c5-46a7-88bf-86806a71c692 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1357505 Jul 05 03:50:33.919159 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-370886eb-6197-4518-8ab7-a637f520c70d req-88d9abf2-f812-477c-bf2a-907108a66630 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168289 Jul 05 03:50:34.020478 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-d99c22fc-267d-40a8-b3c7-25a2465048d9 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073514 Jul 05 03:50:34.119552 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.130783 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Transition to ACTIVE for port object 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:34.216647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e230bcd-1c30-4c13-9ce7-f1f28fa704ac req-b9aadcce-80ba-4e93-b5fe-4f33af322274 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:34.218175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e230bcd-1c30-4c13-9ce7-f1f28fa704ac req-b9aadcce-80ba-4e93-b5fe-4f33af322274 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 945 time: 0.0732565 Jul 05 03:50:34.234714 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.285167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e230bcd-1c30-4c13-9ce7-f1f28fa704ac req-d22ca398-0afd-445d-b59a-de4f6d2c09a0 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610781 Jul 05 03:50:34.287572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Attempting to bind port 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:34.288197 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Attempting to bind port 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:34.288893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Attempting to bind port 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:34.302764 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:34.302764 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:34.302764 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.302764 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:34.302764 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Bound port: 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:34.303293 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.305718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b2d34-4d46-46ae-92b4-e7ec97d9ee52 None None] Pushing event updated for resources: {'Port': ['ID=1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:34.317153 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7715c62d-c342-4130-a6ad-2f2ecd0ce593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.318989 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-02906987-f17c-4cc5-bd01-45913f3360a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.361060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] For port 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:34.364526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] For port 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:34.396756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715c62d-c342-4130-a6ad-2f2ecd0ce593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f97357-dd37-4825-8a0e-4a6b356869b0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:34.407675 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02906987-f17c-4cc5-bd01-45913f3360a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ae6c69-6155-4972-acf2-2b238057bd44,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:34.427358 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7715c62d-c342-4130-a6ad-2f2ecd0ce593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.432067 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7715c62d-c342-4130-a6ad-2f2ecd0ce593 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c3f97357-dd37-4825-8a0e-4a6b356869b0 HTTP/1.1" status: 204 len: 168 time: 1.6172669 Jul 05 03:50:34.432601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55978) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:34.440762 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.467371 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-26bfb71a-c144-4edc-97fe-c9a3a99388a4 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080906 Jul 05 03:50:34.529821 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-258a3f00-6e8b-493f-9213-5e5cd2e88b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.538193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Routers {'3e6d7075-9696-4884-aefa-9a3ec926cd91'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:34.539594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3e6d7075-9696-4884-aefa-9a3ec926cd91'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:34.560919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-3e671964-8163-4409-99ea-e66992b1a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:34.562561 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-3e671964-8163-4409-99ea-e66992b1a0b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7022786 Jul 05 03:50:34.588151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b2d34-4d46-46ae-92b4-e7ec97d9ee52 None None] Pushing event updated for resources: {'Port': ['ID=1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:34.648884 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-258a3f00-6e8b-493f-9213-5e5cd2e88b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.660175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-258a3f00-6e8b-493f-9213-5e5cd2e88b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4691479b-1728-4d4d-b293-81f5c048e409']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:34.674478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-258a3f00-6e8b-493f-9213-5e5cd2e88b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bf9f3c-0714-4dd0-84fc-6cca229112b3') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:34.674478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-258a3f00-6e8b-493f-9213-5e5cd2e88b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bf9f3c-0714-4dd0-84fc-6cca229112b3') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:34.693450 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-258a3f00-6e8b-493f-9213-5e5cd2e88b9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.707514 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] Set router 3e6d7075-9696-4884-aefa-9a3ec926cd91 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:34.725550 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-258a3f00-6e8b-493f-9213-5e5cd2e88b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.737129 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258a3f00-6e8b-493f-9213-5e5cd2e88b9f admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:34.737577 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-258a3f00-6e8b-493f-9213-5e5cd2e88b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:34.739502 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:34.894881 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-84325885-2d43-4c62-827f-469e17401be9 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240659 Jul 05 03:50:34.909341 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-258a3f00-6e8b-493f-9213-5e5cd2e88b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.921246 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-258a3f00-6e8b-493f-9213-5e5cd2e88b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.926601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-258a3f00-6e8b-493f-9213-5e5cd2e88b9f admin admin] 10.222.0.60 "DELETE /v2.0/networks/4691479b-1728-4d4d-b293-81f5c048e409 HTTP/1.1" status: 204 len: 168 time: 0.4899638 Jul 05 03:50:34.928756 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55986) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:34.955071 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-02906987-f17c-4cc5-bd01-45913f3360a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.038560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c7460e-253e-4a26-8a91-cd35309eac70 admin admin] Deleting subnet d7f0aaf1-6388-4948-a819-ea9d34bf82c9 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:35.042780 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5c7460e-253e-4a26-8a91-cd35309eac70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.047140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a3f00-6e8b-493f-9213-5e5cd2e88b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=4691479b-1728-4d4d-b293-81f5c048e409,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:35.196088 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5c7460e-253e-4a26-8a91-cd35309eac70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.267952 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5c7460e-253e-4a26-8a91-cd35309eac70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.294145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:50:30Z', 'revision_number': 3, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port': {'id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:29Z', 'updated_at': '2021-07-05T03:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:35.313732 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ccbdeb12-acd0-4995-a0a0-617fd3e3d63c req-5f9f70d8-e248-4c5b-b0f0-65df9199a03e service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112723 Jul 05 03:50:35.344156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c4206-e2d4-4772-a6f6-f7c38e63d270 None None] The sync data for ids ['3e6d7075-9696-4884-aefa-9a3ec926cd91'] in n-d-798249-5 is: [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:50:30Z', 'revision_number': 3, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port': {'id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:29Z', 'updated_at': '2021-07-05T03:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:35.347093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f72dfd-e529-4791-b37b-cb277bd18c11 req-fc1adcdb-935a-409c-a878-b3ccdee21dcf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.358650 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2f72dfd-e529-4791-b37b-cb277bd18c11 req-fc1adcdb-935a-409c-a878-b3ccdee21dcf tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 948 time: 0.2173152 Jul 05 03:50:35.385475 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.422287 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-3a467e9e-5a5e-481a-a065-d2d09ca0037f tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.424481 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-3a467e9e-5a5e-481a-a065-d2d09ca0037f tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343&tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 1096 time: 0.3531563 Jul 05 03:50:35.434660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2f72dfd-e529-4791-b37b-cb277bd18c11 req-2c8b606e-375a-41d3-a822-6e86355c9eff tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766470 Jul 05 03:50:35.535876 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5c7460e-253e-4a26-8a91-cd35309eac70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.557188 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5c7460e-253e-4a26-8a91-cd35309eac70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.560957 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b5c7460e-253e-4a26-8a91-cd35309eac70 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d7f0aaf1-6388-4948-a819-ea9d34bf82c9 HTTP/1.1" status: 204 len: 168 time: 0.6300085 Jul 05 03:50:35.565017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56000) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:35.587485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7460e-253e-4a26-8a91-cd35309eac70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f0aaf1-6388-4948-a819-ea9d34bf82c9,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:35.625634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435312cf-0fdb-487f-9235-c0a6983f37ac req-d9847211-975f-4ba3-8278-9308ec69ae48 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.627726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-435312cf-0fdb-487f-9235-c0a6983f37ac req-d9847211-975f-4ba3-8278-9308ec69ae48 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 945 time: 0.1416578 Jul 05 03:50:35.683715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-435312cf-0fdb-487f-9235-c0a6983f37ac req-260d7fee-fa2c-4a75-b123-a5a9417ae1f9 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475125 Jul 05 03:50:35.765955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9c73ba6d-abfe-46a1-aa51-21f863738f98 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:35.895801 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0242d09-98cb-4082-ba3a-00d380e3add0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.933161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02906987-f17c-4cc5-bd01-45913f3360a5 admin admin] Router 5f8e0536-28b2-4ed7-b81f-b332f40339d5 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:35.936288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:35.951696 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'mac_address': 'fa:16:3e:3b:0b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:35.982572 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Allocated IP 172.20.0.1 (4d255eda-79de-4574-a30a-676c7f6818d2/56926871-c551-4934-91c1-9413057b5bc4/0f394f08-d551-4bbd-ac08-328f261df621) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:36.004890 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.024605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c73ba6d-abfe-46a1-aa51-21f863738f98 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:36.057600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cf1cd-f9cd-4f54-887b-19e58b79a464 req-fa102c29-d5c3-4460-b437-874e7cabf29d tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:36.060531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:36.068215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b43cf1cd-f9cd-4f54-887b-19e58b79a464 req-fa102c29-d5c3-4460-b437-874e7cabf29d tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 1096 time: 0.0965889 Jul 05 03:50:36.125516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b43cf1cd-f9cd-4f54-887b-19e58b79a464 req-948a7e4f-ccb7-4f1e-b05e-ff0a343abbd4 tempest-LiveMigrationTest-922219668 tempest-LiveMigrationTest-922219668-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559478 Jul 05 03:50:36.171425 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.205275 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0242d09-98cb-4082-ba3a-00d380e3add0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.225340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-b96be415-f2fd-4cbd-85c3-2b24d31cbf9f service neutron] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:36.227173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e0242d09-98cb-4082-ba3a-00d380e3add0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d78b04a-3a56-4969-8204-0fc08601a37f']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:36.247563 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-b96be415-f2fd-4cbd-85c3-2b24d31cbf9f service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.248805 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-b96be415-f2fd-4cbd-85c3-2b24d31cbf9f service neutron] 10.222.0.11 "DELETE /v2.0/ports/4aebb042-8afb-4809-b39d-379a29b12a20/bindings/n-h2-798249-5 HTTP/1.1" status: 204 len: 173 time: 0.8151054 Jul 05 03:50:36.250602 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e0242d09-98cb-4082-ba3a-00d380e3add0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f401faa-d81c-4124-a64c-00f8e6092f3f') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:36.250906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e0242d09-98cb-4082-ba3a-00d380e3add0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f401faa-d81c-4124-a64c-00f8e6092f3f') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:36.269046 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=9c73ba6d-abfe-46a1-aa51-21f863738f98,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:36.375046 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02906987-f17c-4cc5-bd01-45913f3360a5 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:36.389233 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e57fd40-14ef-4866-b5db-ab32874a2c92 None None] Sync routers for ids ['5f8e0536-28b2-4ed7-b81f-b332f40339d5'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:36.409355 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e57fd40-14ef-4866-b5db-ab32874a2c92 None None] Routers {'5f8e0536-28b2-4ed7-b81f-b332f40339d5'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:36.410003 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-8e57fd40-14ef-4866-b5db-ab32874a2c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5f8e0536-28b2-4ed7-b81f-b332f40339d5'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:36.411104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56024) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:36.412141 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-02906987-f17c-4cc5-bd01-45913f3360a5 admin admin] 10.222.0.60 "PUT /v2.0/routers/5f8e0536-28b2-4ed7-b81f-b332f40339d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2296770 Jul 05 03:50:36.428269 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0242d09-98cb-4082-ba3a-00d380e3add0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.453766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['9c73ba6d-abfe-46a1-aa51-21f863738f98'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:36.465669 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0242d09-98cb-4082-ba3a-00d380e3add0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.481749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0242d09-98cb-4082-ba3a-00d380e3add0 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:36.482249 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0242d09-98cb-4082-ba3a-00d380e3add0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:36.484860 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:36.546486 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.592159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Transition to ACTIVE for port object 0f394f08-d551-4bbd-ac08-328f261df621 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:36.603494 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-8e57fd40-14ef-4866-b5db-ab32874a2c92 None None] Set router 5f8e0536-28b2-4ed7-b81f-b332f40339d5 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:36.737850 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.766416 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.806790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Network 4d255eda-79de-4574-a30a-676c7f6818d2 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:36.815802 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:36.818820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:36.874205 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.879688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0242d09-98cb-4082-ba3a-00d380e3add0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.900359 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-8e57fd40-14ef-4866-b5db-ab32874a2c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-479824097-router', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:47Z', 'updated_at': '2021-07-05T03:50:33Z', 'revision_number': 5, 'project_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'gw_port': {'id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:49Z', 'updated_at': '2021-07-05T03:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:36.929895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Pushing event updated for resources: {'Port': ['ID=0f394f08-d551-4bbd-ac08-328f261df621,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:36.935593 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e57fd40-14ef-4866-b5db-ab32874a2c92 None None] Checking router: 5f8e0536-28b2-4ed7-b81f-b332f40339d5 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:36.943824 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0242d09-98cb-4082-ba3a-00d380e3add0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.946605 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e0242d09-98cb-4082-ba3a-00d380e3add0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0d78b04a-3a56-4969-8204-0fc08601a37f HTTP/1.1" status: 204 len: 168 time: 1.3790069 Jul 05 03:50:36.951896 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e57fd40-14ef-4866-b5db-ab32874a2c92 None None] Routers {'5f8e0536-28b2-4ed7-b81f-b332f40339d5'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:36.952487 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-8e57fd40-14ef-4866-b5db-ab32874a2c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5f8e0536-28b2-4ed7-b81f-b332f40339d5'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:37.057667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0242d09-98cb-4082-ba3a-00d380e3add0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d78b04a-3a56-4969-8204-0fc08601a37f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:37.112116 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-8e57fd40-14ef-4866-b5db-ab32874a2c92 None None] Set router 5f8e0536-28b2-4ed7-b81f-b332f40339d5 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:37.153896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b7af3-737b-417b-b343-c4ebf38dbcee req-f1235fc5-c011-4325-8f5d-9853e5f91ed9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.155809 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-105b7af3-737b-417b-b343-c4ebf38dbcee req-f1235fc5-c011-4325-8f5d-9853e5f91ed9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 949 time: 0.4208786 Jul 05 03:50:37.162104 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.208785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:37.242193 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2b59-31ba-430c-b974-0665dde00fa6 req-946bd324-9d6c-4909-9776-f69011c77121 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.247534 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.249699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-394d2b59-31ba-430c-b974-0665dde00fa6 req-946bd324-9d6c-4909-9776-f69011c77121 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 945 time: 0.2212479 Jul 05 03:50:37.291181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-105b7af3-737b-417b-b343-c4ebf38dbcee req-b82978cd-9d83-4a5e-a1ba-1c0e955de6d9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230702 Jul 05 03:50:37.417120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:37.421119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-394d2b59-31ba-430c-b974-0665dde00fa6 req-11557de5-03d5-4ba0-b147-7d355c09e1ee tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704013 Jul 05 03:50:37.426093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:37.426093 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.439422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] Deleting port 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:37.439951 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.480156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1c0b6cac-175b-4a98-83ea-21d3bcb93793 None None] Provisioning for port 0f394f08-d551-4bbd-ac08-328f261df621 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:37.504087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1c0b6cac-175b-4a98-83ea-21d3bcb93793 None None] Provisioning complete for port 0f394f08-d551-4bbd-ac08-328f261df621 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:37.504486 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1c0b6cac-175b-4a98-83ea-21d3bcb93793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.504609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.539195 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-8e57fd40-14ef-4866-b5db-ab32874a2c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-479824097-router', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:47Z', 'updated_at': '2021-07-05T03:50:33Z', 'revision_number': 5, 'project_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'gw_port': {'id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:49Z', 'updated_at': '2021-07-05T03:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:37.593883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56046) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:37.614539 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e57fd40-14ef-4866-b5db-ab32874a2c92 None None] The sync data for ids ['5f8e0536-28b2-4ed7-b81f-b332f40339d5'] in n-d-798249-5 is: [{'id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-479824097-router', 'tenant_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:47Z', 'updated_at': '2021-07-05T03:50:33Z', 'revision_number': 5, 'project_id': 'f6fa77e2596442159c8bbc0a73bff2d0', 'gw_port': {'id': '2ecbde39-3465-4d0a-84e0-ffaa8d503cf5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8e0536-28b2-4ed7-b81f-b332f40339d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:49Z', 'updated_at': '2021-07-05T03:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:37.629778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b6cac-175b-4a98-83ea-21d3bcb93793 None None] Port 0f394f08-d551-4bbd-ac08-328f261df621 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:37.656394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] For port 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2ecbde39-3465-4d0a-84e0-ffaa8d503cf5,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:37.656992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.660505 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.690509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] Calling delete_port for 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:37.714637 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.762820 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:37.766829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9c73ba6d-abfe-46a1-aa51-21f863738f98 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:37.773204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-eb221b89-c3be-4c46-9fa6-2c9c4a4520da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be979254e14b450096d0687db0c40d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668329 Jul 05 03:50:37.779882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56052) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:37.807295 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Pushing event updated for resources: {'Port': ['ID=0f394f08-d551-4bbd-ac08-328f261df621,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:37.818326 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.873891 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.876964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d2e9a-fe0b-4a48-b31b-62072cdbe068 req-6513d26f-c951-4b99-8858-2db27acda5c8 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.878750 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df0d2e9a-fe0b-4a48-b31b-62072cdbe068 req-6513d26f-c951-4b99-8858-2db27acda5c8 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.11 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 945 time: 0.3223162 Jul 05 03:50:37.908439 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aa870d6b-c743-47b4-981f-e5fdc7440c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.947298 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aa870d6b-c743-47b4-981f-e5fdc7440c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.957982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:37.979259 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 9c73ba6d-abfe-46a1-aa51-21f863738f98 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:37.989351 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 9c73ba6d-abfe-46a1-aa51-21f863738f98 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:37.996751 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.090996 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.105808 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Network 4d255eda-79de-4574-a30a-676c7f6818d2 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:38.116758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:38.119659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:38.121522 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aad8d6-8fdf-42e3-a9cc-9d043dbc6381" -d '{"events": [{"server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "name": "network-vif-plugged", "status": "completed", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:38.142955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:38.196200 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.219275 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bab7695-fbb3-4510-97ff-a38a3b1f746b x-openstack-request-id: req-5bab7695-fbb3-4510-97ff-a38a3b1f746b {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:38.219570 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "name": "network-vif-plugged", "status": "completed", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:38.219822 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5bab7695-fbb3-4510-97ff-a38a3b1f746b {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:38.220217 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'code': 200} Jul 05 03:50:38.234656 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.271212 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ecbde39-3465-4d0a-84e0-ffaa8d503cf5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:38.305903 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aa870d6b-c743-47b4-981f-e5fdc7440c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.321044 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aa870d6b-c743-47b4-981f-e5fdc7440c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.322259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-aa870d6b-c743-47b4-981f-e5fdc7440c7a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b42ca74-3bac-4901-92cd-5c94b2b00341 HTTP/1.1" status: 204 len: 168 time: 0.5407648 Jul 05 03:50:38.344699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa870d6b-c743-47b4-981f-e5fdc7440c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b42ca74-3bac-4901-92cd-5c94b2b00341,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:38.410388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=9c73ba6d-abfe-46a1-aa51-21f863738f98,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:38.586006 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-501c176b-2a0e-4a72-ab0d-06b2737802c5 None None] Provisioning complete for port 0f394f08-d551-4bbd-ac08-328f261df621 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:38.587868 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-501c176b-2a0e-4a72-ab0d-06b2737802c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.606919 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.675845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-501c176b-2a0e-4a72-ab0d-06b2737802c5 None None] Port 0f394f08-d551-4bbd-ac08-328f261df621 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:38.719257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-df0d2e9a-fe0b-4a48-b31b-62072cdbe068 req-306bc7b9-20d1-4b2e-8176-bafec7e0b71a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Deleting port 4aebb042-8afb-4809-b39d-379a29b12a20 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:38.720043 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-df0d2e9a-fe0b-4a48-b31b-62072cdbe068 req-306bc7b9-20d1-4b2e-8176-bafec7e0b71a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.760315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-c0ed5b21-07b9-466c-93ec-59821aeb3f6e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:38.761795 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-c0ed5b21-07b9-466c-93ec-59821aeb3f6e tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0&tenant_id=11262911861945c3a6162015d1587211&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 950 time: 0.3395591 Jul 05 03:50:38.769415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ff1a3-ebc4-4297-b193-cb78141f62b7 req-44f26ca2-32a0-4e01-9cff-6c721f5eaae0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:38.770809 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-708ff1a3-ebc4-4297-b193-cb78141f62b7 req-44f26ca2-32a0-4e01-9cff-6c721f5eaae0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.2574830 Jul 05 03:50:38.773642 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.782613 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.869155 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-df0d2e9a-fe0b-4a48-b31b-62072cdbe068 req-306bc7b9-20d1-4b2e-8176-bafec7e0b71a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] For port 4aebb042-8afb-4809-b39d-379a29b12a20, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4aebb042-8afb-4809-b39d-379a29b12a20,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:38.875408 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-df0d2e9a-fe0b-4a48-b31b-62072cdbe068 req-306bc7b9-20d1-4b2e-8176-bafec7e0b71a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.879169 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Router 3e6d7075-9696-4884-aefa-9a3ec926cd91 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:38.888492 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-df0d2e9a-fe0b-4a48-b31b-62072cdbe068 req-306bc7b9-20d1-4b2e-8176-bafec7e0b71a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Calling delete_port for 4aebb042-8afb-4809-b39d-379a29b12a20 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:38.927782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-708ff1a3-ebc4-4297-b193-cb78141f62b7 req-896f28bc-1b22-4502-bbc9-89e2b4ab9054 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510925 Jul 05 03:50:38.943985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-47fc9cec-33a9-429b-b67e-a01f57bdda18 service neutron] 10.222.0.64 "GET /v2.0/ports/9c73ba6d-abfe-46a1-aa51-21f863738f98/bindings/n-h2-798249-5 HTTP/1.1" status: 200 len: 382 time: 0.1721611 Jul 05 03:50:38.962535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde34ed-32a8-42d9-970d-0b8e15e580d8 req-5eae5b7c-ffcf-4b36-89e9-3bf5d8cd55ea tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:38.976713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cde34ed-32a8-42d9-970d-0b8e15e580d8 req-5eae5b7c-ffcf-4b36-89e9-3bf5d8cd55ea tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 945 time: 0.2399957 Jul 05 03:50:39.017706 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:39.033885 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-88514688-3a26-4fa6-bdab-95143cd98f61 admin admin] 10.222.0.60 "PUT /v2.0/routers/3e6d7075-9696-4884-aefa-9a3ec926cd91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5562613 Jul 05 03:50:39.049825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Sync routers for ids ['3e6d7075-9696-4884-aefa-9a3ec926cd91'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:39.053044 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.053044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f8e0536-28b2-4ed7-b81f-b332f40339d5 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:50:39.058408 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.062593 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0c222b39-d059-46fd-8b4b-7d660fe9b87c admin admin] 10.222.0.60 "DELETE /v2.0/routers/5f8e0536-28b2-4ed7-b81f-b332f40339d5 HTTP/1.1" status: 204 len: 168 time: 2.6491389 Jul 05 03:50:39.063294 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56090) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:39.089223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Routers {'3e6d7075-9696-4884-aefa-9a3ec926cd91'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:39.093589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3e6d7075-9696-4884-aefa-9a3ec926cd91'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:39.093863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cde34ed-32a8-42d9-970d-0b8e15e580d8 req-9124643e-58f8-4f0c-b547-0a1032d3b100 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122530 Jul 05 03:50:39.236925 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-882051df-22ab-4083-9476-440932468cb2 admin admin] Deleting subnet c8abf0d9-8d53-49d1-8a80-827edfc8942e {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:39.240850 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-882051df-22ab-4083-9476-440932468cb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.279366 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-df0d2e9a-fe0b-4a48-b31b-62072cdbe068 req-306bc7b9-20d1-4b2e-8176-bafec7e0b71a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.323699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['8399da09-627b-4f7d-bb12-e909f8df9b0e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:39.350539 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56094) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:39.374159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:39.386927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bc7b9-20d1-4b2e-8176-bafec7e0b71a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Pushing event deleted for resources: {'Port': ['ID=4aebb042-8afb-4809-b39d-379a29b12a20,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.399737 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-882051df-22ab-4083-9476-440932468cb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.454902 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Set router 3e6d7075-9696-4884-aefa-9a3ec926cd91 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:39.485856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56098) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:39.493135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0d2e9a-fe0b-4a48-b31b-62072cdbe068 req-306bc7b9-20d1-4b2e-8176-bafec7e0b71a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] No DVR routers for this DVR port 4aebb042-8afb-4809-b39d-379a29b12a20 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:39.496417 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-df0d2e9a-fe0b-4a48-b31b-62072cdbe068 req-306bc7b9-20d1-4b2e-8176-bafec7e0b71a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.501066 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df0d2e9a-fe0b-4a48-b31b-62072cdbe068 req-306bc7b9-20d1-4b2e-8176-bafec7e0b71a tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.11 "DELETE /v2.0/ports/4aebb042-8afb-4809-b39d-379a29b12a20 HTTP/1.1" status: 204 len: 173 time: 1.5912280 Jul 05 03:50:39.508741 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c59f86-de0a-4192-95c0-ee0224b9d343', 'name': 'network-vif-deleted', 'tag': '4aebb042-8afb-4809-b39d-379a29b12a20'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:39.513025 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97502e89-e710-46b5-9187-948f242b76eb" -d '{"events": [{"server_uuid": "28c59f86-de0a-4192-95c0-ee0224b9d343", "name": "network-vif-deleted", "tag": "4aebb042-8afb-4809-b39d-379a29b12a20"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:39.524651 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-882051df-22ab-4083-9476-440932468cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.538422 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ed94f2c8-d3f8-43f3-904f-a1a118c13e05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbf7c166065f4b089ae6a105afb55c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845472 Jul 05 03:50:39.542534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56104) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:39.610865 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-3584dcee-925a-46b2-8faf-e216cec6d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.613090 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-3584dcee-925a-46b2-8faf-e216cec6d156 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 1101 time: 0.6059656 Jul 05 03:50:39.627076 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d8dd92-cbaa-4fcb-a456-f76c518a4d76 x-openstack-request-id: req-c4d8dd92-cbaa-4fcb-a456-f76c518a4d76 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:39.627076 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c59f86-de0a-4192-95c0-ee0224b9d343", "name": "network-vif-deleted", "tag": "4aebb042-8afb-4809-b39d-379a29b12a20", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:39.627362 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4d8dd92-cbaa-4fcb-a456-f76c518a4d76 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:39.627804 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c59f86-de0a-4192-95c0-ee0224b9d343', 'name': 'network-vif-deleted', 'tag': '4aebb042-8afb-4809-b39d-379a29b12a20', 'status': 'completed', 'code': 200} Jul 05 03:50:39.631975 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b934ec56-947b-4ee6-a50c-60e930e8fb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.661854 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b934ec56-947b-4ee6-a50c-60e930e8fb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.666537 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:39.667137 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.708595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 4aebb042-8afb-4809-b39d-379a29b12a20 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:39.744611 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-882051df-22ab-4083-9476-440932468cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.802144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 4aebb042-8afb-4809-b39d-379a29b12a20 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:39.802144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 4aebb042-8afb-4809-b39d-379a29b12a20 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:39.822149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882051df-22ab-4083-9476-440932468cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8abf0d9-8d53-49d1-8a80-827edfc8942e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.824482 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-882051df-22ab-4083-9476-440932468cb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.826766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-882051df-22ab-4083-9476-440932468cb2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c8abf0d9-8d53-49d1-8a80-827edfc8942e HTTP/1.1" status: 204 len: 168 time: 0.7526503 Jul 05 03:50:39.829848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56110) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:39.831162 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c315b3ab-2782-460e-8c96-c106a2b22b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.839997 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b934ec56-947b-4ee6-a50c-60e930e8fb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.848279 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b934ec56-947b-4ee6-a50c-60e930e8fb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.848279 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b934ec56-947b-4ee6-a50c-60e930e8fb69 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d46337a-30f2-4515-bb5c-28eb28c3686d HTTP/1.1" status: 204 len: 168 time: 0.2998977 Jul 05 03:50:39.857884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934ec56-947b-4ee6-a50c-60e930e8fb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d46337a-30f2-4515-bb5c-28eb28c3686d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.869313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e976d6-937d-4f8c-bdb8-3665f602f088 None None] Network d398240c-fe46-4a8c-ab79-b2145d949ad3 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:40.182158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c3ae6c69-6155-4972-acf2-2b238057bd44 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:40.232643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: c3ae6c69-6155-4972-acf2-2b238057bd44 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:40.233039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c3ae6c69-6155-4972-acf2-2b238057bd44 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:40.258147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port': {'id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:29Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '0f394f08-d551-4bbd-ac08-328f261df621', 'name': '', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'mac_address': 'fa:16:3e:96:7c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56926871-c551-4934-91c1-9413057b5bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:35Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 2, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'subnets': [{'id': '56926871-c551-4934-91c1-9413057b5bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:40.290584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Checking router: 3e6d7075-9696-4884-aefa-9a3ec926cd91 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:40.290940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Updating router 3e6d7075-9696-4884-aefa-9a3ec926cd91 port 0f394f08-d551-4bbd-ac08-328f261df621 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:50:40.344180 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.448791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-b896fa83-9581-4840-aa26-2133536636d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:40.450578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-b896fa83-9581-4840-aa26-2133536636d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.8284593 Jul 05 03:50:40.479107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5beec5-121e-46ca-811b-7802a20886c3 None None] DHCP port deletion for d398240c-fe46-4a8c-ab79-b2145d949ad3 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:50:40.613118 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c315b3ab-2782-460e-8c96-c106a2b22b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.657284 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-cfcb2ec6-f5ed-44e7-a935-450dd7ff5e45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98 HTTP/1.1" status: 200 len: 217 time: 0.1401379 Jul 05 03:50:40.659910 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.677540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40d3e-5eb4-460e-b620-914c612620da req-389d74c0-f6ed-41c7-89d0-ba9c8b2355b4 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:40.679261 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5a40d3e-5eb4-460e-b620-914c612620da req-389d74c0-f6ed-41c7-89d0-ba9c8b2355b4 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/networks?id=4d255eda-79de-4574-a30a-676c7f6818d2 HTTP/1.1" status: 200 len: 828 time: 0.4765584 Jul 05 03:50:40.690207 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c315b3ab-2782-460e-8c96-c106a2b22b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.748699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5a40d3e-5eb4-460e-b620-914c612620da req-addeec89-824e-406a-ac29-d1dfdc7a751e tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/quotas/b56552d4114347c490aa1db39061d6d9 HTTP/1.1" status: 200 len: 375 time: 0.0521779 Jul 05 03:50:40.795877 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6f5beec5-121e-46ca-811b-7802a20886c3 None None] Deleting port 7c27a1dc-c508-4270-8d38-90bab113b0f1 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:40.796494 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6f5beec5-121e-46ca-811b-7802a20886c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.823735 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d888739b-af11-42d3-8068-026b7c1d23bb req-b67e7455-09a3-4696-801d-17b9cd9a8805 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723648 Jul 05 03:50:40.921527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6f5beec5-121e-46ca-811b-7802a20886c3 None None] For port 7c27a1dc-c508-4270-8d38-90bab113b0f1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7c27a1dc-c508-4270-8d38-90bab113b0f1,segment=NetworkSegment(4c76025f-1d81-4456-9a9f-b888ca86dc06),segment_id=4c76025f-1d81-4456-9a9f-b888ca86dc06)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:40.922036 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6f5beec5-121e-46ca-811b-7802a20886c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.946273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888739b-af11-42d3-8068-026b7c1d23bb req-b896df67-dfea-4d58-8be1-17996789bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:40.948763 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6f5beec5-121e-46ca-811b-7802a20886c3 None None] Calling delete_port for 7c27a1dc-c508-4270-8d38-90bab113b0f1 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:40.949917 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d888739b-af11-42d3-8068-026b7c1d23bb req-b896df67-dfea-4d58-8be1-17996789bb1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 1095 time: 0.0992825 Jul 05 03:50:40.978852 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c315b3ab-2782-460e-8c96-c106a2b22b19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b8eefe6ab4a4e9e854eb1668f079741&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4918640 Jul 05 03:50:40.983876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56148) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:40.987932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315b3ab-2782-460e-8c96-c106a2b22b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c88f9a-08d9-4aa0-9cf0-19cb36bd78c8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:40.998248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f77aa3-4943-4810-9544-813410ce91c7 req-a5f3361d-3ed4-4dfb-a0f6-8eafc2f0306a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.005192 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63f77aa3-4943-4810-9544-813410ce91c7 req-a5f3361d-3ed4-4dfb-a0f6-8eafc2f0306a tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.8047872 Jul 05 03:50:41.030317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-16362bb3-0122-4901-be50-aad34db35895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.031333 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-16362bb3-0122-4901-be50-aad34db35895 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.3632710 Jul 05 03:50:41.056565 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.056808 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76004d8f-c434-4b8c-b3f6-73da6e4ced00 req-b7ef85cf-394e-4308-9117-efa85dc86227 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8498108 Jul 05 03:50:41.089299 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Transition to ACTIVE for port object 0f394f08-d551-4bbd-ac08-328f261df621 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:41.160808 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.190516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63f77aa3-4943-4810-9544-813410ce91c7 req-4687b087-d41c-4d94-bafa-a2990b7820b4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843665 Jul 05 03:50:41.199575 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:41.204162 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6f5beec5-121e-46ca-811b-7802a20886c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.229251 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Deleting port 7c27a1dc-c508-4270-8d38-90bab113b0f1 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:41.229834 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.230148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5beec5-121e-46ca-811b-7802a20886c3 None None] No DVR routers for this DVR port 7c27a1dc-c508-4270-8d38-90bab113b0f1 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:41.281878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:41.288150 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6489757e-6a44-4968-b074-1793e34548a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.292340 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2ecbde39-3465-4d0a-84e0-ffaa8d503cf5 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:41.297508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7c27a1dc-c508-4270-8d38-90bab113b0f1 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:41.355532 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6489757e-6a44-4968-b074-1793e34548a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.359115 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888739b-af11-42d3-8068-026b7c1d23bb req-ca03d607-b41d-4d3a-81c4-945f685d7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.361589 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d888739b-af11-42d3-8068-026b7c1d23bb req-ca03d607-b41d-4d3a-81c4-945f685d7a0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 200 len: 907 time: 0.3893089 Jul 05 03:50:41.435696 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5a40d3e-5eb4-460e-b620-914c612620da req-f6051c2d-d4fe-4aed-ac8e-96cc42d5a77e tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b56552d4114347c490aa1db39061d6d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6481528 Jul 05 03:50:41.442495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 7c27a1dc-c508-4270-8d38-90bab113b0f1 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:41.442881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7c27a1dc-c508-4270-8d38-90bab113b0f1 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:41.465299 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9527c07-33dd-47d3-9334-ac2b82d4d458 None None] Pushing event updated for resources: {'Port': ['ID=0f394f08-d551-4bbd-ac08-328f261df621,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:41.477644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] For port 7c27a1dc-c508-4270-8d38-90bab113b0f1, host n-d-798249-5, got binding levels [] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:41.478034 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.505140 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d888739b-af11-42d3-8068-026b7c1d23bb req-346c68d8-a069-48ec-853d-fc4757ef811e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e HTTP/1.1" status: 200 len: 217 time: 0.1340363 Jul 05 03:50:41.528633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e292d03e-8411-4683-ac57-9b1c969fc64d req-dcde959d-9e69-4ff7-96cd-1535561ba0c3 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 210 time: 0.0860350 Jul 05 03:50:41.537383 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5beec5-121e-46ca-811b-7802a20886c3 None None] Pushing event deleted for resources: {'Port': ['ID=7c27a1dc-c508-4270-8d38-90bab113b0f1,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:41.543670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Calling delete_port for 7c27a1dc-c508-4270-8d38-90bab113b0f1 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:41.551031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Port 7c27a1dc-c508-4270-8d38-90bab113b0f1 was not found and therefore no delete operation was performed {{(pid=100877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 03:50:41.555692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Attempting to bind port 0f394f08-d551-4bbd-ac08-328f261df621 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:41.556086 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Attempting to bind port 0f394f08-d551-4bbd-ac08-328f261df621 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '56762a5d-fd80-4346-88ab-427b01e2e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:41.560925 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Attempting to bind port 0f394f08-d551-4bbd-ac08-328f261df621 on network 4d255eda-79de-4574-a30a-676c7f6818d2 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:41.566285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:41.570757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Checking segment: {'id': '56762a5d-fd80-4346-88ab-427b01e2e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:41.571256 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.571674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Bound using segment: {'id': '56762a5d-fd80-4346-88ab-427b01e2e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:41.572188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Bound port: 0f394f08-d551-4bbd-ac08-328f261df621, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56762a5d-fd80-4346-88ab-427b01e2e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:41.573763 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.580226 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.616098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-c884aff5-620a-4e0e-9763-ecabf7d2844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.623348 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-c884aff5-620a-4e0e-9763-ecabf7d2844f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5732489 Jul 05 03:50:41.630606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] No DVR routers for this DVR port 7c27a1dc-c508-4270-8d38-90bab113b0f1 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:41.659545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888739b-af11-42d3-8068-026b7c1d23bb req-b13e3e36-246f-4d88-b2d4-90878c5c11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.661198 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d888739b-af11-42d3-8068-026b7c1d23bb req-b13e3e36-246f-4d88-b2d4-90878c5c11d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 200 len: 846 time: 0.1427410 Jul 05 03:50:41.677864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76004d8f-c434-4b8c-b3f6-73da6e4ced00 req-98ec3adf-6753-4643-ac85-4af1f21a1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.681639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76004d8f-c434-4b8c-b3f6-73da6e4ced00 req-98ec3adf-6753-4643-ac85-4af1f21a1ba2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 1099 time: 0.5830581 Jul 05 03:50:41.693958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c27a1dc-c508-4270-8d38-90bab113b0f1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:41.738099 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d888739b-af11-42d3-8068-026b7c1d23bb req-fea08f07-962d-4625-824f-6260a1d87404 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ca20d25-d3e7-4cdd-af72-4218b518e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680017 Jul 05 03:50:41.738845 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6489757e-6a44-4968-b074-1793e34548a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.747177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6489757e-6a44-4968-b074-1793e34548a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.748340 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6489757e-6a44-4968-b074-1793e34548a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44c88f9a-08d9-4aa0-9cf0-19cb36bd78c8 HTTP/1.1" status: 204 len: 168 time: 0.7631042 Jul 05 03:50:41.771088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] For port 0f394f08-d551-4bbd-ac08-328f261df621, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:41.784729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] For port 0f394f08-d551-4bbd-ac08-328f261df621, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0f394f08-d551-4bbd-ac08-328f261df621,segment=NetworkSegment(56762a5d-fd80-4346-88ab-427b01e2e39c),segment_id=56762a5d-fd80-4346-88ab-427b01e2e39c)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:41.789159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489757e-6a44-4968-b074-1793e34548a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c88f9a-08d9-4aa0-9cf0-19cb36bd78c8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:41.852788 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.957064 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d888739b-af11-42d3-8068-026b7c1d23bb req-f9de378d-b009-4fa5-b62e-4c63282384d8 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072263 Jul 05 03:50:41.959145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Routers {'3e6d7075-9696-4884-aefa-9a3ec926cd91'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:41.959799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3e6d7075-9696-4884-aefa-9a3ec926cd91'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:42.019537 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9527c07-33dd-47d3-9334-ac2b82d4d458 None None] Pushing event updated for resources: {'Port': ['ID=0f394f08-d551-4bbd-ac08-328f261df621,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:42.152522 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.199207 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d888739b-af11-42d3-8068-026b7c1d23bb req-3c3fad5c-f91a-4bc8-be3c-39f5aa928167 service neutron] 10.222.0.11 "GET /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362893 Jul 05 03:50:42.222975 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] Set router 3e6d7075-9696-4884-aefa-9a3ec926cd91 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:42.255946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d398240c-fe46-4a8c-ab79-b2145d949ad3']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:42.318043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5a40d3e-5eb4-460e-b620-914c612620da req-cdb12820-893e-4309-9434-2b0c23571dcc service neutron] 10.222.0.60 "GET /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8625438 Jul 05 03:50:42.342939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c76025f-1d81-4456-9a9f-b888ca86dc06') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:42.343245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c76025f-1d81-4456-9a9f-b888ca86dc06') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:42.364459 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-20c92579-2526-4e9c-ba9e-e87f8234de97 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897683 Jul 05 03:50:42.406304 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.538798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76004d8f-c434-4b8c-b3f6-73da6e4ced00 req-742e32b6-ccb8-40e2-afa9-7fa420a4cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.543663 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76004d8f-c434-4b8c-b3f6-73da6e4ced00 req-742e32b6-ccb8-40e2-afa9-7fa420a4cdcb service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.7880008 Jul 05 03:50:42.586217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port': {'id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:29Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '0f394f08-d551-4bbd-ac08-328f261df621', 'name': '', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'mac_address': 'fa:16:3e:96:7c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56926871-c551-4934-91c1-9413057b5bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:35Z', 'updated_at': '2021-07-05T03:50:41Z', 'revision_number': 4, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'subnets': [{'id': '56926871-c551-4934-91c1-9413057b5bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:42.600811 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.625619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d0cee4-50a4-4f83-8215-5e6cf5c31627 None None] The sync data for ids ['3e6d7075-9696-4884-aefa-9a3ec926cd91'] in n-d-798249-5 is: [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port': {'id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:29Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '0f394f08-d551-4bbd-ac08-328f261df621', 'name': '', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'mac_address': 'fa:16:3e:96:7c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56926871-c551-4934-91c1-9413057b5bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:35Z', 'updated_at': '2021-07-05T03:50:41Z', 'revision_number': 4, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'subnets': [{'id': '56926871-c551-4934-91c1-9413057b5bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:42.629554 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:42.630019 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:42.631779 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:42.717452 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56180) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:42.735300 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1efbf93-f581-4b3a-808b-c1363f22b450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.760718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-1ea1ee27-5427-40a0-8bd2-b617599f3f92 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158844 Jul 05 03:50:42.824305 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5a40d3e-5eb4-460e-b620-914c612620da req-c4f26418-cd9e-4286-9e63-62e5d5a3cbd9 service neutron] 10.222.0.60 "GET /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052423 Jul 05 03:50:42.829433 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76004d8f-c434-4b8c-b3f6-73da6e4ced00 req-c6622a3e-d8a9-47a1-baf5-a8b1ef98fe03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 HTTP/1.1" status: 200 len: 217 time: 0.2299306 Jul 05 03:50:42.936807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba206ac-1a6a-40a0-84a7-ddf3b49ef2dc req-e0e3981d-7b5a-4cdd-910c-14bfe5518850 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.938644 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aba206ac-1a6a-40a0-84a7-ddf3b49ef2dc req-e0e3981d-7b5a-4cdd-910c-14bfe5518850 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.3940144 Jul 05 03:50:42.973597 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1efbf93-f581-4b3a-808b-c1363f22b450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.989767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76004d8f-c434-4b8c-b3f6-73da6e4ced00 req-9f40d7e1-2c57-4f35-909e-42f67ea636c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.989767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76004d8f-c434-4b8c-b3f6-73da6e4ced00 req-9f40d7e1-2c57-4f35-909e-42f67ea636c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1462176 Jul 05 03:50:43.056894 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1efbf93-f581-4b3a-808b-c1363f22b450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.100652 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c1efbf93-f581-4b3a-808b-c1363f22b450 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12868106fccd4c9eb87878db392272db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815734 Jul 05 03:50:43.103922 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56188) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:43.114322 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.123456 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.135284 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d398240c-fe46-4a8c-ab79-b2145d949ad3 HTTP/1.1" status: 204 len: 168 time: 3.2967954 Jul 05 03:50:43.170239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efbf93-f581-4b3a-808b-c1363f22b450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee09672-8a43-4b05-8736-2344aa51bc60,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:43.208050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea08291-84b2-412d-83e8-c915665b14c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d398240c-fe46-4a8c-ab79-b2145d949ad3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:43.228733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0f394f08-d551-4bbd-ac08-328f261df621 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:43.238295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25eb4c56-55ac-4a65-82be-18240bf64203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.253981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aba206ac-1a6a-40a0-84a7-ddf3b49ef2dc req-7c190a09-dd5e-4084-8c4f-b773b060b431 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956071 Jul 05 03:50:43.277774 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76004d8f-c434-4b8c-b3f6-73da6e4ced00 req-7d82c2a6-04d6-49a7-b822-43c25339fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:43.279589 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76004d8f-c434-4b8c-b3f6-73da6e4ced00 req-7d82c2a6-04d6-49a7-b822-43c25339fa0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2752304 Jul 05 03:50:43.294405 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25eb4c56-55ac-4a65-82be-18240bf64203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.440212 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25eb4c56-55ac-4a65-82be-18240bf64203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.442889 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25eb4c56-55ac-4a65-82be-18240bf64203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.454146 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-25eb4c56-55ac-4a65-82be-18240bf64203 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ee09672-8a43-4b05-8736-2344aa51bc60 HTTP/1.1" status: 204 len: 168 time: 0.3457906 Jul 05 03:50:43.474835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb4c56-55ac-4a65-82be-18240bf64203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee09672-8a43-4b05-8736-2344aa51bc60,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:43.485958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 0f394f08-d551-4bbd-ac08-328f261df621 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:43.497053 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 0f394f08-d551-4bbd-ac08-328f261df621 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:43.497528 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.572913 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5a06656b-733a-43b1-9112-4437163d3815 req-e1d4aa97-64a4-4d6b-8bd1-3fa8d1d957a8 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 210 time: 0.1033475 Jul 05 03:50:43.620878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76004d8f-c434-4b8c-b3f6-73da6e4ced00 req-4910fd16-ca4c-470d-9b62-da840d71b417 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285668 Jul 05 03:50:43.672155 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.720729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 0f394f08-d551-4bbd-ac08-328f261df621, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0f394f08-d551-4bbd-ac08-328f261df621,segment=NetworkSegment(56762a5d-fd80-4346-88ab-427b01e2e39c),segment_id=56762a5d-fd80-4346-88ab-427b01e2e39c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:43.800278 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76004d8f-c434-4b8c-b3f6-73da6e4ced00 req-92eb4365-9000-40f2-affc-36fc0094010a service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662915 Jul 05 03:50:43.823129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56206) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:43.836040 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.867788 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ffe18a0d-1913-43c7-b81f-a97ab8194266 req-556d6220-ba37-4b8d-bb1e-917fa65b728b tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 210 time: 0.0503407 Jul 05 03:50:43.892743 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8e9b2d36-90de-439d-8d1f-fc5d8fd8d0f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3d5962f6e5842a6bbf908e94488a0d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681531 Jul 05 03:50:43.895407 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56208) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:43.937570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=0f394f08-d551-4bbd-ac08-328f261df621,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:44.013920 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01e15506-fe39-4166-b359-b56b02756e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.045109 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01e15506-fe39-4166-b359-b56b02756e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.257407 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01e15506-fe39-4166-b359-b56b02756e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.260139 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01e15506-fe39-4166-b359-b56b02756e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.263750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-01e15506-fe39-4166-b359-b56b02756e6d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5fbf3ae9-969b-45de-9826-dccab855fba5 HTTP/1.1" status: 204 len: 168 time: 0.3646107 Jul 05 03:50:44.282808 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e15506-fe39-4166-b359-b56b02756e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbf3ae9-969b-45de-9826-dccab855fba5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:44.519073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435c789-464a-4209-8956-9025ae3bfeba req-2ccf1001-dba3-48d4-8dd4-5db8960c6039 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:44.519073 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b435c789-464a-4209-8956-9025ae3bfeba req-2ccf1001-dba3-48d4-8dd4-5db8960c6039 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.0837448 Jul 05 03:50:44.558254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b435c789-464a-4209-8956-9025ae3bfeba req-e59f3b00-60fc-47e3-90cf-c3e40257098f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353861 Jul 05 03:50:44.882751 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f01cab5-04d7-4b97-ad26-0ca84e95ae5d req-c9937dc6-4a37-4d5d-9d96-2d7baf032850 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 210 time: 0.0585799 Jul 05 03:50:45.097921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0f394f08-d551-4bbd-ac08-328f261df621 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:45.178190 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56256) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:45.197445 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 0f394f08-d551-4bbd-ac08-328f261df621 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:45.198140 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.203768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e602c06c-7364-44c5-8003-056b23a92576 req-be09d058-a774-4c6a-8db1-5d880f95f050 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 210 time: 0.0591891 Jul 05 03:50:45.243464 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-39b1a4dd-abef-41c7-99e6-4f9f348a6962 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6fa77e2596442159c8bbc0a73bff2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637393 Jul 05 03:50:45.245632 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56258) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:45.356748 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ecaae96-0bea-4249-8990-c271b09556ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.390434 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ecaae96-0bea-4249-8990-c271b09556ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.600419 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ecaae96-0bea-4249-8990-c271b09556ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.604360 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ecaae96-0bea-4249-8990-c271b09556ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.608095 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9ecaae96-0bea-4249-8990-c271b09556ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56ef7ead-1029-4dab-87fb-94253c6c2c38 HTTP/1.1" status: 204 len: 168 time: 0.3588860 Jul 05 03:50:45.634227 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecaae96-0bea-4249-8990-c271b09556ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ef7ead-1029-4dab-87fb-94253c6c2c38,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:45.790539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe822b-f830-41d7-b9e8-65bdf6315cbc req-8591a5fb-77c7-4e35-b677-58a2ba7ed605 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:45.792095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6fe822b-f830-41d7-b9e8-65bdf6315cbc req-8591a5fb-77c7-4e35-b677-58a2ba7ed605 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.0801079 Jul 05 03:50:45.837370 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6fe822b-f830-41d7-b9e8-65bdf6315cbc req-fc0775bc-3b88-4787-9487-5a415a225871 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380421 Jul 05 03:50:45.911891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-47f59a6a-077b-4e56-9198-f00c5a7d1d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:45.914156 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-47f59a6a-077b-4e56-9198-f00c5a7d1d45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0&tenant_id=11262911861945c3a6162015d1587211 HTTP/1.1" status: 200 len: 1101 time: 0.0541461 Jul 05 03:50:45.925422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:46.024722 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.033775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68d13bd4-3265-4905-b9af-20921d43028e req-67b7e536-597a-4b8e-9aae-198ed9fa54d2 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 210 time: 0.0331049 Jul 05 03:50:46.273115 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:46.319472 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:46.360353 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:46.362843 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e0326f-0433-46bb-bbb8-6e2d0b7b2448" -d '{"events": [{"server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "name": "network-vif-unplugged", "status": "completed", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:46.368404 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.387308 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Transition to ACTIVE for port object 9c73ba6d-abfe-46a1-aa51-21f863738f98 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:46.417393 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-244aa51f-85f0-4231-8fe1-534548c715ba req-5b5ebfae-a9a1-44d1-9773-ae005243c928 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 210 time: 0.0783195 Jul 05 03:50:46.509113 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.516658 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb59e6e-5ebb-4e6b-94fd-c4c6e9096f42 x-openstack-request-id: req-5cb59e6e-5ebb-4e6b-94fd-c4c6e9096f42 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:46.516956 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "name": "network-vif-unplugged", "status": "completed", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:46.517210 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cb59e6e-5ebb-4e6b-94fd-c4c6e9096f42 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:46.517600 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'code': 200} Jul 05 03:50:46.600994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] No DVR routers for this DVR port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:46.606136 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Pushing event updated for resources: {'Port': ['ID=9c73ba6d-abfe-46a1-aa51-21f863738f98,revision_number=10']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:46.683119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Attempting to bind port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:46.683568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Attempting to bind port 9c73ba6d-abfe-46a1-aa51-21f863738f98 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:46.683986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Attempting to bind port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:46.689782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:46.690151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Attempting to bind port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:46.703699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:46.719112 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:46.719112 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:46.719112 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Bound port: 9c73ba6d-abfe-46a1-aa51-21f863738f98, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:46.719112 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.784858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:46.790413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:46.851726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40d3e-5eb4-460e-b620-914c612620da req-31e4736f-2736-40db-bd47-1999bb7bcac1 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:46.853373 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5a40d3e-5eb4-460e-b620-914c612620da req-31e4736f-2736-40db-bd47-1999bb7bcac1 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.64 "GET /v2.0/networks?id=4d255eda-79de-4574-a30a-676c7f6818d2 HTTP/1.1" status: 200 len: 828 time: 0.2135451 Jul 05 03:50:46.867655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b5a40d3e-5eb4-460e-b620-914c612620da req-578bbd6c-5a4c-4ad1-8c23-dc23c0d7cb45 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Request body: {'port': {'device_id': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'admin_state_up': True, 'tenant_id': 'b56552d4114347c490aa1db39061d6d9'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:46.909323 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.015203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.021881 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.035486 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] 10.222.0.11 "PUT /v2.0/ports/9c73ba6d-abfe-46a1-aa51-21f863738f98 HTTP/1.1" status: 200 len: 1097 time: 1.1031170 Jul 05 03:50:47.160149 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d0be8-155e-4da0-85a7-ceb06d9db065 service neutron] Pushing event updated for resources: {'Port': ['ID=9c73ba6d-abfe-46a1-aa51-21f863738f98,revision_number=11']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:47.382458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-f7a1362e-759f-4afb-899f-84ce2dd8e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.387146 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-f7a1362e-759f-4afb-899f-84ce2dd8e5a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 1100 time: 0.1440830 Jul 05 03:50:47.577410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-8e1a2244-2e46-4ee5-be0b-4fc563581416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.582903 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-8e1a2244-2e46-4ee5-be0b-4fc563581416 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1879854 Jul 05 03:50:47.648438 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-8dbf7a1d-87a9-430c-9d10-f0cf1c7d3f89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98 HTTP/1.1" status: 200 len: 217 time: 0.0594981 Jul 05 03:50:47.716772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-ea8060e0-239e-484d-bee3-07356218f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.718394 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-ea8060e0-239e-484d-bee3-07356218f640 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0640092 Jul 05 03:50:47.734549 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-064519f1-05d1-4fa5-ac97-df20c9400775 req-fe803a82-8b82-47e2-bb86-140babc06402 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=28c59f86-de0a-4192-95c0-ee0224b9d343 HTTP/1.1" status: 200 len: 210 time: 0.0602889 Jul 05 03:50:47.795091 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-84b49284-d250-4eee-bc2e-daa7d44f6cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.796842 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-84b49284-d250-4eee-bc2e-daa7d44f6cbe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725071 Jul 05 03:50:47.797393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab546ab-8490-4346-9c22-c097c92787ca req-21701dfe-2874-4663-ace9-6f62bb95a880 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.798708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eab546ab-8490-4346-9c22-c097c92787ca req-21701dfe-2874-4663-ace9-6f62bb95a880 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 949 time: 0.7874277 Jul 05 03:50:47.807094 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9c73ba6d-abfe-46a1-aa51-21f863738f98 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:47.890157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9c73ba6d-abfe-46a1-aa51-21f863738f98 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:47.901815 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a40d3e-5eb4-460e-b620-914c612620da req-578bbd6c-5a4c-4ad1-8c23-dc23c0d7cb45 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Made reservation on behalf of b56552d4114347c490aa1db39061d6d9 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:47.905630 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b5a40d3e-5eb4-460e-b620-914c612620da req-578bbd6c-5a4c-4ad1-8c23-dc23c0d7cb45 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.917896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eab546ab-8490-4346-9c22-c097c92787ca req-19388614-a70e-43a8-bcc6-f2a28d8b8155 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945837 Jul 05 03:50:47.933342 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-37524412-da60-4401-bde8-46a4b570512d service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262667 Jul 05 03:50:47.997472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56346) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:48.062058 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5716edff-6cd0-4cf0-9493-513589ebabfb req-298b4623-4680-4523-8180-14052b52c7e8 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225770 Jul 05 03:50:48.136444 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-497f37e7-3452-4ec4-8848-0323fc31a1af req-c28855a8-e31b-4e46-9bc3-64a53ffadedf tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 210 time: 0.0469759 Jul 05 03:50:48.170356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1023452019-network', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:48.263060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] Made reservation on behalf of 93935f5c0dda4b35bcbdfe46f2a82f5f for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:48.265895 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.281067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-b5a40d3e-5eb4-460e-b620-914c612620da req-578bbd6c-5a4c-4ad1-8c23-dc23c0d7cb45 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Allocated IP 172.20.0.11 (4d255eda-79de-4574-a30a-676c7f6818d2/56926871-c551-4934-91c1-9413057b5bc4/8789f136-4091-4edb-866d-797ec84a2072) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:48.283733 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.452633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-7f804786-7f3f-436c-8386-7048960a6fe3 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8862db2fe42b452194f97513bedfa029&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984876 Jul 05 03:50:48.518689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:48.521126 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76dc4cc-467e-4bfa-9b01-d7083af0e790" -d '{"events": [{"name": "network-changed", "server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:48.638988 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4621ec4-2290-4279-9fc3-99a91aeccc2c x-openstack-request-id: req-f4621ec4-2290-4279-9fc3-99a91aeccc2c {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:48.638988 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:48.638988 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4621ec4-2290-4279-9fc3-99a91aeccc2c {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:48.638988 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'status': 'completed', 'code': 200} Jul 05 03:50:48.643474 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b5a40d3e-5eb4-460e-b620-914c612620da req-578bbd6c-5a4c-4ad1-8c23-dc23c0d7cb45 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.685917 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.713013 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b5a40d3e-5eb4-460e-b620-914c612620da req-578bbd6c-5a4c-4ad1-8c23-dc23c0d7cb45 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Transition to ACTIVE for port object 8789f136-4091-4edb-866d-797ec84a2072 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:48.720883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-9bfd9724-86d4-43e2-8f55-d5d47fadf8c5 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:48.722374 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-9bfd9724-86d4-43e2-8f55-d5d47fadf8c5 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630951 Jul 05 03:50:48.722587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-4d3e7a07-1262-4ba0-a4d5-e3f8b21ad469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:48.724430 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-4d3e7a07-1262-4ba0-a4d5-e3f8b21ad469 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 1100 time: 0.0572979 Jul 05 03:50:48.752848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-996935c3-0437-4360-8f68-ea9559b03f13 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/quotas/8862db2fe42b452194f97513bedfa029 HTTP/1.1" status: 200 len: 375 time: 0.0213604 Jul 05 03:50:48.763608 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.842070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-19724cb4-1935-4109-9eab-3309ccf2603c tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8862db2fe42b452194f97513bedfa029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684938 Jul 05 03:50:48.843915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:48.864083 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-7ea981ff-d34a-44c9-a923-1450babb8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:48.867181 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-7ea981ff-d34a-44c9-a923-1450babb8ffa service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1355164 Jul 05 03:50:48.907896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec4d50d-bdaf-44fe-bfc7-cadbc6c5a940,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:48.932033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-6321f2ec-7b9a-4631-9258-7b8098c6d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:48.949964 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-6321f2ec-7b9a-4631-9258-7b8098c6d5de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11262911861945c3a6162015d1587211&device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 1100 time: 0.2754056 Jul 05 03:50:48.953520 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-6846aebf-90b5-499c-85e8-2cc33197b636 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98 HTTP/1.1" status: 200 len: 217 time: 0.0788255 Jul 05 03:50:48.954975 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.955380 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] Added segment 87b8c1a6-c691-4b78-8186-7c853e906674 of type vlan for network ee57c4da-9396-47a1-b88c-f259fc92f8ad Jul 05 03:50:49.025356 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-6ed7282c-13a5-4200-8f47-0a8a49443c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.027339 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-6ed7282c-13a5-4200-8f47-0a8a49443c24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0678041 Jul 05 03:50:49.046108 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b5a40d3e-5eb4-460e-b620-914c612620da req-578bbd6c-5a4c-4ad1-8c23-dc23c0d7cb45 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.114574 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-f71a7f20-da81-4d7c-9064-ce98e9324617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.116780 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-f71a7f20-da81-4d7c-9064-ce98e9324617 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818934 Jul 05 03:50:49.140566 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.157637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a40d3e-5eb4-460e-b620-914c612620da req-578bbd6c-5a4c-4ad1-8c23-dc23c0d7cb45 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Network 4d255eda-79de-4574-a30a-676c7f6818d2 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:49.171944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-b5a40d3e-5eb4-460e-b620-914c612620da req-578bbd6c-5a4c-4ad1-8c23-dc23c0d7cb45 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:49.189011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a40d3e-5eb4-460e-b620-914c612620da req-578bbd6c-5a4c-4ad1-8c23-dc23c0d7cb45 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:49.316688 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-c71da44c-3861-4dc1-b9ca-c6af51d49cfa service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889372 Jul 05 03:50:49.417031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bbd6c-5a4c-4ad1-8c23-dc23c0d7cb45 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Pushing event updated for resources: {'Port': ['ID=8789f136-4091-4edb-866d-797ec84a2072,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:49.442946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-a1fbcedc-c311-4838-aff7-dac90a7a917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.445715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-a1fbcedc-c311-4838-aff7-dac90a7a917c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.4879289 Jul 05 03:50:49.478840 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-41e7e304-e5d7-4564-b80a-195ce3be3965 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558316 Jul 05 03:50:49.555053 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-e157b242-1b0d-4ef8-9aae-9d447f07b826 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98 HTTP/1.1" status: 200 len: 217 time: 0.1016352 Jul 05 03:50:49.557139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d8fd7a7-3411-4ef4-b822-9d3b78be7186 req-b2020db7-e693-4c07-9a55-fe32c82924e4 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e40fd7-dfa5-4b85-93ef-696e7bb18d36 HTTP/1.1" status: 200 len: 210 time: 0.1050966 Jul 05 03:50:49.564075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40d3e-5eb4-460e-b620-914c612620da req-578bbd6c-5a4c-4ad1-8c23-dc23c0d7cb45 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.564831 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b5a40d3e-5eb4-460e-b620-914c612620da req-578bbd6c-5a4c-4ad1-8c23-dc23c0d7cb45 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.637222 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.638192 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.638771 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.747312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9c73ba6d-abfe-46a1-aa51-21f863738f98 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:49.750884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5a40d3e-5eb4-460e-b620-914c612620da req-578bbd6c-5a4c-4ad1-8c23-dc23c0d7cb45 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8887064 Jul 05 03:50:49.755609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-bd8baac2-659e-4ff2-995e-56b937cde198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.757300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-bd8baac2-659e-4ff2-995e-56b937cde198 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1603332 Jul 05 03:50:49.771059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Request body: {'port': {'device_id': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:49.806429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] Pushing event updated for resources: {'Network': ['ID=ee57c4da-9396-47a1-b88c-f259fc92f8ad,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:49.816774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7a2ff402-9fb0-4b07-aa0b-3ef5423248eb None None] Provisioning for port 8789f136-4091-4edb-866d-797ec84a2072 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:49.822277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ee57c4da-9396-47a1-b88c-f259fc92f8ad details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:49.856818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca34607-27bb-4434-9b87-23cca5341dd1 req-87299695-0807-44bd-9e63-9d016c61b6c0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.858336 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aca34607-27bb-4434-9b87-23cca5341dd1 req-87299695-0807-44bd-9e63-9d016c61b6c0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 949 time: 0.3826580 Jul 05 03:50:49.877733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7a2ff402-9fb0-4b07-aa0b-3ef5423248eb None None] Provisioning complete for port 8789f136-4091-4edb-866d-797ec84a2072 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:49.878428 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7a2ff402-9fb0-4b07-aa0b-3ef5423248eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.906573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56406) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:49.913994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-35f1a36f-c3fa-4fac-8ac1-b28522a76643 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9079864 Jul 05 03:50:49.914165 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Request body: {'subnet': {'network_id': 'ee57c4da-9396-47a1-b88c-f259fc92f8ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1023452019-subnet', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:49.955250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dbfe2-0715-4958-8027-a7570f383f20 req-38522db8-3d7b-40ae-9975-6eed42965755 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.956779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-902dbfe2-0715-4958-8027-a7570f383f20 req-38522db8-3d7b-40ae-9975-6eed42965755 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 932 time: 0.2530544 Jul 05 03:50:49.965786 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.970170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ff402-9fb0-4b07-aa0b-3ef5423248eb None None] Port 8789f136-4091-4edb-866d-797ec84a2072 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:49.979596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:49.993663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'mac_address': 'fa:16:3e:3b:0b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:50.001755 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aca34607-27bb-4434-9b87-23cca5341dd1 req-5d0b3e8f-78c2-49e0-90cf-4e646ee5e533 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301284 Jul 05 03:50:50.049042 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-6645fa2d-6bb8-4cc0-86ac-214c781b571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.053225 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-6645fa2d-6bb8-4cc0-86ac-214c781b571b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2849827 Jul 05 03:50:50.089456 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.109426 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-902dbfe2-0715-4958-8027-a7570f383f20 req-9b952123-4e2c-4e1b-b5cb-71e02dab4327 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/security-groups?id=483cadcf-37ed-45f6-aa03-02e59628ddac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361408 Jul 05 03:50:50.114232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c73ba6d-abfe-46a1-aa51-21f863738f98 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:50.152523 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:50.223596 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Made reservation on behalf of 93935f5c0dda4b35bcbdfe46f2a82f5f for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:50.223596 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.293435 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.402349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-716c369b-c16a-4f68-bf6c-463fd564be19 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366716 Jul 05 03:50:50.443581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=9c73ba6d-abfe-46a1-aa51-21f863738f98,revision_number=12']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:50.573410 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['9c73ba6d-abfe-46a1-aa51-21f863738f98'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:50.662022 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f76dc4cc-467e-4bfa-9b01-d7083af0e790 req-4915a2c7-a41b-4c1d-a3e8-835594abc097 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442522 Jul 05 03:50:50.781186 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a53b92f5-9f0e-401f-8d60-61d158636e20 req-85144a9f-878c-47ec-aa45-000704f952d7 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e40fd7-dfa5-4b85-93ef-696e7bb18d36 HTTP/1.1" status: 200 len: 210 time: 0.0976555 Jul 05 03:50:50.803430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8789f136-4091-4edb-866d-797ec84a2072 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:50.817703 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.849402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Transition to ACTIVE for port object 8789f136-4091-4edb-866d-797ec84a2072 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:51.258585 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.314043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c95db8a-25d1-44d1-a537-b1594a45e5a6,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:51.337098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff45d3-e94d-4944-8844-c37cef0b910d req-06500b9e-d209-462f-b796-0a54d5dc861a tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:51.338244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:51.338829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86ff45d3-e94d-4944-8844-c37cef0b910d req-06500b9e-d209-462f-b796-0a54d5dc861a tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 932 time: 0.1091020 Jul 05 03:50:51.347412 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:51.348069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:51.348883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:51.349800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:51.350319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:51.351383 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:51.351991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:51.352734 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:51.353255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:51.353894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:51.354398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:51.371305 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-16a5ef71-ccac-4e7b-99c5-5e60ec1815eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.377631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Checking segment: {'id': '87b8c1a6-c691-4b78-8186-7c853e906674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee57c4da-9396-47a1-b88c-f259fc92f8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:51.378260 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Network hostable DHCP agents. Network: ee57c4da-9396-47a1-b88c-f259fc92f8ad, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:51.393035 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.420223 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f15b1-9d3d-4030-a5d7-57c27212f0db req-dffae966-24db-4c58-92e9-084e3e669954 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:51.422001 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e9f15b1-9d3d-4030-a5d7-57c27212f0db req-dffae966-24db-4c58-92e9-084e3e669954 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 950 time: 0.1498818 Jul 05 03:50:51.501682 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Network ee57c4da-9396-47a1-b88c-f259fc92f8ad is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:51.527718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86ff45d3-e94d-4944-8844-c37cef0b910d req-2846c221-52a0-476a-bff1-5541a87fa334 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/security-groups?id=483cadcf-37ed-45f6-aa03-02e59628ddac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792271 Jul 05 03:50:51.568237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Pushing event updated for resources: {'Port': ['ID=8789f136-4091-4edb-866d-797ec84a2072,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:51.628321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, ee57c4da-9396-47a1-b88c-f259fc92f8ad) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:51.635141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:51.637285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6851da53-03e2-4e50-af22-549709788003 None None] Network ee57c4da-9396-47a1-b88c-f259fc92f8ad requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:51.643544 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.666560 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e9f15b1-9d3d-4030-a5d7-57c27212f0db req-ac149458-85fe-4e3b-a031-e47a1649b1b0 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920395 Jul 05 03:50:51.760275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Attempting to bind port 8789f136-4091-4edb-866d-797ec84a2072 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:51.760812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Attempting to bind port 8789f136-4091-4edb-866d-797ec84a2072 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '56762a5d-fd80-4346-88ab-427b01e2e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:51.761242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Attempting to bind port 8789f136-4091-4edb-866d-797ec84a2072 on network 4d255eda-79de-4574-a30a-676c7f6818d2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:51.771829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Port 8789f136-4091-4edb-866d-797ec84a2072 on network 4d255eda-79de-4574-a30a-676c7f6818d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:51.777045 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Attempting to bind port 8789f136-4091-4edb-866d-797ec84a2072 on network 4d255eda-79de-4574-a30a-676c7f6818d2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:51.782056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:51.782709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Checking segment: {'id': '56762a5d-fd80-4346-88ab-427b01e2e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:51.792735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Bound using segment: {'id': '56762a5d-fd80-4346-88ab-427b01e2e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:51.794466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Bound port: 8789f136-4091-4edb-866d-797ec84a2072, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56762a5d-fd80-4346-88ab-427b01e2e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:51.795432 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.812025 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-572b44ca-8b62-4dac-b941-9b07ce9381cf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9040971 Jul 05 03:50:51.817348 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56442) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:51.821799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1023452019-router', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:51.928153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9c73ba6d-abfe-46a1-aa51-21f863738f98 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:51.928401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] For port 8789f136-4091-4edb-866d-797ec84a2072, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:51.937869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] For port 8789f136-4091-4edb-866d-797ec84a2072, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8789f136-4091-4edb-866d-797ec84a2072,segment=NetworkSegment(56762a5d-fd80-4346-88ab-427b01e2e39c),segment_id=56762a5d-fd80-4346-88ab-427b01e2e39c)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:52.056677 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.056677 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.083581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-ee57c4da-9396-47a1-b88c-f259fc92f8ad', 'network_id': 'ee57c4da-9396-47a1-b88c-f259fc92f8ad', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'fixed_ips': [{'subnet_id': '8c95db8a-25d1-44d1-a537-b1594a45e5a6'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:50:52.087224 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.087526 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.171375 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.171894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.173179 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.175108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5a40d3e-5eb4-460e-b620-914c612620da req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] 10.222.0.64 "PUT /v2.0/ports/8789f136-4091-4edb-866d-797ec84a2072 HTTP/1.1" status: 200 len: 1092 time: 2.4131958 Jul 05 03:50:52.176050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8df83f-21c2-4d96-afff-a090d0052da6 service neutron] Pushing event updated for resources: {'Port': ['ID=8789f136-4091-4edb-866d-797ec84a2072,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:52.186429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'tag': '8789f136-4091-4edb-866d-797ec84a2072'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:52.189014 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47edd707-b38d-4c2c-80a5-6c2424b7bbdf" -d '{"events": [{"name": "network-changed", "server_uuid": "8819b684-4a70-45a3-889f-5fad4cfe6219", "tag": "8789f136-4091-4edb-866d-797ec84a2072"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:52.220591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f203f2-637f-4b4f-b9b4-d309e1f2c022 req-5beb2573-8553-44fa-b3a7-1b738d2f5b23 tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.228199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03f203f2-637f-4b4f-b9b4-d309e1f2c022 req-5beb2573-8553-44fa-b3a7-1b738d2f5b23 tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 1101 time: 0.2193382 Jul 05 03:50:52.278485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03f203f2-637f-4b4f-b9b4-d309e1f2c022 req-a8c850f3-5c62-4230-8358-666c9ca5aa1f tempest-MigrationsAdminTest-1785130327 tempest-MigrationsAdminTest-1785130327-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479214 Jul 05 03:50:52.361156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 9c73ba6d-abfe-46a1-aa51-21f863738f98 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:52.374085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 9c73ba6d-abfe-46a1-aa51-21f863738f98 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:52.374085 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.423295 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Allocated IP 172.20.0.2 (ee57c4da-9396-47a1-b88c-f259fc92f8ad/8c95db8a-25d1-44d1-a537-b1594a45e5a6/e2bff194-445a-4ef3-ac35-dc625dda8512) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:52.429177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5789a97-2f56-4af8-ba7e-38295509ba2a req-ae90967b-02f5-452c-a689-7fb5e09ad102 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e40fd7-dfa5-4b85-93ef-696e7bb18d36 HTTP/1.1" status: 200 len: 210 time: 0.0764589 Jul 05 03:50:52.437614 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db05fefe-4c37-491c-8298-a0ce8e88543e x-openstack-request-id: req-db05fefe-4c37-491c-8298-a0ce8e88543e {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:52.437914 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8819b684-4a70-45a3-889f-5fad4cfe6219", "tag": "8789f136-4091-4edb-866d-797ec84a2072", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:52.438167 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db05fefe-4c37-491c-8298-a0ce8e88543e {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:52.438882 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'tag': '8789f136-4091-4edb-866d-797ec84a2072', 'status': 'completed', 'code': 200} Jul 05 03:50:52.517643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40d3e-5eb4-460e-b620-914c612620da req-9b880723-8f5b-4648-9de8-41cbb16667e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.520436 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5a40d3e-5eb4-460e-b620-914c612620da req-9b880723-8f5b-4648-9de8-41cbb16667e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b56552d4114347c490aa1db39061d6d9&device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 1095 time: 0.0807705 Jul 05 03:50:52.568268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.636132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5a40d3e-5eb4-460e-b620-914c612620da req-4d466634-b19e-4c39-87e1-df600455413d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8789f136-4091-4edb-866d-797ec84a2072 HTTP/1.1" status: 200 len: 217 time: 0.0969169 Jul 05 03:50:52.721330 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40d3e-5eb4-460e-b620-914c612620da req-9bd316cd-ffa7-43e2-85f2-04208a082646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.722939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5a40d3e-5eb4-460e-b620-914c612620da req-9bd316cd-ffa7-43e2-85f2-04208a082646 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56926871-c551-4934-91c1-9413057b5bc4 HTTP/1.1" status: 200 len: 867 time: 0.0801132 Jul 05 03:50:52.809908 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.818687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40d3e-5eb4-460e-b620-914c612620da req-75a87c94-55b1-4e7e-b291-8d157b583e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.829526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5a40d3e-5eb4-460e-b620-914c612620da req-75a87c94-55b1-4e7e-b291-8d157b583e57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d255eda-79de-4574-a30a-676c7f6818d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990407 Jul 05 03:50:52.857320 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:52.859521 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65fa6a0-5a97-4320-88ac-48347cea62f6" -d '{"events": [{"server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "name": "network-vif-plugged", "status": "completed", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:52.893309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:52.923093 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.939208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Transition to ACTIVE for port object e2bff194-445a-4ef3-ac35-dc625dda8512 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:52.956437 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Transition to ACTIVE for port object e2bff194-445a-4ef3-ac35-dc625dda8512 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:52.967416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5a40d3e-5eb4-460e-b620-914c612620da req-bd3aef8a-7462-42f5-9210-081f01dd7756 service neutron] 10.222.0.64 "GET /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300399 Jul 05 03:50:52.976470 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.997727 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.063723 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.070262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5a40d3e-5eb4-460e-b620-914c612620da req-c0e87bcc-0d96-4c1f-9138-e42269d258fd service neutron] 10.222.0.64 "GET /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961967 Jul 05 03:50:53.103442 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.130060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Network ee57c4da-9396-47a1-b88c-f259fc92f8ad is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:53.140164 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:53.144904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Allocated IP 172.25.0.125 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/6a86e594-e07c-444e-85fe-782b3e8dac85) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:53.146177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:53.152968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=9c73ba6d-abfe-46a1-aa51-21f863738f98,revision_number=13']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.253118 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=e2bff194-445a-4ef3-ac35-dc625dda8512,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.255324 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.258135 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Attempting to bind port e2bff194-445a-4ef3-ac35-dc625dda8512 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:53.258804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Attempting to bind port e2bff194-445a-4ef3-ac35-dc625dda8512 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '87b8c1a6-c691-4b78-8186-7c853e906674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee57c4da-9396-47a1-b88c-f259fc92f8ad'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:53.259401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Attempting to bind port e2bff194-445a-4ef3-ac35-dc625dda8512 on network ee57c4da-9396-47a1-b88c-f259fc92f8ad {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:53.266719 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:53.267612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Checking segment: {'id': '87b8c1a6-c691-4b78-8186-7c853e906674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee57c4da-9396-47a1-b88c-f259fc92f8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:53.267612 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.268200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Bound using segment: {'id': '87b8c1a6-c691-4b78-8186-7c853e906674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee57c4da-9396-47a1-b88c-f259fc92f8ad'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:53.268804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Bound port: e2bff194-445a-4ef3-ac35-dc625dda8512, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b8c1a6-c691-4b78-8186-7c853e906674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee57c4da-9396-47a1-b88c-f259fc92f8ad'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:53.269287 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.361297 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edd707-b38d-4c2c-80a5-6c2424b7bbdf req-b165781f-e089-4e1b-b7ec-daeb20973ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.363054 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-402669f2-0590-48eb-a8e8-b416cf3f53b8 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8862db2fe42b452194f97513bedfa029&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316737 Jul 05 03:50:53.363379 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47edd707-b38d-4c2c-80a5-6c2424b7bbdf req-b165781f-e089-4e1b-b7ec-daeb20973ff8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b56552d4114347c490aa1db39061d6d9&device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 1095 time: 0.0793500 Jul 05 03:50:53.377366 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] For port e2bff194-445a-4ef3-ac35-dc625dda8512, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:53.381238 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] For port e2bff194-445a-4ef3-ac35-dc625dda8512, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e2bff194-445a-4ef3-ac35-dc625dda8512,segment=NetworkSegment(87b8c1a6-c691-4b78-8186-7c853e906674),segment_id=87b8c1a6-c691-4b78-8186-7c853e906674)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:53.421711 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.478248 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:53.485097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:53.495251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:53.514802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edd707-b38d-4c2c-80a5-6c2424b7bbdf req-3ae98011-152d-46fa-ab3e-3ae2adbcc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.516296 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47edd707-b38d-4c2c-80a5-6c2424b7bbdf req-3ae98011-152d-46fa-ab3e-3ae2adbcc64b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d255eda-79de-4574-a30a-676c7f6818d2 HTTP/1.1" status: 200 len: 929 time: 0.1356394 Jul 05 03:50:53.526776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Pushing event updated for resources: {'Port': ['ID=6a86e594-e07c-444e-85fe-782b3e8dac85,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.539595 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.562116 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-5affad1f-52d8-4e71-b4c9-678ff9f6a658 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.563660 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-5affad1f-52d8-4e71-b4c9-678ff9f6a658 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949401 Jul 05 03:50:53.567173 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47edd707-b38d-4c2c-80a5-6c2424b7bbdf req-3f3f12e0-cb68-471e-86f9-bf873ad09835 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8789f136-4091-4edb-866d-797ec84a2072 HTTP/1.1" status: 200 len: 217 time: 0.0432527 Jul 05 03:50:53.588448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b29fd8-c6f1-4d5c-8ed3-3bc5e281bb9e req-b705a8b8-0c80-44f4-aca6-779e0ecb6b9e tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.590289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11b29fd8-c6f1-4d5c-8ed3-3bc5e281bb9e req-b705a8b8-0c80-44f4-aca6-779e0ecb6b9e tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 944 time: 0.2076945 Jul 05 03:50:53.609488 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Request body: {'port': {'device_id': 'b9e40fd7-dfa5-4b85-93ef-696e7bb18d36', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '8862db2fe42b452194f97513bedfa029'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:53.663533 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11b29fd8-c6f1-4d5c-8ed3-3bc5e281bb9e req-57d2b055-c128-472d-bbcc-4b71fbba9146 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/security-groups?id=483cadcf-37ed-45f6-aa03-02e59628ddac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653224 Jul 05 03:50:53.665128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edd707-b38d-4c2c-80a5-6c2424b7bbdf req-97035a48-1047-4702-9241-331612f03aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.666961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47edd707-b38d-4c2c-80a5-6c2424b7bbdf req-97035a48-1047-4702-9241-331612f03aa7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56926871-c551-4934-91c1-9413057b5bc4 HTTP/1.1" status: 200 len: 867 time: 0.0926366 Jul 05 03:50:53.724482 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9d1e4-8be7-42bc-bacc-16fb81c2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=e2bff194-445a-4ef3-ac35-dc625dda8512,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.736137 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edd707-b38d-4c2c-80a5-6c2424b7bbdf req-fbdb9ce8-6538-4c4c-a6a2-f2809c724242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.737810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47edd707-b38d-4c2c-80a5-6c2424b7bbdf req-fbdb9ce8-6538-4c4c-a6a2-f2809c724242 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d255eda-79de-4574-a30a-676c7f6818d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618031 Jul 05 03:50:53.781034 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a952ec17-27f4-4e28-94a0-d34730dff533 x-openstack-request-id: req-a952ec17-27f4-4e28-94a0-d34730dff533 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:53.781614 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "name": "network-vif-plugged", "status": "completed", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:53.782083 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a952ec17-27f4-4e28-94a0-d34730dff533 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:53.782705 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'code': 200} Jul 05 03:50:53.911086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47edd707-b38d-4c2c-80a5-6c2424b7bbdf req-1b99123c-1393-4b99-a818-f4473459299b service neutron] 10.222.0.64 "GET /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654630 Jul 05 03:50:54.051481 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Made reservation on behalf of 8862db2fe42b452194f97513bedfa029 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:54.066934 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.081461 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.107054 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47edd707-b38d-4c2c-80a5-6c2424b7bbdf req-8940c388-deb6-4671-8043-fcf2a92b950e service neutron] 10.222.0.64 "GET /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845913 Jul 05 03:50:54.316398 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123408ba-d4ee-40ca-8fef-5aaf00e3cae1 req-783dc00b-e8cd-4c19-a113-737f8dd8b739 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.326371 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f6c5495c-b82c-4a4b-a372-9ebfb8c41091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.330133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-123408ba-d4ee-40ca-8fef-5aaf00e3cae1 req-783dc00b-e8cd-4c19-a113-737f8dd8b739 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 951 time: 0.1258104 Jul 05 03:50:54.355687 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.379015 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-123408ba-d4ee-40ca-8fef-5aaf00e3cae1 req-a83985ef-98fb-466b-b3e1-9c8dfbafe5fd tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478461 Jul 05 03:50:54.463483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-710b40cd-2af2-4ad4-9b0d-ce8c29713641 req-cae15881-4e31-4dc4-8031-0c0cd65fc9c2 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e40fd7-dfa5-4b85-93ef-696e7bb18d36 HTTP/1.1" status: 200 len: 210 time: 0.0462568 Jul 05 03:50:54.521109 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.826805 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b34150-5c84-4cfe-b4c5-3b418cf91cb8 req-4c9f33c5-aa99-4617-8ef4-6e65f178b211 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.828408 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-41b34150-5c84-4cfe-b4c5-3b418cf91cb8 req-4c9f33c5-aa99-4617-8ef4-6e65f178b211 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 951 time: 0.1992314 Jul 05 03:50:54.832616 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.856921 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.034368 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.136776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-41b34150-5c84-4cfe-b4c5-3b418cf91cb8 req-04a6e2ba-fcca-47a0-ba9c-a1c74c12e671 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Deleting port 9c73ba6d-abfe-46a1-aa51-21f863738f98 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:55.136776 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-41b34150-5c84-4cfe-b4c5-3b418cf91cb8 req-04a6e2ba-fcca-47a0-ba9c-a1c74c12e671 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.136998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4124f6f9-66c3-4a3d-acab-c4a53c9761a8 None None] Network ee57c4da-9396-47a1-b88c-f259fc92f8ad requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:55.201010 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055f0144-61be-4902-9a7e-2cb53a51fd73,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:55.221205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fddf8-b11d-4d0c-8669-80649b26d152 req-b2472d61-19a4-42d0-9701-d8899a707ddb tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:55.233105 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f75fddf8-b11d-4d0c-8669-80649b26d152 req-b2472d61-19a4-42d0-9701-d8899a707ddb tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 944 time: 0.0803952 Jul 05 03:50:55.233283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e2bff194-445a-4ef3-ac35-dc625dda8512 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:55.254232 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.265338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f75fddf8-b11d-4d0c-8669-80649b26d152 req-c03d041c-c486-454d-bfdc-c01f52eea05d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/security-groups?id=483cadcf-37ed-45f6-aa03-02e59628ddac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344889 Jul 05 03:50:55.311213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Allocated IP 192.168.233.93 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/6258cfee-fd07-442f-a25f-2cb24e6265b9) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:55.318896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-41b34150-5c84-4cfe-b4c5-3b418cf91cb8 req-04a6e2ba-fcca-47a0-ba9c-a1c74c12e671 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] For port 9c73ba6d-abfe-46a1-aa51-21f863738f98, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9c73ba6d-abfe-46a1-aa51-21f863738f98,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:55.320005 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-41b34150-5c84-4cfe-b4c5-3b418cf91cb8 req-04a6e2ba-fcca-47a0-ba9c-a1c74c12e671 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.339315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-41b34150-5c84-4cfe-b4c5-3b418cf91cb8 req-04a6e2ba-fcca-47a0-ba9c-a1c74c12e671 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Calling delete_port for 9c73ba6d-abfe-46a1-aa51-21f863738f98 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:55.420784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Router e58d29dc-198a-43d6-b283-e68cd2cade06 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:50:55.463654 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6273356c-a06b-4609-a64f-15b7658c25cc None None] Provisioning for port e2bff194-445a-4ef3-ac35-dc625dda8512 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:55.468073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6273356c-a06b-4609-a64f-15b7658c25cc None None] Provisioning complete for port e2bff194-445a-4ef3-ac35-dc625dda8512 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:55.472051 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6273356c-a06b-4609-a64f-15b7658c25cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.513803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port e2bff194-445a-4ef3-ac35-dc625dda8512 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:55.519406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port e2bff194-445a-4ef3-ac35-dc625dda8512 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:55.519784 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.592277 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6273356c-a06b-4609-a64f-15b7658c25cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.613769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8db34-809d-4798-a2b3-4b5df1ee614b req-56f07d9b-16e1-4db8-b717-699434938cf9 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:55.615505 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ef8db34-809d-4798-a2b3-4b5df1ee614b req-56f07d9b-16e1-4db8-b717-699434938cf9 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 944 time: 0.0822344 Jul 05 03:50:55.620918 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:55.629490 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Sync routers for ids ['e58d29dc-198a-43d6-b283-e68cd2cade06'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:55.638880 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Routers {'e58d29dc-198a-43d6-b283-e68cd2cade06'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:55.639776 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e58d29dc-198a-43d6-b283-e68cd2cade06'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:55.648842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6273356c-a06b-4609-a64f-15b7658c25cc None None] For port e2bff194-445a-4ef3-ac35-dc625dda8512, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e2bff194-445a-4ef3-ac35-dc625dda8512,segment=NetworkSegment(87b8c1a6-c691-4b78-8186-7c853e906674),segment_id=87b8c1a6-c691-4b78-8186-7c853e906674)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:55.682634 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ef8db34-809d-4798-a2b3-4b5df1ee614b req-8df19f12-ff20-4eee-9422-d38471788eb8 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565898 Jul 05 03:50:55.718383 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.746286 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6273356c-a06b-4609-a64f-15b7658c25cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.752843 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Set router e58d29dc-198a-43d6-b283-e68cd2cade06 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:55.794351 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10fe1e-a26e-44dc-8f7e-336af1a10eb2 req-a618c741-0c87-44ca-b981-9b2a15d274c6 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:55.795893 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ee10fe1e-a26e-44dc-8f7e-336af1a10eb2 req-a618c741-0c87-44ca-b981-9b2a15d274c6 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.11 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 944 time: 0.1778040 Jul 05 03:50:55.806446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.807792 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e2cb7340-589c-49ae-8e64-2a67eeee8946 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9921334 Jul 05 03:50:55.811824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56494) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:55.837230 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.844076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 8789f136-4091-4edb-866d-797ec84a2072 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:55.892851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Transition to ACTIVE for port object 6258cfee-fd07-442f-a25f-2cb24e6265b9 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:55.947416 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'name': 'tempest-FloatingIPDetailsTestJSON-1023452019-router', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:52Z', 'updated_at': '2021-07-05T03:50:53Z', 'revision_number': 3, 'project_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'gw_port': {'id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:55.953895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 8789f136-4091-4edb-866d-797ec84a2072, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8789f136-4091-4edb-866d-797ec84a2072,segment=NetworkSegment(56762a5d-fd80-4346-88ab-427b01e2e39c),segment_id=56762a5d-fd80-4346-88ab-427b01e2e39c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:55.970222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '8789f136-4091-4edb-866d-797ec84a2072', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'port_id': '8789f136-4091-4edb-866d-797ec84a2072', 'mac_address': 'fa:16:3e:d1:9a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56926871-c551-4934-91c1-9413057b5bc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:55.979328 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Checking router: e58d29dc-198a-43d6-b283-e68cd2cade06 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:55.979942 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Updating router e58d29dc-198a-43d6-b283-e68cd2cade06 port 6a86e594-e07c-444e-85fe-782b3e8dac85 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:50:55.980919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-ee10fe1e-a26e-44dc-8f7e-336af1a10eb2 req-dd149715-e857-4bcc-88f7-a2b54e1a99fc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Deleting port 8399da09-627b-4f7d-bb12-e909f8df9b0e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:55.981110 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ee10fe1e-a26e-44dc-8f7e-336af1a10eb2 req-dd149715-e857-4bcc-88f7-a2b54e1a99fc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.983525 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:50:55.983525 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:50:56.009602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273356c-a06b-4609-a64f-15b7658c25cc None None] Pushing event updated for resources: {'Port': ['ID=e2bff194-445a-4ef3-ac35-dc625dda8512,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:56.022566 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.025955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-623858f3-40b0-4326-98a7-a508af92d0c3 None None] Provisioning complete for port e2bff194-445a-4ef3-ac35-dc625dda8512 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:56.029495 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-41b34150-5c84-4cfe-b4c5-3b418cf91cb8 req-04a6e2ba-fcca-47a0-ba9c-a1c74c12e671 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.030014 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-623858f3-40b0-4326-98a7-a508af92d0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.064202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6e2ba-fcca-47a0-ba9c-a1c74c12e671 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Pushing event deleted for resources: {'Port': ['ID=9c73ba6d-abfe-46a1-aa51-21f863738f98,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:56.091513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['e5f2d1e2-d615-4786-a2b7-09aa7949f8d0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:56.104702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['6a944b48-2a72-49e0-882d-e361769632ef', '2a490de7-781b-414e-b0c6-263f9c1ba1b8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:56.140720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b34150-5c84-4cfe-b4c5-3b418cf91cb8 req-04a6e2ba-fcca-47a0-ba9c-a1c74c12e671 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] No DVR routers for this DVR port 9c73ba6d-abfe-46a1-aa51-21f863738f98 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:56.143185 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.157653 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-41b34150-5c84-4cfe-b4c5-3b418cf91cb8 req-04a6e2ba-fcca-47a0-ba9c-a1c74c12e671 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.160556 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-41b34150-5c84-4cfe-b4c5-3b418cf91cb8 req-04a6e2ba-fcca-47a0-ba9c-a1c74c12e671 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "DELETE /v2.0/ports/9c73ba6d-abfe-46a1-aa51-21f863738f98 HTTP/1.1" status: 204 len: 173 time: 1.3188868 Jul 05 03:50:56.193222 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.214616 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8789f136-4091-4edb-866d-797ec84a2072 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:56.234598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-ee10fe1e-a26e-44dc-8f7e-336af1a10eb2 req-dd149715-e857-4bcc-88f7-a2b54e1a99fc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] For port 8399da09-627b-4f7d-bb12-e909f8df9b0e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=8399da09-627b-4f7d-bb12-e909f8df9b0e,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:56.241485 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ee10fe1e-a26e-44dc-8f7e-336af1a10eb2 req-dd149715-e857-4bcc-88f7-a2b54e1a99fc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.267838 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-ee10fe1e-a26e-44dc-8f7e-336af1a10eb2 req-dd149715-e857-4bcc-88f7-a2b54e1a99fc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Calling delete_port for 8399da09-627b-4f7d-bb12-e909f8df9b0e owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:56.314222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 8789f136-4091-4edb-866d-797ec84a2072, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8789f136-4091-4edb-866d-797ec84a2072,segment=NetworkSegment(56762a5d-fd80-4346-88ab-427b01e2e39c),segment_id=56762a5d-fd80-4346-88ab-427b01e2e39c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:56.403075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'name': 'network-vif-deleted', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:56.405993 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91efbd4-8ead-4a40-9ab2-3a67d7cfc599" -d '{"events": [{"server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "name": "network-vif-deleted", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:56.452268 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.463058 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:56.467609 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:56.472603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:56.496172 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.507864 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Transition to ACTIVE for port object 6a86e594-e07c-444e-85fe-782b3e8dac85 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:56.567563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Pushing event updated for resources: {'Port': ['ID=6258cfee-fd07-442f-a25f-2cb24e6265b9,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:56.583538 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.597165 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:56.597842 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.665261 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ea2b4-ff01-49d5-aaf4-9da594fb5365 None None] Pushing event updated for resources: {'Port': ['ID=6a86e594-e07c-444e-85fe-782b3e8dac85,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:56.674462 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fcfacdbb-a5d2-4d8d-aca8-16fd6c961f62 req-07752ce4-fb03-45b1-b05d-5ca5f6192c4f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06795c-4bab-491e-8df8-949d49471de0 HTTP/1.1" status: 200 len: 210 time: 0.0439088 Jul 05 03:50:56.690639 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ea2b4-ff01-49d5-aaf4-9da594fb5365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:56.691150 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ea2b4-ff01-49d5-aaf4-9da594fb5365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:56.691679 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ea2b4-ff01-49d5-aaf4-9da594fb5365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:56.692180 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ea2b4-ff01-49d5-aaf4-9da594fb5365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:56.692704 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ea2b4-ff01-49d5-aaf4-9da594fb5365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:56.693214 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ea2b4-ff01-49d5-aaf4-9da594fb5365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:56.693560 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ea2b4-ff01-49d5-aaf4-9da594fb5365 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:56.693868 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ea2b4-ff01-49d5-aaf4-9da594fb5365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:56.694403 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ea2b4-ff01-49d5-aaf4-9da594fb5365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:56.694747 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ea2b4-ff01-49d5-aaf4-9da594fb5365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:56.695168 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ea2b4-ff01-49d5-aaf4-9da594fb5365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:56.695535 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ea2b4-ff01-49d5-aaf4-9da594fb5365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:56.699636 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Attempting to bind port 6a86e594-e07c-444e-85fe-782b3e8dac85 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:56.706004 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Attempting to bind port 6a86e594-e07c-444e-85fe-782b3e8dac85 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:56.706602 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Attempting to bind port 6a86e594-e07c-444e-85fe-782b3e8dac85 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:56.713783 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:56.714647 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:56.715382 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.716158 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:56.716831 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Bound port: 6a86e594-e07c-444e-85fe-782b3e8dac85, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:56.717381 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.742594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['8789f136-4091-4edb-866d-797ec84a2072'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:56.766342 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-c3d2278c-0293-49ba-af7d-15ddf9c0ab61 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1609840 Jul 05 03:50:56.770247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ee10fe1e-a26e-44dc-8f7e-336af1a10eb2 req-dd149715-e857-4bcc-88f7-a2b54e1a99fc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.814624 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Request body: {'port': {'device_id': 'b9e40fd7-dfa5-4b85-93ef-696e7bb18d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:56.815455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=8789f136-4091-4edb-866d-797ec84a2072,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:56.821177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd149715-e857-4bcc-88f7-a2b54e1a99fc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Pushing event deleted for resources: {'Port': ['ID=8399da09-627b-4f7d-bb12-e909f8df9b0e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:56.840754 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] For port 6a86e594-e07c-444e-85fe-782b3e8dac85, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:56.846615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] For port 6a86e594-e07c-444e-85fe-782b3e8dac85, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6a86e594-e07c-444e-85fe-782b3e8dac85,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:56.904157 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee10fe1e-a26e-44dc-8f7e-336af1a10eb2 req-dd149715-e857-4bcc-88f7-a2b54e1a99fc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] No DVR routers for this DVR port 8399da09-627b-4f7d-bb12-e909f8df9b0e on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:56.908239 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ee10fe1e-a26e-44dc-8f7e-336af1a10eb2 req-dd149715-e857-4bcc-88f7-a2b54e1a99fc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.910326 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ee10fe1e-a26e-44dc-8f7e-336af1a10eb2 req-dd149715-e857-4bcc-88f7-a2b54e1a99fc tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.11 "DELETE /v2.0/ports/8399da09-627b-4f7d-bb12-e909f8df9b0e HTTP/1.1" status: 204 len: 173 time: 1.0890627 Jul 05 03:50:56.920402 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.961535 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.979361 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ea2b4-ff01-49d5-aaf4-9da594fb5365 None None] Pushing event updated for resources: {'Port': ['ID=6a86e594-e07c-444e-85fe-782b3e8dac85,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:57.010225 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Routers {'e58d29dc-198a-43d6-b283-e68cd2cade06'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:57.010875 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e58d29dc-198a-43d6-b283-e68cd2cade06'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:57.023319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0825f-4398-476d-a6d2-f1708c7333bf req-6869613e-c17e-4195-83bc-04b882a8a52f tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:57.024944 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-37c0825f-4398-476d-a6d2-f1708c7333bf req-6869613e-c17e-4195-83bc-04b882a8a52f tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e40fd7-dfa5-4b85-93ef-696e7bb18d36 HTTP/1.1" status: 200 len: 935 time: 0.1220727 Jul 05 03:50:57.101683 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-37c0825f-4398-476d-a6d2-f1708c7333bf req-b59b8fd8-e681-46ac-b4a6-e0f7ef33977f tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/security-groups?id=055f0144-61be-4902-9a7e-2cb53a51fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623200 Jul 05 03:50:57.134379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-294f2225-20a5-4cfe-9db4-4478da060192 None None] Provisioning for port 6258cfee-fd07-442f-a25f-2cb24e6265b9 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:57.146316 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] Set router e58d29dc-198a-43d6-b283-e68cd2cade06 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:57.186686 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-294f2225-20a5-4cfe-9db4-4478da060192 None None] Provisioning complete for port 6258cfee-fd07-442f-a25f-2cb24e6265b9 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:57.193915 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-294f2225-20a5-4cfe-9db4-4478da060192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.215117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e2bff194-445a-4ef3-ac35-dc625dda8512 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:57.325264 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.394259 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port e2bff194-445a-4ef3-ac35-dc625dda8512 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:57.394690 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.397032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-294f2225-20a5-4cfe-9db4-4478da060192 None None] Port 6258cfee-fd07-442f-a25f-2cb24e6265b9 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:57.445636 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6258cfee-fd07-442f-a25f-2cb24e6265b9 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:57.454611 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.461105 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'name': 'tempest-FloatingIPDetailsTestJSON-1023452019-router', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:52Z', 'updated_at': '2021-07-05T03:50:53Z', 'revision_number': 3, 'project_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'gw_port': {'id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:57.473111 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Transition to ACTIVE for port object 6258cfee-fd07-442f-a25f-2cb24e6265b9 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:57.488655 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.511282 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa165bc-3796-4846-bc16-e08c97891cb8 None None] The sync data for ids ['e58d29dc-198a-43d6-b283-e68cd2cade06'] in n-d-798249-5 is: [{'id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'name': 'tempest-FloatingIPDetailsTestJSON-1023452019-router', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:52Z', 'updated_at': '2021-07-05T03:50:53Z', 'revision_number': 3, 'project_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'gw_port': {'id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:57.572656 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.610719 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d8e26-b4ae-473b-baf8-b3aaf2ae5432 req-c4313fec-ec03-45ee-8abc-e2a79a77ed06 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:57.610719 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-035d8e26-b4ae-473b-baf8-b3aaf2ae5432 req-c4313fec-ec03-45ee-8abc-e2a79a77ed06 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 945 time: 0.3155200 Jul 05 03:50:57.710200 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6258cfee-fd07-442f-a25f-2cb24e6265b9,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:57.757776 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-035d8e26-b4ae-473b-baf8-b3aaf2ae5432 req-4fa01e8d-18e9-4d6a-be79-c5095957e230 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/security-groups?id=483cadcf-37ed-45f6-aa03-02e59628ddac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363096 Jul 05 03:50:57.764939 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87efcffd-cf12-4b99-b50e-28a1438d03fa x-openstack-request-id: req-87efcffd-cf12-4b99-b50e-28a1438d03fa {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:57.765238 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b06795c-4bab-491e-8df8-949d49471de0", "name": "network-vif-deleted", "tag": "9c73ba6d-abfe-46a1-aa51-21f863738f98", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:57.765494 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87efcffd-cf12-4b99-b50e-28a1438d03fa {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:57.765901 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b06795c-4bab-491e-8df8-949d49471de0', 'name': 'network-vif-deleted', 'tag': '9c73ba6d-abfe-46a1-aa51-21f863738f98', 'status': 'completed', 'code': 200} Jul 05 03:50:57.792737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9c73ba6d-abfe-46a1-aa51-21f863738f98 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:57.824430 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 9c73ba6d-abfe-46a1-aa51-21f863738f98 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:57.824861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9c73ba6d-abfe-46a1-aa51-21f863738f98 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:57.825407 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 8399da09-627b-4f7d-bb12-e909f8df9b0e no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:57.850042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 8399da09-627b-4f7d-bb12-e909f8df9b0e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:57.851036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 8399da09-627b-4f7d-bb12-e909f8df9b0e not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:57.859697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Attempting to bind port 6258cfee-fd07-442f-a25f-2cb24e6265b9 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:57.860050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Attempting to bind port 6258cfee-fd07-442f-a25f-2cb24e6265b9 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:57.860502 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Attempting to bind port 6258cfee-fd07-442f-a25f-2cb24e6265b9 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:57.869387 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Port 6258cfee-fd07-442f-a25f-2cb24e6265b9 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:57.870356 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Attempting to bind port 6258cfee-fd07-442f-a25f-2cb24e6265b9 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:57.875612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:57.875958 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:57.876410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:57.877022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Bound port: 6258cfee-fd07-442f-a25f-2cb24e6265b9, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:57.877398 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.942628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Allocated IP 172.20.0.1 (ee57c4da-9396-47a1-b88c-f259fc92f8ad/8c95db8a-25d1-44d1-a537-b1594a45e5a6/c4cd54fe-d158-4880-b564-0c4ad58ee9b7) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:58.012140 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62195a00-1532-412d-88b2-241e6fef8060 req-5de7b099-dd60-4499-a9fc-30d7d5e9b01f tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d4f727-e445-49d6-97cb-421363369875 HTTP/1.1" status: 200 len: 210 time: 0.0838594 Jul 05 03:50:58.051372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] For port 6258cfee-fd07-442f-a25f-2cb24e6265b9, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:58.056267 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] For port 6258cfee-fd07-442f-a25f-2cb24e6265b9, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6258cfee-fd07-442f-a25f-2cb24e6265b9,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:58.165611 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.177933 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.181271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Transition to ACTIVE for port object c4cd54fe-d158-4880-b564-0c4ad58ee9b7 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:58.220550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:58.221463 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.223178 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] 10.222.0.11 "PUT /v2.0/ports/6258cfee-fd07-442f-a25f-2cb24e6265b9 HTTP/1.1" status: 200 len: 1095 time: 1.4370608 Jul 05 03:50:58.310093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643d77a-4363-4c5e-8393-3500e7d1ecd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6258cfee-fd07-442f-a25f-2cb24e6265b9,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:58.356735 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.441319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Pushing event updated for resources: {'Port': ['ID=c4cd54fe-d158-4880-b564-0c4ad58ee9b7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:58.454178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Network ee57c4da-9396-47a1-b88c-f259fc92f8ad is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:58.456693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:58.460068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:58.519613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56516) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:58.582148 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0cc3dc27-db5a-4e9f-8d13-bcad09cc2def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:58.592452 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-0cc3dc27-db5a-4e9f-8d13-bcad09cc2def service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8862db2fe42b452194f97513bedfa029&device_id=b9e40fd7-dfa5-4b85-93ef-696e7bb18d36 HTTP/1.1" status: 200 len: 1098 time: 0.1256256 Jul 05 03:50:58.602925 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.690110 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-13b6916d-9ef0-4d4e-9446-1f05d5f0c0a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=6258cfee-fd07-442f-a25f-2cb24e6265b9 HTTP/1.1" status: 200 len: 217 time: 0.0907841 Jul 05 03:50:58.705253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105293dc-3bad-408c-9fe5-b5d09c999fe5 req-1dd6eca6-addc-40f7-b9d9-0f3a0b2a28e6 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:58.712705 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-105293dc-3bad-408c-9fe5-b5d09c999fe5 req-1dd6eca6-addc-40f7-b9d9-0f3a0b2a28e6 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e40fd7-dfa5-4b85-93ef-696e7bb18d36 HTTP/1.1" status: 200 len: 947 time: 0.3963866 Jul 05 03:50:58.755003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc6bdf0f-db62-4805-8cd5-6dd7cdf9bfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.767334 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-5f80df5d-ef7f-4222-a4b7-63d954a57b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:58.769021 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-5f80df5d-ef7f-4222-a4b7-63d954a57b2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0721271 Jul 05 03:50:58.837246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-1cfbb98a-e08e-4a46-b32f-f7057fcd5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:58.839159 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-1cfbb98a-e08e-4a46-b32f-f7057fcd5ab8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635059 Jul 05 03:50:58.860729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-105293dc-3bad-408c-9fe5-b5d09c999fe5 req-2b108a0f-21e0-4907-ab85-729ca5c9e617 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/security-groups?id=055f0144-61be-4902-9a7e-2cb53a51fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470158 Jul 05 03:50:58.954914 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ec08eae8-59d8-4a73-ae86-ac7e74c50540 None None] Provisioning for port c4cd54fe-d158-4880-b564-0c4ad58ee9b7 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:58.966775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ec08eae8-59d8-4a73-ae86-ac7e74c50540 None None] Provisioning complete for port c4cd54fe-d158-4880-b564-0c4ad58ee9b7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:58.967832 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ec08eae8-59d8-4a73-ae86-ac7e74c50540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.992057 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-4f3f7aa9-38fc-45a9-87d1-29fd528fa316 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458609 Jul 05 03:50:59.019609 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ec08eae8-59d8-4a73-ae86-ac7e74c50540 None None] Port c4cd54fe-d158-4880-b564-0c4ad58ee9b7 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:59.042263 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.096670 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc6bdf0f-db62-4805-8cd5-6dd7cdf9bfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.112883 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9de5e4b-746a-4521-be41-329b27dd4228 req-89967932-213e-44c7-84d9-3df0e6bac3af service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099555 Jul 05 03:50:59.148476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6a86e594-e07c-444e-85fe-782b3e8dac85 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:59.189608 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.240294 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc6bdf0f-db62-4805-8cd5-6dd7cdf9bfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.275867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c4292-c4d7-4b96-8ba0-9f2db6d2fb70 req-e976d536-091c-49dd-a569-1b8d7c973fc1 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:59.277396 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b23c4292-c4d7-4b96-8ba0-9f2db6d2fb70 req-e976d536-091c-49dd-a569-1b8d7c973fc1 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 945 time: 0.2503173 Jul 05 03:50:59.327000 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bc6bdf0f-db62-4805-8cd5-6dd7cdf9bfdb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27d28ef1ea584f318ca9e9f8253acab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8047345 Jul 05 03:50:59.329672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56530) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:59.339515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bdf0f-db62-4805-8cd5-6dd7cdf9bfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a7ad67-2034-4ec4-96cb-74f76a37f67a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:59.351085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3821a23-d0c2-4438-a062-7734a70988b7 req-e78dcc46-7253-4f08-a322-d4429581a29d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:59.352577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3821a23-d0c2-4438-a062-7734a70988b7 req-e78dcc46-7253-4f08-a322-d4429581a29d tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 950 time: 0.2545135 Jul 05 03:50:59.354186 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 6a86e594-e07c-444e-85fe-782b3e8dac85 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:59.359334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6a86e594-e07c-444e-85fe-782b3e8dac85 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:59.359862 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.400008 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c14f6d87-4fac-47b5-bf5d-6c0bd89d9516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.418434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b23c4292-c4d7-4b96-8ba0-9f2db6d2fb70 req-e1b1fc7f-e18d-4df4-92b8-4b7674029b8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/security-groups?id=483cadcf-37ed-45f6-aa03-02e59628ddac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335325 Jul 05 03:50:59.439109 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c14f6d87-4fac-47b5-bf5d-6c0bd89d9516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.461074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3821a23-d0c2-4438-a062-7734a70988b7 req-fe328b31-4e9d-4e99-9e89-b700e4cbe3d9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988595 Jul 05 03:50:59.498750 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.516810 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.542773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 6a86e594-e07c-444e-85fe-782b3e8dac85, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6a86e594-e07c-444e-85fe-782b3e8dac85,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:59.581465 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.639443 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c14f6d87-4fac-47b5-bf5d-6c0bd89d9516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.642006 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.645806 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c14f6d87-4fac-47b5-bf5d-6c0bd89d9516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.648690 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c14f6d87-4fac-47b5-bf5d-6c0bd89d9516 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5a7ad67-2034-4ec4-96cb-74f76a37f67a HTTP/1.1" status: 204 len: 168 time: 0.3178091 Jul 05 03:50:59.661920 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Pushing event updated for resources: {'Port': ['ID=c4cd54fe-d158-4880-b564-0c4ad58ee9b7,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:59.674587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f6d87-4fac-47b5-bf5d-6c0bd89d9516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a7ad67-2034-4ec4-96cb-74f76a37f67a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:59.675660 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.733565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=6a86e594-e07c-444e-85fe-782b3e8dac85,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:59.766767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d4f727-e445-49d6-97cb-421363369875', 'name': 'network-vif-deleted', 'tag': '8399da09-627b-4f7d-bb12-e909f8df9b0e'}, {'name': 'network-changed', 'server_uuid': 'b9e40fd7-dfa5-4b85-93ef-696e7bb18d36', 'tag': '6258cfee-fd07-442f-a25f-2cb24e6265b9'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:59.769455 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb86a85-4a99-49b8-bf21-8b599bafa722" -d '{"events": [{"server_uuid": "17d4f727-e445-49d6-97cb-421363369875", "name": "network-vif-deleted", "tag": "8399da09-627b-4f7d-bb12-e909f8df9b0e"}, {"name": "network-changed", "server_uuid": "b9e40fd7-dfa5-4b85-93ef-696e7bb18d36", "tag": "6258cfee-fd07-442f-a25f-2cb24e6265b9"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:59.796764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Network ee57c4da-9396-47a1-b88c-f259fc92f8ad is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:59.798364 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:59.813460 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb5c8d5-488c-4a95-823e-898284ea7f57 x-openstack-request-id: req-5eb5c8d5-488c-4a95-823e-898284ea7f57 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:59.813944 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d4f727-e445-49d6-97cb-421363369875", "name": "network-vif-deleted", "tag": "8399da09-627b-4f7d-bb12-e909f8df9b0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b9e40fd7-dfa5-4b85-93ef-696e7bb18d36", "tag": "6258cfee-fd07-442f-a25f-2cb24e6265b9", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:59.814290 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5eb5c8d5-488c-4a95-823e-898284ea7f57 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:59.814744 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d4f727-e445-49d6-97cb-421363369875', 'name': 'network-vif-deleted', 'tag': '8399da09-627b-4f7d-bb12-e909f8df9b0e', 'status': 'completed', 'code': 200} Jul 05 03:50:59.815246 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e40fd7-dfa5-4b85-93ef-696e7bb18d36', 'tag': '6258cfee-fd07-442f-a25f-2cb24e6265b9', 'status': 'completed', 'code': 200} Jul 05 03:50:59.851393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 8789f136-4091-4edb-866d-797ec84a2072 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:59.935488 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb86a85-4a99-49b8-bf21-8b599bafa722 req-87cb9527-f5d3-4668-82d0-fb25acc9cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:59.940732 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cb86a85-4a99-49b8-bf21-8b599bafa722 req-87cb9527-f5d3-4668-82d0-fb25acc9cafc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8862db2fe42b452194f97513bedfa029&device_id=b9e40fd7-dfa5-4b85-93ef-696e7bb18d36 HTTP/1.1" status: 200 len: 1098 time: 0.1024318 Jul 05 03:50:59.968530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Router e58d29dc-198a-43d6-b283-e68cd2cade06 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:00.048500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb86a85-4a99-49b8-bf21-8b599bafa722 req-8a59f817-1a3c-478a-aeec-1b63515ee794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:00.050203 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cb86a85-4a99-49b8-bf21-8b599bafa722 req-8a59f817-1a3c-478a-aeec-1b63515ee794 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1019249 Jul 05 03:51:00.076079 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 8789f136-4091-4edb-866d-797ec84a2072 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:00.081908 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 8789f136-4091-4edb-866d-797ec84a2072 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:00.081908 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.119792 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cb86a85-4a99-49b8-bf21-8b599bafa722 req-c470561b-d2ae-453a-a31e-5e76f40d6d31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=6258cfee-fd07-442f-a25f-2cb24e6265b9 HTTP/1.1" status: 200 len: 217 time: 0.0614460 Jul 05 03:51:00.140981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:00.156785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8bfd9189-e271-441c-8171-82df12410527 None None] Provisioning complete for port c4cd54fe-d158-4880-b564-0c4ad58ee9b7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:00.157199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-abc7ded8-b9fd-4088-ad28-964acd702bdf admin admin] 10.222.0.60 "PUT /v2.0/routers/e58d29dc-198a-43d6-b283-e68cd2cade06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3438132 Jul 05 03:51:00.157607 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9189-e271-441c-8171-82df12410527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.160263 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Sync routers for ids ['e58d29dc-198a-43d6-b283-e68cd2cade06'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:00.169236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee02828-c85d-4b53-965b-97f094b948f0 req-6a307bee-ff02-4317-b158-3979c7fb11ad tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:00.170972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ee02828-c85d-4b53-965b-97f094b948f0 req-6a307bee-ff02-4317-b158-3979c7fb11ad tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e40fd7-dfa5-4b85-93ef-696e7bb18d36 HTTP/1.1" status: 200 len: 947 time: 0.1373742 Jul 05 03:51:00.228649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Routers {'e58d29dc-198a-43d6-b283-e68cd2cade06'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:00.229288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb86a85-4a99-49b8-bf21-8b599bafa722 req-48c1f6a2-cc66-4546-8ade-18214005d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:00.229867 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e58d29dc-198a-43d6-b283-e68cd2cade06'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:00.231705 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cb86a85-4a99-49b8-bf21-8b599bafa722 req-48c1f6a2-cc66-4546-8ade-18214005d6c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1050789 Jul 05 03:51:00.244684 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ee02828-c85d-4b53-965b-97f094b948f0 req-ded949a9-a2f5-4dce-a804-b25103db6588 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/security-groups?id=055f0144-61be-4902-9a7e-2cb53a51fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652118 Jul 05 03:51:00.388504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92679b7-bc92-4f62-95b9-0a0e2a77b488 req-8b445995-91a5-4d95-b3bd-e64e20c4cd17 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:00.391411 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a92679b7-bc92-4f62-95b9-0a0e2a77b488 req-8b445995-91a5-4d95-b3bd-e64e20c4cd17 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 950 time: 0.1633735 Jul 05 03:51:00.394938 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb86a85-4a99-49b8-bf21-8b599bafa722 req-225985d5-ec0f-46ea-b520-de68a486f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:00.396393 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cb86a85-4a99-49b8-bf21-8b599bafa722 req-225985d5-ec0f-46ea-b520-de68a486f9ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541018 Jul 05 03:51:00.424532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8bfd9189-e271-441c-8171-82df12410527 None None] Port c4cd54fe-d158-4880-b564-0c4ad58ee9b7 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:00.427925 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Set router e58d29dc-198a-43d6-b283-e68cd2cade06 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:00.458070 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.550464 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8789f136-4091-4edb-866d-797ec84a2072'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:00.554286 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a2c076-7a5b-4708-a3b4-e748febe4ae0" -d '{"events": [{"server_uuid": "8819b684-4a70-45a3-889f-5fad4cfe6219", "name": "network-vif-plugged", "status": "completed", "tag": "8789f136-4091-4edb-866d-797ec84a2072"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:00.555098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670627d-3594-4b96-a793-37d9a3199961 req-89bba031-978e-4d07-9c49-f9f6dfd607be tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:00.562594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1670627d-3594-4b96-a793-37d9a3199961 req-89bba031-978e-4d07-9c49-f9f6dfd607be tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 945 time: 0.1243365 Jul 05 03:51:00.611300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 8789f136-4091-4edb-866d-797ec84a2072, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8789f136-4091-4edb-866d-797ec84a2072,segment=NetworkSegment(56762a5d-fd80-4346-88ab-427b01e2e39c),segment_id=56762a5d-fd80-4346-88ab-427b01e2e39c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:00.664020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56560) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:00.685309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1670627d-3594-4b96-a793-37d9a3199961 req-03511ee4-d614-4f33-b929-921df39d8954 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218097 Jul 05 03:51:00.697002 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.700564 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9feeef91-b778-4455-83b8-02d4daf16b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.776237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=8789f136-4091-4edb-866d-797ec84a2072,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:00.790816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'name': 'tempest-FloatingIPDetailsTestJSON-1023452019-router', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:52Z', 'updated_at': '2021-07-05T03:50:58Z', 'revision_number': 4, 'project_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'gw_port': {'id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c4cd54fe-d158-4880-b564-0c4ad58ee9b7', 'name': '', 'network_id': 'ee57c4da-9396-47a1-b88c-f259fc92f8ad', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'mac_address': 'fa:16:3e:36:6c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8c95db8a-25d1-44d1-a537-b1594a45e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:57Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 2, 'project_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'subnets': [{'id': '8c95db8a-25d1-44d1-a537-b1594a45e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:00.825448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Checking router: e58d29dc-198a-43d6-b283-e68cd2cade06 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:00.826106 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Updating router e58d29dc-198a-43d6-b283-e68cd2cade06 port c4cd54fe-d158-4880-b564-0c4ad58ee9b7 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:00.865450 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.889134 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eafb95db-df47-46da-a134-573db3524f80 req-83b0ff83-25a7-41bb-9a64-925e5c49f2bd tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2948978 Jul 05 03:51:00.904186 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cb86a85-4a99-49b8-bf21-8b599bafa722 req-4cb9d91c-5eca-4f5c-b926-554fe5f294e0 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968874 Jul 05 03:51:00.918340 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:00.963693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-a92679b7-bc92-4f62-95b9-0a0e2a77b488 req-4b241128-a5e5-40ec-a443-20c20ac587a9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Deleting port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:00.964449 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a92679b7-bc92-4f62-95b9-0a0e2a77b488 req-4b241128-a5e5-40ec-a443-20c20ac587a9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.974274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263ee77-962d-46ec-91d0-252ca282af4d req-27b0f328-9695-4f64-8c33-fcc81284b9dd tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:00.976611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a263ee77-962d-46ec-91d0-252ca282af4d req-27b0f328-9695-4f64-8c33-fcc81284b9dd tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 945 time: 0.2407842 Jul 05 03:51:01.008372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1b8b8-5e6a-4a07-abb8-3d9f00772040 req-1092c5e1-a451-41d4-b6f2-a75d18b62e67 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:01.012869 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0e1b8b8-5e6a-4a07-abb8-3d9f00772040 req-1092c5e1-a451-41d4-b6f2-a75d18b62e67 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 946 time: 0.1806788 Jul 05 03:51:01.090204 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cb86a85-4a99-49b8-bf21-8b599bafa722 req-d83b50b8-b3ae-43a0-b23c-dd3fb6b647c6 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781914 Jul 05 03:51:01.106367 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0e1b8b8-5e6a-4a07-abb8-3d9f00772040 req-f63f77a8-939f-4133-a820-c0121163e0bc tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/security-groups?id=483cadcf-37ed-45f6-aa03-02e59628ddac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671775 Jul 05 03:51:01.112998 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a92679b7-bc92-4f62-95b9-0a0e2a77b488 req-4b241128-a5e5-40ec-a443-20c20ac587a9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] For port 2a490de7-781b-414e-b0c6-263f9c1ba1b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a490de7-781b-414e-b0c6-263f9c1ba1b8,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:01.114104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a92679b7-bc92-4f62-95b9-0a0e2a77b488 req-4b241128-a5e5-40ec-a443-20c20ac587a9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.131097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-a92679b7-bc92-4f62-95b9-0a0e2a77b488 req-4b241128-a5e5-40ec-a443-20c20ac587a9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Calling delete_port for 2a490de7-781b-414e-b0c6-263f9c1ba1b8 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:01.173655 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9feeef91-b778-4455-83b8-02d4daf16b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.195380 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.203322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6a86e594-e07c-444e-85fe-782b3e8dac85 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:01.217954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-a263ee77-962d-46ec-91d0-252ca282af4d req-109e5c07-7dd1-4858-b4d2-1f1327835c8d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Deleting port 81c82d29-ded0-4101-abc9-86806590c4fd {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:01.218450 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a263ee77-962d-46ec-91d0-252ca282af4d req-109e5c07-7dd1-4858-b4d2-1f1327835c8d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.230122 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.260723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6a86e594-e07c-444e-85fe-782b3e8dac85 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:01.261089 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.282490 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Transition to ACTIVE for port object c4cd54fe-d158-4880-b564-0c4ad58ee9b7 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:01.307666 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9feeef91-b778-4455-83b8-02d4daf16b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.365614 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.390077 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9feeef91-b778-4455-83b8-02d4daf16b20 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a9796803d7894dd29946007cea541377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7249622 Jul 05 03:51:01.392845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56564) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:01.395167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feeef91-b778-4455-83b8-02d4daf16b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2017049d-559c-462f-b7ad-bf36c5d24f43,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:01.408871 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a92679b7-bc92-4f62-95b9-0a0e2a77b488 req-4b241128-a5e5-40ec-a443-20c20ac587a9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.430455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['6a944b48-2a72-49e0-882d-e361769632ef', '2a490de7-781b-414e-b0c6-263f9c1ba1b8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:01.433518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['e5f2d1e2-d615-4786-a2b7-09aa7949f8d0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:01.437578 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b294a7-fce6-4bc1-bb6e-a68551e48b1d req-ea241731-235f-425b-8979-27ed90f0a3d4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:01.439205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31b294a7-fce6-4bc1-bb6e-a68551e48b1d req-ea241731-235f-425b-8979-27ed90f0a3d4 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7307685-e29b-4cc2-81d7-9965e9d88190 HTTP/1.1" status: 200 len: 950 time: 0.2109203 Jul 05 03:51:01.440023 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.459313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-a263ee77-962d-46ec-91d0-252ca282af4d req-109e5c07-7dd1-4858-b4d2-1f1327835c8d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] For port 81c82d29-ded0-4101-abc9-86806590c4fd, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=81c82d29-ded0-4101-abc9-86806590c4fd,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:01.459313 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a263ee77-962d-46ec-91d0-252ca282af4d req-109e5c07-7dd1-4858-b4d2-1f1327835c8d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.475968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b241128-a5e5-40ec-a443-20c20ac587a9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Pushing event deleted for resources: {'Port': ['ID=2a490de7-781b-414e-b0c6-263f9c1ba1b8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:01.489300 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-a263ee77-962d-46ec-91d0-252ca282af4d req-109e5c07-7dd1-4858-b4d2-1f1327835c8d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Calling delete_port for 81c82d29-ded0-4101-abc9-86806590c4fd owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:01.496063 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507a751-7197-4d3e-a2ba-790830f14a89 None None] Pushing event updated for resources: {'Port': ['ID=c4cd54fe-d158-4880-b564-0c4ad58ee9b7,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:01.533334 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-21f22b10-ef4a-4c4c-85d3-3ca3e5474a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.568182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92679b7-bc92-4f62-95b9-0a0e2a77b488 req-4b241128-a5e5-40ec-a443-20c20ac587a9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] No DVR routers for this DVR port 2a490de7-781b-414e-b0c6-263f9c1ba1b8 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:01.572077 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a92679b7-bc92-4f62-95b9-0a0e2a77b488 req-4b241128-a5e5-40ec-a443-20c20ac587a9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.574362 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a92679b7-bc92-4f62-95b9-0a0e2a77b488 req-4b241128-a5e5-40ec-a443-20c20ac587a9 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "DELETE /v2.0/ports/2a490de7-781b-414e-b0c6-263f9c1ba1b8 HTTP/1.1" status: 204 len: 173 time: 1.1771131 Jul 05 03:51:01.590306 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-21f22b10-ef4a-4c4c-85d3-3ca3e5474a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.621882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Attempting to bind port c4cd54fe-d158-4880-b564-0c4ad58ee9b7 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:01.622363 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Attempting to bind port c4cd54fe-d158-4880-b564-0c4ad58ee9b7 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '87b8c1a6-c691-4b78-8186-7c853e906674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee57c4da-9396-47a1-b88c-f259fc92f8ad'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:01.622937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Attempting to bind port c4cd54fe-d158-4880-b564-0c4ad58ee9b7 on network ee57c4da-9396-47a1-b88c-f259fc92f8ad {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:01.655401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:01.655915 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Checking segment: {'id': '87b8c1a6-c691-4b78-8186-7c853e906674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee57c4da-9396-47a1-b88c-f259fc92f8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:01.656277 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.656781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Bound using segment: {'id': '87b8c1a6-c691-4b78-8186-7c853e906674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee57c4da-9396-47a1-b88c-f259fc92f8ad'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:01.657270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Bound port: c4cd54fe-d158-4880-b564-0c4ad58ee9b7, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b8c1a6-c691-4b78-8186-7c853e906674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ee57c4da-9396-47a1-b88c-f259fc92f8ad'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:01.657657 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.736767 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-21f22b10-ef4a-4c4c-85d3-3ca3e5474a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.739935 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-21f22b10-ef4a-4c4c-85d3-3ca3e5474a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.742398 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-21f22b10-ef4a-4c4c-85d3-3ca3e5474a64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2017049d-559c-462f-b7ad-bf36c5d24f43 HTTP/1.1" status: 204 len: 168 time: 0.3483961 Jul 05 03:51:01.761434 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f22b10-ef4a-4c4c-85d3-3ca3e5474a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2017049d-559c-462f-b7ad-bf36c5d24f43,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:01.816556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'name': 'network-vif-deleted', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:01.817161 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6258cfee-fd07-442f-a25f-2cb24e6265b9 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:01.819100 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca4a3b9-6347-472a-975c-579e1f19494c" -d '{"events": [{"server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "name": "network-vif-deleted", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:01.851206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] For port c4cd54fe-d158-4880-b564-0c4ad58ee9b7, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:01.885790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] For port c4cd54fe-d158-4880-b564-0c4ad58ee9b7, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c4cd54fe-d158-4880-b564-0c4ad58ee9b7,segment=NetworkSegment(87b8c1a6-c691-4b78-8186-7c853e906674),segment_id=87b8c1a6-c691-4b78-8186-7c853e906674)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:01.957762 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31b294a7-fce6-4bc1-bb6e-a68551e48b1d req-1d2f12ed-ad5b-4390-8a3b-4aa2e6268d17 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089781 Jul 05 03:51:01.979549 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.090112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507a751-7197-4d3e-a2ba-790830f14a89 None None] Pushing event updated for resources: {'Port': ['ID=c4cd54fe-d158-4880-b564-0c4ad58ee9b7,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:02.095745 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad5bd96-4d3c-4944-ada3-55d7a5204755 x-openstack-request-id: req-fad5bd96-4d3c-4944-ada3-55d7a5204755 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:02.096053 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8819b684-4a70-45a3-889f-5fad4cfe6219", "name": "network-vif-plugged", "status": "completed", "tag": "8789f136-4091-4edb-866d-797ec84a2072", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:02.096284 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fad5bd96-4d3c-4944-ada3-55d7a5204755 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:02.096701 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8789f136-4091-4edb-866d-797ec84a2072', 'code': 200} Jul 05 03:51:02.138042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Routers {'e58d29dc-198a-43d6-b283-e68cd2cade06'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:02.138698 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e58d29dc-198a-43d6-b283-e68cd2cade06'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:02.152671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6258cfee-fd07-442f-a25f-2cb24e6265b9, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6258cfee-fd07-442f-a25f-2cb24e6265b9,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:02.161462 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.293220 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a263ee77-962d-46ec-91d0-252ca282af4d req-109e5c07-7dd1-4858-b4d2-1f1327835c8d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.408118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e5c07-7dd1-4858-b4d2-1f1327835c8d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Pushing event deleted for resources: {'Port': ['ID=81c82d29-ded0-4101-abc9-86806590c4fd,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:02.458987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '6258cfee-fd07-442f-a25f-2cb24e6265b9', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '6258cfee-fd07-442f-a25f-2cb24e6265b9', 'mac_address': 'fa:16:3e:4a:f2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:02.496885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a263ee77-962d-46ec-91d0-252ca282af4d req-109e5c07-7dd1-4858-b4d2-1f1327835c8d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] No DVR routers for this DVR port 81c82d29-ded0-4101-abc9-86806590c4fd on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:02.500026 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a263ee77-962d-46ec-91d0-252ca282af4d req-109e5c07-7dd1-4858-b4d2-1f1327835c8d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.502755 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a263ee77-962d-46ec-91d0-252ca282af4d req-109e5c07-7dd1-4858-b4d2-1f1327835c8d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.64 "DELETE /v2.0/ports/81c82d29-ded0-4101-abc9-86806590c4fd HTTP/1.1" status: 204 len: 173 time: 1.5164998 Jul 05 03:51:02.511288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6', 'name': 'network-vif-deleted', 'tag': '81c82d29-ded0-4101-abc9-86806590c4fd'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:02.516939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] Set router e58d29dc-198a-43d6-b283-e68cd2cade06 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:02.518326 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83ad29d-eac2-49df-a5ef-d799fa270e3e" -d '{"events": [{"server_uuid": "bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6", "name": "network-vif-deleted", "tag": "81c82d29-ded0-4101-abc9-86806590c4fd"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:02.550009 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Allocated IP 172.25.0.21 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/ad5ce140-0ba9-47ba-96b9-45f5f3c0612a) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:02.557041 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.559608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829d883-1434-49fc-b3a1-44a423b4be17 req-9513c59b-2d88-48e7-8873-44332523846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:02.561297 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8829d883-1434-49fc-b3a1-44a423b4be17 req-9513c59b-2d88-48e7-8873-44332523846a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 1097 time: 0.4266260 Jul 05 03:51:02.579328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6258cfee-fd07-442f-a25f-2cb24e6265b9 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:02.661727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df87629-5a21-4b9b-a3c2-8b6d9f0fea28 req-431750c6-8d73-40c3-9971-27ca4018da47 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:02.663722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8df87629-5a21-4b9b-a3c2-8b6d9f0fea28 req-431750c6-8d73-40c3-9971-27ca4018da47 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e40fd7-dfa5-4b85-93ef-696e7bb18d36 HTTP/1.1" status: 200 len: 947 time: 0.3372669 Jul 05 03:51:02.673224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6258cfee-fd07-442f-a25f-2cb24e6265b9, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6258cfee-fd07-442f-a25f-2cb24e6265b9,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:02.674214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8829d883-1434-49fc-b3a1-44a423b4be17 req-83156111-2524-451e-b44c-f31d11bc0984 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=483cadcf-37ed-45f6-aa03-02e59628ddac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061802 Jul 05 03:51:02.733953 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8df87629-5a21-4b9b-a3c2-8b6d9f0fea28 req-5040694f-fa69-4859-bb2c-b7585b3fe75a tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/security-groups?id=055f0144-61be-4902-9a7e-2cb53a51fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616574 Jul 05 03:51:02.758524 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.769138 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'name': 'tempest-FloatingIPDetailsTestJSON-1023452019-router', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:52Z', 'updated_at': '2021-07-05T03:50:58Z', 'revision_number': 4, 'project_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'gw_port': {'id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c4cd54fe-d158-4880-b564-0c4ad58ee9b7', 'name': '', 'network_id': 'ee57c4da-9396-47a1-b88c-f259fc92f8ad', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'mac_address': 'fa:16:3e:36:6c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8c95db8a-25d1-44d1-a537-b1594a45e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:57Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 4, 'project_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'subnets': [{'id': '8c95db8a-25d1-44d1-a537-b1594a45e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:02.805791 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7141840-b3d1-45b0-9411-a7003d26f026 None None] The sync data for ids ['e58d29dc-198a-43d6-b283-e68cd2cade06'] in n-d-798249-5 is: [{'id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'name': 'tempest-FloatingIPDetailsTestJSON-1023452019-router', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:52Z', 'updated_at': '2021-07-05T03:50:58Z', 'revision_number': 4, 'project_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'gw_port': {'id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c4cd54fe-d158-4880-b564-0c4ad58ee9b7', 'name': '', 'network_id': 'ee57c4da-9396-47a1-b88c-f259fc92f8ad', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'mac_address': 'fa:16:3e:36:6c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '8c95db8a-25d1-44d1-a537-b1594a45e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:57Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 4, 'project_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'subnets': [{'id': '8c95db8a-25d1-44d1-a537-b1594a45e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:02.840194 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.898872 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.962712 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:02.966949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:02.983193 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:03.018003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=6258cfee-fd07-442f-a25f-2cb24e6265b9,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:03.035242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Pushing event updated for resources: {'Port': ['ID=ad5ce140-0ba9-47ba-96b9-45f5f3c0612a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:03.075424 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['6258cfee-fd07-442f-a25f-2cb24e6265b9'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:03.090634 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61690f5d-74d0-4e71-b589-cb51ba3365d2 req-80bcd9d2-34a2-4533-b060-c13369480d8d tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6 HTTP/1.1" status: 200 len: 210 time: 0.0493245 Jul 05 03:51:03.165431 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c4cd54fe-d158-4880-b564-0c4ad58ee9b7 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:03.182256 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7bf044-bbd9-43c5-ade1-3e61e9fde215 x-openstack-request-id: req-8f7bf044-bbd9-43c5-ade1-3e61e9fde215 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:03.185590 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7307685-e29b-4cc2-81d7-9965e9d88190", "name": "network-vif-deleted", "tag": "2a490de7-781b-414e-b0c6-263f9c1ba1b8", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:03.185590 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f7bf044-bbd9-43c5-ade1-3e61e9fde215 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:03.185590 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7307685-e29b-4cc2-81d7-9965e9d88190', 'name': 'network-vif-deleted', 'tag': '2a490de7-781b-414e-b0c6-263f9c1ba1b8', 'status': 'completed', 'code': 200} Jul 05 03:51:03.187329 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.360937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port c4cd54fe-d158-4880-b564-0c4ad58ee9b7 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:03.366560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port c4cd54fe-d158-4880-b564-0c4ad58ee9b7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:03.367038 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.395062 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.471888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506482a-71e7-4456-afd1-a1b3a6adbc90 req-9e4858eb-9c87-4f91-a744-268a8eaf7996 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:03.479587 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5506482a-71e7-4456-afd1-a1b3a6adbc90 req-9e4858eb-9c87-4f91-a744-268a8eaf7996 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 946 time: 0.1722314 Jul 05 03:51:03.488573 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.525069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port c4cd54fe-d158-4880-b564-0c4ad58ee9b7, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c4cd54fe-d158-4880-b564-0c4ad58ee9b7,segment=NetworkSegment(87b8c1a6-c691-4b78-8186-7c853e906674),segment_id=87b8c1a6-c691-4b78-8186-7c853e906674)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:03.579467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5506482a-71e7-4456-afd1-a1b3a6adbc90 req-84a51b2a-cdb6-4afa-8ac1-ab1f756d8925 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/security-groups?id=483cadcf-37ed-45f6-aa03-02e59628ddac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989823 Jul 05 03:51:03.634322 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583a0db0-3e2e-4fed-9a7b-a37a47280eae x-openstack-request-id: req-583a0db0-3e2e-4fed-9a7b-a37a47280eae {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:03.634716 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6", "name": "network-vif-deleted", "tag": "81c82d29-ded0-4101-abc9-86806590c4fd", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:03.634986 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-583a0db0-3e2e-4fed-9a7b-a37a47280eae {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:03.635451 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3d9fd6-9fa2-46c2-b528-1c1eef69efc6', 'name': 'network-vif-deleted', 'tag': '81c82d29-ded0-4101-abc9-86806590c4fd', 'status': 'completed', 'code': 200} Jul 05 03:51:03.639528 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.669266 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.704205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=c4cd54fe-d158-4880-b564-0c4ad58ee9b7,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:03.708124 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.796680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Pushing event updated for resources: {'Port': ['ID=ad5ce140-0ba9-47ba-96b9-45f5f3c0612a,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:03.807659 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.816294 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6258cfee-fd07-442f-a25f-2cb24e6265b9 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:03.860156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 81c82d29-ded0-4101-abc9-86806590c4fd no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:03.882687 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.884593 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eafb95db-df47-46da-a134-573db3524f80 req-028fe165-711a-448c-881e-22785846d289 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9818902 Jul 05 03:51:03.893956 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 81c82d29-ded0-4101-abc9-86806590c4fd {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:03.894511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 81c82d29-ded0-4101-abc9-86806590c4fd not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:03.953257 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eafb95db-df47-46da-a134-573db3524f80 req-a799edd6-1a93-488a-85ed-ab2c3c30ae34 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.0613475 Jul 05 03:51:03.976866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 6258cfee-fd07-442f-a25f-2cb24e6265b9 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:03.981480 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 6258cfee-fd07-442f-a25f-2cb24e6265b9 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:03.981862 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.088151 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.093500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb95db-df47-46da-a134-573db3524f80 req-79069d80-3b44-4b43-97b4-6713406e6aac tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:04.095100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eafb95db-df47-46da-a134-573db3524f80 req-79069d80-3b44-4b43-97b4-6713406e6aac tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.1364100 Jul 05 03:51:04.109329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-eafb95db-df47-46da-a134-573db3524f80 req-bc417dff-90bc-4e58-a117-e0456a21c04a tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:51:04.110364 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eafb95db-df47-46da-a134-573db3524f80 req-bc417dff-90bc-4e58-a117-e0456a21c04a tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065427 Jul 05 03:51:04.124469 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e40fd7-dfa5-4b85-93ef-696e7bb18d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6258cfee-fd07-442f-a25f-2cb24e6265b9'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:04.128207 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fadf40e-ec06-4dd9-8146-c6ab729679a4" -d '{"events": [{"server_uuid": "b9e40fd7-dfa5-4b85-93ef-696e7bb18d36", "name": "network-vif-plugged", "status": "completed", "tag": "6258cfee-fd07-442f-a25f-2cb24e6265b9"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:04.145675 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6258cfee-fd07-442f-a25f-2cb24e6265b9, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6258cfee-fd07-442f-a25f-2cb24e6265b9,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:04.224702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b186af9-d18d-4b97-bf1c-3ae04b1eb573 req-3398901e-7d08-47c2-adef-64f8b4d6839e tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:04.227205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b186af9-d18d-4b97-bf1c-3ae04b1eb573 req-3398901e-7d08-47c2-adef-64f8b4d6839e tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e40fd7-dfa5-4b85-93ef-696e7bb18d36 HTTP/1.1" status: 200 len: 948 time: 0.0801504 Jul 05 03:51:04.231241 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.232152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2a490de7-781b-414e-b0c6-263f9c1ba1b8 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:04.282879 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 2a490de7-781b-414e-b0c6-263f9c1ba1b8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:04.283222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2a490de7-781b-414e-b0c6-263f9c1ba1b8 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:04.284660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b186af9-d18d-4b97-bf1c-3ae04b1eb573 req-cb4f8196-cb99-4e2e-93a1-8dcb4858af89 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/security-groups?id=055f0144-61be-4902-9a7e-2cb53a51fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433400 Jul 05 03:51:04.321971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=6258cfee-fd07-442f-a25f-2cb24e6265b9,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:04.449450 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:51:04.553116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-93048a0d-6efb-42f2-aa11-784f55b6489e tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1126268 Jul 05 03:51:04.563646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:04.632718 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21797bbc-b351-4ebc-aca0-8794df3b9ce7 x-openstack-request-id: req-21797bbc-b351-4ebc-aca0-8794df3b9ce7 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:04.632718 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e40fd7-dfa5-4b85-93ef-696e7bb18d36", "name": "network-vif-plugged", "status": "completed", "tag": "6258cfee-fd07-442f-a25f-2cb24e6265b9", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:04.632718 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21797bbc-b351-4ebc-aca0-8794df3b9ce7 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:04.632718 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e40fd7-dfa5-4b85-93ef-696e7bb18d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6258cfee-fd07-442f-a25f-2cb24e6265b9', 'code': 200} Jul 05 03:51:04.680428 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.753794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce2692-e7b1-40eb-aebe-3bac0b4e3de3 req-61d0807f-016e-4d1c-8f0b-1e09a66a07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:04.757334 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e5ce2692-e7b1-40eb-aebe-3bac0b4e3de3 req-61d0807f-016e-4d1c-8f0b-1e09a66a07b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b9e40fd7-dfa5-4b85-93ef-696e7bb18d36 HTTP/1.1" status: 200 len: 1100 time: 0.0582678 Jul 05 03:51:04.792811 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e5ce2692-e7b1-40eb-aebe-3bac0b4e3de3 req-0c55a200-3ce9-4683-a1db-8dae8c41bdce service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=055f0144-61be-4902-9a7e-2cb53a51fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294092 Jul 05 03:51:04.823541 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.889458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06c303-ec72-4311-8f41-bfc4550dcf7f req-c8486a7f-b946-4c63-b074-24bc02e86466 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:04.890952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb06c303-ec72-4311-8f41-bfc4550dcf7f req-c8486a7f-b946-4c63-b074-24bc02e86466 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.1300540 Jul 05 03:51:04.963558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb06c303-ec72-4311-8f41-bfc4550dcf7f req-7ccf07eb-5784-4278-adb0-2145f5db249c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666957 Jul 05 03:51:04.986921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Allocated IP 172.25.0.247 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/c2a36d57-a83f-4dde-9e99-25faee012351) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:05.103887 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.107894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c4cd54fe-d158-4880-b564-0c4ad58ee9b7 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:05.164782 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port c4cd54fe-d158-4880-b564-0c4ad58ee9b7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:05.165161 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.227332 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.262871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:05.265723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:05.269248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:05.299659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Pushing event updated for resources: {'Port': ['ID=c2a36d57-a83f-4dde-9e99-25faee012351,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:05.365573 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.561908 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.754834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b5ff0-c048-408a-a7ac-e244c50fbc91 req-cd7be7fa-d750-49de-a114-bb7f60eba323 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:05.757013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-073b5ff0-c048-408a-a7ac-e244c50fbc91 req-cd7be7fa-d750-49de-a114-bb7f60eba323 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 946 time: 0.1085556 Jul 05 03:51:05.770057 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.802381 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-073b5ff0-c048-408a-a7ac-e244c50fbc91 req-baf5c233-d4a2-451a-bf13-b0c640f6e3a6 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/security-groups?id=483cadcf-37ed-45f6-aa03-02e59628ddac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366187 Jul 05 03:51:05.849271 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.957382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Pushing event updated for resources: {'Port': ['ID=c2a36d57-a83f-4dde-9e99-25faee012351,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:05.970917 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.995288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03e6a3-631a-4e23-a0bc-80cbd665c119 req-9d527ba2-ddda-4edf-bfa7-7f205b9aa02e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:05.996845 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c03e6a3-631a-4e23-a0bc-80cbd665c119 req-9d527ba2-ddda-4edf-bfa7-7f205b9aa02e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 944 time: 0.1596353 Jul 05 03:51:06.062550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710478f-3f0b-40ff-9548-a64e5b38c782 req-b256fe75-d272-4341-9dbd-969d6b6dc3c6 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:06.064031 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9710478f-3f0b-40ff-9548-a64e5b38c782 req-b256fe75-d272-4341-9dbd-969d6b6dc3c6 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 950 time: 0.0679166 Jul 05 03:51:06.075781 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.077005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-c13b206a-0ad6-46d4-8110-2ce880753b1d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5174329 Jul 05 03:51:06.168038 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-9710478f-3f0b-40ff-9548-a64e5b38c782 req-9ab28577-df45-4174-bd99-8e907d58ae77 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Deleting port 6a944b48-2a72-49e0-882d-e361769632ef {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:06.168743 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9710478f-3f0b-40ff-9548-a64e5b38c782 req-9ab28577-df45-4174-bd99-8e907d58ae77 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.173658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-60d6e7b5-649a-4603-ad60-67ee44c0e149 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.0876763 Jul 05 03:51:06.260271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05d498-b8f5-4177-a67f-7c27e64336e7 req-63e4af73-87c9-481d-851a-aded9411cb6f tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:06.261788 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd05d498-b8f5-4177-a67f-7c27e64336e7 req-63e4af73-87c9-481d-851a-aded9411cb6f tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9e40fd7-dfa5-4b85-93ef-696e7bb18d36 HTTP/1.1" status: 200 len: 949 time: 0.2259865 Jul 05 03:51:06.268721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9710478f-3f0b-40ff-9548-a64e5b38c782 req-9ab28577-df45-4174-bd99-8e907d58ae77 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] For port 6a944b48-2a72-49e0-882d-e361769632ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6a944b48-2a72-49e0-882d-e361769632ef,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:06.269094 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9710478f-3f0b-40ff-9548-a64e5b38c782 req-9ab28577-df45-4174-bd99-8e907d58ae77 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.282260 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-9710478f-3f0b-40ff-9548-a64e5b38c782 req-9ab28577-df45-4174-bd99-8e907d58ae77 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Calling delete_port for 6a944b48-2a72-49e0-882d-e361769632ef owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:06.285154 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-5c03e6a3-631a-4e23-a0bc-80cbd665c119 req-1842a9a1-db9f-40ae-b10f-667f51438f13 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Deleting port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:06.285829 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5c03e6a3-631a-4e23-a0bc-80cbd665c119 req-1842a9a1-db9f-40ae-b10f-667f51438f13 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.391456 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd05d498-b8f5-4177-a67f-7c27e64336e7 req-6d5b6b85-47b4-4d00-b784-2860dc9c652b tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.60 "GET /v2.0/security-groups?id=055f0144-61be-4902-9a7e-2cb53a51fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189437 Jul 05 03:51:06.431443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-5cfde5bc-3c36-4900-a8db-2458e9b65330 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:06.432950 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a626163-3067-4f35-91ea-6e803a91cd11 req-5cfde5bc-3c36-4900-a8db-2458e9b65330 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.2530501 Jul 05 03:51:06.460717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-5c03e6a3-631a-4e23-a0bc-80cbd665c119 req-1842a9a1-db9f-40ae-b10f-667f51438f13 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] For port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,segment=NetworkSegment(aeff3136-3679-42a1-8a71-36e36b7cf8e9),segment_id=aeff3136-3679-42a1-8a71-36e36b7cf8e9)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:06.461133 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5c03e6a3-631a-4e23-a0bc-80cbd665c119 req-1842a9a1-db9f-40ae-b10f-667f51438f13 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.473995 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9710478f-3f0b-40ff-9548-a64e5b38c782 req-9ab28577-df45-4174-bd99-8e907d58ae77 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.478284 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-5c03e6a3-631a-4e23-a0bc-80cbd665c119 req-1842a9a1-db9f-40ae-b10f-667f51438f13 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Calling delete_port for 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:06.487451 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['6a944b48-2a72-49e0-882d-e361769632ef'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:06.531297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['e5f2d1e2-d615-4786-a2b7-09aa7949f8d0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:06.549223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab28577-df45-4174-bd99-8e907d58ae77 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Pushing event deleted for resources: {'Port': ['ID=6a944b48-2a72-49e0-882d-e361769632ef,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:06.577757 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9710478f-3f0b-40ff-9548-a64e5b38c782 req-9ab28577-df45-4174-bd99-8e907d58ae77 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] No DVR routers for this DVR port 6a944b48-2a72-49e0-882d-e361769632ef on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:06.580645 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9710478f-3f0b-40ff-9548-a64e5b38c782 req-9ab28577-df45-4174-bd99-8e907d58ae77 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.583034 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9710478f-3f0b-40ff-9548-a64e5b38c782 req-9ab28577-df45-4174-bd99-8e907d58ae77 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.11 "DELETE /v2.0/ports/6a944b48-2a72-49e0-882d-e361769632ef HTTP/1.1" status: 204 len: 173 time: 0.5140102 Jul 05 03:51:06.583708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b6f249-a34b-4047-9afb-bcb5ac9b9060', 'name': 'network-vif-deleted', 'tag': '6a944b48-2a72-49e0-882d-e361769632ef'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:06.586994 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceca235-70aa-4163-b89d-55f1600f23df" -d '{"events": [{"server_uuid": "96b6f249-a34b-4047-9afb-bcb5ac9b9060", "name": "network-vif-deleted", "tag": "6a944b48-2a72-49e0-882d-e361769632ef"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:06.798449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-47587cbf-70ce-4dc0-83b5-b48730508e8a tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 258 time: 0.2502792 Jul 05 03:51:06.824736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:06.922117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137a02b-1518-4e3f-a0c7-7e65860eb7bd req-076b682d-989a-4247-96a4-1ab684f15bdf tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:06.923836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5137a02b-1518-4e3f-a0c7-7e65860eb7bd req-076b682d-989a-4247-96a4-1ab684f15bdf tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7 HTTP/1.1" status: 200 len: 944 time: 0.1436086 Jul 05 03:51:06.956205 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.008495 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5137a02b-1518-4e3f-a0c7-7e65860eb7bd req-c5161826-456d-4657-a661-2efd3352831e tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b064f1f-78e9-46e4-b057-70fb2cf78af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748200 Jul 05 03:51:07.068286 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5c03e6a3-631a-4e23-a0bc-80cbd665c119 req-1842a9a1-db9f-40ae-b10f-667f51438f13 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.379641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842a9a1-db9f-40ae-b10f-667f51438f13 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Pushing event deleted for resources: {'Port': ['ID=7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:07.391355 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.436448 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50f72a7f-a47f-4089-a33e-1d5833ec21ab req-7de3acb4-3262-4ea0-b732-abfa8e89c56f tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=96b6f249-a34b-4047-9afb-bcb5ac9b9060 HTTP/1.1" status: 200 len: 210 time: 0.0608394 Jul 05 03:51:07.491646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c03e6a3-631a-4e23-a0bc-80cbd665c119 req-1842a9a1-db9f-40ae-b10f-667f51438f13 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] No DVR routers for this DVR port 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:07.495644 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5c03e6a3-631a-4e23-a0bc-80cbd665c119 req-1842a9a1-db9f-40ae-b10f-667f51438f13 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.497677 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c03e6a3-631a-4e23-a0bc-80cbd665c119 req-1842a9a1-db9f-40ae-b10f-667f51438f13 tempest-LiveMigrationTest-1415127877 tempest-LiveMigrationTest-1415127877-project] 10.222.0.64 "DELETE /v2.0/ports/7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 HTTP/1.1" status: 204 len: 173 time: 1.4953897 Jul 05 03:51:07.498123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7', 'name': 'network-vif-deleted', 'tag': '7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:07.500351 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae04f31-00d5-4e25-8292-72b320eb6d1b" -d '{"events": [{"server_uuid": "4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7", "name": "network-vif-deleted", "tag": "7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:07.577507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Allocated IP 172.25.0.67 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/d4934fc2-f8b0-4f9c-be84-40e8570d9898) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:07.757549 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.776125 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c11837e1-6710-40cf-880d-507b42fbc846 req-121fb6f0-1fe8-41b5-ad87-ff08ad47d916 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1450622 Jul 05 03:51:07.787654 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:07.897581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:07.917333 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:07.917675 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:07.942525 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.045108 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.054143 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.137538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:08.143782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:08.152417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:08.181731 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Pushing event updated for resources: {'Port': ['ID=d4934fc2-f8b0-4f9c-be84-40e8570d9898,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:08.273425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Allocated IP 172.25.0.114 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/e251de14-222b-465e-b741-f7456d0ed89f) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:08.338569 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.395280 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.471722 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.498122 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.551829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:08.558813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:08.572650 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:08.628180 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Pushing event updated for resources: {'Port': ['ID=e251de14-222b-465e-b741-f7456d0ed89f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:08.730724 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.751664 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.828293 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.870556 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.936712 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Pushing event updated for resources: {'Port': ['ID=d4934fc2-f8b0-4f9c-be84-40e8570d9898,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:08.954434 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.064010 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.065803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-6ce53436-df22-498d-a7a4-b9b8077b91bd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2488308 Jul 05 03:51:09.125562 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.131701 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-b5fd97c9-b5bc-4f72-a8ed-de13768ab743 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.0579784 Jul 05 03:51:09.214882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.300456 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-5f796260-853b-4442-b3d6-85547448bfe3 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:09.301736 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62ae1d06-ddef-43e4-a99d-b5e841abb652 req-5f796260-853b-4442-b3d6-85547448bfe3 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.1642475 Jul 05 03:51:09.308033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Pushing event updated for resources: {'Port': ['ID=e251de14-222b-465e-b741-f7456d0ed89f,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:09.327403 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.347509 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01c098c-ac0e-4b3c-bba0-d6fcae194bd2 x-openstack-request-id: req-f01c098c-ac0e-4b3c-bba0-d6fcae194bd2 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:09.347509 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b6f249-a34b-4047-9afb-bcb5ac9b9060", "name": "network-vif-deleted", "tag": "6a944b48-2a72-49e0-882d-e361769632ef", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:09.347509 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f01c098c-ac0e-4b3c-bba0-d6fcae194bd2 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:09.347509 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b6f249-a34b-4047-9afb-bcb5ac9b9060', 'name': 'network-vif-deleted', 'tag': '6a944b48-2a72-49e0-882d-e361769632ef', 'status': 'completed', 'code': 200} Jul 05 03:51:09.455691 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.459797 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c11837e1-6710-40cf-880d-507b42fbc846 req-f0874f5a-abab-4f6c-ae7c-bf6681845894 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6744239 Jul 05 03:51:09.509745 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c11837e1-6710-40cf-880d-507b42fbc846 req-46e61e8c-4d59-468c-a7e1-9175a13eddbd tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.114 HTTP/1.1" status: 200 len: 696 time: 0.0462964 Jul 05 03:51:09.511232 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dd6997-8967-4caf-97ff-75655693ac8d x-openstack-request-id: req-63dd6997-8967-4caf-97ff-75655693ac8d {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:09.511531 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7", "name": "network-vif-deleted", "tag": "7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:09.511782 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63dd6997-8967-4caf-97ff-75655693ac8d {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:09.512183 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5dc3ed-7d66-4335-b4f9-e8ae7ef985a7', 'name': 'network-vif-deleted', 'tag': '7f6b8eb9-44d2-4e0f-8ddc-bd25851082b8', 'status': 'completed', 'code': 200} Jul 05 03:51:09.630257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11837e1-6710-40cf-880d-507b42fbc846 req-9da66381-774e-4cb8-bfdc-8bfbb94a562d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:09.632353 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c11837e1-6710-40cf-880d-507b42fbc846 req-9da66381-774e-4cb8-bfdc-8bfbb94a562d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.1137788 Jul 05 03:51:09.711736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56692) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:09.840391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6a944b48-2a72-49e0-882d-e361769632ef no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:09.863881 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3b98d3-d8ed-4697-81e2-b0cfc2efb04e admin admin] Deleting subnet 051941e9-9be3-4855-b2ec-dc0f4f0de021 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:51:09.864133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 6a944b48-2a72-49e0-882d-e361769632ef {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:09.864517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6a944b48-2a72-49e0-882d-e361769632ef not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:09.868193 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8a3b98d3-d8ed-4697-81e2-b0cfc2efb04e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.902394 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8a3b98d3-d8ed-4697-81e2-b0cfc2efb04e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.911926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-362f87f1-f824-447f-aada-731a83487fdb req-706f3466-6bc1-4b10-89cb-2b09a050e3ca tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1572294 Jul 05 03:51:09.924054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:09.936291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-16189587-270d-445f-ba97-b90a4a2ec9e9 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:09.937918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-16189587-270d-445f-ba97-b90a4a2ec9e9 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1275265 Jul 05 03:51:09.949503 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8a3b98d3-d8ed-4697-81e2-b0cfc2efb04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.998491 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-5924b6e9-9d55-45c1-8ca3-dd5665ec4326 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.0518982 Jul 05 03:51:09.999537 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56700) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:10.008208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-5ce387fd-8221-4ab0-b05b-c309586c1b4d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Request body: {'floatingip': {'port_id': '8789f136-4091-4edb-866d-797ec84a2072', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:10.055836 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-5ce387fd-8221-4ab0-b05b-c309586c1b4d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.094216 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.107544 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f342731-ba01-47a0-a0fa-e5b6e58d6f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.141709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8a3b98d3-d8ed-4697-81e2-b0cfc2efb04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.179709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8a3b98d3-d8ed-4697-81e2-b0cfc2efb04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.182010 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8a3b98d3-d8ed-4697-81e2-b0cfc2efb04e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/051941e9-9be3-4855-b2ec-dc0f4f0de021 HTTP/1.1" status: 204 len: 168 time: 0.4687424 Jul 05 03:51:10.182677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b98d3-d8ed-4697-81e2-b0cfc2efb04e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051941e9-9be3-4855-b2ec-dc0f4f0de021,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:10.184982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56704) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:10.293897 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f44ba7db-8322-4e09-9c69-c9292dcbeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.321213 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f342731-ba01-47a0-a0fa-e5b6e58d6f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.349327 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.379172 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f342731-ba01-47a0-a0fa-e5b6e58d6f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.418047 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f44ba7db-8322-4e09-9c69-c9292dcbeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.442813 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f44ba7db-8322-4e09-9c69-c9292dcbeeaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca20d25-d3e7-4cdd-af72-4218b518e882']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:10.447653 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3f342731-ba01-47a0-a0fa-e5b6e58d6f19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57ee4cda96254d26a9f0ac5fda64e087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469891 Jul 05 03:51:10.448516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f342731-ba01-47a0-a0fa-e5b6e58d6f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac08a53f-02ac-46d3-b394-6a459ba0969a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:10.451597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56708) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:10.467113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f44ba7db-8322-4e09-9c69-c9292dcbeeaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeff3136-3679-42a1-8a71-36e36b7cf8e9') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:10.467421 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f44ba7db-8322-4e09-9c69-c9292dcbeeaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeff3136-3679-42a1-8a71-36e36b7cf8e9') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:10.484664 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f44ba7db-8322-4e09-9c69-c9292dcbeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.511734 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f44ba7db-8322-4e09-9c69-c9292dcbeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.520651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44ba7db-8322-4e09-9c69-c9292dcbeeaa admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:51:10.521043 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f44ba7db-8322-4e09-9c69-c9292dcbeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:51:10.523353 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:51:10.578705 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c045566a-636d-4848-8c78-075a136f99a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.582732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Allocated IP 172.25.0.158 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/3453631b-65e2-4fef-8fdf-f6a668cda9c3) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:10.603022 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c045566a-636d-4848-8c78-075a136f99a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.695439 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f44ba7db-8322-4e09-9c69-c9292dcbeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.700232 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f44ba7db-8322-4e09-9c69-c9292dcbeeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.702348 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f44ba7db-8322-4e09-9c69-c9292dcbeeaa admin admin] 10.222.0.60 "DELETE /v2.0/networks/0ca20d25-d3e7-4cdd-af72-4218b518e882 HTTP/1.1" status: 204 len: 168 time: 0.5149174 Jul 05 03:51:10.707919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56712) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:10.723079 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ba7db-8322-4e09-9c69-c9292dcbeeaa admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca20d25-d3e7-4cdd-af72-4218b518e882,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:10.758606 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-5ce387fd-8221-4ab0-b05b-c309586c1b4d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.791420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-152dac6f-f9df-4006-a136-5205fe898231 admin admin] Deleting subnet 9e71e96d-33c8-4176-a940-8931b0096666 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:51:10.796410 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-152dac6f-f9df-4006-a136-5205fe898231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.805228 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c045566a-636d-4848-8c78-075a136f99a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.807826 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c045566a-636d-4848-8c78-075a136f99a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.809183 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c045566a-636d-4848-8c78-075a136f99a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac08a53f-02ac-46d3-b394-6a459ba0969a HTTP/1.1" status: 204 len: 168 time: 0.3515756 Jul 05 03:51:10.817388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045566a-636d-4848-8c78-075a136f99a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac08a53f-02ac-46d3-b394-6a459ba0969a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:10.829628 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.848952 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-152dac6f-f9df-4006-a136-5205fe898231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.877785 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-5ce387fd-8221-4ab0-b05b-c309586c1b4d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.954077 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-152dac6f-f9df-4006-a136-5205fe898231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.033592 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-5ce387fd-8221-4ab0-b05b-c309586c1b4d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Floating IP e1600981-fc7c-47a7-afb6-e42bf1beb078 associated. External IP: 172.25.0.67, port: 8789f136-4091-4edb-866d-797ec84a2072. Jul 05 03:51:11.358601 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.447924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:11.455518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:11.462124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:11.469186 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-152dac6f-f9df-4006-a136-5205fe898231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.493256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Pushing event updated for resources: {'Port': ['ID=3453631b-65e2-4fef-8fdf-f6a668cda9c3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:11.530098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dac6f-f9df-4006-a136-5205fe898231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e71e96d-33c8-4176-a940-8931b0096666,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:11.538151 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-152dac6f-f9df-4006-a136-5205fe898231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.540008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-152dac6f-f9df-4006-a136-5205fe898231 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9e71e96d-33c8-4176-a940-8931b0096666 HTTP/1.1" status: 204 len: 168 time: 0.8311205 Jul 05 03:51:11.543009 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56726) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:11.620618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-305ddc79-06b9-4165-a7e0-71ed097758d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.668649 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.702911 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-5ce387fd-8221-4ab0-b05b-c309586c1b4d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Router 3e6d7075-9696-4884-aefa-9a3ec926cd91 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:11.712607 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-305ddc79-06b9-4165-a7e0-71ed097758d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.722654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-305ddc79-06b9-4165-a7e0-71ed097758d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1fdd64-54b5-4325-af5c-18af15691a96']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:11.733818 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-305ddc79-06b9-4165-a7e0-71ed097758d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6790d6-f498-4461-86ea-f1986e2e27cd') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:11.734118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-305ddc79-06b9-4165-a7e0-71ed097758d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6790d6-f498-4461-86ea-f1986e2e27cd') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:11.743944 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-305ddc79-06b9-4165-a7e0-71ed097758d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.758813 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-305ddc79-06b9-4165-a7e0-71ed097758d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.764570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305ddc79-06b9-4165-a7e0-71ed097758d6 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:51:11.764954 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-305ddc79-06b9-4165-a7e0-71ed097758d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:51:11.766577 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:51:11.823222 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.871640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-5ce387fd-8221-4ab0-b05b-c309586c1b4d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:11.876662 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-5ce387fd-8221-4ab0-b05b-c309586c1b4d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.880704 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-305ddc79-06b9-4165-a7e0-71ed097758d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.881791 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bbbd54-b38e-4443-aeff-6823d780212f None None] Sync routers for ids ['3e6d7075-9696-4884-aefa-9a3ec926cd91'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:11.888169 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-305ddc79-06b9-4165-a7e0-71ed097758d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.890406 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-305ddc79-06b9-4165-a7e0-71ed097758d6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9e1fdd64-54b5-4325-af5c-18af15691a96 HTTP/1.1" status: 204 len: 168 time: 0.3461545 Jul 05 03:51:11.900529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56738) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:11.909943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ddc79-06b9-4165-a7e0-71ed097758d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1fdd64-54b5-4325-af5c-18af15691a96,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:11.910219 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bbbd54-b38e-4443-aeff-6823d780212f None None] Routers {'3e6d7075-9696-4884-aefa-9a3ec926cd91'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:11.919236 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c0bbbd54-b38e-4443-aeff-6823d780212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3e6d7075-9696-4884-aefa-9a3ec926cd91'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:11.968657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-5ce387fd-8221-4ab0-b05b-c309586c1b4d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "PUT /v2.0/floatingips/e1600981-fc7c-47a7-afb6-e42bf1beb078 HTTP/1.1" status: 200 len: 996 time: 1.9648120 Jul 05 03:51:11.970949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'tag': '8789f136-4091-4edb-866d-797ec84a2072'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:11.973004 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaba2d4-c3c1-4efd-aa87-2ffc0b89778d" -d '{"events": [{"name": "network-changed", "server_uuid": "8819b684-4a70-45a3-889f-5fad4cfe6219", "tag": "8789f136-4091-4edb-866d-797ec84a2072"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:12.032402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-325076979-network', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:12.034784 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-c0bbbd54-b38e-4443-aeff-6823d780212f None None] Set router 3e6d7075-9696-4884-aefa-9a3ec926cd91 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:12.094829 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.107819 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-87b3ec4c-5ae9-4e72-9f77-cd6e499e1430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:12.109391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-87b3ec4c-5ae9-4e72-9f77-cd6e499e1430 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b56552d4114347c490aa1db39061d6d9&device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 1097 time: 0.1142061 Jul 05 03:51:12.180836 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.187212 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] Made reservation on behalf of 7d16dca7328249f08e2390e95c16dfe3 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:12.189603 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.227850 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.263738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56744) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:12.273352 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c0bbbd54-b38e-4443-aeff-6823d780212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port': {'id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:29Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'e1600981-fc7c-47a7-afb6-e42bf1beb078', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'port_id': '8789f136-4091-4edb-866d-797ec84a2072', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'mac_address': 'fa:16:3e:d1:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:51:08Z', 'updated_at': '2021-07-05T03:51:10Z', 'revision_number': 1, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f394f08-d551-4bbd-ac08-328f261df621', 'name': '', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'mac_address': 'fa:16:3e:96:7c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56926871-c551-4934-91c1-9413057b5bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:35Z', 'updated_at': '2021-07-05T03:50:43Z', 'revision_number': 5, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'subnets': [{'id': '56926871-c551-4934-91c1-9413057b5bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:12.319086 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bbbd54-b38e-4443-aeff-6823d780212f None None] Checking router: 3e6d7075-9696-4884-aefa-9a3ec926cd91 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:12.320616 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-03899b0c-75e4-4919-b65d-c474d55a5300 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6171ffdfdefa4f1597b7e2fe880c84f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555451 Jul 05 03:51:12.323017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56746) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:12.327074 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Pushing event updated for resources: {'Port': ['ID=3453631b-65e2-4fef-8fdf-f6a668cda9c3,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:12.327428 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bbbd54-b38e-4443-aeff-6823d780212f None None] Routers {'3e6d7075-9696-4884-aefa-9a3ec926cd91'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:12.328040 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c0bbbd54-b38e-4443-aeff-6823d780212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3e6d7075-9696-4884-aefa-9a3ec926cd91'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:12.333158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-f097894b-331d-4466-a8fa-62e2e313832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:12.335807 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-f097894b-331d-4466-a8fa-62e2e313832b service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d255eda-79de-4574-a30a-676c7f6818d2 HTTP/1.1" status: 200 len: 929 time: 0.2202885 Jul 05 03:51:12.339099 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.392957 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-baf809d3-a89f-41d0-8dfa-b0e2dfa5ea3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.419699 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-baf809d3-a89f-41d0-8dfa-b0e2dfa5ea3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.431758 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-5aab7e94-041b-46bd-b06e-1bc685f0e7cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8789f136-4091-4edb-866d-797ec84a2072 HTTP/1.1" status: 200 len: 999 time: 0.0894389 Jul 05 03:51:12.444572 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-c0bbbd54-b38e-4443-aeff-6823d780212f None None] Set router 3e6d7075-9696-4884-aefa-9a3ec926cd91 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:12.506328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-518e0802-f9be-4bdf-bac3-ec0f0ed91a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:12.507833 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-518e0802-f9be-4bdf-bac3-ec0f0ed91a68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56926871-c551-4934-91c1-9413057b5bc4 HTTP/1.1" status: 200 len: 867 time: 0.0646155 Jul 05 03:51:12.531336 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.548440 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-baf809d3-a89f-41d0-8dfa-b0e2dfa5ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.552137 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-baf809d3-a89f-41d0-8dfa-b0e2dfa5ea3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.554493 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-baf809d3-a89f-41d0-8dfa-b0e2dfa5ea3f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b064f1f-78e9-46e4-b057-70fb2cf78af6 HTTP/1.1" status: 204 len: 168 time: 0.2304456 Jul 05 03:51:12.566339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf809d3-a89f-41d0-8dfa-b0e2dfa5ea3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b064f1f-78e9-46e4-b057-70fb2cf78af6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:12.580841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-54bc7b27-5bb4-41aa-a7ca-f6c1931c17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:12.582381 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-54bc7b27-5bb4-41aa-a7ca-f6c1931c17aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d255eda-79de-4574-a30a-676c7f6818d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653093 Jul 05 03:51:12.638297 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.678254 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c0bbbd54-b38e-4443-aeff-6823d780212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port': {'id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:29Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'e1600981-fc7c-47a7-afb6-e42bf1beb078', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'port_id': '8789f136-4091-4edb-866d-797ec84a2072', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'mac_address': 'fa:16:3e:d1:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:51:08Z', 'updated_at': '2021-07-05T03:51:10Z', 'revision_number': 1, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f394f08-d551-4bbd-ac08-328f261df621', 'name': '', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'mac_address': 'fa:16:3e:96:7c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56926871-c551-4934-91c1-9413057b5bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:35Z', 'updated_at': '2021-07-05T03:50:43Z', 'revision_number': 5, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'subnets': [{'id': '56926871-c551-4934-91c1-9413057b5bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:12.679965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:51:12.683811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd03692f-92fb-4c67-81cd-2b48add05668,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:12.704304 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bbbd54-b38e-4443-aeff-6823d780212f None None] The sync data for ids ['3e6d7075-9696-4884-aefa-9a3ec926cd91'] in n-d-798249-5 is: [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port': {'id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:29Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'e1600981-fc7c-47a7-afb6-e42bf1beb078', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'port_id': '8789f136-4091-4edb-866d-797ec84a2072', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'mac_address': 'fa:16:3e:d1:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:51:08Z', 'updated_at': '2021-07-05T03:51:10Z', 'revision_number': 1, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f394f08-d551-4bbd-ac08-328f261df621', 'name': '', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'mac_address': 'fa:16:3e:96:7c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56926871-c551-4934-91c1-9413057b5bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:35Z', 'updated_at': '2021-07-05T03:50:43Z', 'revision_number': 5, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'subnets': [{'id': '56926871-c551-4934-91c1-9413057b5bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:12.713224 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.713572 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] Added segment 8a7f4c80-e6db-444b-b567-b431025cca58 of type vlan for network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 Jul 05 03:51:12.726957 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.728180 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-362f87f1-f824-447f-aada-731a83487fdb req-768984cb-f357-4527-8b1b-0ab970f916f0 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8090568 Jul 05 03:51:12.730108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-734b0259-e26c-4ebb-9711-f79302665367 service neutron] 10.222.0.60 "GET /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376097 Jul 05 03:51:12.813527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.858520 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-362f87f1-f824-447f-aada-731a83487fdb req-9b34c736-3025-4e8a-853e-034a63ea375f tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.1052637 Jul 05 03:51:12.916848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ced8a6-a3f6-4c38-801f-5896909bb139 None None] New status for floating IP e1600981-fc7c-47a7-afb6-e42bf1beb078: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:51:12.984931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7596b041-eb5a-4fa2-897f-9a84c4645ef7 req-e9d7a1ec-fb70-4a16-a950-d17bc5f2cc0a service neutron] 10.222.0.60 "GET /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327285 Jul 05 03:51:13.023357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f87f1-f824-447f-aada-731a83487fdb req-94dd6a50-0132-46ee-8f25-ed507a75614f tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.024848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-362f87f1-f824-447f-aada-731a83487fdb req-94dd6a50-0132-46ee-8f25-ed507a75614f tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.1591763 Jul 05 03:51:13.067898 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.072627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.072627 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.135137 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] Pushing event updated for resources: {'Network': ['ID=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:13.145475 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:51:13.241783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bc10fa52-bbaf-4f3d-bfa5-b2464426fd43 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3354826 Jul 05 03:51:13.242868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56758) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:13.248964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6d4dd622-978d-42a5-b68e-5b9bdfa007e2 admin admin] Request body: {'subnet': {'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-325076979-subnet', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:13.364995 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4dd622-978d-42a5-b68e-5b9bdfa007e2 admin admin] Made reservation on behalf of 7d16dca7328249f08e2390e95c16dfe3 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:13.381633 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd622-978d-42a5-b68e-5b9bdfa007e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.391432 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd4dde9-b8d0-40cd-82f6-7b1cb05a5835 x-openstack-request-id: req-bfd4dde9-b8d0-40cd-82f6-7b1cb05a5835 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:13.392004 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8819b684-4a70-45a3-889f-5fad4cfe6219", "tag": "8789f136-4091-4edb-866d-797ec84a2072", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:13.392708 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfd4dde9-b8d0-40cd-82f6-7b1cb05a5835 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:13.393317 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'tag': '8789f136-4091-4edb-866d-797ec84a2072', 'status': 'completed', 'code': 200} Jul 05 03:51:13.478315 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8bda0953-7c24-49cf-a941-e8386d3422ab req-52bc7fa6-93db-45f3-a734-4765d5f452fa tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips/0abd9947-85b7-4fcd-bea6-a713527d3de4 HTTP/1.1" status: 200 len: 693 time: 0.0763834 Jul 05 03:51:13.487797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56760) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:13.593556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaba2d4-c3c1-4efd-aa87-2ffc0b89778d req-47a9343b-09ec-4bc1-bc55-c7468ce7d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.595035 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2eaba2d4-c3c1-4efd-aa87-2ffc0b89778d req-47a9343b-09ec-4bc1-bc55-c7468ce7d768 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b56552d4114347c490aa1db39061d6d9&device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 1097 time: 0.1538813 Jul 05 03:51:13.602556 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-41d4ce50-e7d7-4ecc-940d-989d47923788 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75e0ab09797948f7b640d7a3c2995dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1126690 Jul 05 03:51:13.605334 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56762) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:13.643219 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd622-978d-42a5-b68e-5b9bdfa007e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.705459 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da2ac3a5-d816-44c2-ac4c-33914765c7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.714888 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dd622-978d-42a5-b68e-5b9bdfa007e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a4e67f5-0254-4ffe-8462-5596b5dcca35,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:13.750119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda0953-7c24-49cf-a941-e8386d3422ab req-591f4336-4800-4e86-b327-251ae4ac7fec tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.751152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8bda0953-7c24-49cf-a941-e8386d3422ab req-591f4336-4800-4e86-b327-251ae4ac7fec tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.2548356 Jul 05 03:51:13.752287 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da2ac3a5-d816-44c2-ac4c-33914765c7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.754501 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4dd622-978d-42a5-b68e-5b9bdfa007e2 admin admin] Checking segment: {'id': '8a7f4c80-e6db-444b-b567-b431025cca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:13.754869 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4dd622-978d-42a5-b68e-5b9bdfa007e2 admin admin] Network hostable DHCP agents. Network: f298ac04-c9e2-4859-ad6c-28e6fda4d5d1, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:51:13.778032 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-8bda0953-7c24-49cf-a941-e8386d3422ab req-cc2f25e1-807d-4392-83d2-23e673987a56 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:51:13.779033 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8bda0953-7c24-49cf-a941-e8386d3422ab req-cc2f25e1-807d-4392-83d2-23e673987a56 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198643 Jul 05 03:51:13.809802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaba2d4-c3c1-4efd-aa87-2ffc0b89778d req-dfcdb0bd-b461-4c4d-8f06-3d9b8ed017bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.811278 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2eaba2d4-c3c1-4efd-aa87-2ffc0b89778d req-dfcdb0bd-b461-4c4d-8f06-3d9b8ed017bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d255eda-79de-4574-a30a-676c7f6818d2 HTTP/1.1" status: 200 len: 929 time: 0.2052031 Jul 05 03:51:13.868230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-d5c15172-e2f7-4439-a8c9-e5acc0c57d7f tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 258 time: 0.2339714 Jul 05 03:51:13.872948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4dd622-978d-42a5-b68e-5b9bdfa007e2 admin admin] Network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:51:13.880715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:13.904019 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2eaba2d4-c3c1-4efd-aa87-2ffc0b89778d req-3e5bee15-3f3f-494f-9040-570a0bc50d9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8789f136-4091-4edb-866d-797ec84a2072 HTTP/1.1" status: 200 len: 1001 time: 0.0836594 Jul 05 03:51:13.912259 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da2ac3a5-d816-44c2-ac4c-33914765c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.915803 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da2ac3a5-d816-44c2-ac4c-33914765c7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.917148 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-da2ac3a5-d816-44c2-ac4c-33914765c7f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3cb50b8-6ef8-411a-9cf0-4e15a6580bbf HTTP/1.1" status: 204 len: 168 time: 0.3102756 Jul 05 03:51:13.937630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ac3a5-d816-44c2-ac4c-33914765c7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cb50b8-6ef8-411a-9cf0-4e15a6580bbf,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:13.948215 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-6d4dd622-978d-42a5-b68e-5b9bdfa007e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, f298ac04-c9e2-4859-ad6c-28e6fda4d5d1) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:13.957443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4dd622-978d-42a5-b68e-5b9bdfa007e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.959817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe2a9bd-3d3c-404d-957b-cbbb3871cc1a None None] Network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:13.960785 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd622-978d-42a5-b68e-5b9bdfa007e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.960924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaba2d4-c3c1-4efd-aa87-2ffc0b89778d req-1f80da60-e573-4dcd-9c87-66561779bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.962617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2eaba2d4-c3c1-4efd-aa87-2ffc0b89778d req-1f80da60-e573-4dcd-9c87-66561779bbd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56926871-c551-4934-91c1-9413057b5bc4 HTTP/1.1" status: 200 len: 867 time: 0.0502541 Jul 05 03:51:14.009275 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.110157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaba2d4-c3c1-4efd-aa87-2ffc0b89778d req-411d03b1-b40e-49f1-ac0b-552e4e65b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:14.111669 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2eaba2d4-c3c1-4efd-aa87-2ffc0b89778d req-411d03b1-b40e-49f1-ac0b-552e4e65b321 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d255eda-79de-4574-a30a-676c7f6818d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414461 Jul 05 03:51:14.130040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56770) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:14.132245 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6d4dd622-978d-42a5-b68e-5b9bdfa007e2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8882043 Jul 05 03:51:14.141100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'fixed_ips': [{'subnet_id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:51:14.142560 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.144107 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:14.257847 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2eaba2d4-c3c1-4efd-aa87-2ffc0b89778d req-b77636b2-a72f-445d-8a73-6bc5d8e31ddc service neutron] 10.222.0.64 "GET /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379278 Jul 05 03:51:14.260125 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.285805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Allocated IP 172.20.0.2 (f298ac04-c9e2-4859-ad6c-28e6fda4d5d1/1a4e67f5-0254-4ffe-8462-5596b5dcca35/f9f1b918-d3fa-4821-84cd-c4cb2187afe7) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:14.450685 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.460439 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Transition to ACTIVE for port object f9f1b918-d3fa-4821-84cd-c4cb2187afe7 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:14.477710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Transition to ACTIVE for port object f9f1b918-d3fa-4821-84cd-c4cb2187afe7 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:14.552799 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.594079 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:14.597096 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:14.601363 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:14.612891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Pushing event updated for resources: {'Port': ['ID=f9f1b918-d3fa-4821-84cd-c4cb2187afe7,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:14.657033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.658040 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.673382 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Attempting to bind port f9f1b918-d3fa-4821-84cd-c4cb2187afe7 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:14.673751 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Attempting to bind port f9f1b918-d3fa-4821-84cd-c4cb2187afe7 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '8a7f4c80-e6db-444b-b567-b431025cca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:14.674116 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Attempting to bind port f9f1b918-d3fa-4821-84cd-c4cb2187afe7 on network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:14.679719 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:14.680395 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Checking segment: {'id': '8a7f4c80-e6db-444b-b567-b431025cca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:14.680990 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.681556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Bound using segment: {'id': '8a7f4c80-e6db-444b-b567-b431025cca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:14.682023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Bound port: f9f1b918-d3fa-4821-84cd-c4cb2187afe7, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7f4c80-e6db-444b-b567-b431025cca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:14.682592 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.751148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] For port f9f1b918-d3fa-4821-84cd-c4cb2187afe7, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:14.754206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] For port f9f1b918-d3fa-4821-84cd-c4cb2187afe7, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f9f1b918-d3fa-4821-84cd-c4cb2187afe7,segment=NetworkSegment(8a7f4c80-e6db-444b-b567-b431025cca58),segment_id=8a7f4c80-e6db-444b-b567-b431025cca58)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:14.834191 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.866557 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2eaba2d4-c3c1-4efd-aa87-2ffc0b89778d req-2c22d0f9-587f-4ad1-a0f5-e98cd704c794 service neutron] 10.222.0.64 "GET /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013360 Jul 05 03:51:14.869631 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.890516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Allocated IP 172.25.0.37 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/67c731a8-4935-4dd8-a6ab-08dde8ce174e) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:14.904916 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634ca9d-1ee0-48e1-9aca-c3ab293b161c None None] Pushing event updated for resources: {'Port': ['ID=f9f1b918-d3fa-4821-84cd-c4cb2187afe7,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:14.907092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714c07e-24fa-46e0-9a85-8d1e9bf298e6 req-3f77e222-31d1-493f-abd2-66ffa73c5d92 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:14.908672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9714c07e-24fa-46e0-9a85-8d1e9bf298e6 req-3f77e222-31d1-493f-abd2-66ffa73c5d92 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.2592468 Jul 05 03:51:15.075205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9714c07e-24fa-46e0-9a85-8d1e9bf298e6 req-613ed7a3-8a35-4428-9bc9-234971fd23d1 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/security-groups?id=33552ba5-6e38-4fd7-8118-0da8eab5c601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537523 Jul 05 03:51:15.223976 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.283618 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-7eb51a64-5b36-450b-9271-52b8d3a926d6 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips/0abd9947-85b7-4fcd-bea6-a713527d3de4 HTTP/1.1" status: 200 len: 693 time: 0.0996401 Jul 05 03:51:15.327937 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.409112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967566f2-69a8-47bd-8c01-720f6a2a9b75 req-53c078db-b23c-460b-8274-8d89b5f0836c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:15.410725 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-967566f2-69a8-47bd-8c01-720f6a2a9b75 req-53c078db-b23c-460b-8274-8d89b5f0836c tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.64 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 948 time: 0.2431910 Jul 05 03:51:15.535112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-54b478ef-1b28-4e2e-9c24-4eae98b47506 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:15.536619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-54b478ef-1b28-4e2e-9c24-4eae98b47506 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.2414281 Jul 05 03:51:15.554508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-c54275be-3f1a-45a7-adf1-e1af84422188 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:51:15.555537 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-c54275be-3f1a-45a7-adf1-e1af84422188 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078793 Jul 05 03:51:15.632988 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.647452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-7247e806-4ac9-49fa-ba18-d3bb4d83c81e tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.0722592 Jul 05 03:51:15.701487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:15.749288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:15.757137 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:15.761524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-5d139a3b-4b37-4805-8032-24c58933a9c6 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.0922041 Jul 05 03:51:15.765627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Pushing event updated for resources: {'Port': ['ID=67c731a8-4935-4dd8-a6ab-08dde8ce174e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:15.848750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:15.848750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:15.848750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:15.848750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:15.848750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:15.848750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:15.848750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:15.848750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:15.848750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:15.848750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:15.848750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:15.848750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:15.863635 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-967566f2-69a8-47bd-8c01-720f6a2a9b75 req-ff898ab8-fe42-43e8-b03d-2f9aad050ca2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Deleting port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:15.863979 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-967566f2-69a8-47bd-8c01-720f6a2a9b75 req-ff898ab8-fe42-43e8-b03d-2f9aad050ca2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.878110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362fc02-c85c-4469-99ac-1f6ae4d729c6 req-26025b86-298f-487e-9805-c9fb959fd110 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:15.879955 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c362fc02-c85c-4469-99ac-1f6ae4d729c6 req-26025b86-298f-487e-9805-c9fb959fd110 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9e40fd7-dfa5-4b85-93ef-696e7bb18d36 HTTP/1.1" status: 200 len: 949 time: 0.0722535 Jul 05 03:51:15.911023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a131f0b-fe77-4632-a03a-2d2191967020 None None] Network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:16.009166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-c362fc02-c85c-4469-99ac-1f6ae4d729c6 req-fe55503d-2d94-4c5b-affc-2d168b42edf1 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Deleting port 6258cfee-fd07-442f-a25f-2cb24e6265b9 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:16.009633 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c362fc02-c85c-4469-99ac-1f6ae4d729c6 req-fe55503d-2d94-4c5b-affc-2d168b42edf1 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.088088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2a1aeb79-c4bf-4997-8433-d10792b0ea02 None None] Provisioning for port f9f1b918-d3fa-4821-84cd-c4cb2187afe7 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:16.135827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-c362fc02-c85c-4469-99ac-1f6ae4d729c6 req-fe55503d-2d94-4c5b-affc-2d168b42edf1 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] For port 6258cfee-fd07-442f-a25f-2cb24e6265b9, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6258cfee-fd07-442f-a25f-2cb24e6265b9,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:16.140555 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c362fc02-c85c-4469-99ac-1f6ae4d729c6 req-fe55503d-2d94-4c5b-affc-2d168b42edf1 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.152815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-c362fc02-c85c-4469-99ac-1f6ae4d729c6 req-fe55503d-2d94-4c5b-affc-2d168b42edf1 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Calling delete_port for 6258cfee-fd07-442f-a25f-2cb24e6265b9 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:16.156571 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.206872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-967566f2-69a8-47bd-8c01-720f6a2a9b75 req-ff898ab8-fe42-43e8-b03d-2f9aad050ca2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] For port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:16.207185 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-967566f2-69a8-47bd-8c01-720f6a2a9b75 req-ff898ab8-fe42-43e8-b03d-2f9aad050ca2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.239520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-967566f2-69a8-47bd-8c01-720f6a2a9b75 req-ff898ab8-fe42-43e8-b03d-2f9aad050ca2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Calling delete_port for e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:16.242571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-83ea552c-62b4-4ca5-83d2-0f6a978fa245 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Deleting port 3453631b-65e2-4fef-8fdf-f6a668cda9c3 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:16.242907 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-83ea552c-62b4-4ca5-83d2-0f6a978fa245 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.247763 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.323445 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.404667 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c362fc02-c85c-4469-99ac-1f6ae4d729c6 req-fe55503d-2d94-4c5b-affc-2d168b42edf1 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.416438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['6258cfee-fd07-442f-a25f-2cb24e6265b9'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:16.438231 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55503d-2d94-4c5b-affc-2d168b42edf1 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Pushing event deleted for resources: {'Port': ['ID=6258cfee-fd07-442f-a25f-2cb24e6265b9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:16.489358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c362fc02-c85c-4469-99ac-1f6ae4d729c6 req-fe55503d-2d94-4c5b-affc-2d168b42edf1 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] No DVR routers for this DVR port 6258cfee-fd07-442f-a25f-2cb24e6265b9 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:16.492238 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c362fc02-c85c-4469-99ac-1f6ae4d729c6 req-fe55503d-2d94-4c5b-affc-2d168b42edf1 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.494629 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c362fc02-c85c-4469-99ac-1f6ae4d729c6 req-fe55503d-2d94-4c5b-affc-2d168b42edf1 tempest-TenantUsagesTestJSON-1934845998 tempest-TenantUsagesTestJSON-1934845998-project] 10.222.0.11 "DELETE /v2.0/ports/6258cfee-fd07-442f-a25f-2cb24e6265b9 HTTP/1.1" status: 204 len: 173 time: 0.6088588 Jul 05 03:51:16.495143 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e40fd7-dfa5-4b85-93ef-696e7bb18d36', 'name': 'network-vif-deleted', 'tag': '6258cfee-fd07-442f-a25f-2cb24e6265b9'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:16.497677 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b01fe6-09ac-4de6-afd2-27ef0b47dedf" -d '{"events": [{"server_uuid": "b9e40fd7-dfa5-4b85-93ef-696e7bb18d36", "name": "network-vif-deleted", "tag": "6258cfee-fd07-442f-a25f-2cb24e6265b9"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:16.746650 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.805617 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-83ea552c-62b4-4ca5-83d2-0f6a978fa245 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.805956 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-83ea552c-62b4-4ca5-83d2-0f6a978fa245 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.834559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-83ea552c-62b4-4ca5-83d2-0f6a978fa245 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Calling delete_port for 3453631b-65e2-4fef-8fdf-f6a668cda9c3 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:17.027327 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Allocated IP 172.25.0.220 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/db73755d-1210-4bfd-8526-cdfa4bfa23ca) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:17.137274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f9f1b918-d3fa-4821-84cd-c4cb2187afe7 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:17.155194 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-967566f2-69a8-47bd-8c01-720f6a2a9b75 req-ff898ab8-fe42-43e8-b03d-2f9aad050ca2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.208999 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff898ab8-fe42-43e8-b03d-2f9aad050ca2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Pushing event deleted for resources: {'Port': ['ID=e5f2d1e2-d615-4786-a2b7-09aa7949f8d0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:17.276140 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.302406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port f9f1b918-d3fa-4821-84cd-c4cb2187afe7 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:17.307344 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f9f1b918-d3fa-4821-84cd-c4cb2187afe7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:17.307750 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.320478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-967566f2-69a8-47bd-8c01-720f6a2a9b75 req-ff898ab8-fe42-43e8-b03d-2f9aad050ca2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] No DVR routers for this DVR port e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:17.329649 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-967566f2-69a8-47bd-8c01-720f6a2a9b75 req-ff898ab8-fe42-43e8-b03d-2f9aad050ca2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.331648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-967566f2-69a8-47bd-8c01-720f6a2a9b75 req-ff898ab8-fe42-43e8-b03d-2f9aad050ca2 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.64 "DELETE /v2.0/ports/e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 HTTP/1.1" status: 204 len: 173 time: 1.9100153 Jul 05 03:51:17.332556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39062bfd-2c31-4e34-bd7c-c4683202639c', 'name': 'network-vif-deleted', 'tag': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:17.334623 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17049e36-0a8e-4ee4-952a-36f7fa7e0695" -d '{"events": [{"server_uuid": "39062bfd-2c31-4e34-bd7c-c4683202639c", "name": "network-vif-deleted", "tag": "e5f2d1e2-d615-4786-a2b7-09aa7949f8d0"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:17.351425 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.373893 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.390376 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.425648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port f9f1b918-d3fa-4821-84cd-c4cb2187afe7, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f9f1b918-d3fa-4821-84cd-c4cb2187afe7,segment=NetworkSegment(8a7f4c80-e6db-444b-b567-b431025cca58),segment_id=8a7f4c80-e6db-444b-b567-b431025cca58)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:17.453362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Pushing event updated for resources: {'Port': ['ID=67c731a8-4935-4dd8-a6ab-08dde8ce174e,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:17.466459 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.513552 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-83ea552c-62b4-4ca5-83d2-0f6a978fa245 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.541530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea552c-62b4-4ca5-83d2-0f6a978fa245 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Pushing event deleted for resources: {'Port': ['ID=3453631b-65e2-4fef-8fdf-f6a668cda9c3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:17.548174 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.549448 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.573636 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.574889 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-fb367a5b-1b62-4783-810c-646f311e6e8d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6998961 Jul 05 03:51:17.608886 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=f9f1b918-d3fa-4821-84cd-c4cb2187afe7,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:17.687535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:17.694632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-06ee37e9-045d-4e8e-86f2-b4ef73c7a06e tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.0918992 Jul 05 03:51:17.704928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:17.710363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:17.719475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Pushing event updated for resources: {'Port': ['ID=db73755d-1210-4bfd-8526-cdfa4bfa23ca,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:17.753147 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-83ea552c-62b4-4ca5-83d2-0f6a978fa245 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.755894 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-83ea552c-62b4-4ca5-83d2-0f6a978fa245 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.756968 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8cd6dba-2922-4e15-84d7-620d812d453f req-83ea552c-62b4-4ca5-83d2-0f6a978fa245 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "DELETE /v2.0/floatingips/0abd9947-85b7-4fcd-bea6-a713527d3de4 HTTP/1.1" status: 204 len: 173 time: 1.9862251 Jul 05 03:51:17.937572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:17.941542 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-98160594-70a0-4865-8f20-4cb3cc955209 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:17.942985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e482a52-4ce5-4656-9fb5-f6ffdebfe87f req-98160594-70a0-4865-8f20-4cb3cc955209 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.2418411 Jul 05 03:51:17.958994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:17.959463 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e5f2d1e2-d615-4786-a2b7-09aa7949f8d0 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:18.105629 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e8e237bd-55b4-4e02-8315-9796827b5adc req-45d37365-0434-4be2-b5e4-6be9cfd2a342 tempest-MigrationsAdminTest-1805323183 tempest-MigrationsAdminTest-1805323183-project] 10.222.0.60 "GET /v2.0/ports?device_id=39062bfd-2c31-4e34-bd7c-c4683202639c HTTP/1.1" status: 200 len: 210 time: 0.0310149 Jul 05 03:51:18.169520 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e464747a-d44a-4bea-a33c-0f0b689dc813 x-openstack-request-id: req-e464747a-d44a-4bea-a33c-0f0b689dc813 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:18.170035 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e40fd7-dfa5-4b85-93ef-696e7bb18d36", "name": "network-vif-deleted", "tag": "6258cfee-fd07-442f-a25f-2cb24e6265b9", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:18.170035 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e464747a-d44a-4bea-a33c-0f0b689dc813 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:18.170445 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e40fd7-dfa5-4b85-93ef-696e7bb18d36', 'name': 'network-vif-deleted', 'tag': '6258cfee-fd07-442f-a25f-2cb24e6265b9', 'status': 'completed', 'code': 200} Jul 05 03:51:18.223252 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf4e139-b92d-4fb2-bc7d-3ed976e7c44b x-openstack-request-id: req-fcf4e139-b92d-4fb2-bc7d-3ed976e7c44b {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:18.223788 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39062bfd-2c31-4e34-bd7c-c4683202639c", "name": "network-vif-deleted", "tag": "e5f2d1e2-d615-4786-a2b7-09aa7949f8d0", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:18.224023 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fcf4e139-b92d-4fb2-bc7d-3ed976e7c44b {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:18.224677 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39062bfd-2c31-4e34-bd7c-c4683202639c', 'name': 'network-vif-deleted', 'tag': 'e5f2d1e2-d615-4786-a2b7-09aa7949f8d0', 'status': 'completed', 'code': 200} Jul 05 03:51:18.264343 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.429714 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-34f456a9-9d94-41d4-b3bd-6d841b617654 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=618ab05efd3540ccade943a1c1b138f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1145363 Jul 05 03:51:18.630401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c044a-cf2d-4469-8d0f-57450984e06a req-c56441a9-3f63-4ddd-bf78-1d6f1d258282 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:18.633137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-901c044a-cf2d-4469-8d0f-57450984e06a req-c56441a9-3f63-4ddd-bf78-1d6f1d258282 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3837924 Jul 05 03:51:18.702351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-d4f485aa-621a-4ce0-ae2a-60a5a7de0788 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:18.714039 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-d4f485aa-621a-4ce0-ae2a-60a5a7de0788 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622747 Jul 05 03:51:18.753963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56840) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:18.795061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-1053eda7-1b2e-4980-970d-b71fdcea958f tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/quotas/618ab05efd3540ccade943a1c1b138f9 HTTP/1.1" status: 200 len: 375 time: 0.0491829 Jul 05 03:51:18.823570 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.845686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-4af74542-95a3-4943-a98a-6ccfedb167b1 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=618ab05efd3540ccade943a1c1b138f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409951 Jul 05 03:51:18.975696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bc9de-76c4-4fa4-bb92-40a58c54ffa8 req-6ed7a165-2da4-43b3-a646-a6de69feec89 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:18.977318 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-964bc9de-76c4-4fa4-bb92-40a58c54ffa8 req-6ed7a165-2da4-43b3-a646-a6de69feec89 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2249157 Jul 05 03:51:19.000096 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-168499aa-7381-41f0-9829-7eede4e436b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8862db2fe42b452194f97513bedfa029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486150 Jul 05 03:51:19.011170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56848) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:19.061727 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-93fb4d65-a745-4e59-8159-b745f3ed555a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.083616 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-93fb4d65-a745-4e59-8159-b745f3ed555a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.120671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f9f1b918-d3fa-4821-84cd-c4cb2187afe7 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:19.175853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f9f1b918-d3fa-4821-84cd-c4cb2187afe7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:19.176156 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.285569 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-93fb4d65-a745-4e59-8159-b745f3ed555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.289744 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-93fb4d65-a745-4e59-8159-b745f3ed555a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.294954 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-93fb4d65-a745-4e59-8159-b745f3ed555a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/055f0144-61be-4902-9a7e-2cb53a51fd73 HTTP/1.1" status: 204 len: 168 time: 0.2910089 Jul 05 03:51:19.305718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb4d65-a745-4e59-8159-b745f3ed555a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055f0144-61be-4902-9a7e-2cb53a51fd73,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:19.369844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-964bc9de-76c4-4fa4-bb92-40a58c54ffa8 req-01ff0bb7-94a9-4aff-8631-986fa5f3303c tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.3828299 Jul 05 03:51:19.414297 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-964bc9de-76c4-4fa4-bb92-40a58c54ffa8 req-ebca96d1-f200-4afa-8713-48e468cfa5d5 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Request body: {'floatingip': {'port_id': '8789f136-4091-4edb-866d-797ec84a2072', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:19.423487 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4668a955-6107-4a6d-8898-02d485955a76 req-9cedc33c-b103-4634-8a9e-bcfdf90ec518 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=93935f5c0dda4b35bcbdfe46f2a82f5f HTTP/1.1" status: 200 len: 1656 time: 0.0687981 Jul 05 03:51:19.497221 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-964bc9de-76c4-4fa4-bb92-40a58c54ffa8 req-ebca96d1-f200-4afa-8713-48e468cfa5d5 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.694747 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668a955-6107-4a6d-8898-02d485955a76 req-cde1001e-a0a7-45f9-b928-9ca60839a747 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:19.696289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4668a955-6107-4a6d-8898-02d485955a76 req-cde1001e-a0a7-45f9-b928-9ca60839a747 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks?id=66992202-865d-40d7-a9cb-99d1644d0ce4&id=66992202-865d-40d7-a9cb-99d1644d0ce4&id=66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 787 time: 0.2346721 Jul 05 03:51:19.712930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-4668a955-6107-4a6d-8898-02d485955a76 req-746e06fe-6e5a-4a58-9929-4d2bd0e3d4fb tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:51:19.720741 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4668a955-6107-4a6d-8898-02d485955a76 req-746e06fe-6e5a-4a58-9929-4d2bd0e3d4fb tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124135 Jul 05 03:51:19.755637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:51:19.877785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6258cfee-fd07-442f-a25f-2cb24e6265b9 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:19.899824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 6258cfee-fd07-442f-a25f-2cb24e6265b9 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:19.900574 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6258cfee-fd07-442f-a25f-2cb24e6265b9 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:19.910888 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-964bc9de-76c4-4fa4-bb92-40a58c54ffa8 req-ebca96d1-f200-4afa-8713-48e468cfa5d5 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 03:51:19.913196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-964bc9de-76c4-4fa4-bb92-40a58c54ffa8 req-ebca96d1-f200-4afa-8713-48e468cfa5d5 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "PUT /v2.0/floatingips/9a60c353-a68c-468f-a75b-c7f0e918d0f3 HTTP/1.1" status: 409 len: 550 time: 0.5081792 Jul 05 03:51:19.933070 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:19.946200 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Sync routers for ids ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:19.967258 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Routers {'6d57b72a-7c19-4315-b28e-4e2af59f9dbd'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:19.967900 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:19.999867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a5fd9b8-58fe-407c-9c62-f4c174b7eee2 req-b88ff23c-536d-4255-a2f2-7a68ef39219c tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 210 time: 0.0333066 Jul 05 03:51:20.088455 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Set router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:20.090187 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.092846 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-45e61864-eaee-4273-8ce7-89d4bff3e515 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9525247 Jul 05 03:51:20.093611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56870) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:20.127731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7723e94d-929b-47fb-b0ab-4ebcdd20981f req-735df489-c3ab-420f-8578-c5608ba85bfe tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips/a16f6e60-77fd-4750-82d7-c48d03ea4675 HTTP/1.1" status: 200 len: 693 time: 0.0992620 Jul 05 03:51:20.153611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b3d38da-be6f-46f5-bbcb-de1db819ad23 req-dbc58c84-a50b-4c8a-9fda-7749150fcc62 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips/9a60c353-a68c-468f-a75b-c7f0e918d0f3 HTTP/1.1" status: 200 len: 692 time: 0.0772252 Jul 05 03:51:20.230429 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56872) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:20.251145 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1cf47c2-1fa0-4d5a-9de5-da1933765648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.354439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723e94d-929b-47fb-b0ab-4ebcdd20981f req-dcac16d4-7700-4de9-a254-ae878cafd90d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:20.361421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7723e94d-929b-47fb-b0ab-4ebcdd20981f req-dcac16d4-7700-4de9-a254-ae878cafd90d tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.2224727 Jul 05 03:51:20.386726 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T03:51:17Z', 'revision_number': 3, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:20.394382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d38da-be6f-46f5-bbcb-de1db819ad23 req-6aa71a19-e44a-4d18-ad83-996fbe77d2c4 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:20.403146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b3d38da-be6f-46f5-bbcb-de1db819ad23 req-6aa71a19-e44a-4d18-ad83-996fbe77d2c4 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.2282763 Jul 05 03:51:20.415732 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Checking router: 6d57b72a-7c19-4315-b28e-4e2af59f9dbd for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:20.416116 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Updating router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd port db73755d-1210-4bfd-8526-cdfa4bfa23ca binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:20.452558 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.519134 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7723e94d-929b-47fb-b0ab-4ebcdd20981f req-fd378a64-779d-4e7e-ab1f-96adf83c8859 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.114 HTTP/1.1" status: 200 len: 696 time: 0.1565280 Jul 05 03:51:20.525293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b3d38da-be6f-46f5-bbcb-de1db819ad23 req-f0bfe0d0-d7a0-498d-90e9-b85918f0329e tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.1211627 Jul 05 03:51:20.593865 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1cf47c2-1fa0-4d5a-9de5-da1933765648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.636400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b3d38da-be6f-46f5-bbcb-de1db819ad23 req-261ff5de-3ef4-4b33-a8e7-bf8acaa70ddf tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.0994580 Jul 05 03:51:20.640015 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7723e94d-929b-47fb-b0ab-4ebcdd20981f req-ea781a93-d392-4c14-a010-4a28a95779e6 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.114 HTTP/1.1" status: 200 len: 696 time: 0.1011853 Jul 05 03:51:20.691085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.720909 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.731645 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Transition to ACTIVE for port object db73755d-1210-4bfd-8526-cdfa4bfa23ca will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:20.765468 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1cf47c2-1fa0-4d5a-9de5-da1933765648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.793018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56878) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:20.845376 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.854136 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf47c2-1fa0-4d5a-9de5-da1933765648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baf84f0-0af3-40aa-84be-17e1c4ee0627,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:20.861949 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a1cf47c2-1fa0-4d5a-9de5-da1933765648 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d94e729d09544f77a7342b56177ae61b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6303442 Jul 05 03:51:20.871668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56884) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:20.903865 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a67a6-9eda-4062-80d4-aac9caa96239 None None] Pushing event updated for resources: {'Port': ['ID=db73755d-1210-4bfd-8526-cdfa4bfa23ca,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:20.922100 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Attempting to bind port db73755d-1210-4bfd-8526-cdfa4bfa23ca on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:20.923142 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Attempting to bind port db73755d-1210-4bfd-8526-cdfa4bfa23ca by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:20.923785 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Attempting to bind port db73755d-1210-4bfd-8526-cdfa4bfa23ca on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:20.932455 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:20.933320 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:20.933951 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.934572 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:20.935265 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Bound port: db73755d-1210-4bfd-8526-cdfa4bfa23ca, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:20.935607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Allocated IP 172.20.0.1 (f298ac04-c9e2-4859-ad6c-28e6fda4d5d1/1a4e67f5-0254-4ffe-8462-5596b5dcca35/3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:20.936132 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.969645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-7723e94d-929b-47fb-b0ab-4ebcdd20981f req-f8ddf3d7-688b-4de6-a203-5ea5043042e5 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Deleting port e251de14-222b-465e-b741-f7456d0ed89f {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:20.970011 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7723e94d-929b-47fb-b0ab-4ebcdd20981f req-f8ddf3d7-688b-4de6-a203-5ea5043042e5 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.006967 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] For port db73755d-1210-4bfd-8526-cdfa4bfa23ca, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:21.010506 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] For port db73755d-1210-4bfd-8526-cdfa4bfa23ca, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=db73755d-1210-4bfd-8526-cdfa4bfa23ca,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:21.030866 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c30281b9-5f9d-4538-9555-fe38b2632111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.039168 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-3b3d38da-be6f-46f5-bbcb-de1db819ad23 req-6da574d7-5e03-4a0c-ac32-d7e4eedaacf9 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Deleting port 67c731a8-4935-4dd8-a6ab-08dde8ce174e {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:21.039480 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b3d38da-be6f-46f5-bbcb-de1db819ad23 req-6da574d7-5e03-4a0c-ac32-d7e4eedaacf9 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.075138 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a93240dc-517b-4ab4-be54-6a62ca540844 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11262911861945c3a6162015d1587211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771215 Jul 05 03:51:21.077689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56890) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:21.106494 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.112315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c30281b9-5f9d-4538-9555-fe38b2632111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.138278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Transition to ACTIVE for port object 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:21.159831 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5fb20f8-be22-4359-b44f-a40560338a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.185129 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7723e94d-929b-47fb-b0ab-4ebcdd20981f req-f8ddf3d7-688b-4de6-a203-5ea5043042e5 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.185764 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7723e94d-929b-47fb-b0ab-4ebcdd20981f req-f8ddf3d7-688b-4de6-a203-5ea5043042e5 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.195453 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5fb20f8-be22-4359-b44f-a40560338a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.213711 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.213920 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-7723e94d-929b-47fb-b0ab-4ebcdd20981f req-f8ddf3d7-688b-4de6-a203-5ea5043042e5 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Calling delete_port for e251de14-222b-465e-b741-f7456d0ed89f owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:21.215098 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b3d38da-be6f-46f5-bbcb-de1db819ad23 req-6da574d7-5e03-4a0c-ac32-d7e4eedaacf9 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.215433 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b3d38da-be6f-46f5-bbcb-de1db819ad23 req-6da574d7-5e03-4a0c-ac32-d7e4eedaacf9 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.239530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-3b3d38da-be6f-46f5-bbcb-de1db819ad23 req-6da574d7-5e03-4a0c-ac32-d7e4eedaacf9 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Calling delete_port for 67c731a8-4935-4dd8-a6ab-08dde8ce174e owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:21.297102 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a67a6-9eda-4062-80d4-aac9caa96239 None None] Pushing event updated for resources: {'Port': ['ID=db73755d-1210-4bfd-8526-cdfa4bfa23ca,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:21.298875 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e68353a6-9f78-487c-9d94-5c524ae8861f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.300106 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Routers {'6d57b72a-7c19-4315-b28e-4e2af59f9dbd'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:21.300753 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:50:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:21.365923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.402209 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c30281b9-5f9d-4538-9555-fe38b2632111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.405246 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c30281b9-5f9d-4538-9555-fe38b2632111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.409288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c30281b9-5f9d-4538-9555-fe38b2632111 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2baf84f0-0af3-40aa-84be-17e1c4ee0627 HTTP/1.1" status: 204 len: 168 time: 0.5383158 Jul 05 03:51:21.440499 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5fb20f8-be22-4359-b44f-a40560338a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.450351 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5fb20f8-be22-4359-b44f-a40560338a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.453939 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b5fb20f8-be22-4359-b44f-a40560338a31 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33552ba5-6e38-4fd7-8118-0da8eab5c601 HTTP/1.1" status: 204 len: 168 time: 0.3729601 Jul 05 03:51:21.485962 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] Set router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:21.523842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb20f8-be22-4359-b44f-a40560338a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33552ba5-6e38-4fd7-8118-0da8eab5c601,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:21.524111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30281b9-5f9d-4538-9555-fe38b2632111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baf84f0-0af3-40aa-84be-17e1c4ee0627,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:21.530003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:21.531884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:21.544412 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:21.560227 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:21.607784 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b3d38da-be6f-46f5-bbcb-de1db819ad23 req-6da574d7-5e03-4a0c-ac32-d7e4eedaacf9 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.657100 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.771350 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T03:51:17Z', 'revision_number': 3, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:21.793985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da574d7-5e03-4a0c-ac32-d7e4eedaacf9 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Pushing event deleted for resources: {'Port': ['ID=67c731a8-4935-4dd8-a6ab-08dde8ce174e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:21.800839 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b3d38da-be6f-46f5-bbcb-de1db819ad23 req-6da574d7-5e03-4a0c-ac32-d7e4eedaacf9 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.810968 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b3d38da-be6f-46f5-bbcb-de1db819ad23 req-6da574d7-5e03-4a0c-ac32-d7e4eedaacf9 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.824964 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b3d38da-be6f-46f5-bbcb-de1db819ad23 req-6da574d7-5e03-4a0c-ac32-d7e4eedaacf9 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "DELETE /v2.0/floatingips/9a60c353-a68c-468f-a75b-c7f0e918d0f3 HTTP/1.1" status: 204 len: 173 time: 1.1692421 Jul 05 03:51:21.825864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7723e94d-929b-47fb-b0ab-4ebcdd20981f req-f8ddf3d7-688b-4de6-a203-5ea5043042e5 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.841792 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a90150-49ef-42b9-a0d4-f49de2d9b94a None None] The sync data for ids ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'] in n-d-798249-5 is: [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T03:51:17Z', 'revision_number': 3, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:21.901809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddf3d7-688b-4de6-a203-5ea5043042e5 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Pushing event deleted for resources: {'Port': ['ID=e251de14-222b-465e-b741-f7456d0ed89f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:22.006680 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7723e94d-929b-47fb-b0ab-4ebcdd20981f req-f8ddf3d7-688b-4de6-a203-5ea5043042e5 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.009825 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7723e94d-929b-47fb-b0ab-4ebcdd20981f req-f8ddf3d7-688b-4de6-a203-5ea5043042e5 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.018098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7723e94d-929b-47fb-b0ab-4ebcdd20981f req-f8ddf3d7-688b-4de6-a203-5ea5043042e5 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "DELETE /v2.0/floatingips/a16f6e60-77fd-4750-82d7-c48d03ea4675 HTTP/1.1" status: 204 len: 173 time: 1.3707747 Jul 05 03:51:22.202102 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e1cdbf17-3c8a-4294-9a08-63b917aa1896 None None] Provisioning for port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:22.215567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e1cdbf17-3c8a-4294-9a08-63b917aa1896 None None] Provisioning complete for port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:22.227495 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbf17-3c8a-4294-9a08-63b917aa1896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.335954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822e4649-f0f5-4781-a141-6981260a50b5 req-a1a06009-3511-45d9-9ad2-ae72ffba12fa tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 1001 time: 0.1744466 Jul 05 03:51:22.350027 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.419191 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55ffa663-b01d-4d9d-a77c-f126741ee98e req-85e777b2-c13f-4a04-9dbf-00605d8a7198 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 210 time: 0.1497910 Jul 05 03:51:22.540769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4649-f0f5-4781-a141-6981260a50b5 req-c5124871-1b83-4057-9953-d72ecf2ce254 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:22.564457 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822e4649-f0f5-4781-a141-6981260a50b5 req-c5124871-1b83-4057-9953-d72ecf2ce254 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports/8789f136-4091-4edb-866d-797ec84a2072 HTTP/1.1" status: 200 len: 943 time: 0.2259703 Jul 05 03:51:22.597321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdbf17-3c8a-4294-9a08-63b917aa1896 None None] Port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:22.668803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69e50dd6-f32c-4811-942f-313ec6da58eb req-15ff11ff-3dfd-4e04-8493-d5ad449d2860 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips/1023e434-f8d7-42bd-a820-e8169601f907 HTTP/1.1" status: 200 len: 693 time: 0.1700070 Jul 05 03:51:22.700214 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.825671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822e4649-f0f5-4781-a141-6981260a50b5 req-e8ac3718-9ee7-43e5-9f1e-cf9cd571e687 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 1001 time: 0.1258218 Jul 05 03:51:22.828502 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.901671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:22.904839 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.925048 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e50dd6-f32c-4811-942f-313ec6da58eb req-7d2ff71e-22c9-4351-85c9-666a03f0ebc9 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:22.927116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69e50dd6-f32c-4811-942f-313ec6da58eb req-7d2ff71e-22c9-4351-85c9-666a03f0ebc9 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.2521467 Jul 05 03:51:22.986364 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56918) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:23.025492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69e50dd6-f32c-4811-942f-313ec6da58eb req-1e820bba-653c-4439-ba31-eea1b4ad2f0e tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.0915279 Jul 05 03:51:23.038132 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-3d6d2deb-b794-47bf-83d1-64f58543c8ac tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=618ab05efd3540ccade943a1c1b138f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279071 Jul 05 03:51:23.041229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4649-f0f5-4781-a141-6981260a50b5 req-03240053-6f13-45d2-8474-ef95dbc041cf tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:23.049289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822e4649-f0f5-4781-a141-6981260a50b5 req-03240053-6f13-45d2-8474-ef95dbc041cf tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.2226973 Jul 05 03:51:23.144813 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:23.160661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69e50dd6-f32c-4811-942f-313ec6da58eb req-da10d40c-b6bb-4d01-a568-6a8d1bebe70c tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.1082718 Jul 05 03:51:23.167449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:23.180162 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-031e6c86-e0c1-46f8-aa57-43a197682456 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee22178b182547cd834b0698651fab45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936731 Jul 05 03:51:23.199978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56924) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:23.255454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device db73755d-1210-4bfd-8526-cdfa4bfa23ca up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:23.257969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822e4649-f0f5-4781-a141-6981260a50b5 req-2f141f61-2785-44f2-9f95-3d5ae4c03c18 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 1001 time: 0.2074034 Jul 05 03:51:23.310813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-822e4649-f0f5-4781-a141-6981260a50b5 req-b8cb18fe-ceff-4e9a-a9ba-e4ee51adec1c tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:23.407888 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-822e4649-f0f5-4781-a141-6981260a50b5 req-b8cb18fe-ceff-4e9a-a9ba-e4ee51adec1c tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.514221 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port db73755d-1210-4bfd-8526-cdfa4bfa23ca completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:23.519346 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port db73755d-1210-4bfd-8526-cdfa4bfa23ca triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:23.520500 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.670940 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.699095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d32da32d-57c4-4469-a5b3-5746bb0e5dee None None] Provisioning complete for port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:23.717536 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d32da32d-57c4-4469-a5b3-5746bb0e5dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.729652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-645992db-8fe5-4e9e-879b-159c5e76eda8 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:23.731277 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-645992db-8fe5-4e9e-879b-159c5e76eda8 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6809573 Jul 05 03:51:23.744411 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port db73755d-1210-4bfd-8526-cdfa4bfa23ca, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=db73755d-1210-4bfd-8526-cdfa4bfa23ca,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:23.751776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Request body: {'port': {'device_id': '5a609098-f2bf-47fa-bbd7-e4e97a624e3d', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '618ab05efd3540ccade943a1c1b138f9'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:23.765450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d32da32d-57c4-4469-a5b3-5746bb0e5dee None None] Port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:23.782286 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8bba1c64-40c3-4778-9d63-07de01a1c922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.817226 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.831648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-69e50dd6-f32c-4811-942f-313ec6da58eb req-bbe4bf7f-c8ba-4e55-b9ac-4336b766c4a6 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Deleting port c2a36d57-a83f-4dde-9e99-25faee012351 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:23.832152 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-69e50dd6-f32c-4811-942f-313ec6da58eb req-bbe4bf7f-c8ba-4e55-b9ac-4336b766c4a6 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.859568 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8bba1c64-40c3-4778-9d63-07de01a1c922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.864543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:23.883001 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=db73755d-1210-4bfd-8526-cdfa4bfa23ca,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:23.893316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.894138 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.894642 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.895185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.895678 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.896856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.897849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.898398 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.898891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.899442 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.899934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.900477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.981312 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-69e50dd6-f32c-4811-942f-313ec6da58eb req-bbe4bf7f-c8ba-4e55-b9ac-4336b766c4a6 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.981789 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-69e50dd6-f32c-4811-942f-313ec6da58eb req-bbe4bf7f-c8ba-4e55-b9ac-4336b766c4a6 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.030468 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-822e4649-f0f5-4781-a141-6981260a50b5 req-b8cb18fe-ceff-4e9a-a9ba-e4ee51adec1c tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.031874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-69e50dd6-f32c-4811-942f-313ec6da58eb req-bbe4bf7f-c8ba-4e55-b9ac-4336b766c4a6 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Calling delete_port for c2a36d57-a83f-4dde-9e99-25faee012351 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:24.056335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:24.061852 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e5962fb7-74d4-4be5-9a8d-51b6c6329ee6 admin admin] 10.222.0.60 "PUT /v2.0/routers/6d57b72a-7c19-4315-b28e-4e2af59f9dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9668360 Jul 05 03:51:24.068736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Made reservation on behalf of 618ab05efd3540ccade943a1c1b138f9 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:24.074348 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.085377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.138746 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8bba1c64-40c3-4778-9d63-07de01a1c922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.140465 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-822e4649-f0f5-4781-a141-6981260a50b5 req-b8cb18fe-ceff-4e9a-a9ba-e4ee51adec1c tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.140807 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-822e4649-f0f5-4781-a141-6981260a50b5 req-b8cb18fe-ceff-4e9a-a9ba-e4ee51adec1c tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Floating IP e1600981-fc7c-47a7-afb6-e42bf1beb078 disassociated. External IP: 172.25.0.67, port: 8789f136-4091-4edb-866d-797ec84a2072. Jul 05 03:51:24.145312 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8bba1c64-40c3-4778-9d63-07de01a1c922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.145312 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8bba1c64-40c3-4778-9d63-07de01a1c922 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbe84409-a284-4732-8408-734b58698335 HTTP/1.1" status: 204 len: 168 time: 0.9288425 Jul 05 03:51:24.161488 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba1c64-40c3-4778-9d63-07de01a1c922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe84409-a284-4732-8408-734b58698335,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:24.253759 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.308546 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c0a4f359-4d8e-4936-95d2-5983e7cc3666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.347032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Sync routers for ids ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:24.357214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Routers {'6d57b72a-7c19-4315-b28e-4e2af59f9dbd'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:24.361478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:51:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:24.428903 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.454244 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.499062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Set router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:24.502994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6aad2b-9be3-4680-a876-bdaad7f09faf,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:24.523909 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-69e50dd6-f32c-4811-942f-313ec6da58eb req-bbe4bf7f-c8ba-4e55-b9ac-4336b766c4a6 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.525224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-822e4649-f0f5-4781-a141-6981260a50b5 req-b8cb18fe-ceff-4e9a-a9ba-e4ee51adec1c tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Router 3e6d7075-9696-4884-aefa-9a3ec926cd91 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:24.587240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4bf7f-c8ba-4e55-b9ac-4336b766c4a6 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Pushing event deleted for resources: {'Port': ['ID=c2a36d57-a83f-4dde-9e99-25faee012351,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:24.603066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Allocated IP 192.168.233.164 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/d9048a93-d774-44b2-bdf2-12c7c97bd6b9) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:24.782174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-822e4649-f0f5-4781-a141-6981260a50b5 req-b8cb18fe-ceff-4e9a-a9ba-e4ee51adec1c tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:24.784221 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-69e50dd6-f32c-4811-942f-313ec6da58eb req-bbe4bf7f-c8ba-4e55-b9ac-4336b766c4a6 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.787503 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-69e50dd6-f32c-4811-942f-313ec6da58eb req-bbe4bf7f-c8ba-4e55-b9ac-4336b766c4a6 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.789078 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69e50dd6-f32c-4811-942f-313ec6da58eb req-bbe4bf7f-c8ba-4e55-b9ac-4336b766c4a6 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "DELETE /v2.0/floatingips/1023e434-f8d7-42bd-a820-e8169601f907 HTTP/1.1" status: 204 len: 173 time: 1.6138089 Jul 05 03:51:24.793302 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-822e4649-f0f5-4781-a141-6981260a50b5 req-b8cb18fe-ceff-4e9a-a9ba-e4ee51adec1c tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.802271 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389052f1-74a3-4bb3-ad58-6e7341df5bc6 None None] Sync routers for ids ['3e6d7075-9696-4884-aefa-9a3ec926cd91'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:24.817243 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389052f1-74a3-4bb3-ad58-6e7341df5bc6 None None] Routers {'3e6d7075-9696-4884-aefa-9a3ec926cd91'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:24.818565 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-389052f1-74a3-4bb3-ad58-6e7341df5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:51:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3e6d7075-9696-4884-aefa-9a3ec926cd91'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:24.820005 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T03:51:21Z', 'revision_number': 4, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17', 'name': '', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'mac_address': 'fa:16:3e:7d:f1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:20Z', 'updated_at': '2021-07-05T03:51:22Z', 'revision_number': 2, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'subnets': [{'id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:24.849386 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.865551 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Transition to ACTIVE for port object d9048a93-d774-44b2-bdf2-12c7c97bd6b9 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:24.881566 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822e4649-f0f5-4781-a141-6981260a50b5 req-b8cb18fe-ceff-4e9a-a9ba-e4ee51adec1c tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "PUT /v2.0/floatingips/e1600981-fc7c-47a7-afb6-e42bf1beb078 HTTP/1.1" status: 200 len: 694 time: 1.6214292 Jul 05 03:51:24.884229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'tag': '8789f136-4091-4edb-866d-797ec84a2072'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:24.884855 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eff12c6-166a-4c8f-80d0-ed5a4c79df2b" -d '{"events": [{"name": "network-changed", "server_uuid": "8819b684-4a70-45a3-889f-5fad4cfe6219", "tag": "8789f136-4091-4edb-866d-797ec84a2072"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:24.893402 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Checking router: 6d57b72a-7c19-4315-b28e-4e2af59f9dbd for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:24.898722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Updating router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:24.976503 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.009901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4649-f0f5-4781-a141-6981260a50b5 req-cd247719-c70e-4505-b8e5-02428f374915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:25.012620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822e4649-f0f5-4781-a141-6981260a50b5 req-cd247719-c70e-4505-b8e5-02428f374915 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b56552d4114347c490aa1db39061d6d9&device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 1097 time: 0.1146483 Jul 05 03:51:25.027069 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-389052f1-74a3-4bb3-ad58-6e7341df5bc6 None None] Set router 3e6d7075-9696-4884-aefa-9a3ec926cd91 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:25.081080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.197360 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:25.200948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:25.205715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:25.216693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4649-f0f5-4781-a141-6981260a50b5 req-aea2da02-3ceb-4f77-8711-84820a5a4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:25.218337 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822e4649-f0f5-4781-a141-6981260a50b5 req-aea2da02-3ceb-4f77-8711-84820a5a4d09 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d255eda-79de-4574-a30a-676c7f6818d2 HTTP/1.1" status: 200 len: 929 time: 0.1993172 Jul 05 03:51:25.238102 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device db73755d-1210-4bfd-8526-cdfa4bfa23ca up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:25.246166 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.299341 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822e4649-f0f5-4781-a141-6981260a50b5 req-da7fa38a-c8f1-4477-9e51-b068b2888e9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8789f136-4091-4edb-866d-797ec84a2072 HTTP/1.1" status: 200 len: 217 time: 0.0743737 Jul 05 03:51:25.360150 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4649-f0f5-4781-a141-6981260a50b5 req-eee5cdd6-8459-4318-8567-69e7021e920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:25.361791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822e4649-f0f5-4781-a141-6981260a50b5 req-eee5cdd6-8459-4318-8567-69e7021e920a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56926871-c551-4934-91c1-9413057b5bc4 HTTP/1.1" status: 200 len: 867 time: 0.0519035 Jul 05 03:51:25.394269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:25.394957 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.440556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port db73755d-1210-4bfd-8526-cdfa4bfa23ca triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:25.441909 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.442050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Pushing event updated for resources: {'Port': ['ID=d9048a93-d774-44b2-bdf2-12c7c97bd6b9,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:25.493652 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4649-f0f5-4781-a141-6981260a50b5 req-834caa6c-ae0d-4fb3-b3bb-1106d2ed19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:25.495334 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822e4649-f0f5-4781-a141-6981260a50b5 req-834caa6c-ae0d-4fb3-b3bb-1106d2ed19ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d255eda-79de-4574-a30a-676c7f6818d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857184 Jul 05 03:51:25.516338 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-389052f1-74a3-4bb3-ad58-6e7341df5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port': {'id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:29Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '0f394f08-d551-4bbd-ac08-328f261df621', 'name': '', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'mac_address': 'fa:16:3e:96:7c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56926871-c551-4934-91c1-9413057b5bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:35Z', 'updated_at': '2021-07-05T03:50:43Z', 'revision_number': 5, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'subnets': [{'id': '56926871-c551-4934-91c1-9413057b5bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:25.538890 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-051b9d35-812a-4aa2-9298-b8927a27ebab tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7958364 Jul 05 03:51:25.551656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Request body: {'port': {'device_id': '5a609098-f2bf-47fa-bbd7-e4e97a624e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:25.577224 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389052f1-74a3-4bb3-ad58-6e7341df5bc6 None None] Checking router: 3e6d7075-9696-4884-aefa-9a3ec926cd91 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:25.596838 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.617165 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389052f1-74a3-4bb3-ad58-6e7341df5bc6 None None] Routers {'3e6d7075-9696-4884-aefa-9a3ec926cd91'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:25.617996 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822e4649-f0f5-4781-a141-6981260a50b5 req-2db36c8b-a4b2-4bfe-a863-45c0a508df0a service neutron] 10.222.0.60 "GET /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164992 Jul 05 03:51:25.618410 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-389052f1-74a3-4bb3-ad58-6e7341df5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:51:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3e6d7075-9696-4884-aefa-9a3ec926cd91'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:25.626751 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Transition to ACTIVE for port object 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:25.634408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7858fba-51b8-44ba-8240-8b90dc02fefc req-3707e865-22dd-4983-a88f-23d5430ee778 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:25.634936 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7858fba-51b8-44ba-8240-8b90dc02fefc req-3707e865-22dd-4983-a88f-23d5430ee778 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 936 time: 0.2716639 Jul 05 03:51:25.712921 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.731132 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.736844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822e4649-f0f5-4781-a141-6981260a50b5 req-2e9fe53e-ed7c-4648-83f7-6670c59a295f service neutron] 10.222.0.60 "GET /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000013 Jul 05 03:51:25.790097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7858fba-51b8-44ba-8240-8b90dc02fefc req-dd98864a-7e37-468e-9151-78518cb74c8b tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543512 Jul 05 03:51:25.820538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a028d07-4de4-4117-a6fa-49a6cb8d7972 None None] Pushing event updated for resources: {'Port': ['ID=3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:25.845399 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-389052f1-74a3-4bb3-ad58-6e7341df5bc6 None None] Set router 3e6d7075-9696-4884-aefa-9a3ec926cd91 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:25.923593 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-aab65d88-f8d1-4616-bfa7-889ffecaf5fd None None] Provisioning for port d9048a93-d774-44b2-bdf2-12c7c97bd6b9 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:25.927002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Attempting to bind port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:25.927406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Attempting to bind port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '8a7f4c80-e6db-444b-b567-b431025cca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:25.927918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Attempting to bind port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 on network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:25.931434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-aab65d88-f8d1-4616-bfa7-889ffecaf5fd None None] Provisioning complete for port d9048a93-d774-44b2-bdf2-12c7c97bd6b9 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:25.932154 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aab65d88-f8d1-4616-bfa7-889ffecaf5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.951157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:25.951766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Checking segment: {'id': '8a7f4c80-e6db-444b-b567-b431025cca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:25.952839 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.953542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Bound using segment: {'id': '8a7f4c80-e6db-444b-b567-b431025cca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:25.954192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Bound port: 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7f4c80-e6db-444b-b567-b431025cca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:25.954846 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.038633 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-aab65d88-f8d1-4616-bfa7-889ffecaf5fd None None] Port d9048a93-d774-44b2-bdf2-12c7c97bd6b9 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:26.039446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8df365a0-3333-48d2-9821-7691674be061 req-1f59fd51-3c2e-499c-b928-1219350bc81b tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips/ea776e85-e846-4d2d-be33-26329276db90 HTTP/1.1" status: 200 len: 692 time: 0.1055939 Jul 05 03:51:26.073781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] For port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:26.077084 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] For port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17,segment=NetworkSegment(8a7f4c80-e6db-444b-b567-b431025cca58),segment_id=8a7f4c80-e6db-444b-b567-b431025cca58)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:26.199990 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.271415 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce573052-617a-4cd7-9fcd-8f80fdb2ea2c x-openstack-request-id: req-ce573052-617a-4cd7-9fcd-8f80fdb2ea2c {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:26.275500 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8819b684-4a70-45a3-889f-5fad4cfe6219", "tag": "8789f136-4091-4edb-866d-797ec84a2072", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:26.275746 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce573052-617a-4cd7-9fcd-8f80fdb2ea2c {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:26.276452 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'tag': '8789f136-4091-4edb-866d-797ec84a2072', 'status': 'completed', 'code': 200} Jul 05 03:51:26.351462 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Routers {'6d57b72a-7c19-4315-b28e-4e2af59f9dbd'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:26.355701 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:51:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:26.442901 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a028d07-4de4-4117-a6fa-49a6cb8d7972 None None] Pushing event updated for resources: {'Port': ['ID=3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:26.487822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57b3448b-6fa9-46f6-bd7f-0a6bcaeb624d req-afa273d4-76ad-44f6-9332-bfa5b94cfcda tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips/e1600981-fc7c-47a7-afb6-e42bf1beb078 HTTP/1.1" status: 200 len: 694 time: 0.1664982 Jul 05 03:51:26.574054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df365a0-3333-48d2-9821-7691674be061 req-fc20362f-f359-4c98-9fe3-2715573ecd9e tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:26.580164 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-389052f1-74a3-4bb3-ad58-6e7341df5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port': {'id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:29Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '0f394f08-d551-4bbd-ac08-328f261df621', 'name': '', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'mac_address': 'fa:16:3e:96:7c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56926871-c551-4934-91c1-9413057b5bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:35Z', 'updated_at': '2021-07-05T03:50:43Z', 'revision_number': 5, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'subnets': [{'id': '56926871-c551-4934-91c1-9413057b5bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:26.582476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8df365a0-3333-48d2-9821-7691674be061 req-fc20362f-f359-4c98-9fe3-2715573ecd9e tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.5362942 Jul 05 03:51:26.619216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9048a93-d774-44b2-bdf2-12c7c97bd6b9 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:26.622218 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389052f1-74a3-4bb3-ad58-6e7341df5bc6 None None] The sync data for ids ['3e6d7075-9696-4884-aefa-9a3ec926cd91'] in n-d-798249-5 is: [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port': {'id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:29Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '0f394f08-d551-4bbd-ac08-328f261df621', 'name': '', 'network_id': '4d255eda-79de-4574-a30a-676c7f6818d2', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'mac_address': 'fa:16:3e:96:7c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56926871-c551-4934-91c1-9413057b5bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:35Z', 'updated_at': '2021-07-05T03:50:43Z', 'revision_number': 5, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'subnets': [{'id': '56926871-c551-4934-91c1-9413057b5bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:26.647107 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.662182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] Set router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:26.687128 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Transition to ACTIVE for port object d9048a93-d774-44b2-bdf2-12c7c97bd6b9 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:26.782242 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.792703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff12c6-166a-4c8f-80d0-ed5a4c79df2b req-c1a4c46c-bc71-4800-ab55-5c9cf73d9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:26.805643 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2eff12c6-166a-4c8f-80d0-ed5a4c79df2b req-c1a4c46c-bc71-4800-ab55-5c9cf73d9b01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b56552d4114347c490aa1db39061d6d9&device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 1097 time: 0.5011592 Jul 05 03:51:26.831554 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8df365a0-3333-48d2-9821-7691674be061 req-c50a797f-f5de-4701-bce5-d9f2d1595aed tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.2384064 Jul 05 03:51:26.928943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Pushing event updated for resources: {'Port': ['ID=d9048a93-d774-44b2-bdf2-12c7c97bd6b9,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:27.035736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Attempting to bind port d9048a93-d774-44b2-bdf2-12c7c97bd6b9 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:27.038358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Attempting to bind port d9048a93-d774-44b2-bdf2-12c7c97bd6b9 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:27.038358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Attempting to bind port d9048a93-d774-44b2-bdf2-12c7c97bd6b9 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:27.048901 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Port d9048a93-d774-44b2-bdf2-12c7c97bd6b9 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:27.051951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Attempting to bind port d9048a93-d774-44b2-bdf2-12c7c97bd6b9 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:27.073046 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:27.073046 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:27.073046 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:27.073046 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Bound port: d9048a93-d774-44b2-bdf2-12c7c97bd6b9, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:27.073046 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.074577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8df365a0-3333-48d2-9821-7691674be061 req-d3c5e614-267c-413c-b81c-4f0c7af39c05 tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.2417059 Jul 05 03:51:27.079461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff12c6-166a-4c8f-80d0-ed5a4c79df2b req-c6aa7ad2-a2f9-4085-9e32-ef09ec6ce861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:27.085052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2eff12c6-166a-4c8f-80d0-ed5a4c79df2b req-c6aa7ad2-a2f9-4085-9e32-ef09ec6ce861 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d255eda-79de-4574-a30a-676c7f6818d2 HTTP/1.1" status: 200 len: 929 time: 0.2459531 Jul 05 03:51:27.149712 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.167859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da113390-839a-45d2-9e4d-89929b18e3b3 None None] New status for floating IP e1600981-fc7c-47a7-afb6-e42bf1beb078: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:51:27.197454 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3448b-6fa9-46f6-bd7f-0a6bcaeb624d req-ca464339-c17b-48a7-bfd8-34d2ba22368d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:27.206953 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57b3448b-6fa9-46f6-bd7f-0a6bcaeb624d req-ca464339-c17b-48a7-bfd8-34d2ba22368d tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.7168555 Jul 05 03:51:27.240738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] For port d9048a93-d774-44b2-bdf2-12c7c97bd6b9, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:27.243951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] For port d9048a93-d774-44b2-bdf2-12c7c97bd6b9, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d9048a93-d774-44b2-bdf2-12c7c97bd6b9,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:27.268636 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2eff12c6-166a-4c8f-80d0-ed5a4c79df2b req-d04b2f9b-8c7e-4d88-906c-9f23a7224da5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8789f136-4091-4edb-866d-797ec84a2072 HTTP/1.1" status: 200 len: 217 time: 0.0527048 Jul 05 03:51:27.395787 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57b3448b-6fa9-46f6-bd7f-0a6bcaeb624d req-96406142-a310-4da1-846e-8bc1db6d7e5c tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 697 time: 0.1880007 Jul 05 03:51:27.423549 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.494489 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:27.496855 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.511013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57b3448b-6fa9-46f6-bd7f-0a6bcaeb624d req-ba27abb4-97b7-4f7e-8d9e-466cfbea143a tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 697 time: 0.1134779 Jul 05 03:51:27.513575 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] 10.222.0.11 "PUT /v2.0/ports/d9048a93-d774-44b2-bdf2-12c7c97bd6b9 HTTP/1.1" status: 200 len: 1096 time: 1.9672973 Jul 05 03:51:27.514089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a609098-f2bf-47fa-bbd7-e4e97a624e3d', 'tag': 'd9048a93-d774-44b2-bdf2-12c7c97bd6b9'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:27.516436 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6ec073-0222-4e8f-bded-aab4f0aa5881" -d '{"events": [{"name": "network-changed", "server_uuid": "5a609098-f2bf-47fa-bbd7-e4e97a624e3d", "tag": "d9048a93-d774-44b2-bdf2-12c7c97bd6b9"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:27.594301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6b873-ba46-424d-b548-75cf597be27a service neutron] Pushing event updated for resources: {'Port': ['ID=d9048a93-d774-44b2-bdf2-12c7c97bd6b9,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:27.612655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff12c6-166a-4c8f-80d0-ed5a4c79df2b req-8b770873-eb1f-40fb-bd97-6960961b536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:27.614146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2eff12c6-166a-4c8f-80d0-ed5a4c79df2b req-8b770873-eb1f-40fb-bd97-6960961b536c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56926871-c551-4934-91c1-9413057b5bc4 HTTP/1.1" status: 200 len: 867 time: 0.3029175 Jul 05 03:51:27.684520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T03:51:21Z', 'revision_number': 4, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17', 'name': '', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'mac_address': 'fa:16:3e:7d:f1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:20Z', 'updated_at': '2021-07-05T03:51:26Z', 'revision_number': 4, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'subnets': [{'id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:27.751715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172f0e21-d329-42e7-a944-3129cf511a75 None None] The sync data for ids ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'] in n-d-798249-5 is: [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T03:51:21Z', 'revision_number': 4, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17', 'name': '', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'mac_address': 'fa:16:3e:7d:f1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:20Z', 'updated_at': '2021-07-05T03:51:26Z', 'revision_number': 4, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'subnets': [{'id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:27.780046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-8df365a0-3333-48d2-9821-7691674be061 req-131f5439-24e4-4bcb-8e2f-45425ca851ca tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Deleting port ad5ce140-0ba9-47ba-96b9-45f5f3c0612a {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:27.784552 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8df365a0-3333-48d2-9821-7691674be061 req-131f5439-24e4-4bcb-8e2f-45425ca851ca tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.932675 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-b86ee712-7ef2-437c-8bfd-9682f1ef02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:27.937673 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-b86ee712-7ef2-437c-8bfd-9682f1ef02b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=618ab05efd3540ccade943a1c1b138f9&device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 1099 time: 0.2075698 Jul 05 03:51:27.991805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-57b3448b-6fa9-46f6-bd7f-0a6bcaeb624d req-269b26c0-a931-4856-99d6-b6c51d3f2a3f tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Deleting port d4934fc2-f8b0-4f9c-be84-40e8570d9898 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:27.997450 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-57b3448b-6fa9-46f6-bd7f-0a6bcaeb624d req-269b26c0-a931-4856-99d6-b6c51d3f2a3f tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.016123 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-aa51e5be-c31c-4c12-b4c0-ea94136038f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d9048a93-d774-44b2-bdf2-12c7c97bd6b9 HTTP/1.1" status: 200 len: 217 time: 0.0735102 Jul 05 03:51:28.062040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff12c6-166a-4c8f-80d0-ed5a4c79df2b req-dcc1384f-a456-4725-9a51-86f033f5cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:28.063694 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2eff12c6-166a-4c8f-80d0-ed5a4c79df2b req-dcc1384f-a456-4725-9a51-86f033f5cb19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d255eda-79de-4574-a30a-676c7f6818d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4091196 Jul 05 03:51:28.080353 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-94ee6c17-ae0d-4e46-bc3b-f3ac36047f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:28.082019 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-94ee6c17-ae0d-4e46-bc3b-f3ac36047f65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0566964 Jul 05 03:51:28.145913 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8df365a0-3333-48d2-9821-7691674be061 req-131f5439-24e4-4bcb-8e2f-45425ca851ca tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.147039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8df365a0-3333-48d2-9821-7691674be061 req-131f5439-24e4-4bcb-8e2f-45425ca851ca tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.154508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-d6c8346d-1a9c-4600-a778-bc19eb3f0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:28.156047 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-d6c8346d-1a9c-4600-a778-bc19eb3f0e96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682507 Jul 05 03:51:28.171726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-8df365a0-3333-48d2-9821-7691674be061 req-131f5439-24e4-4bcb-8e2f-45425ca851ca tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Calling delete_port for ad5ce140-0ba9-47ba-96b9-45f5f3c0612a owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:28.263278 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-57b3448b-6fa9-46f6-bd7f-0a6bcaeb624d req-269b26c0-a931-4856-99d6-b6c51d3f2a3f tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.263278 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-57b3448b-6fa9-46f6-bd7f-0a6bcaeb624d req-269b26c0-a931-4856-99d6-b6c51d3f2a3f tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.267534 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2eff12c6-166a-4c8f-80d0-ed5a4c79df2b req-ebe650f3-fd98-4c9b-9a38-62f0aff32353 service neutron] 10.222.0.64 "GET /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958606 Jul 05 03:51:28.283443 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-9faef3ae-536e-4e0d-ac15-dccb395a5750 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209857 Jul 05 03:51:28.296195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-57b3448b-6fa9-46f6-bd7f-0a6bcaeb624d req-269b26c0-a931-4856-99d6-b6c51d3f2a3f tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Calling delete_port for d4934fc2-f8b0-4f9c-be84-40e8570d9898 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:28.418901 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-791d4314-4c3b-4f2c-ac12-2933644c5236 req-e24a4a69-56c1-414b-a9c3-0713797ab8e9 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291435 Jul 05 03:51:28.814361 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2eff12c6-166a-4c8f-80d0-ed5a4c79df2b req-8795301b-5158-48d9-85cd-c1fc1cc02624 service neutron] 10.222.0.64 "GET /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376260 Jul 05 03:51:28.919660 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8df365a0-3333-48d2-9821-7691674be061 req-131f5439-24e4-4bcb-8e2f-45425ca851ca tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.946957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f5439-24e4-4bcb-8e2f-45425ca851ca tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Pushing event deleted for resources: {'Port': ['ID=ad5ce140-0ba9-47ba-96b9-45f5f3c0612a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:29.023666 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-57b3448b-6fa9-46f6-bd7f-0a6bcaeb624d req-269b26c0-a931-4856-99d6-b6c51d3f2a3f tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.026961 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8df365a0-3333-48d2-9821-7691674be061 req-131f5439-24e4-4bcb-8e2f-45425ca851ca tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.029980 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8df365a0-3333-48d2-9821-7691674be061 req-131f5439-24e4-4bcb-8e2f-45425ca851ca tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.031520 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8df365a0-3333-48d2-9821-7691674be061 req-131f5439-24e4-4bcb-8e2f-45425ca851ca tempest-FloatingIPDetailsTestJSON-2032774786 tempest-FloatingIPDetailsTestJSON-2032774786-project] 10.222.0.60 "DELETE /v2.0/floatingips/ea776e85-e846-4d2d-be33-26329276db90 HTTP/1.1" status: 204 len: 173 time: 1.9422126 Jul 05 03:51:29.038383 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57098) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:29.060185 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b26c0-a931-4856-99d6-b6c51d3f2a3f tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Pushing event deleted for resources: {'Port': ['ID=d4934fc2-f8b0-4f9c-be84-40e8570d9898,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:29.177039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-57b3448b-6fa9-46f6-bd7f-0a6bcaeb624d req-269b26c0-a931-4856-99d6-b6c51d3f2a3f tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.187294 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.191864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-57b3448b-6fa9-46f6-bd7f-0a6bcaeb624d req-269b26c0-a931-4856-99d6-b6c51d3f2a3f tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.197560 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57b3448b-6fa9-46f6-bd7f-0a6bcaeb624d req-269b26c0-a931-4856-99d6-b6c51d3f2a3f tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "DELETE /v2.0/floatingips/e1600981-fc7c-47a7-afb6-e42bf1beb078 HTTP/1.1" status: 204 len: 173 time: 1.6844454 Jul 05 03:51:29.237322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:29.411513 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8183e5-df12-4895-8c63-0853ffa27829 x-openstack-request-id: req-2b8183e5-df12-4895-8c63-0853ffa27829 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:29.411513 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a609098-f2bf-47fa-bbd7-e4e97a624e3d", "tag": "d9048a93-d774-44b2-bdf2-12c7c97bd6b9", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:29.411871 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b8183e5-df12-4895-8c63-0853ffa27829 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:29.412271 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a609098-f2bf-47fa-bbd7-e4e97a624e3d', 'tag': 'd9048a93-d774-44b2-bdf2-12c7c97bd6b9', 'status': 'completed', 'code': 200} Jul 05 03:51:29.433742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:29.439140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:29.439611 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.462198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb592b-23d3-4de1-82cc-b9cc6f7adade req-d575d246-fdc5-4e12-a50b-69222a955e37 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.464343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27fb592b-23d3-4de1-82cc-b9cc6f7adade req-d575d246-fdc5-4e12-a50b-69222a955e37 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 948 time: 0.1006415 Jul 05 03:51:29.550380 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.550959 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27fb592b-23d3-4de1-82cc-b9cc6f7adade req-e0b0af96-0e2e-4611-a1fd-048e1770b88c tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780020 Jul 05 03:51:29.603187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17,segment=NetworkSegment(8a7f4c80-e6db-444b-b567-b431025cca58),segment_id=8a7f4c80-e6db-444b-b567-b431025cca58)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:29.637878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ec073-0222-4e8f-bded-aab4f0aa5881 req-fb8f40d4-5125-4fb9-974b-8f28f3d8effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.639742 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7e6ec073-0222-4e8f-bded-aab4f0aa5881 req-fb8f40d4-5125-4fb9-974b-8f28f3d8effa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=618ab05efd3540ccade943a1c1b138f9&device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 1099 time: 0.2203400 Jul 05 03:51:29.716671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d52bcb60-0a5e-4e7b-8f26-80bdef6c3577 req-068499ec-51f0-4c6c-a325-2f2338ed1063 tempest-FlavorsV2NegativeTest-1803035548 tempest-FlavorsV2NegativeTest-1803035548-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1a83d76039f4475d9576e239d0d44015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497224 Jul 05 03:51:29.756153 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.793238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ec073-0222-4e8f-bded-aab4f0aa5881 req-fa635101-86f3-4b20-9c76-a24d708ac12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.794790 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7e6ec073-0222-4e8f-bded-aab4f0aa5881 req-fa635101-86f3-4b20-9c76-a24d708ac12a service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1473889 Jul 05 03:51:29.853074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:29.858162 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7e6ec073-0222-4e8f-bded-aab4f0aa5881 req-4bdc3c4a-eefa-4e2a-b0bf-486b1d9c94c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d9048a93-d774-44b2-bdf2-12c7c97bd6b9 HTTP/1.1" status: 200 len: 217 time: 0.0556850 Jul 05 03:51:29.862237 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e35c9ea2-da57-482c-a44a-6d64def55b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.878345 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66320116-985b-43e6-94cb-731e93ea65fe req-47098012-8879-4912-9698-7b32bb9a3c36 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.878705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66320116-985b-43e6-94cb-731e93ea65fe req-47098012-8879-4912-9698-7b32bb9a3c36 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.879203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66320116-985b-43e6-94cb-731e93ea65fe req-47098012-8879-4912-9698-7b32bb9a3c36 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.879721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66320116-985b-43e6-94cb-731e93ea65fe req-47098012-8879-4912-9698-7b32bb9a3c36 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.880279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66320116-985b-43e6-94cb-731e93ea65fe req-47098012-8879-4912-9698-7b32bb9a3c36 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.881435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66320116-985b-43e6-94cb-731e93ea65fe req-47098012-8879-4912-9698-7b32bb9a3c36 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.881912 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66320116-985b-43e6-94cb-731e93ea65fe req-47098012-8879-4912-9698-7b32bb9a3c36 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.882387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66320116-985b-43e6-94cb-731e93ea65fe req-47098012-8879-4912-9698-7b32bb9a3c36 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.884355 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66320116-985b-43e6-94cb-731e93ea65fe req-47098012-8879-4912-9698-7b32bb9a3c36 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5726 time: 0.3135703 Jul 05 03:51:29.926485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bcb60-0a5e-4e7b-8f26-80bdef6c3577 req-d4e4c0d6-c6ec-486c-a2fc-363fcb6716eb tempest-FlavorsV2NegativeTest-1803035548 tempest-FlavorsV2NegativeTest-1803035548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.934529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d52bcb60-0a5e-4e7b-8f26-80bdef6c3577 req-d4e4c0d6-c6ec-486c-a2fc-363fcb6716eb tempest-FlavorsV2NegativeTest-1803035548 tempest-FlavorsV2NegativeTest-1803035548-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2054908 Jul 05 03:51:29.960974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d52bcb60-0a5e-4e7b-8f26-80bdef6c3577 req-737201f8-b35d-4f63-929e-dc8e718afe9d tempest-FlavorsV2NegativeTest-1803035548 tempest-FlavorsV2NegativeTest-1803035548-project] 10.222.0.60 "GET /v2.0/quotas/1a83d76039f4475d9576e239d0d44015 HTTP/1.1" status: 200 len: 375 time: 0.0252426 Jul 05 03:51:30.010677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ec073-0222-4e8f-bded-aab4f0aa5881 req-4e5a6c53-e9f7-4ff8-b051-9453074db25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.010677 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7e6ec073-0222-4e8f-bded-aab4f0aa5881 req-4e5a6c53-e9f7-4ff8-b051-9453074db25d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1433251 Jul 05 03:51:30.048409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d52bcb60-0a5e-4e7b-8f26-80bdef6c3577 req-e8ea3a0a-3766-4bea-901d-f49972df95af tempest-FlavorsV2NegativeTest-1803035548 tempest-FlavorsV2NegativeTest-1803035548-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a83d76039f4475d9576e239d0d44015&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753846 Jul 05 03:51:30.095340 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddf8b6-2531-488a-919f-739562cf84d3 req-1925cb73-3d71-4da0-8084-089b61ebe428 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.104612 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09ddf8b6-2531-488a-919f-739562cf84d3 req-1925cb73-3d71-4da0-8084-089b61ebe428 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 886 time: 0.1652241 Jul 05 03:51:30.150844 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ec073-0222-4e8f-bded-aab4f0aa5881 req-e0307b8f-c32e-45dd-8ce5-a8cb8131069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.155142 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7e6ec073-0222-4e8f-bded-aab4f0aa5881 req-e0307b8f-c32e-45dd-8ce5-a8cb8131069d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1394694 Jul 05 03:51:30.325816 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7e6ec073-0222-4e8f-bded-aab4f0aa5881 req-34dd3408-6c78-4e4a-b24a-c49ac8433d49 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643219 Jul 05 03:51:30.372139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72c55a-8cb0-4b97-8a0e-203ab8b78776 req-5afe5a94-6f95-4e17-b066-419cac55effd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.372139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c72c55a-8cb0-4b97-8a0e-203ab8b78776 req-5afe5a94-6f95-4e17-b066-419cac55effd tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1543367 Jul 05 03:51:30.380446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7ebc-15e3-4a21-baf6-32fe81c0ff05 req-e347dd44-6937-44d0-a16d-e9af96a62b23 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.380931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7ebc-15e3-4a21-baf6-32fe81c0ff05 req-e347dd44-6937-44d0-a16d-e9af96a62b23 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.381412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7ebc-15e3-4a21-baf6-32fe81c0ff05 req-e347dd44-6937-44d0-a16d-e9af96a62b23 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.381883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7ebc-15e3-4a21-baf6-32fe81c0ff05 req-e347dd44-6937-44d0-a16d-e9af96a62b23 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.382351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7ebc-15e3-4a21-baf6-32fe81c0ff05 req-e347dd44-6937-44d0-a16d-e9af96a62b23 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.382816 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7ebc-15e3-4a21-baf6-32fe81c0ff05 req-e347dd44-6937-44d0-a16d-e9af96a62b23 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.383284 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7ebc-15e3-4a21-baf6-32fe81c0ff05 req-e347dd44-6937-44d0-a16d-e9af96a62b23 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.383748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7ebc-15e3-4a21-baf6-32fe81c0ff05 req-e347dd44-6937-44d0-a16d-e9af96a62b23 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.386108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-884a7ebc-15e3-4a21-baf6-32fe81c0ff05 req-e347dd44-6937-44d0-a16d-e9af96a62b23 tempest-NetworksTest-593724839 tempest-NetworksTest-593724839-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5726 time: 0.2538409 Jul 05 03:51:30.454757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c72c55a-8cb0-4b97-8a0e-203ab8b78776 req-37cb1c4b-2654-4a45-a5e4-4e7936f93d7f tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0651791 Jul 05 03:51:30.609178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e35c9ea2-da57-482c-a44a-6d64def55b57 admin admin] Deleting port c4cd54fe-d158-4880-b564-0c4ad58ee9b7 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:30.613858 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e35c9ea2-da57-482c-a44a-6d64def55b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:30.624178 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7e6ec073-0222-4e8f-bded-aab4f0aa5881 req-5b7f9605-b246-4ffa-905a-8b7310cba56c service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907331 Jul 05 03:51:30.682068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2f7bb63-6c24-49d1-a66b-40c5a46c12b1 req-82e61469-9a14-4861-a410-41e3feb364f8 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0663893 Jul 05 03:51:30.704350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-e35c9ea2-da57-482c-a44a-6d64def55b57 admin admin] For port c4cd54fe-d158-4880-b564-0c4ad58ee9b7, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c4cd54fe-d158-4880-b564-0c4ad58ee9b7,segment=NetworkSegment(87b8c1a6-c691-4b78-8186-7c853e906674),segment_id=87b8c1a6-c691-4b78-8186-7c853e906674)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:30.705328 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e35c9ea2-da57-482c-a44a-6d64def55b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:30.720667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e35c9ea2-da57-482c-a44a-6d64def55b57 admin admin] Calling delete_port for c4cd54fe-d158-4880-b564-0c4ad58ee9b7 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:30.842698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7eec3-37bc-406f-8719-1c7f3adefdc9 req-d85e4ce2-0e96-4838-8a59-f0432a874876 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.844772 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53a7eec3-37bc-406f-8719-1c7f3adefdc9 req-d85e4ce2-0e96-4838-8a59-f0432a874876 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 948 time: 0.0749176 Jul 05 03:51:30.890985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53a7eec3-37bc-406f-8719-1c7f3adefdc9 req-b04406a2-dc61-4bd3-a8f5-79a53566805c tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389318 Jul 05 03:51:31.113792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:31.132235 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e35c9ea2-da57-482c-a44a-6d64def55b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.177684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:31.178533 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.250172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c9ea2-da57-482c-a44a-6d64def55b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4cd54fe-d158-4880-b564-0c4ad58ee9b7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:31.326554 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57154) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:31.419748 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.499474 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e35c9ea2-da57-482c-a44a-6d64def55b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.513312 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6782420f-869d-4437-9afc-f1190e9d76a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.664011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d5928-97f3-4d38-9f3b-7bfbf0af0eb6 req-b51284ab-c09f-4fe8-8a18-46e64927d8c2 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:31.671021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-790d5928-97f3-4d38-9f3b-7bfbf0af0eb6 req-b51284ab-c09f-4fe8-8a18-46e64927d8c2 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 946 time: 0.1134989 Jul 05 03:51:31.698550 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6782420f-869d-4437-9afc-f1190e9d76a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.726601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-790d5928-97f3-4d38-9f3b-7bfbf0af0eb6 req-9e98f2aa-f552-4920-a28b-a064abe0b9c9 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/security-groups?id=483cadcf-37ed-45f6-aa03-02e59628ddac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546257 Jul 05 03:51:31.766394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35c9ea2-da57-482c-a44a-6d64def55b57 admin admin] Router e58d29dc-198a-43d6-b283-e68cd2cade06 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:31.777299 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6782420f-869d-4437-9afc-f1190e9d76a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.827677 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6782420f-869d-4437-9afc-f1190e9d76a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a26dfe47f7fc4d5b958edffb45be0836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4999008 Jul 05 03:51:31.828888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782420f-869d-4437-9afc-f1190e9d76a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4af51cf-6674-4cf2-aefc-ed708c6e66fa,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:31.831728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57164) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:31.893868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35c9ea2-da57-482c-a44a-6d64def55b57 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:31.897626 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6664dae7-0340-4a7a-98d3-194253b0d5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.904533 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e35c9ea2-da57-482c-a44a-6d64def55b57 admin admin] 10.222.0.60 "PUT /v2.0/routers/e58d29dc-198a-43d6-b283-e68cd2cade06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8645911 Jul 05 03:51:31.905154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57166) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:31.906264 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fe543-4865-4c80-8599-76eca0a219b1 None None] Sync routers for ids ['e58d29dc-198a-43d6-b283-e68cd2cade06'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:31.924640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d9048a93-d774-44b2-bdf2-12c7c97bd6b9 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:31.941611 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0fe543-4865-4c80-8599-76eca0a219b1 None None] Routers {'e58d29dc-198a-43d6-b283-e68cd2cade06'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:31.955722 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5f0fe543-4865-4c80-8599-76eca0a219b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:51:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e58d29dc-198a-43d6-b283-e68cd2cade06'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:31.956357 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6664dae7-0340-4a7a-98d3-194253b0d5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.128833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57172) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:32.149201 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6664dae7-0340-4a7a-98d3-194253b0d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.166821 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6664dae7-0340-4a7a-98d3-194253b0d5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.174880 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5f0fe543-4865-4c80-8599-76eca0a219b1 None None] Set router e58d29dc-198a-43d6-b283-e68cd2cade06 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:32.189620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6664dae7-0340-4a7a-98d3-194253b0d5d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4af51cf-6674-4cf2-aefc-ed708c6e66fa HTTP/1.1" status: 204 len: 168 time: 0.3489790 Jul 05 03:51:32.191644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d9048a93-d774-44b2-bdf2-12c7c97bd6b9, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d9048a93-d774-44b2-bdf2-12c7c97bd6b9,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:32.228157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'd9048a93-d774-44b2-bdf2-12c7c97bd6b9', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': 'd9048a93-d774-44b2-bdf2-12c7c97bd6b9', 'mac_address': 'fa:16:3e:6a:c7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:32.262547 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664dae7-0340-4a7a-98d3-194253b0d5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4af51cf-6674-4cf2-aefc-ed708c6e66fa,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:32.322115 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a224b0-2ec3-49a3-8810-2a0d9c41e244 req-9e2509ae-3159-445e-8093-601626a2b41a tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:32.326281 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.334443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8a224b0-2ec3-49a3-8810-2a0d9c41e244 req-9e2509ae-3159-445e-8093-601626a2b41a tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 948 time: 0.1374991 Jul 05 03:51:32.380135 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9048a93-d774-44b2-bdf2-12c7c97bd6b9 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:32.410102 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8a224b0-2ec3-49a3-8810-2a0d9c41e244 req-7816ef55-db1c-46e9-981f-f4d79384e920 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736778 Jul 05 03:51:32.461134 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d9048a93-d774-44b2-bdf2-12c7c97bd6b9, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d9048a93-d774-44b2-bdf2-12c7c97bd6b9,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:32.510838 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b3b6663e-dd69-4fd4-8be4-3688ab9126ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.564505 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5f0fe543-4865-4c80-8599-76eca0a219b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'name': 'tempest-FloatingIPDetailsTestJSON-1023452019-router', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:52Z', 'updated_at': '2021-07-05T03:51:30Z', 'revision_number': 5, 'project_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'gw_port': {'id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:32.577134 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.598517 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fe543-4865-4c80-8599-76eca0a219b1 None None] Checking router: e58d29dc-198a-43d6-b283-e68cd2cade06 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:32.602227 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.611077 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0fe543-4865-4c80-8599-76eca0a219b1 None None] Routers {'e58d29dc-198a-43d6-b283-e68cd2cade06'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:32.611787 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5f0fe543-4865-4c80-8599-76eca0a219b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:51:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e58d29dc-198a-43d6-b283-e68cd2cade06'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:32.642426 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b3b6663e-dd69-4fd4-8be4-3688ab9126ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.679269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=d9048a93-d774-44b2-bdf2-12c7c97bd6b9,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:32.730746 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b3b6663e-dd69-4fd4-8be4-3688ab9126ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.774886 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.793751 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b3b6663e-dd69-4fd4-8be4-3688ab9126ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a83d76039f4475d9576e239d0d44015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6618314 Jul 05 03:51:32.794950 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57186) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:32.797578 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6663e-dd69-4fd4-8be4-3688ab9126ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa93dcb8-b994-4f0c-9f0f-a4b627494738,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:32.801794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d9048a93-d774-44b2-bdf2-12c7c97bd6b9'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:32.825242 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5f0fe543-4865-4c80-8599-76eca0a219b1 None None] Set router e58d29dc-198a-43d6-b283-e68cd2cade06 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:32.906789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8932a81-e8d4-4a66-b540-36b8ed1d7ad5 req-fc814f43-70c4-4257-8358-0c7c9362058b tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:32.909289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d8932a81-e8d4-4a66-b540-36b8ed1d7ad5 req-fc814f43-70c4-4257-8358-0c7c9362058b tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.64 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 946 time: 0.0931842 Jul 05 03:51:33.013873 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2745d6ab-18c7-48b7-8ce5-fb5e303a5e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.098802 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] Deleting port 6a86e594-e07c-444e-85fe-782b3e8dac85 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:33.099184 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.132690 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2745d6ab-18c7-48b7-8ce5-fb5e303a5e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.236261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-d8932a81-e8d4-4a66-b540-36b8ed1d7ad5 req-08a5fd91-ca00-4f08-bd76-5a9d96f8a8af tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Deleting port 8789f136-4091-4edb-866d-797ec84a2072 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:33.236959 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d8932a81-e8d4-4a66-b540-36b8ed1d7ad5 req-08a5fd91-ca00-4f08-bd76-5a9d96f8a8af tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.288257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e606aa-76d4-48af-93a7-b70ade7dcef4 req-ddc54a3d-c736-4d96-8526-cb26adcddb1e tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:33.296918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53e606aa-76d4-48af-93a7-b70ade7dcef4 req-ddc54a3d-c736-4d96-8526-cb26adcddb1e tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 946 time: 0.3115416 Jul 05 03:51:33.308451 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5f0fe543-4865-4c80-8599-76eca0a219b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'name': 'tempest-FloatingIPDetailsTestJSON-1023452019-router', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:52Z', 'updated_at': '2021-07-05T03:51:30Z', 'revision_number': 5, 'project_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'gw_port': {'id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:33.311840 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] For port 6a86e594-e07c-444e-85fe-782b3e8dac85, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6a86e594-e07c-444e-85fe-782b3e8dac85,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:33.311840 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.329291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] Calling delete_port for 6a86e594-e07c-444e-85fe-782b3e8dac85 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:33.342418 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fe543-4865-4c80-8599-76eca0a219b1 None None] The sync data for ids ['e58d29dc-198a-43d6-b283-e68cd2cade06'] in n-d-798249-5 is: [{'id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'name': 'tempest-FloatingIPDetailsTestJSON-1023452019-router', 'tenant_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:52Z', 'updated_at': '2021-07-05T03:51:30Z', 'revision_number': 5, 'project_id': '93935f5c0dda4b35bcbdfe46f2a82f5f', 'gw_port': {'id': '6a86e594-e07c-444e-85fe-782b3e8dac85', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58d29dc-198a-43d6-b283-e68cd2cade06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:33.401227 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2745d6ab-18c7-48b7-8ce5-fb5e303a5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.404512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2745d6ab-18c7-48b7-8ce5-fb5e303a5e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.408485 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2745d6ab-18c7-48b7-8ce5-fb5e303a5e06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa93dcb8-b994-4f0c-9f0f-a4b627494738 HTTP/1.1" status: 204 len: 168 time: 0.6120932 Jul 05 03:51:33.420330 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745d6ab-18c7-48b7-8ce5-fb5e303a5e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa93dcb8-b994-4f0c-9f0f-a4b627494738,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:33.510563 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53e606aa-76d4-48af-93a7-b70ade7dcef4 req-4991578b-ce57-4731-a91d-80031a0bce07 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/security-groups?id=483cadcf-37ed-45f6-aa03-02e59628ddac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777132 Jul 05 03:51:33.584256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57202) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:33.646882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b65df06-9792-4853-9361-ab0e508cbee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.657242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-d8932a81-e8d4-4a66-b540-36b8ed1d7ad5 req-08a5fd91-ca00-4f08-bd76-5a9d96f8a8af tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] For port 8789f136-4091-4edb-866d-797ec84a2072, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8789f136-4091-4edb-866d-797ec84a2072,segment=NetworkSegment(56762a5d-fd80-4346-88ab-427b01e2e39c),segment_id=56762a5d-fd80-4346-88ab-427b01e2e39c)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:33.657612 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d8932a81-e8d4-4a66-b540-36b8ed1d7ad5 req-08a5fd91-ca00-4f08-bd76-5a9d96f8a8af tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.674734 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.687230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-d8932a81-e8d4-4a66-b540-36b8ed1d7ad5 req-08a5fd91-ca00-4f08-bd76-5a9d96f8a8af tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Calling delete_port for 8789f136-4091-4edb-866d-797ec84a2072 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:33.720886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a86e594-e07c-444e-85fe-782b3e8dac85,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:33.815872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff51a7-24a8-4a85-8d34-d23e869c7712 req-c91d65b1-c7f1-4c94-ba1a-80543c0c7cd0 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:33.824024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7ff51a7-24a8-4a85-8d34-d23e869c7712 req-c91d65b1-c7f1-4c94-ba1a-80543c0c7cd0 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 949 time: 0.2600751 Jul 05 03:51:33.856801 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.926989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d9048a93-d774-44b2-bdf2-12c7c97bd6b9 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:33.950689 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7ff51a7-24a8-4a85-8d34-d23e869c7712 req-f0a7c8ff-3976-4334-923f-e17db83b1f0b tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257341 Jul 05 03:51:34.010249 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.012977 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.066849 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b65df06-9792-4853-9361-ab0e508cbee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.182541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port d9048a93-d774-44b2-bdf2-12c7c97bd6b9 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:34.182770 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.183245 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b65df06-9792-4853-9361-ab0e508cbee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.183374 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e58d29dc-198a-43d6-b283-e68cd2cade06 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:51:34.194817 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.196005 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9d7bf99c-e020-4ff4-a602-2918441ec42a admin admin] 10.222.0.60 "DELETE /v2.0/routers/e58d29dc-198a-43d6-b283-e68cd2cade06 HTTP/1.1" status: 204 len: 168 time: 2.2899296 Jul 05 03:51:34.198950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port d9048a93-d774-44b2-bdf2-12c7c97bd6b9 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:34.200085 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.203632 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57216) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:34.252090 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d8932a81-e8d4-4a66-b540-36b8ed1d7ad5 req-08a5fd91-ca00-4f08-bd76-5a9d96f8a8af tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.300229 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f994cad1-07b7-4842-afbd-68d6789fdd20 admin admin] Deleting subnet 8c95db8a-25d1-44d1-a537-b1594a45e5a6 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:51:34.304606 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5b65df06-9792-4853-9361-ab0e508cbee3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4504090ba482452ab39ec5d33380c5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7161171 Jul 05 03:51:34.307191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57220) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:34.313057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f994cad1-07b7-4842-afbd-68d6789fdd20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.322847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65df06-9792-4853-9361-ab0e508cbee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c929355-75a3-4272-9ca0-0a5d9ed02086,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:34.355689 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.384852 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5fd91-ca00-4f08-bd76-5a9d96f8a8af tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Pushing event deleted for resources: {'Port': ['ID=8789f136-4091-4edb-866d-797ec84a2072,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:34.451414 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f994cad1-07b7-4842-afbd-68d6789fdd20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.463956 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a609098-f2bf-47fa-bbd7-e4e97a624e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9048a93-d774-44b2-bdf2-12c7c97bd6b9'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:34.470288 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918efd2c-4027-441d-9708-ab1845747b7e" -d '{"events": [{"server_uuid": "5a609098-f2bf-47fa-bbd7-e4e97a624e3d", "name": "network-vif-plugged", "status": "completed", "tag": "d9048a93-d774-44b2-bdf2-12c7c97bd6b9"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:34.511596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d9048a93-d774-44b2-bdf2-12c7c97bd6b9, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d9048a93-d774-44b2-bdf2-12c7c97bd6b9,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:34.533544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8932a81-e8d4-4a66-b540-36b8ed1d7ad5 req-08a5fd91-ca00-4f08-bd76-5a9d96f8a8af tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] No DVR routers for this DVR port 8789f136-4091-4edb-866d-797ec84a2072 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:34.551710 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d8932a81-e8d4-4a66-b540-36b8ed1d7ad5 req-08a5fd91-ca00-4f08-bd76-5a9d96f8a8af tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.572888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d8932a81-e8d4-4a66-b540-36b8ed1d7ad5 req-08a5fd91-ca00-4f08-bd76-5a9d96f8a8af tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.64 "DELETE /v2.0/ports/8789f136-4091-4edb-866d-797ec84a2072 HTTP/1.1" status: 204 len: 173 time: 1.6569028 Jul 05 03:51:34.575591 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360d32d2-860e-4fec-8e09-60c176288372 x-openstack-request-id: req-360d32d2-860e-4fec-8e09-60c176288372 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:34.575885 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a609098-f2bf-47fa-bbd7-e4e97a624e3d", "name": "network-vif-plugged", "status": "completed", "tag": "d9048a93-d774-44b2-bdf2-12c7c97bd6b9", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:34.576206 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-360d32d2-860e-4fec-8e09-60c176288372 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:34.577173 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a609098-f2bf-47fa-bbd7-e4e97a624e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9048a93-d774-44b2-bdf2-12c7c97bd6b9', 'code': 200} Jul 05 03:51:34.583206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'name': 'network-vif-deleted', 'tag': '8789f136-4091-4edb-866d-797ec84a2072'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:34.593825 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f994cad1-07b7-4842-afbd-68d6789fdd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.601010 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832fb405-be0f-44af-bcd2-f6f2a6705673" -d '{"events": [{"server_uuid": "8819b684-4a70-45a3-889f-5fad4cfe6219", "name": "network-vif-deleted", "tag": "8789f136-4091-4edb-866d-797ec84a2072"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:34.610928 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.643172 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-edfd05f5-a8f9-4502-af46-da04f8c2d041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.715508 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-edfd05f5-a8f9-4502-af46-da04f8c2d041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.779955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=d9048a93-d774-44b2-bdf2-12c7c97bd6b9,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:34.781533 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0346d9df-6b88-4e22-953b-2725edf2294a x-openstack-request-id: req-0346d9df-6b88-4e22-953b-2725edf2294a {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:34.781837 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8819b684-4a70-45a3-889f-5fad4cfe6219", "name": "network-vif-deleted", "tag": "8789f136-4091-4edb-866d-797ec84a2072", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:34.782093 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0346d9df-6b88-4e22-953b-2725edf2294a {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:34.788731 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8819b684-4a70-45a3-889f-5fad4cfe6219', 'name': 'network-vif-deleted', 'tag': '8789f136-4091-4edb-866d-797ec84a2072', 'status': 'completed', 'code': 200} Jul 05 03:51:34.889324 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f994cad1-07b7-4842-afbd-68d6789fdd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.948047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a12c22e-69ed-4350-a19b-e0165beae18a req-b7bf7013-21b6-40d6-8ffe-bdd9f1d19cb0 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 210 time: 0.0576875 Jul 05 03:51:34.952629 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-edfd05f5-a8f9-4502-af46-da04f8c2d041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.955916 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-edfd05f5-a8f9-4502-af46-da04f8c2d041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.957400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-edfd05f5-a8f9-4502-af46-da04f8c2d041 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c929355-75a3-4272-9ca0-0a5d9ed02086 HTTP/1.1" status: 204 len: 168 time: 0.6489670 Jul 05 03:51:34.966690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994cad1-07b7-4842-afbd-68d6789fdd20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c95db8a-25d1-44d1-a537-b1594a45e5a6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:34.968674 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f994cad1-07b7-4842-afbd-68d6789fdd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.977693 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f994cad1-07b7-4842-afbd-68d6789fdd20 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8c95db8a-25d1-44d1-a537-b1594a45e5a6 HTTP/1.1" status: 204 len: 168 time: 0.7694747 Jul 05 03:51:34.979463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57238) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:34.984186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd05f5-a8f9-4502-af46-da04f8c2d041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c929355-75a3-4272-9ca0-0a5d9ed02086,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:34.991097 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0d0f8f-7283-427e-a12d-3e235e2fabff None None] Network ee57c4da-9396-47a1-b88c-f259fc92f8ad requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:35.071048 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.089046 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665bfb1-9015-4630-9e55-5d23841f5958 req-e4a83505-ddba-4be1-a1c9-15272bb238b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:35.090691 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5665bfb1-9015-4630-9e55-5d23841f5958 req-e4a83505-ddba-4be1-a1c9-15272bb238b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 1101 time: 0.2484581 Jul 05 03:51:35.229495 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5665bfb1-9015-4630-9e55-5d23841f5958 req-bdfa21fb-cd7b-46d5-a807-240ec701f2ee service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983512 Jul 05 03:51:35.282375 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Deleting port e2bff194-445a-4ef3-ac35-dc625dda8512 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:35.282693 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.285556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6a86e594-e07c-444e-85fe-782b3e8dac85 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:35.292064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57244) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:35.363831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 6a86e594-e07c-444e-85fe-782b3e8dac85 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:35.364627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6a86e594-e07c-444e-85fe-782b3e8dac85 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:35.366471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c4cd54fe-d158-4880-b564-0c4ad58ee9b7 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:35.416028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: c4cd54fe-d158-4880-b564-0c4ad58ee9b7 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:35.416648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c4cd54fe-d158-4880-b564-0c4ad58ee9b7 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:35.506203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] For port e2bff194-445a-4ef3-ac35-dc625dda8512, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e2bff194-445a-4ef3-ac35-dc625dda8512,segment=NetworkSegment(87b8c1a6-c691-4b78-8186-7c853e906674),segment_id=87b8c1a6-c691-4b78-8186-7c853e906674)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:35.506664 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.515978 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1697535738-network', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:35.530867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Calling delete_port for e2bff194-445a-4ef3-ac35-dc625dda8512 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:35.536939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469919b-2bff-44d4-bdbe-56cfafa445bb req-a257bfa5-8627-425f-bdc4-fcbf25dbc824 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:35.543960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9469919b-2bff-44d4-bdbe-56cfafa445bb req-a257bfa5-8627-425f-bdc4-fcbf25dbc824 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 950 time: 0.2197278 Jul 05 03:51:35.544572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13464c01-87f1-4cfc-b09e-50453d789727 None None] DHCP port deletion for ee57c4da-9396-47a1-b88c-f259fc92f8ad request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:51:35.602194 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9469919b-2bff-44d4-bdbe-56cfafa445bb req-94af7d3c-5cda-4f04-a2f1-916b385201a8 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572364 Jul 05 03:51:35.659133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-13464c01-87f1-4cfc-b09e-50453d789727 None None] Deleting port e2bff194-445a-4ef3-ac35-dc625dda8512 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:35.667663 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-13464c01-87f1-4cfc-b09e-50453d789727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.690896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] Made reservation on behalf of 5ce45a8ec5f04ad99047d367fd495ca2 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:35.694003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.705282 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.766027 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-13464c01-87f1-4cfc-b09e-50453d789727 None None] For port e2bff194-445a-4ef3-ac35-dc625dda8512, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e2bff194-445a-4ef3-ac35-dc625dda8512,segment=NetworkSegment(87b8c1a6-c691-4b78-8186-7c853e906674),segment_id=87b8c1a6-c691-4b78-8186-7c853e906674)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:35.766832 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-13464c01-87f1-4cfc-b09e-50453d789727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.798750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-13464c01-87f1-4cfc-b09e-50453d789727 None None] Calling delete_port for e2bff194-445a-4ef3-ac35-dc625dda8512 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:35.838798 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.852177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.889852 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bff194-445a-4ef3-ac35-dc625dda8512,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:35.906521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] No DVR routers for this DVR port e2bff194-445a-4ef3-ac35-dc625dda8512 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:35.907936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.989149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:51:36.011644 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-13464c01-87f1-4cfc-b09e-50453d789727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.030049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53565e2b-f5cc-484b-a59c-70915ae12051,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:36.069451 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.069928 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] Added segment 30555ca2-563a-4eca-9472-40176d27de9a of type vlan for network 4c0692f1-e78a-4026-9d68-ca6bbd63e093 Jul 05 03:51:36.071491 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.109166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee57c4da-9396-47a1-b88c-f259fc92f8ad']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:36.126933 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b8c1a6-c691-4b78-8186-7c853e906674') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:36.127864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b8c1a6-c691-4b78-8186-7c853e906674') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:36.144138 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.159030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13464c01-87f1-4cfc-b09e-50453d789727 None None] No DVR routers for this DVR port e2bff194-445a-4ef3-ac35-dc625dda8512 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:36.168537 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13464c01-87f1-4cfc-b09e-50453d789727 None None] Pushing event deleted for resources: {'Port': ['ID=e2bff194-445a-4ef3-ac35-dc625dda8512,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:36.170545 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 8789f136-4091-4edb-866d-797ec84a2072 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:36.199776 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.209090 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:51:36.210182 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:51:36.212666 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:51:36.231236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.243314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 8789f136-4091-4edb-866d-797ec84a2072 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:36.243314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 8789f136-4091-4edb-866d-797ec84a2072 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:36.363954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-939bb1e2-046a-466d-a991-82b12a1d50cb req-cab50c72-4b61-415b-a5d7-af604c59b435 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228 tempest-FloatingIPsAssociationNegativeTestJSON-2054395228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8819b684-4a70-45a3-889f-5fad4cfe6219 HTTP/1.1" status: 200 len: 210 time: 0.0527503 Jul 05 03:51:36.439593 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.439818 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.445469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:36.450161 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.450634 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.451287 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ee57c4da-9396-47a1-b88c-f259fc92f8ad HTTP/1.1" status: 204 len: 168 time: 1.4594693 Jul 05 03:51:36.493685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd29f3-b349-4666-8ee4-23f6eaaa4ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee57c4da-9396-47a1-b88c-f259fc92f8ad,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:36.560550 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2630551 Jul 05 03:51:36.561577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57278) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:36.564716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42191ccc-f00d-4e09-a854-f95ebc9eee7c admin admin] Pushing event updated for resources: {'Network': ['ID=4c0692f1-e78a-4026-9d68-ca6bbd63e093,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:36.567211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8d28a8f8-31ad-4e5f-b4f8-b1462ed98b4a admin admin] Request body: {'subnet': {'network_id': '4c0692f1-e78a-4026-9d68-ca6bbd63e093', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1697535738-subnet', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:36.581618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 4c0692f1-e78a-4026-9d68-ca6bbd63e093 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:51:36.753691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d28a8f8-31ad-4e5f-b4f8-b1462ed98b4a admin admin] Made reservation on behalf of 5ce45a8ec5f04ad99047d367fd495ca2 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:36.758652 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d28a8f8-31ad-4e5f-b4f8-b1462ed98b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.844293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231508a3-d39d-4afa-9b9b-2b75b485a2c3 req-5ad7dd18-f541-4d7c-82f8-441084fc0b52 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:36.846689 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-231508a3-d39d-4afa-9b9b-2b75b485a2c3 req-5ad7dd18-f541-4d7c-82f8-441084fc0b52 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 950 time: 0.1163034 Jul 05 03:51:36.943910 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-231508a3-d39d-4afa-9b9b-2b75b485a2c3 req-9ced9f02-bf29-4a7d-9e74-b2ad264cf1b9 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877872 Jul 05 03:51:37.092889 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57296) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:37.148399 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2a30f937-f860-41dd-8c74-66a959d1edb1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93935f5c0dda4b35bcbdfe46f2a82f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519652 Jul 05 03:51:37.149272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57298) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:37.159291 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e2bff194-445a-4ef3-ac35-dc625dda8512 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:37.185162 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d28a8f8-31ad-4e5f-b4f8-b1462ed98b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.214164 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: e2bff194-445a-4ef3-ac35-dc625dda8512 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:37.214684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e2bff194-445a-4ef3-ac35-dc625dda8512 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:37.308033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28a8f8-31ad-4e5f-b4f8-b1462ed98b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=67831f72-46cc-4dc8-b4ae-2e115ac3631a,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:37.331161 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebb0d-11bb-4c2f-aa6f-12fee3ff814f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.337951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d28a8f8-31ad-4e5f-b4f8-b1462ed98b4a admin admin] Checking segment: {'id': '30555ca2-563a-4eca-9472-40176d27de9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4c0692f1-e78a-4026-9d68-ca6bbd63e093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:37.337951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d28a8f8-31ad-4e5f-b4f8-b1462ed98b4a admin admin] Network hostable DHCP agents. Network: 4c0692f1-e78a-4026-9d68-ca6bbd63e093, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:51:37.360733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebb0d-11bb-4c2f-aa6f-12fee3ff814f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.467264 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57306) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:37.508003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d28a8f8-31ad-4e5f-b4f8-b1462ed98b4a admin admin] Network 4c0692f1-e78a-4026-9d68-ca6bbd63e093 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:51:37.512904 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebb0d-11bb-4c2f-aa6f-12fee3ff814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.515618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebb0d-11bb-4c2f-aa6f-12fee3ff814f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.516842 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7d3ebb0d-11bb-4c2f-aa6f-12fee3ff814f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aec4d50d-bdaf-44fe-bfc7-cadbc6c5a940 HTTP/1.1" status: 204 len: 168 time: 0.3655887 Jul 05 03:51:37.532984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ebb0d-11bb-4c2f-aa6f-12fee3ff814f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec4d50d-bdaf-44fe-bfc7-cadbc6c5a940,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:37.597405 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-e0daa130-47b0-4887-8037-2dbdeeab87ac tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=618ab05efd3540ccade943a1c1b138f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275426 Jul 05 03:51:37.650216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-8d28a8f8-31ad-4e5f-b4f8-b1462ed98b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 4c0692f1-e78a-4026-9d68-ca6bbd63e093) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:37.657368 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d28a8f8-31ad-4e5f-b4f8-b1462ed98b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:37.657596 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d28a8f8-31ad-4e5f-b4f8-b1462ed98b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.662915 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1aad4c-4df7-4165-9d98-3ca763d7091c None None] Network 4c0692f1-e78a-4026-9d68-ca6bbd63e093 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:37.757265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-48a64b80-eeaf-499b-88cd-604fb4270062 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:37.768124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-48a64b80-eeaf-499b-88cd-604fb4270062 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698003 Jul 05 03:51:37.806404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-e95f00a2-216a-4fc2-be7f-9bd3ff520aea tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/quotas/618ab05efd3540ccade943a1c1b138f9 HTTP/1.1" status: 200 len: 375 time: 0.0349004 Jul 05 03:51:37.812634 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8d28a8f8-31ad-4e5f-b4f8-b1462ed98b4a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2497098 Jul 05 03:51:37.815402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57330) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:37.820218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1697535738-router', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:37.907088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-8c073398-b36d-4474-915f-1abfedf2084b tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=618ab05efd3540ccade943a1c1b138f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0995121 Jul 05 03:51:37.938724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-4c0692f1-e78a-4026-9d68-ca6bbd63e093', 'network_id': '4c0692f1-e78a-4026-9d68-ca6bbd63e093', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'fixed_ips': [{'subnet_id': '67831f72-46cc-4dc8-b4ae-2e115ac3631a'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:51:37.939116 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.971201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.972334 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.119342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.134533 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Allocated IP 172.20.0.2 (4c0692f1-e78a-4026-9d68-ca6bbd63e093/67831f72-46cc-4dc8-b4ae-2e115ac3631a/a2c383e1-8676-4b3d-abf7-22fd940de37e) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:38.158512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2344a9a2-bf8d-41d1-b754-b92e066e060e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.392785 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.396303 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc088bf4-161c-4d5d-804b-dc587d2ab9e4 req-2a90faed-3341-4294-91da-6ddb910fd416 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 210 time: 0.0987515 Jul 05 03:51:38.402733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Transition to ACTIVE for port object a2c383e1-8676-4b3d-abf7-22fd940de37e will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:38.437874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Transition to ACTIVE for port object a2c383e1-8676-4b3d-abf7-22fd940de37e will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:38.531388 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.575229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Network 4c0692f1-e78a-4026-9d68-ca6bbd63e093 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:38.588206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:38.591787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:38.600767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Pushing event updated for resources: {'Port': ['ID=a2c383e1-8676-4b3d-abf7-22fd940de37e,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:38.665998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Attempting to bind port a2c383e1-8676-4b3d-abf7-22fd940de37e on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:38.666419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Attempting to bind port a2c383e1-8676-4b3d-abf7-22fd940de37e by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '30555ca2-563a-4eca-9472-40176d27de9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4c0692f1-e78a-4026-9d68-ca6bbd63e093'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:38.666796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Attempting to bind port a2c383e1-8676-4b3d-abf7-22fd940de37e on network 4c0692f1-e78a-4026-9d68-ca6bbd63e093 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:38.673248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:38.678614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Checking segment: {'id': '30555ca2-563a-4eca-9472-40176d27de9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4c0692f1-e78a-4026-9d68-ca6bbd63e093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:38.678614 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.678614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Bound using segment: {'id': '30555ca2-563a-4eca-9472-40176d27de9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4c0692f1-e78a-4026-9d68-ca6bbd63e093'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:38.678614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Bound port: a2c383e1-8676-4b3d-abf7-22fd940de37e, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30555ca2-563a-4eca-9472-40176d27de9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4c0692f1-e78a-4026-9d68-ca6bbd63e093'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:38.678614 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.761020 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.765287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] For port a2c383e1-8676-4b3d-abf7-22fd940de37e, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:38.769745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] For port a2c383e1-8676-4b3d-abf7-22fd940de37e, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a2c383e1-8676-4b3d-abf7-22fd940de37e,segment=NetworkSegment(30555ca2-563a-4eca-9472-40176d27de9a),segment_id=30555ca2-563a-4eca-9472-40176d27de9a)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:38.900722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2344a9a2-bf8d-41d1-b754-b92e066e060e admin admin] Deleting port 0f394f08-d551-4bbd-ac08-328f261df621 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:38.901367 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2344a9a2-bf8d-41d1-b754-b92e066e060e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.908640 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.029232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a1a47-6bea-4f5a-b39b-d9d8b6c01605 None None] Pushing event updated for resources: {'Port': ['ID=a2c383e1-8676-4b3d-abf7-22fd940de37e,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:39.400475 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-2344a9a2-bf8d-41d1-b754-b92e066e060e admin admin] For port 0f394f08-d551-4bbd-ac08-328f261df621, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0f394f08-d551-4bbd-ac08-328f261df621,segment=NetworkSegment(56762a5d-fd80-4346-88ab-427b01e2e39c),segment_id=56762a5d-fd80-4346-88ab-427b01e2e39c)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:39.401037 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2344a9a2-bf8d-41d1-b754-b92e066e060e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.417604 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2344a9a2-bf8d-41d1-b754-b92e066e060e admin admin] Calling delete_port for 0f394f08-d551-4bbd-ac08-328f261df621 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:39.459129 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57382) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:39.548328 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22292fdd-4999-48d9-8ed5-bbb79608aee1 req-7245523d-79c0-47b3-9d83-fd9362e4de13 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 210 time: 0.0631669 Jul 05 03:51:39.749962 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.780595 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.800239 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7601414d-6a29-4f90-a2de-bc992353d6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.977184 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7601414d-6a29-4f90-a2de-bc992353d6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.004566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Allocated IP 172.25.0.86 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/a192312a-25f3-4f31-9a13-382ac682e089) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:40.027097 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2344a9a2-bf8d-41d1-b754-b92e066e060e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.082800 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7601414d-6a29-4f90-a2de-bc992353d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.113699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7601414d-6a29-4f90-a2de-bc992353d6e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10e80a1488aa48fe8102d9e65f0bc92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6529064 Jul 05 03:51:40.123845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57404) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:40.153994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-72b3adb5-54c5-414a-9f5d-a998271536c1 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0ebd1a45fe854aea94e05d6fdfc44596&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447710 Jul 05 03:51:40.180009 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601414d-6a29-4f90-a2de-bc992353d6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6c99be-57b1-4e08-824a-d488b26593b1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:40.239953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344a9a2-bf8d-41d1-b754-b92e066e060e admin admin] Pushing event deleted for resources: {'Port': ['ID=0f394f08-d551-4bbd-ac08-328f261df621,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:40.505576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-5c41883e-8efa-4fed-b8da-4fd2a53f0603 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:40.518161 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-5c41883e-8efa-4fed-b8da-4fd2a53f0603 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3519568 Jul 05 03:51:40.541629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f95939-c9f8-4dfb-9a83-800515d8619b None None] Network 4c0692f1-e78a-4026-9d68-ca6bbd63e093 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:40.548791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-348bd6f2-3133-4627-b925-18d912f772b0 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/quotas/0ebd1a45fe854aea94e05d6fdfc44596 HTTP/1.1" status: 200 len: 375 time: 0.0268915 Jul 05 03:51:40.634881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-09e3aad4-14ad-42ac-93fa-053a9e6cfbcf tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ebd1a45fe854aea94e05d6fdfc44596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806177 Jul 05 03:51:40.781544 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.786246 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd0c8a7b-1cdf-4408-b7b2-9e537c383a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.787987 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2344a9a2-bf8d-41d1-b754-b92e066e060e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.813313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2a3b8297-3414-440b-8295-c4a4c6ebd08e None None] Provisioning for port a2c383e1-8676-4b3d-abf7-22fd940de37e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:40.863545 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ee129ff-3f2a-4949-bab9-e1832706b963 req-23fa42b6-7cae-4d6f-8a40-dae7bfe09eec tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 210 time: 0.0672669 Jul 05 03:51:40.872931 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd0c8a7b-1cdf-4408-b7b2-9e537c383a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.175275 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.199064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd0c8a7b-1cdf-4408-b7b2-9e537c383a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.205404 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd0c8a7b-1cdf-4408-b7b2-9e537c383a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.208670 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dd0c8a7b-1cdf-4408-b7b2-9e537c383a50 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd6c99be-57b1-4e08-824a-d488b26593b1 HTTP/1.1" status: 204 len: 168 time: 1.0838978 Jul 05 03:51:41.386885 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14f2e467-3cbc-4739-867d-660d57e5e9be req-0d39442c-349f-48e8-a2c0-c7cf4fb3b6ec tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 210 time: 0.1481092 Jul 05 03:51:41.449929 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:51:41.465179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a2c383e1-8676-4b3d-abf7-22fd940de37e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:41.474444 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:41.474444 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:41.478497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:41.566875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c8a7b-1cdf-4408-b7b2-9e537c383a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6c99be-57b1-4e08-824a-d488b26593b1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:41.615598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2344a9a2-bf8d-41d1-b754-b92e066e060e admin admin] Router 3e6d7075-9696-4884-aefa-9a3ec926cd91 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:41.620520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a192312a-25f3-4f31-9a13-382ac682e089,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:41.646065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port a2c383e1-8676-4b3d-abf7-22fd940de37e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:41.652129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a2c383e1-8676-4b3d-abf7-22fd940de37e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:41.652535 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.845880 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.861076 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2344a9a2-bf8d-41d1-b754-b92e066e060e admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:41.867150 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2344a9a2-bf8d-41d1-b754-b92e066e060e admin admin] 10.222.0.60 "PUT /v2.0/routers/3e6d7075-9696-4884-aefa-9a3ec926cd91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3986950 Jul 05 03:51:41.869547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57432) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:41.930488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port a2c383e1-8676-4b3d-abf7-22fd940de37e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a2c383e1-8676-4b3d-abf7-22fd940de37e,segment=NetworkSegment(30555ca2-563a-4eca-9472-40176d27de9a),segment_id=30555ca2-563a-4eca-9472-40176d27de9a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:41.943775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b179dc5-a415-42cc-8bf4-adfefcefd041 None None] Sync routers for ids ['3e6d7075-9696-4884-aefa-9a3ec926cd91'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:41.984256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b179dc5-a415-42cc-8bf4-adfefcefd041 None None] Routers {'3e6d7075-9696-4884-aefa-9a3ec926cd91'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:41.985370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7b179dc5-a415-42cc-8bf4-adfefcefd041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:51:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3e6d7075-9696-4884-aefa-9a3ec926cd91'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:42.115953 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.161013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-7b179dc5-a415-42cc-8bf4-adfefcefd041 None None] Set router 3e6d7075-9696-4884-aefa-9a3ec926cd91 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:42.179669 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c7bd32c-a1f4-4cdc-80e2-4f2c10abde16 req-ef28d9aa-90dc-4101-888b-e078efef12ed tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 210 time: 0.0430410 Jul 05 03:51:42.238549 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.249774 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.326704 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.364210 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-4b63ec88-bd6d-40ae-bf8a-617224ff7f03 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=618ab05efd3540ccade943a1c1b138f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215940 Jul 05 03:51:42.464346 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=a2c383e1-8676-4b3d-abf7-22fd940de37e,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:42.501642 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7b179dc5-a415-42cc-8bf4-adfefcefd041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:51:39Z', 'revision_number': 5, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port': {'id': '1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:29Z', 'updated_at': '2021-07-05T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:42.573108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-951c6787-0373-486c-ac84-3641bc7262bd req-01154bda-bdbc-45ec-a9b1-1e035914a139 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 210 time: 0.0778213 Jul 05 03:51:42.589347 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.638565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b179dc5-a415-42cc-8bf4-adfefcefd041 None None] Checking router: 3e6d7075-9696-4884-aefa-9a3ec926cd91 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:42.688195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b179dc5-a415-42cc-8bf4-adfefcefd041 None None] Routers {'3e6d7075-9696-4884-aefa-9a3ec926cd91'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:42.689632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7b179dc5-a415-42cc-8bf4-adfefcefd041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:51:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3e6d7075-9696-4884-aefa-9a3ec926cd91'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:42.733619 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-1408fb5d-c808-4dbe-a69c-9149078c6943 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.738604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-1408fb5d-c808-4dbe-a69c-9149078c6943 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3689744 Jul 05 03:51:42.740464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] Deleting port 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:42.740464 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.756796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Request body: {'port': {'device_id': 'bc1529df-0272-49b5-ba58-d6426955d43a', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '618ab05efd3540ccade943a1c1b138f9'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:42.964408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57446) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:42.993498 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9cf804c-9892-41b2-8afa-f195c6dbc1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.170304 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a2c383e1-8676-4b3d-abf7-22fd940de37e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:43.209684 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:51:43.209684 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:51:43.209684 n-d-798249-5 neutron-server[100877]: [parameters: {'project_id_1': '618ab05efd3540ccade943a1c1b138f9', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 51, 43, 43468)}] Jul 05 03:51:43.209684 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:51:43.210915 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:51:43.245651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-7b179dc5-a415-42cc-8bf4-adfefcefd041 None None] Set router 3e6d7075-9696-4884-aefa-9a3ec926cd91 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:43.256798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] For port 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:43.257308 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.274745 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] Calling delete_port for 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:43.386755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7b179dc5-a415-42cc-8bf4-adfefcefd041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:51:42Z', 'revision_number': 6, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:43.387562 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9cf804c-9892-41b2-8afa-f195c6dbc1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.435769 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b179dc5-a415-42cc-8bf4-adfefcefd041 None None] The sync data for ids ['3e6d7075-9696-4884-aefa-9a3ec926cd91'] in n-d-798249-5 is: [{'id': '3e6d7075-9696-4884-aefa-9a3ec926cd91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-865546989-router', 'tenant_id': 'b56552d4114347c490aa1db39061d6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:51:42Z', 'revision_number': 6, 'project_id': 'b56552d4114347c490aa1db39061d6d9', 'gw_port_host': None}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:43.468580 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3602c2dd-40e5-47a7-a011-4009b0feb83a req-59057261-375f-4f07-892f-2cc200ba6004 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 210 time: 0.0646608 Jul 05 03:51:43.475455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a2c383e1-8676-4b3d-abf7-22fd940de37e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:43.475851 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.507372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Router a02bd650-1790-4a3d-b9fe-c813613dc842 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:51:43.553711 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9cf804c-9892-41b2-8afa-f195c6dbc1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.620871 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b9cf804c-9892-41b2-8afa-f195c6dbc1ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fe94fb3cb2a409fbf2b7710765a498d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6520283 Jul 05 03:51:43.621236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57456) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:43.663218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf804c-9892-41b2-8afa-f195c6dbc1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c7fc85-54ee-4a0f-a975-8dd1454bad95,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:43.781077 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-287900fd-bd5a-45d6-8b97-74f1d8067318 req-53431ba1-d503-4b59-8d79-b55291f33247 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 210 time: 0.0397873 Jul 05 03:51:43.808301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:43.810064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b20e000f-95f3-4d88-88b7-9ca4698f7eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.819989 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Sync routers for ids ['a02bd650-1790-4a3d-b9fe-c813613dc842'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:43.831579 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Routers {'a02bd650-1790-4a3d-b9fe-c813613dc842'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:43.833909 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:51:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a02bd650-1790-4a3d-b9fe-c813613dc842'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:43.853775 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b20e000f-95f3-4d88-88b7-9ca4698f7eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.006860 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.007884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Made reservation on behalf of 618ab05efd3540ccade943a1c1b138f9 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:44.011478 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.030911 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b20e000f-95f3-4d88-88b7-9ca4698f7eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.033664 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b20e000f-95f3-4d88-88b7-9ca4698f7eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.034876 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b20e000f-95f3-4d88-88b7-9ca4698f7eb5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2c7fc85-54ee-4a0f-a975-8dd1454bad95 HTTP/1.1" status: 204 len: 168 time: 0.4132428 Jul 05 03:51:44.049441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:44.081056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e000f-95f3-4d88-88b7-9ca4698f7eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c7fc85-54ee-4a0f-a975-8dd1454bad95,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:44.083936 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Set router a02bd650-1790-4a3d-b9fe-c813613dc842 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:44.183916 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.223939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Allocated IP 192.168.233.185 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/30a8acd3-f9ef-4506-8aae-077af416bf35) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:44.354783 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.354783 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.406521 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1697535738-router', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'a192312a-25f3-4f31-9a13-382ac682e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:41Z', 'revision_number': 3, 'project_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'gw_port': {'id': 'a192312a-25f3-4f31-9a13-382ac682e089', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:39Z', 'updated_at': '2021-07-05T03:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:44.413074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.443106 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Checking router: a02bd650-1790-4a3d-b9fe-c813613dc842 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:44.443598 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Updating router a02bd650-1790-4a3d-b9fe-c813613dc842 port a192312a-25f3-4f31-9a13-382ac682e089 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:44.450710 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.452013 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9d9cd709-4884-41d2-85eb-cb22542895b2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6355627 Jul 05 03:51:44.454853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57464) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:44.487033 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.508553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Transition to ACTIVE for port object 30a8acd3-f9ef-4506-8aae-077af416bf35 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:44.610318 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.610816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e6d7075-9696-4884-aefa-9a3ec926cd91 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:51:44.688408 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.692482 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-142a5a7f-fbce-4bd1-937b-78d43c7aaa7b admin admin] 10.222.0.60 "DELETE /v2.0/routers/3e6d7075-9696-4884-aefa-9a3ec926cd91 HTTP/1.1" status: 204 len: 168 time: 2.8192213 Jul 05 03:51:44.694666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57470) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:44.705408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-36f03059-9a8e-4826-9428-bf59e0dd52f9 req-c63d6cb6-02e8-4f45-ab73-7c75c8e36683 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 210 time: 0.0480123 Jul 05 03:51:44.710101 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.732859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d9048a93-d774-44b2-bdf2-12c7c97bd6b9'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:44.935893 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c8c364-b6ef-4141-8990-1879454b579b admin admin] Deleting subnet 56926871-c551-4934-91c1-9413057b5bc4 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:51:44.954132 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c364-b6ef-4141-8990-1879454b579b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.954493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:44.959704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:44.965130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:45.249743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0f394f08-d551-4bbd-ac08-328f261df621 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:45.339885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 0f394f08-d551-4bbd-ac08-328f261df621 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:45.340221 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0f394f08-d551-4bbd-ac08-328f261df621 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:45.340800 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:45.382682 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c364-b6ef-4141-8990-1879454b579b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.412170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:45.414071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1ba8a2d9-c7f8-4515-ab9a-24f5b92e9d28 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:45.509339 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.528970 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Transition to ACTIVE for port object a192312a-25f3-4f31-9a13-382ac682e089 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:45.542122 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c364-b6ef-4141-8990-1879454b579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.639239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f65f695a-2a0b-44fd-85cd-b05a8908620b None None] Provisioning for port 30a8acd3-f9ef-4506-8aae-077af416bf35 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:45.641530 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.644583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f65f695a-2a0b-44fd-85cd-b05a8908620b None None] Provisioning complete for port 30a8acd3-f9ef-4506-8aae-077af416bf35 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:45.645235 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f65f695a-2a0b-44fd-85cd-b05a8908620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.759897 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c364-b6ef-4141-8990-1879454b579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.761022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f65f695a-2a0b-44fd-85cd-b05a8908620b None None] Port 30a8acd3-f9ef-4506-8aae-077af416bf35 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:45.815395 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Attempting to bind port a192312a-25f3-4f31-9a13-382ac682e089 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:45.815788 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Attempting to bind port a192312a-25f3-4f31-9a13-382ac682e089 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:45.816682 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Attempting to bind port a192312a-25f3-4f31-9a13-382ac682e089 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:45.853623 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:45.854002 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:45.855321 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.857514 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:45.858886 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Bound port: a192312a-25f3-4f31-9a13-382ac682e089, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:45.859284 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.862626 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc35a9f-dbcc-4647-8b7c-f52613784c4c None None] Pushing event updated for resources: {'Port': ['ID=a192312a-25f3-4f31-9a13-382ac682e089,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:45.934456 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c364-b6ef-4141-8990-1879454b579b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.937926 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c8c8c364-b6ef-4141-8990-1879454b579b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/56926871-c551-4934-91c1-9413057b5bc4 HTTP/1.1" status: 204 len: 168 time: 1.2395785 Jul 05 03:51:45.941400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fe400c-938a-4105-9ad3-3a4180550041 None None] Network 4d255eda-79de-4574-a30a-676c7f6818d2 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:45.964346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8c364-b6ef-4141-8990-1879454b579b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56926871-c551-4934-91c1-9413057b5bc4,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:45.968282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57500) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:46.002905 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] For port a192312a-25f3-4f31-9a13-382ac682e089, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:46.007993 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] For port a192312a-25f3-4f31-9a13-382ac682e089, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a192312a-25f3-4f31-9a13-382ac682e089,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:46.111520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:46.115381 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.241790 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.253201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-b8b32e77-5d6a-4dcb-a534-af3a4d15bc42 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0ebd1a45fe854aea94e05d6fdfc44596&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1799743 Jul 05 03:51:46.317034 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.325290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5b02a0-bc18-4653-b386-6c5c4837ac56 None None] DHCP port deletion for 4d255eda-79de-4574-a30a-676c7f6818d2 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:51:46.329598 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.343727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d370ed3-13bd-4e60-bd31-9ac2cd473726 req-bfb6c73b-a381-4cfd-93ce-31a7ec8a5490 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 210 time: 0.2575200 Jul 05 03:51:46.457096 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Routers {'a02bd650-1790-4a3d-b9fe-c813613dc842'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:46.457757 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:51:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a02bd650-1790-4a3d-b9fe-c813613dc842'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:46.461999 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-af5b02a0-bc18-4653-b386-6c5c4837ac56 None None] Deleting port 28ae0da6-d3d4-44b6-b607-c099f195a39e {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:46.462392 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-af5b02a0-bc18-4653-b386-6c5c4837ac56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.518715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Deleting port 28ae0da6-d3d4-44b6-b607-c099f195a39e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:46.519211 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.628720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-af5b02a0-bc18-4653-b386-6c5c4837ac56 None None] For port 28ae0da6-d3d4-44b6-b607-c099f195a39e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=28ae0da6-d3d4-44b6-b607-c099f195a39e,segment=NetworkSegment(56762a5d-fd80-4346-88ab-427b01e2e39c),segment_id=56762a5d-fd80-4346-88ab-427b01e2e39c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:46.676119 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-af5b02a0-bc18-4653-b386-6c5c4837ac56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.677239 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc35a9f-dbcc-4647-8b7c-f52613784c4c None None] Pushing event updated for resources: {'Port': ['ID=a192312a-25f3-4f31-9a13-382ac682e089,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:46.677931 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-af5b02a0-bc18-4653-b386-6c5c4837ac56 None None] Calling delete_port for 28ae0da6-d3d4-44b6-b607-c099f195a39e owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:46.706901 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] Set router a02bd650-1790-4a3d-b9fe-c813613dc842 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:46.719730 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] For port 28ae0da6-d3d4-44b6-b607-c099f195a39e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=28ae0da6-d3d4-44b6-b607-c099f195a39e,segment=NetworkSegment(56762a5d-fd80-4346-88ab-427b01e2e39c),segment_id=56762a5d-fd80-4346-88ab-427b01e2e39c)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:46.720738 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.721977 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-02e3fc08-473d-44d3-84d0-4e6c8eb592be tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:46.724207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-02e3fc08-473d-44d3-84d0-4e6c8eb592be tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531742 Jul 05 03:51:46.750814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Pushing event updated for resources: {'Port': ['ID=30a8acd3-f9ef-4506-8aae-077af416bf35,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:46.753225 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Calling delete_port for 28ae0da6-d3d4-44b6-b607-c099f195a39e owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:46.766538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Request body: {'port': {'device_id': 'c84e6ba7-ffce-4597-ac88-6e165cf262ab', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '0ebd1a45fe854aea94e05d6fdfc44596'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:46.777475 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Allocated IP 172.20.0.1 (4c0692f1-e78a-4026-9d68-ca6bbd63e093/67831f72-46cc-4dc8-b4ae-2e115ac3631a/ad4b1abb-5cde-4016-b6c3-71f05d384041) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:46.778797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f3e0e-6ffd-49de-af59-56855bb9ff8f req-c614b51e-f3e2-4e03-ba46-43bf1f1d74bd tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:46.786596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-007f3e0e-6ffd-49de-af59-56855bb9ff8f req-c614b51e-f3e2-4e03-ba46-43bf1f1d74bd tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 936 time: 0.7032559 Jul 05 03:51:46.880671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-007f3e0e-6ffd-49de-af59-56855bb9ff8f req-58d9f662-37c3-4863-b8b6-f53148349d22 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927634 Jul 05 03:51:46.887102 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-9e213f6f-90e3-4553-8437-630121fb372e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1385558 Jul 05 03:51:46.900276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Request body: {'port': {'device_id': 'bc1529df-0272-49b5-ba58-d6426955d43a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:46.960023 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-af5b02a0-bc18-4653-b386-6c5c4837ac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.994789 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.057974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b02a0-bc18-4653-b386-6c5c4837ac56 None None] Pushing event deleted for resources: {'Port': ['ID=28ae0da6-d3d4-44b6-b607-c099f195a39e,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:47.062703 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b02a0-bc18-4653-b386-6c5c4837ac56 None None] No DVR routers for this DVR port 28ae0da6-d3d4-44b6-b607-c099f195a39e on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:47.154796 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.172633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] No DVR routers for this DVR port 28ae0da6-d3d4-44b6-b607-c099f195a39e on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:47.193545 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 28ae0da6-d3d4-44b6-b607-c099f195a39e no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:47.198093 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1697535738-router', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'a192312a-25f3-4f31-9a13-382ac682e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:41Z', 'revision_number': 3, 'project_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'gw_port': {'id': 'a192312a-25f3-4f31-9a13-382ac682e089', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:39Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:47.238221 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8455e59-8e6e-4626-904c-5954e4a17441 None None] The sync data for ids ['a02bd650-1790-4a3d-b9fe-c813613dc842'] in n-d-798249-5 is: [{'id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1697535738-router', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'a192312a-25f3-4f31-9a13-382ac682e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:41Z', 'revision_number': 3, 'project_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'gw_port': {'id': 'a192312a-25f3-4f31-9a13-382ac682e089', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:39Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:47.277889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 28ae0da6-d3d4-44b6-b607-c099f195a39e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:47.278235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 28ae0da6-d3d4-44b6-b607-c099f195a39e not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:47.302994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ae0da6-d3d4-44b6-b607-c099f195a39e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:47.328603 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.335221 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.358595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d255eda-79de-4574-a30a-676c7f6818d2']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:47.374861 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Transition to ACTIVE for port object ad4b1abb-5cde-4016-b6c3-71f05d384041 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:47.376227 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56762a5d-fd80-4346-88ab-427b01e2e39c') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:47.377547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56762a5d-fd80-4346-88ab-427b01e2e39c') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:47.413659 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.442960 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:51:47.476022 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:51:47.602113 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c12ba374-6ae8-4522-9ca3-e13d70a8edc8 req-62e14034-9f1e-4157-a754-7d928f1a737a tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 210 time: 0.0559230 Jul 05 03:51:47.616976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a8acd3-f9ef-4506-8aae-077af416bf35 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:47.625932 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.650765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Transition to ACTIVE for port object 30a8acd3-f9ef-4506-8aae-077af416bf35 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:48.099117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355ae6a-9644-489b-a36a-f159a9c06de2 req-079072d4-fc13-4a70-9108-88208f62953d tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:48.099117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d355ae6a-9644-489b-a36a-f159a9c06de2 req-079072d4-fc13-4a70-9108-88208f62953d tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 936 time: 0.0763879 Jul 05 03:51:48.135963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Made reservation on behalf of 0ebd1a45fe854aea94e05d6fdfc44596 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:48.144193 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.158100 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.182931 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.215310 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.221300 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.233383 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4d255eda-79de-4574-a30a-676c7f6818d2 HTTP/1.1" status: 204 len: 168 time: 2.2562132 Jul 05 03:51:48.233383 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Network 4c0692f1-e78a-4026-9d68-ca6bbd63e093 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:48.251329 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:48.254445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:48.277850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52bba5-0afc-4c10-b798-d9b050a861d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d255eda-79de-4574-a30a-676c7f6818d2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:48.359543 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.373513 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4b1abb-5cde-4016-b6c3-71f05d384041,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:48.376785 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.387499 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d355ae6a-9644-489b-a36a-f159a9c06de2 req-02436fb9-7f13-416f-a287-e2418d0c9dcc tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822418 Jul 05 03:51:48.389449 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.446193 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.819027 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.819302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d092c070-a6c6-4701-8a98-2a775a4cbbf8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:48.835710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cf5c0ef5-7c49-44bd-94de-d243f9e6f9b5 None None] Provisioning for port ad4b1abb-5cde-4016-b6c3-71f05d384041 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:48.840644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cf5c0ef5-7c49-44bd-94de-d243f9e6f9b5 None None] Provisioning complete for port ad4b1abb-5cde-4016-b6c3-71f05d384041 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:48.841293 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cf5c0ef5-7c49-44bd-94de-d243f9e6f9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.843643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Pushing event updated for resources: {'Port': ['ID=30a8acd3-f9ef-4506-8aae-077af416bf35,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:48.898384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57562) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:48.933374 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c0ef5-7c49-44bd-94de-d243f9e6f9b5 None None] Port ad4b1abb-5cde-4016-b6c3-71f05d384041 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:48.946642 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09175027-bb20-4265-86bd-ce07107ffa89 req-6c07e7bb-530e-4f92-b451-cca917d9c4e7 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 210 time: 0.0595341 Jul 05 03:51:49.007057 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8758f7e3-f783-4361-b8e4-74a7e73dde97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b56552d4114347c490aa1db39061d6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045628 Jul 05 03:51:49.016021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57564) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:49.045352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-0e98bfcc-9c22-4248-9995-2b90d5819f09 req-227067d5-e393-4d36-84ed-fcaa4dc6f086 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Request body: {'security_group': {'name': 'tempest-securitygroup-540123455', 'description': 'tempest-description-595026653'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:49.078349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Attempting to bind port 30a8acd3-f9ef-4506-8aae-077af416bf35 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:49.078682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Attempting to bind port 30a8acd3-f9ef-4506-8aae-077af416bf35 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:49.079510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Attempting to bind port 30a8acd3-f9ef-4506-8aae-077af416bf35 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:49.117903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Allocated IP 192.168.233.51 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/49b55051-66f2-48dc-b79a-7bf9bc3e7745) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:49.146709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b72e7831-f000-4d6c-9240-b94f3206c304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.180225 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b72e7831-f000-4d6c-9240-b94f3206c304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.211345 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.225983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Port 30a8acd3-f9ef-4506-8aae-077af416bf35 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:49.226475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Attempting to bind port 30a8acd3-f9ef-4506-8aae-077af416bf35 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:49.236245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:49.236621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:49.237024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:49.237451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Bound port: 30a8acd3-f9ef-4506-8aae-077af416bf35, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:49.237814 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.250094 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0e98bfcc-9c22-4248-9995-2b90d5819f09 req-227067d5-e393-4d36-84ed-fcaa4dc6f086 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.272492 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0e98bfcc-9c22-4248-9995-2b90d5819f09 req-227067d5-e393-4d36-84ed-fcaa4dc6f086 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.288598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a192312a-25f3-4f31-9a13-382ac682e089 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:49.324590 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.403608 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.404692 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.405718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4b1abb-5cde-4016-b6c3-71f05d384041,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:49.420870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] For port 30a8acd3-f9ef-4506-8aae-077af416bf35, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:49.432938 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] For port 30a8acd3-f9ef-4506-8aae-077af416bf35, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=30a8acd3-f9ef-4506-8aae-077af416bf35,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:49.440610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Transition to ACTIVE for port object 49b55051-66f2-48dc-b79a-7bf9bc3e7745 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:49.499865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port a192312a-25f3-4f31-9a13-382ac682e089 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:49.504007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a192312a-25f3-4f31-9a13-382ac682e089 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:49.509287 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.533852 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b72e7831-f000-4d6c-9240-b94f3206c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.537412 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b72e7831-f000-4d6c-9240-b94f3206c304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.541284 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b72e7831-f000-4d6c-9240-b94f3206c304 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/483cadcf-37ed-45f6-aa03-02e59628ddac HTTP/1.1" status: 204 len: 168 time: 0.4967515 Jul 05 03:51:49.549073 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.554199 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0e98bfcc-9c22-4248-9995-2b90d5819f09 req-227067d5-e393-4d36-84ed-fcaa4dc6f086 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.554833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e7831-f000-4d6c-9240-b94f3206c304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483cadcf-37ed-45f6-aa03-02e59628ddac,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:49.562850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Network 4c0692f1-e78a-4026-9d68-ca6bbd63e093 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:49.564450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:49.594467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:49.596761 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.600625 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] 10.222.0.64 "PUT /v2.0/ports/30a8acd3-f9ef-4506-8aae-077af416bf35 HTTP/1.1" status: 200 len: 1096 time: 2.7032180 Jul 05 03:51:49.608407 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1529df-0272-49b5-ba58-d6426955d43a', 'tag': '30a8acd3-f9ef-4506-8aae-077af416bf35'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:49.611979 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216e8d57-3b47-4ecb-b010-591bbe4ca635" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1529df-0272-49b5-ba58-d6426955d43a", "tag": "30a8acd3-f9ef-4506-8aae-077af416bf35"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:49.679304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72041cd-55b8-4d82-8a68-6ffce8cc4c11 service neutron] Pushing event updated for resources: {'Port': ['ID=30a8acd3-f9ef-4506-8aae-077af416bf35,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:49.697377 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.715050 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0e98bfcc-9c22-4248-9995-2b90d5819f09 req-227067d5-e393-4d36-84ed-fcaa4dc6f086 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.737560 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.779526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port a192312a-25f3-4f31-9a13-382ac682e089, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a192312a-25f3-4f31-9a13-382ac682e089,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:49.788702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Router a02bd650-1790-4a3d-b9fe-c813613dc842 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:49.839078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:49.879175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:49.890365 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.920569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227067d5-e393-4d36-84ed-fcaa4dc6f086 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b0afcf-8a33-4bdf-a98c-0f3157ca07a0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:49.963770 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:50.011977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=a192312a-25f3-4f31-9a13-382ac682e089,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:50.021944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:50.028945 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2917ec6e-6ec6-44f6-9b77-9132578aadb2 admin admin] 10.222.0.60 "PUT /v2.0/routers/a02bd650-1790-4a3d-b9fe-c813613dc842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5723569 Jul 05 03:51:50.034794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Sync routers for ids ['a02bd650-1790-4a3d-b9fe-c813613dc842'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:50.047911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Routers {'a02bd650-1790-4a3d-b9fe-c813613dc842'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:50.048857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:51:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a02bd650-1790-4a3d-b9fe-c813613dc842'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:50.097229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Pushing event updated for resources: {'Port': ['ID=49b55051-66f2-48dc-b79a-7bf9bc3e7745,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:50.121711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-31ba4bfe-86ab-4f39-ab08-04fd2a680833 None None] Provisioning complete for port ad4b1abb-5cde-4016-b6c3-71f05d384041 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:50.122761 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-31ba4bfe-86ab-4f39-ab08-04fd2a680833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.188410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:50.189135 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.218470 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-31ba4bfe-86ab-4f39-ab08-04fd2a680833 None None] Port ad4b1abb-5cde-4016-b6c3-71f05d384041 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:50.257659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Set router a02bd650-1790-4a3d-b9fe-c813613dc842 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:50.291045 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba73c0-f38f-4279-b85a-ad4703778597 req-e6af69fa-d694-4ad4-b3bb-2007d44bc880 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:50.298079 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7ba73c0-f38f-4279-b85a-ad4703778597 req-e6af69fa-d694-4ad4-b3bb-2007d44bc880 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 948 time: 0.6086559 Jul 05 03:51:50.319786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-1c846e95-91c3-4c81-81f7-272398ebb793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:50.321417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-1c846e95-91c3-4c81-81f7-272398ebb793 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618ab05efd3540ccade943a1c1b138f9&device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 1099 time: 0.4763234 Jul 05 03:51:50.324003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0e98bfcc-9c22-4248-9995-2b90d5819f09 req-227067d5-e393-4d36-84ed-fcaa4dc6f086 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.384836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-fc3a613b-91f2-44a3-b3cf-17c459a89a65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=30a8acd3-f9ef-4506-8aae-077af416bf35 HTTP/1.1" status: 200 len: 217 time: 0.0524008 Jul 05 03:51:50.395251 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7ba73c0-f38f-4279-b85a-ad4703778597 req-10853e0d-5e98-4e4e-9390-d6554413105d tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938106 Jul 05 03:51:50.432484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0e98bfcc-9c22-4248-9995-2b90d5819f09 req-227067d5-e393-4d36-84ed-fcaa4dc6f086 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.481234 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beba298d-7b73-4f69-acc9-e8d7ff91d725 x-openstack-request-id: req-beba298d-7b73-4f69-acc9-e8d7ff91d725 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:50.481551 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1529df-0272-49b5-ba58-d6426955d43a", "tag": "30a8acd3-f9ef-4506-8aae-077af416bf35", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:50.481780 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-beba298d-7b73-4f69-acc9-e8d7ff91d725 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:50.482187 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1529df-0272-49b5-ba58-d6426955d43a', 'tag': '30a8acd3-f9ef-4506-8aae-077af416bf35', 'status': 'completed', 'code': 200} Jul 05 03:51:50.516634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-b052722a-45b1-4402-9f35-2b2fc98d0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:50.518666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-b052722a-45b1-4402-9f35-2b2fc98d0a0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1244600 Jul 05 03:51:50.518874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227067d5-e393-4d36-84ed-fcaa4dc6f086 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deff8eb4-a883-4c2f-bd67-2af339d8efdd,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:50.577938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-7c2142da-3f44-4dab-8f18-b9e92eb96f95 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8416514 Jul 05 03:51:50.600766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Request body: {'port': {'device_id': 'c84e6ba7-ffce-4597-ac88-6e165cf262ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:50.642474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-73290da7-72f2-499c-9347-3729d95a77bd None None] Provisioning for port 49b55051-66f2-48dc-b79a-7bf9bc3e7745 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:50.643868 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0e98bfcc-9c22-4248-9995-2b90d5819f09 req-227067d5-e393-4d36-84ed-fcaa4dc6f086 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.645892 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e98bfcc-9c22-4248-9995-2b90d5819f09 req-227067d5-e393-4d36-84ed-fcaa4dc6f086 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6146066 Jul 05 03:51:50.648273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-73290da7-72f2-499c-9347-3729d95a77bd None None] Provisioning complete for port 49b55051-66f2-48dc-b79a-7bf9bc3e7745 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:50.648683 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73290da7-72f2-499c-9347-3729d95a77bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.680331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1697535738-router', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'a192312a-25f3-4f31-9a13-382ac682e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:48Z', 'revision_number': 4, 'project_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'gw_port': {'id': 'a192312a-25f3-4f31-9a13-382ac682e089', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:39Z', 'updated_at': '2021-07-05T03:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ad4b1abb-5cde-4016-b6c3-71f05d384041', 'name': '', 'network_id': '4c0692f1-e78a-4026-9d68-ca6bbd63e093', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'mac_address': 'fa:16:3e:13:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '67831f72-46cc-4dc8-b4ae-2e115ac3631a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:46Z', 'updated_at': '2021-07-05T03:51:48Z', 'revision_number': 2, 'project_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'subnets': [{'id': '67831f72-46cc-4dc8-b4ae-2e115ac3631a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:50.710059 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Checking router: a02bd650-1790-4a3d-b9fe-c813613dc842 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:50.710418 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Updating router a02bd650-1790-4a3d-b9fe-c813613dc842 port ad4b1abb-5cde-4016-b6c3-71f05d384041 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:50.743140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-73290da7-72f2-499c-9347-3729d95a77bd None None] Port 49b55051-66f2-48dc-b79a-7bf9bc3e7745 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:50.755679 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.767045 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.791374 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-83fb71bd-2a4c-488e-9050-f2347e012f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:50.793021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-83fb71bd-2a4c-488e-9050-f2347e012f73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2511740 Jul 05 03:51:50.809456 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9b403-f17e-4577-9171-03e9fb5905bf req-db9b44e3-9bc1-4575-b8fb-020f9fb22e28 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:50.811070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4c9b403-f17e-4577-9171-03e9fb5905bf req-db9b44e3-9bc1-4575-b8fb-020f9fb22e28 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 935 time: 0.1888201 Jul 05 03:51:51.005943 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4c9b403-f17e-4577-9171-03e9fb5905bf req-4c57c9de-fb28-48a4-95d3-3161ce16f08a tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/security-groups?id=d092c070-a6c6-4701-8a98-2a775a4cbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648674 Jul 05 03:51:51.068285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ec3db3ac-7bc0-4c40-80c4-8cfcb93fc9c2 req-a4f7c8fa-aa3d-4951-93eb-4a96a74fec24 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Request body: {'security_group': {'name': 'tempest-securitygroup-459000981', 'description': 'tempest-description-1717344651'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:51.182788 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a192312a-25f3-4f31-9a13-382ac682e089 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:51.183848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69f27b0c-8e61-47af-b516-6a22bbde0784 req-9ea7b7dd-eb49-47e6-9cbd-470feeb97409 tempest-FloatingIPsNegativeTestJSON-1793163278 tempest-FloatingIPsNegativeTestJSON-1793163278-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=5ce45a8ec5f04ad99047d367fd495ca2 HTTP/1.1" status: 200 len: 217 time: 0.1202631 Jul 05 03:51:51.194546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-aea8c30d-b93b-4122-951d-41574e315d2d service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626945 Jul 05 03:51:51.292585 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02a9de47-8d45-4b52-8f0d-52c725bef2a6 req-9f34f201-95b9-4885-b3a8-31e764c0e90c tempest-FloatingIPsNegativeTestJSON-1793163278 tempest-FloatingIPsNegativeTestJSON-1793163278-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0790181 Jul 05 03:51:51.323555 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.326083 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa060-81db-4cf4-87d5-d74f0d79a986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.338240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a192312a-25f3-4f31-9a13-382ac682e089 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:51.338634 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.340608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Transition to ACTIVE for port object ad4b1abb-5cde-4016-b6c3-71f05d384041 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:51.446485 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.457424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b55051-66f2-48dc-b79a-7bf9bc3e7745 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:51.494757 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.498717 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ec3db3ac-7bc0-4c40-80c4-8cfcb93fc9c2 req-a4f7c8fa-aa3d-4951-93eb-4a96a74fec24 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.512335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e098847-5d9e-44e4-8ee0-c2e22783e3eb req-279bc99b-ff7e-41b3-88ce-20e0179b917f service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126090 Jul 05 03:51:51.535041 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae7d63-a708-4511-97e0-e3ed736bb660 None None] Pushing event updated for resources: {'Port': ['ID=ad4b1abb-5cde-4016-b6c3-71f05d384041,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:51.575351 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-bf340d4f-89dc-40c5-a372-a045082f6629 req-b11e6d74-4ed9-46a4-a561-6b65dec35efe tempest-FloatingIPsNegativeTestJSON-1793163278 tempest-FloatingIPsNegativeTestJSON-1793163278-project] show failed (client error): The resource could not be found. Jul 05 03:51:51.587183 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57634) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:51.590173 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf340d4f-89dc-40c5-a372-a045082f6629 req-b11e6d74-4ed9-46a4-a561-6b65dec35efe tempest-FloatingIPsNegativeTestJSON-1793163278 tempest-FloatingIPsNegativeTestJSON-1793163278-project] 10.222.0.60 "GET /v2.0/floatingips/209fd396-aaf6-44d7-af1a-16168702a1ba HTTP/1.1" status: 404 len: 350 time: 0.1202416 Jul 05 03:51:51.592241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Transition to ACTIVE for port object 49b55051-66f2-48dc-b79a-7bf9bc3e7745 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:51.630837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Attempting to bind port ad4b1abb-5cde-4016-b6c3-71f05d384041 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:51.631320 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Attempting to bind port ad4b1abb-5cde-4016-b6c3-71f05d384041 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '30555ca2-563a-4eca-9472-40176d27de9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4c0692f1-e78a-4026-9d68-ca6bbd63e093'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:51.631696 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Attempting to bind port ad4b1abb-5cde-4016-b6c3-71f05d384041 on network 4c0692f1-e78a-4026-9d68-ca6bbd63e093 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:51.638052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:51.638483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Checking segment: {'id': '30555ca2-563a-4eca-9472-40176d27de9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4c0692f1-e78a-4026-9d68-ca6bbd63e093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:51.644011 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.644011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Bound using segment: {'id': '30555ca2-563a-4eca-9472-40176d27de9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4c0692f1-e78a-4026-9d68-ca6bbd63e093'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:51.644011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Bound port: ad4b1abb-5cde-4016-b6c3-71f05d384041, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30555ca2-563a-4eca-9472-40176d27de9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4c0692f1-e78a-4026-9d68-ca6bbd63e093'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:51.644011 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.672681 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.796749 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] For port ad4b1abb-5cde-4016-b6c3-71f05d384041, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:51.821854 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] For port ad4b1abb-5cde-4016-b6c3-71f05d384041, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ad4b1abb-5cde-4016-b6c3-71f05d384041,segment=NetworkSegment(30555ca2-563a-4eca-9472-40176d27de9a),segment_id=30555ca2-563a-4eca-9472-40176d27de9a)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:51.844525 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ec3db3ac-7bc0-4c40-80c4-8cfcb93fc9c2 req-a4f7c8fa-aa3d-4951-93eb-4a96a74fec24 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.855146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Pushing event updated for resources: {'Port': ['ID=49b55051-66f2-48dc-b79a-7bf9bc3e7745,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:51.953011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e8d57-3b47-4ecb-b010-591bbe4ca635 req-aac702ea-0912-4ed3-b97e-83e7a4bb02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:51.954610 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-216e8d57-3b47-4ecb-b010-591bbe4ca635 req-aac702ea-0912-4ed3-b97e-83e7a4bb02c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618ab05efd3540ccade943a1c1b138f9&device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 1099 time: 0.2714069 Jul 05 03:51:51.975437 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.033323 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ec3db3ac-7bc0-4c40-80c4-8cfcb93fc9c2 req-a4f7c8fa-aa3d-4951-93eb-4a96a74fec24 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.100808 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae7d63-a708-4511-97e0-e3ed736bb660 None None] Pushing event updated for resources: {'Port': ['ID=ad4b1abb-5cde-4016-b6c3-71f05d384041,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:52.105970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Routers {'a02bd650-1790-4a3d-b9fe-c813613dc842'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:52.106608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:51:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a02bd650-1790-4a3d-b9fe-c813613dc842'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:52.121655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7c8fa-aa3d-4951-93eb-4a96a74fec24 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb404c3-b0ad-4850-824b-c24a0fb92c45,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:52.127393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Attempting to bind port 49b55051-66f2-48dc-b79a-7bf9bc3e7745 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:52.128705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Attempting to bind port 49b55051-66f2-48dc-b79a-7bf9bc3e7745 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:52.129184 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Attempting to bind port 49b55051-66f2-48dc-b79a-7bf9bc3e7745 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:52.166574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Port 49b55051-66f2-48dc-b79a-7bf9bc3e7745 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:52.175736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Attempting to bind port 49b55051-66f2-48dc-b79a-7bf9bc3e7745 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:52.193424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76a49-dcf6-44d6-83a8-50d8d46ba0df req-6ff29104-2528-4354-a83e-cbf37367d31e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.195180 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7c76a49-dcf6-44d6-83a8-50d8d46ba0df req-6ff29104-2528-4354-a83e-cbf37367d31e tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 948 time: 0.3478167 Jul 05 03:51:52.199980 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:52.203291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:52.203853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:52.204637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Bound port: 49b55051-66f2-48dc-b79a-7bf9bc3e7745, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:52.205141 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.225894 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.253814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e8d57-3b47-4ecb-b010-591bbe4ca635 req-72c7da68-5468-419e-a3f3-b192a72a57da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.255690 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-216e8d57-3b47-4ecb-b010-591bbe4ca635 req-72c7da68-5468-419e-a3f3-b192a72a57da service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.2811844 Jul 05 03:51:52.258540 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ec3db3ac-7bc0-4c40-80c4-8cfcb93fc9c2 req-a4f7c8fa-aa3d-4951-93eb-4a96a74fec24 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.272769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec3db3ac-7bc0-4c40-80c4-8cfcb93fc9c2 req-a4f7c8fa-aa3d-4951-93eb-4a96a74fec24 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2166078 Jul 05 03:51:52.476073 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7c76a49-dcf6-44d6-83a8-50d8d46ba0df req-196e33c9-b71b-48e0-803c-d6ad39655872 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563295 Jul 05 03:51:52.479657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-216e8d57-3b47-4ecb-b010-591bbe4ca635 req-e083e99a-da50-4792-9672-593cba628bbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=30a8acd3-f9ef-4506-8aae-077af416bf35 HTTP/1.1" status: 200 len: 217 time: 0.2054195 Jul 05 03:51:52.511662 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] Set router a02bd650-1790-4a3d-b9fe-c813613dc842 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:52.573627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Deleting port ad4b1abb-5cde-4016-b6c3-71f05d384041 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:52.573985 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.584722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] For port 49b55051-66f2-48dc-b79a-7bf9bc3e7745, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:52.588291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e8d57-3b47-4ecb-b010-591bbe4ca635 req-e2b42a36-6e10-4711-81d2-e3d92b18483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.592179 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-216e8d57-3b47-4ecb-b010-591bbe4ca635 req-e2b42a36-6e10-4711-81d2-e3d92b18483f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1032615 Jul 05 03:51:52.594649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] For port 49b55051-66f2-48dc-b79a-7bf9bc3e7745, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=49b55051-66f2-48dc-b79a-7bf9bc3e7745,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:52.704271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] For port ad4b1abb-5cde-4016-b6c3-71f05d384041, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ad4b1abb-5cde-4016-b6c3-71f05d384041,segment=NetworkSegment(30555ca2-563a-4eca-9472-40176d27de9a),segment_id=30555ca2-563a-4eca-9472-40176d27de9a)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:52.705069 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.725207 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Calling delete_port for ad4b1abb-5cde-4016-b6c3-71f05d384041 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:52.960233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1697535738-router', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'a192312a-25f3-4f31-9a13-382ac682e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:48Z', 'revision_number': 4, 'project_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'gw_port': {'id': 'a192312a-25f3-4f31-9a13-382ac682e089', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:39Z', 'updated_at': '2021-07-05T03:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ad4b1abb-5cde-4016-b6c3-71f05d384041', 'name': '', 'network_id': '4c0692f1-e78a-4026-9d68-ca6bbd63e093', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'mac_address': 'fa:16:3e:13:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '67831f72-46cc-4dc8-b4ae-2e115ac3631a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:46Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 4, 'project_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'subnets': [{'id': '67831f72-46cc-4dc8-b4ae-2e115ac3631a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:52.992016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ca341-8261-4b4a-b74a-6303db2b7df5 None None] The sync data for ids ['a02bd650-1790-4a3d-b9fe-c813613dc842'] in n-d-798249-5 is: [{'id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1697535738-router', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'a192312a-25f3-4f31-9a13-382ac682e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:48Z', 'revision_number': 4, 'project_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'gw_port': {'id': 'a192312a-25f3-4f31-9a13-382ac682e089', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:39Z', 'updated_at': '2021-07-05T03:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ad4b1abb-5cde-4016-b6c3-71f05d384041', 'name': '', 'network_id': '4c0692f1-e78a-4026-9d68-ca6bbd63e093', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'mac_address': 'fa:16:3e:13:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '67831f72-46cc-4dc8-b4ae-2e115ac3631a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:46Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 4, 'project_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'subnets': [{'id': '67831f72-46cc-4dc8-b4ae-2e115ac3631a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:53.027246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-dfb5988f-97d3-46a6-bd98-ac12295686d8 req-74d8596c-f62a-4a03-9883-7d173e3bddda tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1920769306', 'description': 'tempest-description-2011805323'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:53.054070 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.133999 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.166874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:53.167514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.178199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] 10.222.0.64 "PUT /v2.0/ports/49b55051-66f2-48dc-b79a-7bf9bc3e7745 HTTP/1.1" status: 200 len: 1095 time: 2.5919287 Jul 05 03:51:53.178577 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84e6ba7-ffce-4597-ac88-6e165cf262ab', 'tag': '49b55051-66f2-48dc-b79a-7bf9bc3e7745'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:53.199343 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18dd6c8-8939-4d87-9b03-b8df0ddfdcc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c84e6ba7-ffce-4597-ac88-6e165cf262ab", "tag": "49b55051-66f2-48dc-b79a-7bf9bc3e7745"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:53.212129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4b1abb-5cde-4016-b6c3-71f05d384041,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:53.259263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c8097-4542-4a56-9cc9-881bca5c1276 service neutron] Pushing event updated for resources: {'Port': ['ID=49b55051-66f2-48dc-b79a-7bf9bc3e7745,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:53.303776 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad4b1abb-5cde-4016-b6c3-71f05d384041 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:53.353066 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e8d57-3b47-4ecb-b010-591bbe4ca635 req-0ad14113-985b-4780-941e-49d2bb750782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:53.357090 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-216e8d57-3b47-4ecb-b010-591bbe4ca635 req-0ad14113-985b-4780-941e-49d2bb750782 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7597053 Jul 05 03:51:53.361063 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ad4b1abb-5cde-4016-b6c3-71f05d384041 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:53.361413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad4b1abb-5cde-4016-b6c3-71f05d384041 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 03:51:53.383340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:53.383904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:53.384382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:53.384883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:53.385332 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:53.385782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:53.386226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:53.386672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:53.387190 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:53.387639 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:53.388075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:53.388556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:53.401556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Port ad4b1abb-5cde-4016-b6c3-71f05d384041 not found, will not notify nova. {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 03:51:53.435314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dfb5988f-97d3-46a6-bd98-ac12295686d8 req-74d8596c-f62a-4a03-9883-7d173e3bddda tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.561453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9272d60-34b9-43c9-be83-ea5bef487937 req-e8be3477-accd-4a6b-8de2-2b1dbb086e5a tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:53.574621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9272d60-34b9-43c9-be83-ea5bef487937 req-e8be3477-accd-4a6b-8de2-2b1dbb086e5a tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 947 time: 0.5556724 Jul 05 03:51:53.575474 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dfb5988f-97d3-46a6-bd98-ac12295686d8 req-74d8596c-f62a-4a03-9883-7d173e3bddda tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.802188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-4aee67ef-62c1-43e7-9e56-649bef2668d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:53.802188 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-4aee67ef-62c1-43e7-9e56-649bef2668d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ebd1a45fe854aea94e05d6fdfc44596&device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 1098 time: 0.3702536 Jul 05 03:51:53.810146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9272d60-34b9-43c9-be83-ea5bef487937 req-025cf0cc-1040-44f7-bc78-fc7337ea277d tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/security-groups?id=d092c070-a6c6-4701-8a98-2a775a4cbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166927 Jul 05 03:51:53.897046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-216e8d57-3b47-4ecb-b010-591bbe4ca635 req-83fe2a79-ead9-4075-8d9f-9fd525fdcd8e service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304027 Jul 05 03:51:53.993569 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-90c2ce53-418f-4eb7-a53e-c8f6a406c7bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=49b55051-66f2-48dc-b79a-7bf9bc3e7745 HTTP/1.1" status: 200 len: 217 time: 0.1822429 Jul 05 03:51:54.011447 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccc1220-2575-4e5e-8797-912dbef13b9f x-openstack-request-id: req-1ccc1220-2575-4e5e-8797-912dbef13b9f {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:54.013772 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84e6ba7-ffce-4597-ac88-6e165cf262ab", "tag": "49b55051-66f2-48dc-b79a-7bf9bc3e7745", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:54.014043 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ccc1220-2575-4e5e-8797-912dbef13b9f {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:54.014767 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84e6ba7-ffce-4597-ac88-6e165cf262ab', 'tag': '49b55051-66f2-48dc-b79a-7bf9bc3e7745', 'status': 'completed', 'code': 200} Jul 05 03:51:54.052682 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.113683 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dfb5988f-97d3-46a6-bd98-ac12295686d8 req-74d8596c-f62a-4a03-9883-7d173e3bddda tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.184778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-e6fe1bc3-7279-4ae1-a34d-bafa1747bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:54.192784 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-e6fe1bc3-7279-4ae1-a34d-bafa1747bb66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1679115 Jul 05 03:51:54.258411 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dfb5988f-97d3-46a6-bd98-ac12295686d8 req-74d8596c-f62a-4a03-9883-7d173e3bddda tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.262198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-216e8d57-3b47-4ecb-b010-591bbe4ca635 req-0e357f3f-70dc-461c-bc41-53f0b595c0b0 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665970 Jul 05 03:51:54.306119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Router a02bd650-1790-4a3d-b9fe-c813613dc842 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:54.311808 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a957678d-a059-497e-9f62-8f62c35eddd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.325812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8596c-f62a-4a03-9883-7d173e3bddda tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5143095-3221-4324-8114-eb885abe4ea5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:54.341732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b4d1e-5aae-42e4-b395-bd86f5f716b6 req-187ff729-52a4-4d10-b761-c4a414174ce9 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:54.348673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-642b4d1e-5aae-42e4-b395-bd86f5f716b6 req-187ff729-52a4-4d10-b761-c4a414174ce9 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 948 time: 0.2065690 Jul 05 03:51:54.381993 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.399199 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-9eeb3574-a596-479c-b4ac-7625be310d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:54.400831 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-9eeb3574-a596-479c-b4ac-7625be310d38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2046983 Jul 05 03:51:54.447678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:54.454965 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-716a89ad-5c88-4684-9be2-d3cdf16ed595 admin admin] 10.222.0.60 "PUT /v2.0/routers/a02bd650-1790-4a3d-b9fe-c813613dc842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8656418 Jul 05 03:51:54.461002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57680) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:54.498785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-642b4d1e-5aae-42e4-b395-bd86f5f716b6 req-c381ba86-d670-4b28-a18a-245b605e9542 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491494 Jul 05 03:51:54.530626 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dfb5988f-97d3-46a6-bd98-ac12295686d8 req-74d8596c-f62a-4a03-9883-7d173e3bddda tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.578465 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-686fa0a8-9bda-4487-91e7-5ab1ac9d380a service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681716 Jul 05 03:51:54.596674 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.685892 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dfb5988f-97d3-46a6-bd98-ac12295686d8 req-74d8596c-f62a-4a03-9883-7d173e3bddda tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.740529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8596c-f62a-4a03-9883-7d173e3bddda tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e757a61-42ef-4b32-91ef-0740232f12ed,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:54.746974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b1b5cc3-a322-4bfd-82d0-9190b02f0b9a req-3a79e899-679c-4739-a571-3478e7203dc1 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623378 Jul 05 03:51:54.782786 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.825067 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a648195-94d1-40fc-a898-84c79c1596c8 None None] Sync routers for ids ['a02bd650-1790-4a3d-b9fe-c813613dc842'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:54.835003 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a648195-94d1-40fc-a898-84c79c1596c8 None None] Routers {'a02bd650-1790-4a3d-b9fe-c813613dc842'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:54.835623 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1a648195-94d1-40fc-a898-84c79c1596c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:51:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a02bd650-1790-4a3d-b9fe-c813613dc842'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:54.888654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dfb5988f-97d3-46a6-bd98-ac12295686d8 req-74d8596c-f62a-4a03-9883-7d173e3bddda tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.891119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfb5988f-97d3-46a6-bd98-ac12295686d8 req-74d8596c-f62a-4a03-9883-7d173e3bddda tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.8712122 Jul 05 03:51:54.926124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-f4f6c756-c8ea-42ca-ba26-7087e29a7d18 req-40d499b2-f818-480a-9c4a-fbd7b2dae598 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1327881631', 'description': 'tempest-description-781543435'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:54.991608 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-1a648195-94d1-40fc-a898-84c79c1596c8 None None] Set router a02bd650-1790-4a3d-b9fe-c813613dc842 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:54.996839 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] Deleting port a192312a-25f3-4f31-9a13-382ac682e089 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:54.997198 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.059748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18dd6c8-8939-4d87-9b03-b8df0ddfdcc6 req-5759ac32-3790-422b-aea4-df9913230ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:55.061476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c18dd6c8-8939-4d87-9b03-b8df0ddfdcc6 req-5759ac32-3790-422b-aea4-df9913230ef1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ebd1a45fe854aea94e05d6fdfc44596&device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 1098 time: 0.1401086 Jul 05 03:51:55.071754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d4a1f-e571-4ba6-8431-764d10572d44 req-a5667b2c-bb67-491a-a345-eb1e5007704d tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:55.073486 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-299d4a1f-e571-4ba6-8431-764d10572d44 req-a5667b2c-bb67-491a-a345-eb1e5007704d tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 947 time: 0.0936303 Jul 05 03:51:55.103983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] For port a192312a-25f3-4f31-9a13-382ac682e089, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a192312a-25f3-4f31-9a13-382ac682e089,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:55.106517 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.122449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] Calling delete_port for a192312a-25f3-4f31-9a13-382ac682e089 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:55.188955 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-299d4a1f-e571-4ba6-8431-764d10572d44 req-66fbdab1-b937-4ada-8379-13db02ea070c tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/security-groups?id=d092c070-a6c6-4701-8a98-2a775a4cbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649724 Jul 05 03:51:55.207185 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18dd6c8-8939-4d87-9b03-b8df0ddfdcc6 req-a1bfc81b-c26b-499e-bf04-f1b1a33e26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:55.209561 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c18dd6c8-8939-4d87-9b03-b8df0ddfdcc6 req-a1bfc81b-c26b-499e-bf04-f1b1a33e26fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1350729 Jul 05 03:51:55.228023 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.238629 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1a648195-94d1-40fc-a898-84c79c1596c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1697535738-router', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'a192312a-25f3-4f31-9a13-382ac682e089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:52Z', 'revision_number': 5, 'project_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'gw_port': {'id': 'a192312a-25f3-4f31-9a13-382ac682e089', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:39Z', 'updated_at': '2021-07-05T03:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:55.259240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c18dd6c8-8939-4d87-9b03-b8df0ddfdcc6 req-bdc4d970-4b8f-41e8-be5f-1af4214da882 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=49b55051-66f2-48dc-b79a-7bf9bc3e7745 HTTP/1.1" status: 200 len: 217 time: 0.0425487 Jul 05 03:51:55.260103 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f4f6c756-c8ea-42ca-ba26-7087e29a7d18 req-40d499b2-f818-480a-9c4a-fbd7b2dae598 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.277853 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a648195-94d1-40fc-a898-84c79c1596c8 None None] Checking router: a02bd650-1790-4a3d-b9fe-c813613dc842 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:55.287733 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a648195-94d1-40fc-a898-84c79c1596c8 None None] Routers {'a02bd650-1790-4a3d-b9fe-c813613dc842'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:55.288547 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1a648195-94d1-40fc-a898-84c79c1596c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:51:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a02bd650-1790-4a3d-b9fe-c813613dc842'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:55.351595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18dd6c8-8939-4d87-9b03-b8df0ddfdcc6 req-e4ae86f8-8a21-4e49-9d5f-8861af945f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:55.353126 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c18dd6c8-8939-4d87-9b03-b8df0ddfdcc6 req-e4ae86f8-8a21-4e49-9d5f-8861af945f67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0780544 Jul 05 03:51:55.387190 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-1a648195-94d1-40fc-a898-84c79c1596c8 None None] Set router a02bd650-1790-4a3d-b9fe-c813613dc842 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:55.410403 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.440724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] Pushing event deleted for resources: {'Port': ['ID=a192312a-25f3-4f31-9a13-382ac682e089,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:55.441467 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f4f6c756-c8ea-42ca-ba26-7087e29a7d18 req-40d499b2-f818-480a-9c4a-fbd7b2dae598 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.446436 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1a648195-94d1-40fc-a898-84c79c1596c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1697535738-router', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 6, 'project_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:55.462640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18dd6c8-8939-4d87-9b03-b8df0ddfdcc6 req-ca323442-23e3-48ed-8a2d-dfcb46b0963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:55.464625 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c18dd6c8-8939-4d87-9b03-b8df0ddfdcc6 req-ca323442-23e3-48ed-8a2d-dfcb46b0963d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028283 Jul 05 03:51:55.474540 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a648195-94d1-40fc-a898-84c79c1596c8 None None] The sync data for ids ['a02bd650-1790-4a3d-b9fe-c813613dc842'] in n-d-798249-5 is: [{'id': 'a02bd650-1790-4a3d-b9fe-c813613dc842', 'name': 'tempest-FloatingIPsNegativeTestJSON-1697535738-router', 'tenant_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 6, 'project_id': '5ce45a8ec5f04ad99047d367fd495ca2', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:55.523315 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.532287 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f4f6c756-c8ea-42ca-ba26-7087e29a7d18 req-40d499b2-f818-480a-9c4a-fbd7b2dae598 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.580388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d499b2-f818-480a-9c4a-fbd7b2dae598 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cfeb9d-0c52-4d4f-94ec-45934165544b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:55.602978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c18dd6c8-8939-4d87-9b03-b8df0ddfdcc6 req-800cd0ca-2ea0-48aa-9a4a-743db0af1b8d service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314585 Jul 05 03:51:55.629498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.632580 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.701120 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c18dd6c8-8939-4d87-9b03-b8df0ddfdcc6 req-598cbf37-3d40-45f7-b038-cdedd41da95f service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914977 Jul 05 03:51:55.707164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f4f6c756-c8ea-42ca-ba26-7087e29a7d18 req-40d499b2-f818-480a-9c4a-fbd7b2dae598 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.708391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4f6c756-c8ea-42ca-ba26-7087e29a7d18 req-40d499b2-f818-480a-9c4a-fbd7b2dae598 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7886250 Jul 05 03:51:55.794519 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.795132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a02bd650-1790-4a3d-b9fe-c813613dc842 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:51:55.801124 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.803921 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fe83d93a-80ed-4e24-92eb-3f37f7585344 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a02bd650-1790-4a3d-b9fe-c813613dc842 HTTP/1.1" status: 204 len: 168 time: 1.3414884 Jul 05 03:51:55.806335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57722) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:55.889465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17aa617-c47f-4e49-93fd-655247758867 admin admin] Deleting subnet 67831f72-46cc-4dc8-b4ae-2e115ac3631a {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:51:55.893796 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e17aa617-c47f-4e49-93fd-655247758867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.940442 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e17aa617-c47f-4e49-93fd-655247758867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.971125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee504a32-dd9b-447d-a6fd-ee42de44fb11 req-85de3d4c-99ca-453d-97a5-3551646903fd tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:55.972888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee504a32-dd9b-447d-a6fd-ee42de44fb11 req-85de3d4c-99ca-453d-97a5-3551646903fd tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 948 time: 0.1643696 Jul 05 03:51:56.082189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee504a32-dd9b-447d-a6fd-ee42de44fb11 req-935196c2-4005-4a65-adba-3991dbad8db6 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003389 Jul 05 03:51:56.087228 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 30a8acd3-f9ef-4506-8aae-077af416bf35 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:56.118051 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e17aa617-c47f-4e49-93fd-655247758867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.237315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 30a8acd3-f9ef-4506-8aae-077af416bf35, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=30a8acd3-f9ef-4506-8aae-077af416bf35,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:56.251674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '30a8acd3-f9ef-4506-8aae-077af416bf35', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '30a8acd3-f9ef-4506-8aae-077af416bf35', 'mac_address': 'fa:16:3e:1d:41:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:56.307938 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.322257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a8acd3-f9ef-4506-8aae-077af416bf35 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:56.345416 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 30a8acd3-f9ef-4506-8aae-077af416bf35, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=30a8acd3-f9ef-4506-8aae-077af416bf35,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:56.356927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81a21-cb75-440b-8982-230c43e2d73e req-51065229-b7a1-4b8f-9398-59d654d4c80e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:56.358680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-acd81a21-cb75-440b-8982-230c43e2d73e req-51065229-b7a1-4b8f-9398-59d654d4c80e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.1421380 Jul 05 03:51:56.380966 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e17aa617-c47f-4e49-93fd-655247758867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.404203 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-3cf20a27-1537-488c-91f7-f1f066c31e9d tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42287 time: 0.4121778 Jul 05 03:51:56.439776 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17aa617-c47f-4e49-93fd-655247758867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67831f72-46cc-4dc8-b4ae-2e115ac3631a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:56.440606 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0741e9d8-9ef4-4fa1-befa-f4f697b09fae None None] Network 4c0692f1-e78a-4026-9d68-ca6bbd63e093 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:56.442808 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e17aa617-c47f-4e49-93fd-655247758867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.444702 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e17aa617-c47f-4e49-93fd-655247758867 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/67831f72-46cc-4dc8-b4ae-2e115ac3631a HTTP/1.1" status: 204 len: 168 time: 0.6373074 Jul 05 03:51:56.449340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57744) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:56.465906 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-acd81a21-cb75-440b-8982-230c43e2d73e req-05c3ae06-6f14-46ab-8855-0b5be44eff09 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995040 Jul 05 03:51:56.496565 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-47b2ffa3-dc86-4016-bf4c-a62c98a339ab tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/069b4757-c201-4ece-8bb7-e45c8730a3fa HTTP/1.1" status: 200 len: 2973 time: 0.0676739 Jul 05 03:51:56.516263 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.553135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-c0b04761-7399-432d-9178-a34bf0f1b57f tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/069b4757-c201-4ece-8bb7-e45c8730a3fa HTTP/1.1" status: 200 len: 2973 time: 0.0556226 Jul 05 03:51:56.573920 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.608672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-b8901032-0332-4d5b-8b22-27e09713e24d tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/15743743-0a2f-4f67-a372-77ab9e0f0ee8 HTTP/1.1" status: 200 len: 2981 time: 0.0542068 Jul 05 03:51:56.698778 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-515fcae1-477e-46dc-8beb-5270ec29bac0 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/15743743-0a2f-4f67-a372-77ab9e0f0ee8 HTTP/1.1" status: 200 len: 2981 time: 0.0863183 Jul 05 03:51:56.712180 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=30a8acd3-f9ef-4506-8aae-077af416bf35,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:56.718220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Deleting port a2c383e1-8676-4b3d-abf7-22fd940de37e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:56.719329 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.752929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['30a8acd3-f9ef-4506-8aae-077af416bf35'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:56.796693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] For port a2c383e1-8676-4b3d-abf7-22fd940de37e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a2c383e1-8676-4b3d-abf7-22fd940de37e,segment=NetworkSegment(30555ca2-563a-4eca-9472-40176d27de9a),segment_id=30555ca2-563a-4eca-9472-40176d27de9a)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:56.797727 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.799177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-7b3ad1e3-e0b9-4d62-bc76-407205b47ce1 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/23ccd9a1-9a4d-4b0b-9fd4-49185b4bafbf HTTP/1.1" status: 200 len: 2981 time: 0.0997381 Jul 05 03:51:56.830077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Calling delete_port for a2c383e1-8676-4b3d-abf7-22fd940de37e owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:56.860183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e001a186-2aa7-4081-b5fa-1e9766b138af None None] DHCP port deletion for 4c0692f1-e78a-4026-9d68-ca6bbd63e093 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:51:56.880942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-b8b80832-b857-45e8-93f2-c47b5c46b8c9 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/23ccd9a1-9a4d-4b0b-9fd4-49185b4bafbf HTTP/1.1" status: 200 len: 2981 time: 0.0781553 Jul 05 03:51:56.889357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba449b8-c204-427e-bce6-528a155c7a7d req-348e4d32-f9ec-4317-a786-6bf5314dbd7b tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:56.891098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aba449b8-c204-427e-bce6-528a155c7a7d req-348e4d32-f9ec-4317-a786-6bf5314dbd7b tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 947 time: 0.1793818 Jul 05 03:51:56.963124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aba449b8-c204-427e-bce6-528a155c7a7d req-7de83a55-5786-4103-a058-0ed18de7dcfe tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/security-groups?id=d092c070-a6c6-4701-8a98-2a775a4cbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632839 Jul 05 03:51:56.970169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-fb62b98e-2217-4e4f-8f99-d826a10ce600 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/256038c8-817d-40d6-a48d-1664a50eb90e HTTP/1.1" status: 200 len: 2981 time: 0.0725698 Jul 05 03:51:56.987707 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e001a186-2aa7-4081-b5fa-1e9766b138af None None] Deleting port a2c383e1-8676-4b3d-abf7-22fd940de37e {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:56.988322 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e001a186-2aa7-4081-b5fa-1e9766b138af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.012189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-f331342d-ba65-4c90-8c54-f74f709026d3 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/256038c8-817d-40d6-a48d-1664a50eb90e HTTP/1.1" status: 200 len: 2981 time: 0.0411553 Jul 05 03:51:57.080110 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.094907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e001a186-2aa7-4081-b5fa-1e9766b138af None None] For port a2c383e1-8676-4b3d-abf7-22fd940de37e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a2c383e1-8676-4b3d-abf7-22fd940de37e,segment=NetworkSegment(30555ca2-563a-4eca-9472-40176d27de9a),segment_id=30555ca2-563a-4eca-9472-40176d27de9a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:57.095598 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e001a186-2aa7-4081-b5fa-1e9766b138af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.113294 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e001a186-2aa7-4081-b5fa-1e9766b138af None None] Calling delete_port for a2c383e1-8676-4b3d-abf7-22fd940de37e owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:57.193786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a192312a-25f3-4f31-9a13-382ac682e089 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:57.194039 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.222597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c383e1-8676-4b3d-abf7-22fd940de37e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:57.230005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] No DVR routers for this DVR port a2c383e1-8676-4b3d-abf7-22fd940de37e on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:57.230271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: a192312a-25f3-4f31-9a13-382ac682e089 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:57.230632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a192312a-25f3-4f31-9a13-382ac682e089 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:57.231054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad4b1abb-5cde-4016-b6c3-71f05d384041 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:57.256071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ad4b1abb-5cde-4016-b6c3-71f05d384041 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:57.256565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad4b1abb-5cde-4016-b6c3-71f05d384041 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:57.256995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a2c383e1-8676-4b3d-abf7-22fd940de37e no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:57.283252 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: a2c383e1-8676-4b3d-abf7-22fd940de37e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:57.283600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a2c383e1-8676-4b3d-abf7-22fd940de37e not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:57.301161 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e001a186-2aa7-4081-b5fa-1e9766b138af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.306918 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.318034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0692f1-e78a-4026-9d68-ca6bbd63e093']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:57.328816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001a186-2aa7-4081-b5fa-1e9766b138af None None] Pushing event deleted for resources: {'Port': ['ID=a2c383e1-8676-4b3d-abf7-22fd940de37e,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:57.329382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30555ca2-563a-4eca-9472-40176d27de9a') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:57.329854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30555ca2-563a-4eca-9472-40176d27de9a') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:57.331391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-73a32a56-f68f-453b-9ee5-1dd2ed3926c7 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/53565e2b-f5cc-484b-a59c-70915ae12051 HTTP/1.1" status: 200 len: 2981 time: 0.0851817 Jul 05 03:51:57.332359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001a186-2aa7-4081-b5fa-1e9766b138af None None] No DVR routers for this DVR port a2c383e1-8676-4b3d-abf7-22fd940de37e on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:57.340578 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.357770 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.363607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:51:57.366907 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:51:57.392099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-6e2173e8-04de-46ea-b465-73168c623757 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/53565e2b-f5cc-484b-a59c-70915ae12051 HTTP/1.1" status: 200 len: 2981 time: 0.0514817 Jul 05 03:51:57.413649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efff8f3-f14e-44c8-b666-2202b62bfb14 req-c8ac1dfd-3d96-4d7b-8dad-9d3f0693be12 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:57.415115 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2efff8f3-f14e-44c8-b666-2202b62bfb14 req-c8ac1dfd-3d96-4d7b-8dad-9d3f0693be12 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 949 time: 0.1219099 Jul 05 03:51:57.470931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-bfeddd62-2f05-4b99-ac0b-5637b5de4a35 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/92b0afcf-8a33-4bdf-a98c-0f3157ca07a0 HTTP/1.1" status: 200 len: 2981 time: 0.0719538 Jul 05 03:51:57.481250 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2efff8f3-f14e-44c8-b666-2202b62bfb14 req-c9ad4978-ed18-46b8-b429-1921eb5aa02d tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596099 Jul 05 03:51:57.525159 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-57c6fc6e-be39-4537-9416-6e9bfbeea07f tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/92b0afcf-8a33-4bdf-a98c-0f3157ca07a0 HTTP/1.1" status: 200 len: 2981 time: 0.0475004 Jul 05 03:51:57.541595 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.547913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.549975 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4c0692f1-e78a-4026-9d68-ca6bbd63e093 HTTP/1.1" status: 204 len: 168 time: 1.1016202 Jul 05 03:51:57.572223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d291a79-a6ee-4ef7-81f3-af416077e991 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0692f1-e78a-4026-9d68-ca6bbd63e093,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:57.593152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-d81bd9d9-7625-4da0-98c7-90d6c79477b6 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/9f3236d0-cbe0-4f4f-9b64-d8d6e59845ee HTTP/1.1" status: 200 len: 2977 time: 0.0611753 Jul 05 03:51:57.637388 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-36c7a2cf-4748-4f55-9bef-c462421543cd tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/9f3236d0-cbe0-4f4f-9b64-d8d6e59845ee HTTP/1.1" status: 200 len: 2977 time: 0.0401616 Jul 05 03:51:57.719063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-785b2abd-974b-428b-bd8a-d899a48e9214 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/b5143095-3221-4324-8114-eb885abe4ea5 HTTP/1.1" status: 200 len: 2981 time: 0.0745730 Jul 05 03:51:57.749612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466be9ff-f3b4-4b9c-937e-881da82b0759 req-982cecde-5174-41d9-8939-44c67487ef4c tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:57.754438 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-466be9ff-f3b4-4b9c-937e-881da82b0759 req-982cecde-5174-41d9-8939-44c67487ef4c tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.1085088 Jul 05 03:51:57.794307 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-713c8f7f-57c5-448b-8565-0efd8859c6af tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/b5143095-3221-4324-8114-eb885abe4ea5 HTTP/1.1" status: 200 len: 2981 time: 0.0668988 Jul 05 03:51:57.818037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-466be9ff-f3b4-4b9c-937e-881da82b0759 req-08aa06f5-6fbc-467a-a558-431f1990c1a9 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577555 Jul 05 03:51:57.844751 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-1c14d940-c69b-4208-b6fb-d3a421149d8b tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/bd03692f-92fb-4c67-81cd-2b48add05668 HTTP/1.1" status: 200 len: 2981 time: 0.0448513 Jul 05 03:51:57.889214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-a45f7f59-0428-4a4d-a4a9-88017b5a8b9d tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/bd03692f-92fb-4c67-81cd-2b48add05668 HTTP/1.1" status: 200 len: 2981 time: 0.0375073 Jul 05 03:51:57.931215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-f0a46ac5-1652-47af-9924-64130c0ed9ff tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/cf6aad2b-9be3-4680-a876-bdaad7f09faf HTTP/1.1" status: 200 len: 2981 time: 0.0363057 Jul 05 03:51:57.976220 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-f41ec023-908b-4aaa-8108-d473a2a89d4d tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/cf6aad2b-9be3-4680-a876-bdaad7f09faf HTTP/1.1" status: 200 len: 2981 time: 0.0367053 Jul 05 03:51:58.021364 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-cc8397d7-c224-4d2d-807e-d42eff021b21 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d092c070-a6c6-4701-8a98-2a775a4cbbf8 HTTP/1.1" status: 200 len: 2981 time: 0.0410311 Jul 05 03:51:58.065068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03cc3b2a-2847-44aa-8ad6-478c91329f83 req-9edfe8b5-79d8-41a6-ac3f-e456e4f471b1 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d092c070-a6c6-4701-8a98-2a775a4cbbf8 HTTP/1.1" status: 200 len: 2981 time: 0.0377469 Jul 05 03:51:58.087721 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 49b55051-66f2-48dc-b79a-7bf9bc3e7745 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:58.090273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 30a8acd3-f9ef-4506-8aae-077af416bf35 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:58.130037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57788) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:58.173866 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c255e30a-3794-4d43-a4b2-c18fc279f11b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ce45a8ec5f04ad99047d367fd495ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418382 Jul 05 03:51:58.176959 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57790) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:58.204112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b14219-bb5e-4d4b-9dc3-86d287d13b44 req-81b8d9b8-f36f-4fa0-80bb-e8fd3f7d5a39 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:58.205737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e8b14219-bb5e-4d4b-9dc3-86d287d13b44 req-81b8d9b8-f36f-4fa0-80bb-e8fd3f7d5a39 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 947 time: 0.1176050 Jul 05 03:51:58.217477 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c73ec43-42db-4101-a7e6-eb932b8fc838 req-822552e0-cbc5-46f9-86b8-621bf30e94bf tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a5ad0281fb94e81927c804b689ceedd HTTP/1.1" status: 200 len: 6101 time: 0.1198401 Jul 05 03:51:58.243663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 49b55051-66f2-48dc-b79a-7bf9bc3e7745, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=49b55051-66f2-48dc-b79a-7bf9bc3e7745,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:58.244433 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e7774b3c-bb40-4d5f-b38c-59aaeddc9106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.261272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '49b55051-66f2-48dc-b79a-7bf9bc3e7745', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '49b55051-66f2-48dc-b79a-7bf9bc3e7745', 'mac_address': 'fa:16:3e:8f:c1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:58.268402 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e7774b3c-bb40-4d5f-b38c-59aaeddc9106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.279007 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e8b14219-bb5e-4d4b-9dc3-86d287d13b44 req-0c13dad1-373f-4813-84f7-bc33f73330e8 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/security-groups?id=d092c070-a6c6-4701-8a98-2a775a4cbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604665 Jul 05 03:51:58.302308 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c73ec43-42db-4101-a7e6-eb932b8fc838 req-8c714e81-10ea-4121-8c9b-4a9cb2c6614a tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] 10.222.0.60 "GET /v2.0/security-groups/92b0afcf-8a33-4bdf-a98c-0f3157ca07a0 HTTP/1.1" status: 200 len: 2981 time: 0.0690560 Jul 05 03:51:58.307053 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.330605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b55051-66f2-48dc-b79a-7bf9bc3e7745 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:58.338948 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 30a8acd3-f9ef-4506-8aae-077af416bf35 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:58.346462 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 30a8acd3-f9ef-4506-8aae-077af416bf35 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:58.346845 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.354937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c73ec43-42db-4101-a7e6-eb932b8fc838 req-efe9b0a4-84be-402a-bfb2-4ea86127c228 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] 10.222.0.60 "GET /v2.0/security-groups/92b0afcf-8a33-4bdf-a98c-0f3157ca07a0 HTTP/1.1" status: 200 len: 2981 time: 0.0514934 Jul 05 03:51:58.382583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 49b55051-66f2-48dc-b79a-7bf9bc3e7745, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=49b55051-66f2-48dc-b79a-7bf9bc3e7745,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:58.422118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e6604e93-5d6c-4fd8-a378-473fa8736f68 req-a3cf47cb-7c28-416c-9d6a-e3c85b7664ab tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/41cfeb9d-0c52-4d4f-94ec-45934165544b HTTP/1.1" status: 200 len: 1777 time: 0.0381258 Jul 05 03:51:58.446492 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.465747 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e7774b3c-bb40-4d5f-b38c-59aaeddc9106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.469015 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e7774b3c-bb40-4d5f-b38c-59aaeddc9106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.469175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1529df-0272-49b5-ba58-d6426955d43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a8acd3-f9ef-4506-8aae-077af416bf35'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:58.472359 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e7774b3c-bb40-4d5f-b38c-59aaeddc9106 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53565e2b-f5cc-484b-a59c-70915ae12051 HTTP/1.1" status: 204 len: 168 time: 0.2916591 Jul 05 03:51:58.477547 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69a9878-0042-488b-919e-4ca398b7a827" -d '{"events": [{"server_uuid": "bc1529df-0272-49b5-ba58-d6426955d43a", "name": "network-vif-plugged", "status": "completed", "tag": "30a8acd3-f9ef-4506-8aae-077af416bf35"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:58.479616 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7774b3c-bb40-4d5f-b38c-59aaeddc9106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53565e2b-f5cc-484b-a59c-70915ae12051,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:58.484549 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 30a8acd3-f9ef-4506-8aae-077af416bf35, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=30a8acd3-f9ef-4506-8aae-077af416bf35,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:58.490989 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e6604e93-5d6c-4fd8-a378-473fa8736f68 req-ffc0240c-6308-42e5-a932-9903abac5565 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.517689 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e6604e93-5d6c-4fd8-a378-473fa8736f68 req-ffc0240c-6308-42e5-a932-9903abac5565 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.527809 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eb1b5e-6920-4625-a015-2f1f40b680e0 x-openstack-request-id: req-c9eb1b5e-6920-4625-a015-2f1f40b680e0 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:58.528675 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1529df-0272-49b5-ba58-d6426955d43a", "name": "network-vif-plugged", "status": "completed", "tag": "30a8acd3-f9ef-4506-8aae-077af416bf35", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:58.529159 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9eb1b5e-6920-4625-a015-2f1f40b680e0 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:58.529888 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1529df-0272-49b5-ba58-d6426955d43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a8acd3-f9ef-4506-8aae-077af416bf35', 'code': 200} Jul 05 03:51:58.541875 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.577913 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.606665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=49b55051-66f2-48dc-b79a-7bf9bc3e7745,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:58.667866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=30a8acd3-f9ef-4506-8aae-077af416bf35,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:58.683516 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e6604e93-5d6c-4fd8-a378-473fa8736f68 req-ffc0240c-6308-42e5-a932-9903abac5565 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.686905 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e6604e93-5d6c-4fd8-a378-473fa8736f68 req-ffc0240c-6308-42e5-a932-9903abac5565 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.688494 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e6604e93-5d6c-4fd8-a378-473fa8736f68 req-ffc0240c-6308-42e5-a932-9903abac5565 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/41cfeb9d-0c52-4d4f-94ec-45934165544b HTTP/1.1" status: 204 len: 173 time: 0.2621295 Jul 05 03:51:58.716268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f9127-d120-40ae-99a2-0714a231fdaf req-29b9b086-5b23-419a-93d3-c8e122175e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:58.717779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-166f9127-d120-40ae-99a2-0714a231fdaf req-29b9b086-5b23-419a-93d3-c8e122175e79 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 1101 time: 0.1245992 Jul 05 03:51:58.740355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0240c-6308-42e5-a932-9903abac5565 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cfeb9d-0c52-4d4f-94ec-45934165544b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:58.777540 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['49b55051-66f2-48dc-b79a-7bf9bc3e7745'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:58.800343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-166f9127-d120-40ae-99a2-0714a231fdaf req-575378bf-4f21-4741-8893-e1f28d275a66 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712869 Jul 05 03:51:58.802309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1527438e-1e95-48d6-a74f-301b06b1b516 req-ec46feaa-f731-4b73-8e68-1c07b1fb8f75 tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "GET /v2.0/security-groups/8e757a61-42ef-4b32-91ef-0740232f12ed HTTP/1.1" status: 200 len: 1778 time: 0.0928230 Jul 05 03:51:58.835334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8289826-7e44-43d1-8771-0c942124b60d req-bb7649d3-a4a1-4034-b888-89a0c9fd1944 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:58.836931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8289826-7e44-43d1-8771-0c942124b60d req-bb7649d3-a4a1-4034-b888-89a0c9fd1944 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 950 time: 0.1729596 Jul 05 03:51:58.901953 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8289826-7e44-43d1-8771-0c942124b60d req-ffcc651d-a22c-4e6d-80ab-95d878ba9cb2 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585706 Jul 05 03:51:58.905474 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1527438e-1e95-48d6-a74f-301b06b1b516 req-9dad8b7b-cabf-4d46-a1b6-d321518dc6fa tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.929776 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1527438e-1e95-48d6-a74f-301b06b1b516 req-9dad8b7b-cabf-4d46-a1b6-d321518dc6fa tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.137388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d5f3a-d564-45bb-88ef-a0e498adfcc2 req-f9998669-f058-4984-a558-9dec385b526b tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:59.138931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b36d5f3a-d564-45bb-88ef-a0e498adfcc2 req-f9998669-f058-4984-a558-9dec385b526b tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.0859060 Jul 05 03:51:59.152902 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1527438e-1e95-48d6-a74f-301b06b1b516 req-9dad8b7b-cabf-4d46-a1b6-d321518dc6fa tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.163660 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1527438e-1e95-48d6-a74f-301b06b1b516 req-9dad8b7b-cabf-4d46-a1b6-d321518dc6fa tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.163660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1527438e-1e95-48d6-a74f-301b06b1b516 req-9dad8b7b-cabf-4d46-a1b6-d321518dc6fa tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e757a61-42ef-4b32-91ef-0740232f12ed HTTP/1.1" status: 204 len: 173 time: 0.3450253 Jul 05 03:51:59.173800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad8b7b-cabf-4d46-a1b6-d321518dc6fa tempest-SecurityGroupsTestAdminJSON-1237612429 tempest-SecurityGroupsTestAdminJSON-1237612429-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e757a61-42ef-4b32-91ef-0740232f12ed,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:59.225617 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.230582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b36d5f3a-d564-45bb-88ef-a0e498adfcc2 req-82e21dbf-0ded-400a-9392-80d4ffa8b348 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822558 Jul 05 03:51:59.231195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a6bef1c-e4b3-4b49-bd93-9595609ea11a req-cd0ec3e6-be7d-4c54-a791-5a7b5d2efc01 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] 10.222.0.60 "GET /v2.0/security-groups/deb404c3-b0ad-4850-824b-c24a0fb92c45 HTTP/1.1" status: 200 len: 1777 time: 0.0515118 Jul 05 03:51:59.292321 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4a6bef1c-e4b3-4b49-bd93-9595609ea11a req-563a90bb-346e-420f-825a-82827bf74643 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.318705 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4a6bef1c-e4b3-4b49-bd93-9595609ea11a req-563a90bb-346e-420f-825a-82827bf74643 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.472965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2d89c-6183-43f0-9a49-599807569397 req-cb544a0b-2131-4955-8f7b-2df9519acb3f tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:59.474983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-06b2d89c-6183-43f0-9a49-599807569397 req-cb544a0b-2131-4955-8f7b-2df9519acb3f tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 948 time: 0.0657067 Jul 05 03:51:59.478269 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4a6bef1c-e4b3-4b49-bd93-9595609ea11a req-563a90bb-346e-420f-825a-82827bf74643 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.481057 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4a6bef1c-e4b3-4b49-bd93-9595609ea11a req-563a90bb-346e-420f-825a-82827bf74643 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.482133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a6bef1c-e4b3-4b49-bd93-9595609ea11a req-563a90bb-346e-420f-825a-82827bf74643 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] 10.222.0.60 "DELETE /v2.0/security-groups/deb404c3-b0ad-4850-824b-c24a0fb92c45 HTTP/1.1" status: 204 len: 173 time: 0.2449319 Jul 05 03:51:59.499464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a90bb-346e-420f-825a-82827bf74643 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb404c3-b0ad-4850-824b-c24a0fb92c45,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:59.538649 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-06b2d89c-6183-43f0-9a49-599807569397 req-089a871d-c528-4ede-8b79-0d7dce1fbdf3 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/security-groups?id=d092c070-a6c6-4701-8a98-2a775a4cbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Jul 05 03:51:59.634167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d8183dc-e73a-4d45-8cd9-74bdcaf7d1d2 req-e731aa69-4f16-4ae7-a7ca-851b77f3f085 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] 10.222.0.60 "GET /v2.0/security-groups/deff8eb4-a883-4c2f-bd67-2af339d8efdd HTTP/1.1" status: 200 len: 1776 time: 0.0433543 Jul 05 03:51:59.693581 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4d8183dc-e73a-4d45-8cd9-74bdcaf7d1d2 req-3ab58df0-c177-451c-81e3-7a553dbe8ae2 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.717615 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4d8183dc-e73a-4d45-8cd9-74bdcaf7d1d2 req-3ab58df0-c177-451c-81e3-7a553dbe8ae2 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.928753 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4d8183dc-e73a-4d45-8cd9-74bdcaf7d1d2 req-3ab58df0-c177-451c-81e3-7a553dbe8ae2 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.932049 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4d8183dc-e73a-4d45-8cd9-74bdcaf7d1d2 req-3ab58df0-c177-451c-81e3-7a553dbe8ae2 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.933291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d8183dc-e73a-4d45-8cd9-74bdcaf7d1d2 req-3ab58df0-c177-451c-81e3-7a553dbe8ae2 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] 10.222.0.60 "DELETE /v2.0/security-groups/deff8eb4-a883-4c2f-bd67-2af339d8efdd HTTP/1.1" status: 204 len: 173 time: 0.2937207 Jul 05 03:51:59.943834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab58df0-c177-451c-81e3-7a553dbe8ae2 tempest-SecurityGroupsTestAdminJSON-1698429256 tempest-SecurityGroupsTestAdminJSON-1698429256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deff8eb4-a883-4c2f-bd67-2af339d8efdd,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:00.058787 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-cd86c6a3-630b-4c52-94d3-ef6806211feb tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=359781a8406c4fbcb929ad11cf2a4b9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287669 Jul 05 03:52:00.084581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 49b55051-66f2-48dc-b79a-7bf9bc3e7745 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:00.217884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-2862f34b-19ed-4af8-a890-65d97a393990 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.219353 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-2862f34b-19ed-4af8-a890-65d97a393990 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552429 Jul 05 03:52:00.231278 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca154b8c-28e4-4654-8f78-737b717cfda2 req-8cd6fb28-a70b-43ff-a0e8-5704de0e1269 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.232770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca154b8c-28e4-4654-8f78-737b717cfda2 req-8cd6fb28-a70b-43ff-a0e8-5704de0e1269 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 950 time: 0.1554744 Jul 05 03:52:00.251407 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-aecb0a03-dfde-41a8-b4f6-d512b33aed2f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/quotas/359781a8406c4fbcb929ad11cf2a4b9c HTTP/1.1" status: 200 len: 375 time: 0.0176625 Jul 05 03:52:00.274898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 49b55051-66f2-48dc-b79a-7bf9bc3e7745 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:00.279925 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 49b55051-66f2-48dc-b79a-7bf9bc3e7745 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:00.280286 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.292059 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-33cc446e-9829-42eb-ad96-e540952359da tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=359781a8406c4fbcb929ad11cf2a4b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335557 Jul 05 03:52:00.321632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca154b8c-28e4-4654-8f78-737b717cfda2 req-57d3b3b6-8a2e-4bc6-8921-51c670a1b097 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803430 Jul 05 03:52:00.385234 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.430735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 49b55051-66f2-48dc-b79a-7bf9bc3e7745, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=49b55051-66f2-48dc-b79a-7bf9bc3e7745,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:00.506811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd92125-6894-4d5b-a160-83820ae8094a req-673d226c-c4d5-4bbd-b53f-7e64ba79c536 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.508409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3bd92125-6894-4d5b-a160-83820ae8094a req-673d226c-c4d5-4bbd-b53f-7e64ba79c536 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.0758600 Jul 05 03:52:00.531896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84e6ba7-ffce-4597-ac88-6e165cf262ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b55051-66f2-48dc-b79a-7bf9bc3e7745'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:00.535619 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3181d3be-e868-4ae1-9420-88bdcd438b63" -d '{"events": [{"server_uuid": "c84e6ba7-ffce-4597-ac88-6e165cf262ab", "name": "network-vif-plugged", "status": "completed", "tag": "49b55051-66f2-48dc-b79a-7bf9bc3e7745"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:00.548569 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.608340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3bd92125-6894-4d5b-a160-83820ae8094a req-3102edfe-85d8-49d3-be98-35af2d7c4d60 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919189 Jul 05 03:52:00.641631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57920) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:00.689007 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125df18c-dfb7-4e55-8c4d-3648dd0665b2 x-openstack-request-id: req-125df18c-dfb7-4e55-8c4d-3648dd0665b2 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:00.689314 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84e6ba7-ffce-4597-ac88-6e165cf262ab", "name": "network-vif-plugged", "status": "completed", "tag": "49b55051-66f2-48dc-b79a-7bf9bc3e7745", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:00.689567 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-125df18c-dfb7-4e55-8c4d-3648dd0665b2 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:00.690132 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84e6ba7-ffce-4597-ac88-6e165cf262ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b55051-66f2-48dc-b79a-7bf9bc3e7745', 'code': 200} Jul 05 03:52:00.699296 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=49b55051-66f2-48dc-b79a-7bf9bc3e7745,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:00.855946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dba539-4084-4d20-8278-eb59fa8f48cf req-e3e1404c-f435-4fc4-96af-fd5f157101ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.857767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39dba539-4084-4d20-8278-eb59fa8f48cf req-e3e1404c-f435-4fc4-96af-fd5f157101ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 1100 time: 0.0813284 Jul 05 03:52:00.955734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39dba539-4084-4d20-8278-eb59fa8f48cf req-3b6765b1-2e10-42bc-a594-d7bcb55bb334 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d092c070-a6c6-4701-8a98-2a775a4cbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908689 Jul 05 03:52:00.966168 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7ee26e71-105b-4339-b4a2-46625a4b873f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a5ad0281fb94e81927c804b689ceedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227184 Jul 05 03:52:00.968718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57932) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:00.990909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1197f-27d2-4598-8dfc-51e91af3353b req-c7e1cc9e-2c49-4516-b672-805447e74c93 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.992594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64d1197f-27d2-4598-8dfc-51e91af3353b req-c7e1cc9e-2c49-4516-b672-805447e74c93 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 949 time: 0.0794501 Jul 05 03:52:01.020472 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1374d8e7-3b20-4edf-986a-1dfc9f4fe0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.032390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64d1197f-27d2-4598-8dfc-51e91af3353b req-28f361d1-5721-499d-8251-fa88aff0428c tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/security-groups?id=d092c070-a6c6-4701-8a98-2a775a4cbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343046 Jul 05 03:52:01.042699 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1374d8e7-3b20-4edf-986a-1dfc9f4fe0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.255631 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-df9ff0c1-11a7-4864-b540-179a1cd473b2 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=359781a8406c4fbcb929ad11cf2a4b9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216365 Jul 05 03:52:01.286768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1374d8e7-3b20-4edf-986a-1dfc9f4fe0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.288593 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.291790 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1374d8e7-3b20-4edf-986a-1dfc9f4fe0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.295354 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1374d8e7-3b20-4edf-986a-1dfc9f4fe0e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92b0afcf-8a33-4bdf-a98c-0f3157ca07a0 HTTP/1.1" status: 204 len: 168 time: 0.3235424 Jul 05 03:52:01.303568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374d8e7-3b20-4edf-986a-1dfc9f4fe0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b0afcf-8a33-4bdf-a98c-0f3157ca07a0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:01.389096 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-9810430a-295a-4542-9557-961c3edc8a34 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:01.390836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-9810430a-295a-4542-9557-961c3edc8a34 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1300352 Jul 05 03:52:01.407492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-1a873895-97ff-4c13-8ef0-dcc833d5a4fc tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/quotas/359781a8406c4fbcb929ad11cf2a4b9c HTTP/1.1" status: 200 len: 375 time: 0.0107195 Jul 05 03:52:01.445927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-a06d695e-e671-48df-8f4f-28231dca77d7 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=359781a8406c4fbcb929ad11cf2a4b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322042 Jul 05 03:52:01.542997 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249bad6-8579-453e-a11e-45caf5e78ba1 req-8e58cda3-7d51-4046-8c87-6c0367e8274c tempest-ServersAdminNegativeTestJSON-864201378 tempest-ServersAdminNegativeTestJSON-864201378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:01.544557 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b249bad6-8579-453e-a11e-45caf5e78ba1 req-8e58cda3-7d51-4046-8c87-6c0367e8274c tempest-ServersAdminNegativeTestJSON-864201378 tempest-ServersAdminNegativeTestJSON-864201378-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 1101 time: 0.0892429 Jul 05 03:52:01.571653 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b249bad6-8579-453e-a11e-45caf5e78ba1 req-a8e0b300-e40f-4edb-b9ec-38fa670dc84a tempest-ServersAdminNegativeTestJSON-864201378 tempest-ServersAdminNegativeTestJSON-864201378-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.656756 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b249bad6-8579-453e-a11e-45caf5e78ba1 req-a8e0b300-e40f-4edb-b9ec-38fa670dc84a tempest-ServersAdminNegativeTestJSON-864201378 tempest-ServersAdminNegativeTestJSON-864201378-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.796692 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b249bad6-8579-453e-a11e-45caf5e78ba1 req-a8e0b300-e40f-4edb-b9ec-38fa670dc84a tempest-ServersAdminNegativeTestJSON-864201378 tempest-ServersAdminNegativeTestJSON-864201378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.857456 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0b300-e40f-4edb-b9ec-38fa670dc84a tempest-ServersAdminNegativeTestJSON-864201378 tempest-ServersAdminNegativeTestJSON-864201378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4507bda-b28d-4d0d-bd27-4aa9a1d1f4d8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:01.880928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b249bad6-8579-453e-a11e-45caf5e78ba1 req-a8e0b300-e40f-4edb-b9ec-38fa670dc84a tempest-ServersAdminNegativeTestJSON-864201378 tempest-ServersAdminNegativeTestJSON-864201378-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282187 Jul 05 03:52:01.976662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b9984ca-fcd1-4404-b2f6-b6ace1a7e699 req-f0f38a91-bec2-454a-9ea0-085395444043 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 210 time: 0.0511827 Jul 05 03:52:02.065548 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef01d9c-d703-43a0-acdf-5fcae8e98a16 req-86c0b4e9-f5f8-43b4-850b-5d188bf019bf tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:02.067786 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ef01d9c-d703-43a0-acdf-5fcae8e98a16 req-86c0b4e9-f5f8-43b4-850b-5d188bf019bf tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.0880399 Jul 05 03:52:02.263684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58014) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:02.316583 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2bb1c611-5d13-4cf4-bf3a-adc096e4a6bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e6d7d3e516241cc8e163d0686ab8338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514729 Jul 05 03:52:02.319228 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58016) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:02.386480 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7ca0c07-26b2-469b-8c07-9feb3a89e6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.414982 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7ca0c07-26b2-469b-8c07-9feb3a89e6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.486965 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ef01d9c-d703-43a0-acdf-5fcae8e98a16 req-fb21d09d-4498-4e3e-9f12-d58ce4d499bd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4128549 Jul 05 03:52:02.598988 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7ca0c07-26b2-469b-8c07-9feb3a89e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.602001 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7ca0c07-26b2-469b-8c07-9feb3a89e6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.605746 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f7ca0c07-26b2-469b-8c07-9feb3a89e6b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5143095-3221-4324-8114-eb885abe4ea5 HTTP/1.1" status: 204 len: 168 time: 0.2832501 Jul 05 03:52:02.623987 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca0c07-26b2-469b-8c07-9feb3a89e6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5143095-3221-4324-8114-eb885abe4ea5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:02.676661 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8b089-33af-4b39-b5f8-4215dd5e8bf9 req-224d460f-33df-450a-bbe5-6e46e3290815 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:02.680922 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fef8b089-33af-4b39-b5f8-4215dd5e8bf9 req-224d460f-33df-450a-bbe5-6e46e3290815 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 949 time: 0.0805206 Jul 05 03:52:02.726651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fef8b089-33af-4b39-b5f8-4215dd5e8bf9 req-c6194d9a-002c-484e-83a8-b86a23a6c7de tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/security-groups?id=d092c070-a6c6-4701-8a98-2a775a4cbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409276 Jul 05 03:52:03.314915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9889b-1662-4c80-b149-05470d3c8b74 req-745d5b25-e3d8-40e3-8225-7bdc33321dbb tempest-ServersAdminNegativeTestJSON-864201378 tempest-ServersAdminNegativeTestJSON-864201378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.316795 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48d9889b-1662-4c80-b149-05470d3c8b74 req-745d5b25-e3d8-40e3-8225-7bdc33321dbb tempest-ServersAdminNegativeTestJSON-864201378 tempest-ServersAdminNegativeTestJSON-864201378-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 1101 time: 0.0691538 Jul 05 03:52:03.380348 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48d9889b-1662-4c80-b149-05470d3c8b74 req-4bbf0789-64ac-48a8-8723-46eb7bd71c7e tempest-ServersAdminNegativeTestJSON-864201378 tempest-ServersAdminNegativeTestJSON-864201378-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529888 Jul 05 03:52:03.429379 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-362b6fa1-8178-4f55-b5bf-1217fbb68449 req-c1ac9414-7344-405c-b14c-50d6a93f4b38 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 210 time: 0.0388339 Jul 05 03:52:03.635037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c126a7-8285-4c4f-8a56-5b7e119c8e3c req-0bc19545-a2ba-4f2a-8676-e1c1a8ed0811 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.642357 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7c126a7-8285-4c4f-8a56-5b7e119c8e3c req-0bc19545-a2ba-4f2a-8676-e1c1a8ed0811 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 949 time: 0.0989351 Jul 05 03:52:03.698554 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7c126a7-8285-4c4f-8a56-5b7e119c8e3c req-6d8ed8de-151f-47c6-8a27-7e61356f860e tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/security-groups?id=d092c070-a6c6-4701-8a98-2a775a4cbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552349 Jul 05 03:52:03.841093 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-af668e58-f5c3-448b-bad5-9a8f5bcff2e3 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=359781a8406c4fbcb929ad11cf2a4b9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266349 Jul 05 03:52:03.915568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b3d7f-dfa9-4c5d-8635-2a90fb51a61e req-a734209f-acf6-4c0b-bee6-3d7b04f394ba tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.922509 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f09b3d7f-dfa9-4c5d-8635-2a90fb51a61e req-a734209f-acf6-4c0b-bee6-3d7b04f394ba tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.1040471 Jul 05 03:52:03.979979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f09b3d7f-dfa9-4c5d-8635-2a90fb51a61e req-73c8cbc9-de90-4350-b318-824f7ac88438 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564785 Jul 05 03:52:03.982463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-a0573324-45ae-4b14-a632-52490d60a1c2 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.984339 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-a0573324-45ae-4b14-a632-52490d60a1c2 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417656 Jul 05 03:52:04.005088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Request body: {'port': {'device_id': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '359781a8406c4fbcb929ad11cf2a4b9c'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:04.302214 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Made reservation on behalf of 359781a8406c4fbcb929ad11cf2a4b9c for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:04.302214 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.318274 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.484925 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-d30095a5-9c70-4a98-87f5-6f1059e27945 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=359781a8406c4fbcb929ad11cf2a4b9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256224 Jul 05 03:52:04.494568 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.636320 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-ddeff977-5e91-49f2-ba18-ba04acc86770 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.637909 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-ddeff977-5e91-49f2-ba18-ba04acc86770 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455293 Jul 05 03:52:04.639195 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.653883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-902f0f68-f81d-4787-9f06-62989772770f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Request body: {'port': {'device_id': '2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '359781a8406c4fbcb929ad11cf2a4b9c'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:04.665400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09466f59-196e-4bca-a3ee-91bf76e2bf35 req-03f3ff00-fd59-4d32-9b4d-29eff9bc5a0b tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.667604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09466f59-196e-4bca-a3ee-91bf76e2bf35 req-03f3ff00-fd59-4d32-9b4d-29eff9bc5a0b tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.64 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 949 time: 0.1121452 Jul 05 03:52:04.875794 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-09466f59-196e-4bca-a3ee-91bf76e2bf35 req-ed525167-000a-4c2f-b37f-48329e2c55a2 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Deleting port 49b55051-66f2-48dc-b79a-7bf9bc3e7745 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:04.876341 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-09466f59-196e-4bca-a3ee-91bf76e2bf35 req-ed525167-000a-4c2f-b37f-48329e2c55a2 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.898241 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Allocated IP 192.168.233.63 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:04.902440 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6605a32e-6c49-4a43-b94e-cb104d231b1d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:05.009523 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2fa667d8-0086-4c52-8a59-8506d333e931 req-f112dd2c-8d82-4773-8e3c-484b0da0fce3 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 210 time: 0.1170995 Jul 05 03:52:05.095894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58238) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:05.200677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-09466f59-196e-4bca-a3ee-91bf76e2bf35 req-ed525167-000a-4c2f-b37f-48329e2c55a2 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] For port 49b55051-66f2-48dc-b79a-7bf9bc3e7745, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=49b55051-66f2-48dc-b79a-7bf9bc3e7745,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:05.201315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-09466f59-196e-4bca-a3ee-91bf76e2bf35 req-ed525167-000a-4c2f-b37f-48329e2c55a2 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.234290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-09466f59-196e-4bca-a3ee-91bf76e2bf35 req-ed525167-000a-4c2f-b37f-48329e2c55a2 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Calling delete_port for 49b55051-66f2-48dc-b79a-7bf9bc3e7745 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:05.248653 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.262039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb1088-846b-431c-bee5-fbe3f15b2dae req-02dfede3-9a25-4257-aac3-f84351a0622d tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.262457 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Transition to ACTIVE for port object 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:05.263637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2bb1088-846b-431c-bee5-fbe3f15b2dae req-02dfede3-9a25-4257-aac3-f84351a0622d tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 949 time: 0.2528696 Jul 05 03:52:05.287364 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c8985103-8c46-4a87-8503-8fc62543e995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.295585 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-902f0f68-f81d-4787-9f06-62989772770f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Made reservation on behalf of 359781a8406c4fbcb929ad11cf2a4b9c for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:05.299164 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-902f0f68-f81d-4787-9f06-62989772770f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.362375 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.438914 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2bb1088-846b-431c-bee5-fbe3f15b2dae req-997939f4-3b9d-439e-9768-24e74ce365f7 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/security-groups?id=d092c070-a6c6-4701-8a98-2a775a4cbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568141 Jul 05 03:52:05.441143 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:05.452030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:05.455111 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:05.475891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988af9a6-8bbe-4fdf-a590-111a36c6f441 req-27065d75-a1fe-45d0-be6c-4cedb0320290 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.484677 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-988af9a6-8bbe-4fdf-a590-111a36c6f441 req-27065d75-a1fe-45d0-be6c-4cedb0320290 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 950 time: 0.2351105 Jul 05 03:52:05.500220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Pushing event updated for resources: {'Port': ['ID=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:05.565295 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.566195 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.600642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-902f0f68-f81d-4787-9f06-62989772770f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Allocated IP 192.168.233.9 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/93c7f282-738d-402e-ab78-9e94c84e6019) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:05.620890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-988af9a6-8bbe-4fdf-a590-111a36c6f441 req-21efe0ca-ae92-4c26-9a1e-cdfb8470516d tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351869 Jul 05 03:52:05.710067 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c8985103-8c46-4a87-8503-8fc62543e995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.739992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f569299-3b67-4650-86a9-2943494fba97 req-8584e44d-5ed0-4c30-991e-11049f4e2768 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.741526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f569299-3b67-4650-86a9-2943494fba97 req-8584e44d-5ed0-4c30-991e-11049f4e2768 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.1165726 Jul 05 03:52:05.744917 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-09466f59-196e-4bca-a3ee-91bf76e2bf35 req-ed525167-000a-4c2f-b37f-48329e2c55a2 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.758823 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['49b55051-66f2-48dc-b79a-7bf9bc3e7745'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:05.805597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed525167-000a-4c2f-b37f-48329e2c55a2 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Pushing event deleted for resources: {'Port': ['ID=49b55051-66f2-48dc-b79a-7bf9bc3e7745,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:05.858041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-09466f59-196e-4bca-a3ee-91bf76e2bf35 req-ed525167-000a-4c2f-b37f-48329e2c55a2 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] No DVR routers for this DVR port 49b55051-66f2-48dc-b79a-7bf9bc3e7745 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:05.865030 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-09466f59-196e-4bca-a3ee-91bf76e2bf35 req-ed525167-000a-4c2f-b37f-48329e2c55a2 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.867159 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09466f59-196e-4bca-a3ee-91bf76e2bf35 req-ed525167-000a-4c2f-b37f-48329e2c55a2 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.64 "DELETE /v2.0/ports/49b55051-66f2-48dc-b79a-7bf9bc3e7745 HTTP/1.1" status: 204 len: 173 time: 1.1940637 Jul 05 03:52:05.867621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84e6ba7-ffce-4597-ac88-6e165cf262ab', 'name': 'network-vif-deleted', 'tag': '49b55051-66f2-48dc-b79a-7bf9bc3e7745'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:05.873463 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cb65b8-3dbe-4262-a068-d902204a1ee0" -d '{"events": [{"server_uuid": "c84e6ba7-ffce-4597-ac88-6e165cf262ab", "name": "network-vif-deleted", "tag": "49b55051-66f2-48dc-b79a-7bf9bc3e7745"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:05.878988 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c8985103-8c46-4a87-8503-8fc62543e995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.885449 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-902f0f68-f81d-4787-9f06-62989772770f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.902433 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f569299-3b67-4650-86a9-2943494fba97 req-58c0e188-04fd-4b05-9b59-923dcf907372 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504080 Jul 05 03:52:05.906881 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-902f0f68-f81d-4787-9f06-62989772770f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Transition to ACTIVE for port object 93c7f282-738d-402e-ab78-9e94c84e6019 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:05.930137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c8985103-8c46-4a87-8503-8fc62543e995 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d110d71f015e4c9f8c5dd22fabb1342c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8293266 Jul 05 03:52:05.931298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-39a10331-1ce6-4576-9482-8a494a98472b None None] Provisioning for port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:05.936596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58274) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:05.943143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-39a10331-1ce6-4576-9482-8a494a98472b None None] Provisioning complete for port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:05.943527 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-39a10331-1ce6-4576-9482-8a494a98472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.970790 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-3648aa10-3078-4c51-9661-642c225bdadd tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9779186 Jul 05 03:52:05.982777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Request body: {'port': {'device_id': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:05.991902 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-39a10331-1ce6-4576-9482-8a494a98472b None None] Port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:06.016890 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8985103-8c46-4a87-8503-8fc62543e995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280c0fb8-c2b2-49a9-8924-200e0d684bb1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:06.032597 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d335de4-27de-4099-82ad-67747ca6dfdb x-openstack-request-id: req-0d335de4-27de-4099-82ad-67747ca6dfdb {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:06.032895 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84e6ba7-ffce-4597-ac88-6e165cf262ab", "name": "network-vif-deleted", "tag": "49b55051-66f2-48dc-b79a-7bf9bc3e7745", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:06.033151 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d335de4-27de-4099-82ad-67747ca6dfdb {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:06.033563 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84e6ba7-ffce-4597-ac88-6e165cf262ab', 'name': 'network-vif-deleted', 'tag': '49b55051-66f2-48dc-b79a-7bf9bc3e7745', 'status': 'completed', 'code': 200} Jul 05 03:52:06.049527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef089a4e-9218-4788-9bf7-e7b50ba9f160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.078173 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef089a4e-9218-4788-9bf7-e7b50ba9f160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.100146 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-902f0f68-f81d-4787-9f06-62989772770f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.188002 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.227683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f0f68-f81d-4787-9f06-62989772770f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Pushing event updated for resources: {'Port': ['ID=93c7f282-738d-402e-ab78-9e94c84e6019,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:06.228254 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef089a4e-9218-4788-9bf7-e7b50ba9f160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.231937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-902f0f68-f81d-4787-9f06-62989772770f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:06.232130 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef089a4e-9218-4788-9bf7-e7b50ba9f160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.235824 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ef089a4e-9218-4788-9bf7-e7b50ba9f160 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/280c0fb8-c2b2-49a9-8924-200e0d684bb1 HTTP/1.1" status: 204 len: 168 time: 0.2949555 Jul 05 03:52:06.236331 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-902f0f68-f81d-4787-9f06-62989772770f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:06.246710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-902f0f68-f81d-4787-9f06-62989772770f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:06.271845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef089a4e-9218-4788-9bf7-e7b50ba9f160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280c0fb8-c2b2-49a9-8924-200e0d684bb1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:06.388745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd9dc2-700a-4d7b-b181-30c5cc36f181 req-38be2cbf-28a7-4c21-b009-3e3ef6a26cd8 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.401106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46bd9dc2-700a-4d7b-b181-30c5cc36f181 req-38be2cbf-28a7-4c21-b009-3e3ef6a26cd8 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 934 time: 0.2288625 Jul 05 03:52:06.407248 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-902f0f68-f81d-4787-9f06-62989772770f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.407968 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-902f0f68-f81d-4787-9f06-62989772770f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.489528 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46bd9dc2-700a-4d7b-b181-30c5cc36f181 req-ff001abf-1300-46af-931d-416db76cd37e tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869393 Jul 05 03:52:06.522554 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6276a-018a-40a2-8e36-802d4893a127 req-4180665a-027f-4bb8-8bdd-8bb2b6224451 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.525710 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7ad6276a-018a-40a2-8e36-802d4893a127 req-4180665a-027f-4bb8-8bdd-8bb2b6224451 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 950 time: 0.2239783 Jul 05 03:52:06.597653 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-902f0f68-f81d-4787-9f06-62989772770f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9461029 Jul 05 03:52:06.608257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Request body: {'port': {'device_id': '2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:06.776512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.816178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b85d345a-62d1-482b-885d-bc51bb6aa1c7 req-8601d3ea-e5b5-4895-a7ae-e01d64a99bd1 tempest-ImagesNegativeTestJSON-2143291169 tempest-ImagesNegativeTestJSON-2143291169-project] 10.222.0.60 "GET /v2.0/ports?device_id=c84e6ba7-ffce-4597-ac88-6e165cf262ab HTTP/1.1" status: 200 len: 210 time: 0.0773575 Jul 05 03:52:06.821780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ed4d6c28-a2ea-4d7f-8a8e-40ba0c2879cb None None] Provisioning for port 93c7f282-738d-402e-ab78-9e94c84e6019 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:06.827458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ed4d6c28-a2ea-4d7f-8a8e-40ba0c2879cb None None] Provisioning complete for port 93c7f282-738d-402e-ab78-9e94c84e6019 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:06.828079 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ed4d6c28-a2ea-4d7f-8a8e-40ba0c2879cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.861384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-7ad6276a-018a-40a2-8e36-802d4893a127 req-b57cfb2d-c8b6-4122-89e4-e19d13c2785c tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Deleting port 30a8acd3-f9ef-4506-8aae-077af416bf35 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:06.862022 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7ad6276a-018a-40a2-8e36-802d4893a127 req-b57cfb2d-c8b6-4122-89e4-e19d13c2785c tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.946362 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ed4d6c28-a2ea-4d7f-8a8e-40ba0c2879cb None None] Port 93c7f282-738d-402e-ab78-9e94c84e6019 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:07.056895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-7ad6276a-018a-40a2-8e36-802d4893a127 req-b57cfb2d-c8b6-4122-89e4-e19d13c2785c tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] For port 30a8acd3-f9ef-4506-8aae-077af416bf35, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=30a8acd3-f9ef-4506-8aae-077af416bf35,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:07.058183 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7ad6276a-018a-40a2-8e36-802d4893a127 req-b57cfb2d-c8b6-4122-89e4-e19d13c2785c tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.075760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-7ad6276a-018a-40a2-8e36-802d4893a127 req-b57cfb2d-c8b6-4122-89e4-e19d13c2785c tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Calling delete_port for 30a8acd3-f9ef-4506-8aae-077af416bf35 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:07.137116 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:07.155111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360eec8-1dc7-4679-b9fe-7a90e6b2dd7e req-b691ab83-6892-4906-aa03-30ab453c7b33 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:07.157010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4360eec8-1dc7-4679-b9fe-7a90e6b2dd7e req-b691ab83-6892-4906-aa03-30ab453c7b33 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 950 time: 0.1576471 Jul 05 03:52:07.164765 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.182139 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Transition to ACTIVE for port object 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:07.221976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4360eec8-1dc7-4679-b9fe-7a90e6b2dd7e req-d795f8fd-8fea-4faf-a015-cbf5688df467 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538905 Jul 05 03:52:07.389791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d646472-ee5d-4ebd-8acc-96e02bc9e8df req-8855ae3d-12ca-4c7a-ad23-fde1218915e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:07.391219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d646472-ee5d-4ebd-8acc-96e02bc9e8df req-8855ae3d-12ca-4c7a-ad23-fde1218915e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.1182115 Jul 05 03:52:07.393249 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.409558 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7ad6276a-018a-40a2-8e36-802d4893a127 req-b57cfb2d-c8b6-4122-89e4-e19d13c2785c tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.425697 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d9048a93-d774-44b2-bdf2-12c7c97bd6b9'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:07.431594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['30a8acd3-f9ef-4506-8aae-077af416bf35'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:07.498198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cfb2d-c8b6-4122-89e4-e19d13c2785c tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Pushing event deleted for resources: {'Port': ['ID=30a8acd3-f9ef-4506-8aae-077af416bf35,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:07.533455 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Pushing event updated for resources: {'Port': ['ID=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:07.647131 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d646472-ee5d-4ebd-8acc-96e02bc9e8df req-fd21f9a1-8b71-40cf-b7d8-c98a7da24715 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478199 Jul 05 03:52:07.690653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad6276a-018a-40a2-8e36-802d4893a127 req-b57cfb2d-c8b6-4122-89e4-e19d13c2785c tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] No DVR routers for this DVR port 30a8acd3-f9ef-4506-8aae-077af416bf35 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:07.695288 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7ad6276a-018a-40a2-8e36-802d4893a127 req-b57cfb2d-c8b6-4122-89e4-e19d13c2785c tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.701229 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7ad6276a-018a-40a2-8e36-802d4893a127 req-b57cfb2d-c8b6-4122-89e4-e19d13c2785c tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.64 "DELETE /v2.0/ports/30a8acd3-f9ef-4506-8aae-077af416bf35 HTTP/1.1" status: 204 len: 173 time: 1.1710250 Jul 05 03:52:07.825892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Attempting to bind port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:07.826325 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Attempting to bind port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:07.826721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Attempting to bind port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:07.843306 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:07.843711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Attempting to bind port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:07.868677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:07.869226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:07.869692 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:07.870209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Bound port: 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:07.870639 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.899032 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c7f282-738d-402e-ab78-9e94c84e6019 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:07.915993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc030c7-c1e4-4c49-972c-3ca56ed77711 req-cdaeccb8-8b64-43ed-96ad-9e8bfcc91fa8 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:07.924024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5bc030c7-c1e4-4c49-972c-3ca56ed77711 req-cdaeccb8-8b64-43ed-96ad-9e8bfcc91fa8 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 934 time: 0.1178198 Jul 05 03:52:07.926095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.950727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Transition to ACTIVE for port object 93c7f282-738d-402e-ab78-9e94c84e6019 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:07.993560 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] For port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:07.997239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] For port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:08.016391 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.035065 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5bc030c7-c1e4-4c49-972c-3ca56ed77711 req-2045c826-5c0c-4b5a-8bb6-b65776fc7bdf tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062577 Jul 05 03:52:08.036323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1529df-0272-49b5-ba58-d6426955d43a', 'name': 'network-vif-deleted', 'tag': '30a8acd3-f9ef-4506-8aae-077af416bf35'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:08.041824 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e70f26a-4b95-425b-bb0d-36d46b8cd1a6" -d '{"events": [{"server_uuid": "bc1529df-0272-49b5-ba58-d6426955d43a", "name": "network-vif-deleted", "tag": "30a8acd3-f9ef-4506-8aae-077af416bf35"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:08.051974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58422) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:08.110435 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.163540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=93c7f282-738d-402e-ab78-9e94c84e6019,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:08.304701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1523053331-network', 'tenant_id': '7a968d4fc83c477da759b29c7116e420'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:08.335391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.336146 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.336805 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4437d680-1a81-4daf-a576-a9921c8417ef x-openstack-request-id: req-4437d680-1a81-4daf-a576-a9921c8417ef {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:08.337224 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1529df-0272-49b5-ba58-d6426955d43a", "name": "network-vif-deleted", "tag": "30a8acd3-f9ef-4506-8aae-077af416bf35", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:08.337879 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] 10.222.0.11 "PUT /v2.0/ports/42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 HTTP/1.1" status: 200 len: 1095 time: 2.3593380 Jul 05 03:52:08.338662 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4437d680-1a81-4daf-a576-a9921c8417ef {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:08.339216 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1529df-0272-49b5-ba58-d6426955d43a', 'name': 'network-vif-deleted', 'tag': '30a8acd3-f9ef-4506-8aae-077af416bf35', 'status': 'completed', 'code': 200} Jul 05 03:52:08.339390 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507bd9f-3122-48fe-841d-53a22c833ccc service neutron] Pushing event updated for resources: {'Port': ['ID=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:08.342324 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'tag': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:08.352536 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f79872-70e1-46cc-8621-7228df1ec053" -d '{"events": [{"name": "network-changed", "server_uuid": "6b538f9d-cf72-46ba-8aca-c97cfd994acd", "tag": "42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:08.415784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] Made reservation on behalf of 7a968d4fc83c477da759b29c7116e420 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:08.420718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Attempting to bind port 93c7f282-738d-402e-ab78-9e94c84e6019 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:08.421069 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.421180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Attempting to bind port 93c7f282-738d-402e-ab78-9e94c84e6019 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:08.421180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Attempting to bind port 93c7f282-738d-402e-ab78-9e94c84e6019 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:08.423697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Port 93c7f282-738d-402e-ab78-9e94c84e6019 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:08.424124 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Attempting to bind port 93c7f282-738d-402e-ab78-9e94c84e6019 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:08.430004 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.430669 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:08.431127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:08.431611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:08.432177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Bound port: 93c7f282-738d-402e-ab78-9e94c84e6019, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:08.432674 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.745217 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.776550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] For port 93c7f282-738d-402e-ab78-9e94c84e6019, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:08.786198 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] For port 93c7f282-738d-402e-ab78-9e94c84e6019, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=93c7f282-738d-402e-ab78-9e94c84e6019,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:08.836043 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.872314 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.888978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-9a246853-5dbd-49c4-b653-dadfddb99402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.890853 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-9a246853-5dbd-49c4-b653-dadfddb99402 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=359781a8406c4fbcb929ad11cf2a4b9c&device_id=6b538f9d-cf72-46ba-8aca-c97cfd994acd HTTP/1.1" status: 200 len: 1098 time: 0.3428688 Jul 05 03:52:08.899960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:08.948129 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-272a6286-a7bc-4623-a57b-7b46cafebc65 req-af922fce-ba89-4211-9675-13c01964a46b tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1529df-0272-49b5-ba58-d6426955d43a HTTP/1.1" status: 200 len: 210 time: 0.0907426 Jul 05 03:52:08.951169 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.954064 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] Added segment 18671713-7985-4566-8e0b-c9608ce550ad of type vlan for network 52a9ec5d-7a7f-4ac6-90a6-85b59a7ba41b Jul 05 03:52:08.958280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ba6f27-28f4-46e0-9113-207791a5c51e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:09.018310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.139757 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.141359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.142551 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.259298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] Pushing event updated for resources: {'Network': ['ID=52a9ec5d-7a7f-4ac6-90a6-85b59a7ba41b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:09.278487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 52a9ec5d-7a7f-4ac6-90a6-85b59a7ba41b details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:09.329344 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0466ab4d-2409-4ff9-9fe7-ece7c9a30750 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2763982 Jul 05 03:52:09.355399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58488) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:09.355952 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58490) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:09.362903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c1dfd092-91d0-4995-8c4b-e0137f8f57a0 admin admin] Request body: {'subnet': {'network_id': '52a9ec5d-7a7f-4ac6-90a6-85b59a7ba41b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1523053331-subnet', 'tenant_id': '7a968d4fc83c477da759b29c7116e420', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:09.371697 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e58493cd-581d-43bc-9078-a6bb4fe7df30 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1331508923'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:09.378403 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d759053-1fa7-4806-9a7e-9a9a33fbdf43 x-openstack-request-id: req-8d759053-1fa7-4806-9a7e-9a9a33fbdf43 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:09.378403 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b538f9d-cf72-46ba-8aca-c97cfd994acd", "tag": "42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:09.378403 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d759053-1fa7-4806-9a7e-9a9a33fbdf43 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:09.378403 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'tag': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15', 'status': 'completed', 'code': 200} Jul 05 03:52:09.381922 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.382541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.383957 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] 10.222.0.11 "PUT /v2.0/ports/93c7f282-738d-402e-ab78-9e94c84e6019 HTTP/1.1" status: 200 len: 1094 time: 2.7802570 Jul 05 03:52:09.387940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4782b-c8da-40ed-a0c0-bbd4e0e6ecd6 req-bcb1cea0-9dad-4ca2-8553-517f66c3e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.389406 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48d4782b-c8da-40ed-a0c0-bbd4e0e6ecd6 req-bcb1cea0-9dad-4ca2-8553-517f66c3e04f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a583d8be5434c7085d28e3958e1688f&device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 1097 time: 0.7423868 Jul 05 03:52:09.396126 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-7632fb13-0e0b-4fc2-8933-101cce67bc03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 HTTP/1.1" status: 200 len: 217 time: 0.4854531 Jul 05 03:52:09.436174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631fda8-0ae1-43f7-88bd-b56a0d3472f8 req-43bd92c4-20fd-4972-97b1-b1a190875958 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.437704 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2631fda8-0ae1-43f7-88bd-b56a0d3472f8 req-43bd92c4-20fd-4972-97b1-b1a190875958 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 946 time: 0.1885686 Jul 05 03:52:09.462112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09ea25-d5a9-4090-81df-60ff95655c61 req-80308766-c201-4a12-b83f-f12f63b7e764 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.463596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e09ea25-d5a9-4090-81df-60ff95655c61 req-80308766-c201-4a12-b83f-f12f63b7e764 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.1649640 Jul 05 03:52:09.482188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d179a2-ad47-4c67-991f-4215a73ba2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=93c7f282-738d-402e-ab78-9e94c84e6019,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:09.508742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-22592691-7177-4752-b205-89126d6c7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.510253 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-22592691-7177-4752-b205-89126d6c7863 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0959229 Jul 05 03:52:09.514529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2631fda8-0ae1-43f7-88bd-b56a0d3472f8 req-93b5cec2-fb0e-4304-9705-41887f136a61 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697951 Jul 05 03:52:09.523679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dfd092-91d0-4995-8c4b-e0137f8f57a0 admin admin] Made reservation on behalf of 7a968d4fc83c477da759b29c7116e420 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:09.526051 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c1dfd092-91d0-4995-8c4b-e0137f8f57a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.542386 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e09ea25-d5a9-4090-81df-60ff95655c61 req-0ab63fd5-c105-427f-b4f4-671e0a78f947 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702028 Jul 05 03:52:09.633691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4782b-c8da-40ed-a0c0-bbd4e0e6ecd6 req-b0f02b61-641d-4a02-9816-be8fba1e1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.635309 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48d4782b-c8da-40ed-a0c0-bbd4e0e6ecd6 req-b0f02b61-641d-4a02-9816-be8fba1e1a86 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1875b0d0-fdef-4b63-9392-d607c58b7aa1 HTTP/1.1" status: 200 len: 911 time: 0.2355237 Jul 05 03:52:09.674766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58493cd-581d-43bc-9078-a6bb4fe7df30 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Made reservation on behalf of 7d16dca7328249f08e2390e95c16dfe3 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:09.679546 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e58493cd-581d-43bc-9078-a6bb4fe7df30 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.734685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-37b4b3ed-1b68-42dd-84ce-9015d4cc37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.736503 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-37b4b3ed-1b68-42dd-84ce-9015d4cc37e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=359781a8406c4fbcb929ad11cf2a4b9c&device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 1097 time: 0.2069120 Jul 05 03:52:09.739984 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48d4782b-c8da-40ed-a0c0-bbd4e0e6ecd6 req-85dde2ff-67f5-4ce3-9572-3d3b09db6f9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efae1b86-20ab-463a-9325-52d627802539 HTTP/1.1" status: 200 len: 1001 time: 0.0952773 Jul 05 03:52:09.742728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-312c3718-451c-4c3e-9a24-9e71e6262392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.747748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58493cd-581d-43bc-9078-a6bb4fe7df30 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:09.747913 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-312c3718-451c-4c3e-9a24-9e71e6262392 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2203381 Jul 05 03:52:09.783889 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e58493cd-581d-43bc-9078-a6bb4fe7df30 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.784124 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-e58493cd-581d-43bc-9078-a6bb4fe7df30 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Added segment 2a4d5f22-e515-4166-8a85-97241a76e7d9 of type vlan for network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 Jul 05 03:52:09.850980 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e58493cd-581d-43bc-9078-a6bb4fe7df30 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.858109 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-c7429ebe-c8f0-48f9-976d-ab2cbc36876b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=93c7f282-738d-402e-ab78-9e94c84e6019 HTTP/1.1" status: 200 len: 217 time: 0.1087294 Jul 05 03:52:09.896678 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c1dfd092-91d0-4995-8c4b-e0137f8f57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.956577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4782b-c8da-40ed-a0c0-bbd4e0e6ecd6 req-ff7792f5-d948-4958-8f6e-c6a982e6d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.959281 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48d4782b-c8da-40ed-a0c0-bbd4e0e6ecd6 req-ff7792f5-d948-4958-8f6e-c6a982e6d94d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=839f200a-20a7-49d6-8b34-c3036a817497 HTTP/1.1" status: 200 len: 849 time: 0.1902378 Jul 05 03:52:09.965106 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e58493cd-581d-43bc-9078-a6bb4fe7df30 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.971350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58493cd-581d-43bc-9078-a6bb4fe7df30 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.971965 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e58493cd-581d-43bc-9078-a6bb4fe7df30 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.981208 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-eb297ea6-0e98-4f0f-8a5c-3cd69754a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.982689 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-eb297ea6-0e98-4f0f-8a5c-3cd69754a8e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0994384 Jul 05 03:52:10.014893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfd092-91d0-4995-8c4b-e0137f8f57a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fda8a77-0645-46d2-8413-811cf7c8b1f9,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:10.052415 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-d759f22f-8502-40b0-8876-11b4df4f79e2 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940228 Jul 05 03:52:10.099372 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 30a8acd3-f9ef-4506-8aae-077af416bf35 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:10.141033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 30a8acd3-f9ef-4506-8aae-077af416bf35 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:10.141378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 30a8acd3-f9ef-4506-8aae-077af416bf35 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:10.142910 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 49b55051-66f2-48dc-b79a-7bf9bc3e7745 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:10.143052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58493cd-581d-43bc-9078-a6bb4fe7df30 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'Network': ['ID=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:10.148008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dfd092-91d0-4995-8c4b-e0137f8f57a0 admin admin] Checking segment: {'id': '18671713-7985-4566-8e0b-c9608ce550ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '52a9ec5d-7a7f-4ac6-90a6-85b59a7ba41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:10.148404 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dfd092-91d0-4995-8c4b-e0137f8f57a0 admin admin] Network hostable DHCP agents. Network: 52a9ec5d-7a7f-4ac6-90a6-85b59a7ba41b, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:10.179025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:10.192480 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 49b55051-66f2-48dc-b79a-7bf9bc3e7745 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:10.192830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 49b55051-66f2-48dc-b79a-7bf9bc3e7745 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:10.199199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4782b-c8da-40ed-a0c0-bbd4e0e6ecd6 req-bf16e745-2855-4c40-a200-fc60d1a24e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.201884 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48d4782b-c8da-40ed-a0c0-bbd4e0e6ecd6 req-bf16e745-2855-4c40-a200-fc60d1a24e15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1875b0d0-fdef-4b63-9392-d607c58b7aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2331421 Jul 05 03:52:10.212277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-f6e12f07-b3e9-4956-aee4-5dd25e33703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.216035 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-f6e12f07-b3e9-4956-aee4-5dd25e33703b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2133186 Jul 05 03:52:10.259403 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dfd092-91d0-4995-8c4b-e0137f8f57a0 admin admin] Network 52a9ec5d-7a7f-4ac6-90a6-85b59a7ba41b is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:10.266248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e58493cd-581d-43bc-9078-a6bb4fe7df30 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8960257 Jul 05 03:52:10.266248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58566) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:10.283838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1947354c-4b2e-41ba-9aa2-232db9a33383 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-118044157'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:10.341713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-c1dfd092-91d0-4995-8c4b-e0137f8f57a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 52a9ec5d-7a7f-4ac6-90a6-85b59a7ba41b) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:10.345836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dfd092-91d0-4995-8c4b-e0137f8f57a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.346557 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c1dfd092-91d0-4995-8c4b-e0137f8f57a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.357404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928bb182-4904-4fb7-ac25-12a055d761c9 None None] Network 52a9ec5d-7a7f-4ac6-90a6-85b59a7ba41b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:10.372991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1947354c-4b2e-41ba-9aa2-232db9a33383 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Made reservation on behalf of 7d16dca7328249f08e2390e95c16dfe3 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:10.372991 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1947354c-4b2e-41ba-9aa2-232db9a33383 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.401437 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48d4782b-c8da-40ed-a0c0-bbd4e0e6ecd6 req-7e077e32-66be-4f04-abd1-75d89420d953 service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818960 Jul 05 03:52:10.419908 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc4693bb-9024-4e95-b3b0-b2abca76799b req-379f3bd6-14fd-48ed-87e7-5d479325c244 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586187 Jul 05 03:52:10.433388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1947354c-4b2e-41ba-9aa2-232db9a33383 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:10.463717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c1dfd092-91d0-4995-8c4b-e0137f8f57a0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1056402 Jul 05 03:52:10.471979 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1947354c-4b2e-41ba-9aa2-232db9a33383 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.472326 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-1947354c-4b2e-41ba-9aa2-232db9a33383 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Added segment 46f5e5ad-717b-408a-be3e-c7e8eca0105b of type vlan for network ce929db9-95f6-4b19-ab56-323ab9bb83a6 Jul 05 03:52:10.565345 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1947354c-4b2e-41ba-9aa2-232db9a33383 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.618164 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-e912372d-e67a-428b-87c0-f7d5e05ef08e service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876057 Jul 05 03:52:10.629751 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48d4782b-c8da-40ed-a0c0-bbd4e0e6ecd6 req-75e08302-dd5f-48c5-a75e-f45a30940c6f service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183621 Jul 05 03:52:10.654893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1b2e0c-2fd1-4452-9846-aa990ab177d6 None None] Network 52a9ec5d-7a7f-4ac6-90a6-85b59a7ba41b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:10.670748 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1947354c-4b2e-41ba-9aa2-232db9a33383 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.680772 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1947354c-4b2e-41ba-9aa2-232db9a33383 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.682481 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1947354c-4b2e-41ba-9aa2-232db9a33383 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.704068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58602) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:10.719834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f79872-70e1-46cc-8621-7228df1ec053 req-45350aa2-0d99-4c40-9b1f-2f037dd0ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.721432 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-96f79872-70e1-46cc-8621-7228df1ec053 req-45350aa2-0d99-4c40-9b1f-2f037dd0ed9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=359781a8406c4fbcb929ad11cf2a4b9c&device_id=6b538f9d-cf72-46ba-8aca-c97cfd994acd HTTP/1.1" status: 200 len: 1098 time: 0.1709075 Jul 05 03:52:10.843103 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8d2edd74-f23c-4f1b-b607-30b4b892d69b req-6baf6461-1d47-43f5-9307-ce52c9e47c44 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083776 Jul 05 03:52:10.883138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f79872-70e1-46cc-8621-7228df1ec053 req-044042b8-80b5-44ed-9c3d-9c086804e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.884799 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-96f79872-70e1-46cc-8621-7228df1ec053 req-044042b8-80b5-44ed-9c3d-9c086804e7d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1505258 Jul 05 03:52:10.927388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947354c-4b2e-41ba-9aa2-232db9a33383 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'Network': ['ID=ce929db9-95f6-4b19-ab56-323ab9bb83a6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:10.939904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ce929db9-95f6-4b19-ab56-323ab9bb83a6 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:10.948687 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-96f79872-70e1-46cc-8621-7228df1ec053 req-26af18ad-d91c-4d11-9920-f624fd1420fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 HTTP/1.1" status: 200 len: 217 time: 0.0506716 Jul 05 03:52:10.989179 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1947354c-4b2e-41ba-9aa2-232db9a33383 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7220974 Jul 05 03:52:10.992259 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58616) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:10.998984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1d7a50d9-27a1-487b-b274-b5830d7f7a90 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'subnet': {'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:11.009410 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-61622ea4-c92e-4d6f-bd7f-84af20a350b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ebd1a45fe854aea94e05d6fdfc44596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040342 Jul 05 03:52:11.010283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a79249-1ff1-4801-ad68-c4e90191ef26 req-e622e8c4-756d-4ba1-9bda-09fd5cfb5c45 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.011917 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8a79249-1ff1-4801-ad68-c4e90191ef26 req-e622e8c4-756d-4ba1-9bda-09fd5cfb5c45 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 946 time: 0.1359687 Jul 05 03:52:11.013787 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58618) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:11.024601 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f79872-70e1-46cc-8621-7228df1ec053 req-837f9917-eb84-49c0-aa36-2b37f5e2d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.026111 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-96f79872-70e1-46cc-8621-7228df1ec053 req-837f9917-eb84-49c0-aa36-2b37f5e2d957 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0609050 Jul 05 03:52:11.092790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f79872-70e1-46cc-8621-7228df1ec053 req-a30b0176-6350-4601-b89e-6864e03c8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.094460 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-96f79872-70e1-46cc-8621-7228df1ec053 req-a30b0176-6350-4601-b89e-6864e03c8e65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572450 Jul 05 03:52:11.157194 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8a79249-1ff1-4801-ad68-c4e90191ef26 req-5611319f-313b-45b2-bf0a-d55cb386357c tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374519 Jul 05 03:52:11.184512 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48949c84-df46-4aa5-b7aa-5eb22966feca req-3eefc26c-c399-4629-8877-ffa2bfe03dcd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.186104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48949c84-df46-4aa5-b7aa-5eb22966feca req-3eefc26c-c399-4629-8877-ffa2bfe03dcd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.2346761 Jul 05 03:52:11.196626 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c1c80f79-8c1d-4ad3-b4be-e4071c7e8857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.204567 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-96f79872-70e1-46cc-8621-7228df1ec053 req-f1ce02af-8c1a-4773-86cf-5014a0d57a7b service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021857 Jul 05 03:52:11.249756 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c1c80f79-8c1d-4ad3-b4be-e4071c7e8857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.264206 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48949c84-df46-4aa5-b7aa-5eb22966feca req-91369619-e34a-45b9-a4b8-fb83f023f6e6 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687187 Jul 05 03:52:11.299174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7a50d9-27a1-487b-b274-b5830d7f7a90 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Made reservation on behalf of 7d16dca7328249f08e2390e95c16dfe3 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:11.302980 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d7a50d9-27a1-487b-b274-b5830d7f7a90 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.324141 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-96f79872-70e1-46cc-8621-7228df1ec053 req-a9dbd3ab-6859-4daf-a42c-2598ab91e3ff service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129603 Jul 05 03:52:11.379400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719', 'tag': '93c7f282-738d-402e-ab78-9e94c84e6019'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:11.383377 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5011538-a2f5-4b8b-bfde-f41c2d8756d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719", "tag": "93c7f282-738d-402e-ab78-9e94c84e6019"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:11.438162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-88d548d0-6bec-48e9-8b4c-d82a92353911 req-028550fd-9a3b-4683-8e91-4e578d90aadb tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-683255777', 'description': 'tempest-description-403384266'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:11.453825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a733fb-0f8a-49cb-8c3d-be9c4aea1ad3 req-6ad87bc4-dabb-4e9b-a7da-3e65d2894909 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.455310 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9a733fb-0f8a-49cb-8c3d-be9c4aea1ad3 req-6ad87bc4-dabb-4e9b-a7da-3e65d2894909 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 950 time: 0.1753201 Jul 05 03:52:11.465923 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c1c80f79-8c1d-4ad3-b4be-e4071c7e8857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.468380 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c1c80f79-8c1d-4ad3-b4be-e4071c7e8857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.469474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c1c80f79-8c1d-4ad3-b4be-e4071c7e8857 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d092c070-a6c6-4701-8a98-2a775a4cbbf8 HTTP/1.1" status: 204 len: 168 time: 0.4509811 Jul 05 03:52:11.522246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c80f79-8c1d-4ad3-b4be-e4071c7e8857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d092c070-a6c6-4701-8a98-2a775a4cbbf8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:11.553998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9a733fb-0f8a-49cb-8c3d-be9c4aea1ad3 req-2a86c7e4-bef6-496a-b95b-36188493c211 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890601 Jul 05 03:52:11.591148 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-88d548d0-6bec-48e9-8b4c-d82a92353911 req-028550fd-9a3b-4683-8e91-4e578d90aadb tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.691351 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-88d548d0-6bec-48e9-8b4c-d82a92353911 req-028550fd-9a3b-4683-8e91-4e578d90aadb tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.725887 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d7a50d9-27a1-487b-b274-b5830d7f7a90 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.757857 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03c7cb7-27f3-434f-a18a-169f35392ec0 x-openstack-request-id: req-d03c7cb7-27f3-434f-a18a-169f35392ec0 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:11.758333 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719", "tag": "93c7f282-738d-402e-ab78-9e94c84e6019", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:11.758333 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d03c7cb7-27f3-434f-a18a-169f35392ec0 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:11.758857 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719', 'tag': '93c7f282-738d-402e-ab78-9e94c84e6019', 'status': 'completed', 'code': 200} Jul 05 03:52:11.764166 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-88d548d0-6bec-48e9-8b4c-d82a92353911 req-028550fd-9a3b-4683-8e91-4e578d90aadb tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.832417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028550fd-9a3b-4683-8e91-4e578d90aadb tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3744dcd6-c7c1-4df1-a7d0-0e796879d18c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:11.837639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a50d9-27a1-487b-b274-b5830d7f7a90 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'Subnet': ['ID=b52a3b29-aac7-487b-9fcb-2228d0e80f01,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:11.839565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7a50d9-27a1-487b-b274-b5830d7f7a90 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Checking segment: {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:11.840117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7a50d9-27a1-487b-b274-b5830d7f7a90 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Network hostable DHCP agents. Network: ce3d1fe5-0001-4f9d-beee-f9fd25e01f87, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:11.859636 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5011538-a2f5-4b8b-bfde-f41c2d8756d1 req-f7ae6224-768d-42cc-9167-e4129ad0a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.861286 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e5011538-a2f5-4b8b-bfde-f41c2d8756d1 req-f7ae6224-768d-42cc-9167-e4129ad0a65f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=359781a8406c4fbcb929ad11cf2a4b9c&device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 1097 time: 0.0765080 Jul 05 03:52:11.880102 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-88d548d0-6bec-48e9-8b4c-d82a92353911 req-028550fd-9a3b-4683-8e91-4e578d90aadb tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.883158 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88d548d0-6bec-48e9-8b4c-d82a92353911 req-028550fd-9a3b-4683-8e91-4e578d90aadb tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4539235 Jul 05 03:52:11.944485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7a50d9-27a1-487b-b274-b5830d7f7a90 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:11.973196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5011538-a2f5-4b8b-bfde-f41c2d8756d1 req-accfd6f6-67d7-40c7-9b19-7f5f33c0013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.975398 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e5011538-a2f5-4b8b-bfde-f41c2d8756d1 req-accfd6f6-67d7-40c7-9b19-7f5f33c0013c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1056204 Jul 05 03:52:11.978652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a7d73f4-7e12-4350-a5b3-535096859040 req-606e7919-dce8-403b-b162-e26f180446da tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/3744dcd6-c7c1-4df1-a7d0-0e796879d18c HTTP/1.1" status: 200 len: 1803 time: 0.0609069 Jul 05 03:52:11.989393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-9a7d73f4-7e12-4350-a5b3-535096859040 req-0e4ed530-394b-416c-bf70-63bbe62b3f4c tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3744dcd6-c7c1-4df1-a7d0-0e796879d18c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:11.989740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-9a7d73f4-7e12-4350-a5b3-535096859040 req-0e4ed530-394b-416c-bf70-63bbe62b3f4c tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3744dcd6-c7c1-4df1-a7d0-0e796879d18c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:12.030903 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e5011538-a2f5-4b8b-bfde-f41c2d8756d1 req-742b792a-787b-44f9-b6e6-7e48069271fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=93c7f282-738d-402e-ab78-9e94c84e6019 HTTP/1.1" status: 200 len: 217 time: 0.0443950 Jul 05 03:52:12.038638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-1d7a50d9-27a1-487b-b274-b5830d7f7a90 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, ce3d1fe5-0001-4f9d-beee-f9fd25e01f87) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:12.043401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7a50d9-27a1-487b-b274-b5830d7f7a90 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.044056 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d7a50d9-27a1-487b-b274-b5830d7f7a90 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.064758 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ecc77d-9df0-4992-9329-03e7208261f1 None None] Network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:12.112459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5011538-a2f5-4b8b-bfde-f41c2d8756d1 req-fa96c6d1-10ee-4408-92d2-36d2b4672eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.114635 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e5011538-a2f5-4b8b-bfde-f41c2d8756d1 req-fa96c6d1-10ee-4408-92d2-36d2b4672eda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0773461 Jul 05 03:52:12.151239 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9a7d73f4-7e12-4350-a5b3-535096859040 req-0e4ed530-394b-416c-bf70-63bbe62b3f4c tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.197462 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1d7a50d9-27a1-487b-b274-b5830d7f7a90 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1945510 Jul 05 03:52:12.197462 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9a7d73f4-7e12-4350-a5b3-535096859040 req-0e4ed530-394b-416c-bf70-63bbe62b3f4c tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.197983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58664) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:12.206725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-882a9275-1c57-4d7a-a6bf-5f0c60c31930 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'subnet': {'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:12.240811 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5011538-a2f5-4b8b-bfde-f41c2d8756d1 req-2d497826-41cf-4c9a-a2da-cac6733835a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.242719 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e5011538-a2f5-4b8b-bfde-f41c2d8756d1 req-2d497826-41cf-4c9a-a2da-cac6733835a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216764 Jul 05 03:52:12.301672 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-ce3d1fe5-0001-4f9d-beee-f9fd25e01f87', 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'fixed_ips': [{'subnet_id': 'b52a3b29-aac7-487b-9fcb-2228d0e80f01'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:52:12.302874 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.303684 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9a7d73f4-7e12-4350-a5b3-535096859040 req-0e4ed530-394b-416c-bf70-63bbe62b3f4c tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.355310 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fece1-9bd2-4a98-a618-38f1908e5731 req-388b69a0-b046-4f5d-8647-2b5dccf46ea7 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.357540 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e28fece1-9bd2-4a98-a618-38f1908e5731 req-388b69a0-b046-4f5d-8647-2b5dccf46ea7 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 950 time: 0.1948218 Jul 05 03:52:12.373087 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ed530-394b-416c-bf70-63bbe62b3f4c tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e02135-925b-4493-b400-08af4a26a4ef,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:12.437157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f670fe0-ade7-4d67-b3cb-117acbe0711e req-c21bad5e-1279-4c26-8ad1-3bb0e28082c9 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.439044 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f670fe0-ade7-4d67-b3cb-117acbe0711e req-c21bad5e-1279-4c26-8ad1-3bb0e28082c9 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 946 time: 0.1070440 Jul 05 03:52:12.485664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882a9275-1c57-4d7a-a6bf-5f0c60c31930 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Made reservation on behalf of 7d16dca7328249f08e2390e95c16dfe3 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:12.491164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-882a9275-1c57-4d7a-a6bf-5f0c60c31930 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.515070 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e5011538-a2f5-4b8b-bfde-f41c2d8756d1 req-2dbc6b30-d441-4928-b3cb-0e24f8b45915 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614360 Jul 05 03:52:12.604692 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-e28fece1-9bd2-4a98-a618-38f1908e5731 req-e339f8ee-c3e7-4359-8875-e51c23301a0f tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Deleting port d9048a93-d774-44b2-bdf2-12c7c97bd6b9 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:12.604973 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e28fece1-9bd2-4a98-a618-38f1908e5731 req-e339f8ee-c3e7-4359-8875-e51c23301a0f tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.616814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Allocated IP 10.1.1.2 (ce3d1fe5-0001-4f9d-beee-f9fd25e01f87/b52a3b29-aac7-487b-9fcb-2228d0e80f01/6c33a0e8-7c05-48fa-81f9-1f6a2415a870) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:12.621966 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9a7d73f4-7e12-4350-a5b3-535096859040 req-0e4ed530-394b-416c-bf70-63bbe62b3f4c tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.635743 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a7d73f4-7e12-4350-a5b3-535096859040 req-0e4ed530-394b-416c-bf70-63bbe62b3f4c tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6510003 Jul 05 03:52:12.651853 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f670fe0-ade7-4d67-b3cb-117acbe0711e req-6f853d22-66d5-4f8f-b3e4-1eb8d661bede tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029490 Jul 05 03:52:12.785941 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e5011538-a2f5-4b8b-bfde-f41c2d8756d1 req-653ccfc7-4e59-43ac-a253-e1bfec05307a service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506871 Jul 05 03:52:12.850479 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.853212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e28fece1-9bd2-4a98-a618-38f1908e5731 req-e339f8ee-c3e7-4359-8875-e51c23301a0f tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] For port d9048a93-d774-44b2-bdf2-12c7c97bd6b9, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d9048a93-d774-44b2-bdf2-12c7c97bd6b9,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:12.853642 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e28fece1-9bd2-4a98-a618-38f1908e5731 req-e339f8ee-c3e7-4359-8875-e51c23301a0f tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.862681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Transition to ACTIVE for port object 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:12.871396 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-e28fece1-9bd2-4a98-a618-38f1908e5731 req-e339f8ee-c3e7-4359-8875-e51c23301a0f tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Calling delete_port for d9048a93-d774-44b2-bdf2-12c7c97bd6b9 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:12.888104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Transition to ACTIVE for port object 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:12.960890 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6536bf-516d-4aa6-9aa8-931f1ea10991 req-fb57bd5f-08e6-4c35-a235-3a08086eb8f5 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.962296 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d6536bf-516d-4aa6-9aa8-931f1ea10991 req-fb57bd5f-08e6-4c35-a235-3a08086eb8f5 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.1489999 Jul 05 03:52:12.973840 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895391a-7613-49ab-92a1-80f170a0cf4b req-c317be1f-6f26-4116-9f52-367462b9800f tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.975475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0895391a-7613-49ab-92a1-80f170a0cf4b req-c317be1f-6f26-4116-9f52-367462b9800f tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 950 time: 0.1658878 Jul 05 03:52:13.031407 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d6536bf-516d-4aa6-9aa8-931f1ea10991 req-5d596ef9-febe-41b6-aa72-82f5d4f72a2e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549657 Jul 05 03:52:13.039303 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0895391a-7613-49ab-92a1-80f170a0cf4b req-58657011-8140-4217-8e2e-7c6415bf9353 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf6aad2b-9be3-4680-a876-bdaad7f09faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570910 Jul 05 03:52:13.066243 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-882a9275-1c57-4d7a-a6bf-5f0c60c31930 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.067048 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.099882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-76abb7c5-7a85-46cd-942b-1d06643cc0c2 req-09195a10-7658-43c6-a500-77852db63f7d tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1960831139', 'description': 'tempest-description-1088410102'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:13.110941 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e28fece1-9bd2-4a98-a618-38f1908e5731 req-e339f8ee-c3e7-4359-8875-e51c23301a0f tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.126551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d9048a93-d774-44b2-bdf2-12c7c97bd6b9'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:13.170050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58690) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:13.174036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a9275-1c57-4d7a-a6bf-5f0c60c31930 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'Subnet': ['ID=91cba49b-6d0f-47b0-a85d-60d24e9f83c4,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:13.190525 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882a9275-1c57-4d7a-a6bf-5f0c60c31930 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Checking segment: {'id': '46f5e5ad-717b-408a-be3e-c7e8eca0105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:13.190957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882a9275-1c57-4d7a-a6bf-5f0c60c31930 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Network hostable DHCP agents. Network: ce929db9-95f6-4b19-ab56-323ab9bb83a6, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:13.193263 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Pushing event updated for resources: {'Port': ['ID=6c33a0e8-7c05-48fa-81f9-1f6a2415a870,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:13.213863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:13.215348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:13.217891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:13.225308 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339f8ee-c3e7-4359-8875-e51c23301a0f tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Pushing event deleted for resources: {'Port': ['ID=d9048a93-d774-44b2-bdf2-12c7c97bd6b9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:13.252944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28fece1-9bd2-4a98-a618-38f1908e5731 req-e339f8ee-c3e7-4359-8875-e51c23301a0f tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] No DVR routers for this DVR port d9048a93-d774-44b2-bdf2-12c7c97bd6b9 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:13.261856 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e28fece1-9bd2-4a98-a618-38f1908e5731 req-e339f8ee-c3e7-4359-8875-e51c23301a0f tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.261856 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e28fece1-9bd2-4a98-a618-38f1908e5731 req-e339f8ee-c3e7-4359-8875-e51c23301a0f tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.11 "DELETE /v2.0/ports/d9048a93-d774-44b2-bdf2-12c7c97bd6b9 HTTP/1.1" status: 204 len: 173 time: 0.8944981 Jul 05 03:52:13.286509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Attempting to bind port 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:13.290516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Attempting to bind port 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:13.290516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Attempting to bind port 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:13.290731 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-76abb7c5-7a85-46cd-942b-1d06643cc0c2 req-09195a10-7658-43c6-a500-77852db63f7d tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.292391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:13.292781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Checking segment: {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:13.293188 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.293585 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Bound using segment: {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:13.294291 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Bound port: 6c33a0e8-7c05-48fa-81f9-1f6a2415a870, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:13.294898 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.305532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882a9275-1c57-4d7a-a6bf-5f0c60c31930 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Network ce929db9-95f6-4b19-ab56-323ab9bb83a6 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:13.332882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc6b8-555b-4acf-a73c-b792a754cffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.364732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] For port 6c33a0e8-7c05-48fa-81f9-1f6a2415a870, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:13.367928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] For port 6c33a0e8-7c05-48fa-81f9-1f6a2415a870, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6c33a0e8-7c05-48fa-81f9-1f6a2415a870,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:13.403863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-882a9275-1c57-4d7a-a6bf-5f0c60c31930 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, ce929db9-95f6-4b19-ab56-323ab9bb83a6) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:13.413331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a9275-1c57-4d7a-a6bf-5f0c60c31930 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:13.413936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-882a9275-1c57-4d7a-a6bf-5f0c60c31930 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.415113 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6faa16c-1383-4b81-848a-6e524786ca8a None None] Network ce929db9-95f6-4b19-ab56-323ab9bb83a6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:13.422435 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-76abb7c5-7a85-46cd-942b-1d06643cc0c2 req-09195a10-7658-43c6-a500-77852db63f7d tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.465296 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.485637 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-76abb7c5-7a85-46cd-942b-1d06643cc0c2 req-09195a10-7658-43c6-a500-77852db63f7d tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.541211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09195a10-7658-43c6-a500-77852db63f7d tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56274885-bded-4647-9045-0b98f8e605b4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:13.618610 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab2fdf-d50a-46f2-a498-16150bd2a41a None None] Pushing event updated for resources: {'Port': ['ID=6c33a0e8-7c05-48fa-81f9-1f6a2415a870,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:13.623350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-882a9275-1c57-4d7a-a6bf-5f0c60c31930 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4215198 Jul 05 03:52:13.623884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58720) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:13.629492 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'port': {'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87', 'name': 'tempest-TaggedBootDevicesTest-1873485799', 'fixed_ips': [{'subnet_id': 'b52a3b29-aac7-487b-9fcb-2228d0e80f01'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:13.725243 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-ce929db9-95f6-4b19-ab56-323ab9bb83a6', 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'fixed_ips': [{'subnet_id': '91cba49b-6d0f-47b0-a85d-60d24e9f83c4'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:52:13.726193 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.760719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a609098-f2bf-47fa-bbd7-e4e97a624e3d', 'name': 'network-vif-deleted', 'tag': 'd9048a93-d774-44b2-bdf2-12c7c97bd6b9'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:13.764437 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622dd316-137f-4c2b-b74e-9f97b61db47e" -d '{"events": [{"server_uuid": "5a609098-f2bf-47fa-bbd7-e4e97a624e3d", "name": "network-vif-deleted", "tag": "d9048a93-d774-44b2-bdf2-12c7c97bd6b9"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:13.791826 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc6b8-555b-4acf-a73c-b792a754cffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.909475 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc6b8-555b-4acf-a73c-b792a754cffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.957991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e69c90-1cd1-49bf-b5a2-1c1c40c00713 req-93c086c6-c625-4203-98e5-3681d80c1e1c tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:13.959556 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97e69c90-1cd1-49bf-b5a2-1c1c40c00713 req-93c086c6-c625-4203-98e5-3681d80c1e1c tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 946 time: 0.1179299 Jul 05 03:52:13.981822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Allocated IP 10.2.2.2 (ce929db9-95f6-4b19-ab56-323ab9bb83a6/91cba49b-6d0f-47b0-a85d-60d24e9f83c4/9092ed65-368a-4826-b419-235a949e2e4b) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:13.982878 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-76abb7c5-7a85-46cd-942b-1d06643cc0c2 req-09195a10-7658-43c6-a500-77852db63f7d tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.996978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76abb7c5-7a85-46cd-942b-1d06643cc0c2 req-09195a10-7658-43c6-a500-77852db63f7d tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9022734 Jul 05 03:52:14.001115 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3d3bc6b8-555b-4acf-a73c-b792a754cffe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebc28da24bea45f799da325ed81a9f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8313525 Jul 05 03:52:14.007740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bc6b8-555b-4acf-a73c-b792a754cffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6015cdd0-4aa6-4da8-a328-d3f5b55762c6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:14.012218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58734) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:14.071139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97e69c90-1cd1-49bf-b5a2-1c1c40c00713 req-b297a0bc-1d51-45ea-995f-2a51dda2b911 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996346 Jul 05 03:52:14.072936 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35de464f-66c6-4f7d-9278-b6be69f3064c x-openstack-request-id: req-35de464f-66c6-4f7d-9278-b6be69f3064c {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:14.073461 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a609098-f2bf-47fa-bbd7-e4e97a624e3d", "name": "network-vif-deleted", "tag": "d9048a93-d774-44b2-bdf2-12c7c97bd6b9", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:14.073764 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35de464f-66c6-4f7d-9278-b6be69f3064c {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:14.074162 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a609098-f2bf-47fa-bbd7-e4e97a624e3d', 'name': 'network-vif-deleted', 'tag': 'd9048a93-d774-44b2-bdf2-12c7c97bd6b9', 'status': 'completed', 'code': 200} Jul 05 03:52:14.079307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:14.085830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Made reservation on behalf of 7d16dca7328249f08e2390e95c16dfe3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:14.131162 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-295632c2-d9c5-4969-9af1-57f587ada204 req-aa2b53e8-fbe1-479a-abb0-284a60a7970b tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/56274885-bded-4647-9045-0b98f8e605b4 HTTP/1.1" status: 200 len: 1805 time: 0.0687020 Jul 05 03:52:14.136409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-295632c2-d9c5-4969-9af1-57f587ada204 req-6cb832f2-6379-48fa-809a-ae5514d768ad tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '56274885-bded-4647-9045-0b98f8e605b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:14.136948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-295632c2-d9c5-4969-9af1-57f587ada204 req-6cb832f2-6379-48fa-809a-ae5514d768ad tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '56274885-bded-4647-9045-0b98f8e605b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:14.173380 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-14b8fd23-4955-4163-a65d-0fadb4959787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.198362 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-14b8fd23-4955-4163-a65d-0fadb4959787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.288756 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.311348 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-295632c2-d9c5-4969-9af1-57f587ada204 req-6cb832f2-6379-48fa-809a-ae5514d768ad tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.313128 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] device_id is not set on port 055b9c82-3cd5-4c8e-8763-539c346a2e5e yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:52:14.340616 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-14b8fd23-4955-4163-a65d-0fadb4959787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.344424 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-14b8fd23-4955-4163-a65d-0fadb4959787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.382011 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.383137 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-14b8fd23-4955-4163-a65d-0fadb4959787 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6015cdd0-4aa6-4da8-a328-d3f5b55762c6 HTTP/1.1" status: 204 len: 168 time: 0.3315542 Jul 05 03:52:14.383436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:14.383562 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-447d8461-a48a-42bb-a4ab-0067c976395f req-004713cf-67b2-453a-be29-029748489160 tempest-ServersAdminNegativeTestJSON-1127410264 tempest-ServersAdminNegativeTestJSON-1127410264-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a609098-f2bf-47fa-bbd7-e4e97a624e3d HTTP/1.1" status: 200 len: 210 time: 0.0563021 Jul 05 03:52:14.400489 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15', 'mac_address': 'fa:16:3e:d9:a4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:14.405145 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-295632c2-d9c5-4969-9af1-57f587ada204 req-6cb832f2-6379-48fa-809a-ae5514d768ad tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.414489 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Transition to ACTIVE for port object 9092ed65-368a-4826-b419-235a949e2e4b will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:14.433187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Transition to ACTIVE for port object 9092ed65-368a-4826-b419-235a949e2e4b will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:14.448289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8fd23-4955-4163-a65d-0fadb4959787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6015cdd0-4aa6-4da8-a328-d3f5b55762c6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:14.463605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58744) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:14.492873 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-295632c2-d9c5-4969-9af1-57f587ada204 req-6cb832f2-6379-48fa-809a-ae5514d768ad tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.495816 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.513397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:14.527167 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.559716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb832f2-6379-48fa-809a-ae5514d768ad tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcadea4e-f5ee-48d2-99ec-6a2831c15797,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:14.587650 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Pushing event updated for resources: {'Port': ['ID=9092ed65-368a-4826-b419-235a949e2e4b,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:14.595919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:14.613246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Network ce929db9-95f6-4b19-ab56-323ab9bb83a6 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:14.618107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:14.623589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:14.653800 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-295632c2-d9c5-4969-9af1-57f587ada204 req-6cb832f2-6379-48fa-809a-ae5514d768ad tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.654651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-295632c2-d9c5-4969-9af1-57f587ada204 req-6cb832f2-6379-48fa-809a-ae5514d768ad tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5225782 Jul 05 03:52:14.691246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-44ad8919-3805-4de1-a3db-e44d900345f4 req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1980687191', 'description': 'tempest-description-1280505133'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:14.710198 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.710853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 93c7f282-738d-402e-ab78-9e94c84e6019 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:14.732119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Attempting to bind port 9092ed65-368a-4826-b419-235a949e2e4b on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:14.732575 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Attempting to bind port 9092ed65-368a-4826-b419-235a949e2e4b by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '46f5e5ad-717b-408a-be3e-c7e8eca0105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:14.732955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Attempting to bind port 9092ed65-368a-4826-b419-235a949e2e4b on network ce929db9-95f6-4b19-ab56-323ab9bb83a6 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:14.764129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Allocated IP 10.1.1.124 (ce3d1fe5-0001-4f9d-beee-f9fd25e01f87/b52a3b29-aac7-487b-9fcb-2228d0e80f01/055b9c82-3cd5-4c8e-8763-539c346a2e5e) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:14.771384 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:14.771820 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Checking segment: {'id': '46f5e5ad-717b-408a-be3e-c7e8eca0105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:14.772236 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.772673 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Bound using segment: {'id': '46f5e5ad-717b-408a-be3e-c7e8eca0105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:14.773170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Bound port: 9092ed65-368a-4826-b419-235a949e2e4b, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f5e5ad-717b-408a-be3e-c7e8eca0105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:14.773555 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.845548 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 93c7f282-738d-402e-ab78-9e94c84e6019, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=93c7f282-738d-402e-ab78-9e94c84e6019,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:14.861668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:14.878360 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '93c7f282-738d-402e-ab78-9e94c84e6019', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '93c7f282-738d-402e-ab78-9e94c84e6019', 'mac_address': 'fa:16:3e:05:9e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:14.954933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] For port 9092ed65-368a-4826-b419-235a949e2e4b, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:14.960910 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] For port 9092ed65-368a-4826-b419-235a949e2e4b, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9092ed65-368a-4826-b419-235a949e2e4b,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:14.968693 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.987657 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c7f282-738d-402e-ab78-9e94c84e6019 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:15.013144 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.015835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 93c7f282-738d-402e-ab78-9e94c84e6019, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=93c7f282-738d-402e-ab78-9e94c84e6019,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:15.037482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Transition to ACTIVE for port object 055b9c82-3cd5-4c8e-8763-539c346a2e5e will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:15.098770 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.098770 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.122254 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8749d869-1c9e-4988-b011-bda818dadea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.187902 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf69cf-b3e6-4272-af15-2c6b2574e9fe None None] Network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:15.188714 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.202675 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=93c7f282-738d-402e-ab78-9e94c84e6019,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:15.282993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:15.286829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:15.290057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:15.299312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:15.344886 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8749d869-1c9e-4988-b011-bda818dadea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.346617 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-44ad8919-3805-4de1-a3db-e44d900345f4 req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.356095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:15.357040 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.360635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'Port': ['ID=055b9c82-3cd5-4c8e-8763-539c346a2e5e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:15.381940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:15.388217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['93c7f282-738d-402e-ab78-9e94c84e6019'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:15.422342 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8749d869-1c9e-4988-b011-bda818dadea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.488627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8749d869-1c9e-4988-b011-bda818dadea7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8370c595c41f45f69a408a557f28b542&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0195286 Jul 05 03:52:15.488627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749d869-1c9e-4988-b011-bda818dadea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4477b3-ad1a-4235-aa69-3be65e85678e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:15.489667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58764) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:15.505139 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-611b2550-a67e-43fc-b27a-95b96c0e34c1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8779130 Jul 05 03:52:15.507795 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58766) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:15.518557 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'port': {'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87', 'name': 'tempest-TaggedBootDevicesTest-1662927183', 'fixed_ips': [{'subnet_id': 'b52a3b29-aac7-487b-9fcb-2228d0e80f01'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:15.558232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5b4415e0-e5c0-4e00-b713-9c8948c5a085 None None] Provisioning for port 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:15.579335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e869e-6044-4ffd-8fa0-093a0da60278 req-8b474092-9cbd-4225-8371-13bd1d7650ba tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:15.583418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a52e869e-6044-4ffd-8fa0-093a0da60278 req-8b474092-9cbd-4225-8371-13bd1d7650ba tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 947 time: 0.2259827 Jul 05 03:52:15.595868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758e46e-1d26-47a1-98e4-fa79c8574d47 None None] Pushing event updated for resources: {'Port': ['ID=9092ed65-368a-4826-b419-235a949e2e4b,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:15.681398 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c4712dec-c20f-4424-b572-146e7fa32a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.721001 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a52e869e-6044-4ffd-8fa0-093a0da60278 req-b158c079-f95f-4df6-9b0d-142ce3c86751 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212354 Jul 05 03:52:15.751423 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c4712dec-c20f-4424-b572-146e7fa32a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.758520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:15.781751 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-44ad8919-3805-4de1-a3db-e44d900345f4 req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.782845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:15.783230 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.856229 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-44ad8919-3805-4de1-a3db-e44d900345f4 req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.906481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cd8781-903c-4662-8e86-1f8afef7aa19,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:15.935955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:15.939974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:15.941800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:15.944604 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Made reservation on behalf of 7d16dca7328249f08e2390e95c16dfe3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:15.944981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:15.946128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:15.949599 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:15.950070 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:15.950545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:15.951808 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.953112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:15.954893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:15.955128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:15.955471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:15.983127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] device_id is not set on port a6ee81d8-7822-45d5-b78b-8b350ec3ddda yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:52:15.985315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c4712dec-c20f-4424-b572-146e7fa32a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.987910 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c4712dec-c20f-4424-b572-146e7fa32a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.989470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c4712dec-c20f-4424-b572-146e7fa32a10 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c4477b3-ad1a-4235-aa69-3be65e85678e HTTP/1.1" status: 204 len: 168 time: 0.4988601 Jul 05 03:52:15.997686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4712dec-c20f-4424-b572-146e7fa32a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4477b3-ad1a-4235-aa69-3be65e85678e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:16.024604 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.047098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d9048a93-d774-44b2-bdf2-12c7c97bd6b9 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:16.085421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58782) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:16.107346 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-44ad8919-3805-4de1-a3db-e44d900345f4 req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.108651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-44ad8919-3805-4de1-a3db-e44d900345f4 req-0aca2c92-546e-40a1-a2c4-363e9c32fc4f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.4265108 Jul 05 03:52:16.150497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-2f28cb31-3771-4240-8d82-7f0e93cfad22 req-2676435a-65f5-4db5-b928-bf70890b3953 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1137500190', 'description': 'tempest-description-28095651'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:16.282332 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Allocated IP 10.1.1.86 (ce3d1fe5-0001-4f9d-beee-f9fd25e01f87/b52a3b29-aac7-487b-9fcb-2228d0e80f01/a6ee81d8-7822-45d5-b78b-8b350ec3ddda) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:16.288129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: d9048a93-d774-44b2-bdf2-12c7c97bd6b9 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:16.288652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d9048a93-d774-44b2-bdf2-12c7c97bd6b9 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:16.318465 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 6c33a0e8-7c05-48fa-81f9-1f6a2415a870, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6c33a0e8-7c05-48fa-81f9-1f6a2415a870,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:16.327625 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2f28cb31-3771-4240-8d82-7f0e93cfad22 req-2676435a-65f5-4db5-b928-bf70890b3953 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.444479 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.449676 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9f6c5ca2-e9ff-48ab-885a-8195ed030399 None None] Provisioning for port 055b9c82-3cd5-4c8e-8763-539c346a2e5e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:16.507977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9f6c5ca2-e9ff-48ab-885a-8195ed030399 None None] Provisioning complete for port 055b9c82-3cd5-4c8e-8763-539c346a2e5e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:16.511047 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5ca2-e9ff-48ab-885a-8195ed030399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.536248 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2f28cb31-3771-4240-8d82-7f0e93cfad22 req-2676435a-65f5-4db5-b928-bf70890b3953 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.570926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58792) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:16.582580 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.602084 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Transition to ACTIVE for port object a6ee81d8-7822-45d5-b78b-8b350ec3ddda will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:16.612641 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2f28cb31-3771-4240-8d82-7f0e93cfad22 req-2676435a-65f5-4db5-b928-bf70890b3953 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.653215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c5ca2-e9ff-48ab-885a-8195ed030399 None None] Port 055b9c82-3cd5-4c8e-8763-539c346a2e5e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:16.654907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=6c33a0e8-7c05-48fa-81f9-1f6a2415a870,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:16.689782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-602106186-network', 'tenant_id': '87bb8c90cfa74c4cbea3dcba57734d61'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:16.695659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9f6c5ca2-e9ff-48ab-885a-8195ed030399 None None] Provisioning complete for port 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:16.696056 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5ca2-e9ff-48ab-885a-8195ed030399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.732860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676435a-65f5-4db5-b928-bf70890b3953 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789b6e29-9898-4b8e-8422-7ce709632bed,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:16.736460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6c634a-24fe-4110-9635-87a163412e59 None None] Network ce929db9-95f6-4b19-ab56-323ab9bb83a6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:16.751512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.761320 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5ab34222-9c86-4eaa-a73e-a67f5c61678d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=618ab05efd3540ccade943a1c1b138f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886904 Jul 05 03:52:16.763252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58804) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:16.797239 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2f28cb31-3771-4240-8d82-7f0e93cfad22 req-2676435a-65f5-4db5-b928-bf70890b3953 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.803591 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f28cb31-3771-4240-8d82-7f0e93cfad22 req-2676435a-65f5-4db5-b928-bf70890b3953 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6572416 Jul 05 03:52:16.829024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:16.838149 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:16.842511 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:16.851952 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'Port': ['ID=a6ee81d8-7822-45d5-b78b-8b350ec3ddda,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:16.888802 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1aa0cf72-2700-423e-b7b3-13769febb475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.907908 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4dc1e74-4d25-411e-be1e-a199ff76359a req-70499e16-fa95-41ea-b5a3-d68cbb13339f tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/d1cd8781-903c-4662-8e86-1f8afef7aa19 HTTP/1.1" status: 200 len: 1805 time: 0.0790546 Jul 05 03:52:16.930785 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.931797 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.999135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] Made reservation on behalf of 87bb8c90cfa74c4cbea3dcba57734d61 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:17.001589 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.007216 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1aa0cf72-2700-423e-b7b3-13769febb475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.052309 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-603a34b3-9480-4465-b30a-ee543661edcd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5390222 Jul 05 03:52:17.052457 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.129923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4dc1e74-4d25-411e-be1e-a199ff76359a req-22d03614-a7a2-4338-b24d-65b3c57709be tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/789b6e29-9898-4b8e-8422-7ce709632bed HTTP/1.1" status: 200 len: 1803 time: 0.1457243 Jul 05 03:52:17.148901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b4dc1e74-4d25-411e-be1e-a199ff76359a req-d713e10f-3ec9-44f9-958c-8b31f65abb41 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd1cd8781-903c-4662-8e86-1f8afef7aa19', 'remote_group_id': '789b6e29-9898-4b8e-8422-7ce709632bed', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:17.149207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b4dc1e74-4d25-411e-be1e-a199ff76359a req-d713e10f-3ec9-44f9-958c-8b31f65abb41 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd1cd8781-903c-4662-8e86-1f8afef7aa19', 'remote_group_id': '789b6e29-9898-4b8e-8422-7ce709632bed', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:17.201337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4ff14-a220-4903-9f48-7a3d7671c18d req-39983e8c-f8f9-4c18-b1cd-cbaf621685eb tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.201337 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ea4ff14-a220-4903-9f48-7a3d7671c18d req-39983e8c-f8f9-4c18-b1cd-cbaf621685eb tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 947 time: 0.2851939 Jul 05 03:52:17.246791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ea4ff14-a220-4903-9f48-7a3d7671c18d req-667cf6ce-647f-4e1f-a5cc-63920528fc74 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463748 Jul 05 03:52:17.300256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9092ed65-368a-4826-b419-235a949e2e4b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:17.479081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 9092ed65-368a-4826-b419-235a949e2e4b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:17.482237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4e5bd1d2-bf6b-462e-9b35-70d134f12286 None None] Provisioning for port 9092ed65-368a-4826-b419-235a949e2e4b completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:17.484096 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1aa0cf72-2700-423e-b7b3-13769febb475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.485741 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 9092ed65-368a-4826-b419-235a949e2e4b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:17.486081 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1aa0cf72-2700-423e-b7b3-13769febb475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.486339 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.487214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1aa0cf72-2700-423e-b7b3-13769febb475 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf6aad2b-9be3-4680-a876-bdaad7f09faf HTTP/1.1" status: 204 len: 168 time: 0.7229755 Jul 05 03:52:17.503969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0cf72-2700-423e-b7b3-13769febb475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6aad2b-9be3-4680-a876-bdaad7f09faf,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:17.515527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4e5bd1d2-bf6b-462e-9b35-70d134f12286 None None] Provisioning complete for port 9092ed65-368a-4826-b419-235a949e2e4b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:17.516007 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd1d2-bf6b-462e-9b35-70d134f12286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.573771 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.644793 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.669013 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd1d2-bf6b-462e-9b35-70d134f12286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.701409 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.709784 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 9092ed65-368a-4826-b419-235a949e2e4b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9092ed65-368a-4826-b419-235a949e2e4b,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:17.727850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:17.745466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99f01a2-32fe-4308-828f-d02be8b97e79,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:17.748496 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.755913 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] Added segment ecaecc4f-3011-4984-910e-031bef8e8aa7 of type vlan for network c89c692c-00bc-4ef7-bd27-8d630899ce3a Jul 05 03:52:17.798168 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.831368 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.832863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:17.854077 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b4dc1e74-4d25-411e-be1e-a199ff76359a req-d713e10f-3ec9-44f9-958c-8b31f65abb41 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.887439 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b4dc1e74-4d25-411e-be1e-a199ff76359a req-d713e10f-3ec9-44f9-958c-8b31f65abb41 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.924953 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.926438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.927283 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.932952 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-4e5bd1d2-bf6b-462e-9b35-70d134f12286 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:52:17.933312 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-4e5bd1d2-bf6b-462e-9b35-70d134f12286 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:52:17.938870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=9092ed65-368a-4826-b419-235a949e2e4b,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:17.953342 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:17.953767 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.976212 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b4dc1e74-4d25-411e-be1e-a199ff76359a req-d713e10f-3ec9-44f9-958c-8b31f65abb41 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.006868 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713e10f-3ec9-44f9-958c-8b31f65abb41 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc2ee4d-5db3-4759-822f-466a73f09736,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:18.009809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c89c692c-00bc-4ef7-bd27-8d630899ce3a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:18.025153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network c89c692c-00bc-4ef7-bd27-8d630899ce3a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:18.041837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:18.147957 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3f45eb62-0435-467d-8b14-86d5e11169d7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0615337 Jul 05 03:52:18.151377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58828) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:18.155867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8eaa8e20-4461-4a3a-9eb3-ba5d4aab7466 admin admin] Request body: {'subnet': {'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-602106186-subnet', 'tenant_id': '87bb8c90cfa74c4cbea3dcba57734d61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:18.205831 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b4dc1e74-4d25-411e-be1e-a199ff76359a req-d713e10f-3ec9-44f9-958c-8b31f65abb41 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.207582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4dc1e74-4d25-411e-be1e-a199ff76359a req-d713e10f-3ec9-44f9-958c-8b31f65abb41 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0693238 Jul 05 03:52:18.233909 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:18.240178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:18.240923 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.301317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaa8e20-4461-4a3a-9eb3-ba5d4aab7466 admin admin] Made reservation on behalf of 87bb8c90cfa74c4cbea3dcba57734d61 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:18.304346 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8eaa8e20-4461-4a3a-9eb3-ba5d4aab7466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.326887 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.347112 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58836) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:18.351469 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:18.354374 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa56c64-8996-477e-bda6-c5649d8e05c6" -d '{"events": [{"server_uuid": "6b538f9d-cf72-46ba-8aca-c97cfd994acd", "name": "network-vif-plugged", "status": "completed", "tag": "42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:18.384182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:18.410594 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-00f69f92-39fb-42be-9dc0-6eaddd5d8e56 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=428fac4b6f624988af1b15cc0df129d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616403 Jul 05 03:52:18.414040 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58842) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:18.456029 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:52:18.475145 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9b83082-6e1a-4f49-9638-f40fab6b8998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.487515 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.490347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 93c7f282-738d-402e-ab78-9e94c84e6019 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:18.499013 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9b83082-6e1a-4f49-9638-f40fab6b8998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.579206 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8eaa8e20-4461-4a3a-9eb3-ba5d4aab7466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.607540 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4e5bd1d2-bf6b-462e-9b35-70d134f12286 None None] Provisioning complete for port 055b9c82-3cd5-4c8e-8763-539c346a2e5e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:18.608085 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd1d2-bf6b-462e-9b35-70d134f12286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.633515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:18.635675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9b83082-6e1a-4f49-9638-f40fab6b8998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.642240 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9b83082-6e1a-4f49-9638-f40fab6b8998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.651587 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa8e20-4461-4a3a-9eb3-ba5d4aab7466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d577d8f0-9eb0-4620-a525-895a334127b7,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:18.653103 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e9b83082-6e1a-4f49-9638-f40fab6b8998 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4507bda-b28d-4d0d-bd27-4aa9a1d1f4d8 HTTP/1.1" status: 204 len: 168 time: 0.2374985 Jul 05 03:52:18.678960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b83082-6e1a-4f49-9638-f40fab6b8998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4507bda-b28d-4d0d-bd27-4aa9a1d1f4d8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:18.682801 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaa8e20-4461-4a3a-9eb3-ba5d4aab7466 admin admin] Checking segment: {'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:18.682801 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaa8e20-4461-4a3a-9eb3-ba5d4aab7466 admin admin] Network hostable DHCP agents. Network: c89c692c-00bc-4ef7-bd27-8d630899ce3a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:18.690663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4e5bd1d2-bf6b-462e-9b35-70d134f12286 None None] Port 055b9c82-3cd5-4c8e-8763-539c346a2e5e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:18.776547 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-fd09ac4f-a53c-4fbd-ab18-e74353ad44cb req-2db4bf3e-1eb9-47a5-9ee9-d485a81d1420 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-336242388', 'description': 'tempest-description-2073058615'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:18.821665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaa8e20-4461-4a3a-9eb3-ba5d4aab7466 admin admin] Network c89c692c-00bc-4ef7-bd27-8d630899ce3a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:18.826871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 93c7f282-738d-402e-ab78-9e94c84e6019 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:18.838681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 93c7f282-738d-402e-ab78-9e94c84e6019 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:18.839064 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.866962 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58850) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:18.874936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0a5cf43c-6c74-4fe8-9550-20c40a897303 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1412599927', 'description': 'tempest-description--1218997297'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:18.899851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c4533e87-9691-4961-83d5-fa0497fe6802 None None] Provisioning complete for port 9092ed65-368a-4826-b419-235a949e2e4b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:18.900228 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4533e87-9691-4961-83d5-fa0497fe6802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.907134 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd09ac4f-a53c-4fbd-ab18-e74353ad44cb req-2db4bf3e-1eb9-47a5-9ee9-d485a81d1420 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.950672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-8eaa8e20-4461-4a3a-9eb3-ba5d4aab7466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, c89c692c-00bc-4ef7-bd27-8d630899ce3a) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:18.964398 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaa8e20-4461-4a3a-9eb3-ba5d4aab7466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:18.964624 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df4b5fe-bcbd-4aae-bda0-15768f5455db None None] Network c89c692c-00bc-4ef7-bd27-8d630899ce3a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:18.964949 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8eaa8e20-4461-4a3a-9eb3-ba5d4aab7466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.021523 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0a5cf43c-6c74-4fe8-9550-20c40a897303 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.074233 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.087478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b25da-caba-4776-9f81-47fe7b78d86d req-2160f34d-734f-4ce0-b058-1ea95534a6e3 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:19.089008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c2b25da-caba-4776-9f81-47fe7b78d86d req-2160f34d-734f-4ce0-b058-1ea95534a6e3 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 947 time: 0.0645225 Jul 05 03:52:19.142822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c2b25da-caba-4776-9f81-47fe7b78d86d req-03918ef4-4ca1-4032-860c-0baf986dbdc8 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459523 Jul 05 03:52:19.150714 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 93c7f282-738d-402e-ab78-9e94c84e6019, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=93c7f282-738d-402e-ab78-9e94c84e6019,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:19.218708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8eaa8e20-4461-4a3a-9eb3-ba5d4aab7466 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0585594 Jul 05 03:52:19.224295 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0102563-231c-44be-9e03-b91b20f2475d x-openstack-request-id: req-f0102563-231c-44be-9e03-b91b20f2475d {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:19.224825 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b538f9d-cf72-46ba-8aca-c97cfd994acd", "name": "network-vif-plugged", "status": "completed", "tag": "42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:19.225256 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0102563-231c-44be-9e03-b91b20f2475d {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:19.225846 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15', 'code': 200} Jul 05 03:52:19.227455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9092ed65-368a-4826-b419-235a949e2e4b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:19.253869 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.282432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c4533e87-9691-4961-83d5-fa0497fe6802 None None] Provisioning for port a6ee81d8-7822-45d5-b78b-8b350ec3ddda completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:19.311976 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd09ac4f-a53c-4fbd-ab18-e74353ad44cb req-2db4bf3e-1eb9-47a5-9ee9-d485a81d1420 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.315925 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99401b3-ecfe-404f-9b7f-f67353b75f8e None None] Network c89c692c-00bc-4ef7-bd27-8d630899ce3a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:19.340572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c4533e87-9691-4961-83d5-fa0497fe6802 None None] Provisioning complete for port a6ee81d8-7822-45d5-b78b-8b350ec3ddda triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:19.341747 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4533e87-9691-4961-83d5-fa0497fe6802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.393251 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd09ac4f-a53c-4fbd-ab18-e74353ad44cb req-2db4bf3e-1eb9-47a5-9ee9-d485a81d1420 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.407644 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21101973-6d02-4334-a027-b9c99c275fec req-d616fb54-30e8-4dd1-b729-eae37e8e32a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:19.407644 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-21101973-6d02-4334-a027-b9c99c275fec req-d616fb54-30e8-4dd1-b729-eae37e8e32a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b538f9d-cf72-46ba-8aca-c97cfd994acd HTTP/1.1" status: 200 len: 1100 time: 0.1151860 Jul 05 03:52:19.454006 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=93c7f282-738d-402e-ab78-9e94c84e6019,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:19.501198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4bf3e-1eb9-47a5-9ee9-d485a81d1420 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60ca83d-a0f7-40b9-bdbe-36857548fdc7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:19.511040 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-21101973-6d02-4334-a027-b9c99c275fec req-a9a1f468-6925-472c-8dc1-6272484b45d3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939274 Jul 05 03:52:19.524450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c4533e87-9691-4961-83d5-fa0497fe6802 None None] Port a6ee81d8-7822-45d5-b78b-8b350ec3ddda cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:19.567529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 9092ed65-368a-4826-b419-235a949e2e4b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:19.567529 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.579458 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0a5cf43c-6c74-4fe8-9550-20c40a897303 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.660141 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0a5cf43c-6c74-4fe8-9550-20c40a897303 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.694985 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cf43c-6c74-4fe8-9550-20c40a897303 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3e49f4-241d-4a18-a75c-f4667b98ceec,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:19.749865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd09ac4f-a53c-4fbd-ab18-e74353ad44cb req-2db4bf3e-1eb9-47a5-9ee9-d485a81d1420 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.751272 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd09ac4f-a53c-4fbd-ab18-e74353ad44cb req-2db4bf3e-1eb9-47a5-9ee9-d485a81d1420 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9803944 Jul 05 03:52:19.761839 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0a5cf43c-6c74-4fe8-9550-20c40a897303 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.763666 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0a5cf43c-6c74-4fe8-9550-20c40a897303 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8935001 Jul 05 03:52:19.766041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58876) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:19.771163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-56551f11-4970-482c-8e49-ef89dafa8140 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'security_group_rule': {'security_group_id': 'ab3e49f4-241d-4a18-a75c-f4667b98ceec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:19.822644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-13c0cbb0-590d-4929-823c-a497dadb67e0 req-bf1cd582-03b1-45cd-8da5-f5a0da0a88bd tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1455077357', 'description': 'tempest-description-1288561383'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:19.863458 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56551f11-4970-482c-8e49-ef89dafa8140 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.936156 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56551f11-4970-482c-8e49-ef89dafa8140 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.975995 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-13c0cbb0-590d-4929-823c-a497dadb67e0 req-bf1cd582-03b1-45cd-8da5-f5a0da0a88bd tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.024265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56551f11-4970-482c-8e49-ef89dafa8140 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.040484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56551f11-4970-482c-8e49-ef89dafa8140 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5ff996-47f4-447b-855d-0656cf610011,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:20.120212 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-633071ee-6f4e-43fb-8888-7034ac4554bc tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.121717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-633071ee-6f4e-43fb-8888-7034ac4554bc tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/networks?id=c89c692c-00bc-4ef7-bd27-8d630899ce3a HTTP/1.1" status: 200 len: 804 time: 0.1353359 Jul 05 03:52:20.148355 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-74bca60f-3475-47f7-bcac-5a667267c36b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/quotas/87bb8c90cfa74c4cbea3dcba57734d61 HTTP/1.1" status: 200 len: 375 time: 0.0191345 Jul 05 03:52:20.149143 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58896) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:20.169301 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-13c0cbb0-590d-4929-823c-a497dadb67e0 req-bf1cd582-03b1-45cd-8da5-f5a0da0a88bd tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.190096 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7b718ce3-15c8-49e1-a391-94b4c8d14c31 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=87bb8c90cfa74c4cbea3dcba57734d61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356977 Jul 05 03:52:20.250266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-203970738-network', 'tenant_id': '5a7d0d60e3544627b5fe21a8d5a82352'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:20.258219 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-13c0cbb0-590d-4929-823c-a497dadb67e0 req-bf1cd582-03b1-45cd-8da5-f5a0da0a88bd tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.298380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cd582-03b1-45cd-8da5-f5a0da0a88bd tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533e95a7-60f0-4f02-8a9a-66930c9a38c1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:20.315373 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-193aeaae-a88f-4fa6-af21-b2b9708cd54e service neutron] 10.222.0.60 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172712 Jul 05 03:52:20.352447 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56551f11-4970-482c-8e49-ef89dafa8140 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.356284 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-56551f11-4970-482c-8e49-ef89dafa8140 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5868676 Jul 05 03:52:20.357037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58902) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:20.363260 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-75ff687d-3833-435c-b8e8-cf0b88dc6725 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'security_group_rule': {'security_group_id': 'ab3e49f4-241d-4a18-a75c-f4667b98ceec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:20.408713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-a810c02f-949c-44da-9322-6238737ef245 service neutron] 10.222.0.60 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869827 Jul 05 03:52:20.452638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] Made reservation on behalf of 5a7d0d60e3544627b5fe21a8d5a82352 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:20.455235 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.464125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.512562 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-13c0cbb0-590d-4929-823c-a497dadb67e0 req-bf1cd582-03b1-45cd-8da5-f5a0da0a88bd tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.513832 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13c0cbb0-590d-4929-823c-a497dadb67e0 req-bf1cd582-03b1-45cd-8da5-f5a0da0a88bd tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6955369 Jul 05 03:52:20.614649 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75ff687d-3833-435c-b8e8-cf0b88dc6725 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.719223 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75ff687d-3833-435c-b8e8-cf0b88dc6725 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.750332 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.785066 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75ff687d-3833-435c-b8e8-cf0b88dc6725 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.804773 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff687d-3833-435c-b8e8-cf0b88dc6725 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623e003b-3147-4b0d-8d91-59f5e12a5498,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:20.815435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58c222e1-2296-4499-9ae2-281beb3e563d req-5362499e-65ec-4c64-98d4-ab8815e8810d tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/a60ca83d-a0f7-40b9-bdbe-36857548fdc7 HTTP/1.1" status: 200 len: 1804 time: 0.0623794 Jul 05 03:52:20.816342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.835813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b770ae-814c-49c1-9712-dc64294e9a9f req-0ab5d15e-e224-4624-ac37-c3c8e68ae18c tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.837685 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3b770ae-814c-49c1-9712-dc64294e9a9f req-0ab5d15e-e224-4624-ac37-c3c8e68ae18c tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 948 time: 0.1234312 Jul 05 03:52:20.859932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:20.871690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0848dc99-f1ea-4555-8032-c5b20522b294,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:20.876557 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.878155 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] Added segment 6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45 of type vlan for network cc03d30a-899a-4634-a30d-d1aef622d7c2 Jul 05 03:52:20.905483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3b770ae-814c-49c1-9712-dc64294e9a9f req-64fea16e-abd5-4aff-b2c2-329df6f154a5 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585132 Jul 05 03:52:20.909025 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75ff687d-3833-435c-b8e8-cf0b88dc6725 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.914124 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-75ff687d-3833-435c-b8e8-cf0b88dc6725 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5522432 Jul 05 03:52:20.914541 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58c222e1-2296-4499-9ae2-281beb3e563d req-3c120565-5221-48df-865b-9b05bd337c54 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/533e95a7-60f0-4f02-8a9a-66930c9a38c1 HTTP/1.1" status: 200 len: 1805 time: 0.0739205 Jul 05 03:52:20.914541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58918) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:20.918916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:20.929387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-58c222e1-2296-4499-9ae2-281beb3e563d req-85ac5552-9907-4182-b0c8-e145ae9c073a tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a60ca83d-a0f7-40b9-bdbe-36857548fdc7', 'remote_group_id': '533e95a7-60f0-4f02-8a9a-66930c9a38c1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:20.929707 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-58c222e1-2296-4499-9ae2-281beb3e563d req-85ac5552-9907-4182-b0c8-e145ae9c073a tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a60ca83d-a0f7-40b9-bdbe-36857548fdc7', 'remote_group_id': '533e95a7-60f0-4f02-8a9a-66930c9a38c1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:20.936238 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.040294 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.064672 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.065863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:21.066553 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.125147 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] Pushing event updated for resources: {'Network': ['ID=cc03d30a-899a-4634-a30d-d1aef622d7c2,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:21.149672 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network cc03d30a-899a-4634-a30d-d1aef622d7c2 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:21.157289 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.222122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd694788-d4b2-4cc5-a11e-b61ad065e72d req-aa8932f6-461a-4b8f-b57b-631317c587a8 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 210 time: 0.0576541 Jul 05 03:52:21.227721 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7f282-738d-402e-ab78-9e94c84e6019'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:21.232049 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101b7657-3242-4c9b-b62c-ba2f3e6afba4" -d '{"events": [{"server_uuid": "2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719", "name": "network-vif-plugged", "status": "completed", "tag": "93c7f282-738d-402e-ab78-9e94c84e6019"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:21.258749 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ccbfc7e-fd76-4a1e-bb4e-f68211e24284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.290524 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3622fcbd-b907-487c-8201-3488dec807ff admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1402111 Jul 05 03:52:21.293373 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58924) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:21.302436 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-067b05b6-f322-4645-9f48-e88ccf2f97fd admin admin] Request body: {'subnet': {'network_id': 'cc03d30a-899a-4634-a30d-d1aef622d7c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-203970738-subnet', 'tenant_id': '5a7d0d60e3544627b5fe21a8d5a82352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:21.324031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Allocated IP 172.25.0.187 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/502cbe9a-c385-44c3-8f21-54bacf8b7bd4) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:21.367263 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-58c222e1-2296-4499-9ae2-281beb3e563d req-85ac5552-9907-4182-b0c8-e145ae9c073a tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.428214 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63dcd65-6afd-47b4-b872-d34c4facc52c x-openstack-request-id: req-f63dcd65-6afd-47b4-b872-d34c4facc52c {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:21.428214 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719", "name": "network-vif-plugged", "status": "completed", "tag": "93c7f282-738d-402e-ab78-9e94c84e6019", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:21.428214 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f63dcd65-6afd-47b4-b872-d34c4facc52c {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:21.428214 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7f282-738d-402e-ab78-9e94c84e6019', 'code': 200} Jul 05 03:52:21.446994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067b05b6-f322-4645-9f48-e88ccf2f97fd admin admin] Made reservation on behalf of 5a7d0d60e3544627b5fe21a8d5a82352 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:21.449420 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-067b05b6-f322-4645-9f48-e88ccf2f97fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.469414 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-58c222e1-2296-4499-9ae2-281beb3e563d req-85ac5552-9907-4182-b0c8-e145ae9c073a tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.537393 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.542016 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-58c222e1-2296-4499-9ae2-281beb3e563d req-85ac5552-9907-4182-b0c8-e145ae9c073a tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.568921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac5552-9907-4182-b0c8-e145ae9c073a tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af0f508-4fda-48bd-810c-5f209e08e668,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:21.649972 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-58c222e1-2296-4499-9ae2-281beb3e563d req-85ac5552-9907-4182-b0c8-e145ae9c073a tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.651332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58c222e1-2296-4499-9ae2-281beb3e563d req-85ac5552-9907-4182-b0c8-e145ae9c073a tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7275832 Jul 05 03:52:21.731312 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.782872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'Port': ['ID=502cbe9a-c385-44c3-8f21-54bacf8b7bd4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:21.801565 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e429db7-a666-4a30-ae71-1f32fdac64e0 req-91032286-f066-477d-824f-9519bdacea7a tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/533e95a7-60f0-4f02-8a9a-66930c9a38c1 HTTP/1.1" status: 200 len: 1805 time: 0.1289597 Jul 05 03:52:21.830745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:21.835200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:21.843846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:21.920657 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9e429db7-a666-4a30-ae71-1f32fdac64e0 req-efb2521f-b2fb-4e20-8afb-eaf332b3cf69 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.936006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce58b4c-ec1c-4697-a312-bf4b26bce4a9 req-33da990d-b268-4440-9535-7285a04a3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:21.938349 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0ce58b4c-ec1c-4697-a312-bf4b26bce4a9 req-33da990d-b268-4440-9535-7285a04a3c13 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 1099 time: 0.1121774 Jul 05 03:52:21.945896 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9e429db7-a666-4a30-ae71-1f32fdac64e0 req-efb2521f-b2fb-4e20-8afb-eaf332b3cf69 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.018339 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0ce58b4c-ec1c-4697-a312-bf4b26bce4a9 req-5a0d92c1-2292-485c-8cb6-a53e36db99d3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439501 Jul 05 03:52:22.060964 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.095746 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9e429db7-a666-4a30-ae71-1f32fdac64e0 req-efb2521f-b2fb-4e20-8afb-eaf332b3cf69 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.099953 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9e429db7-a666-4a30-ae71-1f32fdac64e0 req-efb2521f-b2fb-4e20-8afb-eaf332b3cf69 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.101267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e429db7-a666-4a30-ae71-1f32fdac64e0 req-efb2521f-b2fb-4e20-8afb-eaf332b3cf69 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "DELETE /v2.0/security-groups/533e95a7-60f0-4f02-8a9a-66930c9a38c1 HTTP/1.1" status: 204 len: 173 time: 0.2978945 Jul 05 03:52:22.110527 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2521f-b2fb-4e20-8afb-eaf332b3cf69 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=533e95a7-60f0-4f02-8a9a-66930c9a38c1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:22.199263 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-067b05b6-f322-4645-9f48-e88ccf2f97fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.212103 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.267205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b05b6-f322-4645-9f48-e88ccf2f97fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1645ca66-5005-4af7-9d12-0faeb6ef2283,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:22.301211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067b05b6-f322-4645-9f48-e88ccf2f97fd admin admin] Checking segment: {'id': '6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cc03d30a-899a-4634-a30d-d1aef622d7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:22.302451 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b05b6-f322-4645-9f48-e88ccf2f97fd admin admin] Network hostable DHCP agents. Network: cc03d30a-899a-4634-a30d-d1aef622d7c2, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:22.378709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b05b6-f322-4645-9f48-e88ccf2f97fd admin admin] Network cc03d30a-899a-4634-a30d-d1aef622d7c2 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:22.412488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922db2c0-b383-4e97-af7e-6a363e3c7032 req-3fe71c35-6615-49c6-96a5-80f394056570 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:22.414165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-922db2c0-b383-4e97-af7e-6a363e3c7032 req-3fe71c35-6615-49c6-96a5-80f394056570 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 948 time: 0.1105306 Jul 05 03:52:22.446411 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.470763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-922db2c0-b383-4e97-af7e-6a363e3c7032 req-7c0a5535-04e3-4b62-a6bf-977189ccc981 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490434 Jul 05 03:52:22.498592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-067b05b6-f322-4645-9f48-e88ccf2f97fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, cc03d30a-899a-4634-a30d-d1aef622d7c2) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:22.503744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b05b6-f322-4645-9f48-e88ccf2f97fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:22.505806 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-067b05b6-f322-4645-9f48-e88ccf2f97fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.509653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680522b7-8331-469a-bea1-588a00b14d37 None None] Network cc03d30a-899a-4634-a30d-d1aef622d7c2 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:22.541422 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5bb51650-fb2a-4bbe-9a8c-43e570316975 req-05644b1e-a4a7-4706-80af-cfb6190e6e0d tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/a60ca83d-a0f7-40b9-bdbe-36857548fdc7 HTTP/1.1" status: 200 len: 1804 time: 0.0440595 Jul 05 03:52:22.586937 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.610666 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-067b05b6-f322-4645-9f48-e88ccf2f97fd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3157272 Jul 05 03:52:22.673636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd136b31-5611-44b9-b393-09934fe6375a None None] Network cc03d30a-899a-4634-a30d-d1aef622d7c2 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:22.736318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'Port': ['ID=502cbe9a-c385-44c3-8f21-54bacf8b7bd4,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:22.745269 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5004b00a-f770-4b92-a42f-b46f1cf93884 req-65cdd956-c151-4dff-891f-4b95e411a1fd tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 210 time: 0.0572548 Jul 05 03:52:22.755719 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.794958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-793265a8-fe3c-43a5-87e4-42745f3c6bb7 req-a2fcf511-99fd-4b0e-9c0e-a18e33b4c432 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1553186551', 'description': 'tempest-description-39460919'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:22.853816 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.857691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b0d0b253-52f2-492b-8d7e-1a5173c40c20 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9420576 Jul 05 03:52:22.993145 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-793265a8-fe3c-43a5-87e4-42745f3c6bb7 req-a2fcf511-99fd-4b0e-9c0e-a18e33b4c432 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.117331 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-793265a8-fe3c-43a5-87e4-42745f3c6bb7 req-a2fcf511-99fd-4b0e-9c0e-a18e33b4c432 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.241675 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-793265a8-fe3c-43a5-87e4-42745f3c6bb7 req-a2fcf511-99fd-4b0e-9c0e-a18e33b4c432 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.275257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcf511-99fd-4b0e-9c0e-a18e33b4c432 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17285fda-6e88-4f78-89fe-097d226ceee6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:23.366691 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-793265a8-fe3c-43a5-87e4-42745f3c6bb7 req-a2fcf511-99fd-4b0e-9c0e-a18e33b4c432 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.368026 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-793265a8-fe3c-43a5-87e4-42745f3c6bb7 req-a2fcf511-99fd-4b0e-9c0e-a18e33b4c432 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5779004 Jul 05 03:52:23.436109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58976) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:23.441742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-324299310-network', 'tenant_id': 'f526b64915a84a59b2abf9aaf504dd22'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:23.442292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-47585c78-4209-44b8-bfec-3691433ceb88 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:23.444117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-47585c78-4209-44b8-bfec-3691433ceb88 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "GET /v2.0/networks?id=c89c692c-00bc-4ef7-bd27-8d630899ce3a HTTP/1.1" status: 200 len: 804 time: 0.1363373 Jul 05 03:52:23.459791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-e1ddd215-2c0e-4cf8-932a-41b533c2a11e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Request body: {'port': {'device_id': 'ee5a7e59-f04f-4d1d-b521-73892a22721d', 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a', 'admin_state_up': True, 'tenant_id': '87bb8c90cfa74c4cbea3dcba57734d61'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:23.555672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] Made reservation on behalf of f526b64915a84a59b2abf9aaf504dd22 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:23.558116 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.566869 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.579859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-911828f7-40db-40ea-b7b9-336b988afa77 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1412599927&fields=id&tenant_id=7d16dca7328249f08e2390e95c16dfe3 HTTP/1.1" status: 200 len: 267 time: 0.0663025 Jul 05 03:52:23.663117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8278400b-6d0b-49a5-be8f-cd403471f3f8 req-7477736c-8bfd-45de-b48d-c61a540f020e tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/17285fda-6e88-4f78-89fe-097d226ceee6 HTTP/1.1" status: 200 len: 1803 time: 0.1141272 Jul 05 03:52:23.664238 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.678423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-1dc158a8-c714-4fed-affa-eec0ede023f5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:23.679729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-1dc158a8-c714-4fed-affa-eec0ede023f5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports/055b9c82-3cd5-4c8e-8763-539c346a2e5e HTTP/1.1" status: 200 len: 932 time: 0.0860741 Jul 05 03:52:23.682628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-8278400b-6d0b-49a5-be8f-cd403471f3f8 req-7df6d509-5156-4dc7-8712-30dbb8818b79 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17285fda-6e88-4f78-89fe-097d226ceee6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:23.682937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-8278400b-6d0b-49a5-be8f-cd403471f3f8 req-7df6d509-5156-4dc7-8712-30dbb8818b79 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17285fda-6e88-4f78-89fe-097d226ceee6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:23.741343 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.746674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-faa66ecf-12af-4d75-b75a-6ccbd3984ece tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:23.749189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-faa66ecf-12af-4d75-b75a-6ccbd3984ece tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports/a6ee81d8-7822-45d5-b78b-8b350ec3ddda HTTP/1.1" status: 200 len: 931 time: 0.0610349 Jul 05 03:52:23.764185 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:23.778457 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fb9b2f-4101-4a55-85d3-5f90e9b3b44c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:23.784168 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.784995 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] Added segment d44dc270-977c-4321-97ee-ecdfb358ee08 of type vlan for network fc9307d0-8939-4377-8407-65b3b55b9e4f Jul 05 03:52:23.811595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-dc57346d-478f-4004-8abe-449659791494 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?network_id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0558391 Jul 05 03:52:23.812185 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [req-8278400b-6d0b-49a5-be8f-cd403471f3f8 req-7df6d509-5156-4dc7-8712-30dbb8818b79 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:52:23.812185 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:52:23.812185 n-d-798249-5 neutron-server[100877]: [parameters: {'project_id_1': '7a968d4fc83c477da759b29c7116e420', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 52, 23, 688936)}] Jul 05 03:52:23.812185 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:52:23.812649 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [req-8278400b-6d0b-49a5-be8f-cd403471f3f8 req-7df6d509-5156-4dc7-8712-30dbb8818b79 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:52:23.829618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.847569 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7e7a903c-12a0-4d6d-b71a-9cd20f4bb98d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?network_id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0302644 Jul 05 03:52:23.906592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-e1ddd215-2c0e-4cf8-932a-41b533c2a11e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Made reservation on behalf of 87bb8c90cfa74c4cbea3dcba57734d61 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:23.910119 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-e1ddd215-2c0e-4cf8-932a-41b533c2a11e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.941394 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.943599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:23.944206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.013241 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] Pushing event updated for resources: {'Network': ['ID=fc9307d0-8939-4377-8407-65b3b55b9e4f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:24.024776 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network fc9307d0-8939-4377-8407-65b3b55b9e4f details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:24.039307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-567095f0-1693-4f19-97b1-ab0f1311dd4e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.045126 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-567095f0-1693-4f19-97b1-ab0f1311dd4e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.050971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-567095f0-1693-4f19-97b1-ab0f1311dd4e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.052819 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-567095f0-1693-4f19-97b1-ab0f1311dd4e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/networks?id=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&id=ce929db9-95f6-4b19-ab56-323ab9bb83a6 HTTP/1.1" status: 200 len: 1989 time: 0.1971312 Jul 05 03:52:24.082353 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9e833dcd-599c-496b-87c5-178a02614436 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6418943 Jul 05 03:52:24.083609 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58986) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:24.089150 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ce8fae86-0cde-4a5b-a034-fa288feecb04 admin admin] Request body: {'subnet': {'network_id': 'fc9307d0-8939-4377-8407-65b3b55b9e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-324299310-subnet', 'tenant_id': 'f526b64915a84a59b2abf9aaf504dd22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:24.096528 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-a0512650-82a8-41fc-9ae6-7f21de47a651 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/quotas/7d16dca7328249f08e2390e95c16dfe3 HTTP/1.1" status: 200 len: 375 time: 0.0372736 Jul 05 03:52:24.145081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-e1ddd215-2c0e-4cf8-932a-41b533c2a11e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Allocated IP 172.20.0.8 (c89c692c-00bc-4ef7-bd27-8d630899ce3a/d577d8f0-9eb0-4620-a525-895a334127b7/ddef0fb2-a319-4096-8482-ca71770a30c4) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:24.164016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8fae86-0cde-4a5b-a034-fa288feecb04 admin admin] Made reservation on behalf of f526b64915a84a59b2abf9aaf504dd22 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:24.166843 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce8fae86-0cde-4a5b-a034-fa288feecb04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.238280 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c92bcfb6-6b34-40ca-be94-78c100c463ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.242308 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8912728f-111d-4916-9a26-c6262b7c5d62 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d16dca7328249f08e2390e95c16dfe3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1386487 Jul 05 03:52:24.290006 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.410037 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce8fae86-0cde-4a5b-a034-fa288feecb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.416516 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-e1ddd215-2c0e-4cf8-932a-41b533c2a11e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.425516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-3ccbfbe0-34ca-4128-8ede-729443504c03 service neutron] 10.222.0.60 "GET /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531463 Jul 05 03:52:24.471926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fae86-0cde-4a5b-a034-fa288feecb04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a2f05d-a81c-4354-8a73-04f8a9f12940,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:24.479036 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fae86-0cde-4a5b-a034-fa288feecb04 admin admin] Checking segment: {'id': 'd44dc270-977c-4321-97ee-ecdfb358ee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fc9307d0-8939-4377-8407-65b3b55b9e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:24.479416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8fae86-0cde-4a5b-a034-fa288feecb04 admin admin] Network hostable DHCP agents. Network: fc9307d0-8939-4377-8407-65b3b55b9e4f, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:24.546890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8fae86-0cde-4a5b-a034-fa288feecb04 admin admin] Network fc9307d0-8939-4377-8407-65b3b55b9e4f is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:24.559039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8278400b-6d0b-49a5-be8f-cd403471f3f8 req-7df6d509-5156-4dc7-8712-30dbb8818b79 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.584474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-20cfb601-1b6a-4032-819a-86008e622a56 service neutron] 10.222.0.60 "GET /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515400 Jul 05 03:52:24.604170 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8278400b-6d0b-49a5-be8f-cd403471f3f8 req-7df6d509-5156-4dc7-8712-30dbb8818b79 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.625499 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-e1ddd215-2c0e-4cf8-932a-41b533c2a11e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.633860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ce8fae86-0cde-4a5b-a034-fa288feecb04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, fc9307d0-8939-4377-8407-65b3b55b9e4f) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:24.639668 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8fae86-0cde-4a5b-a034-fa288feecb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.640268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce8fae86-0cde-4a5b-a034-fa288feecb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.648237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad62cdd-1b29-47d6-998f-e0e85e82f024 None None] Network fc9307d0-8939-4377-8407-65b3b55b9e4f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:24.679166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-b8b29848-62fa-4b7b-bea6-8bf20ca5fd73 service neutron] 10.222.0.60 "GET /v2.0/ports/055b9c82-3cd5-4c8e-8763-539c346a2e5e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0874045 Jul 05 03:52:24.685608 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8278400b-6d0b-49a5-be8f-cd403471f3f8 req-7df6d509-5156-4dc7-8712-30dbb8818b79 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.690312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-e1ddd215-2c0e-4cf8-932a-41b533c2a11e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Network c89c692c-00bc-4ef7-bd27-8d630899ce3a is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:24.715464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-e1ddd215-2c0e-4cf8-932a-41b533c2a11e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:24.732903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-e1ddd215-2c0e-4cf8-932a-41b533c2a11e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:24.763290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6d509-5156-4dc7-8712-30dbb8818b79 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6adf0ee-5221-4fa7-a92a-6ba2c31a66d9,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:24.765133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddd215-2c0e-4cf8-932a-41b533c2a11e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Pushing event updated for resources: {'Port': ['ID=ddef0fb2-a319-4096-8482-ca71770a30c4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:24.773629 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ce8fae86-0cde-4a5b-a034-fa288feecb04 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6884129 Jul 05 03:52:24.780633 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbef9d6-48bb-4a78-bcfe-db1ec9714f13 None None] Network fc9307d0-8939-4377-8407-65b3b55b9e4f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:24.831069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-e1ddd215-2c0e-4cf8-932a-41b533c2a11e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.831698 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-e1ddd215-2c0e-4cf8-932a-41b533c2a11e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.868515 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-6e7cfeb9-2b26-472e-8a27-f6d9fa89f5a8 service neutron] 10.222.0.60 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768918 Jul 05 03:52:24.869609 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8278400b-6d0b-49a5-be8f-cd403471f3f8 req-7df6d509-5156-4dc7-8712-30dbb8818b79 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.871900 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8278400b-6d0b-49a5-be8f-cd403471f3f8 req-7df6d509-5156-4dc7-8712-30dbb8818b79 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2019131 Jul 05 03:52:24.950069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-e1ddd215-2c0e-4cf8-932a-41b533c2a11e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4954395 Jul 05 03:52:24.968162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Request body: {'port': {'device_id': 'ee5a7e59-f04f-4d1d-b521-73892a22721d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:25.011686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-0a3c49c2-c751-4579-9d6d-92528d66bec6 service neutron] 10.222.0.60 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329520 Jul 05 03:52:25.127301 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.139110 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-01f3b2d3-13ad-4c54-9379-6de63384a4d6 service neutron] 10.222.0.60 "GET /v2.0/ports/a6ee81d8-7822-45d5-b78b-8b350ec3ddda?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1197288 Jul 05 03:52:25.152647 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.244528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be37b3f-a299-4882-884f-439b9643f9ac req-aa8fbdce-f012-406d-adbe-90c4ac6d769c tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:25.246036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7be37b3f-a299-4882-884f-439b9643f9ac req-aa8fbdce-f012-406d-adbe-90c4ac6d769c tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 948 time: 0.2277751 Jul 05 03:52:25.373437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f97c5941-682f-4026-8af4-f89aab68ca43 service neutron] 10.222.0.60 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264669 Jul 05 03:52:25.424670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7be37b3f-a299-4882-884f-439b9643f9ac req-f5f596a3-3e62-4456-8cb2-aba7a252a42c tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673002 Jul 05 03:52:25.879412 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-13558e63-61e2-4596-8c0d-40b55acf9b3a service neutron] 10.222.0.60 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999473 Jul 05 03:52:25.955706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f24192-5bba-41f4-bc45-f94648b12831 req-e3751bd1-b15b-4a7c-8cc9-57949c671740 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:25.957376 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1f24192-5bba-41f4-bc45-f94648b12831 req-e3751bd1-b15b-4a7c-8cc9-57949c671740 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 931 time: 0.1850054 Jul 05 03:52:26.053510 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1f24192-5bba-41f4-bc45-f94648b12831 req-bf0bd513-dab7-4370-8082-ac541921707d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892544 Jul 05 03:52:26.060228 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9e8a5f3c-3299-48e5-be1a-03b651c2d69f service neutron] 10.222.0.60 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688466 Jul 05 03:52:26.066124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddef0fb2-a319-4096-8482-ca71770a30c4 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:26.081379 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.137377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Transition to ACTIVE for port object ddef0fb2-a319-4096-8482-ca71770a30c4 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:26.173619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-5be3fcab-1289-4fd3-afc5-bb8d34730ed6 service neutron] 10.222.0.60 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023667 Jul 05 03:52:26.233310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.313624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f351735-60c5-4267-adb1-7c0ef142e31e req-c41e4a96-bdca-4387-9155-2e7923d5610c tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/17285fda-6e88-4f78-89fe-097d226ceee6 HTTP/1.1" status: 200 len: 2396 time: 0.1386070 Jul 05 03:52:26.327133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Pushing event updated for resources: {'Port': ['ID=ddef0fb2-a319-4096-8482-ca71770a30c4,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:26.337408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-8f351735-60c5-4267-adb1-7c0ef142e31e req-49464b15-ca43-4ff6-bcc6-04ec35ab6c77 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17285fda-6e88-4f78-89fe-097d226ceee6', 'remote_group_id': None}]} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:26.337735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-8f351735-60c5-4267-adb1-7c0ef142e31e req-49464b15-ca43-4ff6-bcc6-04ec35ab6c77 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17285fda-6e88-4f78-89fe-097d226ceee6', 'remote_group_id': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:26.397661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-040fa3a9-244e-4187-b91b-ab004b2baf8a service neutron] 10.222.0.60 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151654 Jul 05 03:52:26.481314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Attempting to bind port ddef0fb2-a319-4096-8482-ca71770a30c4 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:26.481646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Attempting to bind port ddef0fb2-a319-4096-8482-ca71770a30c4 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:26.481977 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Attempting to bind port ddef0fb2-a319-4096-8482-ca71770a30c4 on network c89c692c-00bc-4ef7-bd27-8d630899ce3a {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:26.490684 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Port ddef0fb2-a319-4096-8482-ca71770a30c4 on network c89c692c-00bc-4ef7-bd27-8d630899ce3a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:26.491002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Attempting to bind port ddef0fb2-a319-4096-8482-ca71770a30c4 on network c89c692c-00bc-4ef7-bd27-8d630899ce3a {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:26.504201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:26.504679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Checking segment: {'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:26.505149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Bound using segment: {'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:26.505513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Bound port: ddef0fb2-a319-4096-8482-ca71770a30c4, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:26.505871 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.542241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-0e5b1e65-a5ac-4c4d-bd02-a97e43c51bef service neutron] 10.222.0.60 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349194 Jul 05 03:52:26.637208 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8f351735-60c5-4267-adb1-7c0ef142e31e req-49464b15-ca43-4ff6-bcc6-04ec35ab6c77 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.690709 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8f351735-60c5-4267-adb1-7c0ef142e31e req-49464b15-ca43-4ff6-bcc6-04ec35ab6c77 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.691819 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] For port ddef0fb2-a319-4096-8482-ca71770a30c4, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:26.700501 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] For port ddef0fb2-a319-4096-8482-ca71770a30c4, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ddef0fb2-a319-4096-8482-ca71770a30c4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:26.717225 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-fccff631-c88b-42ce-bda6-eb2dc44248f7 service neutron] 10.222.0.60 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523657 Jul 05 03:52:26.772035 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8f351735-60c5-4267-adb1-7c0ef142e31e req-49464b15-ca43-4ff6-bcc6-04ec35ab6c77 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.788867 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.822990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49464b15-ca43-4ff6-bcc6-04ec35ab6c77 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bda13e-2e37-4bee-b24e-88d5682a4898,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:26.850334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:26.850955 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.852330 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] 10.222.0.64 "PUT /v2.0/ports/ddef0fb2-a319-4096-8482-ca71770a30c4 HTTP/1.1" status: 200 len: 1091 time: 1.8892882 Jul 05 03:52:26.852789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5a7e59-f04f-4d1d-b521-73892a22721d', 'tag': 'ddef0fb2-a319-4096-8482-ca71770a30c4'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:26.855007 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55472f9a-d649-45af-9ddc-45f689cddab0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5a7e59-f04f-4d1d-b521-73892a22721d", "tag": "ddef0fb2-a319-4096-8482-ca71770a30c4"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:26.888467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-3f440468-0995-4886-9ba9-efb816f9755f service neutron] 10.222.0.60 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654761 Jul 05 03:52:26.889081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd80b88-3ae5-4370-a8d1-6b337fe49a88 service neutron] Pushing event updated for resources: {'Port': ['ID=ddef0fb2-a319-4096-8482-ca71770a30c4,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:26.942532 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8f351735-60c5-4267-adb1-7c0ef142e31e req-49464b15-ca43-4ff6-bcc6-04ec35ab6c77 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.943738 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f351735-60c5-4267-adb1-7c0ef142e31e req-49464b15-ca43-4ff6-bcc6-04ec35ab6c77 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6240571 Jul 05 03:52:27.021860 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-4a46db56-1e32-4f5a-82ba-d5001468e661 service neutron] 10.222.0.60 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255322 Jul 05 03:52:27.026583 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.093230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-8342542f-3294-42d4-a35b-61c9b406b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.094732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-8342542f-3294-42d4-a35b-61c9b406b3d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87bb8c90cfa74c4cbea3dcba57734d61&device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 1094 time: 0.1246781 Jul 05 03:52:27.140340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-1dd8805b-8c91-4ed5-99b0-ce915558a994 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddef0fb2-a319-4096-8482-ca71770a30c4 HTTP/1.1" status: 200 len: 217 time: 0.0382318 Jul 05 03:52:27.194953 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-e3f6458c-822e-4b34-ae44-5abcbb93f636 service neutron] 10.222.0.60 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653981 Jul 05 03:52:27.203973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-90c98cc6-5c36-4733-85ce-6434abf9ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.205434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-90c98cc6-5c36-4733-85ce-6434abf9ecc4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d577d8f0-9eb0-4620-a525-895a334127b7 HTTP/1.1" status: 200 len: 844 time: 0.0584090 Jul 05 03:52:27.253053 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-bf77b122-e6a7-47f0-8977-c5b07d33e7ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c89c692c-00bc-4ef7-bd27-8d630899ce3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412157 Jul 05 03:52:27.447424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-fbe0c067-ee63-46ad-8189-4fd3bc219452 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.448953 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-fbe0c067-ee63-46ad-8189-4fd3bc219452 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/networks?id=cc03d30a-899a-4634-a30d-d1aef622d7c2 HTTP/1.1" status: 200 len: 814 time: 0.1985874 Jul 05 03:52:27.451164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-7871c058-2fa2-40f7-ba8e-1ff9b26f4d29 service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866663 Jul 05 03:52:27.472881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-10b10cd7-5654-485c-9d96-c256ff72ceb4 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/quotas/5a7d0d60e3544627b5fe21a8d5a82352 HTTP/1.1" status: 200 len: 375 time: 0.0185380 Jul 05 03:52:27.544978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-78591bdb-7edd-4ece-a17c-a855b30a5d08 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a7d0d60e3544627b5fe21a8d5a82352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618503 Jul 05 03:52:27.636108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c1714c6-4128-4235-92ee-fd029087ebbc req-231b65c3-facf-47ca-a267-a4dad2779d82 service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745663 Jul 05 03:52:27.666778 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-be451c98-d69a-42b1-9a44-e3a89e23dd6a service neutron] 10.222.0.60 "GET /v2.0/networks/cc03d30a-899a-4634-a30d-d1aef622d7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094692 Jul 05 03:52:27.762195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-35555faf-8d53-4e14-b023-d2371869efaa service neutron] 10.222.0.60 "GET /v2.0/networks/cc03d30a-899a-4634-a30d-d1aef622d7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896220 Jul 05 03:52:28.123645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab11a76-38ce-44e7-ba10-2858ad5e0cd7 req-2f72beb4-5556-4899-ae89-cb8ee1d9480a tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:28.125222 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eab11a76-38ce-44e7-ba10-2858ad5e0cd7 req-2f72beb4-5556-4899-ae89-cb8ee1d9480a tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b538f9d-cf72-46ba-8aca-c97cfd994acd HTTP/1.1" status: 200 len: 949 time: 0.0667205 Jul 05 03:52:28.168290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eab11a76-38ce-44e7-ba10-2858ad5e0cd7 req-292c5e3f-16aa-4d4a-b004-133051224f89 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327625 Jul 05 03:52:28.213814 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1785234f-d490-4108-bfe6-362a84660bbe x-openstack-request-id: req-1785234f-d490-4108-bfe6-362a84660bbe {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:28.214566 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5a7e59-f04f-4d1d-b521-73892a22721d", "tag": "ddef0fb2-a319-4096-8482-ca71770a30c4", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:28.214566 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1785234f-d490-4108-bfe6-362a84660bbe {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:28.214989 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5a7e59-f04f-4d1d-b521-73892a22721d', 'tag': 'ddef0fb2-a319-4096-8482-ca71770a30c4', 'status': 'completed', 'code': 200} Jul 05 03:52:28.306660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74656e8a-8f1f-49c6-830f-ff31b58b405f req-2b929e6a-285d-4188-894f-4455bb85b883 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/17285fda-6e88-4f78-89fe-097d226ceee6 HTTP/1.1" status: 200 len: 2994 time: 0.0795066 Jul 05 03:52:28.323268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55472f9a-d649-45af-9ddc-45f689cddab0 req-b5163a4f-c562-4e8a-9a48-d0a046880d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:28.324957 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55472f9a-d649-45af-9ddc-45f689cddab0 req-b5163a4f-c562-4e8a-9a48-d0a046880d4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87bb8c90cfa74c4cbea3dcba57734d61&device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 1094 time: 0.0862412 Jul 05 03:52:28.417055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55472f9a-d649-45af-9ddc-45f689cddab0 req-e5568b49-461c-4f35-a1a4-1aea2063ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:28.418508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55472f9a-d649-45af-9ddc-45f689cddab0 req-e5568b49-461c-4f35-a1a4-1aea2063ae93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c89c692c-00bc-4ef7-bd27-8d630899ce3a HTTP/1.1" status: 200 len: 905 time: 0.0869861 Jul 05 03:52:28.461420 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55472f9a-d649-45af-9ddc-45f689cddab0 req-89962745-2a5d-43e7-8624-e3cfaddb5fe4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddef0fb2-a319-4096-8482-ca71770a30c4 HTTP/1.1" status: 200 len: 217 time: 0.0357747 Jul 05 03:52:28.518753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55472f9a-d649-45af-9ddc-45f689cddab0 req-90ffb887-f4c4-4b7e-b4ae-0fe523ce97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:28.520221 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55472f9a-d649-45af-9ddc-45f689cddab0 req-90ffb887-f4c4-4b7e-b4ae-0fe523ce97ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d577d8f0-9eb0-4620-a525-895a334127b7 HTTP/1.1" status: 200 len: 844 time: 0.0507555 Jul 05 03:52:28.576139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55472f9a-d649-45af-9ddc-45f689cddab0 req-b7b14aed-dabb-4664-ad95-2995f6649497 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c89c692c-00bc-4ef7-bd27-8d630899ce3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415156 Jul 05 03:52:28.691374 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31295a96-9bc9-46f6-b3b1-1bfb7e3c5fe6 req-42c7d387-832c-48cc-97c5-43d9bc69701b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:28.692881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31295a96-9bc9-46f6-b3b1-1bfb7e3c5fe6 req-42c7d387-832c-48cc-97c5-43d9bc69701b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 943 time: 0.1671021 Jul 05 03:52:28.721941 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55472f9a-d649-45af-9ddc-45f689cddab0 req-fed730d5-3f21-4a13-a51e-0294d7a43ecf service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365342 Jul 05 03:52:28.765884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b8ee77b-9e0a-4394-b0f2-64fb77e4c32d req-4bc87746-0390-4dd2-8c39-6c99c4cf7f78 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 210 time: 0.0409768 Jul 05 03:52:28.817482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31295a96-9bc9-46f6-b3b1-1bfb7e3c5fe6 req-94209644-7e8a-4bbf-8309-524357a00d7d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136067 Jul 05 03:52:28.884823 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa8c30d6-0cef-4e14-843a-6017f417df6f req-45639afa-27a1-4f73-9cae-ec125cba07dc tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-group-rules/35bda13e-2e37-4bee-b24e-88d5682a4898 HTTP/1.1" status: 200 len: 783 time: 0.0405586 Jul 05 03:52:28.890418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55472f9a-d649-45af-9ddc-45f689cddab0 req-01c190d4-ca78-4f20-9ed1-8586510840c8 service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553431 Jul 05 03:52:28.941035 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa8c30d6-0cef-4e14-843a-6017f417df6f req-1cd837f7-df8c-45a5-ab46-261eb214db11 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/17285fda-6e88-4f78-89fe-097d226ceee6 HTTP/1.1" status: 200 len: 2994 time: 0.0496643 Jul 05 03:52:28.972118 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-aa8c30d6-0cef-4e14-843a-6017f417df6f req-532615a5-da7d-498a-8310-13a8abe81987 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.980042 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-aa8c30d6-0cef-4e14-843a-6017f417df6f req-532615a5-da7d-498a-8310-13a8abe81987 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.165673 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-aa8c30d6-0cef-4e14-843a-6017f417df6f req-532615a5-da7d-498a-8310-13a8abe81987 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.173688 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-aa8c30d6-0cef-4e14-843a-6017f417df6f req-532615a5-da7d-498a-8310-13a8abe81987 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.174819 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa8c30d6-0cef-4e14-843a-6017f417df6f req-532615a5-da7d-498a-8310-13a8abe81987 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/35bda13e-2e37-4bee-b24e-88d5682a4898 HTTP/1.1" status: 204 len: 173 time: 0.2270525 Jul 05 03:52:29.188149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532615a5-da7d-498a-8310-13a8abe81987 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35bda13e-2e37-4bee-b24e-88d5682a4898,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:29.224657 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.376199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8609a244-c1b9-4a75-b530-a0c79d740f93 req-4074db78-c2ff-42e5-8564-b786bf83bf90 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0342429 Jul 05 03:52:29.466970 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-af13a0dc-4bd6-4f61-963c-138034c8803f req-0d07f601-8bf9-458d-8b6a-888d35233ae9 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/17285fda-6e88-4f78-89fe-097d226ceee6 HTTP/1.1" status: 200 len: 2396 time: 0.0603952 Jul 05 03:52:29.532886 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-af13a0dc-4bd6-4f61-963c-138034c8803f req-27caa2ad-cd43-427e-a966-a83998aecbf2 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.558638 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-af13a0dc-4bd6-4f61-963c-138034c8803f req-27caa2ad-cd43-427e-a966-a83998aecbf2 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.686943 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-af13a0dc-4bd6-4f61-963c-138034c8803f req-27caa2ad-cd43-427e-a966-a83998aecbf2 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.689667 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-af13a0dc-4bd6-4f61-963c-138034c8803f req-27caa2ad-cd43-427e-a966-a83998aecbf2 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.690911 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-af13a0dc-4bd6-4f61-963c-138034c8803f req-27caa2ad-cd43-427e-a966-a83998aecbf2 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "DELETE /v2.0/security-groups/17285fda-6e88-4f78-89fe-097d226ceee6 HTTP/1.1" status: 204 len: 173 time: 0.2173927 Jul 05 03:52:29.700664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27caa2ad-cd43-427e-a966-a83998aecbf2 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17285fda-6e88-4f78-89fe-097d226ceee6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:29.832202 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-70a449f7-38f9-4eb9-8052-a2ad8823b734 req-2133a437-bb33-4f90-bfbf-29d84802d55b tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] show failed (client error): The resource could not be found. Jul 05 03:52:29.833262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70a449f7-38f9-4eb9-8052-a2ad8823b734 req-2133a437-bb33-4f90-bfbf-29d84802d55b tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/533e95a7-60f0-4f02-8a9a-66930c9a38c1 HTTP/1.1" status: 404 len: 352 time: 0.0157950 Jul 05 03:52:29.978235 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c932d7a-7158-4715-91cb-07e640fb12f3 req-6fc220c3-05d6-47e5-9080-8a1d465dd963 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 210 time: 0.0394096 Jul 05 03:52:29.983961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8c6588a9-7dad-411b-b71a-9237eba81689 req-62320248-7b0f-4d05-bac3-9394edbf8ffa tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/a60ca83d-a0f7-40b9-bdbe-36857548fdc7 HTTP/1.1" status: 200 len: 1804 time: 0.0711310 Jul 05 03:52:30.043758 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8c6588a9-7dad-411b-b71a-9237eba81689 req-6eb4655a-5eba-4cec-9fce-f93c61b53da4 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.065866 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8c6588a9-7dad-411b-b71a-9237eba81689 req-6eb4655a-5eba-4cec-9fce-f93c61b53da4 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.156428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec79301-eece-4a22-84f3-a75109c941dc req-6c5e6b6e-1951-4c8c-90ed-629a30fe68e0 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.157901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ec79301-eece-4a22-84f3-a75109c941dc req-6c5e6b6e-1951-4c8c-90ed-629a30fe68e0 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 943 time: 0.0716114 Jul 05 03:52:30.195196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ec79301-eece-4a22-84f3-a75109c941dc req-8bc64ac7-b80e-4a6b-a6d2-8e65cb2958b4 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Jul 05 03:52:30.232825 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8c6588a9-7dad-411b-b71a-9237eba81689 req-6eb4655a-5eba-4cec-9fce-f93c61b53da4 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.235404 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8c6588a9-7dad-411b-b71a-9237eba81689 req-6eb4655a-5eba-4cec-9fce-f93c61b53da4 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.236599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8c6588a9-7dad-411b-b71a-9237eba81689 req-6eb4655a-5eba-4cec-9fce-f93c61b53da4 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "DELETE /v2.0/security-groups/a60ca83d-a0f7-40b9-bdbe-36857548fdc7 HTTP/1.1" status: 204 len: 173 time: 0.2466016 Jul 05 03:52:30.246588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4655a-5eba-4cec-9fce-f93c61b53da4 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60ca83d-a0f7-40b9-bdbe-36857548fdc7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:30.306184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6985751-d672-456d-b72e-67e5c5411d8f req-1ce133e0-2129-4f5e-8373-8d44ed6983fe tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/789b6e29-9898-4b8e-8422-7ce709632bed HTTP/1.1" status: 200 len: 1803 time: 0.0443337 Jul 05 03:52:30.367914 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a6985751-d672-456d-b72e-67e5c5411d8f req-5dde0aa1-e17b-449d-a27d-5c3aaa8c7ed5 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.403335 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a6985751-d672-456d-b72e-67e5c5411d8f req-5dde0aa1-e17b-449d-a27d-5c3aaa8c7ed5 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.529667 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a6985751-d672-456d-b72e-67e5c5411d8f req-5dde0aa1-e17b-449d-a27d-5c3aaa8c7ed5 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.532328 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a6985751-d672-456d-b72e-67e5c5411d8f req-5dde0aa1-e17b-449d-a27d-5c3aaa8c7ed5 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.533525 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6985751-d672-456d-b72e-67e5c5411d8f req-5dde0aa1-e17b-449d-a27d-5c3aaa8c7ed5 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "DELETE /v2.0/security-groups/789b6e29-9898-4b8e-8422-7ce709632bed HTTP/1.1" status: 204 len: 173 time: 0.2214487 Jul 05 03:52:30.544187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde0aa1-e17b-449d-a27d-5c3aaa8c7ed5 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=789b6e29-9898-4b8e-8422-7ce709632bed,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:30.688827 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6412c5c3-f00d-4a08-9cbb-56ccf5a31bff req-ffbba2e8-5124-4811-ac09-89539e6da59b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0385616 Jul 05 03:52:30.738421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-574c57bc-1ca5-4a5c-ba32-e1881959baa1 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.740205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-574c57bc-1ca5-4a5c-ba32-e1881959baa1 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.64 "GET /v2.0/networks?id=cc03d30a-899a-4634-a30d-d1aef622d7c2 HTTP/1.1" status: 200 len: 814 time: 0.1611609 Jul 05 03:52:30.757338 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-184c44b2-b0dc-4453-90a9-58df6d19df2f tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Request body: {'port': {'device_id': '444d2f6d-6a47-4b8d-8d75-4b06ef2854b4', 'network_id': 'cc03d30a-899a-4634-a30d-d1aef622d7c2', 'admin_state_up': True, 'tenant_id': '5a7d0d60e3544627b5fe21a8d5a82352'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:31.281436 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.298571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-263bcc9f-c71f-4581-b9ad-fbb73aaabd9f req-83be037e-4a77-46f7-a89f-2ce044ca4012 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 210 time: 0.0421896 Jul 05 03:52:31.304500 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f483593e-330d-45fc-9b81-e15041e2aec8 req-bd435432-bd28-4731-aa0d-09e865fafa8a tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/d1cd8781-903c-4662-8e86-1f8afef7aa19 HTTP/1.1" status: 200 len: 1805 time: 0.5629466 Jul 05 03:52:31.414140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-184c44b2-b0dc-4453-90a9-58df6d19df2f tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Made reservation on behalf of 5a7d0d60e3544627b5fe21a8d5a82352 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:31.418577 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-184c44b2-b0dc-4453-90a9-58df6d19df2f tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.439309 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f483593e-330d-45fc-9b81-e15041e2aec8 req-a92a29c5-a4e2-4593-9368-4021d1f518e0 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.529102 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f483593e-330d-45fc-9b81-e15041e2aec8 req-a92a29c5-a4e2-4593-9368-4021d1f518e0 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.619778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8d2dbbd-c7c3-465d-83e0-14b3bca17425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.621169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8d2dbbd-c7c3-465d-83e0-14b3bca17425 service neutron] 10.222.0.64 "GET /v2.0/ports/055b9c82-3cd5-4c8e-8763-539c346a2e5e HTTP/1.1" status: 200 len: 1028 time: 0.1145954 Jul 05 03:52:31.719608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-3b5b282e-088b-44da-8bd8-c5983b59c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.720999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-3b5b282e-088b-44da-8bd8-c5983b59c9b1 service neutron] 10.222.0.64 "GET /v2.0/ports/a6ee81d8-7822-45d5-b78b-8b350ec3ddda HTTP/1.1" status: 200 len: 1027 time: 0.0924842 Jul 05 03:52:31.733269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-184c44b2-b0dc-4453-90a9-58df6d19df2f tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Allocated IP 172.20.0.11 (cc03d30a-899a-4634-a30d-d1aef622d7c2/1645ca66-5005-4af7-9d12-0faeb6ef2283/a840fd39-642d-4e06-abce-c54b55c7317e) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:31.800855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e62d78-ef12-45db-b996-263dc4262910 req-296490ff-2da0-40df-86f0-3445a325db3d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.802389 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2e62d78-ef12-45db-b996-263dc4262910 req-296490ff-2da0-40df-86f0-3445a325db3d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 943 time: 0.3292470 Jul 05 03:52:31.811527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f483593e-330d-45fc-9b81-e15041e2aec8 req-a92a29c5-a4e2-4593-9368-4021d1f518e0 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.814137 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f483593e-330d-45fc-9b81-e15041e2aec8 req-a92a29c5-a4e2-4593-9368-4021d1f518e0 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.815210 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f483593e-330d-45fc-9b81-e15041e2aec8 req-a92a29c5-a4e2-4593-9368-4021d1f518e0 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "DELETE /v2.0/security-groups/d1cd8781-903c-4662-8e86-1f8afef7aa19 HTTP/1.1" status: 204 len: 173 time: 0.4962831 Jul 05 03:52:31.853298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a29c5-a4e2-4593-9368-4021d1f518e0 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cd8781-903c-4662-8e86-1f8afef7aa19,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:31.915803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2e62d78-ef12-45db-b996-263dc4262910 req-327d697e-9483-4254-9d22-5666ab5f953e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052010 Jul 05 03:52:31.990530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7b882c45-b022-4561-a268-546ae5aaa2fc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.996283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7b882c45-b022-4561-a268-546ae5aaa2fc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:32.001985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7b882c45-b022-4561-a268-546ae5aaa2fc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:32.003756 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7b882c45-b022-4561-a268-546ae5aaa2fc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "GET /v2.0/networks?id=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&id=ce929db9-95f6-4b19-ab56-323ab9bb83a6 HTTP/1.1" status: 200 len: 1989 time: 0.2746663 Jul 05 03:52:32.113299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d77a1b2c-0960-4549-b681-27c865388e78 req-91408986-f632-4885-a830-2bbe788dda52 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0568912 Jul 05 03:52:32.126979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-1a7ea319-ffed-4e63-9243-6a3788ea5bf9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d16dca7328249f08e2390e95c16dfe3 HTTP/1.1" status: 200 len: 380 time: 0.1102004 Jul 05 03:52:32.132698 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46ffc6d8-50df-412a-85c4-7598c28508e8 req-9ddd8980-1d39-4e26-a021-138b7d4fdc24 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/56274885-bded-4647-9045-0b98f8e605b4 HTTP/1.1" status: 200 len: 2404 time: 0.1590121 Jul 05 03:52:32.140685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-929d3136-4406-44a1-836e-ca95eb7e17b5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'port': {'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'admin_state_up': True, 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'security_groups': ['ab3e49f4-241d-4a18-a75c-f4667b98ceec']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:32.214968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ddef0fb2-a319-4096-8482-ca71770a30c4 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:32.235864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-184c44b2-b0dc-4453-90a9-58df6d19df2f tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.356582 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-46ffc6d8-50df-412a-85c4-7598c28508e8 req-bef998cc-c4e6-4002-8cd1-badcda719532 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.360209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ddef0fb2-a319-4096-8482-ca71770a30c4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ddef0fb2-a319-4096-8482-ca71770a30c4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:32.401954 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-46ffc6d8-50df-412a-85c4-7598c28508e8 req-bef998cc-c4e6-4002-8cd1-badcda719532 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.407790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'ddef0fb2-a319-4096-8482-ca71770a30c4', 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a', 'port_id': 'ddef0fb2-a319-4096-8482-ca71770a30c4', 'mac_address': 'fa:16:3e:51:3e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd577d8f0-9eb0-4620-a525-895a334127b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:32.457790 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.464002 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-184c44b2-b0dc-4453-90a9-58df6d19df2f tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.479282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59156) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:32.482552 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddef0fb2-a319-4096-8482-ca71770a30c4 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:32.509019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-929d3136-4406-44a1-836e-ca95eb7e17b5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Made reservation on behalf of 7d16dca7328249f08e2390e95c16dfe3 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:32.511618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ddef0fb2-a319-4096-8482-ca71770a30c4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ddef0fb2-a319-4096-8482-ca71770a30c4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:32.512665 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-929d3136-4406-44a1-836e-ca95eb7e17b5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.570881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-184c44b2-b0dc-4453-90a9-58df6d19df2f tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Network cc03d30a-899a-4634-a30d-d1aef622d7c2 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:32.571634 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-46ffc6d8-50df-412a-85c4-7598c28508e8 req-bef998cc-c4e6-4002-8cd1-badcda719532 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.574249 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-46ffc6d8-50df-412a-85c4-7598c28508e8 req-bef998cc-c4e6-4002-8cd1-badcda719532 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.575403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46ffc6d8-50df-412a-85c4-7598c28508e8 req-bef998cc-c4e6-4002-8cd1-badcda719532 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "DELETE /v2.0/security-groups/56274885-bded-4647-9045-0b98f8e605b4 HTTP/1.1" status: 204 len: 173 time: 0.4211283 Jul 05 03:52:32.590618 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-184c44b2-b0dc-4453-90a9-58df6d19df2f tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:32.601701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-184c44b2-b0dc-4453-90a9-58df6d19df2f tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:32.603843 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-accdaf90-2fc4-4920-b111-d8935d3a2766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.606562 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.615612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c44b2-b0dc-4453-90a9-58df6d19df2f tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Pushing event updated for resources: {'Port': ['ID=a840fd39-642d-4e06-abce-c54b55c7317e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:32.643329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef998cc-c4e6-4002-8cd1-badcda719532 tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56274885-bded-4647-9045-0b98f8e605b4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:32.695642 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ddef0fb2-a319-4096-8482-ca71770a30c4,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:32.698371 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.699039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.701401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.702256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.703619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.704189 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.704905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.706084 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.706722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.707273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.707820 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.708802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.729426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-accdaf90-2fc4-4920-b111-d8935d3a2766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.764259 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-184c44b2-b0dc-4453-90a9-58df6d19df2f tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:32.764902 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-184c44b2-b0dc-4453-90a9-58df6d19df2f tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.809317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ddef0fb2-a319-4096-8482-ca71770a30c4'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:32.812680 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-accdaf90-2fc4-4920-b111-d8935d3a2766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.818008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4ca72f4-a6a7-4c90-b92a-431f27b25a19 req-ddcf8f44-a13b-4924-bba5-10026f51fefe tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "GET /v2.0/security-groups/3744dcd6-c7c1-4df1-a7d0-0e796879d18c HTTP/1.1" status: 200 len: 2396 time: 0.2133706 Jul 05 03:52:32.830628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2abef-0bf2-434a-b84d-8a9c77c017f6 req-8ffdbbab-a91a-4b25-80eb-a12c163a8447 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:32.832129 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65e2abef-0bf2-434a-b84d-8a9c77c017f6 req-8ffdbbab-a91a-4b25-80eb-a12c163a8447 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 932 time: 0.3462462 Jul 05 03:52:32.858782 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-accdaf90-2fc4-4920-b111-d8935d3a2766 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d3893a9a04546b094288c4640900b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758919 Jul 05 03:52:32.858782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdaf90-2fc4-4920-b111-d8935d3a2766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa27a592-087d-4377-b9dd-705b553797b5,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:32.860891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59162) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:32.894921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-929d3136-4406-44a1-836e-ca95eb7e17b5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Allocated IP 172.20.0.7 (f298ac04-c9e2-4859-ad6c-28e6fda4d5d1/1a4e67f5-0254-4ffe-8462-5596b5dcca35/2dabf05e-9cbe-425d-87bf-6b2ecaf03063) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:32.918867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ea226ed-3913-480b-8d28-46f53863addf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.933679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-184c44b2-b0dc-4453-90a9-58df6d19df2f tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1840365 Jul 05 03:52:32.944451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65e2abef-0bf2-434a-b84d-8a9c77c017f6 req-d635a06b-3b6e-4c2c-aeb3-3b0cbe823e62 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/security-groups?id=0848dc99-f1ea-4555-8032-c5b20522b294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000347 Jul 05 03:52:32.959378 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ea226ed-3913-480b-8d28-46f53863addf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.959612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Request body: {'port': {'device_id': '444d2f6d-6a47-4b8d-8d75-4b06ef2854b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:33.032349 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f4ca72f4-a6a7-4c90-b92a-431f27b25a19 req-e69c86c0-5856-4d51-b1ec-d56952a4cc4b tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.104091 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ea226ed-3913-480b-8d28-46f53863addf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.108509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ea226ed-3913-480b-8d28-46f53863addf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.112144 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9ea226ed-3913-480b-8d28-46f53863addf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa27a592-087d-4377-b9dd-705b553797b5 HTTP/1.1" status: 204 len: 168 time: 0.2480457 Jul 05 03:52:33.120542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea226ed-3913-480b-8d28-46f53863addf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa27a592-087d-4377-b9dd-705b553797b5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:33.124331 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f4ca72f4-a6a7-4c90-b92a-431f27b25a19 req-e69c86c0-5856-4d51-b1ec-d56952a4cc4b tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.232789 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.315000 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-929d3136-4406-44a1-836e-ca95eb7e17b5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.348318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146389c-45fe-4e0c-ba7a-bc13b84e0579 req-f55d1360-5313-4af4-a83c-2b2f6e5b5465 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:33.348318 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7146389c-45fe-4e0c-ba7a-bc13b84e0579 req-f55d1360-5313-4af4-a83c-2b2f6e5b5465 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 944 time: 0.2657161 Jul 05 03:52:33.354954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-929d3136-4406-44a1-836e-ca95eb7e17b5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Transition to ACTIVE for port object 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:33.420178 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f4ca72f4-a6a7-4c90-b92a-431f27b25a19 req-e69c86c0-5856-4d51-b1ec-d56952a4cc4b tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.422672 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f4ca72f4-a6a7-4c90-b92a-431f27b25a19 req-e69c86c0-5856-4d51-b1ec-d56952a4cc4b tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.423798 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4ca72f4-a6a7-4c90-b92a-431f27b25a19 req-e69c86c0-5856-4d51-b1ec-d56952a4cc4b tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] 10.222.0.60 "DELETE /v2.0/security-groups/3744dcd6-c7c1-4df1-a7d0-0e796879d18c HTTP/1.1" status: 204 len: 173 time: 0.5880475 Jul 05 03:52:33.432770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59174) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:33.467009 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c86c0-5856-4d51-b1ec-d56952a4cc4b tempest-SecurityGroupRulesTestJSON-1669003733 tempest-SecurityGroupRulesTestJSON-1669003733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3744dcd6-c7c1-4df1-a7d0-0e796879d18c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:33.520138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3320fb-a218-45d0-9afe-0e07c0b82975 admin admin] Deleting subnet 6fda8a77-0645-46d2-8413-811cf7c8b1f9 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:33.528157 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dc3320fb-a218-45d0-9afe-0e07c0b82975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.538718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7146389c-45fe-4e0c-ba7a-bc13b84e0579 req-e88add53-0046-4e14-90c2-6f6218af22ee tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791239 Jul 05 03:52:33.608734 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dc3320fb-a218-45d0-9afe-0e07c0b82975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.663888 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dc3320fb-a218-45d0-9afe-0e07c0b82975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.691868 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c5452d9-2dbc-4bae-8af0-53bc7488a72a req-632f76d0-2560-454a-9172-b9cdf365ed4f tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0598340 Jul 05 03:52:33.704351 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-929d3136-4406-44a1-836e-ca95eb7e17b5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.792415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-929d3136-4406-44a1-836e-ca95eb7e17b5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:33.801953 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-929d3136-4406-44a1-836e-ca95eb7e17b5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:33.816420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-929d3136-4406-44a1-836e-ca95eb7e17b5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:33.821811 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dc3320fb-a218-45d0-9afe-0e07c0b82975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.885959 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3320fb-a218-45d0-9afe-0e07c0b82975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fda8a77-0645-46d2-8413-811cf7c8b1f9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:33.890125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a840fd39-642d-4e06-abce-c54b55c7317e {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:33.895038 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dc3320fb-a218-45d0-9afe-0e07c0b82975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.903023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d3136-4406-44a1-836e-ca95eb7e17b5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'Port': ['ID=2dabf05e-9cbe-425d-87bf-6b2ecaf03063,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:33.903526 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dc3320fb-a218-45d0-9afe-0e07c0b82975 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6fda8a77-0645-46d2-8413-811cf7c8b1f9 HTTP/1.1" status: 204 len: 168 time: 0.4678595 Jul 05 03:52:33.905161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59202) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:33.919098 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.946307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Transition to ACTIVE for port object a840fd39-642d-4e06-abce-c54b55c7317e will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:33.953120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-929d3136-4406-44a1-836e-ca95eb7e17b5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:33.953760 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-929d3136-4406-44a1-836e-ca95eb7e17b5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.983550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bec33994-bf44-48b5-82bc-72b21cafb4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.095682 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bec33994-bf44-48b5-82bc-72b21cafb4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.107375 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-bec33994-bf44-48b5-82bc-72b21cafb4b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a9ec5d-7a7f-4ac6-90a6-85b59a7ba41b']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:34.118387 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-bec33994-bf44-48b5-82bc-72b21cafb4b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18671713-7985-4566-8e0b-c9608ce550ad') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:34.118677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-bec33994-bf44-48b5-82bc-72b21cafb4b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18671713-7985-4566-8e0b-c9608ce550ad') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:34.127631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:34.129424 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bec33994-bf44-48b5-82bc-72b21cafb4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.143003 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bec33994-bf44-48b5-82bc-72b21cafb4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.149784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec33994-bf44-48b5-82bc-72b21cafb4b8 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:34.150201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bec33994-bf44-48b5-82bc-72b21cafb4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.197520 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-929d3136-4406-44a1-836e-ca95eb7e17b5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0607805 Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:34.204103 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:34.207547 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.275170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:34.281347 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bec33994-bf44-48b5-82bc-72b21cafb4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.292292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15', 'mac_address': 'fa:16:3e:d9:a4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:34.292759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-aae2aa1a-a727-4cf8-9be9-d5f3224e7b84 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'port': {'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87', 'admin_state_up': True, 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'security_groups': ['ab3e49f4-241d-4a18-a75c-f4667b98ceec']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:34.295118 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ddef0fb2-a319-4096-8482-ca71770a30c4 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:34.296479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Pushing event updated for resources: {'Port': ['ID=a840fd39-642d-4e06-abce-c54b55c7317e,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:34.334590 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bec33994-bf44-48b5-82bc-72b21cafb4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.339296 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bec33994-bf44-48b5-82bc-72b21cafb4b8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/52a9ec5d-7a7f-4ac6-90a6-85b59a7ba41b HTTP/1.1" status: 204 len: 168 time: 0.4316552 Jul 05 03:52:34.343697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec33994-bf44-48b5-82bc-72b21cafb4b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=52a9ec5d-7a7f-4ac6-90a6-85b59a7ba41b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:34.394048 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.414099 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:34.458328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b7db3111-775a-4da2-be25-f2e20a7fce19 None None] Provisioning for port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:34.471903 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b7db3111-775a-4da2-be25-f2e20a7fce19 None None] Provisioning complete for port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:34.472434 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7db3111-775a-4da2-be25-f2e20a7fce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.485843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:34.495325 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d103ca-78b5-4ac1-a74c-26e486c4666d req-2fdc037e-c08a-4915-aa6b-a8081487fa25 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:34.497006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16d103ca-78b5-4ac1-a74c-26e486c4666d req-2fdc037e-c08a-4915-aa6b-a8081487fa25 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 944 time: 0.3780150 Jul 05 03:52:34.523306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port ddef0fb2-a319-4096-8482-ca71770a30c4 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:34.532399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port ddef0fb2-a319-4096-8482-ca71770a30c4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:34.532782 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.573936 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b7db3111-775a-4da2-be25-f2e20a7fce19 None None] Port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:34.580710 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16d103ca-78b5-4ac1-a74c-26e486c4666d req-627ae876-a1c8-43ee-98c1-5b62cc654061 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/security-groups?id=0848dc99-f1ea-4555-8032-c5b20522b294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707321 Jul 05 03:52:34.603072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Attempting to bind port a840fd39-642d-4e06-abce-c54b55c7317e on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:34.603429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Attempting to bind port a840fd39-642d-4e06-abce-c54b55c7317e by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cc03d30a-899a-4634-a30d-d1aef622d7c2'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:34.603761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Attempting to bind port a840fd39-642d-4e06-abce-c54b55c7317e on network cc03d30a-899a-4634-a30d-d1aef622d7c2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:34.617106 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Port a840fd39-642d-4e06-abce-c54b55c7317e on network cc03d30a-899a-4634-a30d-d1aef622d7c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:34.619826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Attempting to bind port a840fd39-642d-4e06-abce-c54b55c7317e on network cc03d30a-899a-4634-a30d-d1aef622d7c2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:34.623796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:34.623959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Checking segment: {'id': '6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cc03d30a-899a-4634-a30d-d1aef622d7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:34.624331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Bound using segment: {'id': '6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cc03d30a-899a-4634-a30d-d1aef622d7c2'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:34.624796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Bound port: a840fd39-642d-4e06-abce-c54b55c7317e, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cc03d30a-899a-4634-a30d-d1aef622d7c2'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:34.625164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.643620 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.651230 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.682421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-aae2aa1a-a727-4cf8-9be9-d5f3224e7b84 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Made reservation on behalf of 7d16dca7328249f08e2390e95c16dfe3 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:34.687608 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-aae2aa1a-a727-4cf8-9be9-d5f3224e7b84 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.785059 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5a7e59-f04f-4d1d-b521-73892a22721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddef0fb2-a319-4096-8482-ca71770a30c4'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:34.788067 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b7530f-e9b1-4134-a2d2-6e133dd3261e" -d '{"events": [{"server_uuid": "ee5a7e59-f04f-4d1d-b521-73892a22721d", "name": "network-vif-plugged", "status": "completed", "tag": "ddef0fb2-a319-4096-8482-ca71770a30c4"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:34.812942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:34.828207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ddef0fb2-a319-4096-8482-ca71770a30c4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ddef0fb2-a319-4096-8482-ca71770a30c4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:34.836482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] For port a840fd39-642d-4e06-abce-c54b55c7317e, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:34.873280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:34.903255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] For port a840fd39-642d-4e06-abce-c54b55c7317e, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a840fd39-642d-4e06-abce-c54b55c7317e,segment=NetworkSegment(6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45),segment_id=6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:34.905775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59248) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:34.924606 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.049990 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-136c1acc-139b-4047-a8ce-cbcbca70958e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a968d4fc83c477da759b29c7116e420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427546 Jul 05 03:52:35.051223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59254) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:35.079515 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.138488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ddef0fb2-a319-4096-8482-ca71770a30c4,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:35.194267 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ee58be7-f51a-4e2b-b249-bcbb44bd53c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.233124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061bc75-f217-4e7c-b7fc-4db06821d90f req-ca3cdd17-a345-40dd-9dce-e304043c768a tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:35.241036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1061bc75-f217-4e7c-b7fc-4db06821d90f req-ca3cdd17-a345-40dd-9dce-e304043c768a tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 944 time: 0.4603522 Jul 05 03:52:35.249941 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ee58be7-f51a-4e2b-b249-bcbb44bd53c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.278707 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59256) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:35.279434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Pushing event updated for resources: {'Port': ['ID=a840fd39-642d-4e06-abce-c54b55c7317e,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:35.331459 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:35.332840 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.335007 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-62bae099-74ff-40b9-8dd7-60ee4a00a528 service neutron] 10.222.0.64 "PUT /v2.0/ports/a840fd39-642d-4e06-abce-c54b55c7317e HTTP/1.1" status: 200 len: 1092 time: 2.3894970 Jul 05 03:52:35.340131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444d2f6d-6a47-4b8d-8d75-4b06ef2854b4', 'tag': 'a840fd39-642d-4e06-abce-c54b55c7317e'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:35.342725 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf46cb6-8e4f-4a91-b782-a957a9f3d209" -d '{"events": [{"name": "network-changed", "server_uuid": "444d2f6d-6a47-4b8d-8d75-4b06ef2854b4", "tag": "a840fd39-642d-4e06-abce-c54b55c7317e"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:35.375712 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1061bc75-f217-4e7c-b7fc-4db06821d90f req-9a58cd97-311b-426c-a1d2-339a38f4bf1d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334779 Jul 05 03:52:35.408601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ee58be7-f51a-4e2b-b249-bcbb44bd53c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.408601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ee58be7-f51a-4e2b-b249-bcbb44bd53c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.411850 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2ee58be7-f51a-4e2b-b249-bcbb44bd53c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28ba6f27-28f4-46e0-9113-207791a5c51e HTTP/1.1" status: 204 len: 168 time: 0.3570845 Jul 05 03:52:35.415478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-aae2aa1a-a727-4cf8-9be9-d5f3224e7b84 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Allocated IP 10.1.1.106 (ce3d1fe5-0001-4f9d-beee-f9fd25e01f87/b52a3b29-aac7-487b-9fcb-2228d0e80f01/6050d55d-668d-4668-9918-29562bdf74b6) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:35.424067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee58be7-f51a-4e2b-b249-bcbb44bd53c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ba6f27-28f4-46e0-9113-207791a5c51e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:35.476850 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cdee96-1658-4907-a708-8d17b7d42011 x-openstack-request-id: req-c8cdee96-1658-4907-a708-8d17b7d42011 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:35.477283 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5a7e59-f04f-4d1d-b521-73892a22721d", "name": "network-vif-plugged", "status": "completed", "tag": "ddef0fb2-a319-4096-8482-ca71770a30c4", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:35.477496 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8cdee96-1658-4907-a708-8d17b7d42011 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:35.477902 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5a7e59-f04f-4d1d-b521-73892a22721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddef0fb2-a319-4096-8482-ca71770a30c4', 'code': 200} Jul 05 03:52:35.515405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4104643-310c-4834-ad1f-26590fac4d49 req-a0996338-7870-4e7c-9f3f-ca7e647d5e45 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:35.521327 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4104643-310c-4834-ad1f-26590fac4d49 req-a0996338-7870-4e7c-9f3f-ca7e647d5e45 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 931 time: 0.4636667 Jul 05 03:52:35.611851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1755835248-network', 'tenant_id': 'f824092cad7549c6bbec11060b4f8470'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:35.655951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c93006-008d-4a5e-8051-5bb4f84ee3a3 req-279eeaa8-c03a-4a5a-9ec3-fba4f15f2e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:35.657932 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47c93006-008d-4a5e-8051-5bb4f84ee3a3 req-279eeaa8-c03a-4a5a-9ec3-fba4f15f2e4f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 1096 time: 0.0764730 Jul 05 03:52:35.745903 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-47c93006-008d-4a5e-8051-5bb4f84ee3a3 req-fbe016b1-a88e-4573-a6a0-d001fac681a3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578263 Jul 05 03:52:35.747427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4104643-310c-4834-ad1f-26590fac4d49 req-100365c1-ee89-46c1-84d0-f9bf64a45474 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179320 Jul 05 03:52:35.786684 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3fd5f5-67b0-4f66-bb8c-488c7ed60228 x-openstack-request-id: req-fb3fd5f5-67b0-4f66-bb8c-488c7ed60228 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:35.786988 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444d2f6d-6a47-4b8d-8d75-4b06ef2854b4", "tag": "a840fd39-642d-4e06-abce-c54b55c7317e", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:35.787246 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb3fd5f5-67b0-4f66-bb8c-488c7ed60228 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:35.787666 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444d2f6d-6a47-4b8d-8d75-4b06ef2854b4', 'tag': 'a840fd39-642d-4e06-abce-c54b55c7317e', 'status': 'completed', 'code': 200} Jul 05 03:52:35.923964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] Made reservation on behalf of f824092cad7549c6bbec11060b4f8470 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:35.926316 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.965793 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.979001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-1c46fe95-bf98-4b3c-b8d7-88f5d364d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:35.980479 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-1c46fe95-bf98-4b3c-b8d7-88f5d364d761 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a7d0d60e3544627b5fe21a8d5a82352&device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 1095 time: 0.4091339 Jul 05 03:52:36.086782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-0450f0a1-3ad7-4fef-bac3-6d3e0a3e0823 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a840fd39-642d-4e06-abce-c54b55c7317e HTTP/1.1" status: 200 len: 217 time: 0.0645361 Jul 05 03:52:36.144688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:36.227649 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-aae2aa1a-a727-4cf8-9be9-d5f3224e7b84 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.250985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:36.251461 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.264386 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-1c1271ac-2d75-4fce-a570-402651ac1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:36.265862 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-1c1271ac-2d75-4fce-a570-402651ac1a97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1645ca66-5005-4af7-9d12-0faeb6ef2283 HTTP/1.1" status: 200 len: 854 time: 0.1626403 Jul 05 03:52:36.267721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-aae2aa1a-a727-4cf8-9be9-d5f3224e7b84 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Transition to ACTIVE for port object 6050d55d-668d-4668-9918-29562bdf74b6 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:36.285410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32afb37-7793-405f-999b-6c70c9680f43 req-761a7e61-7943-4af9-91e9-d3ce3b77177b tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:36.293026 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b32afb37-7793-405f-999b-6c70c9680f43 req-761a7e61-7943-4af9-91e9-d3ce3b77177b tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 944 time: 0.3225229 Jul 05 03:52:36.349307 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-f242023d-543a-4bc1-9a3c-09f91122c4b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc03d30a-899a-4634-a30d-d1aef622d7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715313 Jul 05 03:52:36.392399 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.465183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b32afb37-7793-405f-999b-6c70c9680f43 req-a824e74d-727e-4e62-8137-b7eb402ceab3 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/security-groups?id=0848dc99-f1ea-4555-8032-c5b20522b294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710961 Jul 05 03:52:36.489029 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:36.614064 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.618902 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.658946 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-aae2aa1a-a727-4cf8-9be9-d5f3224e7b84 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.698701 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-095f03cc-8726-4223-b285-1ed43b366259 service neutron] 10.222.0.64 "GET /v2.0/networks/cc03d30a-899a-4634-a30d-d1aef622d7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351161 Jul 05 03:52:36.716349 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.731174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:36.742263 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:36.742724 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.743379 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] Added segment 866c0343-63f0-492b-b67f-477c233ad9ea of type vlan for network aab413e5-e877-4395-b34d-e2675612903d Jul 05 03:52:37.247395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59302) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:37.382543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2aa1a-a727-4cf8-9be9-d5f3224e7b84 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'Port': ['ID=6050d55d-668d-4668-9918-29562bdf74b6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:37.386465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-aae2aa1a-a727-4cf8-9be9-d5f3224e7b84 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:37.435033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.438112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-aae2aa1a-a727-4cf8-9be9-d5f3224e7b84 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:37.447090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-aae2aa1a-a727-4cf8-9be9-d5f3224e7b84 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:37.457688 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1353960855-network', 'tenant_id': '54b64bc49424411488d22faec9e6a12c'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:37.459417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890fdfe0-7da4-4506-ab43-dfb77380265a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:37.479641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:37.482916 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fe860d-18d7-4910-b576-5d20ba5d607f" -d '{"events": [{"server_uuid": "6b538f9d-cf72-46ba-8aca-c97cfd994acd", "name": "network-vif-plugged", "status": "completed", "tag": "42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:37.574124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb19236-aa89-4627-85c3-8b137d80bd27 req-bd1130a1-e33a-4278-8ea6-652653123065 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:37.590008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ecb19236-aa89-4627-85c3-8b137d80bd27 req-bd1130a1-e33a-4278-8ea6-652653123065 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 945 time: 0.9890440 Jul 05 03:52:37.595397 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-069feb50-64ef-47f7-91b6-8ef8db72cecc req-ce8a7316-7890-4af2-9c68-c001560e15ab service neutron] 10.222.0.64 "GET /v2.0/networks/cc03d30a-899a-4634-a30d-d1aef622d7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8841233 Jul 05 03:52:37.596878 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.resource_extend [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:52:37.606264 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] Made reservation on behalf of 54b64bc49424411488d22faec9e6a12c for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:37.608752 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.626262 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.705937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-aae2aa1a-a727-4cf8-9be9-d5f3224e7b84 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:37.706884 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-aae2aa1a-a727-4cf8-9be9-d5f3224e7b84 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.730256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d4ed0-4aa1-46bd-9478-7fa6c584d2e6 req-ce5058ce-3f92-440a-8b7f-cb7445779c51 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:37.736786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d4ed0-4aa1-46bd-9478-7fa6c584d2e6 req-ce5058ce-3f92-440a-8b7f-cb7445779c51 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:37.743245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.745111 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d51d4ed0-4aa1-46bd-9478-7fa6c584d2e6 req-ce5058ce-3f92-440a-8b7f-cb7445779c51 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 1653 time: 0.4419959 Jul 05 03:52:37.843749 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.871358 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.872728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:37.873493 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.882832 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d51d4ed0-4aa1-46bd-9478-7fa6c584d2e6 req-b35e6534-c939-4f3d-9b41-f225524f191e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367490 Jul 05 03:52:37.896858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ecb19236-aa89-4627-85c3-8b137d80bd27 req-a9d454c5-84b8-4793-bc5b-3d29c0effb47 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052166 Jul 05 03:52:37.897667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:37.909701 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58650f00-adb9-4d49-b18d-8490f51c5311,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:37.922747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-25014700-6cb9-4b49-a750-d6893278b211 None None] Provisioning for port 6050d55d-668d-4668-9918-29562bdf74b6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:37.925081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-25014700-6cb9-4b49-a750-d6893278b211 None None] Provisioning complete for port 6050d55d-668d-4668-9918-29562bdf74b6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:37.925687 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-25014700-6cb9-4b49-a750-d6893278b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.948061 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.957198 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] Added segment 638692dc-1673-4b60-bec1-8e4a2a32a541 of type vlan for network 688bde67-c898-4685-83f1-1878a4cebea6 Jul 05 03:52:38.046944 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.055401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-aae2aa1a-a727-4cf8-9be9-d5f3224e7b84 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8451729 Jul 05 03:52:38.066869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-25014700-6cb9-4b49-a750-d6893278b211 None None] Port 6050d55d-668d-4668-9918-29562bdf74b6 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:38.092476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8f1dd17-f3eb-49a1-b81b-c4e38d3691b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'port': {'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87', 'admin_state_up': True, 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'security_groups': ['ab3e49f4-241d-4a18-a75c-f4667b98ceec']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:38.092907 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a365afb-2452-49c6-98bd-9c9307b0d20d x-openstack-request-id: req-7a365afb-2452-49c6-98bd-9c9307b0d20d {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:38.095956 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b538f9d-cf72-46ba-8aca-c97cfd994acd", "name": "network-vif-plugged", "status": "completed", "tag": "42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:38.096335 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a365afb-2452-49c6-98bd-9c9307b0d20d {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:38.097892 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15', 'code': 200} Jul 05 03:52:38.162586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8625493 Jul 05 03:52:38.163041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59320) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:38.163041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-42f67db9-9566-4047-b80d-a0f012e8f0e8 admin admin] Request body: {'subnet': {'network_id': 'aab413e5-e877-4395-b34d-e2675612903d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1755835248-subnet', 'tenant_id': 'f824092cad7549c6bbec11060b4f8470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:38.212998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a15c87-5a99-4fd4-aaaf-5968e497b078 admin admin] Pushing event updated for resources: {'Network': ['ID=aab413e5-e877-4395-b34d-e2675612903d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:38.224737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network aab413e5-e877-4395-b34d-e2675612903d details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:38.244213 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.245359 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.246012 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.283210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf46cb6-8e4f-4a91-b782-a957a9f3d209 req-2a5a2f45-5c21-4ddd-acae-8f5522d65cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.284793 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cf46cb6-8e4f-4a91-b782-a957a9f3d209 req-2a5a2f45-5c21-4ddd-acae-8f5522d65cec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a7d0d60e3544627b5fe21a8d5a82352&device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 1095 time: 0.4967809 Jul 05 03:52:38.346783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f67db9-9566-4047-b80d-a0f012e8f0e8 admin admin] Made reservation on behalf of f824092cad7549c6bbec11060b4f8470 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:38.366376 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42f67db9-9566-4047-b80d-a0f012e8f0e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.452766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a6a7c-0b7a-48c8-ab32-e26fc2882341 req-73e2be5b-6ead-4b87-a0fd-40001f2b2cde tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.460356 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c8a6a7c-0b7a-48c8-ab32-e26fc2882341 req-73e2be5b-6ead-4b87-a0fd-40001f2b2cde tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 944 time: 0.2502103 Jul 05 03:52:38.502398 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2538006 Jul 05 03:52:38.522348 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59322) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:38.525477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf46cb6-8e4f-4a91-b782-a957a9f3d209 req-7d2cc0ae-8cb6-4ad3-9e5a-128be85859ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.530264 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-482b7bb0-5641-48de-98d9-bc969e318a87 admin admin] Request body: {'subnet': {'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1353960855-subnet', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:38.530532 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cf46cb6-8e4f-4a91-b782-a957a9f3d209 req-7d2cc0ae-8cb6-4ad3-9e5a-128be85859ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc03d30a-899a-4634-a30d-d1aef622d7c2 HTTP/1.1" status: 200 len: 915 time: 0.2296867 Jul 05 03:52:38.538339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d564e9-ba2b-4b09-afbe-b3bff96d70c3 admin admin] Pushing event updated for resources: {'Network': ['ID=688bde67-c898-4685-83f1-1878a4cebea6,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:38.555792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 688bde67-c898-4685-83f1-1878a4cebea6 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:38.611108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cf46cb6-8e4f-4a91-b782-a957a9f3d209 req-3e683aa7-a110-4e86-b347-5435dc7c6a94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a840fd39-642d-4e06-abce-c54b55c7317e HTTP/1.1" status: 200 len: 217 time: 0.0531220 Jul 05 03:52:38.616210 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c8a6a7c-0b7a-48c8-ab32-e26fc2882341 req-6e751bec-2a4a-4ea2-8c84-c450753b5d9b tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/security-groups?id=0848dc99-f1ea-4555-8032-c5b20522b294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548264 Jul 05 03:52:38.686084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf46cb6-8e4f-4a91-b782-a957a9f3d209 req-525f2bd1-e188-41af-a473-2a07117ebeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.687772 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cf46cb6-8e4f-4a91-b782-a957a9f3d209 req-525f2bd1-e188-41af-a473-2a07117ebeaa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1645ca66-5005-4af7-9d12-0faeb6ef2283 HTTP/1.1" status: 200 len: 854 time: 0.0669990 Jul 05 03:52:38.706969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8f1dd17-f3eb-49a1-b81b-c4e38d3691b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Made reservation on behalf of 7d16dca7328249f08e2390e95c16dfe3 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:38.710467 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8f1dd17-f3eb-49a1-b81b-c4e38d3691b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.742692 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cf46cb6-8e4f-4a91-b782-a957a9f3d209 req-5f2a3184-a8f0-450f-91ff-5f89ff21bf62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc03d30a-899a-4634-a30d-d1aef622d7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476420 Jul 05 03:52:38.899414 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42f67db9-9566-4047-b80d-a0f012e8f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.983990 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cf46cb6-8e4f-4a91-b782-a957a9f3d209 req-dea44cef-9008-47ee-acdb-4e4e5d836681 service neutron] 10.222.0.64 "GET /v2.0/networks/cc03d30a-899a-4634-a30d-d1aef622d7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319603 Jul 05 03:52:38.995591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482b7bb0-5641-48de-98d9-bc969e318a87 admin admin] Made reservation on behalf of 54b64bc49424411488d22faec9e6a12c for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:39.003614 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-482b7bb0-5641-48de-98d9-bc969e318a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.029999 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f67db9-9566-4047-b80d-a0f012e8f0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beece541-0fc1-4fab-83e3-641dd6f1bf64,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:39.031409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8f1dd17-f3eb-49a1-b81b-c4e38d3691b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Allocated IP 10.1.1.138 (ce3d1fe5-0001-4f9d-beee-f9fd25e01f87/b52a3b29-aac7-487b-9fcb-2228d0e80f01/d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:39.154660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f67db9-9566-4047-b80d-a0f012e8f0e8 admin admin] Checking segment: {'id': '866c0343-63f0-492b-b67f-477c233ad9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aab413e5-e877-4395-b34d-e2675612903d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:39.159833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f67db9-9566-4047-b80d-a0f012e8f0e8 admin admin] Network hostable DHCP agents. Network: aab413e5-e877-4395-b34d-e2675612903d, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:39.308147 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f67db9-9566-4047-b80d-a0f012e8f0e8 admin admin] Network aab413e5-e877-4395-b34d-e2675612903d is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:39.401294 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cf46cb6-8e4f-4a91-b782-a957a9f3d209 req-5b552eeb-24a4-4b38-b339-4d349e9141e1 service neutron] 10.222.0.64 "GET /v2.0/networks/cc03d30a-899a-4634-a30d-d1aef622d7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085913 Jul 05 03:52:39.406646 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-482b7bb0-5641-48de-98d9-bc969e318a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.414419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-42f67db9-9566-4047-b80d-a0f012e8f0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, aab413e5-e877-4395-b34d-e2675612903d) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:39.429571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be22242e-b5a1-4d71-a57a-b94dfa2cacc4 None None] Network aab413e5-e877-4395-b34d-e2675612903d requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:39.475752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f67db9-9566-4047-b80d-a0f012e8f0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:39.476512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42f67db9-9566-4047-b80d-a0f012e8f0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.480917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774013a-264f-4a75-b499-a820baeb7a62 req-15378025-b122-411f-8945-4bcd620bf07e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:39.482435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a774013a-264f-4a75-b499-a820baeb7a62 req-15378025-b122-411f-8945-4bcd620bf07e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 945 time: 0.2777901 Jul 05 03:52:39.485573 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8f1dd17-f3eb-49a1-b81b-c4e38d3691b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.498366 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b627d-c7c4-4b14-918d-e15b69b30d68 req-2ffbe790-864e-487a-905c-085e3187da9b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:39.505995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b627d-c7c4-4b14-918d-e15b69b30d68 req-2ffbe790-864e-487a-905c-085e3187da9b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:39.513907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c73b627d-c7c4-4b14-918d-e15b69b30d68 req-2ffbe790-864e-487a-905c-085e3187da9b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 1653 time: 0.3411827 Jul 05 03:52:39.548242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b7bb0-5641-48de-98d9-bc969e318a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c495426-330d-4f54-89b2-340f610a9650,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:39.558195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b7bb0-5641-48de-98d9-bc969e318a87 admin admin] Checking segment: {'id': '638692dc-1673-4b60-bec1-8e4a2a32a541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:39.558596 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482b7bb0-5641-48de-98d9-bc969e318a87 admin admin] Network hostable DHCP agents. Network: 688bde67-c898-4685-83f1-1878a4cebea6, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:39.563217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8f1dd17-f3eb-49a1-b81b-c4e38d3691b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Transition to ACTIVE for port object d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:39.595645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2447e1-0309-40cb-b30a-7b3d5c301c48 None None] Network aab413e5-e877-4395-b34d-e2675612903d requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:39.605352 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c73b627d-c7c4-4b14-918d-e15b69b30d68 req-78705b74-4126-4641-89f4-23484ede3071 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906940 Jul 05 03:52:39.609765 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a774013a-264f-4a75-b499-a820baeb7a62 req-1a0b98b7-2960-447f-927d-740a68eef4eb tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846441 Jul 05 03:52:39.658714 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-42f67db9-9566-4047-b80d-a0f012e8f0e8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5032840 Jul 05 03:52:39.703402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482b7bb0-5641-48de-98d9-bc969e318a87 admin admin] Network 688bde67-c898-4685-83f1-1878a4cebea6 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:39.842163 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8f1dd17-f3eb-49a1-b81b-c4e38d3691b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.897957 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-482b7bb0-5641-48de-98d9-bc969e318a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 688bde67-c898-4685-83f1-1878a4cebea6) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:39.910333 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b7bb0-5641-48de-98d9-bc969e318a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:39.910333 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-482b7bb0-5641-48de-98d9-bc969e318a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.914883 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce22d3-635b-4c43-a766-694c10e93628 None None] Network 688bde67-c898-4685-83f1-1878a4cebea6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:39.940477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8f1dd17-f3eb-49a1-b81b-c4e38d3691b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:39.947679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8f1dd17-f3eb-49a1-b81b-c4e38d3691b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:39.956386 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8f1dd17-f3eb-49a1-b81b-c4e38d3691b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:40.016042 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-482b7bb0-5641-48de-98d9-bc969e318a87 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4928637 Jul 05 03:52:40.019402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59348) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:40.021707 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:40.072180 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1dd17-f3eb-49a1-b81b-c4e38d3691b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'Port': ['ID=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:40.100845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8f1dd17-f3eb-49a1-b81b-c4e38d3691b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.102913 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8f1dd17-f3eb-49a1-b81b-c4e38d3691b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.167667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25675-2d34-458a-a9d2-1480829bfd97 req-7dbad7c5-b0ad-4ccf-bf61-2b47931259cc tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.169248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69b25675-2d34-458a-a9d2-1480829bfd97 req-7dbad7c5-b0ad-4ccf-bf61-2b47931259cc tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 944 time: 0.1777515 Jul 05 03:52:40.204331 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.205415 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.247099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69b25675-2d34-458a-a9d2-1480829bfd97 req-27685f7f-1e94-4695-95c2-b6e3372ac9a2 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/security-groups?id=0848dc99-f1ea-4555-8032-c5b20522b294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699248 Jul 05 03:52:40.288549 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-688bde67-c898-4685-83f1-1878a4cebea6', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'fixed_ips': [{'subnet_id': '0c495426-330d-4f54-89b2-340f610a9650'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:52:40.289448 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.329518 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.376663 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f8f1dd17-f3eb-49a1-b81b-c4e38d3691b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3018837 Jul 05 03:52:40.392610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7a9486ec-7e26-4edc-961c-200c91181b9a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'port': {'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6', 'admin_state_up': True, 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'security_groups': ['ab3e49f4-241d-4a18-a75c-f4667b98ceec']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:40.558035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Allocated IP 172.20.0.2 (688bde67-c898-4685-83f1-1878a4cebea6/0c495426-330d-4f54-89b2-340f610a9650/103776d5-16e4-4f40-a0af-20cc009c326d) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:40.609479 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-a2b9a6b9-6cbb-4ce8-aa48-450e81868298 req-3abb0bd8-1346-4878-b67e-94d252ba7fc4 tempest-SecurityGroupsNegativeTestJSON-794430241 tempest-SecurityGroupsNegativeTestJSON-794430241-project] show failed (client error): The resource could not be found. Jul 05 03:52:40.618547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2b9a6b9-6cbb-4ce8-aa48-450e81868298 req-3abb0bd8-1346-4878-b67e-94d252ba7fc4 tempest-SecurityGroupsNegativeTestJSON-794430241 tempest-SecurityGroupsNegativeTestJSON-794430241-project] 10.222.0.60 "GET /v2.0/security-groups/b484bc10-f2a5-4881-b087-4fb96344f2b4 HTTP/1.1" status: 404 len: 352 time: 0.0323186 Jul 05 03:52:40.735815 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.757196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Transition to ACTIVE for port object 103776d5-16e4-4f40-a0af-20cc009c326d will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:40.777670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Transition to ACTIVE for port object 103776d5-16e4-4f40-a0af-20cc009c326d will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:40.791454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cae3914-59e3-4176-9560-ea7a39804636 req-f17a91ab-86e4-49f9-a20c-659343174846 tempest-SecurityGroupsNegativeTestJSON-794430241 tempest-SecurityGroupsNegativeTestJSON-794430241-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f824092cad7549c6bbec11060b4f8470 HTTP/1.1" status: 200 len: 2984 time: 0.1208036 Jul 05 03:52:40.794695 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.810715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7a9486ec-7e26-4edc-961c-200c91181b9a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Made reservation on behalf of 7d16dca7328249f08e2390e95c16dfe3 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:40.875505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256ebc6-2ae7-44f4-acd8-3cc0fd636dc0 req-7d676f61-e7ee-4c05-9837-6f1234a0751c tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.877246 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8256ebc6-2ae7-44f4-acd8-3cc0fd636dc0 req-7d676f61-e7ee-4c05-9837-6f1234a0751c tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 945 time: 0.2046070 Jul 05 03:52:40.944887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cae3914-59e3-4176-9560-ea7a39804636 req-101d11a9-4a3b-459e-b855-7a7e522464ed tempest-SecurityGroupsNegativeTestJSON-794430241 tempest-SecurityGroupsNegativeTestJSON-794430241-project] 10.222.0.60 "GET /v2.0/security-groups/890fdfe0-7da4-4506-ab43-dfb77380265a HTTP/1.1" status: 200 len: 2981 time: 0.1521773 Jul 05 03:52:40.981637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8256ebc6-2ae7-44f4-acd8-3cc0fd636dc0 req-0e7b033a-1ed3-4ff5-ac83-771ea7d44bb1 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956264 Jul 05 03:52:41.025677 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7a9486ec-7e26-4edc-961c-200c91181b9a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.095471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cae3914-59e3-4176-9560-ea7a39804636 req-370ee73f-bb0e-494f-a67e-449d08f1906b tempest-SecurityGroupsNegativeTestJSON-794430241 tempest-SecurityGroupsNegativeTestJSON-794430241-project] 10.222.0.60 "GET /v2.0/security-groups/890fdfe0-7da4-4506-ab43-dfb77380265a HTTP/1.1" status: 200 len: 2981 time: 0.1383462 Jul 05 03:52:41.181627 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.181627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-df474e52-99d3-48a7-a832-06c14069b745 None None] Provisioning for port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:41.243680 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-df474e52-99d3-48a7-a832-06c14069b745 None None] Provisioning complete for port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:41.244434 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-df474e52-99d3-48a7-a832-06c14069b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.309307 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5af3a27-edfa-4b32-a32c-ac7c70faf1bf req-9afd8c09-b651-4d35-a77f-128581576f20 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2578175 Jul 05 03:52:41.377360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6c7a6-40f5-4e7e-aded-28fa66e2fd73 req-6a32f9bc-cc2b-4e88-aa8b-241c16b6bcdd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.385968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6c7a6-40f5-4e7e-aded-28fa66e2fd73 req-6a32f9bc-cc2b-4e88-aa8b-241c16b6bcdd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.389214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Network 688bde67-c898-4685-83f1-1878a4cebea6 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:41.392526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6c7a6-40f5-4e7e-aded-28fa66e2fd73 req-6a32f9bc-cc2b-4e88-aa8b-241c16b6bcdd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.394668 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1f6c7a6-40f5-4e7e-aded-28fa66e2fd73 req-6a32f9bc-cc2b-4e88-aa8b-241c16b6bcdd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 2374 time: 0.2398951 Jul 05 03:52:41.411549 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:41.420878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Pushing event updated for resources: {'Port': ['ID=103776d5-16e4-4f40-a0af-20cc009c326d,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:41.426619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:41.454369 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-df474e52-99d3-48a7-a832-06c14069b745 None None] Port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:41.533902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7a9486ec-7e26-4edc-961c-200c91181b9a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Allocated IP 10.2.2.100 (ce929db9-95f6-4b19-ab56-323ab9bb83a6/91cba49b-6d0f-47b0-a85d-60d24e9f83c4/188232d8-79be-4266-be8e-ffcd78b4e590) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:41.558265 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Attempting to bind port 103776d5-16e4-4f40-a0af-20cc009c326d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:41.558610 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Attempting to bind port 103776d5-16e4-4f40-a0af-20cc009c326d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '638692dc-1673-4b60-bec1-8e4a2a32a541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:41.558981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Attempting to bind port 103776d5-16e4-4f40-a0af-20cc009c326d on network 688bde67-c898-4685-83f1-1878a4cebea6 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:41.572359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:41.573353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Checking segment: {'id': '638692dc-1673-4b60-bec1-8e4a2a32a541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:41.573776 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.574412 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Bound using segment: {'id': '638692dc-1673-4b60-bec1-8e4a2a32a541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:41.576621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Bound port: 103776d5-16e4-4f40-a0af-20cc009c326d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638692dc-1673-4b60-bec1-8e4a2a32a541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:41.577036 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.590550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.627459 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1f6c7a6-40f5-4e7e-aded-28fa66e2fd73 req-3cb4a32e-1624-431c-9e20-02d5ab8caf9e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213106 Jul 05 03:52:41.657878 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.739004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] For port 103776d5-16e4-4f40-a0af-20cc009c326d, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:41.747696 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4754d90-fa07-4dfa-9fa7-f03b52adb5ff req-7095a7ee-0eb3-4c9a-972a-28fa36604317 tempest-SecurityGroupsNegativeTestJSON-794430241 tempest-SecurityGroupsNegativeTestJSON-794430241-project] 10.222.0.60 "GET /v2.0/security-groups/890fdfe0-7da4-4506-ab43-dfb77380265a HTTP/1.1" status: 200 len: 2981 time: 0.2339952 Jul 05 03:52:41.748554 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] For port 103776d5-16e4-4f40-a0af-20cc009c326d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=103776d5-16e4-4f40-a0af-20cc009c326d,segment=NetworkSegment(638692dc-1673-4b60-bec1-8e4a2a32a541),segment_id=638692dc-1673-4b60-bec1-8e4a2a32a541)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:41.816468 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Allocated IP 172.25.0.228 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/4c2a8a36-247d-4197-bf57-bb36cfa405b0) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:41.859964 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.902911 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af3a27-edfa-4b32-a32c-ac7c70faf1bf req-4db9dfce-9993-4d93-9bcf-1234d3ff896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.902911 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5af3a27-edfa-4b32-a32c-ac7c70faf1bf req-4db9dfce-9993-4d93-9bcf-1234d3ff896c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cf90f56e8b7437f8a02cb7e8409287e&device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 1096 time: 0.4841318 Jul 05 03:52:41.974524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb876c-e6e2-4887-9698-0b2dca9d47d0 None None] Pushing event updated for resources: {'Port': ['ID=103776d5-16e4-4f40-a0af-20cc009c326d,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:42.025459 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.101483 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7a9486ec-7e26-4edc-961c-200c91181b9a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.107080 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-a4754d90-fa07-4dfa-9fa7-f03b52adb5ff req-6a098094-727c-4e99-b5ce-564c6bfb339f tempest-SecurityGroupsNegativeTestJSON-794430241 tempest-SecurityGroupsNegativeTestJSON-794430241-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 03:52:42.132332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4754d90-fa07-4dfa-9fa7-f03b52adb5ff req-6a098094-727c-4e99-b5ce-564c6bfb339f tempest-SecurityGroupsNegativeTestJSON-794430241 tempest-SecurityGroupsNegativeTestJSON-794430241-project] 10.222.0.60 "DELETE /v2.0/security-groups/890fdfe0-7da4-4506-ab43-dfb77380265a HTTP/1.1" status: 409 len: 352 time: 0.3836112 Jul 05 03:52:42.161920 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.209875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7a9486ec-7e26-4edc-961c-200c91181b9a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Transition to ACTIVE for port object 188232d8-79be-4266-be8e-ffcd78b4e590 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:42.257541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device a840fd39-642d-4e06-abce-c54b55c7317e details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:42.260975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:42.268778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:42.272690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24e87e-e3e0-4472-92da-b945a39f020d req-60742004-5966-4cfa-88ea-585382f90255 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.279265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:42.287369 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e24e87e-e3e0-4472-92da-b945a39f020d req-60742004-5966-4cfa-88ea-585382f90255 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 944 time: 0.4311609 Jul 05 03:52:42.310159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af3a27-edfa-4b32-a32c-ac7c70faf1bf req-55c60398-0430-4bb1-9ffc-f10d57024f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.311857 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5af3a27-edfa-4b32-a32c-ac7c70faf1bf req-55c60398-0430-4bb1-9ffc-f10d57024f2e service neutron] 10.222.0.64 "GET /v2.0/networks?id=94005e7b-5b81-43b2-8cb7-96ba85ca7635 HTTP/1.1" status: 200 len: 916 time: 0.3854887 Jul 05 03:52:42.438464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Pushing event updated for resources: {'Port': ['ID=4c2a8a36-247d-4197-bf57-bb36cfa405b0,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:42.508271 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e24e87e-e3e0-4472-92da-b945a39f020d req-a87201d9-7fad-42e6-9187-408e8589304d tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/security-groups?id=0848dc99-f1ea-4555-8032-c5b20522b294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189291 Jul 05 03:52:42.517670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5af3a27-edfa-4b32-a32c-ac7c70faf1bf req-4ea8116f-76c5-426c-87d7-e411e8377edd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95f957aa-e51a-4d60-acb5-b0a8e494496f HTTP/1.1" status: 200 len: 1000 time: 0.1832907 Jul 05 03:52:42.557075 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7a9486ec-7e26-4edc-961c-200c91181b9a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.629816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port a840fd39-642d-4e06-abce-c54b55c7317e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a840fd39-642d-4e06-abce-c54b55c7317e,segment=NetworkSegment(6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45),segment_id=6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:42.649710 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-3c9b8b83-ac59-4d2e-bfae-61717c5b0af3 req-cc154310-183c-43d8-b010-71a5356c789e tempest-SecurityGroupsNegativeTestJSON-794430241 tempest-SecurityGroupsNegativeTestJSON-794430241-project] show failed (client error): The resource could not be found. Jul 05 03:52:42.663903 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c9b8b83-ac59-4d2e-bfae-61717c5b0af3 req-cc154310-183c-43d8-b010-71a5356c789e tempest-SecurityGroupsNegativeTestJSON-794430241 tempest-SecurityGroupsNegativeTestJSON-794430241-project] 10.222.0.60 "GET /v2.0/security-groups/d565dac0-2bf2-4dd4-97e0-0c57622c4b9b HTTP/1.1" status: 404 len: 352 time: 0.1122181 Jul 05 03:52:42.669994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'a840fd39-642d-4e06-abce-c54b55c7317e', 'network_id': 'cc03d30a-899a-4634-a30d-d1aef622d7c2', 'port_id': 'a840fd39-642d-4e06-abce-c54b55c7317e', 'mac_address': 'fa:16:3e:93:aa:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1645ca66-5005-4af7-9d12-0faeb6ef2283', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:42.740713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7a9486ec-7e26-4edc-961c-200c91181b9a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Network ce929db9-95f6-4b19-ab56-323ab9bb83a6 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:42.766722 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.767363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af3a27-edfa-4b32-a32c-ac7c70faf1bf req-61934365-c1b1-4aaa-ae57-41f17f0470ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.769375 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5af3a27-edfa-4b32-a32c-ac7c70faf1bf req-61934365-c1b1-4aaa-ae57-41f17f0470ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6da78f6-d10c-45ab-8914-1fc96bd2b433 HTTP/1.1" status: 200 len: 854 time: 0.2428603 Jul 05 03:52:42.795361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78b5d9-4e06-4fb4-a019-9c89448c78f0 req-e09a8b99-975a-4fb6-a121-7a6e9ec657aa tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.797136 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a78b5d9-4e06-4fb4-a019-9c89448c78f0 req-e09a8b99-975a-4fb6-a121-7a6e9ec657aa tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 945 time: 0.4514725 Jul 05 03:52:42.798095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7a9486ec-7e26-4edc-961c-200c91181b9a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:42.812975 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7a9486ec-7e26-4edc-961c-200c91181b9a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:43.059067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a840fd39-642d-4e06-abce-c54b55c7317e {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:43.116408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port a840fd39-642d-4e06-abce-c54b55c7317e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a840fd39-642d-4e06-abce-c54b55c7317e,segment=NetworkSegment(6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45),segment_id=6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:43.216069 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.330949 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.426336 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 103776d5-16e4-4f40-a0af-20cc009c326d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:43.623273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['a840fd39-642d-4e06-abce-c54b55c7317e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:43.710329 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1132bb55-7bed-4764-8d2b-16f2d531f8c5 None None] Provisioning for port 188232d8-79be-4266-be8e-ffcd78b4e590 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:43.719435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 103776d5-16e4-4f40-a0af-20cc009c326d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:43.751409 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=a840fd39-642d-4e06-abce-c54b55c7317e,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:43.753551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7a9486ec-7e26-4edc-961c-200c91181b9a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.754223 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7a9486ec-7e26-4edc-961c-200c91181b9a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.759308 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1132bb55-7bed-4764-8d2b-16f2d531f8c5 None None] Provisioning complete for port 188232d8-79be-4266-be8e-ffcd78b4e590 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:43.759557 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1132bb55-7bed-4764-8d2b-16f2d531f8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.763793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9486ec-7e26-4edc-961c-200c91181b9a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'Port': ['ID=188232d8-79be-4266-be8e-ffcd78b4e590,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:43.781178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a78b5d9-4e06-4fb4-a019-9c89448c78f0 req-aea58631-86a0-4d57-897f-15813cfa268c tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9653676 Jul 05 03:52:43.919321 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.922227 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-1132bb55-7bed-4764-8d2b-16f2d531f8c5 None None] Port 188232d8-79be-4266-be8e-ffcd78b4e590 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:43.929373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109d5ad1-82c0-4023-a44e-2738dba1fea8 None None] Network 688bde67-c898-4685-83f1-1878a4cebea6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:43.932667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af3a27-edfa-4b32-a32c-ac7c70faf1bf req-b94af20f-be34-451d-9456-ff46068b7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.934462 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5af3a27-edfa-4b32-a32c-ac7c70faf1bf req-b94af20f-be34-451d-9456-ff46068b7aea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94005e7b-5b81-43b2-8cb7-96ba85ca7635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4264822 Jul 05 03:52:43.938218 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-b4d47486-a25b-4c83-87ac-f357e7105565 req-baa20c7d-503f-4d0a-9aa1-8d10ea3fe046 tempest-SecurityGroupsNegativeTestJSON-794430241 tempest-SecurityGroupsNegativeTestJSON-794430241-project] show failed (client error): The resource could not be found. Jul 05 03:52:43.941625 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4d47486-a25b-4c83-87ac-f357e7105565 req-baa20c7d-503f-4d0a-9aa1-8d10ea3fe046 tempest-SecurityGroupsNegativeTestJSON-794430241 tempest-SecurityGroupsNegativeTestJSON-794430241-project] 10.222.0.60 "GET /v2.0/security-groups/e531956e-c16e-4176-bef4-f925958c1587 HTTP/1.1" status: 404 len: 352 time: 0.0668755 Jul 05 03:52:43.970607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59410) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:44.023998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7a9486ec-7e26-4edc-961c-200c91181b9a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6395016 Jul 05 03:52:44.131478 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3530794c-3f0d-4b60-9cc2-32e91d31ece9 req-1568fc5e-d4ce-42f1-a8c6-94d3b2f78934 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5205359 Jul 05 03:52:44.156318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7291be7f-85f7-4805-b98d-a3fb94ee7c05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'port': {'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6', 'admin_state_up': True, 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'security_groups': ['ab3e49f4-241d-4a18-a75c-f4667b98ceec']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:44.254034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Router 2055c29f-782f-49b6-9f73-96e49fa46a6e is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:52:44.268376 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530794c-3f0d-4b60-9cc2-32e91d31ece9 req-fc70b5ad-f32e-4bf3-b8d6-85da95c6f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.270377 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3530794c-3f0d-4b60-9cc2-32e91d31ece9 req-fc70b5ad-f32e-4bf3-b8d6-85da95c6f380 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a583d8be5434c7085d28e3958e1688f&device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 1097 time: 0.0871089 Jul 05 03:52:44.328642 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-31e4310f-100f-42b9-9b6e-9c02af2ee05f None None] Provisioning for port 103776d5-16e4-4f40-a0af-20cc009c326d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:44.354205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-31e4310f-100f-42b9-9b6e-9c02af2ee05f None None] Provisioning complete for port 103776d5-16e4-4f40-a0af-20cc009c326d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:44.355014 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-31e4310f-100f-42b9-9b6e-9c02af2ee05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.451662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f3c44-e487-424c-89af-26456e4fa0bc req-d56999af-dd25-4aea-b503-94423331b28d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.458753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f3c44-e487-424c-89af-26456e4fa0bc req-d56999af-dd25-4aea-b503-94423331b28d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.464869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f3c44-e487-424c-89af-26456e4fa0bc req-d56999af-dd25-4aea-b503-94423331b28d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.470962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f3c44-e487-424c-89af-26456e4fa0bc req-d56999af-dd25-4aea-b503-94423331b28d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.479258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f36f3c44-e487-424c-89af-26456e4fa0bc req-d56999af-dd25-4aea-b503-94423331b28d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 3095 time: 0.7640109 Jul 05 03:52:44.486221 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-31e4310f-100f-42b9-9b6e-9c02af2ee05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.534043 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-31e4310f-100f-42b9-9b6e-9c02af2ee05f None None] For port 103776d5-16e4-4f40-a0af-20cc009c326d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=103776d5-16e4-4f40-a0af-20cc009c326d,segment=NetworkSegment(638692dc-1673-4b60-bec1-8e4a2a32a541),segment_id=638692dc-1673-4b60-bec1-8e4a2a32a541)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:44.598340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:52:44.602155 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530794c-3f0d-4b60-9cc2-32e91d31ece9 req-698026db-a28c-4d4f-a7ab-d05da1920c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.605871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1dc551-6dfb-43ee-aa2a-81bd3ba5234a admin admin] Deleting subnet beece541-0fc1-4fab-83e3-641dd6f1bf64 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:44.606153 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3530794c-3f0d-4b60-9cc2-32e91d31ece9 req-698026db-a28c-4d4f-a7ab-d05da1920c68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1875b0d0-fdef-4b63-9392-d607c58b7aa1 HTTP/1.1" status: 200 len: 911 time: 0.2735543 Jul 05 03:52:44.611718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Sync routers for ids ['2055c29f-782f-49b6-9f73-96e49fa46a6e'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:52:44.646208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Routers {'2055c29f-782f-49b6-9f73-96e49fa46a6e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:44.647255 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:52:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2055c29f-782f-49b6-9f73-96e49fa46a6e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:44.663993 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc551-6dfb-43ee-aa2a-81bd3ba5234a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.693020 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f36f3c44-e487-424c-89af-26456e4fa0bc req-f744987f-17a2-48e7-9df5-c840d27455c3 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042463 Jul 05 03:52:44.700601 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3530794c-3f0d-4b60-9cc2-32e91d31ece9 req-38a39529-fcda-43e0-aec4-c9b20eb72185 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efae1b86-20ab-463a-9325-52d627802539 HTTP/1.1" status: 200 len: 1001 time: 0.0844984 Jul 05 03:52:44.737701 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-31e4310f-100f-42b9-9b6e-9c02af2ee05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.763121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5af3a27-edfa-4b32-a32c-ac7c70faf1bf req-b17509f0-6f67-4acf-9b1a-72e407bc6653 service neutron] 10.222.0.64 "GET /v2.0/networks/94005e7b-5b81-43b2-8cb7-96ba85ca7635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8186576 Jul 05 03:52:44.793665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530794c-3f0d-4b60-9cc2-32e91d31ece9 req-4f976142-8b1f-47f6-a882-5c08fcc1fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.795583 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3530794c-3f0d-4b60-9cc2-32e91d31ece9 req-4f976142-8b1f-47f6-a882-5c08fcc1fed8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=839f200a-20a7-49d6-8b34-c3036a817497 HTTP/1.1" status: 200 len: 849 time: 0.0864124 Jul 05 03:52:44.843199 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7291be7f-85f7-4805-b98d-a3fb94ee7c05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Made reservation on behalf of 7d16dca7328249f08e2390e95c16dfe3 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:44.846272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4310f-100f-42b9-9b6e-9c02af2ee05f None None] Pushing event updated for resources: {'Port': ['ID=103776d5-16e4-4f40-a0af-20cc009c326d,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:44.866298 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7291be7f-85f7-4805-b98d-a3fb94ee7c05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.870605 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc551-6dfb-43ee-aa2a-81bd3ba5234a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.946796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Set router 2055c29f-782f-49b6-9f73-96e49fa46a6e gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:44.956829 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.964581 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-94980813-a6e6-4f92-99c8-658b647f336a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.9445500 Jul 05 03:52:44.964804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2ec2a-c45d-4329-8bfe-9608144a9705 req-47dd62c5-b9e2-43a1-8d2f-aa763c078c7a tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.964804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48d2ec2a-c45d-4329-8bfe-9608144a9705 req-47dd62c5-b9e2-43a1-8d2f-aa763c078c7a tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 945 time: 0.7023530 Jul 05 03:52:44.967442 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59422) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:44.986775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530794c-3f0d-4b60-9cc2-32e91d31ece9 req-5e9f45a5-4896-4a93-9a6e-2c4c2aa7133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.988794 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3530794c-3f0d-4b60-9cc2-32e91d31ece9 req-5e9f45a5-4896-4a93-9a6e-2c4c2aa7133b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1875b0d0-fdef-4b63-9392-d607c58b7aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804788 Jul 05 03:52:45.045519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5daa4038-3c62-4600-a516-5e2c4027f8fb None None] Provisioning complete for port 103776d5-16e4-4f40-a0af-20cc009c326d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:45.046538 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5daa4038-3c62-4600-a516-5e2c4027f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.296613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7291be7f-85f7-4805-b98d-a3fb94ee7c05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Allocated IP 10.2.2.200 (ce929db9-95f6-4b19-ab56-323ab9bb83a6/91cba49b-6d0f-47b0-a85d-60d24e9f83c4/c456a42a-09c5-4f07-bd3d-805697e58d69) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:45.331174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 103776d5-16e4-4f40-a0af-20cc009c326d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:45.346268 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3530794c-3f0d-4b60-9cc2-32e91d31ece9 req-8102763e-5821-4971-8ea9-f42256e3d5fb service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413610 Jul 05 03:52:45.464080 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7291be7f-85f7-4805-b98d-a3fb94ee7c05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.479674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7291be7f-85f7-4805-b98d-a3fb94ee7c05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Transition to ACTIVE for port object c456a42a-09c5-4f07-bd3d-805697e58d69 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:45.549959 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:52:42Z', 'revision_number': 3, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:45.569463 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc551-6dfb-43ee-aa2a-81bd3ba5234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.612443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48d2ec2a-c45d-4329-8bfe-9608144a9705 req-08d16ac6-a269-4d0a-9e63-3bae661a6f19 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/security-groups?id=0848dc99-f1ea-4555-8032-c5b20522b294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6344118 Jul 05 03:52:45.647602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Checking router: 2055c29f-782f-49b6-9f73-96e49fa46a6e for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:52:45.648065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Updating router 2055c29f-782f-49b6-9f73-96e49fa46a6e port 4c2a8a36-247d-4197-bf57-bb36cfa405b0 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:52:45.674991 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5af3a27-edfa-4b32-a32c-ac7c70faf1bf req-031be993-7241-4f97-ba8a-2a828bfa3cd8 service neutron] 10.222.0.64 "GET /v2.0/networks/94005e7b-5b81-43b2-8cb7-96ba85ca7635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8960981 Jul 05 03:52:45.739203 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.775365 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7291be7f-85f7-4805-b98d-a3fb94ee7c05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.785452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 103776d5-16e4-4f40-a0af-20cc009c326d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:45.787403 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.857009 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7291be7f-85f7-4805-b98d-a3fb94ee7c05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Network ce929db9-95f6-4b19-ab56-323ab9bb83a6 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:45.866357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7291be7f-85f7-4805-b98d-a3fb94ee7c05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:45.881557 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7291be7f-85f7-4805-b98d-a3fb94ee7c05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:45.942851 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc551-6dfb-43ee-aa2a-81bd3ba5234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.975375 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291be7f-85f7-4805-b98d-a3fb94ee7c05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event updated for resources: {'Port': ['ID=c456a42a-09c5-4f07-bd3d-805697e58d69,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:46.056580 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc551-6dfb-43ee-aa2a-81bd3ba5234a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.059470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6e1dc551-6dfb-43ee-aa2a-81bd3ba5234a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/beece541-0fc1-4fab-83e3-641dd6f1bf64 HTTP/1.1" status: 204 len: 168 time: 2.0864136 Jul 05 03:52:46.066152 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1dc551-6dfb-43ee-aa2a-81bd3ba5234a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beece541-0fc1-4fab-83e3-641dd6f1bf64,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:46.075333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59438) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:46.221811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7291be7f-85f7-4805-b98d-a3fb94ee7c05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:46.222770 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7291be7f-85f7-4805-b98d-a3fb94ee7c05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.264697 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3530794c-3f0d-4b60-9cc2-32e91d31ece9 req-5f157f85-e2f1-4294-95a5-08de0550c0e1 service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9133573 Jul 05 03:52:46.289162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device a840fd39-642d-4e06-abce-c54b55c7317e up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:46.306544 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ee5aba6-c403-4322-b9d0-a10a677b28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.502442 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.514050 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Transition to ACTIVE for port object 4c2a8a36-247d-4197-bf57-bb36cfa405b0 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:46.530983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-7291be7f-85f7-4805-b98d-a3fb94ee7c05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3835735 Jul 05 03:52:46.550756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-94b89fce-b3ef-4985-9dab-7d1220d18ec5 None None] Provisioning for port c456a42a-09c5-4f07-bd3d-805697e58d69 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:46.554196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Request body: {'port': {'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:46.558183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-94b89fce-b3ef-4985-9dab-7d1220d18ec5 None None] Provisioning complete for port c456a42a-09c5-4f07-bd3d-805697e58d69 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:46.558183 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-94b89fce-b3ef-4985-9dab-7d1220d18ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.615423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-94b89fce-b3ef-4985-9dab-7d1220d18ec5 None None] Port c456a42a-09c5-4f07-bd3d-805697e58d69 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:46.669612 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.703618 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ee5aba6-c403-4322-b9d0-a10a677b28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.761415 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.852895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port a840fd39-642d-4e06-abce-c54b55c7317e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:46.863037 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859854ee-c071-4597-82db-fe81850cc337 None None] Pushing event updated for resources: {'Port': ['ID=4c2a8a36-247d-4197-bf57-bb36cfa405b0,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:46.880660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port a840fd39-642d-4e06-abce-c54b55c7317e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:46.881980 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.948202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Attempting to bind port 4c2a8a36-247d-4197-bf57-bb36cfa405b0 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:46.948885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Attempting to bind port 4c2a8a36-247d-4197-bf57-bb36cfa405b0 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:46.949571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Attempting to bind port 4c2a8a36-247d-4197-bf57-bb36cfa405b0 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:46.961014 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:46.961806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:46.964399 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.965652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:46.966475 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Bound port: 4c2a8a36-247d-4197-bf57-bb36cfa405b0, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:46.967060 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.024532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5ee5aba6-c403-4322-b9d0-a10a677b28d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab413e5-e877-4395-b34d-e2675612903d']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:47.062202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] For port 4c2a8a36-247d-4197-bf57-bb36cfa405b0, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:47.069014 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] For port 4c2a8a36-247d-4197-bf57-bb36cfa405b0, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4c2a8a36-247d-4197-bf57-bb36cfa405b0,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:47.081605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5ee5aba6-c403-4322-b9d0-a10a677b28d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866c0343-63f0-492b-b67f-477c233ad9ea') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:47.081837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5ee5aba6-c403-4322-b9d0-a10a677b28d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866c0343-63f0-492b-b67f-477c233ad9ea') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:47.119020 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ee5aba6-c403-4322-b9d0-a10a677b28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.147334 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.175260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444d2f6d-6a47-4b8d-8d75-4b06ef2854b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a840fd39-642d-4e06-abce-c54b55c7317e'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:47.177967 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098c9fa1-101a-4657-9fd9-600f9a398cc6" -d '{"events": [{"server_uuid": "444d2f6d-6a47-4b8d-8d75-4b06ef2854b4", "name": "network-vif-plugged", "status": "completed", "tag": "a840fd39-642d-4e06-abce-c54b55c7317e"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:47.193702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port a840fd39-642d-4e06-abce-c54b55c7317e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a840fd39-642d-4e06-abce-c54b55c7317e,segment=NetworkSegment(6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45),segment_id=6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:47.200088 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.205180 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399cfd6-8fab-469a-b745-fce0137d4941 req-88a16165-ecb0-45e9-a173-4306be985f28 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.211767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399cfd6-8fab-469a-b745-fce0137d4941 req-88a16165-ecb0-45e9-a173-4306be985f28 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.218197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399cfd6-8fab-469a-b745-fce0137d4941 req-88a16165-ecb0-45e9-a173-4306be985f28 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.224352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399cfd6-8fab-469a-b745-fce0137d4941 req-88a16165-ecb0-45e9-a173-4306be985f28 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.230440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399cfd6-8fab-469a-b745-fce0137d4941 req-88a16165-ecb0-45e9-a173-4306be985f28 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.232262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4399cfd6-8fab-469a-b745-fce0137d4941 req-88a16165-ecb0-45e9-a173-4306be985f28 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 3816 time: 0.7649341 Jul 05 03:52:47.240818 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ee5aba6-c403-4322-b9d0-a10a677b28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.260215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458c289-3686-4769-8f21-2eaaeb04b045 req-16f228b2-eb3d-4a43-a4a4-0a2712aaf099 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.273163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7458c289-3686-4769-8f21-2eaaeb04b045 req-16f228b2-eb3d-4a43-a4a4-0a2712aaf099 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 945 time: 0.2796156 Jul 05 03:52:47.358547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Routers {'2055c29f-782f-49b6-9f73-96e49fa46a6e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:47.366598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:52:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2055c29f-782f-49b6-9f73-96e49fa46a6e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:47.372836 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859854ee-c071-4597-82db-fe81850cc337 None None] Pushing event updated for resources: {'Port': ['ID=4c2a8a36-247d-4197-bf57-bb36cfa405b0,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:47.386661 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee5aba6-c403-4322-b9d0-a10a677b28d2 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:47.387081 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ee5aba6-c403-4322-b9d0-a10a677b28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:47.416147 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:47.423653 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.427333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:47.521358 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7458c289-3686-4769-8f21-2eaaeb04b045 req-4e9c20e6-ecd8-4c4c-b4fa-5187fe2d59f3 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/security-groups?id=0848dc99-f1ea-4555-8032-c5b20522b294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727753 Jul 05 03:52:47.567798 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.567798 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.718974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] Set router 2055c29f-782f-49b6-9f73-96e49fa46a6e gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:47.733224 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4399cfd6-8fab-469a-b745-fce0137d4941 req-8adae2fe-ceca-4935-9288-541a34a9ff86 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4881017 Jul 05 03:52:47.737851 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ee5aba6-c403-4322-b9d0-a10a677b28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.742066 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Transition to ACTIVE for port object 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:47.775037 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ee5aba6-c403-4322-b9d0-a10a677b28d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.790285 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5ee5aba6-c403-4322-b9d0-a10a677b28d2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/aab413e5-e877-4395-b34d-e2675612903d HTTP/1.1" status: 204 len: 168 time: 1.6919312 Jul 05 03:52:47.791332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5aba6-c403-4322-b9d0-a10a677b28d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab413e5-e877-4395-b34d-e2675612903d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:47.854110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Allocated IP 172.20.0.1 (688bde67-c898-4685-83f1-1878a4cebea6/0c495426-330d-4f54-89b2-340f610a9650/09fb1cb7-5325-4ad0-af0d-159d0ac3312b) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:47.868536 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6490cb70-ed7a-44b5-8b94-c812d8a97c59 x-openstack-request-id: req-6490cb70-ed7a-44b5-8b94-c812d8a97c59 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:47.868536 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444d2f6d-6a47-4b8d-8d75-4b06ef2854b4", "name": "network-vif-plugged", "status": "completed", "tag": "a840fd39-642d-4e06-abce-c54b55c7317e", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:47.868536 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6490cb70-ed7a-44b5-8b94-c812d8a97c59 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:47.868536 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444d2f6d-6a47-4b8d-8d75-4b06ef2854b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a840fd39-642d-4e06-abce-c54b55c7317e', 'code': 200} Jul 05 03:52:47.868536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=a840fd39-642d-4e06-abce-c54b55c7317e,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:47.980099 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.070968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Pushing event updated for resources: {'Port': ['ID=2dabf05e-9cbe-425d-87bf-6b2ecaf03063,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:48.094264 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:52:42Z', 'revision_number': 3, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:48.147149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d23666-3b4a-4145-9001-97ccc480f837 None None] The sync data for ids ['2055c29f-782f-49b6-9f73-96e49fa46a6e'] in n-d-798249-5 is: [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:52:42Z', 'revision_number': 3, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:48.695264 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.745239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Transition to ACTIVE for port object 09fb1cb7-5325-4ad0-af0d-159d0ac3312b will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:48.820214 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f53609-2e39-44cf-a8a4-b1d81546a98a req-3ac1ea26-57df-402c-a752-2fc4bbe21eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.829647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50f53609-2e39-44cf-a8a4-b1d81546a98a req-3ac1ea26-57df-402c-a752-2fc4bbe21eb7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 1097 time: 0.8603976 Jul 05 03:52:48.889329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Attempting to bind port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:48.889703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Attempting to bind port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '8a7f4c80-e6db-444b-b567-b431025cca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:48.889992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Attempting to bind port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 on network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:48.914588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f2342-6ca6-43e4-ad68-fe49e88c02b9 req-cb4ff919-69c7-4bd3-b0ab-12442c5c6624 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.921956 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa8f2342-6ca6-43e4-ad68-fe49e88c02b9 req-cb4ff919-69c7-4bd3-b0ab-12442c5c6624 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 945 time: 0.8307140 Jul 05 03:52:48.941719 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 on network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:48.942172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Attempting to bind port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 on network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:48.954873 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59496) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:48.985197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:48.985197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Checking segment: {'id': '8a7f4c80-e6db-444b-b567-b431025cca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:48.985197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Bound using segment: {'id': '8a7f4c80-e6db-444b-b567-b431025cca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:48.985197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Bound port: 2dabf05e-9cbe-425d-87bf-6b2ecaf03063, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7f4c80-e6db-444b-b567-b431025cca58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:48.985197 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.993468 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50f53609-2e39-44cf-a8a4-b1d81546a98a req-f98b0e51-9eb9-457c-963a-a521fb184a4a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0848dc99-f1ea-4555-8032-c5b20522b294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461024 Jul 05 03:52:49.014229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ba82d-dac1-4a36-bad8-2a91277b8e80 req-76af6512-365b-4d4c-b1fe-32094f0b8651 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.014229 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f91ba82d-dac1-4a36-bad8-2a91277b8e80 req-76af6512-365b-4d4c-b1fe-32094f0b8651 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 946 time: 0.2912755 Jul 05 03:52:49.030492 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6356cd9c-0eb2-4f8b-9916-51237198a3d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f824092cad7549c6bbec11060b4f8470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713768 Jul 05 03:52:49.030858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59498) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:49.070419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa8f2342-6ca6-43e4-ad68-fe49e88c02b9 req-2672d21d-7749-43b2-86ee-67124652383f tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472292 Jul 05 03:52:49.118734 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1dc05f65-306f-4e0e-a8d8-3aee95da126b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.132865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.192403 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1dc05f65-306f-4e0e-a8d8-3aee95da126b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.251073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Pushing event updated for resources: {'Port': ['ID=09fb1cb7-5325-4ad0-af0d-159d0ac3312b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:49.282685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4c2a8a36-247d-4197-bf57-bb36cfa405b0 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:49.336103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Network 688bde67-c898-4685-83f1-1878a4cebea6 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:49.366905 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f91ba82d-dac1-4a36-bad8-2a91277b8e80 req-ee8eeee3-c7a7-466a-9abd-391ae3f06ce4 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/security-groups?id=0848dc99-f1ea-4555-8032-c5b20522b294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369331 Jul 05 03:52:49.371742 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:49.373941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:49.382873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] For port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:49.421049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] For port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2dabf05e-9cbe-425d-87bf-6b2ecaf03063,segment=NetworkSegment(8a7f4c80-e6db-444b-b567-b431025cca58),segment_id=8a7f4c80-e6db-444b-b567-b431025cca58)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:49.459721 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.525736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc31f30-5422-45f7-b3a0-ee7ffcfd793a req-848baf6f-a380-4ef5-86a1-ec9ceb728191 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.532242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc31f30-5422-45f7-b3a0-ee7ffcfd793a req-848baf6f-a380-4ef5-86a1-ec9ceb728191 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.539526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc31f30-5422-45f7-b3a0-ee7ffcfd793a req-848baf6f-a380-4ef5-86a1-ec9ceb728191 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.554220 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1dc05f65-306f-4e0e-a8d8-3aee95da126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.554220 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1dc05f65-306f-4e0e-a8d8-3aee95da126b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.554446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc31f30-5422-45f7-b3a0-ee7ffcfd793a req-848baf6f-a380-4ef5-86a1-ec9ceb728191 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.554712 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1dc05f65-306f-4e0e-a8d8-3aee95da126b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/890fdfe0-7da4-4506-ab43-dfb77380265a HTTP/1.1" status: 204 len: 168 time: 0.5156224 Jul 05 03:52:49.554827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc31f30-5422-45f7-b3a0-ee7ffcfd793a req-848baf6f-a380-4ef5-86a1-ec9ceb728191 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.556793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc05f65-306f-4e0e-a8d8-3aee95da126b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890fdfe0-7da4-4506-ab43-dfb77380265a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:49.557156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bbc31f30-5422-45f7-b3a0-ee7ffcfd793a req-848baf6f-a380-4ef5-86a1-ec9ceb728191 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 3828 time: 0.2570114 Jul 05 03:52:49.610285 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.625527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 4c2a8a36-247d-4197-bf57-bb36cfa405b0 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:49.635562 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4c2a8a36-247d-4197-bf57-bb36cfa405b0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:49.637018 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.698245 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bbc31f30-5422-45f7-b3a0-ee7ffcfd793a req-c05e56bc-bc21-46e2-ae86-879bf0207eea tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281474 Jul 05 03:52:49.728517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.732667 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.734923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] 10.222.0.64 "PUT /v2.0/ports/2dabf05e-9cbe-425d-87bf-6b2ecaf03063 HTTP/1.1" status: 200 len: 1091 time: 3.1854241 Jul 05 03:52:49.737493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:49.743224 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb51d79-4a32-4f2d-9cce-764b4310d7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "2dabf05e-9cbe-425d-87bf-6b2ecaf03063"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:49.816054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94908a4d-c34e-4cbb-9c31-fdffc6354c5a service neutron] Pushing event updated for resources: {'Port': ['ID=2dabf05e-9cbe-425d-87bf-6b2ecaf03063,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:49.834557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c995dc98-06f0-4c0f-92d6-b7ffac7c5a12 None None] Provisioning for port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:49.843685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c995dc98-06f0-4c0f-92d6-b7ffac7c5a12 None None] Provisioning complete for port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:49.844133 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c995dc98-06f0-4c0f-92d6-b7ffac7c5a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.882583 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cdf029-6662-4b2e-9d49-1f5742ea6992 x-openstack-request-id: req-07cdf029-6662-4b2e-9d49-1f5742ea6992 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:49.883346 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "2dabf05e-9cbe-425d-87bf-6b2ecaf03063", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:49.883724 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07cdf029-6662-4b2e-9d49-1f5742ea6992 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:49.884355 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063', 'status': 'completed', 'code': 200} Jul 05 03:52:49.891527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c995dc98-06f0-4c0f-92d6-b7ffac7c5a12 None None] Port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:49.905055 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.975438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 4c2a8a36-247d-4197-bf57-bb36cfa405b0, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4c2a8a36-247d-4197-bf57-bb36cfa405b0,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:49.998546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Request body: {'port': {'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:50.088322 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.170559 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.210535 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.285012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb51d79-4a32-4f2d-9cce-764b4310d7e0 req-db87a3c8-38ec-4d0c-a31b-0de4b6a4dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.285545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb51d79-4a32-4f2d-9cce-764b4310d7e0 req-db87a3c8-38ec-4d0c-a31b-0de4b6a4dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.286803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb51d79-4a32-4f2d-9cce-764b4310d7e0 req-db87a3c8-38ec-4d0c-a31b-0de4b6a4dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.287443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb51d79-4a32-4f2d-9cce-764b4310d7e0 req-db87a3c8-38ec-4d0c-a31b-0de4b6a4dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.288181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb51d79-4a32-4f2d-9cce-764b4310d7e0 req-db87a3c8-38ec-4d0c-a31b-0de4b6a4dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.291411 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fb51d79-4a32-4f2d-9cce-764b4310d7e0 req-db87a3c8-38ec-4d0c-a31b-0de4b6a4dc70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d16dca7328249f08e2390e95c16dfe3&device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 4363 time: 0.3707671 Jul 05 03:52:50.324743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ddef0fb2-a319-4096-8482-ca71770a30c4 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:50.597195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ddef0fb2-a319-4096-8482-ca71770a30c4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ddef0fb2-a319-4096-8482-ca71770a30c4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:50.612425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'ddef0fb2-a319-4096-8482-ca71770a30c4', 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a', 'port_id': 'ddef0fb2-a319-4096-8482-ca71770a30c4', 'mac_address': 'fa:16:3e:51:3e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd577d8f0-9eb0-4620-a525-895a334127b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:50.624884 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=4c2a8a36-247d-4197-bf57-bb36cfa405b0,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:50.675364 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.713821 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.728516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddef0fb2-a319-4096-8482-ca71770a30c4 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:50.765111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ddef0fb2-a319-4096-8482-ca71770a30c4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ddef0fb2-a319-4096-8482-ca71770a30c4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:50.787429 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.883374 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.918163 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.034399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ddef0fb2-a319-4096-8482-ca71770a30c4,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:51.064783 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ddef0fb2-a319-4096-8482-ca71770a30c4'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:51.261118 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-65a69659-0eee-4162-95e6-c3891cff97d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.290530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4c2a8a36-247d-4197-bf57-bb36cfa405b0 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:51.544524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4c2a8a36-247d-4197-bf57-bb36cfa405b0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:51.545234 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.555916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Pushing event updated for resources: {'Port': ['ID=09fb1cb7-5325-4ad0-af0d-159d0ac3312b,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:51.683353 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb51d79-4a32-4f2d-9cce-764b4310d7e0 req-7cfae7d0-6492-4075-9fdc-d9553782a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.684071 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb51d79-4a32-4f2d-9cce-764b4310d7e0 req-7cfae7d0-6492-4075-9fdc-d9553782a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.684586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb51d79-4a32-4f2d-9cce-764b4310d7e0 req-7cfae7d0-6492-4075-9fdc-d9553782a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.686263 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fb51d79-4a32-4f2d-9cce-764b4310d7e0 req-7cfae7d0-6492-4075-9fdc-d9553782a12b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7d16dca7328249f08e2390e95c16dfe3&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0071127 Jul 05 03:52:51.759151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4244857-4214-4176-8414-c967022f57dc req-57a00155-b8cc-4b7f-9b65-0df3e3992a22 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.766438 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4244857-4214-4176-8414-c967022f57dc req-57a00155-b8cc-4b7f-9b65-0df3e3992a22 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 946 time: 1.0314434 Jul 05 03:52:51.774764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055b9c82-3cd5-4c8e-8763-539c346a2e5e {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:51.807628 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.896575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cae5b8-75e7-4c03-9d22-5aea392de517 req-b778d644-4cd1-487e-a4e1-8beefedefc36 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.902765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cae5b8-75e7-4c03-9d22-5aea392de517 req-b778d644-4cd1-487e-a4e1-8beefedefc36 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.909834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cae5b8-75e7-4c03-9d22-5aea392de517 req-b778d644-4cd1-487e-a4e1-8beefedefc36 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.917742 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cae5b8-75e7-4c03-9d22-5aea392de517 req-b778d644-4cd1-487e-a4e1-8beefedefc36 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.923730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cae5b8-75e7-4c03-9d22-5aea392de517 req-b778d644-4cd1-487e-a4e1-8beefedefc36 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.932273 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5cae5b8-75e7-4c03-9d22-5aea392de517 req-b778d644-4cd1-487e-a4e1-8beefedefc36 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 3828 time: 0.9197264 Jul 05 03:52:51.939136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Network 688bde67-c898-4685-83f1-1878a4cebea6 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:51.971785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Transition to ACTIVE for port object 055b9c82-3cd5-4c8e-8763-539c346a2e5e will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:51.978326 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:52.090998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4244857-4214-4176-8414-c967022f57dc req-1096ae78-e5f8-4f86-9894-788755ac6a73 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/security-groups?id=0848dc99-f1ea-4555-8032-c5b20522b294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235295 Jul 05 03:52:52.293737 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.303021 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ddef0fb2-a319-4096-8482-ca71770a30c4 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:52.475277 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Pushing event updated for resources: {'Port': ['ID=055b9c82-3cd5-4c8e-8763-539c346a2e5e,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.574561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port ddef0fb2-a319-4096-8482-ca71770a30c4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:52.575133 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.576429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-08b0805c-344d-4f91-9d03-f520af85c9e1 None None] Provisioning complete for port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:52.576790 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-08b0805c-344d-4f91-9d03-f520af85c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.656790 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5cae5b8-75e7-4c03-9d22-5aea392de517 req-b83c697a-eda0-4d0f-ba0f-c8784b8a338e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7235665 Jul 05 03:52:52.675730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Router 2055c29f-782f-49b6-9f73-96e49fa46a6e has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:52:52.685728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb51d79-4a32-4f2d-9cce-764b4310d7e0 req-020fe66e-4504-4a81-adeb-dfc83a0c220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:52.693940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fb51d79-4a32-4f2d-9cce-764b4310d7e0 req-020fe66e-4504-4a81-adeb-dfc83a0c220b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9823887 Jul 05 03:52:52.707282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-08b0805c-344d-4f91-9d03-f520af85c9e1 None None] Port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:52.874988 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.929868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5a7e59-f04f-4d1d-b521-73892a22721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddef0fb2-a319-4096-8482-ca71770a30c4'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:52.935199 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc19349d-9f76-4b68-9eab-688ae6ee1225" -d '{"events": [{"server_uuid": "ee5a7e59-f04f-4d1d-b521-73892a22721d", "name": "network-vif-plugged", "status": "completed", "tag": "ddef0fb2-a319-4096-8482-ca71770a30c4"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:52.975562 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ddef0fb2-a319-4096-8482-ca71770a30c4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ddef0fb2-a319-4096-8482-ca71770a30c4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:53.152221 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.217202 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Attempting to bind port 055b9c82-3cd5-4c8e-8763-539c346a2e5e on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:53.217843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Attempting to bind port 055b9c82-3cd5-4c8e-8763-539c346a2e5e by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:53.218258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Attempting to bind port 055b9c82-3cd5-4c8e-8763-539c346a2e5e on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:53.237575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Port 055b9c82-3cd5-4c8e-8763-539c346a2e5e on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:53.237995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Attempting to bind port 055b9c82-3cd5-4c8e-8763-539c346a2e5e on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:53.273175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:52:53.286488 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Sync routers for ids ['2055c29f-782f-49b6-9f73-96e49fa46a6e'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:52:53.293863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4c2f64a3-9060-4579-be1f-1d9e6b75373a admin admin] 10.222.0.60 "PUT /v2.0/routers/2055c29f-782f-49b6-9f73-96e49fa46a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3173010 Jul 05 03:52:53.305463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:53.305912 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Checking segment: {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:53.306382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Bound using segment: {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:53.306678 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Routers {'2055c29f-782f-49b6-9f73-96e49fa46a6e'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:53.309067 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:52:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2055c29f-782f-49b6-9f73-96e49fa46a6e'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:53.309519 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Bound port: 055b9c82-3cd5-4c8e-8763-539c346a2e5e, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:53.309962 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.450534 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ddef0fb2-a319-4096-8482-ca71770a30c4,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:53.592698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] For port 055b9c82-3cd5-4c8e-8763-539c346a2e5e, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:53.596820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] For port 055b9c82-3cd5-4c8e-8763-539c346a2e5e, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=055b9c82-3cd5-4c8e-8763-539c346a2e5e,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:53.618410 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Set router 2055c29f-782f-49b6-9f73-96e49fa46a6e gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:53.708458 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.887321 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Pushing event updated for resources: {'Port': ['ID=055b9c82-3cd5-4c8e-8763-539c346a2e5e,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:53.901403 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.903338 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.906883 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9136a1a4-8969-422a-9ba4-370465bf9981 service neutron] 10.222.0.64 "PUT /v2.0/ports/055b9c82-3cd5-4c8e-8763-539c346a2e5e HTTP/1.1" status: 200 len: 1131 time: 3.9198866 Jul 05 03:52:53.912205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': '055b9c82-3cd5-4c8e-8763-539c346a2e5e'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:53.912205 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf103aed-6960-41e9-83f0-af1472724fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "055b9c82-3cd5-4c8e-8763-539c346a2e5e"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:54.110667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Request body: {'port': {'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:54.255410 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ac8f-e01b-40b0-8034-cdbc69837131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.346367 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.432201 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.462707 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '09fb1cb7-5325-4ad0-af0d-159d0ac3312b', 'name': '', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'mac_address': 'fa:16:3e:7d:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0c495426-330d-4f54-89b2-340f610a9650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:47Z', 'updated_at': '2021-07-05T03:52:50Z', 'revision_number': 2, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'subnets': [{'id': '0c495426-330d-4f54-89b2-340f610a9650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:54.572227 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Checking router: 2055c29f-782f-49b6-9f73-96e49fa46a6e for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:52:54.572574 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Updating router 2055c29f-782f-49b6-9f73-96e49fa46a6e port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:52:54.742096 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.196279 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.354642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ee81d8-7822-45d5-b78b-8b350ec3ddda {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:55.421799 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.485491 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Transition to ACTIVE for port object a6ee81d8-7822-45d5-b78b-8b350ec3ddda will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:55.570553 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.605023 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.634361 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Transition to ACTIVE for port object 09fb1cb7-5325-4ad0-af0d-159d0ac3312b will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:55.673033 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:52:55.727704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Pushing event updated for resources: {'Port': ['ID=a6ee81d8-7822-45d5-b78b-8b350ec3ddda,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.733137 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.867465 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a86ef6-d7ef-4063-823a-91d0f43ce2b6 None None] Pushing event updated for resources: {'Port': ['ID=09fb1cb7-5325-4ad0-af0d-159d0ac3312b,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.893193 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a86ef6-d7ef-4063-823a-91d0f43ce2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:55.904983 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a86ef6-d7ef-4063-823a-91d0f43ce2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:55.904983 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a86ef6-d7ef-4063-823a-91d0f43ce2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:55.904983 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a86ef6-d7ef-4063-823a-91d0f43ce2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:55.904983 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a86ef6-d7ef-4063-823a-91d0f43ce2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:55.904983 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a86ef6-d7ef-4063-823a-91d0f43ce2b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:55.904983 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a86ef6-d7ef-4063-823a-91d0f43ce2b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:55.904983 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a86ef6-d7ef-4063-823a-91d0f43ce2b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:55.904983 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a86ef6-d7ef-4063-823a-91d0f43ce2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:55.904983 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a86ef6-d7ef-4063-823a-91d0f43ce2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:55.904983 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a86ef6-d7ef-4063-823a-91d0f43ce2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:55.904983 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a86ef6-d7ef-4063-823a-91d0f43ce2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:55.934478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Attempting to bind port a6ee81d8-7822-45d5-b78b-8b350ec3ddda on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:55.935213 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Attempting to bind port a6ee81d8-7822-45d5-b78b-8b350ec3ddda by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:55.936298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Attempting to bind port a6ee81d8-7822-45d5-b78b-8b350ec3ddda on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:55.949910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Port a6ee81d8-7822-45d5-b78b-8b350ec3ddda on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:55.950609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Attempting to bind port a6ee81d8-7822-45d5-b78b-8b350ec3ddda on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:55.976817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:55.977535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Checking segment: {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:55.978119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Bound using segment: {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:55.978788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Bound port: a6ee81d8-7822-45d5-b78b-8b350ec3ddda, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:55.979339 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.982386 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59650) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:56.071541 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Attempting to bind port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:56.072526 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Attempting to bind port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '638692dc-1673-4b60-bec1-8e4a2a32a541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:56.073087 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Attempting to bind port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b on network 688bde67-c898-4685-83f1-1878a4cebea6 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:56.091909 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:56.092299 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Checking segment: {'id': '638692dc-1673-4b60-bec1-8e4a2a32a541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:56.099973 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.100825 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Bound using segment: {'id': '638692dc-1673-4b60-bec1-8e4a2a32a541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:56.102939 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Bound port: 09fb1cb7-5325-4ad0-af0d-159d0ac3312b, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638692dc-1673-4b60-bec1-8e4a2a32a541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:56.103793 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.192267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] For port a6ee81d8-7822-45d5-b78b-8b350ec3ddda, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:56.199000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] For port a6ee81d8-7822-45d5-b78b-8b350ec3ddda, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a6ee81d8-7822-45d5-b78b-8b350ec3ddda,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:56.279308 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.281541 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] For port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:56.287521 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] For port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=09fb1cb7-5325-4ad0-af0d-159d0ac3312b,segment=NetworkSegment(638692dc-1673-4b60-bec1-8e4a2a32a541),segment_id=638692dc-1673-4b60-bec1-8e4a2a32a541)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:56.307426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.372770 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.445989 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Pushing event updated for resources: {'Port': ['ID=a6ee81d8-7822-45d5-b78b-8b350ec3ddda,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:56.482653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.482653 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.482653 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f3f0f383-1644-495c-bae7-16b1b84240ab service neutron] 10.222.0.64 "PUT /v2.0/ports/a6ee81d8-7822-45d5-b78b-8b350ec3ddda HTTP/1.1" status: 200 len: 1130 time: 2.3750103 Jul 05 03:52:56.525767 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a86ef6-d7ef-4063-823a-91d0f43ce2b6 None None] Pushing event updated for resources: {'Port': ['ID=09fb1cb7-5325-4ad0-af0d-159d0ac3312b,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:56.598418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Request body: {'port': {'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:56.603776 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Routers {'2055c29f-782f-49b6-9f73-96e49fa46a6e'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:56.606644 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:52:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2055c29f-782f-49b6-9f73-96e49fa46a6e'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:56.630757 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.707745 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.807621 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=087fbfe92a364c149d8e443096c15dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8239744 Jul 05 03:52:56.813112 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59654) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:56.818384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b737aae2-8d09-4abc-8678-789f4ce129b7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:56.891098 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] Set router 2055c29f-782f-49b6-9f73-96e49fa46a6e gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:56.905790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:56.906143 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:56.906489 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:56.906863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:56.907230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:56.907559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:56.914221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:56.914582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:56.914992 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:56.915321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:56.915662 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:56.918054 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbffe9f-dd3c-4fe9-95ee-b5d3cd295311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:56.992717 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.007600 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e542b891-4105-4172-85f4-d9bf20943fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.089736 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e542b891-4105-4172-85f4-d9bf20943fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.309081 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.329382 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e542b891-4105-4172-85f4-d9bf20943fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.332037 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e542b891-4105-4172-85f4-d9bf20943fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.339380 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e542b891-4105-4172-85f4-d9bf20943fdd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b737aae2-8d09-4abc-8678-789f4ce129b7 HTTP/1.1" status: 204 len: 168 time: 0.5228338 Jul 05 03:52:57.363167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542b891-4105-4172-85f4-d9bf20943fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b737aae2-8d09-4abc-8678-789f4ce129b7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:57.387022 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '09fb1cb7-5325-4ad0-af0d-159d0ac3312b', 'name': '', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'mac_address': 'fa:16:3e:7d:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0c495426-330d-4f54-89b2-340f610a9650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:47Z', 'updated_at': '2021-07-05T03:52:56Z', 'revision_number': 4, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'subnets': [{'id': '0c495426-330d-4f54-89b2-340f610a9650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:57.433663 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd185b3a-6c0f-4355-afdb-0ecf46978494 None None] The sync data for ids ['2055c29f-782f-49b6-9f73-96e49fa46a6e'] in n-d-798249-5 is: [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '09fb1cb7-5325-4ad0-af0d-159d0ac3312b', 'name': '', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'mac_address': 'fa:16:3e:7d:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0c495426-330d-4f54-89b2-340f610a9650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:47Z', 'updated_at': '2021-07-05T03:52:56Z', 'revision_number': 4, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'subnets': [{'id': '0c495426-330d-4f54-89b2-340f610a9650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:57.752519 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6050d55d-668d-4668-9918-29562bdf74b6 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:57.763042 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.778500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Transition to ACTIVE for port object 6050d55d-668d-4668-9918-29562bdf74b6 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:57.881397 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.008772 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Pushing event updated for resources: {'Port': ['ID=6050d55d-668d-4668-9918-29562bdf74b6,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:58.213378 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Attempting to bind port 6050d55d-668d-4668-9918-29562bdf74b6 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:58.213721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Attempting to bind port 6050d55d-668d-4668-9918-29562bdf74b6 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:58.214065 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Attempting to bind port 6050d55d-668d-4668-9918-29562bdf74b6 on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:58.241353 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Port 6050d55d-668d-4668-9918-29562bdf74b6 on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:58.241713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Attempting to bind port 6050d55d-668d-4668-9918-29562bdf74b6 on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:58.251440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:58.251807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Checking segment: {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:58.254877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Bound using segment: {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:58.255456 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Bound port: 6050d55d-668d-4668-9918-29562bdf74b6, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:58.255833 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.392285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] For port 6050d55d-668d-4668-9918-29562bdf74b6, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:58.403282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] For port 6050d55d-668d-4668-9918-29562bdf74b6, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6050d55d-668d-4668-9918-29562bdf74b6,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:58.560598 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.611317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.611819 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.613273 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] 10.222.0.64 "PUT /v2.0/ports/6050d55d-668d-4668-9918-29562bdf74b6 HTTP/1.1" status: 200 len: 1091 time: 2.0256548 Jul 05 03:52:58.647748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa2407-f295-4b1d-a1d4-23f990fa4f25 service neutron] Pushing event updated for resources: {'Port': ['ID=6050d55d-668d-4668-9918-29562bdf74b6,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:58.790725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Request body: {'port': {'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:58.983973 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.245009 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.313033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 09fb1cb7-5325-4ad0-af0d-159d0ac3312b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:59.416257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59704) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:59.496772 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4430d5d8-3874-4fb8-ae69-f53cc667dacb x-openstack-request-id: req-4430d5d8-3874-4fb8-ae69-f53cc667dacb {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:59.497188 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5a7e59-f04f-4d1d-b521-73892a22721d", "name": "network-vif-plugged", "status": "completed", "tag": "ddef0fb2-a319-4096-8482-ca71770a30c4", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:59.498109 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4430d5d8-3874-4fb8-ae69-f53cc667dacb {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:59.498109 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5a7e59-f04f-4d1d-b521-73892a22721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddef0fb2-a319-4096-8482-ca71770a30c4', 'code': 200} Jul 05 03:52:59.553687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:59.558957 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:59.559682 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.683948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1754103024-network', 'tenant_id': 'ba56956b8ee64f7093d9800cdb2c13f0'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:59.745012 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.782808 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=09fb1cb7-5325-4ad0-af0d-159d0ac3312b,segment=NetworkSegment(638692dc-1673-4b60-bec1-8e4a2a32a541),segment_id=638692dc-1673-4b60-bec1-8e4a2a32a541)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:59.806072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] Made reservation on behalf of ba56956b8ee64f7093d9800cdb2c13f0 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:59.811264 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.826903 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.863052 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.918220 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:59.932612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=09fb1cb7-5325-4ad0-af0d-159d0ac3312b,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:59.947792 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.965345 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Transition to ACTIVE for port object d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:00.004133 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.022796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60919d03-9c8a-42fd-ae95-9abcc16da3f2 req-ff6f3819-c996-4d32-8e5c-09a72f04cbe2 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.024425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60919d03-9c8a-42fd-ae95-9abcc16da3f2 req-ff6f3819-c996-4d32-8e5c-09a72f04cbe2 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 945 time: 0.2065752 Jul 05 03:53:00.089441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60919d03-9c8a-42fd-ae95-9abcc16da3f2 req-a94d16ff-4c94-4fc4-a859-5ff4429e5269 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576878 Jul 05 03:53:00.106348 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.134815 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.200750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:53:00.220075 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.221402 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] Added segment 2657be32-fb3e-4da9-828e-de8bbbafd5f1 of type vlan for network b24aa771-bb90-4f60-9cb2-ad9f58e06b2a Jul 05 03:53:00.314536 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.353340 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Pushing event updated for resources: {'Port': ['ID=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:00.390656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7732ee4f-09d9-4211-9764-38a192241e05,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:00.437688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.438686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.439275 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.461300 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Attempting to bind port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:00.461604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Attempting to bind port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:00.461946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Attempting to bind port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:00.479974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:00.480299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Attempting to bind port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:00.496514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:00.496871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Checking segment: {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:00.497250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Bound using segment: {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:00.497667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Bound port: d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4d5f22-e515-4166-8a85-97241a76e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:00.498010 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.570807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] Pushing event updated for resources: {'Network': ['ID=b24aa771-bb90-4f60-9cb2-ad9f58e06b2a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:00.601553 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ebdee2d9-9290-4882-9771-26a20b3d6a9a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1842051 Jul 05 03:53:00.601809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network b24aa771-bb90-4f60-9cb2-ad9f58e06b2a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:53:00.604296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59714) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:00.609248 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-af680dc3-1623-49ec-90f7-870485407955 admin admin] Request body: {'subnet': {'network_id': 'b24aa771-bb90-4f60-9cb2-ad9f58e06b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1754103024-subnet', 'tenant_id': 'ba56956b8ee64f7093d9800cdb2c13f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:00.726162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af680dc3-1623-49ec-90f7-870485407955 admin admin] Made reservation on behalf of ba56956b8ee64f7093d9800cdb2c13f0 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:00.728529 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af680dc3-1623-49ec-90f7-870485407955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.858449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59716) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:00.865519 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4299256e-e032-4265-aa8e-0fb639fab589 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2057807748', 'description': 'tempest-description--210688168'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:00.995776 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4299256e-e032-4265-aa8e-0fb639fab589 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.127658 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7ab8de-92d5-402a-b6f0-31a3150d7104 x-openstack-request-id: req-eb7ab8de-92d5-402a-b6f0-31a3150d7104 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:01.128237 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "055b9c82-3cd5-4c8e-8763-539c346a2e5e", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:01.128679 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb7ab8de-92d5-402a-b6f0-31a3150d7104 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:01.129341 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': '055b9c82-3cd5-4c8e-8763-539c346a2e5e', 'status': 'completed', 'code': 200} Jul 05 03:53:01.210588 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.262702 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af680dc3-1623-49ec-90f7-870485407955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.277753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 09fb1cb7-5325-4ad0-af0d-159d0ac3312b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:01.320817 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af680dc3-1623-49ec-90f7-870485407955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=012f2dd1-9f1c-4762-b837-3aa362dfecfc,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:01.335388 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4299256e-e032-4265-aa8e-0fb639fab589 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.359629 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af680dc3-1623-49ec-90f7-870485407955 admin admin] Checking segment: {'id': '2657be32-fb3e-4da9-828e-de8bbbafd5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b24aa771-bb90-4f60-9cb2-ad9f58e06b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:01.360304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af680dc3-1623-49ec-90f7-870485407955 admin admin] Network hostable DHCP agents. Network: b24aa771-bb90-4f60-9cb2-ad9f58e06b2a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:01.390270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d1ab-3fdd-4baf-a261-7e1b6df24f72 req-72f49a56-9f5a-47d2-9720-c13f635a75dd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.397055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d1ab-3fdd-4baf-a261-7e1b6df24f72 req-72f49a56-9f5a-47d2-9720-c13f635a75dd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.403114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:01.403753 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.406683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d1ab-3fdd-4baf-a261-7e1b6df24f72 req-72f49a56-9f5a-47d2-9720-c13f635a75dd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.413721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d1ab-3fdd-4baf-a261-7e1b6df24f72 req-72f49a56-9f5a-47d2-9720-c13f635a75dd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.420136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d1ab-3fdd-4baf-a261-7e1b6df24f72 req-72f49a56-9f5a-47d2-9720-c13f635a75dd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.428917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d1ab-3fdd-4baf-a261-7e1b6df24f72 req-72f49a56-9f5a-47d2-9720-c13f635a75dd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.443751 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4299256e-e032-4265-aa8e-0fb639fab589 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.446414 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d1ab-3fdd-4baf-a261-7e1b6df24f72 req-72f49a56-9f5a-47d2-9720-c13f635a75dd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.448639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58d3d1ab-3fdd-4baf-a261-7e1b6df24f72 req-72f49a56-9f5a-47d2-9720-c13f635a75dd tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5397 time: 1.0922666 Jul 05 03:53:01.464025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] For port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:01.465956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af680dc3-1623-49ec-90f7-870485407955 admin admin] Network b24aa771-bb90-4f60-9cb2-ad9f58e06b2a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:01.494576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299256e-e032-4265-aa8e-0fb639fab589 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fe525c-e130-45df-954b-27e36ae8a002,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:01.518138 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] For port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:01.527276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf103aed-6960-41e9-83f0-af1472724fd1 req-aceae9f1-e414-4336-be64-8631af10e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.527893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf103aed-6960-41e9-83f0-af1472724fd1 req-aceae9f1-e414-4336-be64-8631af10e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.528396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf103aed-6960-41e9-83f0-af1472724fd1 req-aceae9f1-e414-4336-be64-8631af10e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.528878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf103aed-6960-41e9-83f0-af1472724fd1 req-aceae9f1-e414-4336-be64-8631af10e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.529349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf103aed-6960-41e9-83f0-af1472724fd1 req-aceae9f1-e414-4336-be64-8631af10e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.529824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf103aed-6960-41e9-83f0-af1472724fd1 req-aceae9f1-e414-4336-be64-8631af10e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.530298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf103aed-6960-41e9-83f0-af1472724fd1 req-aceae9f1-e414-4336-be64-8631af10e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.532285 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf103aed-6960-41e9-83f0-af1472724fd1 req-aceae9f1-e414-4336-be64-8631af10e824 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d16dca7328249f08e2390e95c16dfe3&device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 6302 time: 0.4073856 Jul 05 03:53:01.545729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e55d-f0a5-4303-a5c2-07caaf9536c7 req-cf0d2456-ef88-4b50-a5fe-fe7665d97a02 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.553367 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b983e55d-f0a5-4303-a5c2-07caaf9536c7 req-cf0d2456-ef88-4b50-a5fe-fe7665d97a02 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b538f9d-cf72-46ba-8aca-c97cfd994acd HTTP/1.1" status: 200 len: 949 time: 0.3474545 Jul 05 03:53:01.575622 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4299256e-e032-4265-aa8e-0fb639fab589 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.577414 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4299256e-e032-4265-aa8e-0fb639fab589 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7172768 Jul 05 03:53:01.588316 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59740) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:01.593605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3e263394-e962-477a-ac8f-39bc004ce03b tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Request body: {'security_group_rule': {'security_group_id': '27fe525c-e130-45df-954b-27e36ae8a002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:01.612903 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-af680dc3-1623-49ec-90f7-870485407955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, b24aa771-bb90-4f60-9cb2-ad9f58e06b2a) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:01.625031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af680dc3-1623-49ec-90f7-870485407955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.625290 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af680dc3-1623-49ec-90f7-870485407955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.631332 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0d98bb-c73b-4b55-846a-ba3a333cf6ba None None] Network b24aa771-bb90-4f60-9cb2-ad9f58e06b2a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:01.678779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf103aed-6960-41e9-83f0-af1472724fd1 req-2fc5328e-6c26-4b11-93bd-1efbf129af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.679273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf103aed-6960-41e9-83f0-af1472724fd1 req-2fc5328e-6c26-4b11-93bd-1efbf129af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.679756 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf103aed-6960-41e9-83f0-af1472724fd1 req-2fc5328e-6c26-4b11-93bd-1efbf129af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.681397 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf103aed-6960-41e9-83f0-af1472724fd1 req-2fc5328e-6c26-4b11-93bd-1efbf129af99 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7d16dca7328249f08e2390e95c16dfe3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1232529 Jul 05 03:53:01.692534 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.738152 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e263394-e962-477a-ac8f-39bc004ce03b tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.757419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58d3d1ab-3fdd-4baf-a261-7e1b6df24f72 req-bbd4a371-365e-4e4b-a3d0-c8f8b5a57f99 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2947388 Jul 05 03:53:01.836133 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-af680dc3-1623-49ec-90f7-870485407955 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2205963 Jul 05 03:53:01.840299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.840971 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.842476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] 10.222.0.64 "PUT /v2.0/ports/d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 HTTP/1.1" status: 200 len: 1091 time: 3.0563278 Jul 05 03:53:01.892143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd98b14-7f23-4ecf-a730-5407fc804f19 None None] Network b24aa771-bb90-4f60-9cb2-ad9f58e06b2a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:01.904461 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e263394-e962-477a-ac8f-39bc004ce03b tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.919584 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b983e55d-f0a5-4303-a5c2-07caaf9536c7 req-ffc14121-7fc4-4c74-bbd4-b550a284539b tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652239 Jul 05 03:53:01.991327 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Request body: {'port': {'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:02.005524 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e263394-e962-477a-ac8f-39bc004ce03b tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.117547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e263394-e962-477a-ac8f-39bc004ce03b tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55f545c-90b3-4f55-8ebc-930b4d747a52,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:02.135387 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e263394-e962-477a-ac8f-39bc004ce03b tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.139953 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3e263394-e962-477a-ac8f-39bc004ce03b tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5477357 Jul 05 03:53:02.141882 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59750) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:02.161005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-145e47d8-7e94-4d51-9797-b702847e60b5 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Request body: {'security_group_rule': {'security_group_id': '27fe525c-e130-45df-954b-27e36ae8a002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:02.250034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b45c5-8098-4022-94e6-50b2e98f3948 service neutron] Pushing event updated for resources: {'Port': ['ID=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:02.309142 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-145e47d8-7e94-4d51-9797-b702847e60b5 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.385916 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.401199 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf103aed-6960-41e9-83f0-af1472724fd1 req-fa0057fb-740e-40d8-b1ad-ba14097fc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.402974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf103aed-6960-41e9-83f0-af1472724fd1 req-fa0057fb-740e-40d8-b1ad-ba14097fc219 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7145100 Jul 05 03:53:02.450153 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-145e47d8-7e94-4d51-9797-b702847e60b5 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.514625 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-145e47d8-7e94-4d51-9797-b702847e60b5 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.578543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e47d8-7e94-4d51-9797-b702847e60b5 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f6a142-b8d6-4cb4-b242-addf56efeed2,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:02.666591 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-145e47d8-7e94-4d51-9797-b702847e60b5 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.672209 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-145e47d8-7e94-4d51-9797-b702847e60b5 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5292735 Jul 05 03:53:02.672925 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59768) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:02.680297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:02.840572 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.030533 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.040796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188232d8-79be-4266-be8e-ffcd78b4e590 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:03.050078 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.065626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Transition to ACTIVE for port object 188232d8-79be-4266-be8e-ffcd78b4e590 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:03.179024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': 'a6ee81d8-7822-45d5-b78b-8b350ec3ddda'}, {'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': '6050d55d-668d-4668-9918-29562bdf74b6'}, {'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': 'd825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:03.185856 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b18a46-b43e-4c8f-ae32-4dee586588e5" -d '{"events": [{"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "a6ee81d8-7822-45d5-b78b-8b350ec3ddda"}, {"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "6050d55d-668d-4668-9918-29562bdf74b6"}, {"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:03.198658 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.249799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-88dc2016-f396-417d-9899-542f1f80aff2 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.255062 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-88dc2016-f396-417d-9899-542f1f80aff2 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/networks?id=b24aa771-bb90-4f60-9cb2-ad9f58e06b2a HTTP/1.1" status: 200 len: 822 time: 0.2731590 Jul 05 03:53:03.300007 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Allocated IP 172.25.0.38 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/468bbba0-f64a-41b4-b203-1dc121d133b8) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:03.591451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-b8c6c7dd-499c-4c91-80b5-cf6e3b2cf675 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/quotas/ba56956b8ee64f7093d9800cdb2c13f0 HTTP/1.1" status: 200 len: 375 time: 0.2561550 Jul 05 03:53:03.598433 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.599834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Pushing event updated for resources: {'Port': ['ID=188232d8-79be-4266-be8e-ffcd78b4e590,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:03.673876 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-3fb7b6d8-094c-485e-bcfa-5018b63e6d43 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba56956b8ee64f7093d9800cdb2c13f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805759 Jul 05 03:53:03.775346 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258708ea-ca2f-49a8-9473-8d116c9ee8fa req-405dc85b-d70d-4a54-800e-81464b8d8e90 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.777240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-258708ea-ca2f-49a8-9473-8d116c9ee8fa req-405dc85b-d70d-4a54-800e-81464b8d8e90 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 945 time: 0.4475791 Jul 05 03:53:03.788437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Attempting to bind port 188232d8-79be-4266-be8e-ffcd78b4e590 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:03.788826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Attempting to bind port 188232d8-79be-4266-be8e-ffcd78b4e590 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '46f5e5ad-717b-408a-be3e-c7e8eca0105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:03.789107 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Attempting to bind port 188232d8-79be-4266-be8e-ffcd78b4e590 on network ce929db9-95f6-4b19-ab56-323ab9bb83a6 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:03.798045 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.810306 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Port 188232d8-79be-4266-be8e-ffcd78b4e590 on network ce929db9-95f6-4b19-ab56-323ab9bb83a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:03.810703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Attempting to bind port 188232d8-79be-4266-be8e-ffcd78b4e590 on network ce929db9-95f6-4b19-ab56-323ab9bb83a6 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:03.831168 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:03.831573 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Checking segment: {'id': '46f5e5ad-717b-408a-be3e-c7e8eca0105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:03.831922 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Bound using segment: {'id': '46f5e5ad-717b-408a-be3e-c7e8eca0105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:03.833237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Bound port: 188232d8-79be-4266-be8e-ffcd78b4e590, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f5e5ad-717b-408a-be3e-c7e8eca0105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:03.833237 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.846997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:03.858149 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:03.866597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:03.867882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-258708ea-ca2f-49a8-9473-8d116c9ee8fa req-306a0a43-4d52-40d1-b11f-aefd99dca934 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834262 Jul 05 03:53:03.875588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-8c6ce630-a4a4-4f30-b14e-e187f43d47e8 service neutron] 10.222.0.60 "GET /v2.0/networks/b24aa771-bb90-4f60-9cb2-ad9f58e06b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796339 Jul 05 03:53:03.957374 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Pushing event updated for resources: {'Port': ['ID=468bbba0-f64a-41b4-b203-1dc121d133b8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:04.034100 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.147737 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] For port 188232d8-79be-4266-be8e-ffcd78b4e590, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:04.183488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] For port 188232d8-79be-4266-be8e-ffcd78b4e590, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=188232d8-79be-4266-be8e-ffcd78b4e590,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:04.195571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-30cd1cbb-7588-4097-b4a5-e67a25a6d1f0 service neutron] 10.222.0.60 "GET /v2.0/networks/b24aa771-bb90-4f60-9cb2-ad9f58e06b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189695 Jul 05 03:53:04.204674 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.256624 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29516683-0d7b-4bd4-9637-e60049f52265 req-e44d8b23-edda-489e-b423-c1263766265c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.262763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29516683-0d7b-4bd4-9637-e60049f52265 req-e44d8b23-edda-489e-b423-c1263766265c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.274825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29516683-0d7b-4bd4-9637-e60049f52265 req-e44d8b23-edda-489e-b423-c1263766265c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.281592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29516683-0d7b-4bd4-9637-e60049f52265 req-e44d8b23-edda-489e-b423-c1263766265c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.289198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29516683-0d7b-4bd4-9637-e60049f52265 req-e44d8b23-edda-489e-b423-c1263766265c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.294057 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29516683-0d7b-4bd4-9637-e60049f52265 req-e44d8b23-edda-489e-b423-c1263766265c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.300321 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29516683-0d7b-4bd4-9637-e60049f52265 req-e44d8b23-edda-489e-b423-c1263766265c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.308758 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29516683-0d7b-4bd4-9637-e60049f52265 req-e44d8b23-edda-489e-b423-c1263766265c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5409 time: 0.2615392 Jul 05 03:53:04.334354 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.375756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:04.392303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.393121 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.394613 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] 10.222.0.64 "PUT /v2.0/ports/188232d8-79be-4266-be8e-ffcd78b4e590 HTTP/1.1" status: 200 len: 1091 time: 2.4415908 Jul 05 03:53:04.479896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29516683-0d7b-4bd4-9637-e60049f52265 req-002b6f16-12fb-48d1-a9ef-1c150ba95cf3 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1700597 Jul 05 03:53:04.484709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6698615-9cae-4ca0-9e4a-3a48ad01873e service neutron] Pushing event updated for resources: {'Port': ['ID=188232d8-79be-4266-be8e-ffcd78b4e590,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:04.511271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Request body: {'port': {'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:04.595692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-2b119656-4b9c-4907-b964-92aa06282362 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.615675 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-2b119656-4b9c-4907-b964-92aa06282362 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.64 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 945 time: 0.3966029 Jul 05 03:53:04.617177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.628343 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.697659 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.745746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:04.751187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:04.761159 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e98463-7514-4283-9f51-f9c894467c40" -d '{"events": [{"server_uuid": "6b538f9d-cf72-46ba-8aca-c97cfd994acd", "name": "network-vif-unplugged", "status": "completed", "tag": "42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:04.796718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Pushing event updated for resources: {'Port': ['ID=468bbba0-f64a-41b4-b203-1dc121d133b8,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:04.813628 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f35a720-a1cc-4882-aa71-d538921f725b x-openstack-request-id: req-8f35a720-a1cc-4882-aa71-d538921f725b {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:04.814083 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "a6ee81d8-7822-45d5-b78b-8b350ec3ddda", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "6050d55d-668d-4668-9918-29562bdf74b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:04.817716 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f35a720-a1cc-4882-aa71-d538921f725b {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:04.818256 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': 'a6ee81d8-7822-45d5-b78b-8b350ec3ddda', 'status': 'completed', 'code': 200} Jul 05 03:53:04.818636 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': '6050d55d-668d-4668-9918-29562bdf74b6', 'status': 'completed', 'code': 200} Jul 05 03:53:04.818994 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': 'd825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9', 'status': 'completed', 'code': 200} Jul 05 03:53:04.819231 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.938667 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:05.014625 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.031809 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.059057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-043dffe6-7dee-43be-95fa-4df112a6bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.059635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-043dffe6-7dee-43be-95fa-4df112a6bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.060275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-043dffe6-7dee-43be-95fa-4df112a6bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.060674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-043dffe6-7dee-43be-95fa-4df112a6bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.061135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-043dffe6-7dee-43be-95fa-4df112a6bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.061616 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-043dffe6-7dee-43be-95fa-4df112a6bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.062204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-043dffe6-7dee-43be-95fa-4df112a6bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.064182 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-043dffe6-7dee-43be-95fa-4df112a6bf60 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d16dca7328249f08e2390e95c16dfe3&device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 6411 time: 0.2776022 Jul 05 03:53:05.189688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Deleting port 95f957aa-e51a-4d60-acb5-b0a8e494496f {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:05.190469 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.215547 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.225322 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2039811a-331f-4518-9a1d-4316a86c8d38 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5506570 Jul 05 03:53:05.305322 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-87677057-345e-4dbf-a777-5e39322942c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.305758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-87677057-345e-4dbf-a777-5e39322942c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.306366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-87677057-345e-4dbf-a777-5e39322942c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.308227 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-87677057-345e-4dbf-a777-5e39322942c4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7d16dca7328249f08e2390e95c16dfe3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2292023 Jul 05 03:53:05.443384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-eabeeb4d-b337-4b64-9635-1f560b1966f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.445225 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-eabeeb4d-b337-4b64-9635-1f560b1966f7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301510 Jul 05 03:53:05.508234 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ee3ca46-5cbc-4086-9358-ccc1e7f1dc93 req-9213f167-a7b2-4d69-b57b-b77566db5439 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 210 time: 0.0547590 Jul 05 03:53:05.557228 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b01219-e4c3-4628-a444-1e58b8ce33a1 x-openstack-request-id: req-a2b01219-e4c3-4628-a444-1e58b8ce33a1 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:05.558102 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b538f9d-cf72-46ba-8aca-c97cfd994acd", "name": "network-vif-unplugged", "status": "completed", "tag": "42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:05.558549 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2b01219-e4c3-4628-a444-1e58b8ce33a1 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:05.559131 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15', 'code': 200} Jul 05 03:53:05.600203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] For port 95f957aa-e51a-4d60-acb5-b0a8e494496f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=95f957aa-e51a-4d60-acb5-b0a8e494496f,segment=NetworkSegment(4e602cc5-eb2b-4502-bfd8-7e7107ee5011),segment_id=4e602cc5-eb2b-4502-bfd8-7e7107ee5011)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:05.605904 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.626007 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-f2249651-38cf-4d02-b7a8-b481fc8c9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.627301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-f2249651-38cf-4d02-b7a8-b481fc8c9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.628400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-f2249651-38cf-4d02-b7a8-b481fc8c9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.629903 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-f2249651-38cf-4d02-b7a8-b481fc8c9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.630744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-f2249651-38cf-4d02-b7a8-b481fc8c9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.631777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-f2249651-38cf-4d02-b7a8-b481fc8c9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.632555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-f2249651-38cf-4d02-b7a8-b481fc8c9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.635977 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-f2249651-38cf-4d02-b7a8-b481fc8c9721 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d16dca7328249f08e2390e95c16dfe3&device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 6411 time: 0.1456621 Jul 05 03:53:05.843898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c456a42a-09c5-4f07-bd3d-805697e58d69 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:05.857484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-6996cd1f-99d0-4ab0-8689-d9393c019d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.857976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-6996cd1f-99d0-4ab0-8689-d9393c019d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.858107 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.858517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-6996cd1f-99d0-4ab0-8689-d9393c019d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.861225 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-6996cd1f-99d0-4ab0-8689-d9393c019d06 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7d16dca7328249f08e2390e95c16dfe3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2172482 Jul 05 03:53:05.890645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Transition to ACTIVE for port object c456a42a-09c5-4f07-bd3d-805697e58d69 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:05.989508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff1c79-95ba-4773-88d1-f9b1f0c80348 req-8e07a9e5-f5b0-4304-9000-f8281f0ce5c3 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.996904 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3ff1c79-95ba-4773-88d1-f9b1f0c80348 req-8e07a9e5-f5b0-4304-9000-f8281f0ce5c3 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 945 time: 0.2483544 Jul 05 03:53:06.027114 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-bf84c02f-8a65-41e8-bb37-7b73a8b22849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.029747 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-bf84c02f-8a65-41e8-bb37-7b73a8b22849 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1594231 Jul 05 03:53:06.031043 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.033191 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.033191 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Floating IP d4101385-4e0d-4923-9d7f-05b76212b19a disassociated. External IP: 172.25.0.31, port: 95f957aa-e51a-4d60-acb5-b0a8e494496f. Jul 05 03:53:06.033191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Calling delete_port for 95f957aa-e51a-4d60-acb5-b0a8e494496f owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:06.035209 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.121240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3ff1c79-95ba-4773-88d1-f9b1f0c80348 req-0a70e88f-920e-4700-b6a5-43ea9d015c30 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb70d8bb-cd4a-4556-8eb2-f5c27c505927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233709 Jul 05 03:53:06.266659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Pushing event updated for resources: {'Port': ['ID=c456a42a-09c5-4f07-bd3d-805697e58d69,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:06.272942 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-758c4939-3363-475c-93dd-37f7567b1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.273392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-758c4939-3363-475c-93dd-37f7567b1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.273874 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-758c4939-3363-475c-93dd-37f7567b1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.274681 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-758c4939-3363-475c-93dd-37f7567b1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.274855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-758c4939-3363-475c-93dd-37f7567b1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.275266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-758c4939-3363-475c-93dd-37f7567b1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.275735 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-758c4939-3363-475c-93dd-37f7567b1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.278096 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-758c4939-3363-475c-93dd-37f7567b1a1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d16dca7328249f08e2390e95c16dfe3&device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 6436 time: 0.1861384 Jul 05 03:53:06.298479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Attempting to bind port c456a42a-09c5-4f07-bd3d-805697e58d69 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:06.299000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Attempting to bind port c456a42a-09c5-4f07-bd3d-805697e58d69 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '46f5e5ad-717b-408a-be3e-c7e8eca0105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:06.299439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Attempting to bind port c456a42a-09c5-4f07-bd3d-805697e58d69 on network ce929db9-95f6-4b19-ab56-323ab9bb83a6 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:06.306541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Port c456a42a-09c5-4f07-bd3d-805697e58d69 on network ce929db9-95f6-4b19-ab56-323ab9bb83a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:06.307003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Attempting to bind port c456a42a-09c5-4f07-bd3d-805697e58d69 on network ce929db9-95f6-4b19-ab56-323ab9bb83a6 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:06.318798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:06.319313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Checking segment: {'id': '46f5e5ad-717b-408a-be3e-c7e8eca0105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:06.319850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Bound using segment: {'id': '46f5e5ad-717b-408a-be3e-c7e8eca0105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:06.320442 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Bound port: c456a42a-09c5-4f07-bd3d-805697e58d69, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f5e5ad-717b-408a-be3e-c7e8eca0105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:06.320913 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.377709 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 93c7f282-738d-402e-ab78-9e94c84e6019 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:06.498626 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-050ec560-833d-47ee-87df-49659f24b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.499508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-050ec560-833d-47ee-87df-49659f24b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.500381 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-050ec560-833d-47ee-87df-49659f24b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.503505 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-050ec560-833d-47ee-87df-49659f24b624 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7d16dca7328249f08e2390e95c16dfe3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2158749 Jul 05 03:53:06.636224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 93c7f282-738d-402e-ab78-9e94c84e6019, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=93c7f282-738d-402e-ab78-9e94c84e6019,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:06.645729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-f32adefe-cc3b-404a-8c6b-1b366c7a53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.647031 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-91b18a46-b43e-4c8f-ae32-4dee586588e5 req-f32adefe-cc3b-404a-8c6b-1b366c7a53ce service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355989 Jul 05 03:53:06.660814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '93c7f282-738d-402e-ab78-9e94c84e6019', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '93c7f282-738d-402e-ab78-9e94c84e6019', 'mac_address': 'fa:16:3e:05:9e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:06.690328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] For port c456a42a-09c5-4f07-bd3d-805697e58d69, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:06.694402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] For port c456a42a-09c5-4f07-bd3d-805697e58d69, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c456a42a-09c5-4f07-bd3d-805697e58d69,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:06.706130 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.720558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93c7f282-738d-402e-ab78-9e94c84e6019 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:06.760409 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 93c7f282-738d-402e-ab78-9e94c84e6019, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=93c7f282-738d-402e-ab78-9e94c84e6019,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:06.762764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-55751f0e-108e-4f62-8607-9149f0bc1943 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2057807748&fields=id&tenant_id=54b64bc49424411488d22faec9e6a12c HTTP/1.1" status: 200 len: 267 time: 0.2363386 Jul 05 03:53:06.851888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': '188232d8-79be-4266-be8e-ffcd78b4e590'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:06.854607 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "188232d8-79be-4266-be8e-ffcd78b4e590"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:06.861359 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.868638 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.874121 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.883427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1423d6-8775-4cd3-8997-e8573fdc8735 req-eefb2560-8cda-4d92-be5f-8516965e2a47 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.885163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca1423d6-8775-4cd3-8997-e8573fdc8735 req-eefb2560-8cda-4d92-be5f-8516965e2a47 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.4148164 Jul 05 03:53:06.964787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=93c7f282-738d-402e-ab78-9e94c84e6019,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:06.967882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.969870 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.972384 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] 10.222.0.64 "PUT /v2.0/ports/c456a42a-09c5-4f07-bd3d-805697e58d69 HTTP/1.1" status: 200 len: 1091 time: 2.4839959 Jul 05 03:53:06.985989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['93c7f282-738d-402e-ab78-9e94c84e6019'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:07.642430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95f9ff-b27d-450c-b69e-3dbb1cc81e1f service neutron] Pushing event updated for resources: {'Port': ['ID=c456a42a-09c5-4f07-bd3d-805697e58d69,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:07.741568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca1423d6-8775-4cd3-8997-e8573fdc8735 req-1d40afc4-0d15-40d6-a99a-5a00925278a2 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8294787 Jul 05 03:53:07.761090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-5f99a76c-2cf2-4c3d-bbcf-d503eb1384e8 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.763476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-5f99a76c-2cf2-4c3d-bbcf-d503eb1384e8 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/networks?id=688bde67-c898-4685-83f1-1878a4cebea6 HTTP/1.1" status: 200 len: 806 time: 0.9907954 Jul 05 03:53:07.813122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Pushing event deleted for resources: {'Port': ['ID=95f957aa-e51a-4d60-acb5-b0a8e494496f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:07.883516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-0f4285bc-7cca-4676-a111-9d521e35a271 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/quotas/54b64bc49424411488d22faec9e6a12c HTTP/1.1" status: 200 len: 375 time: 0.0585363 Jul 05 03:53:07.923904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Router 782cb859-4163-432a-94ba-28fb7907dc6d has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:08.082677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-c5ab9888-bd84-4ad4-84b5-6f53325be292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.083923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-c5ab9888-bd84-4ad4-84b5-6f53325be292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.084505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-c5ab9888-bd84-4ad4-84b5-6f53325be292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.085108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-c5ab9888-bd84-4ad4-84b5-6f53325be292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.085798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-c5ab9888-bd84-4ad4-84b5-6f53325be292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.086467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-c5ab9888-bd84-4ad4-84b5-6f53325be292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.087005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-c5ab9888-bd84-4ad4-84b5-6f53325be292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.089209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-c5ab9888-bd84-4ad4-84b5-6f53325be292 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d16dca7328249f08e2390e95c16dfe3&device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 6478 time: 0.4813535 Jul 05 03:53:08.118821 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-6a43a387-26c2-463f-9e45-9a7b572f02b5 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54b64bc49424411488d22faec9e6a12c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2188125 Jul 05 03:53:08.220451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-57c89d2a-896e-4cd7-b5e4-34d59e1e4e3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dabf05e-9cbe-425d-87bf-6b2ecaf03063 HTTP/1.1" status: 200 len: 217 time: 0.1162391 Jul 05 03:53:08.351390 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 95f957aa-e51a-4d60-acb5-b0a8e494496f no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:08.380110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:08.430729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 93c7f282-738d-402e-ab78-9e94c84e6019 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:08.437481 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368059c6-692c-4805-bdff-786096f5eb2f None None] Sync routers for ids ['782cb859-4163-432a-94ba-28fb7907dc6d'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:08.451921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 95f957aa-e51a-4d60-acb5-b0a8e494496f {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:08.452540 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 95f957aa-e51a-4d60-acb5-b0a8e494496f not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:08.478302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45134d3b-afb0-4b53-a355-ed2b1d24f7e4 req-d57ff768-cd1d-4655-a033-6ad66d203e45 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.479427 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368059c6-692c-4805-bdff-786096f5eb2f None None] Routers {'782cb859-4163-432a-94ba-28fb7907dc6d'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:08.480284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-368059c6-692c-4805-bdff-786096f5eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:52:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['782cb859-4163-432a-94ba-28fb7907dc6d'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:08.485560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45134d3b-afb0-4b53-a355-ed2b1d24f7e4 req-d57ff768-cd1d-4655-a033-6ad66d203e45 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.493821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45134d3b-afb0-4b53-a355-ed2b1d24f7e4 req-d57ff768-cd1d-4655-a033-6ad66d203e45 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.502809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45134d3b-afb0-4b53-a355-ed2b1d24f7e4 req-d57ff768-cd1d-4655-a033-6ad66d203e45 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.512769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45134d3b-afb0-4b53-a355-ed2b1d24f7e4 req-d57ff768-cd1d-4655-a033-6ad66d203e45 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.517946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45134d3b-afb0-4b53-a355-ed2b1d24f7e4 req-d57ff768-cd1d-4655-a033-6ad66d203e45 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.526804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45134d3b-afb0-4b53-a355-ed2b1d24f7e4 req-d57ff768-cd1d-4655-a033-6ad66d203e45 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.544428 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45134d3b-afb0-4b53-a355-ed2b1d24f7e4 req-d57ff768-cd1d-4655-a033-6ad66d203e45 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5421 time: 0.5675061 Jul 05 03:53:08.571747 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-15546ac5-4421-49d0-bd26-e77cb5aa77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.575869 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-15546ac5-4421-49d0-bd26-e77cb5aa77e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1a4e67f5-0254-4ffe-8462-5596b5dcca35 HTTP/1.1" status: 200 len: 850 time: 0.3401814 Jul 05 03:53:08.577285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] No DVR routers for this DVR port 95f957aa-e51a-4d60-acb5-b0a8e494496f on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:08.590826 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.593220 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8834c9a2-3219-4f31-883a-fa8fa07c590c req-1ce93cc7-00b9-44d0-ad97-6ba087b75549 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.64 "DELETE /v2.0/ports/95f957aa-e51a-4d60-acb5-b0a8e494496f HTTP/1.1" status: 204 len: 173 time: 3.9694016 Jul 05 03:53:08.689391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 93c7f282-738d-402e-ab78-9e94c84e6019 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:08.690212 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.719107 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-3d54091a-d419-4fe8-93df-92b701a70632 service neutron] 10.222.0.60 "GET /v2.0/networks/688bde67-c898-4685-83f1-1878a4cebea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147293 Jul 05 03:53:08.833895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-52176c25-dc71-4538-af4c-c3828f3fd643 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.848886 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-52176c25-dc71-4538-af4c-c3828f3fd643 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.11 "GET /v2.0/networks?id=b24aa771-bb90-4f60-9cb2-ad9f58e06b2a HTTP/1.1" status: 200 len: 822 time: 0.2909575 Jul 05 03:53:08.865790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-368059c6-692c-4805-bdff-786096f5eb2f None None] Set router 782cb859-4163-432a-94ba-28fb7907dc6d gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:08.883299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-37f2dd61-4a1e-45c6-9135-fe73356c27e4 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Request body: {'port': {'device_id': 'a15d6a5e-532e-4472-a3e1-014567dc5edd', 'network_id': 'b24aa771-bb90-4f60-9cb2-ad9f58e06b2a', 'admin_state_up': True, 'tenant_id': 'ba56956b8ee64f7093d9800cdb2c13f0'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:08.895333 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45134d3b-afb0-4b53-a355-ed2b1d24f7e4 req-6fd0a2ff-f0be-4c54-a425-d0650d098b59 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3493237 Jul 05 03:53:09.015899 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-d788e301-7f9b-4a71-9853-5ee4baf021f6 service neutron] 10.222.0.60 "GET /v2.0/networks/688bde67-c898-4685-83f1-1878a4cebea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810528 Jul 05 03:53:09.036231 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-a64bd30e-9158-4682-a408-32e4dd4af4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:09.041655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-a64bd30e-9158-4682-a408-32e4dd4af4dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4523072 Jul 05 03:53:09.080858 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.327376 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8795a947-857c-4283-bb52-bb6219a0f8d9 service neutron] 10.222.0.64 "GET /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783551 Jul 05 03:53:09.365592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-37f2dd61-4a1e-45c6-9135-fe73356c27e4 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Made reservation on behalf of ba56956b8ee64f7093d9800cdb2c13f0 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:09.387832 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-37f2dd61-4a1e-45c6-9135-fe73356c27e4 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.605657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9a1f39e7-5951-4182-8bb8-55129543075b service neutron] 10.222.0.64 "GET /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685127 Jul 05 03:53:09.768782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-c168a0cf-a015-4915-84c7-bd698cdd58ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=055b9c82-3cd5-4c8e-8763-539c346a2e5e HTTP/1.1" status: 200 len: 217 time: 0.1535745 Jul 05 03:53:09.791575 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-37f2dd61-4a1e-45c6-9135-fe73356c27e4 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Allocated IP 172.20.0.8 (b24aa771-bb90-4f60-9cb2-ad9f58e06b2a/012f2dd1-9f1c-4762-b837-3aa362dfecfc/b51b504d-dde0-45a8-9efc-6676453b1ee8) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:09.831674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7f282-738d-402e-ab78-9e94c84e6019'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:09.835542 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c008a9a-57e0-470e-9254-56ac0a29efab" -d '{"events": [{"server_uuid": "2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719", "name": "network-vif-plugged", "status": "completed", "tag": "93c7f282-738d-402e-ab78-9e94c84e6019"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:09.908940 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8e071c2a-d6b2-42be-8ea7-64b6f2ffa890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:09.919017 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8e071c2a-d6b2-42be-8ea7-64b6f2ffa890 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.1417263 Jul 05 03:53:10.024800 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 93c7f282-738d-402e-ab78-9e94c84e6019, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=93c7f282-738d-402e-ab78-9e94c84e6019,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:10.072010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-43e0a968-0144-42e3-9fd0-600e4dde4f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:10.078617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-43e0a968-0144-42e3-9fd0-600e4dde4f3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1469545 Jul 05 03:53:10.105906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-368059c6-692c-4805-bdff-786096f5eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:48:24Z', 'revision_number': 4, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c64b8d47-d3b5-4764-8f4d-ad1169f82ae9', 'name': '', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'mac_address': 'fa:16:3e:85:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:22Z', 'updated_at': '2021-07-05T03:48:32Z', 'revision_number': 5, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'subnets': [{'id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:10.163988 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.180089 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368059c6-692c-4805-bdff-786096f5eb2f None None] Checking router: 782cb859-4163-432a-94ba-28fb7907dc6d for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:10.183445 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-37f2dd61-4a1e-45c6-9135-fe73356c27e4 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.265105 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-6d132958-030a-4ea4-af6f-6268cbb06c5d service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810188 Jul 05 03:53:10.292347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=93c7f282-738d-402e-ab78-9e94c84e6019,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:10.323559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368059c6-692c-4805-bdff-786096f5eb2f None None] Routers {'782cb859-4163-432a-94ba-28fb7907dc6d'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:10.326107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-368059c6-692c-4805-bdff-786096f5eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:52:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['782cb859-4163-432a-94ba-28fb7907dc6d'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:10.387468 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-37f2dd61-4a1e-45c6-9135-fe73356c27e4 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.428753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-243b0a33-4abe-482a-a603-eeb02114ffb9 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527796 Jul 05 03:53:10.540598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-37f2dd61-4a1e-45c6-9135-fe73356c27e4 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Network b24aa771-bb90-4f60-9cb2-ad9f58e06b2a is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:10.564097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cddcb482-002a-43d9-b504-0db1cde09de2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=a6ee81d8-7822-45d5-b78b-8b350ec3ddda HTTP/1.1" status: 200 len: 217 time: 0.1282027 Jul 05 03:53:10.568077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-37f2dd61-4a1e-45c6-9135-fe73356c27e4 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:10.571326 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-37f2dd61-4a1e-45c6-9135-fe73356c27e4 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:10.575706 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-368059c6-692c-4805-bdff-786096f5eb2f None None] Set router 782cb859-4163-432a-94ba-28fb7907dc6d gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:10.621869 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2dd61-4a1e-45c6-9135-fe73356c27e4 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Pushing event updated for resources: {'Port': ['ID=b51b504d-dde0-45a8-9efc-6676453b1ee8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:10.680807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8d375e04-371a-4d5c-93f2-4ed535be1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:10.682240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-8d375e04-371a-4d5c-93f2-4ed535be1b84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.1089275 Jul 05 03:53:10.685016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-37f2dd61-4a1e-45c6-9135-fe73356c27e4 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:10.702842 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-37f2dd61-4a1e-45c6-9135-fe73356c27e4 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.809523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-99aefa9c-7789-4945-b4a7-b9dee634c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:10.816049 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-99aefa9c-7789-4945-b4a7-b9dee634c473 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1248939 Jul 05 03:53:10.824827 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-37f2dd61-4a1e-45c6-9135-fe73356c27e4 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9616358 Jul 05 03:53:10.841184 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Request body: {'port': {'device_id': 'a15d6a5e-532e-4472-a3e1-014567dc5edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:10.978923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.059051 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-25639459-54d4-44cc-a24f-0bb4704b03c3 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331400 Jul 05 03:53:11.100829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-368059c6-692c-4805-bdff-786096f5eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:48:24Z', 'revision_number': 4, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c64b8d47-d3b5-4764-8f4d-ad1169f82ae9', 'name': '', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'mac_address': 'fa:16:3e:85:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:22Z', 'updated_at': '2021-07-05T03:48:32Z', 'revision_number': 5, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'subnets': [{'id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:11.174635 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368059c6-692c-4805-bdff-786096f5eb2f None None] The sync data for ids ['782cb859-4163-432a-94ba-28fb7907dc6d'] in n-d-798249-5 is: [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:48:24Z', 'revision_number': 4, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c64b8d47-d3b5-4764-8f4d-ad1169f82ae9', 'name': '', 'network_id': '94005e7b-5b81-43b2-8cb7-96ba85ca7635', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'mac_address': 'fa:16:3e:85:f8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:22Z', 'updated_at': '2021-07-05T03:48:32Z', 'revision_number': 5, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'subnets': [{'id': 'f6da78f6-d10c-45ab-8914-1fc96bd2b433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:11.372302 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-81ebb321-f028-46ae-9e7c-d915222f3480 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043661 Jul 05 03:53:11.499521 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-ad949ec2-41f6-4121-8818-a7adfba5fbb5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=6050d55d-668d-4668-9918-29562bdf74b6 HTTP/1.1" status: 200 len: 217 time: 0.1163094 Jul 05 03:53:11.570204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51b504d-dde0-45a8-9efc-6676453b1ee8 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:11.579705 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.607445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-028c242e-ee4b-4694-b843-ee1a69a270df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.609146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-028c242e-ee4b-4694-b843-ee1a69a270df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.1037805 Jul 05 03:53:11.620188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Transition to ACTIVE for port object b51b504d-dde0-45a8-9efc-6676453b1ee8 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:11.705111 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.755339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-3cfcc696-4b8a-42a8-a309-0516caa1e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.763212 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-3cfcc696-4b8a-42a8-a309-0516caa1e12a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1439378 Jul 05 03:53:11.768049 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f94f1d-8db1-4e11-a0e8-691461b21b62 None None] New status for floating IP d4101385-4e0d-4923-9d7f-05b76212b19a: DOWN {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:53:11.899871 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Pushing event updated for resources: {'Port': ['ID=b51b504d-dde0-45a8-9efc-6676453b1ee8,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:11.951348 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-f2e32dc0-3fe6-49a1-9637-af32dd1168d7 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807771 Jul 05 03:53:11.961834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Attempting to bind port b51b504d-dde0-45a8-9efc-6676453b1ee8 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:11.962333 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Attempting to bind port b51b504d-dde0-45a8-9efc-6676453b1ee8 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '2657be32-fb3e-4da9-828e-de8bbbafd5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b24aa771-bb90-4f60-9cb2-ad9f58e06b2a'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:11.962934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Attempting to bind port b51b504d-dde0-45a8-9efc-6676453b1ee8 on network b24aa771-bb90-4f60-9cb2-ad9f58e06b2a {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:11.968150 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Port b51b504d-dde0-45a8-9efc-6676453b1ee8 on network b24aa771-bb90-4f60-9cb2-ad9f58e06b2a not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:11.968513 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Attempting to bind port b51b504d-dde0-45a8-9efc-6676453b1ee8 on network b24aa771-bb90-4f60-9cb2-ad9f58e06b2a {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:11.975300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:11.975646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Checking segment: {'id': '2657be32-fb3e-4da9-828e-de8bbbafd5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b24aa771-bb90-4f60-9cb2-ad9f58e06b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:11.976413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Bound using segment: {'id': '2657be32-fb3e-4da9-828e-de8bbbafd5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b24aa771-bb90-4f60-9cb2-ad9f58e06b2a'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:11.976572 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Bound port: b51b504d-dde0-45a8-9efc-6676453b1ee8, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2657be32-fb3e-4da9-828e-de8bbbafd5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b24aa771-bb90-4f60-9cb2-ad9f58e06b2a'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:11.977170 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.190387 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] For port b51b504d-dde0-45a8-9efc-6676453b1ee8, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:12.196636 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] For port b51b504d-dde0-45a8-9efc-6676453b1ee8, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b51b504d-dde0-45a8-9efc-6676453b1ee8,segment=NetworkSegment(2657be32-fb3e-4da9-828e-de8bbbafd5f1),segment_id=2657be32-fb3e-4da9-828e-de8bbbafd5f1)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:12.206754 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-cb66e21b-2527-4e9d-8cbb-3d63aa34867f service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460196 Jul 05 03:53:12.250600 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.277904 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-b66f279f-79d8-4602-8f35-0788650cdf34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 HTTP/1.1" status: 200 len: 217 time: 0.0640314 Jul 05 03:53:12.354055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.354712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.356172 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] 10.222.0.11 "PUT /v2.0/ports/b51b504d-dde0-45a8-9efc-6676453b1ee8 HTTP/1.1" status: 200 len: 1091 time: 1.5198517 Jul 05 03:53:12.356651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15d6a5e-532e-4472-a3e1-014567dc5edd', 'tag': 'b51b504d-dde0-45a8-9efc-6676453b1ee8'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:12.358934 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5420b4-7efb-4777-9dda-e1be46d58dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a15d6a5e-532e-4472-a3e1-014567dc5edd", "tag": "b51b504d-dde0-45a8-9efc-6676453b1ee8"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:12.396102 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9627afb9-9c14-4800-ac00-5ac74e109e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.398602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-9627afb9-9c14-4800-ac00-5ac74e109e7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.1142166 Jul 05 03:53:12.404576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d767f6-f629-421f-b660-694aa0983171 service neutron] Pushing event updated for resources: {'Port': ['ID=b51b504d-dde0-45a8-9efc-6676453b1ee8,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:12.497383 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-a040a283-daa8-4e5f-bb04-84fc53c74ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.499281 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-a040a283-daa8-4e5f-bb04-84fc53c74ac9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0906053 Jul 05 03:53:12.654994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-6d5dd7c9-a5ff-4281-8284-513fcb1d0664 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485767 Jul 05 03:53:12.716142 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c119bec0-7c21-417f-acf5-617d0707c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.718245 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-c119bec0-7c21-417f-acf5-617d0707c847 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba56956b8ee64f7093d9800cdb2c13f0&device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 1094 time: 0.0677316 Jul 05 03:53:12.793256 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-9cc8e320-fa2f-4f22-b5e6-ce17ed08c13e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b51b504d-dde0-45a8-9efc-6676453b1ee8 HTTP/1.1" status: 200 len: 217 time: 0.0517790 Jul 05 03:53:12.813434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-1e054103-b6b3-4ce7-b889-ab285aa0581f service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487393 Jul 05 03:53:12.882564 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-796e60a8-0c70-49c5-8fbd-8b9c7d053379 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=188232d8-79be-4266-be8e-ffcd78b4e590 HTTP/1.1" status: 200 len: 217 time: 0.0572057 Jul 05 03:53:12.903894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-2305eab6-75b9-4401-856b-bfa99a252e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.906002 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-2305eab6-75b9-4401-856b-bfa99a252e15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=012f2dd1-9f1c-4762-b837-3aa362dfecfc HTTP/1.1" status: 200 len: 862 time: 0.1046243 Jul 05 03:53:12.963347 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-ec0de962-3502-418a-858e-a1b493b3f36c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b24aa771-bb90-4f60-9cb2-ad9f58e06b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491436 Jul 05 03:53:12.970810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-93386b09-bb6c-4b40-bcf4-735913310059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.972828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-93386b09-bb6c-4b40-bcf4-735913310059 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cba49b-6d0f-47b0-a85d-60d24e9f83c4 HTTP/1.1" status: 200 len: 797 time: 0.0795312 Jul 05 03:53:13.076287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-a8f04a18-53df-4a33-ac48-ec48ff6a6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.082944 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-a8f04a18-53df-4a33-ac48-ec48ff6a6c91 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0990529 Jul 05 03:53:13.178508 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-75836d5a-07de-4143-9185-29e8ca54b9ed service neutron] 10.222.0.11 "GET /v2.0/networks/b24aa771-bb90-4f60-9cb2-ad9f58e06b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064462 Jul 05 03:53:13.313847 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-64273a73-6bcd-4b3c-bead-d7a7195291db service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251832 Jul 05 03:53:13.457532 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4306c710-ba33-4acb-9bec-a5832fee6685 req-70b63a48-c376-4324-aa40-5f3c899aab1c service neutron] 10.222.0.11 "GET /v2.0/networks/b24aa771-bb90-4f60-9cb2-ad9f58e06b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713337 Jul 05 03:53:13.483226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-0075b227-7cc5-4679-9b08-646edd672046 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.484859 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-0075b227-7cc5-4679-9b08-646edd672046 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.11 "GET /v2.0/networks?id=688bde67-c898-4685-83f1-1878a4cebea6 HTTP/1.1" status: 200 len: 806 time: 0.2496953 Jul 05 03:53:13.554652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-1d50f2d1-e12f-46cb-b1a0-57793893305a service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339735 Jul 05 03:53:13.580885 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-63e1696a-7bc6-4bf8-9498-9e2a4ecae1ff tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54b64bc49424411488d22faec9e6a12c HTTP/1.1" status: 200 len: 380 time: 0.0747409 Jul 05 03:53:13.592918 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-e7ae7749-7c22-4f29-afea-c66caf638a56 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Request body: {'port': {'device_id': '90495ff3-20ef-4105-84e9-f8240d7e71bc', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'admin_state_up': True, 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'security_groups': ['27fe525c-e130-45df-954b-27e36ae8a002']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:13.625943 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-c18dc3bc-850c-43d1-b578-3d7402427ad5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c456a42a-09c5-4f07-bd3d-805697e58d69 HTTP/1.1" status: 200 len: 217 time: 0.0646815 Jul 05 03:53:13.734242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-e78c33a1-98af-4187-a4d7-efbf19430d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.742180 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-e78c33a1-98af-4187-a4d7-efbf19430d53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cba49b-6d0f-47b0-a85d-60d24e9f83c4 HTTP/1.1" status: 200 len: 797 time: 0.0873032 Jul 05 03:53:13.856531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-0126ad9f-a23e-48e8-baf4-4780dc84e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.862040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-0126ad9f-a23e-48e8-baf4-4780dc84e43d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096692 Jul 05 03:53:13.908188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-e7ae7749-7c22-4f29-afea-c66caf638a56 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Made reservation on behalf of 54b64bc49424411488d22faec9e6a12c for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:13.911931 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-e7ae7749-7c22-4f29-afea-c66caf638a56 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.065792 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-ce7bfea8-30ae-49a2-89b6-4fcb74490691 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953123 Jul 05 03:53:14.098752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-e7ae7749-7c22-4f29-afea-c66caf638a56 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Allocated IP 172.20.0.3 (688bde67-c898-4685-83f1-1878a4cebea6/0c495426-330d-4f54-89b2-340f610a9650/794f6e99-de32-4ded-b705-aafc44b4644e) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:14.235624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a1fe50-fa9c-4b43-9845-66641bd13902 req-1db7a503-cb4c-42d3-98fc-cf1cca613004 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631882 Jul 05 03:53:14.342405 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-e7ae7749-7c22-4f29-afea-c66caf638a56 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.362628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-e7ae7749-7c22-4f29-afea-c66caf638a56 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Transition to ACTIVE for port object 794f6e99-de32-4ded-b705-aafc44b4644e will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:14.450359 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dcca13-6bf3-4f78-afcb-f794e43cd42e x-openstack-request-id: req-f4dcca13-6bf3-4f78-afcb-f794e43cd42e {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:14.450898 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "188232d8-79be-4266-be8e-ffcd78b4e590", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:14.451201 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4dcca13-6bf3-4f78-afcb-f794e43cd42e {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:14.451688 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': '188232d8-79be-4266-be8e-ffcd78b4e590', 'status': 'completed', 'code': 200} Jul 05 03:53:14.566061 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-e7ae7749-7c22-4f29-afea-c66caf638a56 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.632798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-e7ae7749-7c22-4f29-afea-c66caf638a56 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Network 688bde67-c898-4685-83f1-1878a4cebea6 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:14.638803 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-e7ae7749-7c22-4f29-afea-c66caf638a56 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:14.646692 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7276b509-67ca-4092-9bce-d6f606b00276 req-b48c7943-b947-4c70-af95-34fb79f1b46d tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 210 time: 0.0605249 Jul 05 03:53:14.658389 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-e7ae7749-7c22-4f29-afea-c66caf638a56 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:14.739897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-eb2f620b-cb0d-4b4a-9fc2-9e23ae221d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.740722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-eb2f620b-cb0d-4b4a-9fc2-9e23ae221d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.741384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-eb2f620b-cb0d-4b4a-9fc2-9e23ae221d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.742195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-eb2f620b-cb0d-4b4a-9fc2-9e23ae221d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.742965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-eb2f620b-cb0d-4b4a-9fc2-9e23ae221d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.743660 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-eb2f620b-cb0d-4b4a-9fc2-9e23ae221d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.744305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-eb2f620b-cb0d-4b4a-9fc2-9e23ae221d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.747927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-eb2f620b-cb0d-4b4a-9fc2-9e23ae221d28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d16dca7328249f08e2390e95c16dfe3&device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 6478 time: 0.2627318 Jul 05 03:53:14.758744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa6759-265a-4bc6-bcec-f83a390429d5 req-8919dab1-f072-45e1-8e13-4e347c6fefb7 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.760793 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bbaa6759-265a-4bc6-bcec-f83a390429d5 req-8919dab1-f072-45e1-8e13-4e347c6fefb7 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 943 time: 0.2061074 Jul 05 03:53:14.778604 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae7749-7c22-4f29-afea-c66caf638a56 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Pushing event updated for resources: {'Port': ['ID=794f6e99-de32-4ded-b705-aafc44b4644e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:14.804148 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-e7ae7749-7c22-4f29-afea-c66caf638a56 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.805809 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-e7ae7749-7c22-4f29-afea-c66caf638a56 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.995005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bbaa6759-265a-4bc6-bcec-f83a390429d5 req-acf8733a-2b1f-4c23-8032-cc8024a0b02c tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/security-groups?id=7732ee4f-09d9-4211-9764-38a192241e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228733 Jul 05 03:53:14.995005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-56469a06-d588-4d09-967a-ae993d6e3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.995005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-56469a06-d588-4d09-967a-ae993d6e3ff5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ce929db9-95f6-4b19-ab56-323ab9bb83a6 HTTP/1.1" status: 200 len: 902 time: 0.1802847 Jul 05 03:53:15.011617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-915e55b1-f3a6-42a7-891a-ccd124073436 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=188232d8-79be-4266-be8e-ffcd78b4e590 HTTP/1.1" status: 200 len: 217 time: 0.0610476 Jul 05 03:53:15.027401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7be9f3-d46b-4185-a359-6e89cf6a6479 req-7e987e70-4cd0-4b27-b4cb-6f43a9a1b176 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.032956 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee7be9f3-d46b-4185-a359-6e89cf6a6479 req-7e987e70-4cd0-4b27-b4cb-6f43a9a1b176 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.1883233 Jul 05 03:53:15.110242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-3fdbecfd-2a3a-4c39-9517-690df354674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.111991 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-3fdbecfd-2a3a-4c39-9517-690df354674f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cba49b-6d0f-47b0-a85d-60d24e9f83c4 HTTP/1.1" status: 200 len: 797 time: 0.0776687 Jul 05 03:53:15.127495 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee7be9f3-d46b-4185-a359-6e89cf6a6479 req-f4eff76c-040b-4614-9220-eabbccbeb33c tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803027 Jul 05 03:53:15.164798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0093ef62-1705-44a4-b19c-75c86aec1c59 None None] Provisioning for port 794f6e99-de32-4ded-b705-aafc44b4644e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:15.167633 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-e7ae7749-7c22-4f29-afea-c66caf638a56 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5857954 Jul 05 03:53:15.180310 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0093ef62-1705-44a4-b19c-75c86aec1c59 None None] Provisioning complete for port 794f6e99-de32-4ded-b705-aafc44b4644e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:15.180310 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0093ef62-1705-44a4-b19c-75c86aec1c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.180310 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8044013d-dd21-4584-9a92-34d3749b182f x-openstack-request-id: req-8044013d-dd21-4584-9a92-34d3749b182f {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:15.180310 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719", "name": "network-vif-plugged", "status": "completed", "tag": "93c7f282-738d-402e-ab78-9e94c84e6019", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:15.180310 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8044013d-dd21-4584-9a92-34d3749b182f {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:15.180310 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7f282-738d-402e-ab78-9e94c84e6019', 'code': 200} Jul 05 03:53:15.187964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Request body: {'port': {'device_id': '90495ff3-20ef-4105-84e9-f8240d7e71bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:15.276633 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0093ef62-1705-44a4-b19c-75c86aec1c59 None None] Port 794f6e99-de32-4ded-b705-aafc44b4644e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:15.332705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-514fd883-184d-41ff-b1bb-fb5ce909d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.336442 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-514fd883-184d-41ff-b1bb-fb5ce909d6c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2031336 Jul 05 03:53:15.414430 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.509244 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c1412-f143-4cc5-b977-f6379638c6a3 req-504c5182-549b-4bf6-8148-275882abd910 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.516945 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c7c1412-f143-4cc5-b977-f6379638c6a3 req-504c5182-549b-4bf6-8148-275882abd910 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 931 time: 0.2486713 Jul 05 03:53:15.617756 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c7c1412-f143-4cc5-b977-f6379638c6a3 req-1a68eebc-d6eb-4eb6-a88a-66deeea1a915 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/security-groups?id=27fe525c-e130-45df-954b-27e36ae8a002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997875 Jul 05 03:53:15.679610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88098076-2a45-44e5-a3c7-20eda14279ed req-89295ef6-d2be-4bf6-9c3b-a2d2786dd42e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.697145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88098076-2a45-44e5-a3c7-20eda14279ed req-89295ef6-d2be-4bf6-9c3b-a2d2786dd42e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.719033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88098076-2a45-44e5-a3c7-20eda14279ed req-89295ef6-d2be-4bf6-9c3b-a2d2786dd42e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.726636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88098076-2a45-44e5-a3c7-20eda14279ed req-89295ef6-d2be-4bf6-9c3b-a2d2786dd42e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.739243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88098076-2a45-44e5-a3c7-20eda14279ed req-89295ef6-d2be-4bf6-9c3b-a2d2786dd42e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.762500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88098076-2a45-44e5-a3c7-20eda14279ed req-89295ef6-d2be-4bf6-9c3b-a2d2786dd42e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.769773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88098076-2a45-44e5-a3c7-20eda14279ed req-89295ef6-d2be-4bf6-9c3b-a2d2786dd42e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.771632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88098076-2a45-44e5-a3c7-20eda14279ed req-89295ef6-d2be-4bf6-9c3b-a2d2786dd42e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5421 time: 0.4059095 Jul 05 03:53:15.776686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-35082c66-3668-4327-a6d8-2123b2f85925 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245045 Jul 05 03:53:15.807533 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8352d6-e1d3-45c8-8e14-20d157b48b80 x-openstack-request-id: req-8a8352d6-e1d3-45c8-8e14-20d157b48b80 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:15.807818 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15d6a5e-532e-4472-a3e1-014567dc5edd", "tag": "b51b504d-dde0-45a8-9efc-6676453b1ee8", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:15.808067 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a8352d6-e1d3-45c8-8e14-20d157b48b80 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:15.808481 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15d6a5e-532e-4472-a3e1-014567dc5edd', 'tag': 'b51b504d-dde0-45a8-9efc-6676453b1ee8', 'status': 'completed', 'code': 200} Jul 05 03:53:15.913298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794f6e99-de32-4ded-b705-aafc44b4644e {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:15.940068 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.959778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Transition to ACTIVE for port object 794f6e99-de32-4ded-b705-aafc44b4644e will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:15.970321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5420b4-7efb-4777-9dda-e1be46d58dcb req-cc95c539-a627-462f-8fa9-8ae5bf7c6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.972567 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ed5420b4-7efb-4777-9dda-e1be46d58dcb req-cc95c539-a627-462f-8fa9-8ae5bf7c6572 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba56956b8ee64f7093d9800cdb2c13f0&device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 1094 time: 0.1670520 Jul 05 03:53:16.021437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88098076-2a45-44e5-a3c7-20eda14279ed req-e3a3c7f3-b1ca-454a-bf3b-1a5eea34e96d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2422762 Jul 05 03:53:16.023583 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a1b29aa-6a3f-4181-a1d0-81b163d27a6e req-215860d2-9dc8-4914-b42a-273cba0d950e service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333276 Jul 05 03:53:16.161867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5420b4-7efb-4777-9dda-e1be46d58dcb req-2d14ce1c-630d-492e-8223-494fb0499491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.164749 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ed5420b4-7efb-4777-9dda-e1be46d58dcb req-2d14ce1c-630d-492e-8223-494fb0499491 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b24aa771-bb90-4f60-9cb2-ad9f58e06b2a HTTP/1.1" status: 200 len: 923 time: 0.1843433 Jul 05 03:53:16.166000 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.209078 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ed5420b4-7efb-4777-9dda-e1be46d58dcb req-64925288-6b6d-42e0-b1fc-5e95a15b242c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b51b504d-dde0-45a8-9efc-6676453b1ee8 HTTP/1.1" status: 200 len: 217 time: 0.0376678 Jul 05 03:53:16.235214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d93682b-6f69-44cb-be92-7d6385983b3e req-5f223e26-d479-4c00-8065-b5bc7a8332fd tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 210 time: 0.0909610 Jul 05 03:53:16.355606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Pushing event updated for resources: {'Port': ['ID=794f6e99-de32-4ded-b705-aafc44b4644e,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:16.392104 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5420b4-7efb-4777-9dda-e1be46d58dcb req-cb5efa09-41be-4dc8-b9a9-675dce58a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.393873 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ed5420b4-7efb-4777-9dda-e1be46d58dcb req-cb5efa09-41be-4dc8-b9a9-675dce58a57e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=012f2dd1-9f1c-4762-b837-3aa362dfecfc HTTP/1.1" status: 200 len: 862 time: 0.1611755 Jul 05 03:53:16.440301 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b51b504d-dde0-45a8-9efc-6676453b1ee8 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:16.471013 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': 'c456a42a-09c5-4f07-bd3d-805697e58d69'}, {'server_uuid': 'a627a7ba-8942-442e-87fc-3470c84d6ce1', 'name': 'network-vif-deleted', 'tag': '95f957aa-e51a-4d60-acb5-b0a8e494496f'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:16.485090 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd655680-fc93-489b-bd96-f205ad37fad2" -d '{"events": [{"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "c456a42a-09c5-4f07-bd3d-805697e58d69"}, {"server_uuid": "a627a7ba-8942-442e-87fc-3470c84d6ce1", "name": "network-vif-deleted", "tag": "95f957aa-e51a-4d60-acb5-b0a8e494496f"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:16.542190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2968d-b390-439e-8107-1763034fa4fc req-a9e31e1e-dcfe-4a19-9381-0c4eb1f15a3b tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.545970 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2e2968d-b390-439e-8107-1763034fa4fc req-a9e31e1e-dcfe-4a19-9381-0c4eb1f15a3b tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 943 time: 0.1308634 Jul 05 03:53:16.577622 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ed5420b4-7efb-4777-9dda-e1be46d58dcb req-95e6a79c-f12e-4545-9dcf-8c7392c2ed7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b24aa771-bb90-4f60-9cb2-ad9f58e06b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588454 Jul 05 03:53:16.633648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2e2968d-b390-439e-8107-1763034fa4fc req-83f5d4cb-9f6e-4894-8e78-6e8a40a0fdc8 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/security-groups?id=7732ee4f-09d9-4211-9764-38a192241e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774279 Jul 05 03:53:16.684876 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b51b504d-dde0-45a8-9efc-6676453b1ee8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b51b504d-dde0-45a8-9efc-6676453b1ee8,segment=NetworkSegment(2657be32-fb3e-4da9-828e-de8bbbafd5f1),segment_id=2657be32-fb3e-4da9-828e-de8bbbafd5f1)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:16.709003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Attempting to bind port 794f6e99-de32-4ded-b705-aafc44b4644e on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:16.710794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Attempting to bind port 794f6e99-de32-4ded-b705-aafc44b4644e by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '638692dc-1673-4b60-bec1-8e4a2a32a541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:16.711182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Attempting to bind port 794f6e99-de32-4ded-b705-aafc44b4644e on network 688bde67-c898-4685-83f1-1878a4cebea6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:16.727860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Port 794f6e99-de32-4ded-b705-aafc44b4644e on network 688bde67-c898-4685-83f1-1878a4cebea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:16.728221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Attempting to bind port 794f6e99-de32-4ded-b705-aafc44b4644e on network 688bde67-c898-4685-83f1-1878a4cebea6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:16.732525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'b51b504d-dde0-45a8-9efc-6676453b1ee8', 'network_id': 'b24aa771-bb90-4f60-9cb2-ad9f58e06b2a', 'port_id': 'b51b504d-dde0-45a8-9efc-6676453b1ee8', 'mac_address': 'fa:16:3e:97:95:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012f2dd1-9f1c-4762-b837-3aa362dfecfc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:16.735553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:16.735891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Checking segment: {'id': '638692dc-1673-4b60-bec1-8e4a2a32a541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:16.736274 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Bound using segment: {'id': '638692dc-1673-4b60-bec1-8e4a2a32a541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:16.736895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Bound port: 794f6e99-de32-4ded-b705-aafc44b4644e, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '638692dc-1673-4b60-bec1-8e4a2a32a541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:16.737262 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.826499 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.843641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51b504d-dde0-45a8-9efc-6676453b1ee8 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:16.867464 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b51b504d-dde0-45a8-9efc-6676453b1ee8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b51b504d-dde0-45a8-9efc-6676453b1ee8,segment=NetworkSegment(2657be32-fb3e-4da9-828e-de8bbbafd5f1),segment_id=2657be32-fb3e-4da9-828e-de8bbbafd5f1)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:16.896858 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ed5420b4-7efb-4777-9dda-e1be46d58dcb req-435f93e9-6940-40a8-b485-16979ce1d589 service neutron] 10.222.0.11 "GET /v2.0/networks/b24aa771-bb90-4f60-9cb2-ad9f58e06b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159068 Jul 05 03:53:16.959406 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.968687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1974049-953a-49c2-9da7-d1f6f2890c17 req-bceb9f87-c956-4f33-bc60-429564e078ae tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.971798 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1974049-953a-49c2-9da7-d1f6f2890c17 req-bceb9f87-c956-4f33-bc60-429564e078ae tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.1540415 Jul 05 03:53:17.030542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] For port 794f6e99-de32-4ded-b705-aafc44b4644e, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:17.044204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=b51b504d-dde0-45a8-9efc-6676453b1ee8,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:17.054491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] For port 794f6e99-de32-4ded-b705-aafc44b4644e, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=794f6e99-de32-4ded-b705-aafc44b4644e,segment=NetworkSegment(638692dc-1673-4b60-bec1-8e4a2a32a541),segment_id=638692dc-1673-4b60-bec1-8e4a2a32a541)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:17.064806 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1974049-953a-49c2-9da7-d1f6f2890c17 req-f7f38a43-e0ea-4879-8a6f-b5921ecf77fd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869322 Jul 05 03:53:17.148812 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ed5420b4-7efb-4777-9dda-e1be46d58dcb req-97696568-e6df-4f78-bc20-5f81a6102523 service neutron] 10.222.0.11 "GET /v2.0/networks/b24aa771-bb90-4f60-9cb2-ad9f58e06b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489171 Jul 05 03:53:17.178871 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.193181 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de063f15-4fb2-495d-82b4-0ab9f54a0939 x-openstack-request-id: req-de063f15-4fb2-495d-82b4-0ab9f54a0939 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:17.193475 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "c456a42a-09c5-4f07-bd3d-805697e58d69", "status": "completed", "code": 200}, {"server_uuid": "a627a7ba-8942-442e-87fc-3470c84d6ce1", "name": "network-vif-deleted", "tag": "95f957aa-e51a-4d60-acb5-b0a8e494496f", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:17.193727 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de063f15-4fb2-495d-82b4-0ab9f54a0939 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:17.194131 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': 'c456a42a-09c5-4f07-bd3d-805697e58d69', 'status': 'completed', 'code': 200} Jul 05 03:53:17.194401 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a627a7ba-8942-442e-87fc-3470c84d6ce1', 'name': 'network-vif-deleted', 'tag': '95f957aa-e51a-4d60-acb5-b0a8e494496f', 'status': 'completed', 'code': 200} Jul 05 03:53:17.218234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['b51b504d-dde0-45a8-9efc-6676453b1ee8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:17.252105 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.252915 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.255430 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] 10.222.0.11 "PUT /v2.0/ports/794f6e99-de32-4ded-b705-aafc44b4644e HTTP/1.1" status: 200 len: 1091 time: 2.0726318 Jul 05 03:53:17.308684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade71977-8808-4e0a-92c7-4d4778584a99 service neutron] Pushing event updated for resources: {'Port': ['ID=794f6e99-de32-4ded-b705-aafc44b4644e,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:17.361521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-09830e91-0d29-4358-9141-bb4800c5c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.371014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-09830e91-0d29-4358-9141-bb4800c5c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.371940 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-09830e91-0d29-4358-9141-bb4800c5c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.372677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-09830e91-0d29-4358-9141-bb4800c5c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.376085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-09830e91-0d29-4358-9141-bb4800c5c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.378135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-09830e91-0d29-4358-9141-bb4800c5c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.380858 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-09830e91-0d29-4358-9141-bb4800c5c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.386160 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-09830e91-0d29-4358-9141-bb4800c5c230 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d16dca7328249f08e2390e95c16dfe3&device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 6478 time: 0.1620772 Jul 05 03:53:17.486476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-cd829b4f-e28f-4141-8271-da01a72aed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.490243 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-cd829b4f-e28f-4141-8271-da01a72aed93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54b64bc49424411488d22faec9e6a12c&device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 1094 time: 0.1343699 Jul 05 03:53:17.611406 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-25473349-a575-4620-b3ba-4d3a1bcf3d68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=794f6e99-de32-4ded-b705-aafc44b4644e HTTP/1.1" status: 200 len: 217 time: 0.1130455 Jul 05 03:53:17.726930 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-a45f4583-b535-4370-8b9e-b19938393267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.729823 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-a45f4583-b535-4370-8b9e-b19938393267 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c495426-330d-4f54-89b2-340f610a9650 HTTP/1.1" status: 200 len: 845 time: 0.1094346 Jul 05 03:53:17.809340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90495ff3-20ef-4105-84e9-f8240d7e71bc', 'tag': '794f6e99-de32-4ded-b705-aafc44b4644e'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:17.816873 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f54fb25-7997-486c-81d4-71a23c0bde44" -d '{"events": [{"name": "network-changed", "server_uuid": "90495ff3-20ef-4105-84e9-f8240d7e71bc", "tag": "794f6e99-de32-4ded-b705-aafc44b4644e"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:17.825805 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-a1f4d980-8e99-459f-82a4-3b30333e3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.828246 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-a1f4d980-8e99-459f-82a4-3b30333e3262 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=688bde67-c898-4685-83f1-1878a4cebea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913379 Jul 05 03:53:17.959397 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-370cf004-a7cb-45cf-951d-9079db3b911c service neutron] 10.222.0.11 "GET /v2.0/networks/688bde67-c898-4685-83f1-1878a4cebea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220076 Jul 05 03:53:18.087758 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e765d17d-8c38-43d6-af8a-d672dfcd7e05 req-17404560-71d9-4468-a4a4-72abe42aa05b service neutron] 10.222.0.11 "GET /v2.0/networks/688bde67-c898-4685-83f1-1878a4cebea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210499 Jul 05 03:53:18.090265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-95f55b43-81a3-43d7-adad-166a895a1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.091753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-95f55b43-81a3-43d7-adad-166a895a1636 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ce929db9-95f6-4b19-ab56-323ab9bb83a6 HTTP/1.1" status: 200 len: 902 time: 0.6986904 Jul 05 03:53:18.164815 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720f6be-3f00-47be-89d8-990c4fb6a894 req-6098fb49-430b-411d-a601-16c07e4296d0 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.171662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1720f6be-3f00-47be-89d8-990c4fb6a894 req-6098fb49-430b-411d-a601-16c07e4296d0 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 943 time: 0.2091243 Jul 05 03:53:18.205524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7093f-44b9-4dfa-a025-25fdd7689f5c req-d1219901-f26d-40b8-97c2-694b259d8589 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.212903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7093f-44b9-4dfa-a025-25fdd7689f5c req-d1219901-f26d-40b8-97c2-694b259d8589 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.219453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7093f-44b9-4dfa-a025-25fdd7689f5c req-d1219901-f26d-40b8-97c2-694b259d8589 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.225823 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7093f-44b9-4dfa-a025-25fdd7689f5c req-d1219901-f26d-40b8-97c2-694b259d8589 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.231672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7093f-44b9-4dfa-a025-25fdd7689f5c req-d1219901-f26d-40b8-97c2-694b259d8589 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.237972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7093f-44b9-4dfa-a025-25fdd7689f5c req-d1219901-f26d-40b8-97c2-694b259d8589 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.244791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7093f-44b9-4dfa-a025-25fdd7689f5c req-d1219901-f26d-40b8-97c2-694b259d8589 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.246845 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fcd7093f-44b9-4dfa-a025-25fdd7689f5c req-d1219901-f26d-40b8-97c2-694b259d8589 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5421 time: 0.2833326 Jul 05 03:53:18.257567 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-7405ab59-3477-437b-b9c3-ff899faa373e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c456a42a-09c5-4f07-bd3d-805697e58d69 HTTP/1.1" status: 200 len: 217 time: 0.1574266 Jul 05 03:53:18.364626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1720f6be-3f00-47be-89d8-990c4fb6a894 req-20375085-69e9-4ed8-9f3b-27a1ee996aca tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/security-groups?id=27fe525c-e130-45df-954b-27e36ae8a002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919229 Jul 05 03:53:18.385939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-1c83f904-e1fb-4baa-8e9c-f02fe0dcfd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.390831 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-1c83f904-e1fb-4baa-8e9c-f02fe0dcfd3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cba49b-6d0f-47b0-a85d-60d24e9f83c4 HTTP/1.1" status: 200 len: 797 time: 0.1247709 Jul 05 03:53:18.427663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ddef0fb2-a319-4096-8482-ca71770a30c4 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:18.485385 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fcd7093f-44b9-4dfa-a025-25fdd7689f5c req-b2b9a2ef-27e5-4e15-a094-8fc76d2415ab tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2194149 Jul 05 03:53:18.510317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b51b504d-dde0-45a8-9efc-6676453b1ee8 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:18.554997 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-3c912369-bb79-45bf-a13a-d03d4a7fddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.556800 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-3c912369-bb79-45bf-a13a-d03d4a7fddf4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1541963 Jul 05 03:53:18.763512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-d078166d-c16b-4bc8-9fa4-2725e079d1d1 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984987 Jul 05 03:53:18.767232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port b51b504d-dde0-45a8-9efc-6676453b1ee8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:18.811858 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port b51b504d-dde0-45a8-9efc-6676453b1ee8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:18.812557 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.815288 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.874960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5a7e59-f04f-4d1d-b521-73892a22721d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddef0fb2-a319-4096-8482-ca71770a30c4'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:18.877575 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9e052e-afba-4945-8983-cbe5fa22b5b2" -d '{"events": [{"server_uuid": "ee5a7e59-f04f-4d1d-b521-73892a22721d", "name": "network-vif-unplugged", "status": "completed", "tag": "ddef0fb2-a319-4096-8482-ca71770a30c4"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:18.917931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8bc5581c-0b40-4b62-ab06-1e4769103dce req-9fb1e66e-e418-4ad1-a1b0-55bd0a5e8fef tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/ports?device_id=a627a7ba-8942-442e-87fc-3470c84d6ce1 HTTP/1.1" status: 200 len: 210 time: 0.0969479 Jul 05 03:53:18.945907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ddef0fb2-a319-4096-8482-ca71770a30c4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ddef0fb2-a319-4096-8482-ca71770a30c4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:18.985602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd655680-fc93-489b-bd96-f205ad37fad2 req-3ce60b73-2174-4407-9a28-e1dee3269b02 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137454 Jul 05 03:53:19.035444 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.121115 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.355748 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ddef0fb2-a319-4096-8482-ca71770a30c4,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:19.398243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcadec1-8df4-4480-b9ec-cefe09923a37 req-929ed434-0cd9-498f-a03d-03c05c7bab1f tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.407212 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abcadec1-8df4-4480-b9ec-cefe09923a37 req-929ed434-0cd9-498f-a03d-03c05c7bab1f tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 944 time: 0.2493260 Jul 05 03:53:19.458451 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b51b504d-dde0-45a8-9efc-6676453b1ee8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b51b504d-dde0-45a8-9efc-6676453b1ee8,segment=NetworkSegment(2657be32-fb3e-4da9-828e-de8bbbafd5f1),segment_id=2657be32-fb3e-4da9-828e-de8bbbafd5f1)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:19.490944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd899603-b683-4774-a546-497e40577af8 req-54a6f104-a781-478e-8a3c-fed442541b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.492803 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fd899603-b683-4774-a546-497e40577af8 req-54a6f104-a781-478e-8a3c-fed442541b36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a583d8be5434c7085d28e3958e1688f&device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 1097 time: 0.1554775 Jul 05 03:53:19.593615 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abcadec1-8df4-4480-b9ec-cefe09923a37 req-aefc69f5-5e1d-419c-a75e-4d08f18b67a3 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/security-groups?id=7732ee4f-09d9-4211-9764-38a192241e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771214 Jul 05 03:53:19.600187 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.699501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=b51b504d-dde0-45a8-9efc-6676453b1ee8,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:19.779361 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd899603-b683-4774-a546-497e40577af8 req-706629d2-512a-4b4f-8bf4-49dd8b9f393d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.782781 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fd899603-b683-4774-a546-497e40577af8 req-706629d2-512a-4b4f-8bf4-49dd8b9f393d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1875b0d0-fdef-4b63-9392-d607c58b7aa1 HTTP/1.1" status: 200 len: 911 time: 0.2820828 Jul 05 03:53:19.803620 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d3e16a-ddf6-49f6-9404-145f91f4f184 x-openstack-request-id: req-e6d3e16a-ddf6-49f6-9404-145f91f4f184 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:19.803923 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90495ff3-20ef-4105-84e9-f8240d7e71bc", "tag": "794f6e99-de32-4ded-b705-aafc44b4644e", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:19.804152 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6d3e16a-ddf6-49f6-9404-145f91f4f184 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:19.813192 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90495ff3-20ef-4105-84e9-f8240d7e71bc', 'tag': '794f6e99-de32-4ded-b705-aafc44b4644e', 'status': 'completed', 'code': 200} Jul 05 03:53:19.878208 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666a0bc0-d2ae-4a1a-b8e0-b399028d254d x-openstack-request-id: req-666a0bc0-d2ae-4a1a-b8e0-b399028d254d {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:19.879386 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5a7e59-f04f-4d1d-b521-73892a22721d", "name": "network-vif-unplugged", "status": "completed", "tag": "ddef0fb2-a319-4096-8482-ca71770a30c4", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:19.879734 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-666a0bc0-d2ae-4a1a-b8e0-b399028d254d {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:19.880222 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5a7e59-f04f-4d1d-b521-73892a22721d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddef0fb2-a319-4096-8482-ca71770a30c4', 'code': 200} Jul 05 03:53:20.217163 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1baa2e-6223-430d-9ff0-060192635624 req-497e3b13-aaf7-4c22-a192-5da784404304 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.225023 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e1baa2e-6223-430d-9ff0-060192635624 req-497e3b13-aaf7-4c22-a192-5da784404304 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.1351473 Jul 05 03:53:20.296939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e1baa2e-6223-430d-9ff0-060192635624 req-37d22b20-2734-41b2-bc6c-060927cca439 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704849 Jul 05 03:53:20.346875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bbcf7-ca89-466f-bfe9-577777ecbd03 req-9d8f32e0-15e8-4b38-bdc0-f55f2ae0b743 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.354519 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-625bbcf7-ca89-466f-bfe9-577777ecbd03 req-9d8f32e0-15e8-4b38-bdc0-f55f2ae0b743 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 943 time: 0.2105589 Jul 05 03:53:20.364174 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fd899603-b683-4774-a546-497e40577af8 req-046c2ccf-8dc3-4439-8d69-5dfc9c150dec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efae1b86-20ab-463a-9325-52d627802539 HTTP/1.1" status: 200 len: 1001 time: 0.5490673 Jul 05 03:53:20.435890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-625bbcf7-ca89-466f-bfe9-577777ecbd03 req-43001a6f-8a79-418d-91f5-7534357aa344 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/security-groups?id=27fe525c-e130-45df-954b-27e36ae8a002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803895 Jul 05 03:53:20.492892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd899603-b683-4774-a546-497e40577af8 req-b629c757-8c84-43ec-b645-65dccec1ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.494439 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fd899603-b683-4774-a546-497e40577af8 req-b629c757-8c84-43ec-b645-65dccec1ec72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=839f200a-20a7-49d6-8b34-c3036a817497 HTTP/1.1" status: 200 len: 849 time: 0.1071486 Jul 05 03:53:20.593210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c49623-b024-4154-9ce5-8b4259069f5c req-3ba32aef-e9cf-4cca-b5aa-fccfca5c16e6 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.600902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c49623-b024-4154-9ce5-8b4259069f5c req-3ba32aef-e9cf-4cca-b5aa-fccfca5c16e6 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.607670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c49623-b024-4154-9ce5-8b4259069f5c req-3ba32aef-e9cf-4cca-b5aa-fccfca5c16e6 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.618429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c49623-b024-4154-9ce5-8b4259069f5c req-3ba32aef-e9cf-4cca-b5aa-fccfca5c16e6 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.620008 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54fb25-7997-486c-81d4-71a23c0bde44 req-dcb6ddcd-5192-432e-b602-44cf6979a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.621551 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f54fb25-7997-486c-81d4-71a23c0bde44 req-dcb6ddcd-5192-432e-b602-44cf6979a258 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54b64bc49424411488d22faec9e6a12c&device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 1094 time: 0.8378716 Jul 05 03:53:20.622667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c49623-b024-4154-9ce5-8b4259069f5c req-3ba32aef-e9cf-4cca-b5aa-fccfca5c16e6 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.634397 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c49623-b024-4154-9ce5-8b4259069f5c req-3ba32aef-e9cf-4cca-b5aa-fccfca5c16e6 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.646179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c49623-b024-4154-9ce5-8b4259069f5c req-3ba32aef-e9cf-4cca-b5aa-fccfca5c16e6 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.654798 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-37c49623-b024-4154-9ce5-8b4259069f5c req-3ba32aef-e9cf-4cca-b5aa-fccfca5c16e6 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5421 time: 0.1537819 Jul 05 03:53:20.704896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-37c49623-b024-4154-9ce5-8b4259069f5c req-e37fbcea-dd35-4e15-9aed-0e67e1093006 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490625 Jul 05 03:53:20.827654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd899603-b683-4774-a546-497e40577af8 req-aebe395f-49fe-4933-a430-0d83d6e4800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.829195 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fd899603-b683-4774-a546-497e40577af8 req-aebe395f-49fe-4933-a430-0d83d6e4800d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1875b0d0-fdef-4b63-9392-d607c58b7aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3269470 Jul 05 03:53:20.877528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60078) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:20.920023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54fb25-7997-486c-81d4-71a23c0bde44 req-c07c3643-4311-4858-8a8b-a2908dfb564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.921609 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f54fb25-7997-486c-81d4-71a23c0bde44 req-c07c3643-4311-4858-8a8b-a2908dfb564c service neutron] 10.222.0.11 "GET /v2.0/networks?id=688bde67-c898-4685-83f1-1878a4cebea6 HTTP/1.1" status: 200 len: 907 time: 0.2866662 Jul 05 03:53:21.052290 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f54fb25-7997-486c-81d4-71a23c0bde44 req-4529001a-2c71-48f8-b42f-e48f380f1639 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=794f6e99-de32-4ded-b705-aafc44b4644e HTTP/1.1" status: 200 len: 217 time: 0.1174634 Jul 05 03:53:21.083197 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.112353 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26043c37-757b-491b-a498-3e295ad137ab req-8e56bb0f-2442-4554-b4f4-ff80af0ac175 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.114163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26043c37-757b-491b-a498-3e295ad137ab req-8e56bb0f-2442-4554-b4f4-ff80af0ac175 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/networks?id=c89c692c-00bc-4ef7-bd27-8d630899ce3a HTTP/1.1" status: 200 len: 804 time: 0.3813131 Jul 05 03:53:21.130795 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.131882 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fd899603-b683-4774-a546-497e40577af8 req-066e035e-d04e-4f78-9cc9-36ced0681cc5 service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919426 Jul 05 03:53:21.139175 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54fb25-7997-486c-81d4-71a23c0bde44 req-dd8ad761-5741-4a48-b9f5-592aa4c4cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.141142 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f54fb25-7997-486c-81d4-71a23c0bde44 req-dd8ad761-5741-4a48-b9f5-592aa4c4cdab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c495426-330d-4f54-89b2-340f610a9650 HTTP/1.1" status: 200 len: 845 time: 0.0802817 Jul 05 03:53:21.186508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26043c37-757b-491b-a498-3e295ad137ab req-55087eec-7c1d-4a7e-a202-ea51dc7617e3 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/quotas/87bb8c90cfa74c4cbea3dcba57734d61 HTTP/1.1" status: 200 len: 375 time: 0.0524280 Jul 05 03:53:21.264103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380cbb7-d920-4461-816d-1e33d33852dc req-31958e49-3eec-468a-91c6-d02dca5a9826 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.272584 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b380cbb7-d920-4461-816d-1e33d33852dc req-31958e49-3eec-468a-91c6-d02dca5a9826 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 945 time: 0.2423632 Jul 05 03:53:21.301197 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54fb25-7997-486c-81d4-71a23c0bde44 req-c1238c57-7134-49b0-b8ba-7065ac554970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.307958 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f54fb25-7997-486c-81d4-71a23c0bde44 req-c1238c57-7134-49b0-b8ba-7065ac554970 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=688bde67-c898-4685-83f1-1878a4cebea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526997 Jul 05 03:53:21.313076 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fd899603-b683-4774-a546-497e40577af8 req-8047caf2-0302-471d-8733-2eed9093af3a service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712174 Jul 05 03:53:21.337802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b380cbb7-d920-4461-816d-1e33d33852dc req-50250f46-36fc-4503-996a-509772e7e61d tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/security-groups?id=7732ee4f-09d9-4211-9764-38a192241e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641117 Jul 05 03:53:21.381738 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6ca01573-58fb-423e-86de-5a7dd54e72e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.407538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26043c37-757b-491b-a498-3e295ad137ab req-2c11b6cc-9b4c-4e17-a233-615286786ca3 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=87bb8c90cfa74c4cbea3dcba57734d61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2066576 Jul 05 03:53:21.515175 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f54fb25-7997-486c-81d4-71a23c0bde44 req-6e8e5f1d-6776-43b3-af22-d2600e47fee7 service neutron] 10.222.0.11 "GET /v2.0/networks/688bde67-c898-4685-83f1-1878a4cebea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965628 Jul 05 03:53:21.635000 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26043c37-757b-491b-a498-3e295ad137ab req-750c53df-f452-493a-9056-21442ee520c1 service neutron] 10.222.0.60 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262919 Jul 05 03:53:21.717222 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f54fb25-7997-486c-81d4-71a23c0bde44 req-ca0d440c-2d76-4be2-9d41-dcafea49ffcd service neutron] 10.222.0.11 "GET /v2.0/networks/688bde67-c898-4685-83f1-1878a4cebea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944907 Jul 05 03:53:21.787680 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.790350 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.793690 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "DELETE /v2.0/security-groups/cb70d8bb-cd4a-4556-8eb2-f5c27c505927 HTTP/1.1" status: 204 len: 168 time: 0.9131763 Jul 05 03:53:21.794635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60100) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:21.829765 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-7af84433-6439-4a3c-a308-ad46b4fab7c2 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] show failed (client error): The resource could not be found. Jul 05 03:53:21.834921 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7af84433-6439-4a3c-a308-ad46b4fab7c2 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "GET /v2.0/security-groups/cb70d8bb-cd4a-4556-8eb2-f5c27c505927 HTTP/1.1" status: 404 len: 347 time: 0.0338557 Jul 05 03:53:21.836035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60102) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:21.870142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb70d8bb-cd4a-4556-8eb2-f5c27c505927,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:21.881135 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15d6a5e-532e-4472-a3e1-014567dc5edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51b504d-dde0-45a8-9efc-6676453b1ee8'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:21.883977 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c24e737-f9ee-41e7-aaa5-77ec1345e861" -d '{"events": [{"server_uuid": "a15d6a5e-532e-4472-a3e1-014567dc5edd", "name": "network-vif-plugged", "status": "completed", "tag": "b51b504d-dde0-45a8-9efc-6676453b1ee8"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:21.910057 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:21.910595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:21.911108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:21.911475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:21.911816 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:21.912149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:21.912545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:21.912886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:21.913217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:21.913545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:21.913964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:21.914292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4feb1-7f19-409c-93dc-341299198b35 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:21.973936 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26043c37-757b-491b-a498-3e295ad137ab req-33a597ea-a92f-48de-9d41-ccb674c990b8 service neutron] 10.222.0.60 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373520 Jul 05 03:53:21.997006 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f97818-c2ac-429e-8497-77622c024c79 req-76301012-beb0-4754-9c18-91d7a4aff784 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.998512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99f97818-c2ac-429e-8497-77622c024c79 req-76301012-beb0-4754-9c18-91d7a4aff784 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee5a7e59-f04f-4d1d-b521-73892a22721d HTTP/1.1" status: 200 len: 943 time: 0.2901187 Jul 05 03:53:22.022231 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a53df4-84ac-4747-8114-f2ae2e61f72a req-29e3678d-6417-47d9-a496-c92af5fdc1cc tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.023912 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70a53df4-84ac-4747-8114-f2ae2e61f72a req-29e3678d-6417-47d9-a496-c92af5fdc1cc tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.3056607 Jul 05 03:53:22.233886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-113b2997-aee7-4556-9b3a-ff0b9d20c336 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Deleting port 789464b1-4bc5-4076-8992-420b7284029b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:22.234879 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-113b2997-aee7-4556-9b3a-ff0b9d20c336 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.244187 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70a53df4-84ac-4747-8114-f2ae2e61f72a req-2c56530e-98d0-4d46-9be8-7d503b8420f8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959774 Jul 05 03:53:22.404421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-99f97818-c2ac-429e-8497-77622c024c79 req-af2d6f40-bb92-45c1-90a5-ccb25e62344b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Deleting port ddef0fb2-a319-4096-8482-ca71770a30c4 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:22.404752 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-99f97818-c2ac-429e-8497-77622c024c79 req-af2d6f40-bb92-45c1-90a5-ccb25e62344b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.412481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-113b2997-aee7-4556-9b3a-ff0b9d20c336 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.414022 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-113b2997-aee7-4556-9b3a-ff0b9d20c336 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.428615 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-113b2997-aee7-4556-9b3a-ff0b9d20c336 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Calling delete_port for 789464b1-4bc5-4076-8992-420b7284029b owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:22.473554 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 794f6e99-de32-4ded-b705-aafc44b4644e details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:22.651952 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-113b2997-aee7-4556-9b3a-ff0b9d20c336 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.725857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 794f6e99-de32-4ded-b705-aafc44b4644e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=794f6e99-de32-4ded-b705-aafc44b4644e,segment=NetworkSegment(638692dc-1673-4b60-bec1-8e4a2a32a541),segment_id=638692dc-1673-4b60-bec1-8e4a2a32a541)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:22.742157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '794f6e99-de32-4ded-b705-aafc44b4644e', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'port_id': '794f6e99-de32-4ded-b705-aafc44b4644e', 'mac_address': 'fa:16:3e:65:0c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c495426-330d-4f54-89b2-340f610a9650', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:22.757304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b2997-aee7-4556-9b3a-ff0b9d20c336 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Pushing event deleted for resources: {'Port': ['ID=789464b1-4bc5-4076-8992-420b7284029b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:22.827351 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.856018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794f6e99-de32-4ded-b705-aafc44b4644e {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:22.869836 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-113b2997-aee7-4556-9b3a-ff0b9d20c336 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.871998 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-113b2997-aee7-4556-9b3a-ff0b9d20c336 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.873242 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-113b2997-aee7-4556-9b3a-ff0b9d20c336 tempest-ServersTestBootFromVolume-1328669292 tempest-ServersTestBootFromVolume-1328669292-project] 10.222.0.60 "DELETE /v2.0/floatingips/d4101385-4e0d-4923-9d7f-05b76212b19a HTTP/1.1" status: 204 len: 168 time: 1.0359480 Jul 05 03:53:22.877050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60120) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:22.903257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 794f6e99-de32-4ded-b705-aafc44b4644e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=794f6e99-de32-4ded-b705-aafc44b4644e,segment=NetworkSegment(638692dc-1673-4b60-bec1-8e4a2a32a541),segment_id=638692dc-1673-4b60-bec1-8e4a2a32a541)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:22.941356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-99f97818-c2ac-429e-8497-77622c024c79 req-af2d6f40-bb92-45c1-90a5-ccb25e62344b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] For port ddef0fb2-a319-4096-8482-ca71770a30c4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ddef0fb2-a319-4096-8482-ca71770a30c4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:22.941936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-99f97818-c2ac-429e-8497-77622c024c79 req-af2d6f40-bb92-45c1-90a5-ccb25e62344b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.966091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-99f97818-c2ac-429e-8497-77622c024c79 req-af2d6f40-bb92-45c1-90a5-ccb25e62344b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Calling delete_port for ddef0fb2-a319-4096-8482-ca71770a30c4 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:22.999318 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.019836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14b08d-4597-45b4-9603-ebf81704376b req-b9493024-6f8d-437b-9163-f82750074c49 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.027359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a14b08d-4597-45b4-9603-ebf81704376b req-b9493024-6f8d-437b-9163-f82750074c49 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 943 time: 0.3770087 Jul 05 03:53:23.055595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=794f6e99-de32-4ded-b705-aafc44b4644e,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:23.095585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22327b-5e35-4c11-a1ac-f96fe17fc58b req-ce43f814-5378-4887-91a4-81c87835cb64 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.102270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22327b-5e35-4c11-a1ac-f96fe17fc58b req-ce43f814-5378-4887-91a4-81c87835cb64 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.108023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22327b-5e35-4c11-a1ac-f96fe17fc58b req-ce43f814-5378-4887-91a4-81c87835cb64 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.129462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22327b-5e35-4c11-a1ac-f96fe17fc58b req-ce43f814-5378-4887-91a4-81c87835cb64 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.137285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22327b-5e35-4c11-a1ac-f96fe17fc58b req-ce43f814-5378-4887-91a4-81c87835cb64 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.150280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22327b-5e35-4c11-a1ac-f96fe17fc58b req-ce43f814-5378-4887-91a4-81c87835cb64 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.166273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22327b-5e35-4c11-a1ac-f96fe17fc58b req-ce43f814-5378-4887-91a4-81c87835cb64 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.178557 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c22327b-5e35-4c11-a1ac-f96fe17fc58b req-ce43f814-5378-4887-91a4-81c87835cb64 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5421 time: 0.3832338 Jul 05 03:53:23.249970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['794f6e99-de32-4ded-b705-aafc44b4644e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:23.303729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a14b08d-4597-45b4-9603-ebf81704376b req-dfe90bee-3a72-40ee-beac-3418b74858d4 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/security-groups?id=27fe525c-e130-45df-954b-27e36ae8a002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752492 Jul 05 03:53:23.331117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c22327b-5e35-4c11-a1ac-f96fe17fc58b req-ba536285-88fb-4cf3-83c3-ac6311bc90bc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1444168 Jul 05 03:53:23.484857 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e423a381-f8dc-427b-aa8d-e7964d9ff677 x-openstack-request-id: req-e423a381-f8dc-427b-aa8d-e7964d9ff677 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:23.485511 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15d6a5e-532e-4472-a3e1-014567dc5edd", "name": "network-vif-plugged", "status": "completed", "tag": "b51b504d-dde0-45a8-9efc-6676453b1ee8", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:23.485634 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e423a381-f8dc-427b-aa8d-e7964d9ff677 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:23.486104 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15d6a5e-532e-4472-a3e1-014567dc5edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51b504d-dde0-45a8-9efc-6676453b1ee8', 'code': 200} Jul 05 03:53:23.558453 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60463cab-01f3-4f54-ace3-9152a5ebe26d req-3933b309-74e3-425c-ba8b-a9337ee0600a tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 210 time: 0.0733540 Jul 05 03:53:23.564767 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-99f97818-c2ac-429e-8497-77622c024c79 req-af2d6f40-bb92-45c1-90a5-ccb25e62344b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.655225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d6f40-bb92-45c1-90a5-ccb25e62344b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Pushing event deleted for resources: {'Port': ['ID=ddef0fb2-a319-4096-8482-ca71770a30c4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:23.765242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fe541-82d9-439e-86b8-0bff7a942df3 req-a7b4370c-a8a3-401f-a889-b2debc7dc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.767439 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-025fe541-82d9-439e-86b8-0bff7a942df3 req-a7b4370c-a8a3-401f-a889-b2debc7dc51f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 1096 time: 0.2499592 Jul 05 03:53:23.809074 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f97818-c2ac-429e-8497-77622c024c79 req-af2d6f40-bb92-45c1-90a5-ccb25e62344b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] No DVR routers for this DVR port ddef0fb2-a319-4096-8482-ca71770a30c4 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:23.812277 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-99f97818-c2ac-429e-8497-77622c024c79 req-af2d6f40-bb92-45c1-90a5-ccb25e62344b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.814677 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99f97818-c2ac-429e-8497-77622c024c79 req-af2d6f40-bb92-45c1-90a5-ccb25e62344b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "DELETE /v2.0/ports/ddef0fb2-a319-4096-8482-ca71770a30c4 HTTP/1.1" status: 204 len: 173 time: 1.7898886 Jul 05 03:53:23.815186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5a7e59-f04f-4d1d-b521-73892a22721d', 'name': 'network-vif-deleted', 'tag': 'ddef0fb2-a319-4096-8482-ca71770a30c4'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:23.827145 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0560ae-e0a9-4ccc-9eb5-8c1453d73de1" -d '{"events": [{"server_uuid": "ee5a7e59-f04f-4d1d-b521-73892a22721d", "name": "network-vif-deleted", "tag": "ddef0fb2-a319-4096-8482-ca71770a30c4"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:23.879694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217f09c-9a56-4e43-8a23-6d6c05ab8335 req-3f78ff11-3dca-4ea1-a8e1-1b66fec9c9d7 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.882006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e217f09c-9a56-4e43-8a23-6d6c05ab8335 req-3f78ff11-3dca-4ea1-a8e1-1b66fec9c9d7 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 945 time: 0.1605153 Jul 05 03:53:23.960116 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-025fe541-82d9-439e-86b8-0bff7a942df3 req-3294f138-3839-4e2c-b078-a64eac62468b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7732ee4f-09d9-4211-9764-38a192241e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768680 Jul 05 03:53:23.970861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e217f09c-9a56-4e43-8a23-6d6c05ab8335 req-0b44a943-025a-47f4-9c14-0744f7a1e537 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/security-groups?id=7732ee4f-09d9-4211-9764-38a192241e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654378 Jul 05 03:53:24.013494 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ae6c717-e518-4f66-8322-2d4142f1ec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.134289 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee46b2-eaaf-4df2-8d22-0dbbe34e6c6e req-0c17db91-7600-41b2-801c-6b9e6928dd85 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.141724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2fee46b2-eaaf-4df2-8d22-0dbbe34e6c6e req-0c17db91-7600-41b2-801c-6b9e6928dd85 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.1698396 Jul 05 03:53:24.145633 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac79a0ca-0246-40e7-8c7c-b86009026dc2 x-openstack-request-id: req-ac79a0ca-0246-40e7-8c7c-b86009026dc2 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:24.145920 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5a7e59-f04f-4d1d-b521-73892a22721d", "name": "network-vif-deleted", "tag": "ddef0fb2-a319-4096-8482-ca71770a30c4", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:24.146301 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac79a0ca-0246-40e7-8c7c-b86009026dc2 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:24.147267 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5a7e59-f04f-4d1d-b521-73892a22721d', 'name': 'network-vif-deleted', 'tag': 'ddef0fb2-a319-4096-8482-ca71770a30c4', 'status': 'completed', 'code': 200} Jul 05 03:53:24.197485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2fee46b2-eaaf-4df2-8d22-0dbbe34e6c6e req-ebcb6bc8-ee61-4fcf-8d02-a168ea4c76bf tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547297 Jul 05 03:53:24.268460 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-700f3d43-b3e4-4de8-88a1-5c59e1cb8a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.336781 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.470938 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 794f6e99-de32-4ded-b705-aafc44b4644e up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:24.490519 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-8ae6c717-e518-4f66-8322-2d4142f1ec86 admin admin] Deleting port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:24.493919 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ae6c717-e518-4f66-8322-2d4142f1ec86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.545616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77466c-fc51-418f-b032-eab197c330a5 req-e3a2dd50-78ab-4ed9-9769-e32f657109ef tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.547627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e77466c-fc51-418f-b032-eab197c330a5 req-e3a2dd50-78ab-4ed9-9769-e32f657109ef tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 944 time: 0.0926726 Jul 05 03:53:24.649219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-8ae6c717-e518-4f66-8322-2d4142f1ec86 admin admin] For port c64b8d47-d3b5-4764-8f4d-ad1169f82ae9, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c64b8d47-d3b5-4764-8f4d-ad1169f82ae9,segment=NetworkSegment(4e602cc5-eb2b-4502-bfd8-7e7107ee5011),segment_id=4e602cc5-eb2b-4502-bfd8-7e7107ee5011)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:24.649740 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ae6c717-e518-4f66-8322-2d4142f1ec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.656984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 794f6e99-de32-4ded-b705-aafc44b4644e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:24.662618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 794f6e99-de32-4ded-b705-aafc44b4644e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:24.663038 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.671377 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-8ae6c717-e518-4f66-8322-2d4142f1ec86 admin admin] Calling delete_port for c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:24.689161 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e77466c-fc51-418f-b032-eab197c330a5 req-d8e4dc68-e3ae-4933-ac9d-051eb1c89c0c tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/security-groups?id=27fe525c-e130-45df-954b-27e36ae8a002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333232 Jul 05 03:53:24.797856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e12a-9cb8-41c9-94f0-26db9bb47b21 req-510d6104-5f9d-4a1a-8785-4ee8da9f0a1e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.811741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e12a-9cb8-41c9-94f0-26db9bb47b21 req-510d6104-5f9d-4a1a-8785-4ee8da9f0a1e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.824640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e12a-9cb8-41c9-94f0-26db9bb47b21 req-510d6104-5f9d-4a1a-8785-4ee8da9f0a1e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.844277 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e12a-9cb8-41c9-94f0-26db9bb47b21 req-510d6104-5f9d-4a1a-8785-4ee8da9f0a1e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.866729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e12a-9cb8-41c9-94f0-26db9bb47b21 req-510d6104-5f9d-4a1a-8785-4ee8da9f0a1e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.895600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e12a-9cb8-41c9-94f0-26db9bb47b21 req-510d6104-5f9d-4a1a-8785-4ee8da9f0a1e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.907751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e12a-9cb8-41c9-94f0-26db9bb47b21 req-510d6104-5f9d-4a1a-8785-4ee8da9f0a1e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.916190 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-85f3e12a-9cb8-41c9-94f0-26db9bb47b21 req-510d6104-5f9d-4a1a-8785-4ee8da9f0a1e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5421 time: 0.3540080 Jul 05 03:53:24.942595 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.029279 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8259ee9-5d18-44e2-9191-eb680a2e5182 req-b817dbc4-e14e-4e06-9539-8390b561f224 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 210 time: 0.1063840 Jul 05 03:53:25.075265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-85f3e12a-9cb8-41c9-94f0-26db9bb47b21 req-db3af353-8466-4f85-8d6d-ea56c9e09a29 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506546 Jul 05 03:53:25.107739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 794f6e99-de32-4ded-b705-aafc44b4644e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=794f6e99-de32-4ded-b705-aafc44b4644e,segment=NetworkSegment(638692dc-1673-4b60-bec1-8e4a2a32a541),segment_id=638692dc-1673-4b60-bec1-8e4a2a32a541)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:25.115920 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ae6c717-e518-4f66-8322-2d4142f1ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.187309 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6c717-e518-4f66-8322-2d4142f1ec86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c64b8d47-d3b5-4764-8f4d-ad1169f82ae9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:25.325719 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.329981 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.458849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=794f6e99-de32-4ded-b705-aafc44b4644e,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:25.467077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d97e15-a949-4298-b422-99f09a260a5b req-754d3001-28f6-4346-aad6-40f6a5d9a12f tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.470199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e8d97e15-a949-4298-b422-99f09a260a5b req-754d3001-28f6-4346-aad6-40f6a5d9a12f tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 945 time: 0.1417367 Jul 05 03:53:25.488493 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90495ff3-20ef-4105-84e9-f8240d7e71bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794f6e99-de32-4ded-b705-aafc44b4644e'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:25.495410 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee05a23c-47fe-4ee0-9b22-c0800d29629e" -d '{"events": [{"server_uuid": "90495ff3-20ef-4105-84e9-f8240d7e71bc", "name": "network-vif-plugged", "status": "completed", "tag": "794f6e99-de32-4ded-b705-aafc44b4644e"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:25.567144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e8d97e15-a949-4298-b422-99f09a260a5b req-0e8507cb-4447-45cc-a111-899b9f099fe3 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/security-groups?id=7732ee4f-09d9-4211-9764-38a192241e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761163 Jul 05 03:53:25.578232 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ae6c717-e518-4f66-8322-2d4142f1ec86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.598300 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff88d5f0-4ff9-466e-9169-6e80357e2e27 x-openstack-request-id: req-ff88d5f0-4ff9-466e-9169-6e80357e2e27 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:25.598300 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90495ff3-20ef-4105-84e9-f8240d7e71bc", "name": "network-vif-plugged", "status": "completed", "tag": "794f6e99-de32-4ded-b705-aafc44b4644e", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:25.598300 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff88d5f0-4ff9-466e-9169-6e80357e2e27 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:25.598300 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90495ff3-20ef-4105-84e9-f8240d7e71bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794f6e99-de32-4ded-b705-aafc44b4644e', 'code': 200} Jul 05 03:53:25.853682 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44ee99-c89a-4978-8a8c-27b085fe49d4 req-81dad8fa-8331-45d0-b017-098cf161e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.855112 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-be44ee99-c89a-4978-8a8c-27b085fe49d4 req-81dad8fa-8331-45d0-b017-098cf161e175 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 1096 time: 0.1404891 Jul 05 03:53:25.916836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63432c-fd03-40a5-a8aa-3bb1a0c5b976 req-b675436a-9d03-47e6-9493-eddff3bb1c7c tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.920907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe63432c-fd03-40a5-a8aa-3bb1a0c5b976 req-b675436a-9d03-47e6-9493-eddff3bb1c7c tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 945 time: 0.0988972 Jul 05 03:53:25.933418 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-be44ee99-c89a-4978-8a8c-27b085fe49d4 req-98b3bf1f-b91c-41e0-9a3d-cfe38abf6460 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=27fe525c-e130-45df-954b-27e36ae8a002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469363 Jul 05 03:53:25.941228 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae6c717-e518-4f66-8322-2d4142f1ec86 admin admin] Router 782cb859-4163-432a-94ba-28fb7907dc6d has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:25.994257 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe63432c-fd03-40a5-a8aa-3bb1a0c5b976 req-bc980e30-2c0e-4b55-a110-9a51d6ed6729 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/security-groups?id=27fe525c-e130-45df-954b-27e36ae8a002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643251 Jul 05 03:53:26.083006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae6c717-e518-4f66-8322-2d4142f1ec86 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:26.092262 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5fdd7-0ee2-4931-acff-b4e9aa8d6361 None None] Sync routers for ids ['782cb859-4163-432a-94ba-28fb7907dc6d'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:26.097076 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60168) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:26.097615 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8ae6c717-e518-4f66-8322-2d4142f1ec86 admin admin] 10.222.0.60 "PUT /v2.0/routers/782cb859-4163-432a-94ba-28fb7907dc6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2189782 Jul 05 03:53:26.110945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa5fdd7-0ee2-4931-acff-b4e9aa8d6361 None None] Routers {'782cb859-4163-432a-94ba-28fb7907dc6d'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:26.111707 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eaa5fdd7-0ee2-4931-acff-b4e9aa8d6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:53:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['782cb859-4163-432a-94ba-28fb7907dc6d'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:26.323904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-eaa5fdd7-0ee2-4931-acff-b4e9aa8d6361 None None] Set router 782cb859-4163-432a-94ba-28fb7907dc6d gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:26.437034 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4cfb140f-72ac-42b0-8a7e-40c0e470a158 req-c3d28944-6548-4537-962e-0c1a0236ff5c tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 210 time: 0.2036221 Jul 05 03:53:26.465636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ddef0fb2-a319-4096-8482-ca71770a30c4 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:26.507542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: ddef0fb2-a319-4096-8482-ca71770a30c4 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:26.507888 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ddef0fb2-a319-4096-8482-ca71770a30c4 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:26.570374 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.711970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db58175-ffaa-45cc-a392-ee66605aae25 req-425bcb67-6258-426b-b0ed-2942b2676887 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.717938 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db58175-ffaa-45cc-a392-ee66605aae25 req-425bcb67-6258-426b-b0ed-2942b2676887 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.724352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db58175-ffaa-45cc-a392-ee66605aae25 req-425bcb67-6258-426b-b0ed-2942b2676887 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.730489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db58175-ffaa-45cc-a392-ee66605aae25 req-425bcb67-6258-426b-b0ed-2942b2676887 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.737321 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db58175-ffaa-45cc-a392-ee66605aae25 req-425bcb67-6258-426b-b0ed-2942b2676887 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.744592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db58175-ffaa-45cc-a392-ee66605aae25 req-425bcb67-6258-426b-b0ed-2942b2676887 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.750598 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db58175-ffaa-45cc-a392-ee66605aae25 req-425bcb67-6258-426b-b0ed-2942b2676887 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.759622 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6db58175-ffaa-45cc-a392-ee66605aae25 req-425bcb67-6258-426b-b0ed-2942b2676887 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5421 time: 0.3946450 Jul 05 03:53:26.769728 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.782729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26043c37-757b-491b-a498-3e295ad137ab req-390ba5e3-e3dc-4a14-b08a-53855cd16b77 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.790502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26043c37-757b-491b-a498-3e295ad137ab req-390ba5e3-e3dc-4a14-b08a-53855cd16b77 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "GET /v2.0/networks?id=c89c692c-00bc-4ef7-bd27-8d630899ce3a HTTP/1.1" status: 200 len: 804 time: 0.4982827 Jul 05 03:53:26.798400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-26043c37-757b-491b-a498-3e295ad137ab req-f5e890ac-a523-4bc8-96b6-958b868fc367 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Request body: {'port': {'device_id': '49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a', 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a', 'admin_state_up': True, 'tenant_id': '87bb8c90cfa74c4cbea3dcba57734d61'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:26.805595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eaa5fdd7-0ee2-4931-acff-b4e9aa8d6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:53:24Z', 'revision_number': 5, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:26.844444 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5fdd7-0ee2-4931-acff-b4e9aa8d6361 None None] Checking router: 782cb859-4163-432a-94ba-28fb7907dc6d for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:26.856455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa5fdd7-0ee2-4931-acff-b4e9aa8d6361 None None] Routers {'782cb859-4163-432a-94ba-28fb7907dc6d'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:26.856455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eaa5fdd7-0ee2-4931-acff-b4e9aa8d6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:53:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['782cb859-4163-432a-94ba-28fb7907dc6d'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:26.995210 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-eaa5fdd7-0ee2-4931-acff-b4e9aa8d6361 None None] Set router 782cb859-4163-432a-94ba-28fb7907dc6d gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:27.026992 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6db58175-ffaa-45cc-a392-ee66605aae25 req-8005603e-61f8-4b6f-92b0-6d75d48876ca tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2664058 Jul 05 03:53:27.077291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789f14a-f0db-463d-aec0-6f3de667db45 req-32c7c25f-6991-4922-beff-76590ec0c9c3 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:27.082907 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.085258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b789f14a-f0db-463d-aec0-6f3de667db45 req-32c7c25f-6991-4922-beff-76590ec0c9c3 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 945 time: 0.1803565 Jul 05 03:53:27.131471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] Deleting port 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:27.132304 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.232631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] For port 14e0a225-1e34-4a2c-a48c-1cd37fffdb72, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=14e0a225-1e34-4a2c-a48c-1cd37fffdb72,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:27.238171 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.248471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] Calling delete_port for 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:27.257346 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26043c37-757b-491b-a498-3e295ad137ab req-f5e890ac-a523-4bc8-96b6-958b868fc367 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Made reservation on behalf of 87bb8c90cfa74c4cbea3dcba57734d61 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:27.261258 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-26043c37-757b-491b-a498-3e295ad137ab req-f5e890ac-a523-4bc8-96b6-958b868fc367 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.278912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eaa5fdd7-0ee2-4931-acff-b4e9aa8d6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:53:24Z', 'revision_number': 5, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:27.297845 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b789f14a-f0db-463d-aec0-6f3de667db45 req-dcdbf6a3-9424-47dd-b612-83b54f509bdd tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/security-groups?id=7732ee4f-09d9-4211-9764-38a192241e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116017 Jul 05 03:53:27.341248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5fdd7-0ee2-4931-acff-b4e9aa8d6361 None None] The sync data for ids ['782cb859-4163-432a-94ba-28fb7907dc6d'] in n-d-798249-5 is: [{'id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'name': 'tempest-ServersTestBootFromVolume-447518603-router', 'tenant_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:14Z', 'updated_at': '2021-07-05T03:53:24Z', 'revision_number': 5, 'project_id': '5cf90f56e8b7437f8a02cb7e8409287e', 'gw_port': {'id': '14e0a225-1e34-4a2c-a48c-1cd37fffdb72', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782cb859-4163-432a-94ba-28fb7907dc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:27.527506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124fbe0-aa52-47f1-ac99-383475eb12e6 req-b1c74468-eeb2-4153-b75c-7e297b89c008 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:27.529063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7124fbe0-aa52-47f1-ac99-383475eb12e6 req-b1c74468-eeb2-4153-b75c-7e297b89c008 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 945 time: 0.2145824 Jul 05 03:53:28.015450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-26043c37-757b-491b-a498-3e295ad137ab req-f5e890ac-a523-4bc8-96b6-958b868fc367 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Allocated IP 172.20.0.3 (c89c692c-00bc-4ef7-bd27-8d630899ce3a/d577d8f0-9eb0-4620-a525-895a334127b7/4ba0ba5c-aa04-4f42-9268-07b75030b6e4) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:28.042900 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d9c4f8b6-f7e0-46ea-ae0c-5fa9d6b98e9c req-f43f6f81-c9d4-48c6-a1f5-970b68735e7b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 210 time: 0.0535409 Jul 05 03:53:28.070350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7124fbe0-aa52-47f1-ac99-383475eb12e6 req-ae6c7755-6940-4d7a-8eb9-cb23a7eeb147 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/security-groups?id=27fe525c-e130-45df-954b-27e36ae8a002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5003099 Jul 05 03:53:28.252676 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-26043c37-757b-491b-a498-3e295ad137ab req-f5e890ac-a523-4bc8-96b6-958b868fc367 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.319689 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.346816 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=14e0a225-1e34-4a2c-a48c-1cd37fffdb72,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:28.357699 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-26043c37-757b-491b-a498-3e295ad137ab req-f5e890ac-a523-4bc8-96b6-958b868fc367 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.434558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26043c37-757b-491b-a498-3e295ad137ab req-f5e890ac-a523-4bc8-96b6-958b868fc367 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Network c89c692c-00bc-4ef7-bd27-8d630899ce3a is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:28.439580 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-26043c37-757b-491b-a498-3e295ad137ab req-f5e890ac-a523-4bc8-96b6-958b868fc367 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:28.452553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-26043c37-757b-491b-a498-3e295ad137ab req-f5e890ac-a523-4bc8-96b6-958b868fc367 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:28.500412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e890ac-a523-4bc8-96b6-958b868fc367 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Pushing event updated for resources: {'Port': ['ID=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:28.508732 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.696286 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.698552 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.765316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26043c37-757b-491b-a498-3e295ad137ab req-f5e890ac-a523-4bc8-96b6-958b868fc367 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.765938 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-26043c37-757b-491b-a498-3e295ad137ab req-f5e890ac-a523-4bc8-96b6-958b868fc367 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.827175 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.827584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 782cb859-4163-432a-94ba-28fb7907dc6d {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:53:28.840252 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.840252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4f5c9bce-7c05-4d72-b6c0-092de0bc0df8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/782cb859-4163-432a-94ba-28fb7907dc6d HTTP/1.1" status: 204 len: 168 time: 2.7381060 Jul 05 03:53:28.841115 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60234) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:28.887987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840081c-a3bb-4bcd-9e64-1aca7522cbc4 req-686f21cf-c9e3-4272-a39e-f1b11a031cd9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.894000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840081c-a3bb-4bcd-9e64-1aca7522cbc4 req-686f21cf-c9e3-4272-a39e-f1b11a031cd9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.899813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840081c-a3bb-4bcd-9e64-1aca7522cbc4 req-686f21cf-c9e3-4272-a39e-f1b11a031cd9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.905960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840081c-a3bb-4bcd-9e64-1aca7522cbc4 req-686f21cf-c9e3-4272-a39e-f1b11a031cd9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.909685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-1def931d-c65d-417e-8687-a21e5039c07a admin admin] Deleting subnet f6da78f6-d10c-45ab-8914-1fc96bd2b433 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:28.914298 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1def931d-c65d-417e-8687-a21e5039c07a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.922663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840081c-a3bb-4bcd-9e64-1aca7522cbc4 req-686f21cf-c9e3-4272-a39e-f1b11a031cd9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.930073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840081c-a3bb-4bcd-9e64-1aca7522cbc4 req-686f21cf-c9e3-4272-a39e-f1b11a031cd9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.935702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840081c-a3bb-4bcd-9e64-1aca7522cbc4 req-686f21cf-c9e3-4272-a39e-f1b11a031cd9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.943959 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f840081c-a3bb-4bcd-9e64-1aca7522cbc4 req-686f21cf-c9e3-4272-a39e-f1b11a031cd9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5421 time: 0.1949761 Jul 05 03:53:28.962821 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26043c37-757b-491b-a498-3e295ad137ab req-f5e890ac-a523-4bc8-96b6-958b868fc367 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1672275 Jul 05 03:53:28.975463 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1def931d-c65d-417e-8687-a21e5039c07a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.976951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Request body: {'port': {'device_id': '49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:29.011321 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18d5ad-aceb-4c31-a424-bf2bbeed5380 req-5cb24134-770a-4392-95a3-844b5527d307 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.015379 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d18d5ad-aceb-4c31-a424-bf2bbeed5380 req-5cb24134-770a-4392-95a3-844b5527d307 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 945 time: 0.2419372 Jul 05 03:53:29.065047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f840081c-a3bb-4bcd-9e64-1aca7522cbc4 req-60e80eae-4246-40a5-9d21-b304a56ab0b1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201849 Jul 05 03:53:29.078203 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1def931d-c65d-417e-8687-a21e5039c07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.096006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d18d5ad-aceb-4c31-a424-bf2bbeed5380 req-65a40467-a6e2-43ff-a394-2a7edbca0b4d tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/security-groups?id=7732ee4f-09d9-4211-9764-38a192241e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737312 Jul 05 03:53:29.178109 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.188655 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.229017 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1def931d-c65d-417e-8687-a21e5039c07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.290374 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def931d-c65d-417e-8687-a21e5039c07a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6da78f6-d10c-45ab-8914-1fc96bd2b433,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:29.301896 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1def931d-c65d-417e-8687-a21e5039c07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.306252 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1def931d-c65d-417e-8687-a21e5039c07a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f6da78f6-d10c-45ab-8914-1fc96bd2b433 HTTP/1.1" status: 204 len: 168 time: 0.4613481 Jul 05 03:53:29.306626 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60242) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:29.312583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de96f0-87ca-407c-a23b-1533e2fb5612 None None] Network 94005e7b-5b81-43b2-8cb7-96ba85ca7635 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:29.448761 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:29.503139 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.507799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:29.508357 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c64b8d47-d3b5-4764-8f4d-ad1169f82ae9 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:29.515090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:29.531227 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:29.531994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 14e0a225-1e34-4a2c-a48c-1cd37fffdb72 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:29.579311 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Deleting port 370898d7-fd07-4634-bcc2-f0a03a9e4a41 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:29.579669 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.619529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed0d81-29f4-4c49-972e-7ca56abb325c req-869582b3-096a-4483-a586-fa2018e9c1b9 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.622122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61ed0d81-29f4-4c49-972e-7ca56abb325c req-869582b3-096a-4483-a586-fa2018e9c1b9 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 945 time: 0.3449829 Jul 05 03:53:29.637637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09a088-6996-4985-8434-150f388dd710 req-9cafc91c-c659-40f2-9881-c11c3a922bae tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.640821 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec09a088-6996-4985-8434-150f388dd710 req-9cafc91c-c659-40f2-9881-c11c3a922bae tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 931 time: 0.3297181 Jul 05 03:53:29.680431 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] For port 370898d7-fd07-4634-bcc2-f0a03a9e4a41, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=370898d7-fd07-4634-bcc2-f0a03a9e4a41,segment=NetworkSegment(4e602cc5-eb2b-4502-bfd8-7e7107ee5011),segment_id=4e602cc5-eb2b-4502-bfd8-7e7107ee5011)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:29.680918 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.695192 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Calling delete_port for 370898d7-fd07-4634-bcc2-f0a03a9e4a41 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:29.709192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553ccb35-3cf9-4c8e-9a8d-c5aab48b266b None None] DHCP port deletion for 94005e7b-5b81-43b2-8cb7-96ba85ca7635 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:53:29.767220 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:29.778692 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.816306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-553ccb35-3cf9-4c8e-9a8d-c5aab48b266b None None] Deleting port 370898d7-fd07-4634-bcc2-f0a03a9e4a41 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:29.816676 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Transition to ACTIVE for port object 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:29.817153 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-553ccb35-3cf9-4c8e-9a8d-c5aab48b266b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.849522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec09a088-6996-4985-8434-150f388dd710 req-f82d1940-04c4-49e5-9fe5-9bd000906dc8 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923995 Jul 05 03:53:29.852885 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61ed0d81-29f4-4c49-972e-7ca56abb325c req-59c9215f-ad96-4c2b-a10f-f4b8867dc138 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/security-groups?id=27fe525c-e130-45df-954b-27e36ae8a002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233782 Jul 05 03:53:29.896485 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.896781 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.916525 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] No DVR routers for this DVR port 370898d7-fd07-4634-bcc2-f0a03a9e4a41 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:29.975223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-553ccb35-3cf9-4c8e-9a8d-c5aab48b266b None None] For port 370898d7-fd07-4634-bcc2-f0a03a9e4a41, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=370898d7-fd07-4634-bcc2-f0a03a9e4a41,segment=NetworkSegment(4e602cc5-eb2b-4502-bfd8-7e7107ee5011),segment_id=4e602cc5-eb2b-4502-bfd8-7e7107ee5011)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:29.976046 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-553ccb35-3cf9-4c8e-9a8d-c5aab48b266b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.009576 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-553ccb35-3cf9-4c8e-9a8d-c5aab48b266b None None] Calling delete_port for 370898d7-fd07-4634-bcc2-f0a03a9e4a41 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:30.013109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=370898d7-fd07-4634-bcc2-f0a03a9e4a41,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:30.037832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Pushing event updated for resources: {'Port': ['ID=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:30.109298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Attempting to bind port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:30.109671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Attempting to bind port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:30.109979 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Attempting to bind port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 on network c89c692c-00bc-4ef7-bd27-8d630899ce3a {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:30.130298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 on network c89c692c-00bc-4ef7-bd27-8d630899ce3a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:30.130651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Attempting to bind port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 on network c89c692c-00bc-4ef7-bd27-8d630899ce3a {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:30.136799 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-553ccb35-3cf9-4c8e-9a8d-c5aab48b266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.139095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:30.139439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Checking segment: {'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:30.139828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Bound using segment: {'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:30.140264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Bound port: 4ba0ba5c-aa04-4f42-9268-07b75030b6e4, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:30.140659 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.152169 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ccb35-3cf9-4c8e-9a8d-c5aab48b266b None None] No DVR routers for this DVR port 370898d7-fd07-4634-bcc2-f0a03a9e4a41 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:30.179982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ccb35-3cf9-4c8e-9a8d-c5aab48b266b None None] Pushing event deleted for resources: {'Port': ['ID=370898d7-fd07-4634-bcc2-f0a03a9e4a41,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:30.241329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d533a26-6bec-41ba-a2c7-7bbfcec50dcf req-d823fe2a-d2f0-4b82-bfca-c4afc5f34f76 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.242960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d533a26-6bec-41ba-a2c7-7bbfcec50dcf req-d823fe2a-d2f0-4b82-bfca-c4afc5f34f76 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 945 time: 0.1831012 Jul 05 03:53:30.256152 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60282) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:30.277166 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d54d3d51-35a3-402b-9100-d9c2ab892854 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Request body: {'floatingip': {'port_id': '794f6e99-de32-4ded-b705-aafc44b4644e'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:30.359264 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d54d3d51-35a3-402b-9100-d9c2ab892854 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.436243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] For port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:30.473727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] For port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:30.511232 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.524784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94005e7b-5b81-43b2-8cb7-96ba85ca7635']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:30.547064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64450781-5e94-47e3-a4f3-20ce97b54659 req-6df69453-5101-44c5-a8c6-024f3c43cf46 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.553427 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e602cc5-eb2b-4502-bfd8-7e7107ee5011') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:30.553748 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e602cc5-eb2b-4502-bfd8-7e7107ee5011') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:30.553985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64450781-5e94-47e3-a4f3-20ce97b54659 req-6df69453-5101-44c5-a8c6-024f3c43cf46 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 948 time: 0.3382564 Jul 05 03:53:30.571286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e214148-8f8d-4d39-b37c-6efb3b80ac29 req-7dfa4c59-c987-47b4-85e6-eed34f65a5f5 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.572484 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e214148-8f8d-4d39-b37c-6efb3b80ac29 req-7dfa4c59-c987-47b4-85e6-eed34f65a5f5 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.11 "GET /v2.0/ports?device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 945 time: 0.5622683 Jul 05 03:53:30.573818 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.574231 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.617498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.631543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:30.631874 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:30.633537 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:30.674758 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.676041 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.677341 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26043c37-757b-491b-a498-3e295ad137ab req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] 10.222.0.64 "PUT /v2.0/ports/4ba0ba5c-aa04-4f42-9268-07b75030b6e4 HTTP/1.1" status: 200 len: 1091 time: 1.7046471 Jul 05 03:53:30.681175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a', 'tag': '4ba0ba5c-aa04-4f42-9268-07b75030b6e4'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:30.683808 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00d325e-6c04-47c2-a6d4-bce38e958f81" -d '{"events": [{"name": "network-changed", "server_uuid": "49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a", "tag": "4ba0ba5c-aa04-4f42-9268-07b75030b6e4"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:30.712352 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64450781-5e94-47e3-a4f3-20ce97b54659 req-d44aef7b-d61d-4400-9415-2f0bb934c74e tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548481 Jul 05 03:53:30.750806 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-2e214148-8f8d-4d39-b37c-6efb3b80ac29 req-bb214f34-af50-49ea-9d5c-913af771e26d tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Deleting port b51b504d-dde0-45a8-9efc-6676453b1ee8 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:30.751160 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2e214148-8f8d-4d39-b37c-6efb3b80ac29 req-bb214f34-af50-49ea-9d5c-913af771e26d tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.785378 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b52e89-9adc-4a82-8aa9-3a40a27a634c req-1b318b56-c5c6-48ec-a607-37ab2b1be91f tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.787491 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02b52e89-9adc-4a82-8aa9-3a40a27a634c req-1b318b56-c5c6-48ec-a607-37ab2b1be91f tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 945 time: 0.3519561 Jul 05 03:53:30.788333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba4a74-5648-4cda-a9f3-c4430d8a16bf service neutron] Pushing event updated for resources: {'Port': ['ID=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:30.843397 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.859294 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.861876 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/94005e7b-5b81-43b2-8cb7-96ba85ca7635 HTTP/1.1" status: 204 len: 168 time: 1.5541553 Jul 05 03:53:30.875653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf1666-4945-450c-a501-a789a54992d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=94005e7b-5b81-43b2-8cb7-96ba85ca7635,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:30.942524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02b52e89-9adc-4a82-8aa9-3a40a27a634c req-581e386d-e50e-41fc-8a6a-0c058815e0e0 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/security-groups?id=7732ee4f-09d9-4211-9764-38a192241e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460135 Jul 05 03:53:30.960603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2e214148-8f8d-4d39-b37c-6efb3b80ac29 req-bb214f34-af50-49ea-9d5c-913af771e26d tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] For port b51b504d-dde0-45a8-9efc-6676453b1ee8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b51b504d-dde0-45a8-9efc-6676453b1ee8,segment=NetworkSegment(2657be32-fb3e-4da9-828e-de8bbbafd5f1),segment_id=2657be32-fb3e-4da9-828e-de8bbbafd5f1)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:30.961148 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2e214148-8f8d-4d39-b37c-6efb3b80ac29 req-bb214f34-af50-49ea-9d5c-913af771e26d tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.975308 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-2e214148-8f8d-4d39-b37c-6efb3b80ac29 req-bb214f34-af50-49ea-9d5c-913af771e26d tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Calling delete_port for b51b504d-dde0-45a8-9efc-6676453b1ee8 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:31.065250 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070f7f10-f0d9-4bf0-a2f7-38ccd5802955 x-openstack-request-id: req-070f7f10-f0d9-4bf0-a2f7-38ccd5802955 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:31.066247 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a", "tag": "4ba0ba5c-aa04-4f42-9268-07b75030b6e4", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:31.066509 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-070f7f10-f0d9-4bf0-a2f7-38ccd5802955 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:31.066906 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a', 'tag': '4ba0ba5c-aa04-4f42-9268-07b75030b6e4', 'status': 'completed', 'code': 200} Jul 05 03:53:31.209415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26043c37-757b-491b-a498-3e295ad137ab req-b484044e-3d39-44f0-92c7-e9d69b61914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.215550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2e214148-8f8d-4d39-b37c-6efb3b80ac29 req-bb214f34-af50-49ea-9d5c-913af771e26d tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.215727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26043c37-757b-491b-a498-3e295ad137ab req-b484044e-3d39-44f0-92c7-e9d69b61914f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87bb8c90cfa74c4cbea3dcba57734d61&device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 1094 time: 0.3994517 Jul 05 03:53:31.223519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['b51b504d-dde0-45a8-9efc-6676453b1ee8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:31.244206 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb214f34-af50-49ea-9d5c-913af771e26d tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Pushing event deleted for resources: {'Port': ['ID=b51b504d-dde0-45a8-9efc-6676453b1ee8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:31.259755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 370898d7-fd07-4634-bcc2-f0a03a9e4a41 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:31.273333 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.291969 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60292) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:31.298681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7787187-d7a9-4010-b753-1963ebb45fe6 req-39f7b850-03ff-4cd0-972f-5be2c00bafe8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.305030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7787187-d7a9-4010-b753-1963ebb45fe6 req-39f7b850-03ff-4cd0-972f-5be2c00bafe8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.310460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 370898d7-fd07-4634-bcc2-f0a03a9e4a41 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:31.311047 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 370898d7-fd07-4634-bcc2-f0a03a9e4a41 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:31.311222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7787187-d7a9-4010-b753-1963ebb45fe6 req-39f7b850-03ff-4cd0-972f-5be2c00bafe8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.319326 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7787187-d7a9-4010-b753-1963ebb45fe6 req-39f7b850-03ff-4cd0-972f-5be2c00bafe8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.326880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7787187-d7a9-4010-b753-1963ebb45fe6 req-39f7b850-03ff-4cd0-972f-5be2c00bafe8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.333959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7787187-d7a9-4010-b753-1963ebb45fe6 req-39f7b850-03ff-4cd0-972f-5be2c00bafe8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.337159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e214148-8f8d-4d39-b37c-6efb3b80ac29 req-bb214f34-af50-49ea-9d5c-913af771e26d tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] No DVR routers for this DVR port b51b504d-dde0-45a8-9efc-6676453b1ee8 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:31.340079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7787187-d7a9-4010-b753-1963ebb45fe6 req-39f7b850-03ff-4cd0-972f-5be2c00bafe8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.340385 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2e214148-8f8d-4d39-b37c-6efb3b80ac29 req-bb214f34-af50-49ea-9d5c-913af771e26d tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.342291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7787187-d7a9-4010-b753-1963ebb45fe6 req-39f7b850-03ff-4cd0-972f-5be2c00bafe8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5421 time: 0.2821319 Jul 05 03:53:31.342425 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e214148-8f8d-4d39-b37c-6efb3b80ac29 req-bb214f34-af50-49ea-9d5c-913af771e26d tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.11 "DELETE /v2.0/ports/b51b504d-dde0-45a8-9efc-6676453b1ee8 HTTP/1.1" status: 204 len: 173 time: 0.7614615 Jul 05 03:53:31.342783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15d6a5e-532e-4472-a3e1-014567dc5edd', 'name': 'network-vif-deleted', 'tag': 'b51b504d-dde0-45a8-9efc-6676453b1ee8'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:31.345060 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe5a052-3bd5-4af9-a5ef-cd4c0f49161b" -d '{"events": [{"server_uuid": "a15d6a5e-532e-4472-a3e1-014567dc5edd", "name": "network-vif-deleted", "tag": "b51b504d-dde0-45a8-9efc-6676453b1ee8"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:31.377362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26043c37-757b-491b-a498-3e295ad137ab req-6700d3e9-a416-42a1-bbc6-e7a208ab04ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ba0ba5c-aa04-4f42-9268-07b75030b6e4 HTTP/1.1" status: 200 len: 217 time: 0.1491673 Jul 05 03:53:31.381407 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b76dc4b5-cc61-412a-9790-c98e49597cfd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5cf90f56e8b7437f8a02cb7e8409287e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0856214 Jul 05 03:53:31.383770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60296) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:31.434318 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-291e6de8-60f4-478b-bbb9-b75fd9eae34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.463075 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d54d3d51-35a3-402b-9100-d9c2ab892854 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.465981 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-291e6de8-60f4-478b-bbb9-b75fd9eae34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.485196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16c699-d3cf-41c8-849c-76c57261f410 req-8d19de43-6e7f-469d-b33b-e46a1120e60f tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.487099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b16c699-d3cf-41c8-849c-76c57261f410 req-8d19de43-6e7f-469d-b33b-e46a1120e60f tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 943 time: 0.3727345 Jul 05 03:53:31.515732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7787187-d7a9-4010-b753-1963ebb45fe6 req-3e472a4f-a0cc-42da-8c2c-c6dfbea63ec5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1411521 Jul 05 03:53:31.534541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26043c37-757b-491b-a498-3e295ad137ab req-4e0a4777-c327-458d-ab39-6f9f718f5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.536075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26043c37-757b-491b-a498-3e295ad137ab req-4e0a4777-c327-458d-ab39-6f9f718f5630 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d577d8f0-9eb0-4620-a525-895a334127b7 HTTP/1.1" status: 200 len: 844 time: 0.1507509 Jul 05 03:53:31.571077 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6326eb4f-aca5-498d-9fe7-18c6825f5e6d x-openstack-request-id: req-6326eb4f-aca5-498d-9fe7-18c6825f5e6d {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:31.571678 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15d6a5e-532e-4472-a3e1-014567dc5edd", "name": "network-vif-deleted", "tag": "b51b504d-dde0-45a8-9efc-6676453b1ee8", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:31.572091 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6326eb4f-aca5-498d-9fe7-18c6825f5e6d {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:31.572720 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15d6a5e-532e-4472-a3e1-014567dc5edd', 'name': 'network-vif-deleted', 'tag': 'b51b504d-dde0-45a8-9efc-6676453b1ee8', 'status': 'completed', 'code': 200} Jul 05 03:53:31.583760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b16c699-d3cf-41c8-849c-76c57261f410 req-459f93c8-30be-4c0a-a5d7-ac80ae851484 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858159 Jul 05 03:53:31.586088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26043c37-757b-491b-a498-3e295ad137ab req-44aed0c0-f09c-45d5-9a31-4c7ff2d4d584 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c89c692c-00bc-4ef7-bd27-8d630899ce3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383348 Jul 05 03:53:31.588160 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d54d3d51-35a3-402b-9100-d9c2ab892854 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.621860 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-291e6de8-60f4-478b-bbb9-b75fd9eae34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.624887 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-291e6de8-60f4-478b-bbb9-b75fd9eae34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.626268 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-291e6de8-60f4-478b-bbb9-b75fd9eae34d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23ccd9a1-9a4d-4b0b-9fd4-49185b4bafbf HTTP/1.1" status: 204 len: 168 time: 0.2415984 Jul 05 03:53:31.637968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e6de8-60f4-478b-bbb9-b75fd9eae34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ccd9a1-9a4d-4b0b-9fd4-49185b4bafbf,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:31.783805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26043c37-757b-491b-a498-3e295ad137ab req-358a98ed-46cf-4c74-9ecd-4696eea589f4 service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533494 Jul 05 03:53:31.789061 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-d54d3d51-35a3-402b-9100-d9c2ab892854 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Floating IP 1428394b-340b-4e14-a924-2bf295efbaab associated. External IP: 172.25.0.38, port: 794f6e99-de32-4ded-b705-aafc44b4644e. Jul 05 03:53:32.039400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26043c37-757b-491b-a498-3e295ad137ab req-3c9b8d14-2a9f-490a-9f45-d70a9e9352c7 service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114370 Jul 05 03:53:32.498879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2412633-40bb-47ca-bf85-cbab17d66c0d req-13b4ad70-7fc9-478f-aed1-4f66623eedf0 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.500350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2412633-40bb-47ca-bf85-cbab17d66c0d req-13b4ad70-7fc9-478f-aed1-4f66623eedf0 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 948 time: 0.6083732 Jul 05 03:53:32.538394 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4faa9911-9984-4483-8eea-55eccfc72b4c req-19500d59-c3b1-4eee-b4a2-89e8272c23b8 tempest-InstanceActionsNegativeTestJSON-259728414 tempest-InstanceActionsNegativeTestJSON-259728414-project] 10.222.0.60 "GET /v2.0/ports?device_id=a15d6a5e-532e-4472-a3e1-014567dc5edd HTTP/1.1" status: 200 len: 210 time: 0.0713820 Jul 05 03:53:32.656057 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2412633-40bb-47ca-bf85-cbab17d66c0d req-a3fdec4e-b2d0-452d-8fa1-63890c69b617 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186674 Jul 05 03:53:32.687691 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:53:32.733112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54d3d51-35a3-402b-9100-d9c2ab892854 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Router 2055c29f-782f-49b6-9f73-96e49fa46a6e has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:32.735210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d325e-6c04-47c2-a6d4-bce38e958f81 req-51e813b8-2860-4e79-8c15-a9af733c5e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.736753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d00d325e-6c04-47c2-a6d4-bce38e958f81 req-51e813b8-2860-4e79-8c15-a9af733c5e3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87bb8c90cfa74c4cbea3dcba57734d61&device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 1094 time: 0.2710743 Jul 05 03:53:32.954279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60332) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:32.978871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ffdb-7425-4a88-b7f3-c7af65dca1e0 req-f4249141-3090-4b6f-9101-1dbc1ff1f339 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.984975 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ffdb-7425-4a88-b7f3-c7af65dca1e0 req-f4249141-3090-4b6f-9101-1dbc1ff1f339 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.992041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ffdb-7425-4a88-b7f3-c7af65dca1e0 req-f4249141-3090-4b6f-9101-1dbc1ff1f339 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.998141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ffdb-7425-4a88-b7f3-c7af65dca1e0 req-f4249141-3090-4b6f-9101-1dbc1ff1f339 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.004174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ffdb-7425-4a88-b7f3-c7af65dca1e0 req-f4249141-3090-4b6f-9101-1dbc1ff1f339 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.010588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ffdb-7425-4a88-b7f3-c7af65dca1e0 req-f4249141-3090-4b6f-9101-1dbc1ff1f339 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.017387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ffdb-7425-4a88-b7f3-c7af65dca1e0 req-f4249141-3090-4b6f-9101-1dbc1ff1f339 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.024957 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3178ffdb-7425-4a88-b7f3-c7af65dca1e0 req-f4249141-3090-4b6f-9101-1dbc1ff1f339 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5421 time: 0.3369634 Jul 05 03:53:33.075777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-884993085-network', 'tenant_id': '0e720a82806c4e7cbe27e02eb198af6d'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:33.095627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75e351-e843-42c0-8f83-1152fff3ae0a req-0eb270eb-e12e-46de-aff9-ad6ef3309cd5 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.095627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d75e351-e843-42c0-8f83-1152fff3ae0a req-0eb270eb-e12e-46de-aff9-ad6ef3309cd5 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 943 time: 0.3237314 Jul 05 03:53:33.104275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d325e-6c04-47c2-a6d4-bce38e958f81 req-fc179299-df84-41c6-a171-3d671a786cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.105863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d00d325e-6c04-47c2-a6d4-bce38e958f81 req-fc179299-df84-41c6-a171-3d671a786cc8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c89c692c-00bc-4ef7-bd27-8d630899ce3a HTTP/1.1" status: 200 len: 905 time: 0.3604586 Jul 05 03:53:33.177073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54d3d51-35a3-402b-9100-d9c2ab892854 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:33.183823 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d00d325e-6c04-47c2-a6d4-bce38e958f81 req-5ef28cfd-0a6a-4c83-93dc-e8a5bd154461 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ba0ba5c-aa04-4f42-9268-07b75030b6e4 HTTP/1.1" status: 200 len: 217 time: 0.0676594 Jul 05 03:53:33.187241 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d54d3d51-35a3-402b-9100-d9c2ab892854 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.197480 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0ac4b-5829-41cb-a2a6-0ba34d49054a None None] Sync routers for ids ['2055c29f-782f-49b6-9f73-96e49fa46a6e'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:33.210787 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0ac4b-5829-41cb-a2a6-0ba34d49054a None None] Routers {'2055c29f-782f-49b6-9f73-96e49fa46a6e'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:33.212023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-8df0ac4b-5829-41cb-a2a6-0ba34d49054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:53:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2055c29f-782f-49b6-9f73-96e49fa46a6e'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:33.215209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3178ffdb-7425-4a88-b7f3-c7af65dca1e0 req-abcc0ae9-4204-45e6-8f3a-5a99da64054a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1887295 Jul 05 03:53:33.227270 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] Made reservation on behalf of 0e720a82806c4e7cbe27e02eb198af6d for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:33.229855 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.252713 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.289972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d75e351-e843-42c0-8f83-1152fff3ae0a req-e99a38a7-7388-47d9-a6a6-5d7d9a07baae tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794498 Jul 05 03:53:33.291455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d325e-6c04-47c2-a6d4-bce38e958f81 req-deeb62ab-bfae-4295-96aa-9e06aab511b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.292955 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d00d325e-6c04-47c2-a6d4-bce38e958f81 req-deeb62ab-bfae-4295-96aa-9e06aab511b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d577d8f0-9eb0-4620-a525-895a334127b7 HTTP/1.1" status: 200 len: 844 time: 0.0824969 Jul 05 03:53:33.354132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d00d325e-6c04-47c2-a6d4-bce38e958f81 req-d3170d81-b21a-4d09-9c14-68db3081d164 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c89c692c-00bc-4ef7-bd27-8d630899ce3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451093 Jul 05 03:53:33.354132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d54d3d51-35a3-402b-9100-d9c2ab892854 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "PUT /v2.0/floatingips/1428394b-340b-4e14-a924-2bf295efbaab HTTP/1.1" status: 200 len: 990 time: 3.0777194 Jul 05 03:53:33.354132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90495ff3-20ef-4105-84e9-f8240d7e71bc', 'tag': '794f6e99-de32-4ded-b705-aafc44b4644e'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:33.354132 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bb2178-1678-4887-8022-a6b98fef40e4" -d '{"events": [{"name": "network-changed", "server_uuid": "90495ff3-20ef-4105-84e9-f8240d7e71bc", "tag": "794f6e99-de32-4ded-b705-aafc44b4644e"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:33.366940 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-8df0ac4b-5829-41cb-a2a6-0ba34d49054a None None] Set router 2055c29f-782f-49b6-9f73-96e49fa46a6e gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:33.428286 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65695e92-9b37-4d09-95f5-53d9c8b52ad0 x-openstack-request-id: req-65695e92-9b37-4d09-95f5-53d9c8b52ad0 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:33.429198 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90495ff3-20ef-4105-84e9-f8240d7e71bc", "tag": "794f6e99-de32-4ded-b705-aafc44b4644e", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:33.429678 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65695e92-9b37-4d09-95f5-53d9c8b52ad0 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:33.430347 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90495ff3-20ef-4105-84e9-f8240d7e71bc', 'tag': '794f6e99-de32-4ded-b705-aafc44b4644e', 'status': 'completed', 'code': 200} Jul 05 03:53:33.473430 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d00d325e-6c04-47c2-a6d4-bce38e958f81 req-2d4694e0-8022-45d9-9f99-968d9224c194 service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164789 Jul 05 03:53:33.564323 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.622199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb2178-1678-4887-8022-a6b98fef40e4 req-3b0a44e3-243c-4e2f-9a2b-83c492406b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.624707 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-52bb2178-1678-4887-8022-a6b98fef40e4 req-3b0a44e3-243c-4e2f-9a2b-83c492406b6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54b64bc49424411488d22faec9e6a12c&device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 1096 time: 0.1716907 Jul 05 03:53:33.628646 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.666241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d00d325e-6c04-47c2-a6d4-bce38e958f81 req-d41b5124-07e6-468d-aaf6-35fb4e393ff6 service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838703 Jul 05 03:53:33.689973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60350) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:33.732056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:53:33.750343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-300ed4ab-52fc-4d6e-b2a9-d5ed70aa4aac admin admin] Deleting subnet 012f2dd1-9f1c-4762-b837-3aa362dfecfc {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:33.761257 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.761830 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] Added segment ab09460a-f84f-494c-9d3e-9e0b805fafa7 of type vlan for network da0ef573-3c71-4826-bc2f-ca90865a5699 Jul 05 03:53:33.763296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0194578e-bcda-4089-b85d-0ef700ea35e1,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:33.766243 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-300ed4ab-52fc-4d6e-b2a9-d5ed70aa4aac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.802728 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-300ed4ab-52fc-4d6e-b2a9-d5ed70aa4aac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.825747 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.844609 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-8df0ac4b-5829-41cb-a2a6-0ba34d49054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '1428394b-340b-4e14-a924-2bf295efbaab', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'port_id': '794f6e99-de32-4ded-b705-aafc44b4644e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'mac_address': 'fa:16:3e:65:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90495ff3-20ef-4105-84e9-f8240d7e71bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:31Z', 'revision_number': 1, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fb1cb7-5325-4ad0-af0d-159d0ac3312b', 'name': '', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'mac_address': 'fa:16:3e:7d:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0c495426-330d-4f54-89b2-340f610a9650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:47Z', 'updated_at': '2021-07-05T03:52:59Z', 'revision_number': 5, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'subnets': [{'id': '0c495426-330d-4f54-89b2-340f610a9650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:33.857452 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-300ed4ab-52fc-4d6e-b2a9-d5ed70aa4aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.877272 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0ac4b-5829-41cb-a2a6-0ba34d49054a None None] Checking router: 2055c29f-782f-49b6-9f73-96e49fa46a6e for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:33.886652 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0ac4b-5829-41cb-a2a6-0ba34d49054a None None] Routers {'2055c29f-782f-49b6-9f73-96e49fa46a6e'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:33.887493 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-8df0ac4b-5829-41cb-a2a6-0ba34d49054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:53:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2055c29f-782f-49b6-9f73-96e49fa46a6e'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:33.896278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb2178-1678-4887-8022-a6b98fef40e4 req-88a10b6f-c6da-4902-8636-d3bd5f05a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.897983 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-52bb2178-1678-4887-8022-a6b98fef40e4 req-88a10b6f-c6da-4902-8636-d3bd5f05a3d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=688bde67-c898-4685-83f1-1878a4cebea6 HTTP/1.1" status: 200 len: 907 time: 0.2603457 Jul 05 03:53:33.960019 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.961042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.961636 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.052844 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-300ed4ab-52fc-4d6e-b2a9-d5ed70aa4aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.053429 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-52bb2178-1678-4887-8022-a6b98fef40e4 req-b36b4545-ea7c-40d6-82d9-977fd2e4960b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=794f6e99-de32-4ded-b705-aafc44b4644e HTTP/1.1" status: 200 len: 998 time: 0.1462083 Jul 05 03:53:34.053429 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] Pushing event updated for resources: {'Network': ['ID=da0ef573-3c71-4826-bc2f-ca90865a5699,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:34.065429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network da0ef573-3c71-4826-bc2f-ca90865a5699 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:53:34.073069 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-300ed4ab-52fc-4d6e-b2a9-d5ed70aa4aac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.076717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-300ed4ab-52fc-4d6e-b2a9-d5ed70aa4aac admin admin] 10.222.0.60 "DELETE /v2.0/subnets/012f2dd1-9f1c-4762-b837-3aa362dfecfc HTTP/1.1" status: 204 len: 168 time: 0.3854074 Jul 05 03:53:34.099856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60354) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:34.129208 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb2178-1678-4887-8022-a6b98fef40e4 req-2f3747fd-b090-4aa0-b27b-48f6a2834452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:34.129208 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-52bb2178-1678-4887-8022-a6b98fef40e4 req-2f3747fd-b090-4aa0-b27b-48f6a2834452 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c495426-330d-4f54-89b2-340f610a9650 HTTP/1.1" status: 200 len: 845 time: 0.0646296 Jul 05 03:53:34.136916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ed4ab-52fc-4d6e-b2a9-d5ed70aa4aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012f2dd1-9f1c-4762-b837-3aa362dfecfc,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:34.158996 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-56ddac05-4301-46a5-8052-20cd4e7f7974 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2027707 Jul 05 03:53:34.190022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60366) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:34.194822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8e058b15-47ce-4d54-9062-21601d988a37 admin admin] Request body: {'subnet': {'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-884993085-subnet', 'tenant_id': '0e720a82806c4e7cbe27e02eb198af6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:34.198407 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-8df0ac4b-5829-41cb-a2a6-0ba34d49054a None None] Set router 2055c29f-782f-49b6-9f73-96e49fa46a6e gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:34.262366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb2178-1678-4887-8022-a6b98fef40e4 req-d679c20b-f0e5-4352-9d72-e73116ba24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:34.264331 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-52bb2178-1678-4887-8022-a6b98fef40e4 req-d679c20b-f0e5-4352-9d72-e73116ba24c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=688bde67-c898-4685-83f1-1878a4cebea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075773 Jul 05 03:53:34.267275 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-667d4e41-036d-4ad0-ba88-77b6820753c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.365174 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-667d4e41-036d-4ad0-ba88-77b6820753c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.375785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e058b15-47ce-4d54-9062-21601d988a37 admin admin] Made reservation on behalf of 0e720a82806c4e7cbe27e02eb198af6d for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:34.379975 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e058b15-47ce-4d54-9062-21601d988a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.429391 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-52bb2178-1678-4887-8022-a6b98fef40e4 req-45505d30-5556-41ee-8025-91776e032e08 service neutron] 10.222.0.11 "GET /v2.0/networks/688bde67-c898-4685-83f1-1878a4cebea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567190 Jul 05 03:53:34.435803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-667d4e41-036d-4ad0-ba88-77b6820753c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24aa771-bb90-4f60-9cb2-ad9f58e06b2a']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:34.460458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-667d4e41-036d-4ad0-ba88-77b6820753c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2657be32-fb3e-4da9-828e-de8bbbafd5f1') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:34.460763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-667d4e41-036d-4ad0-ba88-77b6820753c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2657be32-fb3e-4da9-828e-de8bbbafd5f1') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:34.470864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-667d4e41-036d-4ad0-ba88-77b6820753c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.504866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 055b9c82-3cd5-4c8e-8763-539c346a2e5e details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:34.521086 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b51b504d-dde0-45a8-9efc-6676453b1ee8 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:34.546687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: b51b504d-dde0-45a8-9efc-6676453b1ee8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:34.547314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b51b504d-dde0-45a8-9efc-6676453b1ee8 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:34.547909 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 93c7f282-738d-402e-ab78-9e94c84e6019 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:34.550800 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-667d4e41-036d-4ad0-ba88-77b6820753c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.554856 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-8df0ac4b-5829-41cb-a2a6-0ba34d49054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '1428394b-340b-4e14-a924-2bf295efbaab', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'port_id': '794f6e99-de32-4ded-b705-aafc44b4644e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'mac_address': 'fa:16:3e:65:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90495ff3-20ef-4105-84e9-f8240d7e71bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:31Z', 'revision_number': 1, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fb1cb7-5325-4ad0-af0d-159d0ac3312b', 'name': '', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'mac_address': 'fa:16:3e:7d:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0c495426-330d-4f54-89b2-340f610a9650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:47Z', 'updated_at': '2021-07-05T03:52:59Z', 'revision_number': 5, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'subnets': [{'id': '0c495426-330d-4f54-89b2-340f610a9650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:34.564960 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-52bb2178-1678-4887-8022-a6b98fef40e4 req-736f054c-6ed2-427f-9ddc-1944ce378e72 service neutron] 10.222.0.11 "GET /v2.0/networks/688bde67-c898-4685-83f1-1878a4cebea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215191 Jul 05 03:53:34.593765 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0ac4b-5829-41cb-a2a6-0ba34d49054a None None] The sync data for ids ['2055c29f-782f-49b6-9f73-96e49fa46a6e'] in n-d-798249-5 is: [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '1428394b-340b-4e14-a924-2bf295efbaab', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'port_id': '794f6e99-de32-4ded-b705-aafc44b4644e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'mac_address': 'fa:16:3e:65:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90495ff3-20ef-4105-84e9-f8240d7e71bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:31Z', 'revision_number': 1, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fb1cb7-5325-4ad0-af0d-159d0ac3312b', 'name': '', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'mac_address': 'fa:16:3e:7d:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0c495426-330d-4f54-89b2-340f610a9650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:47Z', 'updated_at': '2021-07-05T03:52:59Z', 'revision_number': 5, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'subnets': [{'id': '0c495426-330d-4f54-89b2-340f610a9650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:34.612573 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667d4e41-036d-4ad0-ba88-77b6820753c3 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:34.612573 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-667d4e41-036d-4ad0-ba88-77b6820753c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:34.676231 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:34.701179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 055b9c82-3cd5-4c8e-8763-539c346a2e5e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=055b9c82-3cd5-4c8e-8763-539c346a2e5e,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:34.735661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '055b9c82-3cd5-4c8e-8763-539c346a2e5e', 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87', 'port_id': '055b9c82-3cd5-4c8e-8763-539c346a2e5e', 'mac_address': 'fa:16:3e:bb:e6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52a3b29-aac7-487b-9fcb-2228d0e80f01', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:34.741924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1f574-385c-4c36-aafc-6748013f775a req-26d067f6-a8cb-49ee-841d-845ee07d0424 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:34.747736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1f574-385c-4c36-aafc-6748013f775a req-26d067f6-a8cb-49ee-841d-845ee07d0424 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:34.754513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1f574-385c-4c36-aafc-6748013f775a req-26d067f6-a8cb-49ee-841d-845ee07d0424 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:34.760836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1f574-385c-4c36-aafc-6748013f775a req-26d067f6-a8cb-49ee-841d-845ee07d0424 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:34.766786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1f574-385c-4c36-aafc-6748013f775a req-26d067f6-a8cb-49ee-841d-845ee07d0424 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:34.773797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1f574-385c-4c36-aafc-6748013f775a req-26d067f6-a8cb-49ee-841d-845ee07d0424 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:34.775202 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.780092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1f574-385c-4c36-aafc-6748013f775a req-26d067f6-a8cb-49ee-841d-845ee07d0424 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:34.782086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbb1f574-385c-4c36-aafc-6748013f775a req-26d067f6-a8cb-49ee-841d-845ee07d0424 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5421 time: 0.3488431 Jul 05 03:53:34.794249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a072d0-ce74-4915-ab5c-c9e27ee8dfc8 req-95c189cf-0e66-4224-8933-31a133bc0ef4 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:34.795908 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61a072d0-ce74-4915-ab5c-c9e27ee8dfc8 req-95c189cf-0e66-4224-8933-31a133bc0ef4 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 943 time: 0.3082869 Jul 05 03:53:34.802240 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.809345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c7f282-738d-402e-ab78-9e94c84e6019'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:34.812516 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03155b5-6ffa-4836-9bd4-10e3b820037c" -d '{"events": [{"server_uuid": "2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719", "name": "network-vif-unplugged", "status": "completed", "tag": "93c7f282-738d-402e-ab78-9e94c84e6019"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:34.823038 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-667d4e41-036d-4ad0-ba88-77b6820753c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.828763 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-667d4e41-036d-4ad0-ba88-77b6820753c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.832014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-667d4e41-036d-4ad0-ba88-77b6820753c3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b24aa771-bb90-4f60-9cb2-ad9f58e06b2a HTTP/1.1" status: 204 len: 168 time: 0.7293251 Jul 05 03:53:34.838246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 93c7f282-738d-402e-ab78-9e94c84e6019, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=93c7f282-738d-402e-ab78-9e94c84e6019,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:34.840168 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055b9c82-3cd5-4c8e-8763-539c346a2e5e {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:34.861945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 055b9c82-3cd5-4c8e-8763-539c346a2e5e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=055b9c82-3cd5-4c8e-8763-539c346a2e5e,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:34.865827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1287721-d073-42a6-b976-f93d85d2ea31 None None] New status for floating IP 1428394b-340b-4e14-a924-2bf295efbaab: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:53:34.879480 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d4e41-036d-4ad0-ba88-77b6820753c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b24aa771-bb90-4f60-9cb2-ad9f58e06b2a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:34.903539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbb1f574-385c-4c36-aafc-6748013f775a req-7d8a3d29-2703-4a2e-bd19-8b9255634c3e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1064835 Jul 05 03:53:34.946989 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61a072d0-ce74-4915-ab5c-c9e27ee8dfc8 req-329f6a62-3c71-4d1e-83b0-f2f0c97f4e70 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353056 Jul 05 03:53:35.026633 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f335c08f-ea91-4525-a38f-d6ee7296f0c4 x-openstack-request-id: req-f335c08f-ea91-4525-a38f-d6ee7296f0c4 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:35.027255 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719", "name": "network-vif-unplugged", "status": "completed", "tag": "93c7f282-738d-402e-ab78-9e94c84e6019", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:35.027516 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f335c08f-ea91-4525-a38f-d6ee7296f0c4 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:35.027913 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c7f282-738d-402e-ab78-9e94c84e6019', 'code': 200} Jul 05 03:53:35.029415 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.030076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:35.031878 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.132391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=055b9c82-3cd5-4c8e-8763-539c346a2e5e,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:35.143120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:35.143501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:35.143866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:35.144201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:35.144556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:35.144881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:35.145204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:35.145528 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:35.145850 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:35.146166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:35.146487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:35.146803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:35.164978 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e058b15-47ce-4d54-9062-21601d988a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.232630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2dabf05e-9cbe-425d-87bf-6b2ecaf03063,segment=NetworkSegment(8a7f4c80-e6db-444b-b567-b431025cca58),segment_id=8a7f4c80-e6db-444b-b567-b431025cca58)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:35.235550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=93c7f282-738d-402e-ab78-9e94c84e6019,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:35.259692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e058b15-47ce-4d54-9062-21601d988a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:35.263389 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'port_id': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063', 'mac_address': 'fa:16:3e:f1:ec:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:35.267945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60388) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:35.290450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e058b15-47ce-4d54-9062-21601d988a37 admin admin] Checking segment: {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:35.290983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e058b15-47ce-4d54-9062-21601d988a37 admin admin] Network hostable DHCP agents. Network: da0ef573-3c71-4826-bc2f-ca90865a5699, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:35.311248 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.325234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:35.338440 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b239ee51-8e9e-4b49-bb5f-e68e15236892 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba56956b8ee64f7093d9800cdb2c13f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685041 Jul 05 03:53:35.341395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60394) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:35.351518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2dabf05e-9cbe-425d-87bf-6b2ecaf03063,segment=NetworkSegment(8a7f4c80-e6db-444b-b567-b431025cca58),segment_id=8a7f4c80-e6db-444b-b567-b431025cca58)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:35.381454 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e058b15-47ce-4d54-9062-21601d988a37 admin admin] Network da0ef573-3c71-4826-bc2f-ca90865a5699 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:35.399069 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-870aafe3-f15a-4996-8565-ad30e37e84a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.420804 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-870aafe3-f15a-4996-8565-ad30e37e84a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.426540 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.427302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 188232d8-79be-4266-be8e-ffcd78b4e590 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:35.450371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-8e058b15-47ce-4d54-9062-21601d988a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, da0ef573-3c71-4826-bc2f-ca90865a5699) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:35.454502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e058b15-47ce-4d54-9062-21601d988a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:35.455064 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e058b15-47ce-4d54-9062-21601d988a37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.464384 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acde076-c151-4119-98dd-4f6a17d37342 None None] Network da0ef573-3c71-4826-bc2f-ca90865a5699 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:35.561424 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8e058b15-47ce-4d54-9062-21601d988a37 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3642893 Jul 05 03:53:35.564068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=2dabf05e-9cbe-425d-87bf-6b2ecaf03063,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:35.582608 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-870aafe3-f15a-4996-8565-ad30e37e84a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.585644 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-870aafe3-f15a-4996-8565-ad30e37e84a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.588339 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-870aafe3-f15a-4996-8565-ad30e37e84a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7732ee4f-09d9-4211-9764-38a192241e05 HTTP/1.1" status: 204 len: 168 time: 0.2443190 Jul 05 03:53:35.603476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870aafe3-f15a-4996-8565-ad30e37e84a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7732ee4f-09d9-4211-9764-38a192241e05,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:35.675628 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 188232d8-79be-4266-be8e-ffcd78b4e590, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=188232d8-79be-4266-be8e-ffcd78b4e590,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:35.702028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '188232d8-79be-4266-be8e-ffcd78b4e590', 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6', 'port_id': '188232d8-79be-4266-be8e-ffcd78b4e590', 'mac_address': 'fa:16:3e:d3:72:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cba49b-6d0f-47b0-a85d-60d24e9f83c4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:35.708097 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab41fc1-3413-487e-a11d-c0b71a45682d None None] Network da0ef573-3c71-4826-bc2f-ca90865a5699 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:35.793076 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.820321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188232d8-79be-4266-be8e-ffcd78b4e590 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:35.850535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 188232d8-79be-4266-be8e-ffcd78b4e590, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=188232d8-79be-4266-be8e-ffcd78b4e590,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:35.907304 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.907996 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:36.009707 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=188232d8-79be-4266-be8e-ffcd78b4e590,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:36.013940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:36.027435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'd825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9', 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87', 'port_id': 'd825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9', 'mac_address': 'fa:16:3e:14:1d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52a3b29-aac7-487b-9fcb-2228d0e80f01', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:36.243134 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.256472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:36.282506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:36.332587 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58b661-d8aa-4630-9a7c-8dbd114c9edb req-27ad5809-0951-42bc-a4a6-cd7e3c8e481d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.338521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58b661-d8aa-4630-9a7c-8dbd114c9edb req-27ad5809-0951-42bc-a4a6-cd7e3c8e481d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.344461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58b661-d8aa-4630-9a7c-8dbd114c9edb req-27ad5809-0951-42bc-a4a6-cd7e3c8e481d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.350438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58b661-d8aa-4630-9a7c-8dbd114c9edb req-27ad5809-0951-42bc-a4a6-cd7e3c8e481d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.356359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58b661-d8aa-4630-9a7c-8dbd114c9edb req-27ad5809-0951-42bc-a4a6-cd7e3c8e481d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.360090 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.360890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6050d55d-668d-4668-9918-29562bdf74b6 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:36.363093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58b661-d8aa-4630-9a7c-8dbd114c9edb req-27ad5809-0951-42bc-a4a6-cd7e3c8e481d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.369538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58b661-d8aa-4630-9a7c-8dbd114c9edb req-27ad5809-0951-42bc-a4a6-cd7e3c8e481d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.377303 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f58b661-d8aa-4630-9a7c-8dbd114c9edb req-27ad5809-0951-42bc-a4a6-cd7e3c8e481d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5424 time: 0.2314522 Jul 05 03:53:36.387871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-073de0ff-8378-4008-a88a-7733370166e3 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.395003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-073de0ff-8378-4008-a88a-7733370166e3 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 811 time: 0.2071850 Jul 05 03:53:36.428887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-51606837-54e5-4554-8d46-b2e190f1659c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/quotas/0e720a82806c4e7cbe27e02eb198af6d HTTP/1.1" status: 200 len: 375 time: 0.0328262 Jul 05 03:53:36.450108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:36.462049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6050d55d-668d-4668-9918-29562bdf74b6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6050d55d-668d-4668-9918-29562bdf74b6,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:36.473460 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-d18c3587-79ac-4ed8-8faf-41cd5a6e83eb tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437515 Jul 05 03:53:36.477213 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '6050d55d-668d-4668-9918-29562bdf74b6', 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87', 'port_id': '6050d55d-668d-4668-9918-29562bdf74b6', 'mac_address': 'fa:16:3e:31:78:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52a3b29-aac7-487b-9fcb-2228d0e80f01', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:36.509725 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f58b661-d8aa-4630-9a7c-8dbd114c9edb req-ba5181e6-bcde-4be9-8c64-acbf4cb603c9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314631 Jul 05 03:53:36.522156 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.537913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6050d55d-668d-4668-9918-29562bdf74b6 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:36.561397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6050d55d-668d-4668-9918-29562bdf74b6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6050d55d-668d-4668-9918-29562bdf74b6,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:36.586873 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-2d01dad2-2802-4b68-bc15-46fb817f510b service neutron] 10.222.0.60 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095178 Jul 05 03:53:36.632951 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.634022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device c456a42a-09c5-4f07-bd3d-805697e58d69 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:36.714160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=6050d55d-668d-4668-9918-29562bdf74b6,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:36.719437 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port c456a42a-09c5-4f07-bd3d-805697e58d69, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c456a42a-09c5-4f07-bd3d-805697e58d69,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:36.734207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'c456a42a-09c5-4f07-bd3d-805697e58d69', 'network_id': 'ce929db9-95f6-4b19-ab56-323ab9bb83a6', 'port_id': 'c456a42a-09c5-4f07-bd3d-805697e58d69', 'mac_address': 'fa:16:3e:66:e8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cba49b-6d0f-47b0-a85d-60d24e9f83c4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:36.756033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f19e7c-6cd9-40bd-88d8-bd7ec51669eb req-d374819d-4f82-4fcf-b8aa-c44d780fb59e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.757775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92f19e7c-6cd9-40bd-88d8-bd7ec51669eb req-d374819d-4f82-4fcf-b8aa-c44d780fb59e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 943 time: 0.1156437 Jul 05 03:53:36.762339 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-802f30b0-24e7-4bd5-8baa-648a26a7c708 service neutron] 10.222.0.60 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716914 Jul 05 03:53:36.808797 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.832652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92f19e7c-6cd9-40bd-88d8-bd7ec51669eb req-e950494f-91df-4d3a-98fb-d281a2b5c99c tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685375 Jul 05 03:53:36.840438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c456a42a-09c5-4f07-bd3d-805697e58d69 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:36.894224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port c456a42a-09c5-4f07-bd3d-805697e58d69, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c456a42a-09c5-4f07-bd3d-805697e58d69,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:36.929722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60448) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:36.968632 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.969468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device a6ee81d8-7822-45d5-b78b-8b350ec3ddda details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:37.042001 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=c456a42a-09c5-4f07-bd3d-805697e58d69,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:37.045538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port a6ee81d8-7822-45d5-b78b-8b350ec3ddda, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a6ee81d8-7822-45d5-b78b-8b350ec3ddda,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:37.057512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'a6ee81d8-7822-45d5-b78b-8b350ec3ddda', 'network_id': 'ce3d1fe5-0001-4f9d-beee-f9fd25e01f87', 'port_id': 'a6ee81d8-7822-45d5-b78b-8b350ec3ddda', 'mac_address': 'fa:16:3e:93:09:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52a3b29-aac7-487b-9fcb-2228d0e80f01', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:37.058950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-931986285-network', 'tenant_id': '25497f5f42974f65967b415dfb302126'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:37.124101 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.137630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ee81d8-7822-45d5-b78b-8b350ec3ddda {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:37.138308 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-705b481d-f367-46cb-9b4d-0191c9c49775 req-b7fb962c-b737-4191-ba8e-260fd8459683 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 210 time: 0.0333214 Jul 05 03:53:37.141487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] Made reservation on behalf of 25497f5f42974f65967b415dfb302126 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:37.147523 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.158201 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.166243 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port a6ee81d8-7822-45d5-b78b-8b350ec3ddda, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a6ee81d8-7822-45d5-b78b-8b350ec3ddda,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:37.227925 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.253705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:37.262032 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.305239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=a6ee81d8-7822-45d5-b78b-8b350ec3ddda,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:37.357399 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.375201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:37.381432 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:53:37.391426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '4ba0ba5c-aa04-4f42-9268-07b75030b6e4', 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a', 'port_id': '4ba0ba5c-aa04-4f42-9268-07b75030b6e4', 'mac_address': 'fa:16:3e:8e:fc:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd577d8f0-9eb0-4620-a525-895a334127b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:37.397032 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65497623-955e-4da3-bdbe-5fd896bfd40f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:37.399906 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.403603 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] Added segment 1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f of type vlan for network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 Jul 05 03:53:37.431009 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.440476 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.443526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:37.464391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:37.576138 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.581473 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.581473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.581473 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.638203 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:37.641080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] Pushing event updated for resources: {'Network': ['ID=942ffc80-26fb-45f1-9c8b-5ebbc8c50441,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:37.655886 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:53:37.702577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ce7cc0b7-fe52-4069-95bb-20b40091aa25 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7711749 Jul 05 03:53:37.705155 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60470) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:37.710798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c233b001-f264-4b6a-bf75-a3f2d13d3450 admin admin] Request body: {'subnet': {'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-931986285-subnet', 'tenant_id': '25497f5f42974f65967b415dfb302126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:37.744504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c7f94-cca6-45c6-b6c7-454669440a91 req-0414daef-4f15-475e-b0a6-4275c7afb2e5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.750275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c7f94-cca6-45c6-b6c7-454669440a91 req-0414daef-4f15-475e-b0a6-4275c7afb2e5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.756248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c7f94-cca6-45c6-b6c7-454669440a91 req-0414daef-4f15-475e-b0a6-4275c7afb2e5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.762025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c7f94-cca6-45c6-b6c7-454669440a91 req-0414daef-4f15-475e-b0a6-4275c7afb2e5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.767774 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c7f94-cca6-45c6-b6c7-454669440a91 req-0414daef-4f15-475e-b0a6-4275c7afb2e5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.774173 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c7f94-cca6-45c6-b6c7-454669440a91 req-0414daef-4f15-475e-b0a6-4275c7afb2e5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.780249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c7f94-cca6-45c6-b6c7-454669440a91 req-0414daef-4f15-475e-b0a6-4275c7afb2e5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.782137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-653c7f94-cca6-45c6-b6c7-454669440a91 req-0414daef-4f15-475e-b0a6-4275c7afb2e5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5428 time: 0.1355543 Jul 05 03:53:37.819646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c233b001-f264-4b6a-bf75-a3f2d13d3450 admin admin] Made reservation on behalf of 25497f5f42974f65967b415dfb302126 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:37.822082 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c233b001-f264-4b6a-bf75-a3f2d13d3450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.824655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-653c7f94-cca6-45c6-b6c7-454669440a91 req-d4479a1d-60b7-406d-bd94-f91234018fd0 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359704 Jul 05 03:53:37.848411 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['c456a42a-09c5-4f07-bd3d-805697e58d69'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:37.854846 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:37.884524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['a6ee81d8-7822-45d5-b78b-8b350ec3ddda'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:37.930339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['188232d8-79be-4266-be8e-ffcd78b4e590'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:37.966056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['2dabf05e-9cbe-425d-87bf-6b2ecaf03063'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:38.037221 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0351e-b321-403f-add6-fa3cc5bc28ec req-11bd2af9-8152-4fc3-a6d6-56fbaf3bdaf1 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:38.038782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-83d0351e-b321-403f-add6-fa3cc5bc28ec req-11bd2af9-8152-4fc3-a6d6-56fbaf3bdaf1 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 944 time: 0.0793576 Jul 05 03:53:38.085752 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-83d0351e-b321-403f-add6-fa3cc5bc28ec req-99051816-9f46-460d-b337-68fca903491d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 Jul 05 03:53:38.107750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4ba0ba5c-aa04-4f42-9268-07b75030b6e4'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:38.165466 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c233b001-f264-4b6a-bf75-a3f2d13d3450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.234716 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233b001-f264-4b6a-bf75-a3f2d13d3450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=870763b9-6f11-4ce6-b76f-798b07298d41,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:38.287434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77fbfcb8-6067-45b3-b5ff-82554bb181d3 req-fcf8a9ba-8c1f-4dce-87ea-11ec57d3d12e tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 210 time: 0.0555649 Jul 05 03:53:38.294006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c233b001-f264-4b6a-bf75-a3f2d13d3450 admin admin] Checking segment: {'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:38.294385 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233b001-f264-4b6a-bf75-a3f2d13d3450 admin admin] Network hostable DHCP agents. Network: 942ffc80-26fb-45f1-9c8b-5ebbc8c50441, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:38.455574 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233b001-f264-4b6a-bf75-a3f2d13d3450 admin admin] Network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:38.530120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-c233b001-f264-4b6a-bf75-a3f2d13d3450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 942ffc80-26fb-45f1-9c8b-5ebbc8c50441) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:38.537881 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c233b001-f264-4b6a-bf75-a3f2d13d3450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:38.538565 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c233b001-f264-4b6a-bf75-a3f2d13d3450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.554446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:38.554446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a15609e-638d-4937-a2de-76a8ee58fea7 None None] Network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:38.639809 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c233b001-f264-4b6a-bf75-a3f2d13d3450 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9332664 Jul 05 03:53:38.871906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['6050d55d-668d-4668-9918-29562bdf74b6'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:38.881098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['055b9c82-3cd5-4c8e-8763-539c346a2e5e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:39.031178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2fa853-2bd2-44de-86d3-c1139ad3c061 None None] Network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:39.117247 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:39.178933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459cb5-e08d-4dd0-8b24-524e85413b9a req-9a3b77c6-7ef0-48d2-b31e-c3a2d2341ccf tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.186178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459cb5-e08d-4dd0-8b24-524e85413b9a req-9a3b77c6-7ef0-48d2-b31e-c3a2d2341ccf tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.193533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459cb5-e08d-4dd0-8b24-524e85413b9a req-9a3b77c6-7ef0-48d2-b31e-c3a2d2341ccf tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.196562 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15', 'mac_address': 'fa:16:3e:d9:a4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:39.200431 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459cb5-e08d-4dd0-8b24-524e85413b9a req-9a3b77c6-7ef0-48d2-b31e-c3a2d2341ccf tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.211850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459cb5-e08d-4dd0-8b24-524e85413b9a req-9a3b77c6-7ef0-48d2-b31e-c3a2d2341ccf tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.218907 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459cb5-e08d-4dd0-8b24-524e85413b9a req-9a3b77c6-7ef0-48d2-b31e-c3a2d2341ccf tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.226611 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459cb5-e08d-4dd0-8b24-524e85413b9a req-9a3b77c6-7ef0-48d2-b31e-c3a2d2341ccf tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.234853 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f459cb5-e08d-4dd0-8b24-524e85413b9a req-9a3b77c6-7ef0-48d2-b31e-c3a2d2341ccf tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5428 time: 0.2011518 Jul 05 03:53:39.310881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f459cb5-e08d-4dd0-8b24-524e85413b9a req-40c4c3c3-4f02-4311-88d5-00cb9d547d7a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738981 Jul 05 03:53:39.463264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-68f57dd2-c7a8-467e-8fde-b0199a4bd932 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.470870 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-68f57dd2-c7a8-467e-8fde-b0199a4bd932 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/networks?id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441 HTTP/1.1" status: 200 len: 812 time: 0.2302792 Jul 05 03:53:39.484919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-fef6337b-54a6-4e3a-97d3-fdb02976fa14 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/quotas/25497f5f42974f65967b415dfb302126 HTTP/1.1" status: 200 len: 375 time: 0.0124135 Jul 05 03:53:39.547313 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-3d437847-faa1-48ae-9ef6-3db50e191ad8 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=25497f5f42974f65967b415dfb302126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498543 Jul 05 03:53:39.590400 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.614003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:39.656981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:39.667255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3900c33-d840-4528-8dd5-22a14944f811 req-ffe21f6c-0853-4d51-9fdd-f1fbf194180f tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.670983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3900c33-d840-4528-8dd5-22a14944f811 req-ffe21f6c-0853-4d51-9fdd-f1fbf194180f tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 944 time: 0.1830056 Jul 05 03:53:39.764660 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.801091 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3900c33-d840-4528-8dd5-22a14944f811 req-03d703f5-f9fe-4de3-ab54-1660910a4587 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894248 Jul 05 03:53:39.829450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:39.848255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-2b722e99-4494-492a-80fb-64f044000c03 service neutron] 10.222.0.60 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657146 Jul 05 03:53:39.866191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:40.082768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-2211a8dd-92be-412c-8423-59512dc4ef75 service neutron] 10.222.0.60 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051632 Jul 05 03:53:40.266621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-95975fec-60c1-477c-af6c-e5be48a7eee5 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:40.270339 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-95975fec-60c1-477c-af6c-e5be48a7eee5 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 811 time: 0.2589574 Jul 05 03:53:40.289718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-73371512-efbc-4d78-9e45-05be62b9eed6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Request body: {'port': {'device_id': '9c8642a1-daea-4eae-9c53-4d26a213e5b1', 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699', 'admin_state_up': True, 'tenant_id': '0e720a82806c4e7cbe27e02eb198af6d'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:40.305787 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b47339a1-ebba-44fe-b9bf-23d8a93ba559 req-d6e3a9af-ec8a-4440-b558-8ff01970dc69 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 210 time: 0.0430610 Jul 05 03:53:40.570826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-73371512-efbc-4d78-9e45-05be62b9eed6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Made reservation on behalf of 0e720a82806c4e7cbe27e02eb198af6d for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:40.576722 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-73371512-efbc-4d78-9e45-05be62b9eed6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.625796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6bcde-5dec-495b-b948-7a509518c59f req-c5f623c6-2ecc-4f88-aa69-663e92e055fc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:40.632934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6bcde-5dec-495b-b948-7a509518c59f req-c5f623c6-2ecc-4f88-aa69-663e92e055fc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:40.639465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6bcde-5dec-495b-b948-7a509518c59f req-c5f623c6-2ecc-4f88-aa69-663e92e055fc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:40.645894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6bcde-5dec-495b-b948-7a509518c59f req-c5f623c6-2ecc-4f88-aa69-663e92e055fc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:40.652616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6bcde-5dec-495b-b948-7a509518c59f req-c5f623c6-2ecc-4f88-aa69-663e92e055fc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:40.659332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6bcde-5dec-495b-b948-7a509518c59f req-c5f623c6-2ecc-4f88-aa69-663e92e055fc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:40.666504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6bcde-5dec-495b-b948-7a509518c59f req-c5f623c6-2ecc-4f88-aa69-663e92e055fc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:40.675358 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02f6bcde-5dec-495b-b948-7a509518c59f req-c5f623c6-2ecc-4f88-aa69-663e92e055fc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5428 time: 0.1633036 Jul 05 03:53:40.779198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02f6bcde-5dec-495b-b948-7a509518c59f req-0f629b6c-4da2-4727-a8e3-0483bb46a3f3 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1030588 Jul 05 03:53:40.885443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-73371512-efbc-4d78-9e45-05be62b9eed6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Allocated IP 172.20.0.8 (da0ef573-3c71-4826-bc2f-ca90865a5699/46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78/32d5c9d2-49c9-405f-895b-a3b793ddb921) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:41.058635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59129ac9-c143-4a76-9a4d-ae1e162b092b req-b3eabb1a-018d-4fc9-b2dd-74b9227e7b64 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 210 time: 0.1370826 Jul 05 03:53:41.171847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64febbb-3523-4f0f-914e-948e49c4492f req-a17a0b8d-1981-4928-9b0e-d6c66e3cf6a3 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.184235 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-73371512-efbc-4d78-9e45-05be62b9eed6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.184766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f64febbb-3523-4f0f-914e-948e49c4492f req-a17a0b8d-1981-4928-9b0e-d6c66e3cf6a3 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 944 time: 0.1710832 Jul 05 03:53:41.238491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:41.282349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f64febbb-3523-4f0f-914e-948e49c4492f req-fd22fb3f-1f9b-4fa8-af38-c750ebe7eb99 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966272 Jul 05 03:53:41.340652 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-73371512-efbc-4d78-9e45-05be62b9eed6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.443962 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-73371512-efbc-4d78-9e45-05be62b9eed6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Network da0ef573-3c71-4826-bc2f-ca90865a5699 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:41.447794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-73371512-efbc-4d78-9e45-05be62b9eed6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:41.450271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:41.456778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:41.457391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-73371512-efbc-4d78-9e45-05be62b9eed6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:41.457625 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.525435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73371512-efbc-4d78-9e45-05be62b9eed6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Pushing event updated for resources: {'Port': ['ID=32d5c9d2-49c9-405f-895b-a3b793ddb921,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:41.564204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-73371512-efbc-4d78-9e45-05be62b9eed6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.564783 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-73371512-efbc-4d78-9e45-05be62b9eed6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.607927 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.665624 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:41.666914 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba0ba5c-aa04-4f42-9268-07b75030b6e4'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:41.669288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4de16b-75f0-4611-9a40-b199310786fd req-f6e4020a-d548-4ea6-830a-0d65d2989cf8 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.670736 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e1b5c9-5b2a-450a-8189-72618053d04c" -d '{"events": [{"server_uuid": "49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a", "name": "network-vif-plugged", "status": "completed", "tag": "4ba0ba5c-aa04-4f42-9268-07b75030b6e4"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:41.672722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be4de16b-75f0-4611-9a40-b199310786fd req-f6e4020a-d548-4ea6-830a-0d65d2989cf8 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 931 time: 0.1288455 Jul 05 03:53:41.673401 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-73371512-efbc-4d78-9e45-05be62b9eed6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3882391 Jul 05 03:53:41.685148 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Request body: {'port': {'device_id': '9c8642a1-daea-4eae-9c53-4d26a213e5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:41.739583 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.741282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 188232d8-79be-4266-be8e-ffcd78b4e590 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:41.776124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be4de16b-75f0-4611-9a40-b199310786fd req-3f8300af-c1f0-4293-9b46-e215b6d11744 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959890 Jul 05 03:53:41.852793 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.865255 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55321c94-66f3-4686-8a4e-e068648310b3 x-openstack-request-id: req-55321c94-66f3-4686-8a4e-e068648310b3 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:41.865551 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a", "name": "network-vif-plugged", "status": "completed", "tag": "4ba0ba5c-aa04-4f42-9268-07b75030b6e4", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:41.865803 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55321c94-66f3-4686-8a4e-e068648310b3 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:41.867024 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba0ba5c-aa04-4f42-9268-07b75030b6e4', 'code': 200} Jul 05 03:53:41.922712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:41.953436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 188232d8-79be-4266-be8e-ffcd78b4e590 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:41.963766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabeaf9e-f5f3-47e1-9586-08f65a7aecf8 req-8e01a80b-6f29-4f25-8618-adc08c1a1d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.963913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 188232d8-79be-4266-be8e-ffcd78b4e590 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:41.963913 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.964129 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dabeaf9e-f5f3-47e1-9586-08f65a7aecf8 req-8e01a80b-6f29-4f25-8618-adc08c1a1d6d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 1096 time: 0.1314161 Jul 05 03:53:42.061482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dabeaf9e-f5f3-47e1-9586-08f65a7aecf8 req-94d8ce17-d0df-48cd-9f3b-76e2f17b603d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908744 Jul 05 03:53:42.162192 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.234883 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 188232d8-79be-4266-be8e-ffcd78b4e590, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=188232d8-79be-4266-be8e-ffcd78b4e590,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:42.279088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ffca78f-d57c-4245-bee5-21e6996e0b93 req-61df1076-d6ce-4067-88bf-38c8b3977722 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 210 time: 0.1319025 Jul 05 03:53:42.307763 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.308687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:42.409701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967c212-6f1f-4abb-a46a-c7b60019e467 req-15abd14b-2acb-47a9-9264-708cfe291ce4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.429930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967c212-6f1f-4abb-a46a-c7b60019e467 req-15abd14b-2acb-47a9-9264-708cfe291ce4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.461314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967c212-6f1f-4abb-a46a-c7b60019e467 req-15abd14b-2acb-47a9-9264-708cfe291ce4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.475677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967c212-6f1f-4abb-a46a-c7b60019e467 req-15abd14b-2acb-47a9-9264-708cfe291ce4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.494874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967c212-6f1f-4abb-a46a-c7b60019e467 req-15abd14b-2acb-47a9-9264-708cfe291ce4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.504229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967c212-6f1f-4abb-a46a-c7b60019e467 req-15abd14b-2acb-47a9-9264-708cfe291ce4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.545135 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=188232d8-79be-4266-be8e-ffcd78b4e590,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:42.547257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967c212-6f1f-4abb-a46a-c7b60019e467 req-15abd14b-2acb-47a9-9264-708cfe291ce4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.549228 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8967c212-6f1f-4abb-a46a-c7b60019e467 req-15abd14b-2acb-47a9-9264-708cfe291ce4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5428 time: 0.4808931 Jul 05 03:53:42.554781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d5c9d2-49c9-405f-895b-a3b793ddb921 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:42.562457 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:42.569849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:42.572608 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.573570 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.597818 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:42.619765 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Transition to ACTIVE for port object 32d5c9d2-49c9-405f-895b-a3b793ddb921 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:42.690213 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.695157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8967c212-6f1f-4abb-a46a-c7b60019e467 req-0e23e7f5-6152-4be7-a861-bb5f2ef07150 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1307886 Jul 05 03:53:42.811154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Pushing event updated for resources: {'Port': ['ID=32d5c9d2-49c9-405f-895b-a3b793ddb921,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:42.874597 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:42.874597 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.981318 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.030638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Attempting to bind port 32d5c9d2-49c9-405f-895b-a3b793ddb921 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:43.034897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Attempting to bind port 32d5c9d2-49c9-405f-895b-a3b793ddb921 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:43.035292 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Attempting to bind port 32d5c9d2-49c9-405f-895b-a3b793ddb921 on network da0ef573-3c71-4826-bc2f-ca90865a5699 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:43.061661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Port 32d5c9d2-49c9-405f-895b-a3b793ddb921 on network da0ef573-3c71-4826-bc2f-ca90865a5699 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:43.062000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Attempting to bind port 32d5c9d2-49c9-405f-895b-a3b793ddb921 on network da0ef573-3c71-4826-bc2f-ca90865a5699 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:43.068252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997a162-ad8b-4050-a5fa-703fd54d1a28 req-cccfc7e0-1231-4d14-b7cd-da590ca1ba54 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:43.076041 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8997a162-ad8b-4050-a5fa-703fd54d1a28 req-cccfc7e0-1231-4d14-b7cd-da590ca1ba54 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.2380595 Jul 05 03:53:43.080800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:43.086008 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Checking segment: {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:43.086658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Bound using segment: {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:43.095849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Bound port: 32d5c9d2-49c9-405f-895b-a3b793ddb921, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:43.097564 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.155081 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.205199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:43.208065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2dabf05e-9cbe-425d-87bf-6b2ecaf03063,segment=NetworkSegment(8a7f4c80-e6db-444b-b567-b431025cca58),segment_id=8a7f4c80-e6db-444b-b567-b431025cca58)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:43.236101 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] For port 32d5c9d2-49c9-405f-895b-a3b793ddb921, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:43.241666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] For port 32d5c9d2-49c9-405f-895b-a3b793ddb921, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=32d5c9d2-49c9-405f-895b-a3b793ddb921,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:43.249352 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8997a162-ad8b-4050-a5fa-703fd54d1a28 req-86174f54-52b6-4412-8a8b-da7482f67cd5 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718850 Jul 05 03:53:43.324890 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.325753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 055b9c82-3cd5-4c8e-8763-539c346a2e5e up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:43.329503 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.354307 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.357485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30520b1-2c63-4125-8e45-dd088e8dda24 req-f532161e-55cf-4992-90fc-ae8f4ac2dd9c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:43.371351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e30520b1-2c63-4125-8e45-dd088e8dda24 req-f532161e-55cf-4992-90fc-ae8f4ac2dd9c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 943 time: 0.2229245 Jul 05 03:53:43.437064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:43.444406 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.452354 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] 10.222.0.11 "PUT /v2.0/ports/32d5c9d2-49c9-405f-895b-a3b793ddb921 HTTP/1.1" status: 200 len: 1091 time: 1.7714648 Jul 05 03:53:43.460333 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8642a1-daea-4eae-9c53-4d26a213e5b1', 'tag': '32d5c9d2-49c9-405f-895b-a3b793ddb921'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:43.470157 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2ed4b8-f4f7-48a7-863f-5632e12b7de1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8642a1-daea-4eae-9c53-4d26a213e5b1", "tag": "32d5c9d2-49c9-405f-895b-a3b793ddb921"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:43.499290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e30520b1-2c63-4125-8e45-dd088e8dda24 req-e923462e-58f7-4951-9367-7bb732d2e60b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263328 Jul 05 03:53:43.571644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=2dabf05e-9cbe-425d-87bf-6b2ecaf03063,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:43.613109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40376b-1057-4d88-b7f6-1c6f4ca9823f service neutron] Pushing event updated for resources: {'Port': ['ID=32d5c9d2-49c9-405f-895b-a3b793ddb921,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:43.617406 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00397a99-689a-4778-b38d-2ab43510c67a x-openstack-request-id: req-00397a99-689a-4778-b38d-2ab43510c67a {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:43.617857 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8642a1-daea-4eae-9c53-4d26a213e5b1", "tag": "32d5c9d2-49c9-405f-895b-a3b793ddb921", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:43.618120 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00397a99-689a-4778-b38d-2ab43510c67a {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:43.618670 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8642a1-daea-4eae-9c53-4d26a213e5b1', 'tag': '32d5c9d2-49c9-405f-895b-a3b793ddb921', 'status': 'completed', 'code': 200} Jul 05 03:53:43.649022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-292332eb-6bef-406c-8e9b-34aad712c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:43.651752 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-292332eb-6bef-406c-8e9b-34aad712c93e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 1094 time: 0.0770659 Jul 05 03:53:43.704932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,revision_number=10']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:43.728739 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf728012-00e3-4df1-900d-cced07876430 req-6faa4acc-4588-4e8c-b5da-10e3c06c5d33 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 210 time: 0.0834064 Jul 05 03:53:43.769038 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-80d8d8aa-a1a4-42ff-b8d8-264d2a4dea77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d5c9d2-49c9-405f-895b-a3b793ddb921 HTTP/1.1" status: 200 len: 217 time: 0.1066020 Jul 05 03:53:43.781692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 055b9c82-3cd5-4c8e-8763-539c346a2e5e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:43.790602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 055b9c82-3cd5-4c8e-8763-539c346a2e5e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:43.790998 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.869092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188232d8-79be-4266-be8e-ffcd78b4e590'}, {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063'}, {'server_uuid': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:43.872635 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91b4e2c-27ce-4f47-8327-8156642c2dc2" -d '{"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-plugged", "status": "completed", "tag": "188232d8-79be-4266-be8e-ffcd78b4e590"}, {"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-plugged", "status": "completed", "tag": "2dabf05e-9cbe-425d-87bf-6b2ecaf03063"}, {"server_uuid": "6b538f9d-cf72-46ba-8aca-c97cfd994acd", "name": "network-vif-plugged", "status": "completed", "tag": "42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:43.896288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-45d5a6b1-e77a-46f2-99a1-47dabb82204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:43.898949 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-45d5a6b1-e77a-46f2-99a1-47dabb82204b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 HTTP/1.1" status: 200 len: 851 time: 0.1211481 Jul 05 03:53:43.991604 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-baba45d3-2c81-446c-b4a2-a0a15b85e471 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da0ef573-3c71-4826-bc2f-ca90865a5699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837941 Jul 05 03:53:44.016676 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5245b815-d0a0-4391-aa1a-01f7a6851d80 x-openstack-request-id: req-5245b815-d0a0-4391-aa1a-01f7a6851d80 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:44.023319 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-plugged", "status": "completed", "tag": "188232d8-79be-4266-be8e-ffcd78b4e590", "code": 200}, {"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-plugged", "status": "completed", "tag": "2dabf05e-9cbe-425d-87bf-6b2ecaf03063", "code": 200}, {"server_uuid": "6b538f9d-cf72-46ba-8aca-c97cfd994acd", "name": "network-vif-plugged", "status": "completed", "tag": "42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:44.023319 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5245b815-d0a0-4391-aa1a-01f7a6851d80 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:44.023319 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188232d8-79be-4266-be8e-ffcd78b4e590', 'code': 200} Jul 05 03:53:44.023319 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063', 'code': 200} Jul 05 03:53:44.023319 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15', 'code': 200} Jul 05 03:53:44.046539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd740-e6fe-496d-a98f-260f97187ddc req-f037032c-cb23-444a-96a3-e38cd82a405c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:44.055954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd740-e6fe-496d-a98f-260f97187ddc req-f037032c-cb23-444a-96a3-e38cd82a405c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:44.062701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd740-e6fe-496d-a98f-260f97187ddc req-f037032c-cb23-444a-96a3-e38cd82a405c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:44.071740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd740-e6fe-496d-a98f-260f97187ddc req-f037032c-cb23-444a-96a3-e38cd82a405c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:44.078936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd740-e6fe-496d-a98f-260f97187ddc req-f037032c-cb23-444a-96a3-e38cd82a405c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:44.090228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd740-e6fe-496d-a98f-260f97187ddc req-f037032c-cb23-444a-96a3-e38cd82a405c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:44.094744 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.099979 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd740-e6fe-496d-a98f-260f97187ddc req-f037032c-cb23-444a-96a3-e38cd82a405c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:44.103520 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-712dd740-e6fe-496d-a98f-260f97187ddc req-f037032c-cb23-444a-96a3-e38cd82a405c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5430 time: 0.1968470 Jul 05 03:53:44.181377 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-095fd397-4c6e-443b-a0bf-71d44e51d66f service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793199 Jul 05 03:53:44.198082 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 055b9c82-3cd5-4c8e-8763-539c346a2e5e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=055b9c82-3cd5-4c8e-8763-539c346a2e5e,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:44.198231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-712dd740-e6fe-496d-a98f-260f97187ddc req-644d076b-3e00-4d9c-899e-6de6eaed3052 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811470 Jul 05 03:53:44.290805 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.292042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:44.344817 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cb44f58e-2f13-4215-a9d0-03ba244c33e5 req-db86c1c2-c517-46c8-b72c-ff362afee681 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560738 Jul 05 03:53:44.388694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=055b9c82-3cd5-4c8e-8763-539c346a2e5e,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:44.489270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:44.494310 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:44.494692 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.550857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492ff9e-6eb3-4422-8309-33d7dd0918a6 req-379a9ae7-c4a6-4813-a4bc-79a4363b8a8a tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:44.557603 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4492ff9e-6eb3-4422-8309-33d7dd0918a6 req-379a9ae7-c4a6-4813-a4bc-79a4363b8a8a tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.1294503 Jul 05 03:53:44.675509 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4492ff9e-6eb3-4422-8309-33d7dd0918a6 req-f355b631-2394-4d7e-a4f8-f8bef228560e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052198 Jul 05 03:53:44.724607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ed4b8-f4f7-48a7-863f-5632e12b7de1 req-79aaef45-fc85-4ff7-b225-41d1f7694233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:44.726221 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dd2ed4b8-f4f7-48a7-863f-5632e12b7de1 req-79aaef45-fc85-4ff7-b225-41d1f7694233 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 1094 time: 0.1648591 Jul 05 03:53:44.765005 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.821762 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:44.882290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fbaaa-e699-4acf-bc14-bee3b8f70092 req-261d72ce-1553-498a-a70c-a255579fb50a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:44.890957 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a11fbaaa-e699-4acf-bc14-bee3b8f70092 req-261d72ce-1553-498a-a70c-a255579fb50a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 943 time: 0.0926127 Jul 05 03:53:44.912851 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.914025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6050d55d-668d-4668-9918-29562bdf74b6 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:45.051682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a11fbaaa-e699-4acf-bc14-bee3b8f70092 req-710adec0-a9f1-4330-b9d0-893dbf9981d4 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594431 Jul 05 03:53:45.078902 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ed4b8-f4f7-48a7-863f-5632e12b7de1 req-4f2da658-8c20-4117-9612-f926587e60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.080528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dd2ed4b8-f4f7-48a7-863f-5632e12b7de1 req-4f2da658-8c20-4117-9612-f926587e60cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 912 time: 0.3377609 Jul 05 03:53:45.089763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5b1cb-87a6-4191-ab4c-e7d196f7c3e9 req-3edd497e-f1af-4191-9d2f-afef863fa527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.091330 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58c5b1cb-87a6-4191-ab4c-e7d196f7c3e9 req-3edd497e-f1af-4191-9d2f-afef863fa527 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=359781a8406c4fbcb929ad11cf2a4b9c&device_id=6b538f9d-cf72-46ba-8aca-c97cfd994acd HTTP/1.1" status: 200 len: 1101 time: 0.2156572 Jul 05 03:53:45.117923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-84a0b0b4-9fef-4073-8d9e-11cd5c5277b1 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.119723 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-84a0b0b4-9fef-4073-8d9e-11cd5c5277b1 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.64 "GET /v2.0/networks?id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441 HTTP/1.1" status: 200 len: 812 time: 0.2108214 Jul 05 03:53:45.138420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-b5f38eaf-1889-42ab-a870-dff7b98888a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Request body: {'port': {'device_id': '631dbf3d-26dc-4533-8941-63c311cfac8c', 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441', 'admin_state_up': True, 'tenant_id': '25497f5f42974f65967b415dfb302126'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:45.202895 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dd2ed4b8-f4f7-48a7-863f-5632e12b7de1 req-c8db7d48-e461-44ed-97f8-ec217895159e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d5c9d2-49c9-405f-895b-a3b793ddb921 HTTP/1.1" status: 200 len: 217 time: 0.1087363 Jul 05 03:53:45.203043 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:45.333858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4ccca13-2bb0-405f-9656-eff9acacd8b7 req-06e52ba9-fb69-43b7-89bb-2fd6bbc76d4a tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 210 time: 0.0471129 Jul 05 03:53:45.334080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 6050d55d-668d-4668-9918-29562bdf74b6 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:45.337322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 6050d55d-668d-4668-9918-29562bdf74b6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:45.337790 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.405508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ed4b8-f4f7-48a7-863f-5632e12b7de1 req-b11853d0-d0c0-4016-8210-f5577efa4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.410318 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dd2ed4b8-f4f7-48a7-863f-5632e12b7de1 req-b11853d0-d0c0-4016-8210-f5577efa4c8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 HTTP/1.1" status: 200 len: 851 time: 0.1785197 Jul 05 03:53:45.589034 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dd2ed4b8-f4f7-48a7-863f-5632e12b7de1 req-e194e3df-2ad4-4556-a556-7ca075085a03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da0ef573-3c71-4826-bc2f-ca90865a5699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646857 Jul 05 03:53:45.638856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-b5f38eaf-1889-42ab-a870-dff7b98888a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Made reservation on behalf of 25497f5f42974f65967b415dfb302126 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:45.644936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-b5f38eaf-1889-42ab-a870-dff7b98888a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.751223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5b1cb-87a6-4191-ab4c-e7d196f7c3e9 req-7255033f-9630-4240-8743-4a30f5462746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.755016 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58c5b1cb-87a6-4191-ab4c-e7d196f7c3e9 req-7255033f-9630-4240-8743-4a30f5462746 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.5803800 Jul 05 03:53:45.780562 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-0100dbdf-ee23-4ce5-bd07-6f4e60d60c00 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.782448 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-0100dbdf-ee23-4ce5-bd07-6f4e60d60c00 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.11 "GET /v2.0/networks?id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441 HTTP/1.1" status: 200 len: 812 time: 0.3467255 Jul 05 03:53:45.803483 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.873362 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-5a2a24ff-98c3-4e80-846e-0c7ed940cf09 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Request body: {'port': {'device_id': '11448e6c-c710-4c89-b494-3ac0c1b0fbc1', 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441', 'admin_state_up': True, 'tenant_id': '25497f5f42974f65967b415dfb302126'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:45.924473 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6050d55d-668d-4668-9918-29562bdf74b6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6050d55d-668d-4668-9918-29562bdf74b6,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:45.982659 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58c5b1cb-87a6-4191-ab4c-e7d196f7c3e9 req-823ff8a7-04cb-46ee-a6a8-a3d800ce2250 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 HTTP/1.1" status: 200 len: 217 time: 0.1965814 Jul 05 03:53:46.021789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055b9c82-3cd5-4c8e-8763-539c346a2e5e'}, {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9'}, {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6050d55d-668d-4668-9918-29562bdf74b6'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:46.026420 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dfbef9-d43c-4683-bbc5-9c2ba11d87dc" -d '{"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-plugged", "status": "completed", "tag": "055b9c82-3cd5-4c8e-8763-539c346a2e5e"}, {"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-plugged", "status": "completed", "tag": "d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9"}, {"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-plugged", "status": "completed", "tag": "6050d55d-668d-4668-9918-29562bdf74b6"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:46.031370 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.032589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device c456a42a-09c5-4f07-bd3d-805697e58d69 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:46.220997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5b1cb-87a6-4191-ab4c-e7d196f7c3e9 req-e6ac58eb-36ff-4802-9812-9c6aebb0b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.222852 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58c5b1cb-87a6-4191-ab4c-e7d196f7c3e9 req-e6ac58eb-36ff-4802-9812-9c6aebb0b8c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1793275 Jul 05 03:53:46.234334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=6050d55d-668d-4668-9918-29562bdf74b6,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:46.258130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-b5f38eaf-1889-42ab-a870-dff7b98888a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Allocated IP 172.20.0.3 (942ffc80-26fb-45f1-9c8b-5ebbc8c50441/870763b9-6f11-4ce6-b76f-798b07298d41/7d4c2c2f-1dfc-4cd8-9586-822e59a82e09) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:46.331916 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dd2ed4b8-f4f7-48a7-863f-5632e12b7de1 req-f52134db-dd21-4013-ac8e-a1f1b47bfd50 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876395 Jul 05 03:53:46.353548 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port c456a42a-09c5-4f07-bd3d-805697e58d69 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:46.359286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port c456a42a-09c5-4f07-bd3d-805697e58d69 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:46.359943 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.460495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a709a6-2379-434c-8348-c12c01f19546 req-eba1df9f-e9b2-444d-ba21-368583114a46 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.480866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a709a6-2379-434c-8348-c12c01f19546 req-eba1df9f-e9b2-444d-ba21-368583114a46 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.484845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5b1cb-87a6-4191-ab4c-e7d196f7c3e9 req-45015bbc-38a7-4aa4-b3dc-0c9c8199d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.486691 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58c5b1cb-87a6-4191-ab4c-e7d196f7c3e9 req-45015bbc-38a7-4aa4-b3dc-0c9c8199d080 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2228837 Jul 05 03:53:46.489004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a709a6-2379-434c-8348-c12c01f19546 req-eba1df9f-e9b2-444d-ba21-368583114a46 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.495150 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a709a6-2379-434c-8348-c12c01f19546 req-eba1df9f-e9b2-444d-ba21-368583114a46 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.503350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a709a6-2379-434c-8348-c12c01f19546 req-eba1df9f-e9b2-444d-ba21-368583114a46 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.509293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a709a6-2379-434c-8348-c12c01f19546 req-eba1df9f-e9b2-444d-ba21-368583114a46 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.509925 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.515441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a709a6-2379-434c-8348-c12c01f19546 req-eba1df9f-e9b2-444d-ba21-368583114a46 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.523637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73a709a6-2379-434c-8348-c12c01f19546 req-eba1df9f-e9b2-444d-ba21-368583114a46 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5432 time: 0.9394588 Jul 05 03:53:46.550159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-5a2a24ff-98c3-4e80-846e-0c7ed940cf09 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Made reservation on behalf of 25497f5f42974f65967b415dfb302126 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:46.555630 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-5a2a24ff-98c3-4e80-846e-0c7ed940cf09 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.564890 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dd2ed4b8-f4f7-48a7-863f-5632e12b7de1 req-2dd2837c-7f42-4af6-812c-94d8a48f1f10 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239890 Jul 05 03:53:46.597855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port c456a42a-09c5-4f07-bd3d-805697e58d69, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c456a42a-09c5-4f07-bd3d-805697e58d69,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:46.667855 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.670324 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device a6ee81d8-7822-45d5-b78b-8b350ec3ddda up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:46.694601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73a709a6-2379-434c-8348-c12c01f19546 req-a15e2788-83ef-4edb-94c3-4e4bffd796aa tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1699083 Jul 05 03:53:46.728425 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-b5f38eaf-1889-42ab-a870-dff7b98888a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.032492 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58c5b1cb-87a6-4191-ab4c-e7d196f7c3e9 req-0197d692-4319-4b8b-8734-974a16e08144 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008111 Jul 05 03:53:47.036863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=c456a42a-09c5-4f07-bd3d-805697e58d69,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:47.038551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f8cc1-623f-4301-951b-7b6ca52158ef req-fa31eb95-48d8-4620-a451-54d653a973bc tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:47.038701 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af94e576-3b76-4cf3-9743-04a983ec0e22 x-openstack-request-id: req-af94e576-3b76-4cf3-9743-04a983ec0e22 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:47.038701 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-plugged", "status": "completed", "tag": "055b9c82-3cd5-4c8e-8763-539c346a2e5e", "code": 200}, {"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-plugged", "status": "completed", "tag": "d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9", "code": 200}, {"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-plugged", "status": "completed", "tag": "6050d55d-668d-4668-9918-29562bdf74b6", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:47.038701 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af94e576-3b76-4cf3-9743-04a983ec0e22 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:47.038701 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055b9c82-3cd5-4c8e-8763-539c346a2e5e', 'code': 200} Jul 05 03:53:47.038701 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9', 'code': 200} Jul 05 03:53:47.038701 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6050d55d-668d-4668-9918-29562bdf74b6', 'code': 200} Jul 05 03:53:47.039341 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-859f8cc1-623f-4301-951b-7b6ca52158ef req-fa31eb95-48d8-4620-a451-54d653a973bc tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.5452943 Jul 05 03:53:47.039341 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-859f8cc1-623f-4301-951b-7b6ca52158ef req-b559747c-f004-4157-9b55-54c98d5be2c8 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433958 Jul 05 03:53:47.067496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d51933-4cd2-4688-89af-89caca10bbe7 req-c640f8ca-f384-4a79-8df6-e4376e8bb075 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:47.069125 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16d51933-4cd2-4688-89af-89caca10bbe7 req-c640f8ca-f384-4a79-8df6-e4376e8bb075 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 943 time: 0.1200194 Jul 05 03:53:47.071096 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1e5dee7-3b3d-4b9a-b6fb-278c6af55469 req-679bbf1f-8eb8-40cf-9bd7-5e15d8a51a40 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 210 time: 0.0519958 Jul 05 03:53:47.143666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16d51933-4cd2-4688-89af-89caca10bbe7 req-e5c6aea3-bc98-4d32-a3da-42216c71a185 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665367 Jul 05 03:53:47.165381 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-b5f38eaf-1889-42ab-a870-dff7b98888a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.166931 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port a6ee81d8-7822-45d5-b78b-8b350ec3ddda completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:47.172955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port a6ee81d8-7822-45d5-b78b-8b350ec3ddda triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:47.173850 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.232408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f38eaf-1889-42ab-a870-dff7b98888a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Pushing event updated for resources: {'Port': ['ID=7d4c2c2f-1dfc-4cd8-9586-822e59a82e09,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:47.242983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-b5f38eaf-1889-42ab-a870-dff7b98888a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:47.249985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-b5f38eaf-1889-42ab-a870-dff7b98888a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:47.249985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-b5f38eaf-1889-42ab-a870-dff7b98888a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:47.326942 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.339352 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-5a2a24ff-98c3-4e80-846e-0c7ed940cf09 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Allocated IP 172.20.0.9 (942ffc80-26fb-45f1-9c8b-5ebbc8c50441/870763b9-6f11-4ce6-b76f-798b07298d41/17455933-1373-4cc5-8f03-38ec954f5810) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:47.347718 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-b5f38eaf-1889-42ab-a870-dff7b98888a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:47.349393 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-b5f38eaf-1889-42ab-a870-dff7b98888a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.407016 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-58c5b1cb-87a6-4191-ab4c-e7d196f7c3e9 req-6dcfed41-66aa-4540-af0f-7f437f15a35f service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911989 Jul 05 03:53:47.409836 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port a6ee81d8-7822-45d5-b78b-8b350ec3ddda, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a6ee81d8-7822-45d5-b78b-8b350ec3ddda,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:47.439255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-b5f38eaf-1889-42ab-a870-dff7b98888a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3099904 Jul 05 03:53:47.451151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Request body: {'port': {'device_id': '631dbf3d-26dc-4533-8941-63c311cfac8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:47.495596 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.597671 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.609368 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=a6ee81d8-7822-45d5-b78b-8b350ec3ddda,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:47.639862 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-5a2a24ff-98c3-4e80-846e-0c7ed940cf09 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.754633 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-5a2a24ff-98c3-4e80-846e-0c7ed940cf09 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.856821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a24ff-98c3-4e80-846e-0c7ed940cf09 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Pushing event updated for resources: {'Port': ['ID=17455933-1373-4cc5-8f03-38ec954f5810,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:47.887661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-5a2a24ff-98c3-4e80-846e-0c7ed940cf09 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:47.898134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-5a2a24ff-98c3-4e80-846e-0c7ed940cf09 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:47.903856 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-5a2a24ff-98c3-4e80-846e-0c7ed940cf09 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:47.985012 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-5a2a24ff-98c3-4e80-846e-0c7ed940cf09 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:47.985689 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-5a2a24ff-98c3-4e80-846e-0c7ed940cf09 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.015373 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:48.045167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.083127 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-5a2a24ff-98c3-4e80-846e-0c7ed940cf09 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2223289 Jul 05 03:53:48.112320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Transition to ACTIVE for port object 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:48.112591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Request body: {'port': {'device_id': '11448e6c-c710-4c89-b494-3ac0c1b0fbc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:48.181433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758413a-4b5d-4adb-bfa8-bbd916e251f3 req-eb2ff1b8-54ad-4130-bd03-8aad95af2871 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:48.197391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758413a-4b5d-4adb-bfa8-bbd916e251f3 req-eb2ff1b8-54ad-4130-bd03-8aad95af2871 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:48.211991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758413a-4b5d-4adb-bfa8-bbd916e251f3 req-eb2ff1b8-54ad-4130-bd03-8aad95af2871 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:48.228862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758413a-4b5d-4adb-bfa8-bbd916e251f3 req-eb2ff1b8-54ad-4130-bd03-8aad95af2871 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:48.235358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758413a-4b5d-4adb-bfa8-bbd916e251f3 req-eb2ff1b8-54ad-4130-bd03-8aad95af2871 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:48.243164 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758413a-4b5d-4adb-bfa8-bbd916e251f3 req-eb2ff1b8-54ad-4130-bd03-8aad95af2871 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:48.250033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758413a-4b5d-4adb-bfa8-bbd916e251f3 req-eb2ff1b8-54ad-4130-bd03-8aad95af2871 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:48.252873 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9758413a-4b5d-4adb-bfa8-bbd916e251f3 req-eb2ff1b8-54ad-4130-bd03-8aad95af2871 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5435 time: 0.2315934 Jul 05 03:53:48.279505 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.292033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.412509 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9758413a-4b5d-4adb-bfa8-bbd916e251f3 req-43fdafac-014d-4f65-b308-9bbccab9a9d8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1457472 Jul 05 03:53:48.433181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4c2c2f-1dfc-4cd8-9586-822e59a82e09,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:48.620512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 32d5c9d2-49c9-405f-895b-a3b793ddb921 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:48.635019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a156d39-e771-437e-a7c9-d5793d0cad2c req-30641081-0934-4705-9d43-c1b092338f17 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:48.642513 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a156d39-e771-437e-a7c9-d5793d0cad2c req-30641081-0934-4705-9d43-c1b092338f17 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.3878193 Jul 05 03:53:48.699368 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a156d39-e771-437e-a7c9-d5793d0cad2c req-f665b00d-fd9d-41d1-80aa-65b4cca3983d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556705 Jul 05 03:53:48.741402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Attempting to bind port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:48.741949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Attempting to bind port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:48.742468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Attempting to bind port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 on network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:48.784603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 on network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:48.786165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Attempting to bind port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 on network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:48.796439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17455933-1373-4cc5-8f03-38ec954f5810 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:48.799568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:48.800663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Checking segment: {'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:48.801246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Bound using segment: {'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:48.802995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Bound port: 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:48.803580 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.811455 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.813358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 32d5c9d2-49c9-405f-895b-a3b793ddb921, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=32d5c9d2-49c9-405f-895b-a3b793ddb921,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:48.829828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '32d5c9d2-49c9-405f-895b-a3b793ddb921', 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699', 'port_id': '32d5c9d2-49c9-405f-895b-a3b793ddb921', 'mac_address': 'fa:16:3e:b6:64:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:48.844257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Transition to ACTIVE for port object 17455933-1373-4cc5-8f03-38ec954f5810 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:48.861204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c456a42a-09c5-4f07-bd3d-805697e58d69'}, {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ee81d8-7822-45d5-b78b-8b350ec3ddda'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:48.865019 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8eb8c7-3e6c-4955-afdd-7246f736a670" -d '{"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-plugged", "status": "completed", "tag": "c456a42a-09c5-4f07-bd3d-805697e58d69"}, {"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-plugged", "status": "completed", "tag": "a6ee81d8-7822-45d5-b78b-8b350ec3ddda"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:48.897360 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.912667 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.923281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] For port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:48.925014 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d5c9d2-49c9-405f-895b-a3b793ddb921 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:48.927923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] For port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7d4c2c2f-1dfc-4cd8-9586-822e59a82e09,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:48.964352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 32d5c9d2-49c9-405f-895b-a3b793ddb921, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=32d5c9d2-49c9-405f-895b-a3b793ddb921,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:48.994211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Pushing event updated for resources: {'Port': ['ID=17455933-1373-4cc5-8f03-38ec954f5810,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:49.011030 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.076924 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.087017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.087777 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.089387 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] 10.222.0.64 "PUT /v2.0/ports/7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 HTTP/1.1" status: 200 len: 1091 time: 1.6429358 Jul 05 03:53:49.089915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631dbf3d-26dc-4533-8941-63c311cfac8c', 'tag': '7d4c2c2f-1dfc-4cd8-9586-822e59a82e09'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:49.094067 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a891bd1-0243-4273-8cd7-64349b547b58" -d '{"events": [{"name": "network-changed", "server_uuid": "631dbf3d-26dc-4533-8941-63c311cfac8c", "tag": "7d4c2c2f-1dfc-4cd8-9586-822e59a82e09"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:49.167473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec0937-924b-4755-9332-d5bc5c57a219 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4c2c2f-1dfc-4cd8-9586-822e59a82e09,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:49.197489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b472a81-7aba-4c84-8ae3-072bda2b7f26 req-22cb2ef6-f903-4134-8c02-836028991709 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.199141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b472a81-7aba-4c84-8ae3-072bda2b7f26 req-22cb2ef6-f903-4134-8c02-836028991709 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 943 time: 0.2381883 Jul 05 03:53:49.223951 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=32d5c9d2-49c9-405f-895b-a3b793ddb921,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:49.240610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Attempting to bind port 17455933-1373-4cc5-8f03-38ec954f5810 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:49.243656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Attempting to bind port 17455933-1373-4cc5-8f03-38ec954f5810 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:49.243656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Attempting to bind port 17455933-1373-4cc5-8f03-38ec954f5810 on network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:49.246829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Port 17455933-1373-4cc5-8f03-38ec954f5810 on network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:49.247268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Attempting to bind port 17455933-1373-4cc5-8f03-38ec954f5810 on network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:49.253136 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:49.253621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Checking segment: {'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:49.254103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Bound using segment: {'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:49.254642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Bound port: 17455933-1373-4cc5-8f03-38ec954f5810, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:49.255159 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.318188 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b472a81-7aba-4c84-8ae3-072bda2b7f26 req-1d933b64-0ed3-4e5e-af0f-a61f64f1bbca tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947804 Jul 05 03:53:49.386595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['32d5c9d2-49c9-405f-895b-a3b793ddb921'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:49.426995 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] For port 17455933-1373-4cc5-8f03-38ec954f5810, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:49.426995 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] For port 17455933-1373-4cc5-8f03-38ec954f5810, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=17455933-1373-4cc5-8f03-38ec954f5810,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:49.469565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-7ce2c004-180d-4079-86a4-316572f53d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.475586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-7ce2c004-180d-4079-86a4-316572f53d17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=25497f5f42974f65967b415dfb302126&device_id=631dbf3d-26dc-4533-8941-63c311cfac8c HTTP/1.1" status: 200 len: 1094 time: 0.2244020 Jul 05 03:53:49.521132 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.536079 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-bb133cc9-beea-40e9-996c-a314becba71b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 HTTP/1.1" status: 200 len: 217 time: 0.0516365 Jul 05 03:53:49.609141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.611003 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.614281 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] 10.222.0.11 "PUT /v2.0/ports/17455933-1373-4cc5-8f03-38ec954f5810 HTTP/1.1" status: 200 len: 1091 time: 1.5097051 Jul 05 03:53:49.617105 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11448e6c-c710-4c89-b494-3ac0c1b0fbc1', 'tag': '17455933-1373-4cc5-8f03-38ec954f5810'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:49.632334 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1033fe-3f0b-4270-a668-51dc24b57b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "11448e6c-c710-4c89-b494-3ac0c1b0fbc1", "tag": "17455933-1373-4cc5-8f03-38ec954f5810"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:49.640766 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8b3165-b0ee-4aaf-af9c-fd07eb176020 x-openstack-request-id: req-2f8b3165-b0ee-4aaf-af9c-fd07eb176020 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:49.641316 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-plugged", "status": "completed", "tag": "c456a42a-09c5-4f07-bd3d-805697e58d69", "code": 200}, {"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-plugged", "status": "completed", "tag": "a6ee81d8-7822-45d5-b78b-8b350ec3ddda", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:49.641464 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f8b3165-b0ee-4aaf-af9c-fd07eb176020 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:49.641867 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c456a42a-09c5-4f07-bd3d-805697e58d69', 'code': 200} Jul 05 03:53:49.642423 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ee81d8-7822-45d5-b78b-8b350ec3ddda', 'code': 200} Jul 05 03:53:49.672536 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda93b0-3151-4483-803e-03c30b43189b req-c5d52883-130b-4a65-9b86-87f987b35eb6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.686741 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-adda93b0-3151-4483-803e-03c30b43189b req-c5d52883-130b-4a65-9b86-87f987b35eb6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 944 time: 0.3142493 Jul 05 03:53:49.689255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf56cd-85c4-40a8-8881-05729f87e348 service neutron] Pushing event updated for resources: {'Port': ['ID=17455933-1373-4cc5-8f03-38ec954f5810,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:49.697766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-2a6eddac-767c-423d-b5e3-c74e5cf97858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.699473 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-2a6eddac-767c-423d-b5e3-c74e5cf97858 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=870763b9-6f11-4ce6-b76f-798b07298d41 HTTP/1.1" status: 200 len: 852 time: 0.1396899 Jul 05 03:53:49.711789 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef5ac80-e244-42fd-a58b-fa3f90b6be22 x-openstack-request-id: req-8ef5ac80-e244-42fd-a58b-fa3f90b6be22 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:49.712082 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631dbf3d-26dc-4533-8941-63c311cfac8c", "tag": "7d4c2c2f-1dfc-4cd8-9586-822e59a82e09", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:49.712351 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ef5ac80-e244-42fd-a58b-fa3f90b6be22 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:49.712844 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631dbf3d-26dc-4533-8941-63c311cfac8c', 'tag': '7d4c2c2f-1dfc-4cd8-9586-822e59a82e09', 'status': 'completed', 'code': 200} Jul 05 03:53:49.775213 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-6f7eaccd-17e6-473d-abde-8368d5376e0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611916 Jul 05 03:53:49.813068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-00c2a871-56dd-4e70-ab98-5af4a3428747 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:53:49.814068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-00c2a871-56dd-4e70-ab98-5af4a3428747 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078506 Jul 05 03:53:49.849376 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-194b0517-25f1-447a-8025-7d891ce85e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.852153 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-194b0517-25f1-447a-8025-7d891ce85e1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25497f5f42974f65967b415dfb302126&device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 1094 time: 0.1010249 Jul 05 03:53:49.899585 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-fb7bb2e0-997d-4fff-8058-8e928e3a964f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17455933-1373-4cc5-8f03-38ec954f5810 HTTP/1.1" status: 200 len: 217 time: 0.0393851 Jul 05 03:53:49.935316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-adda93b0-3151-4483-803e-03c30b43189b req-840158c6-604d-476e-a069-28f48de7d8e0 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520974 Jul 05 03:53:49.986108 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-6a9c5e9e-7ace-4b6a-8982-367887790786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.989716 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-6a9c5e9e-7ace-4b6a-8982-367887790786 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870763b9-6f11-4ce6-b76f-798b07298d41 HTTP/1.1" status: 200 len: 852 time: 0.0817435 Jul 05 03:53:50.035007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdb31d-4e5a-4ad1-ac7a-79467a83cff7 req-e9f9bbc1-998e-4dc1-8224-c5bafbce23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.035507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdb31d-4e5a-4ad1-ac7a-79467a83cff7 req-e9f9bbc1-998e-4dc1-8224-c5bafbce23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.035994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdb31d-4e5a-4ad1-ac7a-79467a83cff7 req-e9f9bbc1-998e-4dc1-8224-c5bafbce23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.036514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdb31d-4e5a-4ad1-ac7a-79467a83cff7 req-e9f9bbc1-998e-4dc1-8224-c5bafbce23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.037032 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdb31d-4e5a-4ad1-ac7a-79467a83cff7 req-e9f9bbc1-998e-4dc1-8224-c5bafbce23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.037509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdb31d-4e5a-4ad1-ac7a-79467a83cff7 req-e9f9bbc1-998e-4dc1-8224-c5bafbce23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.037988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdb31d-4e5a-4ad1-ac7a-79467a83cff7 req-e9f9bbc1-998e-4dc1-8224-c5bafbce23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.039949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7bdb31d-4e5a-4ad1-ac7a-79467a83cff7 req-e9f9bbc1-998e-4dc1-8224-c5bafbce23d2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 6492 time: 0.2776432 Jul 05 03:53:50.042876 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-6e1429ee-6b6b-4888-8dfe-d9d812eb4a42 service neutron] 10.222.0.64 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129917 Jul 05 03:53:50.057466 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-d53a2e05-b1ca-48db-8f71-6b2bbec019a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607111 Jul 05 03:53:50.074565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810ca73-797d-49b8-ac8b-cb12f7e1d0a7 req-31f1f559-cf27-4819-90e6-254df2b0d1c4 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.076673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3810ca73-797d-49b8-ac8b-cb12f7e1d0a7 req-31f1f559-cf27-4819-90e6-254df2b0d1c4 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 946 time: 0.1600885 Jul 05 03:53:50.240192 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-ef0e7f06-8a35-467a-a135-0e8b12665ded service neutron] 10.222.0.11 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716495 Jul 05 03:53:50.262803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7bdb31d-4e5a-4ad1-ac7a-79467a83cff7 req-d8beb73b-38a4-4340-bacf-25f2b99a167a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2086327 Jul 05 03:53:50.291780 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3810ca73-797d-49b8-ac8b-cb12f7e1d0a7 req-da8a120a-fed5-4039-a700-97f2171f79a5 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/security-groups?id=0848dc99-f1ea-4555-8032-c5b20522b294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980631 Jul 05 03:53:50.347384 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-19905d37-13c6-4125-8ccd-3dd0f26d656a service neutron] 10.222.0.64 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833967 Jul 05 03:53:50.396187 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64e2320-e363-4928-807c-7dccd60c6596 x-openstack-request-id: req-f64e2320-e363-4928-807c-7dccd60c6596 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:50.397208 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11448e6c-c710-4c89-b494-3ac0c1b0fbc1", "tag": "17455933-1373-4cc5-8f03-38ec954f5810", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:50.397642 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f64e2320-e363-4928-807c-7dccd60c6596 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:50.398221 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11448e6c-c710-4c89-b494-3ac0c1b0fbc1', 'tag': '17455933-1373-4cc5-8f03-38ec954f5810', 'status': 'completed', 'code': 200} Jul 05 03:53:50.403293 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db9a1b19-6fe1-4a13-a773-3c34517420ee req-8b9b9278-0fd8-49d3-9c40-d490001dd079 service neutron] 10.222.0.11 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545072 Jul 05 03:53:50.415315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8da1b3-f4e7-4b87-89b9-21a6d04819b5 req-6ad38e2e-e6ae-4b9b-8552-738d7e90e27f tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.424894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8da1b3-f4e7-4b87-89b9-21a6d04819b5 req-6ad38e2e-e6ae-4b9b-8552-738d7e90e27f tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.432609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8da1b3-f4e7-4b87-89b9-21a6d04819b5 req-6ad38e2e-e6ae-4b9b-8552-738d7e90e27f tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.438813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8da1b3-f4e7-4b87-89b9-21a6d04819b5 req-6ad38e2e-e6ae-4b9b-8552-738d7e90e27f tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.445677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8da1b3-f4e7-4b87-89b9-21a6d04819b5 req-6ad38e2e-e6ae-4b9b-8552-738d7e90e27f tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.454124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8da1b3-f4e7-4b87-89b9-21a6d04819b5 req-6ad38e2e-e6ae-4b9b-8552-738d7e90e27f tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.461044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8da1b3-f4e7-4b87-89b9-21a6d04819b5 req-6ad38e2e-e6ae-4b9b-8552-738d7e90e27f tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.468576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc8da1b3-f4e7-4b87-89b9-21a6d04819b5 req-6ad38e2e-e6ae-4b9b-8552-738d7e90e27f tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5435 time: 0.2846129 Jul 05 03:53:50.530335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc8da1b3-f4e7-4b87-89b9-21a6d04819b5 req-9cbad682-05ab-4232-9a5a-4bbb2dce9dba tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606234 Jul 05 03:53:50.634966 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 32d5c9d2-49c9-405f-895b-a3b793ddb921 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:50.761517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1033fe-3f0b-4270-a668-51dc24b57b2d req-4d75a101-cab0-4c32-aecb-85288812d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.764455 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ca1033fe-3f0b-4270-a668-51dc24b57b2d req-4d75a101-cab0-4c32-aecb-85288812d327 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25497f5f42974f65967b415dfb302126&device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 1094 time: 0.0978808 Jul 05 03:53:50.867003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 32d5c9d2-49c9-405f-895b-a3b793ddb921 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:50.872212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 32d5c9d2-49c9-405f-895b-a3b793ddb921 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:50.878711 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.895116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a891bd1-0243-4273-8cd7-64349b547b58 req-9c687e76-9f40-4989-b0ba-695ce0c54a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.902890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a891bd1-0243-4273-8cd7-64349b547b58 req-9c687e76-9f40-4989-b0ba-695ce0c54a72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=25497f5f42974f65967b415dfb302126&device_id=631dbf3d-26dc-4533-8941-63c311cfac8c HTTP/1.1" status: 200 len: 1094 time: 0.2227852 Jul 05 03:53:50.907721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443929e-7546-4cae-a586-d02ab3252140 req-7f8a4aad-d8cb-48b0-873c-fafc226b34ea tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.915555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d443929e-7546-4cae-a586-d02ab3252140 req-7f8a4aad-d8cb-48b0-873c-fafc226b34ea tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.3355963 Jul 05 03:53:50.943777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1033fe-3f0b-4270-a668-51dc24b57b2d req-8bef11a5-1869-45f4-9897-0b0d26f22229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.945488 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ca1033fe-3f0b-4270-a668-51dc24b57b2d req-8bef11a5-1869-45f4-9897-0b0d26f22229 service neutron] 10.222.0.11 "GET /v2.0/networks?id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441 HTTP/1.1" status: 200 len: 913 time: 0.1732907 Jul 05 03:53:50.979695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72347706-2c0e-4388-9516-163430ce5054 req-f712acfc-41b4-4e90-877a-c6924f461b86 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.982586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72347706-2c0e-4388-9516-163430ce5054 req-f712acfc-41b4-4e90-877a-c6924f461b86 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.64 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 946 time: 0.2832019 Jul 05 03:53:50.988511 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:51.017234 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ca1033fe-3f0b-4270-a668-51dc24b57b2d req-aa809bc5-0b01-4114-a48f-ada1bdf76127 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17455933-1373-4cc5-8f03-38ec954f5810 HTTP/1.1" status: 200 len: 217 time: 0.0566974 Jul 05 03:53:51.036676 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 32d5c9d2-49c9-405f-895b-a3b793ddb921, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=32d5c9d2-49c9-405f-895b-a3b793ddb921,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:51.074539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d443929e-7546-4cae-a586-d02ab3252140 req-6c8b0448-cca3-45c1-914f-80e32e713013 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582725 Jul 05 03:53:51.111707 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:51.111945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1033fe-3f0b-4270-a668-51dc24b57b2d req-510d6e1a-2498-41df-9553-c0ac975d87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.111945 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ca1033fe-3f0b-4270-a668-51dc24b57b2d req-510d6e1a-2498-41df-9553-c0ac975d87ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870763b9-6f11-4ce6-b76f-798b07298d41 HTTP/1.1" status: 200 len: 852 time: 0.0813849 Jul 05 03:53:51.198676 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ca1033fe-3f0b-4270-a668-51dc24b57b2d req-08d50d7a-0729-4729-bd78-3de539a2e6dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757830 Jul 05 03:53:51.231985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=32d5c9d2-49c9-405f-895b-a3b793ddb921,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:51.255327 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-769abb55-486d-4141-b0a9-c32580186d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:51.310715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc2b01-d236-4d04-9ff1-3eef972b7957 req-e5e1e42d-8455-4069-aa2a-c9621cfa84f5 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.314342 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ca1033fe-3f0b-4270-a668-51dc24b57b2d req-4d8c1a79-53c4-4e6a-8763-d90d7c19afbb service neutron] 10.222.0.11 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086409 Jul 05 03:53:51.321355 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3cc2b01-d236-4d04-9ff1-3eef972b7957 req-e5e1e42d-8455-4069-aa2a-c9621cfa84f5 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 943 time: 0.5054607 Jul 05 03:53:51.326206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a891bd1-0243-4273-8cd7-64349b547b58 req-c56215e6-b0db-4d22-9009-97cdb7ca04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.326206 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a891bd1-0243-4273-8cd7-64349b547b58 req-c56215e6-b0db-4d22-9009-97cdb7ca04c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441 HTTP/1.1" status: 200 len: 913 time: 0.3835406 Jul 05 03:53:51.439554 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a891bd1-0243-4273-8cd7-64349b547b58 req-93a10a90-2920-4268-ba19-389786036803 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 HTTP/1.1" status: 200 len: 217 time: 0.1067164 Jul 05 03:53:51.451711 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ca1033fe-3f0b-4270-a668-51dc24b57b2d req-2262ca29-fc14-4dd7-864a-c50ea3d37d5f service neutron] 10.222.0.11 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298974 Jul 05 03:53:51.540526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3cc2b01-d236-4d04-9ff1-3eef972b7957 req-5281def8-9f6a-4abb-8068-1a9a13fd6b11 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131913 Jul 05 03:53:51.548049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-72347706-2c0e-4388-9516-163430ce5054 req-35d40f27-aae2-4482-90a9-51910b0f9059 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Deleting port a840fd39-642d-4e06-abce-c54b55c7317e {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:51.548420 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-72347706-2c0e-4388-9516-163430ce5054 req-35d40f27-aae2-4482-90a9-51910b0f9059 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:51.634222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a891bd1-0243-4273-8cd7-64349b547b58 req-68dd0d4f-2f06-44bc-8cef-b13f163016c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.635597 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a891bd1-0243-4273-8cd7-64349b547b58 req-68dd0d4f-2f06-44bc-8cef-b13f163016c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=870763b9-6f11-4ce6-b76f-798b07298d41 HTTP/1.1" status: 200 len: 852 time: 0.1853793 Jul 05 03:53:51.644726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8642a1-daea-4eae-9c53-4d26a213e5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d5c9d2-49c9-405f-895b-a3b793ddb921'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:51.647355 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2490c6f-ba92-483d-9cc8-ffed5d9139bf" -d '{"events": [{"server_uuid": "9c8642a1-daea-4eae-9c53-4d26a213e5b1", "name": "network-vif-plugged", "status": "completed", "tag": "32d5c9d2-49c9-405f-895b-a3b793ddb921"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:51.699561 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a891bd1-0243-4273-8cd7-64349b547b58 req-7d6cfb6f-5077-40e3-9c02-25d8e86c078d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567195 Jul 05 03:53:51.879127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b5815-ca18-4912-a9d7-15927a6c7895 req-f7c4f457-f921-4977-a3d0-de7f0b224fd6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.879127 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-533b5815-ca18-4912-a9d7-15927a6c7895 req-f7c4f457-f921-4977-a3d0-de7f0b224fd6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 945 time: 0.2730742 Jul 05 03:53:51.879127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-72347706-2c0e-4388-9516-163430ce5054 req-35d40f27-aae2-4482-90a9-51910b0f9059 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] For port a840fd39-642d-4e06-abce-c54b55c7317e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a840fd39-642d-4e06-abce-c54b55c7317e,segment=NetworkSegment(6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45),segment_id=6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:51.879127 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-72347706-2c0e-4388-9516-163430ce5054 req-35d40f27-aae2-4482-90a9-51910b0f9059 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:51.879127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-72347706-2c0e-4388-9516-163430ce5054 req-35d40f27-aae2-4482-90a9-51910b0f9059 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Calling delete_port for a840fd39-642d-4e06-abce-c54b55c7317e owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:51.879127 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-533b5815-ca18-4912-a9d7-15927a6c7895 req-c18dcc02-3e3e-421c-9fb5-00c7bc7bc98d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294427 Jul 05 03:53:51.966487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab30b20-fe9a-43fb-ae2b-35de30f85c23 req-2455068b-0df7-4cf9-8c42-3233ba7911d9 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.967965 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aab30b20-fe9a-43fb-ae2b-35de30f85c23 req-2455068b-0df7-4cf9-8c42-3233ba7911d9 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 946 time: 0.3075612 Jul 05 03:53:51.971776 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a891bd1-0243-4273-8cd7-64349b547b58 req-c0ae3f15-76a7-4cdc-8878-f00f18cb8d99 service neutron] 10.222.0.64 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559650 Jul 05 03:53:52.121943 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aab30b20-fe9a-43fb-ae2b-35de30f85c23 req-6c3a2a5a-b8dd-40d8-8d5c-53ffdb0f6153 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/security-groups?id=0848dc99-f1ea-4555-8032-c5b20522b294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478939 Jul 05 03:53:52.191504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a891bd1-0243-4273-8cd7-64349b547b58 req-19ef1b5b-d576-4583-9880-ffd88e69212f service neutron] 10.222.0.64 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081950 Jul 05 03:53:52.204822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8cb7d-34e8-47a2-b8fc-f71bf534674f req-053098ca-6f67-4db8-85fc-da3e686ef6b4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:52.211848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8cb7d-34e8-47a2-b8fc-f71bf534674f req-053098ca-6f67-4db8-85fc-da3e686ef6b4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:52.217644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8cb7d-34e8-47a2-b8fc-f71bf534674f req-053098ca-6f67-4db8-85fc-da3e686ef6b4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:52.225488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8cb7d-34e8-47a2-b8fc-f71bf534674f req-053098ca-6f67-4db8-85fc-da3e686ef6b4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:52.231815 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8cb7d-34e8-47a2-b8fc-f71bf534674f req-053098ca-6f67-4db8-85fc-da3e686ef6b4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:52.237841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8cb7d-34e8-47a2-b8fc-f71bf534674f req-053098ca-6f67-4db8-85fc-da3e686ef6b4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:52.243569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8cb7d-34e8-47a2-b8fc-f71bf534674f req-053098ca-6f67-4db8-85fc-da3e686ef6b4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:52.245524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72e8cb7d-34e8-47a2-b8fc-f71bf534674f req-053098ca-6f67-4db8-85fc-da3e686ef6b4 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5435 time: 0.2632964 Jul 05 03:53:52.284933 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-72347706-2c0e-4388-9516-163430ce5054 req-35d40f27-aae2-4482-90a9-51910b0f9059 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.301955 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcbec5f-8aee-44e0-8102-2bf6e108e970 x-openstack-request-id: req-4bcbec5f-8aee-44e0-8102-2bf6e108e970 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:52.302485 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8642a1-daea-4eae-9c53-4d26a213e5b1", "name": "network-vif-plugged", "status": "completed", "tag": "32d5c9d2-49c9-405f-895b-a3b793ddb921", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:52.302640 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4bcbec5f-8aee-44e0-8102-2bf6e108e970 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:52.302925 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8642a1-daea-4eae-9c53-4d26a213e5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d5c9d2-49c9-405f-895b-a3b793ddb921', 'code': 200} Jul 05 03:53:52.341021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d40f27-aae2-4482-90a9-51910b0f9059 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Pushing event deleted for resources: {'Port': ['ID=a840fd39-642d-4e06-abce-c54b55c7317e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:52.397585 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72e8cb7d-34e8-47a2-b8fc-f71bf534674f req-eb29b187-87e5-4934-b589-4cb57b1ce1f9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1445272 Jul 05 03:53:52.421633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-72347706-2c0e-4388-9516-163430ce5054 req-35d40f27-aae2-4482-90a9-51910b0f9059 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] No DVR routers for this DVR port a840fd39-642d-4e06-abce-c54b55c7317e on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:52.426253 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-72347706-2c0e-4388-9516-163430ce5054 req-35d40f27-aae2-4482-90a9-51910b0f9059 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.430009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72347706-2c0e-4388-9516-163430ce5054 req-35d40f27-aae2-4482-90a9-51910b0f9059 tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.64 "DELETE /v2.0/ports/a840fd39-642d-4e06-abce-c54b55c7317e HTTP/1.1" status: 204 len: 173 time: 1.4099727 Jul 05 03:53:52.430664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444d2f6d-6a47-4b8d-8d75-4b06ef2854b4', 'name': 'network-vif-deleted', 'tag': 'a840fd39-642d-4e06-abce-c54b55c7317e'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:52.433552 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82780b26-80dd-4f7f-b714-4c6f1d6423c8" -d '{"events": [{"server_uuid": "444d2f6d-6a47-4b8d-8d75-4b06ef2854b4", "name": "network-vif-deleted", "tag": "a840fd39-642d-4e06-abce-c54b55c7317e"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:52.728815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edcb54-1b48-4153-bbf7-ae0af2db46ce req-a1d94013-7e03-45d0-8d0e-fcd50a59cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:52.728815 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c7edcb54-1b48-4153-bbf7-ae0af2db46ce req-a1d94013-7e03-45d0-8d0e-fcd50a59cbe6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0668983 Jul 05 03:53:52.728815 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c7edcb54-1b48-4153-bbf7-ae0af2db46ce req-bca51a6f-e5d6-4db0-a9a1-9279976a4d02 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619733 Jul 05 03:53:52.729587 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f385d02-5644-462b-a5ef-3044e6ef39a2 x-openstack-request-id: req-5f385d02-5644-462b-a5ef-3044e6ef39a2 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:52.729587 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444d2f6d-6a47-4b8d-8d75-4b06ef2854b4", "name": "network-vif-deleted", "tag": "a840fd39-642d-4e06-abce-c54b55c7317e", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:52.729587 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f385d02-5644-462b-a5ef-3044e6ef39a2 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:52.729587 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444d2f6d-6a47-4b8d-8d75-4b06ef2854b4', 'name': 'network-vif-deleted', 'tag': 'a840fd39-642d-4e06-abce-c54b55c7317e', 'status': 'completed', 'code': 200} Jul 05 03:53:52.887670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb6e94-31dd-4d21-9c9e-bafa07342930 req-9ece6bfd-ecc1-420f-ae9f-126c270e47c0 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:52.889370 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbdb6e94-31dd-4d21-9c9e-bafa07342930 req-9ece6bfd-ecc1-420f-ae9f-126c270e47c0 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.1401796 Jul 05 03:53:52.915634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261406d-6a4b-4277-a293-6265fc50e6c6 req-ae7f3f20-1aac-47a5-b5ef-4093ecc76fa8 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:52.917213 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8261406d-6a4b-4277-a293-6265fc50e6c6 req-ae7f3f20-1aac-47a5-b5ef-4093ecc76fa8 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 943 time: 0.1073723 Jul 05 03:53:52.973114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbdb6e94-31dd-4d21-9c9e-bafa07342930 req-e7767787-ef8a-473c-8710-2370d9f49952 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761175 Jul 05 03:53:52.998284 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8261406d-6a4b-4277-a293-6265fc50e6c6 req-3771e80a-7af8-4027-aef7-6499ad085169 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744112 Jul 05 03:53:53.169509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10262c42-a571-4fac-a0dd-cadc58007fe5 req-ba6b267e-018f-4ed0-8e97-a2c6adaaa0bb tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.171458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-10262c42-a571-4fac-a0dd-cadc58007fe5 req-ba6b267e-018f-4ed0-8e97-a2c6adaaa0bb tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 945 time: 0.0766027 Jul 05 03:53:53.224556 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-10262c42-a571-4fac-a0dd-cadc58007fe5 req-94fc6f67-e980-41ef-b988-7f2dc6669f1a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 Jul 05 03:53:53.286706 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:53.289396 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device a840fd39-642d-4e06-abce-c54b55c7317e no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:53.322098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: a840fd39-642d-4e06-abce-c54b55c7317e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:53.323542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device a840fd39-642d-4e06-abce-c54b55c7317e not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:53.333926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-658bbeb2-f1f4-4d80-873a-bdc584f9539c req-0563b590-e73a-4d49-9488-2968a0ef2cab tempest-VolumesAdminNegativeTest-2040917405 tempest-VolumesAdminNegativeTest-2040917405-project] 10.222.0.60 "GET /v2.0/ports?device_id=444d2f6d-6a47-4b8d-8d75-4b06ef2854b4 HTTP/1.1" status: 200 len: 210 time: 0.0541124 Jul 05 03:53:53.454851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7d4c2c2f-1dfc-4cd8-9586-822e59a82e09,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:53.470432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '7d4c2c2f-1dfc-4cd8-9586-822e59a82e09', 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441', 'port_id': '7d4c2c2f-1dfc-4cd8-9586-822e59a82e09', 'mac_address': 'fa:16:3e:66:f5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870763b9-6f11-4ce6-b76f-798b07298d41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:53.542824 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.564432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:53.593120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7d4c2c2f-1dfc-4cd8-9586-822e59a82e09,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:53.688212 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5372c83-932d-4d4b-ab30-099d3da720b2 req-c0bf4a78-2ec2-46d2-a806-2bedab24aafb tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.694770 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.695901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5372c83-932d-4d4b-ab30-099d3da720b2 req-c0bf4a78-2ec2-46d2-a806-2bedab24aafb tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.702287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5372c83-932d-4d4b-ab30-099d3da720b2 req-c0bf4a78-2ec2-46d2-a806-2bedab24aafb tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.709311 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5372c83-932d-4d4b-ab30-099d3da720b2 req-c0bf4a78-2ec2-46d2-a806-2bedab24aafb tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.716391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5372c83-932d-4d4b-ab30-099d3da720b2 req-c0bf4a78-2ec2-46d2-a806-2bedab24aafb tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.722804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5372c83-932d-4d4b-ab30-099d3da720b2 req-c0bf4a78-2ec2-46d2-a806-2bedab24aafb tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.729111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5372c83-932d-4d4b-ab30-099d3da720b2 req-c0bf4a78-2ec2-46d2-a806-2bedab24aafb tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.738945 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c5372c83-932d-4d4b-ab30-099d3da720b2 req-c0bf4a78-2ec2-46d2-a806-2bedab24aafb tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5435 time: 0.1698370 Jul 05 03:53:53.763936 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=7d4c2c2f-1dfc-4cd8-9586-822e59a82e09,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:53.794135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c5372c83-932d-4d4b-ab30-099d3da720b2 req-3b269cdb-ad2c-48f6-be10-59252c8e97f1 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543144 Jul 05 03:53:53.969448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['7d4c2c2f-1dfc-4cd8-9586-822e59a82e09'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:54.064326 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b827-3b85-4f40-83a0-51f01ac1bf2f req-03a6036e-3a0b-4af8-aac8-0daacfeb0b51 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.072582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b827-3b85-4f40-83a0-51f01ac1bf2f req-03a6036e-3a0b-4af8-aac8-0daacfeb0b51 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.081641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b827-3b85-4f40-83a0-51f01ac1bf2f req-03a6036e-3a0b-4af8-aac8-0daacfeb0b51 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.089640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b827-3b85-4f40-83a0-51f01ac1bf2f req-03a6036e-3a0b-4af8-aac8-0daacfeb0b51 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.096263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b827-3b85-4f40-83a0-51f01ac1bf2f req-03a6036e-3a0b-4af8-aac8-0daacfeb0b51 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.102157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b827-3b85-4f40-83a0-51f01ac1bf2f req-03a6036e-3a0b-4af8-aac8-0daacfeb0b51 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.113050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004b827-3b85-4f40-83a0-51f01ac1bf2f req-03a6036e-3a0b-4af8-aac8-0daacfeb0b51 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.114972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f004b827-3b85-4f40-83a0-51f01ac1bf2f req-03a6036e-3a0b-4af8-aac8-0daacfeb0b51 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5435 time: 0.1668909 Jul 05 03:53:54.125956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60814) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:54.131564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e20f078c-b1ca-4800-9cff-5bbe37ab945c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Request body: {'floatingip': {'port_id': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:54.197158 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e20f078c-b1ca-4800-9cff-5bbe37ab945c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for floatingip, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.284800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2743a73-c0cc-487b-a6fb-731a0bbe3b74 req-b9b402b0-817f-465d-ac76-8dbd71a10562 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.286399 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2743a73-c0cc-487b-a6fb-731a0bbe3b74 req-b9b402b0-817f-465d-ac76-8dbd71a10562 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.1704841 Jul 05 03:53:54.358884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2743a73-c0cc-487b-a6fb-731a0bbe3b74 req-c2732c4b-45a4-47e6-943f-18d5db0889b1 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545599 Jul 05 03:53:54.365460 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e24f1ca1-217b-442d-ac00-42e7fc71e211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.412504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1baa7-435f-4054-a49b-bb32895e49e6 req-0afcc0eb-e790-4d7b-b0fa-0364313703b6 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.421712 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bef1baa7-435f-4054-a49b-bb32895e49e6 req-0afcc0eb-e790-4d7b-b0fa-0364313703b6 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 943 time: 0.1754143 Jul 05 03:53:54.427067 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.474168 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bef1baa7-435f-4054-a49b-bb32895e49e6 req-fe291e6a-348b-47c8-a72d-e154123e464d tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514376 Jul 05 03:53:54.609527 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03515dce-0efa-4cd1-8a5e-ee1882a1a905 req-1b38c789-39df-4d57-806e-9d18e857c7d7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.620770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03515dce-0efa-4cd1-8a5e-ee1882a1a905 req-1b38c789-39df-4d57-806e-9d18e857c7d7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 945 time: 0.1206145 Jul 05 03:53:54.642688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 17455933-1373-4cc5-8f03-38ec954f5810 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:54.702798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60830) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:54.706397 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03515dce-0efa-4cd1-8a5e-ee1882a1a905 req-df04f3b2-2007-494c-9b80-6109b081e9ea tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843990 Jul 05 03:53:54.780165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d125b8f-bce9-47f5-b21f-75dac7809b1c admin admin] Deleting subnet 1645ca66-5005-4af7-9d12-0faeb6ef2283 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:54.792557 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6d125b8f-bce9-47f5-b21f-75dac7809b1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.817487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 17455933-1373-4cc5-8f03-38ec954f5810, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=17455933-1373-4cc5-8f03-38ec954f5810,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:54.835363 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '17455933-1373-4cc5-8f03-38ec954f5810', 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441', 'port_id': '17455933-1373-4cc5-8f03-38ec954f5810', 'mac_address': 'fa:16:3e:98:89:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870763b9-6f11-4ce6-b76f-798b07298d41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:54.839626 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6d125b8f-bce9-47f5-b21f-75dac7809b1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.889568 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6d125b8f-bce9-47f5-b21f-75dac7809b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.889780 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.917625 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.resource_extend [None req-e20f078c-b1ca-4800-9cff-5bbe37ab945c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:53:54.934964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17455933-1373-4cc5-8f03-38ec954f5810 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:54.995190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 17455933-1373-4cc5-8f03-38ec954f5810, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=17455933-1373-4cc5-8f03-38ec954f5810,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:55.016466 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e20f078c-b1ca-4800-9cff-5bbe37ab945c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.113945 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6d125b8f-bce9-47f5-b21f-75dac7809b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.115469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e20f078c-b1ca-4800-9cff-5bbe37ab945c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.137765 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.230172 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6d125b8f-bce9-47f5-b21f-75dac7809b1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.235926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6d125b8f-bce9-47f5-b21f-75dac7809b1c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1645ca66-5005-4af7-9d12-0faeb6ef2283 HTTP/1.1" status: 204 len: 168 time: 0.5237985 Jul 05 03:53:55.235926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d125b8f-bce9-47f5-b21f-75dac7809b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1645ca66-5005-4af7-9d12-0faeb6ef2283,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:55.239284 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60836) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:55.241128 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.275312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=17455933-1373-4cc5-8f03-38ec954f5810,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:55.287766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:55.339633 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-e20f078c-b1ca-4800-9cff-5bbe37ab945c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Floating IP f1db0958-ffd2-4e76-ad4a-43c58861e4b9 associated. External IP: 172.25.0.187, port: 2dabf05e-9cbe-425d-87bf-6b2ecaf03063. Jul 05 03:53:55.409706 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74b8e144-761b-4a75-a334-7b911f760b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.456119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['17455933-1373-4cc5-8f03-38ec954f5810'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:55.460709 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:55.487216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:55.487943 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.631979 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74b8e144-761b-4a75-a334-7b911f760b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.652697 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.675882 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-74b8e144-761b-4a75-a334-7b911f760b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc03d30a-899a-4634-a30d-d1aef622d7c2']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:55.681305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c0bd0-5065-490c-a28d-ed117790455c req-41a1930a-050b-4b6e-8d8f-f8e54f2e8447 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:55.691580 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e45c0bd0-5065-490c-a28d-ed117790455c req-41a1930a-050b-4b6e-8d8f-f8e54f2e8447 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.1442010 Jul 05 03:53:55.711307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7d4c2c2f-1dfc-4cd8-9586-822e59a82e09,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:55.712676 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631dbf3d-26dc-4533-8941-63c311cfac8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4c2c2f-1dfc-4cd8-9586-822e59a82e09'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:55.714144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-74b8e144-761b-4a75-a334-7b911f760b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:55.714446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-74b8e144-761b-4a75-a334-7b911f760b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e032fbb-5f49-4f3e-ba12-a5b1e07fdd45') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:55.715371 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ba07ed-ec7e-4265-8762-6d81075c425d" -d '{"events": [{"server_uuid": "631dbf3d-26dc-4533-8941-63c311cfac8c", "name": "network-vif-plugged", "status": "completed", "tag": "7d4c2c2f-1dfc-4cd8-9586-822e59a82e09"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:55.730979 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74b8e144-761b-4a75-a334-7b911f760b12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.802485 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74b8e144-761b-4a75-a334-7b911f760b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.816988 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b8e144-761b-4a75-a334-7b911f760b12 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:55.817295 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e45c0bd0-5065-490c-a28d-ed117790455c req-19d1406a-a331-43c6-883b-58ce04511dfd tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777059 Jul 05 03:53:55.817743 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74b8e144-761b-4a75-a334-7b911f760b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:55.819379 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:55.833739 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.848526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6128e-eff9-4034-afc5-6aac06718a46 req-5357edd4-efa8-42bc-a589-8be559d3663c tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:55.857082 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69a6128e-eff9-4034-afc5-6aac06718a46 req-5357edd4-efa8-42bc-a589-8be559d3663c tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 944 time: 0.1893713 Jul 05 03:53:55.959579 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20f078c-b1ca-4800-9cff-5bbe37ab945c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:56.074337 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74b8e144-761b-4a75-a334-7b911f760b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.096500 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74b8e144-761b-4a75-a334-7b911f760b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.102476 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-74b8e144-761b-4a75-a334-7b911f760b12 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cc03d30a-899a-4634-a30d-d1aef622d7c2 HTTP/1.1" status: 204 len: 168 time: 0.8615265 Jul 05 03:53:56.103591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8e144-761b-4a75-a334-7b911f760b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc03d30a-899a-4634-a30d-d1aef622d7c2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:56.107806 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60850) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:56.163073 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfd4e1e-de77-4e9a-b514-75acdd35da72 admin admin] Deleting subnet 51a2f05d-a81c-4354-8a73-04f8a9f12940 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:56.182776 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4e1e-de77-4e9a-b514-75acdd35da72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.208509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=7d4c2c2f-1dfc-4cd8-9586-822e59a82e09,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:56.220585 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20f078c-b1ca-4800-9cff-5bbe37ab945c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:56.227560 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e20f078c-b1ca-4800-9cff-5bbe37ab945c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.235371 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33aa636-ae8c-4d44-9f07-c8455e069e17 None None] Sync routers for ids ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:56.258775 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33aa636-ae8c-4d44-9f07-c8455e069e17 None None] Routers {'6d57b72a-7c19-4315-b28e-4e2af59f9dbd'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:56.259564 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f33aa636-ae8c-4d44-9f07-c8455e069e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:53:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:56.289377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4e1e-de77-4e9a-b514-75acdd35da72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.343537 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e20f078c-b1ca-4800-9cff-5bbe37ab945c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "PUT /v2.0/floatingips/f1db0958-ffd2-4e76-ad4a-43c58861e4b9 HTTP/1.1" status: 200 len: 991 time: 2.2159083 Jul 05 03:53:56.347197 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:56.349818 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973f73a6-a423-40d0-be97-d936587b7541" -d '{"events": [{"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "2dabf05e-9cbe-425d-87bf-6b2ecaf03063"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:56.355092 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4e1e-de77-4e9a-b514-75acdd35da72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.398649 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f33aa636-ae8c-4d44-9f07-c8455e069e17 None None] Set router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:56.447445 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69a6128e-eff9-4034-afc5-6aac06718a46 req-65f9a752-b74d-4aa9-8e13-9dd0be9c5e8f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891256 Jul 05 03:53:56.479713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee6a76-a0b0-46f9-aa05-7d8254633089 req-c4e9be03-1670-4a30-bb04-d41c8bf94bcc tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.481388 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5ee6a76-a0b0-46f9-aa05-7d8254633089 req-c4e9be03-1670-4a30-bb04-d41c8bf94bcc tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 945 time: 0.0953233 Jul 05 03:53:56.525844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5ee6a76-a0b0-46f9-aa05-7d8254633089 req-ead5edf8-0e31-44f7-a30d-72ebaf71df62 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382242 Jul 05 03:53:56.583250 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3adc8db-f08e-49a7-97f3-e33bc349b39e x-openstack-request-id: req-e3adc8db-f08e-49a7-97f3-e33bc349b39e {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:56.583721 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631dbf3d-26dc-4533-8941-63c311cfac8c", "name": "network-vif-plugged", "status": "completed", "tag": "7d4c2c2f-1dfc-4cd8-9586-822e59a82e09", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:56.584027 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3adc8db-f08e-49a7-97f3-e33bc349b39e {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:56.584513 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631dbf3d-26dc-4533-8941-63c311cfac8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4c2c2f-1dfc-4cd8-9586-822e59a82e09', 'code': 200} Jul 05 03:53:56.640600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 17455933-1373-4cc5-8f03-38ec954f5810 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:56.644574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4e1e-de77-4e9a-b514-75acdd35da72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.681213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd4e1e-de77-4e9a-b514-75acdd35da72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a2f05d-a81c-4354-8a73-04f8a9f12940,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:56.684777 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7cfd4e1e-de77-4e9a-b514-75acdd35da72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.687699 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7cfd4e1e-de77-4e9a-b514-75acdd35da72 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/51a2f05d-a81c-4354-8a73-04f8a9f12940 HTTP/1.1" status: 204 len: 168 time: 0.5778100 Jul 05 03:53:56.690095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60866) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:56.693442 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f33aa636-ae8c-4d44-9f07-c8455e069e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T03:51:21Z', 'revision_number': 4, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'f1db0958-ffd2-4e76-ad4a-43c58861e4b9', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'port_id': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'mac_address': 'fa:16:3e:f1:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:52:21Z', 'updated_at': '2021-07-05T03:53:54Z', 'revision_number': 1, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17', 'name': '', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'mac_address': 'fa:16:3e:7d:f1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:20Z', 'updated_at': '2021-07-05T03:51:29Z', 'revision_number': 5, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'subnets': [{'id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:56.730832 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33aa636-ae8c-4d44-9f07-c8455e069e17 None None] Checking router: 6d57b72a-7c19-4315-b28e-4e2af59f9dbd for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:56.743741 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33aa636-ae8c-4d44-9f07-c8455e069e17 None None] Routers {'6d57b72a-7c19-4315-b28e-4e2af59f9dbd'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:56.744431 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f33aa636-ae8c-4d44-9f07-c8455e069e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:53:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:56.759983 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc080d7b-ff6c-4022-b0f6-f3b02fa624a2 x-openstack-request-id: req-cc080d7b-ff6c-4022-b0f6-f3b02fa624a2 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:56.760567 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "tag": "2dabf05e-9cbe-425d-87bf-6b2ecaf03063", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:56.760828 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc080d7b-ff6c-4022-b0f6-f3b02fa624a2 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:56.761231 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'tag': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063', 'status': 'completed', 'code': 200} Jul 05 03:53:56.807666 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.843887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 17455933-1373-4cc5-8f03-38ec954f5810 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:56.845602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65953336-7e87-4964-9047-b9e90bd02846 req-e7b68a8c-aebd-4f6d-a0a6-06e66242dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.848203 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65953336-7e87-4964-9047-b9e90bd02846 req-e7b68a8c-aebd-4f6d-a0a6-06e66242dc4f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=631dbf3d-26dc-4533-8941-63c311cfac8c HTTP/1.1" status: 200 len: 1096 time: 0.1850207 Jul 05 03:53:56.849106 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 17455933-1373-4cc5-8f03-38ec954f5810 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:56.849681 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.905383 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65953336-7e87-4964-9047-b9e90bd02846 req-c71a16da-5f36-494b-8627-ec5360939fca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470674 Jul 05 03:53:56.913054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f73a6-a423-40d0-be97-d936587b7541 req-bc344e9b-06cd-4c51-aa4a-8b6e81eb0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.913635 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f73a6-a423-40d0-be97-d936587b7541 req-bc344e9b-06cd-4c51-aa4a-8b6e81eb0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.914118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f73a6-a423-40d0-be97-d936587b7541 req-bc344e9b-06cd-4c51-aa4a-8b6e81eb0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.914590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f73a6-a423-40d0-be97-d936587b7541 req-bc344e9b-06cd-4c51-aa4a-8b6e81eb0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.915058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f73a6-a423-40d0-be97-d936587b7541 req-bc344e9b-06cd-4c51-aa4a-8b6e81eb0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.915520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f73a6-a423-40d0-be97-d936587b7541 req-bc344e9b-06cd-4c51-aa4a-8b6e81eb0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.916461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f73a6-a423-40d0-be97-d936587b7541 req-bc344e9b-06cd-4c51-aa4a-8b6e81eb0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.918198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-973f73a6-a423-40d0-be97-d936587b7541 req-bc344e9b-06cd-4c51-aa4a-8b6e81eb0405 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d16dca7328249f08e2390e95c16dfe3&device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 6492 time: 0.1304369 Jul 05 03:53:56.967904 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f33aa636-ae8c-4d44-9f07-c8455e069e17 None None] Set router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:57.026083 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.053054 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.067484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9307d0-8939-4377-8407-65b3b55b9e4f']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:57.090217 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.093992 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44dc270-977c-4321-97ee-ecdfb358ee08') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:57.094296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44dc270-977c-4321-97ee-ecdfb358ee08') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:57.110153 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.147545 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.181705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 17455933-1373-4cc5-8f03-38ec954f5810, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=17455933-1373-4cc5-8f03-38ec954f5810,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:57.182948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:57.183707 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:57.186430 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:57.227967 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f73a6-a423-40d0-be97-d936587b7541 req-2d905f42-8e9d-4375-8baa-83ccbca31f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:57.230152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-973f73a6-a423-40d0-be97-d936587b7541 req-2d905f42-8e9d-4375-8baa-83ccbca31f7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 HTTP/1.1" status: 200 len: 912 time: 0.2749128 Jul 05 03:53:57.255362 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.300248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd0c5-5533-45a5-b4c7-033262dc05bc req-8382e705-1952-4dfa-99b0-49b52cd35c1d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:57.301890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fffcd0c5-5533-45a5-b4c7-033262dc05bc req-8382e705-1952-4dfa-99b0-49b52cd35c1d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.1519568 Jul 05 03:53:57.329485 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f33aa636-ae8c-4d44-9f07-c8455e069e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T03:51:21Z', 'revision_number': 4, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'f1db0958-ffd2-4e76-ad4a-43c58861e4b9', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'port_id': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'mac_address': 'fa:16:3e:f1:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:52:21Z', 'updated_at': '2021-07-05T03:53:54Z', 'revision_number': 1, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17', 'name': '', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'mac_address': 'fa:16:3e:7d:f1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:20Z', 'updated_at': '2021-07-05T03:51:29Z', 'revision_number': 5, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'subnets': [{'id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:57.352927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-973f73a6-a423-40d0-be97-d936587b7541 req-d79fba17-84c7-4a67-808d-134ead7bf81e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dabf05e-9cbe-425d-87bf-6b2ecaf03063 HTTP/1.1" status: 200 len: 999 time: 0.1148860 Jul 05 03:53:57.357093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=17455933-1373-4cc5-8f03-38ec954f5810,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:57.360125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25eaec8-9837-45c4-bfb2-c4486673b529 req-d5fd90bb-87a1-4c3d-b6b7-c5d727e85444 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:57.362948 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c25eaec8-9837-45c4-bfb2-c4486673b529 req-d5fd90bb-87a1-4c3d-b6b7-c5d727e85444 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 945 time: 0.2083347 Jul 05 03:53:57.381430 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33aa636-ae8c-4d44-9f07-c8455e069e17 None None] The sync data for ids ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'] in n-d-798249-5 is: [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T03:51:21Z', 'revision_number': 4, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'f1db0958-ffd2-4e76-ad4a-43c58861e4b9', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'port_id': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'mac_address': 'fa:16:3e:f1:ec:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:52:21Z', 'updated_at': '2021-07-05T03:53:54Z', 'revision_number': 1, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17', 'name': '', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'mac_address': 'fa:16:3e:7d:f1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:20Z', 'updated_at': '2021-07-05T03:51:29Z', 'revision_number': 5, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'subnets': [{'id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:57.381685 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fffcd0c5-5533-45a5-b4c7-033262dc05bc req-d327d46c-e5d4-4187-8c14-8d781871a047 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720906 Jul 05 03:53:57.422241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f73a6-a423-40d0-be97-d936587b7541 req-35d58f5b-5508-49e8-b95d-0d16baae6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:57.423994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-973f73a6-a423-40d0-be97-d936587b7541 req-35d58f5b-5508-49e8-b95d-0d16baae6a16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1a4e67f5-0254-4ffe-8462-5596b5dcca35 HTTP/1.1" status: 200 len: 850 time: 0.0542123 Jul 05 03:53:57.473202 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.492586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f73a6-a423-40d0-be97-d936587b7541 req-530eb025-2843-4305-9c0a-1c0aa5469662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:57.494389 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-973f73a6-a423-40d0-be97-d936587b7541 req-530eb025-2843-4305-9c0a-1c0aa5469662 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622227 Jul 05 03:53:57.534285 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.540909 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] 10.222.0.60 "DELETE /v2.0/networks/fc9307d0-8939-4377-8407-65b3b55b9e4f HTTP/1.1" status: 204 len: 168 time: 0.8491480 Jul 05 03:53:57.582831 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc9307d0-8939-4377-8407-65b3b55b9e4f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:57.629170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:57.629550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:57.629890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:57.630226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:57.630558 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:57.630890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:57.631214 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:57.631552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:57.632521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:57.632952 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:57.633293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:57.633625 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473eded7-de5b-4367-a773-fd67b91ccc24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:57.686232 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-c25eaec8-9837-45c4-bfb2-c4486673b529 req-4befd5d2-39ab-49df-881c-9494c7887a2b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Deleting port 32d5c9d2-49c9-405f-895b-a3b793ddb921 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:57.690048 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c25eaec8-9837-45c4-bfb2-c4486673b529 req-4befd5d2-39ab-49df-881c-9494c7887a2b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.735104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-973f73a6-a423-40d0-be97-d936587b7541 req-b7dd4d9d-1b2b-4d42-843e-730414802e77 service neutron] 10.222.0.64 "GET /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304318 Jul 05 03:53:57.790158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47202ed4-af7e-4925-958f-3406f27cabb5 None None] New status for floating IP f1db0958-ffd2-4e76-ad4a-43c58861e4b9: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:53:57.839607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-c25eaec8-9837-45c4-bfb2-c4486673b529 req-4befd5d2-39ab-49df-881c-9494c7887a2b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] For port 32d5c9d2-49c9-405f-895b-a3b793ddb921, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=32d5c9d2-49c9-405f-895b-a3b793ddb921,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:57.840733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c25eaec8-9837-45c4-bfb2-c4486673b529 req-4befd5d2-39ab-49df-881c-9494c7887a2b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.874466 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-c25eaec8-9837-45c4-bfb2-c4486673b529 req-4befd5d2-39ab-49df-881c-9494c7887a2b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Calling delete_port for 32d5c9d2-49c9-405f-895b-a3b793ddb921 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:58.065318 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-973f73a6-a423-40d0-be97-d936587b7541 req-d18fa486-9729-427a-aa4c-86c4ce29031f service neutron] 10.222.0.64 "GET /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234401 Jul 05 03:53:58.074728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60902) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:58.129528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be2e09-614e-4213-ae22-61463c396537 req-11678326-d0f4-4e6f-afe8-1ff30367b147 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:58.136604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07be2e09-614e-4213-ae22-61463c396537 req-11678326-d0f4-4e6f-afe8-1ff30367b147 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 945 time: 0.2351623 Jul 05 03:53:58.162886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671ce83-e682-4f3a-9026-a0dd610bd832 req-64026699-3a08-46b9-94c3-fce97e55dd3a tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:58.164437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a671ce83-e682-4f3a-9026-a0dd610bd832 req-64026699-3a08-46b9-94c3-fce97e55dd3a tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 945 time: 0.4703960 Jul 05 03:53:58.184391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9bb5ad37-7768-4270-b630-c6a1e18089af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a7d0d60e3544627b5fe21a8d5a82352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1072116 Jul 05 03:53:58.187153 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60904) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:58.216443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07be2e09-614e-4213-ae22-61463c396537 req-c06d02ad-1ad6-41bb-94f0-305aca9b0691 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786617 Jul 05 03:53:58.242655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a671ce83-e682-4f3a-9026-a0dd610bd832 req-5b6c571f-9321-40d4-a9d6-c0016178f734 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696909 Jul 05 03:53:58.271008 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-740f344c-05e5-4c26-8748-497abe238113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.298486 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-740f344c-05e5-4c26-8748-497abe238113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.432663 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c25eaec8-9837-45c4-bfb2-c4486673b529 req-4befd5d2-39ab-49df-881c-9494c7887a2b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.447007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['32d5c9d2-49c9-405f-895b-a3b793ddb921'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:58.475909 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befd5d2-39ab-49df-881c-9494c7887a2b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Pushing event deleted for resources: {'Port': ['ID=32d5c9d2-49c9-405f-895b-a3b793ddb921,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:58.515895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25eaec8-9837-45c4-bfb2-c4486673b529 req-4befd5d2-39ab-49df-881c-9494c7887a2b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] No DVR routers for this DVR port 32d5c9d2-49c9-405f-895b-a3b793ddb921 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:58.518358 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-740f344c-05e5-4c26-8748-497abe238113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.521835 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-740f344c-05e5-4c26-8748-497abe238113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.523438 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-740f344c-05e5-4c26-8748-497abe238113 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0848dc99-f1ea-4555-8032-c5b20522b294 HTTP/1.1" status: 204 len: 168 time: 0.3349738 Jul 05 03:53:58.528270 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c25eaec8-9837-45c4-bfb2-c4486673b529 req-4befd5d2-39ab-49df-881c-9494c7887a2b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.530189 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c25eaec8-9837-45c4-bfb2-c4486673b529 req-4befd5d2-39ab-49df-881c-9494c7887a2b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "DELETE /v2.0/ports/32d5c9d2-49c9-405f-895b-a3b793ddb921 HTTP/1.1" status: 204 len: 173 time: 1.1556191 Jul 05 03:53:58.539965 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f344c-05e5-4c26-8748-497abe238113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0848dc99-f1ea-4555-8032-c5b20522b294,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:58.585792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11448e6c-c710-4c89-b494-3ac0c1b0fbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17455933-1373-4cc5-8f03-38ec954f5810'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:58.588506 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d855e8-500a-4110-8509-d80648571d06" -d '{"events": [{"server_uuid": "11448e6c-c710-4c89-b494-3ac0c1b0fbc1", "name": "network-vif-plugged", "status": "completed", "tag": "17455933-1373-4cc5-8f03-38ec954f5810"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:58.599899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22212ae6-b339-4274-8e19-fec96983fd91 req-c4fe3fa6-7234-472f-82cb-9d7a1356250b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:58.601561 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22212ae6-b339-4274-8e19-fec96983fd91 req-c4fe3fa6-7234-472f-82cb-9d7a1356250b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.0823224 Jul 05 03:53:58.648555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22212ae6-b339-4274-8e19-fec96983fd91 req-33cd4e71-90d8-493b-993b-1cf6a032d145 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407166 Jul 05 03:53:58.695747 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b40cf5-81a9-40f9-aa65-389f5d4ee9d0 x-openstack-request-id: req-71b40cf5-81a9-40f9-aa65-389f5d4ee9d0 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:58.696039 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11448e6c-c710-4c89-b494-3ac0c1b0fbc1", "name": "network-vif-plugged", "status": "completed", "tag": "17455933-1373-4cc5-8f03-38ec954f5810", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:58.696291 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71b40cf5-81a9-40f9-aa65-389f5d4ee9d0 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:58.696709 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11448e6c-c710-4c89-b494-3ac0c1b0fbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17455933-1373-4cc5-8f03-38ec954f5810', 'code': 200} Jul 05 03:53:58.762704 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8642a1-daea-4eae-9c53-4d26a213e5b1', 'name': 'network-vif-deleted', 'tag': '32d5c9d2-49c9-405f-895b-a3b793ddb921'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:58.765084 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95256bc-77fe-423b-9208-0d56726ab821" -d '{"events": [{"server_uuid": "9c8642a1-daea-4eae-9c53-4d26a213e5b1", "name": "network-vif-deleted", "tag": "32d5c9d2-49c9-405f-895b-a3b793ddb921"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:58.804135 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1354fff-0dd3-48f7-8eed-d1a5d1e067ad x-openstack-request-id: req-e1354fff-0dd3-48f7-8eed-d1a5d1e067ad {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:58.804457 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8642a1-daea-4eae-9c53-4d26a213e5b1", "name": "network-vif-deleted", "tag": "32d5c9d2-49c9-405f-895b-a3b793ddb921", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:58.804707 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1354fff-0dd3-48f7-8eed-d1a5d1e067ad {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:58.805102 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8642a1-daea-4eae-9c53-4d26a213e5b1', 'name': 'network-vif-deleted', 'tag': '32d5c9d2-49c9-405f-895b-a3b793ddb921', 'status': 'completed', 'code': 200} Jul 05 03:53:58.833047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f75d7-f728-4289-90e3-2c7e417bdb34 req-bca68aa6-e50b-4e9c-997e-092c7d3b5554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:58.834587 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a05f75d7-f728-4289-90e3-2c7e417bdb34 req-bca68aa6-e50b-4e9c-997e-092c7d3b5554 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 1096 time: 0.0588493 Jul 05 03:53:58.881912 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a05f75d7-f728-4289-90e3-2c7e417bdb34 req-ab04a501-ecb7-4625-bce5-35345b0db9e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364609 Jul 05 03:53:59.157359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88389457-328c-4ca3-b876-583c4dc68847 req-cb20a747-ccdb-44d8-aae8-f87e48e2a338 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.158854 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88389457-328c-4ca3-b876-583c4dc68847 req-cb20a747-ccdb-44d8-aae8-f87e48e2a338 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.0651505 Jul 05 03:53:59.197793 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88389457-328c-4ca3-b876-583c4dc68847 req-bc5548d6-683b-4c74-8d91-dc2f8bed3ccf tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329106 Jul 05 03:53:59.221084 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.400313 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60946) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:59.418069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16a184e1-ba18-4c2d-9ccb-d9e5eb498923 req-709aefb8-dc6d-4cbd-91d3-c8d8c2ff19bb tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c8642a1-daea-4eae-9c53-4d26a213e5b1 HTTP/1.1" status: 200 len: 210 time: 0.0581951 Jul 05 03:53:59.444406 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b8a88f22-403f-4bbc-b495-b1e589ffe927 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f526b64915a84a59b2abf9aaf504dd22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427053 Jul 05 03:53:59.452283 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60948) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:59.463648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396c353-d1e9-4c39-a94a-20a6e6a08b78 req-1a30d21b-a0ff-4646-98bb-2173f19869a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.465290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4396c353-d1e9-4c39-a94a-20a6e6a08b78 req-1a30d21b-a0ff-4646-98bb-2173f19869a0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 945 time: 0.0935230 Jul 05 03:53:59.512132 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84a3c8b1-4d73-40e6-a7e4-aa4958bbbe13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.516983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4396c353-d1e9-4c39-a94a-20a6e6a08b78 req-a8ab1ddb-418f-492d-9a12-eda00df4c258 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447125 Jul 05 03:53:59.539554 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84a3c8b1-4d73-40e6-a7e4-aa4958bbbe13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.706894 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84a3c8b1-4d73-40e6-a7e4-aa4958bbbe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.710064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84a3c8b1-4d73-40e6-a7e4-aa4958bbbe13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.714335 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-84a3c8b1-4d73-40e6-a7e4-aa4958bbbe13 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2fb9b2f-4101-4a55-85d3-5f90e9b3b44c HTTP/1.1" status: 204 len: 168 time: 0.2608597 Jul 05 03:53:59.722644 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3c8b1-4d73-40e6-a7e4-aa4958bbbe13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fb9b2f-4101-4a55-85d3-5f90e9b3b44c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:59.858367 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98bba9-122b-4ccb-8eb0-e73a34fdb97b req-22282955-3965-466d-8f74-3d52da6e6dab tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.859897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e98bba9-122b-4ccb-8eb0-e73a34fdb97b req-22282955-3965-466d-8f74-3d52da6e6dab tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.0953629 Jul 05 03:53:59.915787 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e98bba9-122b-4ccb-8eb0-e73a34fdb97b req-87eef35d-d06a-4a5a-aa5d-b7902045dce2 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486212 Jul 05 03:54:00.074170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e691675-72c4-4fa0-9ea3-2c2820d5a8e1 req-c9a19157-bc35-49ed-a9f0-df163b1ded52 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:00.075622 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e691675-72c4-4fa0-9ea3-2c2820d5a8e1 req-c9a19157-bc35-49ed-a9f0-df163b1ded52 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b538f9d-cf72-46ba-8aca-c97cfd994acd HTTP/1.1" status: 200 len: 950 time: 0.0681505 Jul 05 03:54:00.117207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e691675-72c4-4fa0-9ea3-2c2820d5a8e1 req-ee2f3926-23ba-456f-a55e-051a486dab3a tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351045 Jul 05 03:54:00.393913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d95bd-5cd4-449a-a1d4-a490611073e5 req-30fc8fc6-830c-45e4-a82c-a6c2e31699d0 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:00.395612 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-205d95bd-5cd4-449a-a1d4-a490611073e5 req-30fc8fc6-830c-45e4-a82c-a6c2e31699d0 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.0726130 Jul 05 03:54:00.444208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-205d95bd-5cd4-449a-a1d4-a490611073e5 req-28bc0d7b-9f35-4ee6-be16-06eac29697c6 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384705 Jul 05 03:54:00.653144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:00.719752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ebe99-4cc2-46bf-ae49-b9ff86126de9 req-259348a7-c403-4247-b548-1647ddb7e71e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:00.721895 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e26ebe99-4cc2-46bf-ae49-b9ff86126de9 req-259348a7-c403-4247-b548-1647ddb7e71e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 945 time: 0.0844927 Jul 05 03:54:00.738111 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.767012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:00.769541 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b0c071-dfcd-4475-b9b9-00d0a813d3d4" -d '{"events": [{"server_uuid": "6b538f9d-cf72-46ba-8aca-c97cfd994acd", "name": "network-vif-unplugged", "status": "completed", "tag": "42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:00.771362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e26ebe99-4cc2-46bf-ae49-b9ff86126de9 req-49024e6f-0960-4048-a704-f3a10514301a tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379007 Jul 05 03:54:00.782529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:00.872991 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.873990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 32d5c9d2-49c9-405f-895b-a3b793ddb921 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:00.910129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 32d5c9d2-49c9-405f-895b-a3b793ddb921 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:00.910129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 32d5c9d2-49c9-405f-895b-a3b793ddb921 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:00.934977 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b74ed2c-a5cf-4a9d-b51b-677ca32caef3 x-openstack-request-id: req-4b74ed2c-a5cf-4a9d-b51b-677ca32caef3 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:00.935287 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b538f9d-cf72-46ba-8aca-c97cfd994acd", "name": "network-vif-unplugged", "status": "completed", "tag": "42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:00.935659 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b74ed2c-a5cf-4a9d-b51b-677ca32caef3 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:00.936049 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15', 'code': 200} Jul 05 03:54:00.964754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 32852) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:00.965966 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,revision_number=11']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:01.019988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-ca226957-f31a-4457-af09-800d24bab7ba tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.021836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-ca226957-f31a-4457-af09-800d24bab7ba tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 811 time: 0.1247890 Jul 05 03:54:01.066141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-f045aba7-84fc-42d1-9c7d-5303700d2914 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/quotas/0e720a82806c4e7cbe27e02eb198af6d HTTP/1.1" status: 200 len: 375 time: 0.0376797 Jul 05 03:54:01.075129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-663876313-network', 'tenant_id': 'fd3e776bf9be4be8ad8b9c01a8dd00d9'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:01.102085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-f833aa8a-946c-4c5f-8b36-0eac2a7976b4 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292585 Jul 05 03:54:01.171590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400d5e3-c416-4be2-92bb-f60fde0a5326 req-d9c76a21-df9e-424b-b695-1d81bb48065e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.173115 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0400d5e3-c416-4be2-92bb-f60fde0a5326 req-d9c76a21-df9e-424b-b695-1d81bb48065e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=631dbf3d-26dc-4533-8941-63c311cfac8c HTTP/1.1" status: 200 len: 945 time: 0.1464961 Jul 05 03:54:01.192397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] Made reservation on behalf of fd3e776bf9be4be8ad8b9c01a8dd00d9 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:01.194950 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.206266 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.232333 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.237945 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0400d5e3-c416-4be2-92bb-f60fde0a5326 req-de6ab9bc-a9da-4910-aa0c-9e8342363611 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580337 Jul 05 03:54:01.240247 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-8f569389-99fc-4426-8059-78a079da29af service neutron] 10.222.0.60 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312387 Jul 05 03:54:01.325960 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.338737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-8d38c011-5735-4576-a31d-a01c8e016308 service neutron] 10.222.0.60 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913396 Jul 05 03:54:01.416934 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.450978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-10d6a846-307c-4da7-a71e-c3c5c4102432 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.452499 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-10d6a846-307c-4da7-a71e-c3c5c4102432 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.0982673 Jul 05 03:54:01.457290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:01.477900 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29107939-78ee-4dca-8490-29cbee2b3879,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:01.497265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.506733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a714f-d18c-4174-a751-e8dfda6aeafb req-8de50d23-b874-4287-8c34-93f6c5dbf30c tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.507443 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] Added segment a68cc7a5-ae70-4162-8c2e-42a15a483230 of type vlan for network 891a6a08-728d-4b58-afb9-09761ba3db2f Jul 05 03:54:01.507749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-620a714f-d18c-4174-a751-e8dfda6aeafb req-8de50d23-b874-4287-8c34-93f6c5dbf30c tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.0730336 Jul 05 03:54:01.537423 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-620a714f-d18c-4174-a751-e8dfda6aeafb req-1ddcd6fc-7725-4a2c-a5c9-fa5f3b267cf5 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326715 Jul 05 03:54:01.585559 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.638009 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Deleting port efae1b86-20ab-463a-9325-52d627802539 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:01.638426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.687718 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.688727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.689345 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.842350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ca74a-345c-4b35-abcb-a2f1e04c6bae req-75ca420c-bce5-49ac-b22f-73de7f6b27fd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.844031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-452ca74a-345c-4b35-abcb-a2f1e04c6bae req-75ca420c-bce5-49ac-b22f-73de7f6b27fd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 946 time: 0.0703454 Jul 05 03:54:01.887439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-452ca74a-345c-4b35-abcb-a2f1e04c6bae req-146c0256-4a9b-420e-a467-669f624ee02c tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351462 Jul 05 03:54:01.985410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c2d9c73-f755-4ce5-ab39-e28d79784d87 req-830806b4-845c-4eeb-9ea2-b0c98195b3f9 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 210 time: 0.0398865 Jul 05 03:54:02.087951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] Pushing event updated for resources: {'Network': ['ID=891a6a08-728d-4b58-afb9-09761ba3db2f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:02.099230 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 891a6a08-728d-4b58-afb9-09761ba3db2f details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:02.128440 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] For port efae1b86-20ab-463a-9325-52d627802539, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=efae1b86-20ab-463a-9325-52d627802539,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:02.129085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.198065 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-64233abb-ed47-4d17-a5bd-1837b20b3161 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2321148 Jul 05 03:54:02.201072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32908) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:02.206177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-04c199b5-6a9c-4c54-a908-f95aedc6a886 admin admin] Request body: {'subnet': {'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-663876313-subnet', 'tenant_id': 'fd3e776bf9be4be8ad8b9c01a8dd00d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:02.294109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c199b5-6a9c-4c54-a908-f95aedc6a886 admin admin] Made reservation on behalf of fd3e776bf9be4be8ad8b9c01a8dd00d9 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:02.299267 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04c199b5-6a9c-4c54-a908-f95aedc6a886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.365803 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.366370 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.367058 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Floating IP cd823136-f9ae-4201-b0da-da3820ede507 disassociated. External IP: 172.25.0.13, port: efae1b86-20ab-463a-9325-52d627802539. Jul 05 03:54:02.367705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Calling delete_port for efae1b86-20ab-463a-9325-52d627802539 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:02.552651 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04c199b5-6a9c-4c54-a908-f95aedc6a886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.609781 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.627851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c199b5-6a9c-4c54-a908-f95aedc6a886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6194b19-07db-4596-adc2-64c0dbfe5bc1,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:02.655814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event deleted for resources: {'Port': ['ID=efae1b86-20ab-463a-9325-52d627802539,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:02.656693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c199b5-6a9c-4c54-a908-f95aedc6a886 admin admin] Checking segment: {'id': 'a68cc7a5-ae70-4162-8c2e-42a15a483230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:02.657138 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c199b5-6a9c-4c54-a908-f95aedc6a886 admin admin] Network hostable DHCP agents. Network: 891a6a08-728d-4b58-afb9-09761ba3db2f, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:02.786030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c199b5-6a9c-4c54-a908-f95aedc6a886 admin admin] Network 891a6a08-728d-4b58-afb9-09761ba3db2f is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:02.825686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:54:02.847830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3fdf-9b04-48b9-a9ea-9c760378bf78 req-893892cd-16c3-4285-a69a-5ba6c4b0eeb0 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:02.849635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a1e3fdf-9b04-48b9-a9ea-9c760378bf78 req-893892cd-16c3-4285-a69a-5ba6c4b0eeb0 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.1111887 Jul 05 03:54:02.876474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-04c199b5-6a9c-4c54-a908-f95aedc6a886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 891a6a08-728d-4b58-afb9-09761ba3db2f) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:02.882914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c199b5-6a9c-4c54-a908-f95aedc6a886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:02.883816 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04c199b5-6a9c-4c54-a908-f95aedc6a886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.894322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884e9201-aa77-40cd-b4b0-92aee17c2aa1 None None] Network 891a6a08-728d-4b58-afb9-09761ba3db2f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:02.925732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a1e3fdf-9b04-48b9-a9ea-9c760378bf78 req-f835313c-3aca-43bb-ba2e-67499959cc8b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669405 Jul 05 03:54:02.996330 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:54:02.998493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-04c199b5-6a9c-4c54-a908-f95aedc6a886 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7963164 Jul 05 03:54:03.007270 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de563ce2-13ec-4179-a14b-4500bb555fb4 None None] Sync routers for ids ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:54:03.025367 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de563ce2-13ec-4179-a14b-4500bb555fb4 None None] Routers {'8c97c03a-1e2c-49c4-a4b3-16c6321de516'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:03.026264 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-de563ce2-13ec-4179-a14b-4500bb555fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:53:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:03.081744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-38dac9b1-d4df-49aa-842b-885e35f99997 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:03.089814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-38dac9b1-d4df-49aa-842b-885e35f99997 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/networks?id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441 HTTP/1.1" status: 200 len: 812 time: 0.1630821 Jul 05 03:54:03.093107 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] No DVR routers for this DVR port efae1b86-20ab-463a-9325-52d627802539 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:03.101647 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.107998 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a58fec88-d77e-45c7-bb95-469dd1787e68 req-44315807-f17e-4b27-82af-ceaed11ea0ea tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.11 "DELETE /v2.0/ports/efae1b86-20ab-463a-9325-52d627802539 HTTP/1.1" status: 204 len: 173 time: 1.6414177 Jul 05 03:54:03.109733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3543efc-cc2b-480c-8143-96ddc1680677', 'name': 'network-vif-deleted', 'tag': 'efae1b86-20ab-463a-9325-52d627802539'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:03.120628 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7963d4-3526-4819-9f2d-9ae38d4c046c" -d '{"events": [{"server_uuid": "a3543efc-cc2b-480c-8143-96ddc1680677", "name": "network-vif-deleted", "tag": "efae1b86-20ab-463a-9325-52d627802539"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:03.124453 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e8574828-2242-4171-acbb-8e92ee6f3146 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/quotas/25497f5f42974f65967b415dfb302126 HTTP/1.1" status: 200 len: 375 time: 0.0336611 Jul 05 03:54:03.162239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd88ead5-a540-47bf-abac-8ada203d3b9e None None] Network 891a6a08-728d-4b58-afb9-09761ba3db2f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:03.290223 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-7185b45e-817d-4e56-9f84-70f27523de4e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=25497f5f42974f65967b415dfb302126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1646957 Jul 05 03:54:03.291022 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-de563ce2-13ec-4179-a14b-4500bb555fb4 None None] Set router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:03.475725 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c590fb80-d439-49f0-b072-3e43ea2ec510 req-4fa4f71c-a0cf-4ca0-95ad-ea2a3b77220d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3543efc-cc2b-480c-8143-96ddc1680677 HTTP/1.1" status: 200 len: 210 time: 0.1487288 Jul 05 03:54:03.520789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-b0174614-995a-4041-91d1-91b22682da94 service neutron] 10.222.0.60 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296138 Jul 05 03:54:03.586296 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-de563ce2-13ec-4179-a14b-4500bb555fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:23Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:03.619664 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de563ce2-13ec-4179-a14b-4500bb555fb4 None None] Checking router: 8c97c03a-1e2c-49c4-a4b3-16c6321de516 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:54:03.629122 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de563ce2-13ec-4179-a14b-4500bb555fb4 None None] Routers {'8c97c03a-1e2c-49c4-a4b3-16c6321de516'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:03.630035 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-de563ce2-13ec-4179-a14b-4500bb555fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:53:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:03.655045 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-513133f8-94da-42d7-b0ea-d93c31fba5c1 req-50f9df1f-82e2-4f0e-9d61-a5e6e4ae433e tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 210 time: 0.0495656 Jul 05 03:54:03.683495 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-a32535af-4bed-4f4d-ae07-e2f0be1e8701 service neutron] 10.222.0.60 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558881 Jul 05 03:54:03.726704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64c20b-f2a8-44f6-aca0-e16efec4c783 req-ab372088-cb27-455f-b8c6-ee6a349761ae tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:03.728637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e64c20b-f2a8-44f6-aca0-e16efec4c783 req-ab372088-cb27-455f-b8c6-ee6a349761ae tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.64 "GET /v2.0/ports?device_id=631dbf3d-26dc-4533-8941-63c311cfac8c HTTP/1.1" status: 200 len: 945 time: 0.1213689 Jul 05 03:54:03.853256 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-de563ce2-13ec-4179-a14b-4500bb555fb4 None None] Set router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:03.860407 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-7e64c20b-f2a8-44f6-aca0-e16efec4c783 req-f3da478a-c0f0-44ab-866f-58db0e5a3983 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Deleting port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:03.860773 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7e64c20b-f2a8-44f6-aca0-e16efec4c783 req-f3da478a-c0f0-44ab-866f-58db0e5a3983 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.970141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-7e64c20b-f2a8-44f6-aca0-e16efec4c783 req-f3da478a-c0f0-44ab-866f-58db0e5a3983 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] For port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7d4c2c2f-1dfc-4cd8-9586-822e59a82e09,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:03.971345 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7e64c20b-f2a8-44f6-aca0-e16efec4c783 req-f3da478a-c0f0-44ab-866f-58db0e5a3983 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.988921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-7e64c20b-f2a8-44f6-aca0-e16efec4c783 req-f3da478a-c0f0-44ab-866f-58db0e5a3983 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Calling delete_port for 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:04.107963 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-de563ce2-13ec-4179-a14b-4500bb555fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:23Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:04.145838 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b9450f-e868-48b7-8753-9cf083705959 x-openstack-request-id: req-a0b9450f-e868-48b7-8753-9cf083705959 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:04.146324 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3543efc-cc2b-480c-8143-96ddc1680677", "name": "network-vif-deleted", "tag": "efae1b86-20ab-463a-9325-52d627802539", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:04.146397 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0b9450f-e868-48b7-8753-9cf083705959 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:04.146780 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3543efc-cc2b-480c-8143-96ddc1680677', 'name': 'network-vif-deleted', 'tag': 'efae1b86-20ab-463a-9325-52d627802539', 'status': 'completed', 'code': 200} Jul 05 03:54:04.151170 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de563ce2-13ec-4179-a14b-4500bb555fb4 None None] The sync data for ids ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'] in n-d-798249-5 is: [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:23Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:54:04.227983 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7e64c20b-f2a8-44f6-aca0-e16efec4c783 req-f3da478a-c0f0-44ab-866f-58db0e5a3983 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.241019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['7d4c2c2f-1dfc-4cd8-9586-822e59a82e09'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:04.243942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['17455933-1373-4cc5-8f03-38ec954f5810'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:04.284189 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da478a-c0f0-44ab-866f-58db0e5a3983 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Pushing event deleted for resources: {'Port': ['ID=7d4c2c2f-1dfc-4cd8-9586-822e59a82e09,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:04.324421 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c8c1d-a0cf-444a-866e-d5cd4425d12a req-85e555b3-f150-4163-8ece-998702fc7911 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.326409 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d05c8c1d-a0cf-444a-866e-d5cd4425d12a req-85e555b3-f150-4163-8ece-998702fc7911 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448e6c-c710-4c89-b494-3ac0c1b0fbc1 HTTP/1.1" status: 200 len: 945 time: 0.1275063 Jul 05 03:54:04.428993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e64c20b-f2a8-44f6-aca0-e16efec4c783 req-f3da478a-c0f0-44ab-866f-58db0e5a3983 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] No DVR routers for this DVR port 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:04.438143 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7e64c20b-f2a8-44f6-aca0-e16efec4c783 req-f3da478a-c0f0-44ab-866f-58db0e5a3983 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.443986 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e64c20b-f2a8-44f6-aca0-e16efec4c783 req-f3da478a-c0f0-44ab-866f-58db0e5a3983 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.64 "DELETE /v2.0/ports/7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 HTTP/1.1" status: 204 len: 173 time: 0.7096996 Jul 05 03:54:04.447022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631dbf3d-26dc-4533-8941-63c311cfac8c', 'name': 'network-vif-deleted', 'tag': '7d4c2c2f-1dfc-4cd8-9586-822e59a82e09'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:04.454898 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bb58b9-ff27-419f-a7e2-9fe5f4aa41f3" -d '{"events": [{"server_uuid": "631dbf3d-26dc-4533-8941-63c311cfac8c", "name": "network-vif-deleted", "tag": "7d4c2c2f-1dfc-4cd8-9586-822e59a82e09"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:04.610107 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-938119f2-e6e9-49cf-a824-e24c8ae36ae2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.612186 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-938119f2-e6e9-49cf-a824-e24c8ae36ae2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 811 time: 0.2848258 Jul 05 03:54:04.629320 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-d32d1e85-ea65-4d46-a0cf-1cf0a6ae15c2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Request body: {'port': {'device_id': 'ef43ae5f-80a9-47e6-b010-26a6ef83f05b', 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699', 'admin_state_up': True, 'tenant_id': '0e720a82806c4e7cbe27e02eb198af6d'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:04.674980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92cc2f8-5d97-47f8-9d4b-a14b06caf8e7 None None] New status for floating IP cd823136-f9ae-4201-b0da-da3820ede507: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:54:04.828248 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d05c8c1d-a0cf-444a-866e-d5cd4425d12a req-cd88aafe-fa5d-404a-bb61-ceac0aa1f177 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Deleting port 17455933-1373-4cc5-8f03-38ec954f5810 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:04.828618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d05c8c1d-a0cf-444a-866e-d5cd4425d12a req-cd88aafe-fa5d-404a-bb61-ceac0aa1f177 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.915874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-626603a5-d4a8-412c-941e-b572bedab4fb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.917466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-626603a5-d4a8-412c-941e-b572bedab4fb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/networks?id=891a6a08-728d-4b58-afb9-09761ba3db2f HTTP/1.1" status: 200 len: 821 time: 0.1254680 Jul 05 03:54:04.932341 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-c70eb3a0-c88b-40e8-bf22-f711ae08ee22 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/quotas/fd3e776bf9be4be8ad8b9c01a8dd00d9 HTTP/1.1" status: 200 len: 375 time: 0.0092888 Jul 05 03:54:04.942867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d05c8c1d-a0cf-444a-866e-d5cd4425d12a req-cd88aafe-fa5d-404a-bb61-ceac0aa1f177 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] For port 17455933-1373-4cc5-8f03-38ec954f5810, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=17455933-1373-4cc5-8f03-38ec954f5810,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:04.943247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d05c8c1d-a0cf-444a-866e-d5cd4425d12a req-cd88aafe-fa5d-404a-bb61-ceac0aa1f177 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.957206 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d05c8c1d-a0cf-444a-866e-d5cd4425d12a req-cd88aafe-fa5d-404a-bb61-ceac0aa1f177 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Calling delete_port for 17455933-1373-4cc5-8f03-38ec954f5810 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:04.976531 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-ca3d6a6f-4ed9-496e-9de6-7073d23509a9 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd3e776bf9be4be8ad8b9c01a8dd00d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381100 Jul 05 03:54:05.023413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-d32d1e85-ea65-4d46-a0cf-1cf0a6ae15c2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Made reservation on behalf of 0e720a82806c4e7cbe27e02eb198af6d for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:05.028054 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-d32d1e85-ea65-4d46-a0cf-1cf0a6ae15c2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.125893 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-9a4cf7be-609e-4e27-b5ca-3ce779045fce service neutron] 10.222.0.60 "GET /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409154 Jul 05 03:54:05.226150 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-d32d1e85-ea65-4d46-a0cf-1cf0a6ae15c2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Allocated IP 172.20.0.3 (da0ef573-3c71-4826-bc2f-ca90865a5699/46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78/8acd3889-5977-42b8-ace7-f9b29fa04534) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:05.280515 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-d0cf4e5d-b97a-4141-94aa-f8d624032a1a service neutron] 10.222.0.60 "GET /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470821 Jul 05 03:54:05.309960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a7d38-1a53-4de2-b86d-603613230d0a req-8fe71efc-2a75-465c-bb6f-9dd1001071a4 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.311818 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a10a7d38-1a53-4de2-b86d-603613230d0a req-8fe71efc-2a75-465c-bb6f-9dd1001071a4 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.0962858 Jul 05 03:54:05.341268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d05c8c1d-a0cf-444a-866e-d5cd4425d12a req-cd88aafe-fa5d-404a-bb61-ceac0aa1f177 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.362183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a10a7d38-1a53-4de2-b86d-603613230d0a req-757a851c-b370-437b-a7f3-d1d2c41db945 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432694 Jul 05 03:54:05.397913 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88aafe-fa5d-404a-bb61-ceac0aa1f177 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Pushing event deleted for resources: {'Port': ['ID=17455933-1373-4cc5-8f03-38ec954f5810,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:05.476525 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05c8c1d-a0cf-444a-866e-d5cd4425d12a req-cd88aafe-fa5d-404a-bb61-ceac0aa1f177 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] No DVR routers for this DVR port 17455933-1373-4cc5-8f03-38ec954f5810 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:05.486897 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-d32d1e85-ea65-4d46-a0cf-1cf0a6ae15c2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.486897 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d05c8c1d-a0cf-444a-866e-d5cd4425d12a req-cd88aafe-fa5d-404a-bb61-ceac0aa1f177 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.486897 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d05c8c1d-a0cf-444a-866e-d5cd4425d12a req-cd88aafe-fa5d-404a-bb61-ceac0aa1f177 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.11 "DELETE /v2.0/ports/17455933-1373-4cc5-8f03-38ec954f5810 HTTP/1.1" status: 204 len: 173 time: 1.1300399 Jul 05 03:54:05.626457 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0647bf-fbff-41c6-8189-0b227e8f62cb x-openstack-request-id: req-7e0647bf-fbff-41c6-8189-0b227e8f62cb {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:05.627396 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631dbf3d-26dc-4533-8941-63c311cfac8c", "name": "network-vif-deleted", "tag": "7d4c2c2f-1dfc-4cd8-9586-822e59a82e09", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:05.627653 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e0647bf-fbff-41c6-8189-0b227e8f62cb {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:05.628060 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631dbf3d-26dc-4533-8941-63c311cfac8c', 'name': 'network-vif-deleted', 'tag': '7d4c2c2f-1dfc-4cd8-9586-822e59a82e09', 'status': 'completed', 'code': 200} Jul 05 03:54:05.648967 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-d32d1e85-ea65-4d46-a0cf-1cf0a6ae15c2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.709538 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-d32d1e85-ea65-4d46-a0cf-1cf0a6ae15c2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Network da0ef573-3c71-4826-bc2f-ca90865a5699 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:05.713270 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-d32d1e85-ea65-4d46-a0cf-1cf0a6ae15c2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:05.724670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-d32d1e85-ea65-4d46-a0cf-1cf0a6ae15c2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:05.766453 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d1e85-ea65-4d46-a0cf-1cf0a6ae15c2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Pushing event updated for resources: {'Port': ['ID=8acd3889-5977-42b8-ace7-f9b29fa04534,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:05.789926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-d32d1e85-ea65-4d46-a0cf-1cf0a6ae15c2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.790569 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-d32d1e85-ea65-4d46-a0cf-1cf0a6ae15c2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.875117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae3154-a645-4cd8-8559-50a28b033aee req-8b9189c8-df8d-44cf-9152-97e735e916fb tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.877771 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7aae3154-a645-4cd8-8559-50a28b033aee req-8b9189c8-df8d-44cf-9152-97e735e916fb tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 931 time: 0.1157258 Jul 05 03:54:05.919470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7aae3154-a645-4cd8-8559-50a28b033aee req-6a279d4e-ee73-4e07-a3d6-0bf7db0eaa52 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353448 Jul 05 03:54:05.940936 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-d32d1e85-ea65-4d46-a0cf-1cf0a6ae15c2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3172398 Jul 05 03:54:05.954060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Request body: {'port': {'device_id': 'ef43ae5f-80a9-47e6-b010-26a6ef83f05b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:06.075787 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.184944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11448e6c-c710-4c89-b494-3ac0c1b0fbc1', 'name': 'network-vif-deleted', 'tag': '17455933-1373-4cc5-8f03-38ec954f5810'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:06.187174 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9228d4d-87e0-4db0-9db7-14755b09ff81" -d '{"events": [{"server_uuid": "11448e6c-c710-4c89-b494-3ac0c1b0fbc1", "name": "network-vif-deleted", "tag": "17455933-1373-4cc5-8f03-38ec954f5810"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:06.206098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9da1b287-09c5-497b-bd91-1cc6e2cd131e req-ba0d4963-b8a3-4103-bdcb-b7cb49b60203 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 210 time: 0.0318875 Jul 05 03:54:06.281003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24c2d3d9-b94a-41b1-9efb-3b02b9e1b849 req-d523952d-249b-4f75-b08b-ba6c80d90fa9 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 210 time: 0.0300453 Jul 05 03:54:06.368798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8acd3889-5977-42b8-ace7-f9b29fa04534 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:06.378902 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.392125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Transition to ACTIVE for port object 8acd3889-5977-42b8-ace7-f9b29fa04534 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:06.456089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33130) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:06.489952 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b89a4de-ef8b-4200-a067-5f03de9548de x-openstack-request-id: req-5b89a4de-ef8b-4200-a067-5f03de9548de {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:06.490514 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11448e6c-c710-4c89-b494-3ac0c1b0fbc1", "name": "network-vif-deleted", "tag": "17455933-1373-4cc5-8f03-38ec954f5810", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:06.495356 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b89a4de-ef8b-4200-a067-5f03de9548de {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:06.495356 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11448e6c-c710-4c89-b494-3ac0c1b0fbc1', 'name': 'network-vif-deleted', 'tag': '17455933-1373-4cc5-8f03-38ec954f5810', 'status': 'completed', 'code': 200} Jul 05 03:54:06.540469 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a63452ae-d024-4be6-96a5-973b301e2bf7 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.552111 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.577382 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a63452ae-d024-4be6-96a5-973b301e2bf7 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.625501 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Pushing event updated for resources: {'Port': ['ID=8acd3889-5977-42b8-ace7-f9b29fa04534,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:06.672820 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device efae1b86-20ab-463a-9325-52d627802539 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:06.693548 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: efae1b86-20ab-463a-9325-52d627802539 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:06.693991 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device efae1b86-20ab-463a-9325-52d627802539 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:06.701196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Attempting to bind port 8acd3889-5977-42b8-ace7-f9b29fa04534 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:06.701546 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Attempting to bind port 8acd3889-5977-42b8-ace7-f9b29fa04534 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:06.701883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Attempting to bind port 8acd3889-5977-42b8-ace7-f9b29fa04534 on network da0ef573-3c71-4826-bc2f-ca90865a5699 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:06.706287 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Port 8acd3889-5977-42b8-ace7-f9b29fa04534 on network da0ef573-3c71-4826-bc2f-ca90865a5699 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:06.706619 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Attempting to bind port 8acd3889-5977-42b8-ace7-f9b29fa04534 on network da0ef573-3c71-4826-bc2f-ca90865a5699 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:06.711450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:06.711727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Checking segment: {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:06.712277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Bound using segment: {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:06.712911 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Bound port: 8acd3889-5977-42b8-ace7-f9b29fa04534, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:06.713442 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.727401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352fd82-d483-401b-ae71-0f6229f862c4 req-94bc3ebb-484d-4ec7-a056-4778d8f226e8 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.728981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2352fd82-d483-401b-ae71-0f6229f862c4 req-94bc3ebb-484d-4ec7-a056-4778d8f226e8 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.1472509 Jul 05 03:54:06.767811 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2352fd82-d483-401b-ae71-0f6229f862c4 req-1bb19270-f796-4718-9be4-f0b8c71c041c tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329776 Jul 05 03:54:06.778246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] For port 8acd3889-5977-42b8-ace7-f9b29fa04534, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:06.781719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] For port 8acd3889-5977-42b8-ace7-f9b29fa04534, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=8acd3889-5977-42b8-ace7-f9b29fa04534,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:06.826727 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a63452ae-d024-4be6-96a5-973b301e2bf7 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.829286 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a63452ae-d024-4be6-96a5-973b301e2bf7 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.833490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33142) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:06.833916 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a63452ae-d024-4be6-96a5-973b301e2bf7 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "DELETE /v2.0/security-groups/eaaec48f-9e17-4fee-b824-7ded4a9e6e5d HTTP/1.1" status: 204 len: 168 time: 0.3743293 Jul 05 03:54:06.843121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63452ae-d024-4be6-96a5-973b301e2bf7 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaec48f-9e17-4fee-b824-7ded4a9e6e5d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:06.853705 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-55755cd4-8fec-4df5-a712-1c1ceaec6a5e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] show failed (client error): The resource could not be found. Jul 05 03:54:06.855148 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-55755cd4-8fec-4df5-a712-1c1ceaec6a5e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups/eaaec48f-9e17-4fee-b824-7ded4a9e6e5d HTTP/1.1" status: 404 len: 347 time: 0.0206599 Jul 05 03:54:06.858187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33144) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:06.900981 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.962524 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.963471 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.965211 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] 10.222.0.11 "PUT /v2.0/ports/8acd3889-5977-42b8-ace7-f9b29fa04534 HTTP/1.1" status: 200 len: 1091 time: 1.0157430 Jul 05 03:54:06.994393 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0280adb-ab4e-4f96-a64b-ec906566d395 service neutron] Pushing event updated for resources: {'Port': ['ID=8acd3889-5977-42b8-ace7-f9b29fa04534,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:07.035902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8beaab68-cd7e-4970-9056-2d8a49428cbe tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Deleting port 0cda61a2-1479-4c3c-8163-77c6fb92fd94 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:07.036384 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8beaab68-cd7e-4970-9056-2d8a49428cbe tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.158864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8beaab68-cd7e-4970-9056-2d8a49428cbe tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.159193 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8beaab68-cd7e-4970-9056-2d8a49428cbe tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.177902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8beaab68-cd7e-4970-9056-2d8a49428cbe tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Calling delete_port for 0cda61a2-1479-4c3c-8163-77c6fb92fd94 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:07.192809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff3643-b1bc-40b5-958f-4310773e2be3 req-7b2a2f2b-cd33-4274-bc1e-9f626fa5ea09 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:07.194340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80ff3643-b1bc-40b5-958f-4310773e2be3 req-7b2a2f2b-cd33-4274-bc1e-9f626fa5ea09 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 943 time: 0.1160164 Jul 05 03:54:07.235510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-0294c09e-1a59-468f-8be2-03cf05bde0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:07.238509 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-0294c09e-1a59-468f-8be2-03cf05bde0a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 1094 time: 0.0777941 Jul 05 03:54:07.288046 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-7f20c58b-fdab-4ada-ae14-daaecba82d43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8acd3889-5977-42b8-ace7-f9b29fa04534 HTTP/1.1" status: 200 len: 217 time: 0.0395129 Jul 05 03:54:07.294922 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80ff3643-b1bc-40b5-958f-4310773e2be3 req-219f3f11-e8cc-46e6-908d-f75682c2558d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905886 Jul 05 03:54:07.330562 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:07.365028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:07.365649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7d4c2c2f-1dfc-4cd8-9586-822e59a82e09 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:07.384867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-759cfb74-feef-4a7a-af0f-ec01ac73c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:07.387586 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-759cfb74-feef-4a7a-af0f-ec01ac73c64c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 HTTP/1.1" status: 200 len: 851 time: 0.0932746 Jul 05 03:54:07.441718 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-923e2472-fae9-47ca-9b63-3d779829903a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da0ef573-3c71-4826-bc2f-ca90865a5699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450335 Jul 05 03:54:07.518913 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8beaab68-cd7e-4970-9056-2d8a49428cbe tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.551812 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-e7ad506c-2ff9-48ba-b0a7-ed18d3bf3a88 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024489 Jul 05 03:54:07.561681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaab68-cd7e-4970-9056-2d8a49428cbe tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event deleted for resources: {'Port': ['ID=0cda61a2-1479-4c3c-8163-77c6fb92fd94,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:07.619494 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43f8db39-516b-453a-bbb4-2475cbee279a req-bd13af79-5e12-4dac-babc-5a16d8e23a2d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 210 time: 0.0618520 Jul 05 03:54:07.668310 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ed8293-4793-436f-9c7d-b49fbf354359 req-629cf64e-f672-4397-861f-57a15d1fe7dc service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066108 Jul 05 03:54:07.678160 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5133dc4-e797-4429-b5a2-96e20fd311de req-b127c7da-3520-40fb-b73e-e54dfaddeff0 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 210 time: 0.0838261 Jul 05 03:54:07.697253 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8beaab68-cd7e-4970-9056-2d8a49428cbe tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.700695 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8beaab68-cd7e-4970-9056-2d8a49428cbe tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.701927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8beaab68-cd7e-4970-9056-2d8a49428cbe tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "DELETE /v2.0/floatingips/cd823136-f9ae-4201-b0da-da3820ede507 HTTP/1.1" status: 204 len: 168 time: 0.8426175 Jul 05 03:54:08.488948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33190) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:08.493204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef43ae5f-80a9-47e6-b010-26a6ef83f05b', 'tag': '8acd3889-5977-42b8-ace7-f9b29fa04534'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:08.494095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5088cdce-667d-4509-bb29-b413ab38641d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--833562575', 'description': 'tempest-description--31765290'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:08.495822 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19024dba-957e-4c0d-9388-272c3ac80926" -d '{"events": [{"name": "network-changed", "server_uuid": "ef43ae5f-80a9-47e6-b010-26a6ef83f05b", "tag": "8acd3889-5977-42b8-ace7-f9b29fa04534"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:08.644249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317904e-6935-48a2-b93c-d3c0e6775b2b req-c82616e2-be29-4792-a5d8-757e4c3af0e7 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.645948 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3317904e-6935-48a2-b93c-d3c0e6775b2b req-c82616e2-be29-4792-a5d8-757e4c3af0e7 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.0692627 Jul 05 03:54:08.666296 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5088cdce-667d-4509-bb29-b413ab38641d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.686412 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 17455933-1373-4cc5-8f03-38ec954f5810 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:08.731104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 17455933-1373-4cc5-8f03-38ec954f5810 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:08.731720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 17455933-1373-4cc5-8f03-38ec954f5810 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:08.775849 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3317904e-6935-48a2-b93c-d3c0e6775b2b req-61d4110a-fc2f-4ad6-847d-b16a5c925ab9 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046569 Jul 05 03:54:08.818723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-86ed091a-bb9c-4599-a001-98a5694f2bc5 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.820310 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-86ed091a-bb9c-4599-a001-98a5694f2bc5 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.11 "GET /v2.0/networks?id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441 HTTP/1.1" status: 200 len: 812 time: 0.1284118 Jul 05 03:54:08.835493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-8b2145a3-7cd6-493a-bab3-3e1a45adc278 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Request body: {'port': {'device_id': '78a33dcc-b6fa-467d-b62e-4e82c5b13f70', 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441', 'admin_state_up': True, 'tenant_id': '25497f5f42974f65967b415dfb302126'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:08.839690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-bb4bdb46-8b16-4ed6-a441-27567f2e2f01 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.841259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-bb4bdb46-8b16-4ed6-a441-27567f2e2f01 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.64 "GET /v2.0/networks?id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441 HTTP/1.1" status: 200 len: 812 time: 0.1503611 Jul 05 03:54:08.870275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-07c9af55-2e2b-44a4-894b-93ead8b0522e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Request body: {'port': {'device_id': '4b19a5da-0c0e-4e98-95f4-6d9e772e6728', 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441', 'admin_state_up': True, 'tenant_id': '25497f5f42974f65967b415dfb302126'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:08.895551 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5088cdce-667d-4509-bb29-b413ab38641d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.019288 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5088cdce-667d-4509-bb29-b413ab38641d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.073010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0094d2-7b6b-4743-a0f7-644f35d6fa68 req-2938eefd-620a-44ec-8396-4405604ba19a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.074650 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf0094d2-7b6b-4743-a0f7-644f35d6fa68 req-2938eefd-620a-44ec-8396-4405604ba19a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 943 time: 0.2062442 Jul 05 03:54:09.090236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088cdce-667d-4509-bb29-b413ab38641d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349f5630-5e2d-4079-ac57-2610f3fb7c80,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:09.122007 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf0094d2-7b6b-4743-a0f7-644f35d6fa68 req-2dffa73b-28be-4515-991a-d0476600f2ae tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389273 Jul 05 03:54:09.124268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-8b2145a3-7cd6-493a-bab3-3e1a45adc278 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Made reservation on behalf of 25497f5f42974f65967b415dfb302126 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:09.130131 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-8b2145a3-7cd6-493a-bab3-3e1a45adc278 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.293769 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-8b2145a3-7cd6-493a-bab3-3e1a45adc278 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Allocated IP 172.20.0.4 (942ffc80-26fb-45f1-9c8b-5ebbc8c50441/870763b9-6f11-4ce6-b76f-798b07298d41/a49768bf-d62c-4074-acb2-a2ac919b91a7) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:09.322582 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5088cdce-667d-4509-bb29-b413ab38641d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.343087 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5088cdce-667d-4509-bb29-b413ab38641d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8338408 Jul 05 03:54:09.343087 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33212) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:09.352128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-94239923-c975-42c6-8b42-a703eb65501d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Request body: {'security_group_rule': {'security_group_id': '349f5630-5e2d-4079-ac57-2610f3fb7c80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:09.444831 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-8b2145a3-7cd6-493a-bab3-3e1a45adc278 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.483610 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92e0ab8-5dbb-4cf7-a9aa-45aeaabc5472 x-openstack-request-id: req-c92e0ab8-5dbb-4cf7-a9aa-45aeaabc5472 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:09.483610 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef43ae5f-80a9-47e6-b010-26a6ef83f05b", "tag": "8acd3889-5977-42b8-ace7-f9b29fa04534", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:09.483610 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c92e0ab8-5dbb-4cf7-a9aa-45aeaabc5472 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:09.483610 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef43ae5f-80a9-47e6-b010-26a6ef83f05b', 'tag': '8acd3889-5977-42b8-ace7-f9b29fa04534', 'status': 'completed', 'code': 200} Jul 05 03:54:09.558144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19024dba-957e-4c0d-9388-272c3ac80926 req-bd812976-e8ae-45c6-9bde-bbfb9cf4ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.561632 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-19024dba-957e-4c0d-9388-272c3ac80926 req-bd812976-e8ae-45c6-9bde-bbfb9cf4ef38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 1094 time: 0.0587633 Jul 05 03:54:09.658162 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:54:09.665593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19024dba-957e-4c0d-9388-272c3ac80926 req-6e7081b3-4561-4179-8464-d0155be12593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.667112 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-19024dba-957e-4c0d-9388-272c3ac80926 req-6e7081b3-4561-4179-8464-d0155be12593 service neutron] 10.222.0.11 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 912 time: 0.0992386 Jul 05 03:54:09.681046 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-8b2145a3-7cd6-493a-bab3-3e1a45adc278 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.747245 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-19024dba-957e-4c0d-9388-272c3ac80926 req-22eb6930-b2f9-4cfb-9456-66dec29c7efe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8acd3889-5977-42b8-ace7-f9b29fa04534 HTTP/1.1" status: 200 len: 217 time: 0.0737708 Jul 05 03:54:09.800721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-8b2145a3-7cd6-493a-bab3-3e1a45adc278 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:09.809688 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-8b2145a3-7cd6-493a-bab3-3e1a45adc278 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:09.813463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2145a3-7cd6-493a-bab3-3e1a45adc278 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Pushing event updated for resources: {'Port': ['ID=a49768bf-d62c-4074-acb2-a2ac919b91a7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:09.818553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-8b2145a3-7cd6-493a-bab3-3e1a45adc278 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:09.849518 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19024dba-957e-4c0d-9388-272c3ac80926 req-8b1863a1-34b4-4985-ae02-3b56d5fde235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.851029 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-19024dba-957e-4c0d-9388-272c3ac80926 req-8b1863a1-34b4-4985-ae02-3b56d5fde235 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 HTTP/1.1" status: 200 len: 851 time: 0.0956938 Jul 05 03:54:09.897514 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-19024dba-957e-4c0d-9388-272c3ac80926 req-71a58df8-ce32-4b50-88c1-3d408300e465 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da0ef573-3c71-4826-bc2f-ca90865a5699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393264 Jul 05 03:54:09.905766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-8b2145a3-7cd6-493a-bab3-3e1a45adc278 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.906394 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-8b2145a3-7cd6-493a-bab3-3e1a45adc278 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.913075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-19024dba-957e-4c0d-9388-272c3ac80926 req-96c39dcb-9fc4-4582-9134-4b046f22491e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:54:09.913975 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-19024dba-957e-4c0d-9388-272c3ac80926 req-96c39dcb-9fc4-4582-9134-4b046f22491e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049853 Jul 05 03:54:09.961498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-07c9af55-2e2b-44a4-894b-93ead8b0522e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Made reservation on behalf of 25497f5f42974f65967b415dfb302126 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:09.965297 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-07c9af55-2e2b-44a4-894b-93ead8b0522e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.006180 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-19024dba-957e-4c0d-9388-272c3ac80926 req-24bdaace-e5ba-4b97-ade5-384b80b900ef service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847321 Jul 05 03:54:10.018863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-334e307a-cb1a-43a3-b43c-c3cb3500c713 req-264ec987-992b-4d2c-9435-dda3f4107e8b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 210 time: 0.4475713 Jul 05 03:54:10.112627 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-19024dba-957e-4c0d-9388-272c3ac80926 req-07ae1992-7c1f-47d5-838b-0e89f548078b service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989015 Jul 05 03:54:10.135046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f309516b-abdc-43ff-84bd-f8a3e00a07d3 req-153bf50c-30c7-4f0d-bf90-afb10efcbb7a tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 210 time: 0.1673589 Jul 05 03:54:10.194316 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-94239923-c975-42c6-8b42-a703eb65501d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.298893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-69e2f265-5f27-4190-bd07-6d7115b90fbe tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.300462 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-69e2f265-5f27-4190-bd07-6d7115b90fbe tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.64 "GET /v2.0/networks?id=891a6a08-728d-4b58-afb9-09761ba3db2f HTTP/1.1" status: 200 len: 821 time: 0.7281125 Jul 05 03:54:10.305116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-07c9af55-2e2b-44a4-894b-93ead8b0522e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Allocated IP 172.20.0.13 (942ffc80-26fb-45f1-9c8b-5ebbc8c50441/870763b9-6f11-4ce6-b76f-798b07298d41/020f9266-1255-41c9-90ce-7f4ab697c5fc) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:10.320570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-fd502cf4-dc34-4786-89e7-1f40bdce474e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Request body: {'port': {'device_id': 'ed614978-17d9-4c00-8560-9aba7a55c33b', 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f', 'admin_state_up': True, 'tenant_id': 'fd3e776bf9be4be8ad8b9c01a8dd00d9'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:10.375714 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-8b2145a3-7cd6-493a-bab3-3e1a45adc278 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5448527 Jul 05 03:54:10.387100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Request body: {'port': {'device_id': '78a33dcc-b6fa-467d-b62e-4e82c5b13f70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:10.421456 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-94239923-c975-42c6-8b42-a703eb65501d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.484122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07e689-f421-4ae0-9808-984c5e74c2c8 req-35a5d2c0-270a-4fc2-bcdb-112586e91609 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.485647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee07e689-f421-4ae0-9808-984c5e74c2c8 req-35a5d2c0-270a-4fc2-bcdb-112586e91609 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.2345881 Jul 05 03:54:10.490927 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.542275 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-94239923-c975-42c6-8b42-a703eb65501d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.594590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94239923-c975-42c6-8b42-a703eb65501d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5618ba4-8b1c-4996-afb1-550e6320ff89,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:10.632714 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee07e689-f421-4ae0-9808-984c5e74c2c8 req-846c6bcf-ec94-43a5-bf36-7ab173fc0d1f tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330800 Jul 05 03:54:10.667595 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-07c9af55-2e2b-44a4-894b-93ead8b0522e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.685817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 8acd3889-5977-42b8-ace7-f9b29fa04534 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:10.730060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-fd502cf4-dc34-4786-89e7-1f40bdce474e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Made reservation on behalf of fd3e776bf9be4be8ad8b9c01a8dd00d9 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:10.733686 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-fd502cf4-dc34-4786-89e7-1f40bdce474e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.823254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 8acd3889-5977-42b8-ace7-f9b29fa04534, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=8acd3889-5977-42b8-ace7-f9b29fa04534,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:10.838949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '8acd3889-5977-42b8-ace7-f9b29fa04534', 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699', 'port_id': '8acd3889-5977-42b8-ace7-f9b29fa04534', 'mac_address': 'fa:16:3e:50:3a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:10.857609 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-07c9af55-2e2b-44a4-894b-93ead8b0522e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.869332 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-94239923-c975-42c6-8b42-a703eb65501d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.873070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-94239923-c975-42c6-8b42-a703eb65501d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5238492 Jul 05 03:54:10.874873 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33228) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:10.891450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-88fb4ef9-3976-4642-a123-17a4bb274b27 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Request body: {'security_group_rule': {'security_group_id': '349f5630-5e2d-4079-ac57-2610f3fb7c80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:10.897146 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.914132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8acd3889-5977-42b8-ace7-f9b29fa04534 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:10.930994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-07c9af55-2e2b-44a4-894b-93ead8b0522e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:10.944611 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-07c9af55-2e2b-44a4-894b-93ead8b0522e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:10.946321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 8acd3889-5977-42b8-ace7-f9b29fa04534, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=8acd3889-5977-42b8-ace7-f9b29fa04534,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:10.956782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-07c9af55-2e2b-44a4-894b-93ead8b0522e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:11.028540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9af55-2e2b-44a4-894b-93ead8b0522e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Pushing event updated for resources: {'Port': ['ID=020f9266-1255-41c9-90ce-7f4ab697c5fc,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:11.043328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31ff7b-6bb2-4e86-8c6b-fff2652512a1 req-7543b2d2-a06d-4e08-85dd-cc679e0201f5 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.044929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb31ff7b-6bb2-4e86-8c6b-fff2652512a1 req-7543b2d2-a06d-4e08-85dd-cc679e0201f5 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 943 time: 0.3071110 Jul 05 03:54:11.046346 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88fb4ef9-3976-4642-a123-17a4bb274b27 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.069846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49768bf-d62c-4074-acb2-a2ac919b91a7 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:11.088058 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.105664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-07c9af55-2e2b-44a4-894b-93ead8b0522e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.106274 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-07c9af55-2e2b-44a4-894b-93ead8b0522e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.113323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Transition to ACTIVE for port object a49768bf-d62c-4074-acb2-a2ac919b91a7 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:11.125750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-fd502cf4-dc34-4786-89e7-1f40bdce474e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Allocated IP 172.20.0.8 (891a6a08-728d-4b58-afb9-09761ba3db2f/d6194b19-07db-4596-adc2-64c0dbfe5bc1/91e8c24d-4397-4db3-8862-d609c6c554ea) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:11.129180 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88fb4ef9-3976-4642-a123-17a4bb274b27 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.144336 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.172089 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb31ff7b-6bb2-4e86-8c6b-fff2652512a1 req-4d9afc3f-fcf5-412f-95d6-e58b546930a9 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101539 Jul 05 03:54:11.197992 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=8acd3889-5977-42b8-ace7-f9b29fa04534,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:11.215294 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779dcf7-974d-44d4-b83f-d5de6174955b req-98560e76-34b8-4673-961f-add12bb85a7a tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.216816 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8779dcf7-974d-44d4-b83f-d5de6174955b req-98560e76-34b8-4673-961f-add12bb85a7a tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 946 time: 0.1839774 Jul 05 03:54:11.254599 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.305214 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88fb4ef9-3976-4642-a123-17a4bb274b27 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.311756 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-07c9af55-2e2b-44a4-894b-93ead8b0522e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4552898 Jul 05 03:54:11.323166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Pushing event updated for resources: {'Port': ['ID=a49768bf-d62c-4074-acb2-a2ac919b91a7,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:11.355483 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb4ef9-3976-4642-a123-17a4bb274b27 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741ce527-a9e3-47e4-bd36-aace50a1b6f3,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:11.368268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b43c7fd7-52aa-474a-a568-8c0718755ede req-50f6439d-c6d9-4935-bf12-6763c031c438 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 210 time: 0.0660682 Jul 05 03:54:11.389637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['8acd3889-5977-42b8-ace7-f9b29fa04534'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:11.399853 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8779dcf7-974d-44d4-b83f-d5de6174955b req-1cd371be-0785-40e0-80cf-d0dd7dc53bb7 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692576 Jul 05 03:54:11.440967 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88fb4ef9-3976-4642-a123-17a4bb274b27 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.444429 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-88fb4ef9-3976-4642-a123-17a4bb274b27 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5686553 Jul 05 03:54:11.448196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33236) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:11.458737 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:11.470380 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Attempting to bind port a49768bf-d62c-4074-acb2-a2ac919b91a7 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:11.471025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Attempting to bind port a49768bf-d62c-4074-acb2-a2ac919b91a7 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:11.471612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Attempting to bind port a49768bf-d62c-4074-acb2-a2ac919b91a7 on network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:11.471966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Request body: {'port': {'device_id': '4b19a5da-0c0e-4e98-95f4-6d9e772e6728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:11.490100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Port a49768bf-d62c-4074-acb2-a2ac919b91a7 on network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:11.491164 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Attempting to bind port a49768bf-d62c-4074-acb2-a2ac919b91a7 on network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:11.499498 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:11.500162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Checking segment: {'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:11.500750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Bound using segment: {'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:11.501990 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Bound port: a49768bf-d62c-4074-acb2-a2ac919b91a7, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:11.502527 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.537613 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-fd502cf4-dc34-4786-89e7-1f40bdce474e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.581382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] For port a49768bf-d62c-4074-acb2-a2ac919b91a7, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:11.584866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] For port a49768bf-d62c-4074-acb2-a2ac919b91a7, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a49768bf-d62c-4074-acb2-a2ac919b91a7,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:11.645383 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.657241 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.667284 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.694682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8391eb-201d-4347-a3b5-1e384f5fd0d4 req-f64c38bf-e0a9-47e1-a149-97ad7d439f12 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.696576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf8391eb-201d-4347-a3b5-1e384f5fd0d4 req-f64c38bf-e0a9-47e1-a149-97ad7d439f12 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 932 time: 0.1731632 Jul 05 03:54:11.708107 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.708900 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.710380 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] 10.222.0.11 "PUT /v2.0/ports/a49768bf-d62c-4074-acb2-a2ac919b91a7 HTTP/1.1" status: 200 len: 1091 time: 1.3276398 Jul 05 03:54:11.710901 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a33dcc-b6fa-467d-b62e-4e82c5b13f70', 'tag': 'a49768bf-d62c-4074-acb2-a2ac919b91a7'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:11.713237 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceb87f1-4d1e-4f0d-ba37-51811e25cbce" -d '{"events": [{"name": "network-changed", "server_uuid": "78a33dcc-b6fa-467d-b62e-4e82c5b13f70", "tag": "a49768bf-d62c-4074-acb2-a2ac919b91a7"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:11.738071 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8788e9f-090f-4fa3-ac21-bccc67202707 service neutron] Pushing event updated for resources: {'Port': ['ID=a49768bf-d62c-4074-acb2-a2ac919b91a7,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:11.854637 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-fd502cf4-dc34-4786-89e7-1f40bdce474e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.900541 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-1fe238a6-8949-48e5-8f2e-6c3094894987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.902159 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-1fe238a6-8949-48e5-8f2e-6c3094894987 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25497f5f42974f65967b415dfb302126&device_id=78a33dcc-b6fa-467d-b62e-4e82c5b13f70 HTTP/1.1" status: 200 len: 1094 time: 0.0690553 Jul 05 03:54:11.922250 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf8391eb-201d-4347-a3b5-1e384f5fd0d4 req-d49e4ef2-78b1-4184-b99f-98ebae95f757 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887486 Jul 05 03:54:11.947370 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-bd4f6e2e-7c93-44e1-8ecc-328307b2c079 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a49768bf-d62c-4074-acb2-a2ac919b91a7 HTTP/1.1" status: 200 len: 217 time: 0.0351472 Jul 05 03:54:11.984018 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cf836f-a5fc-4602-866b-6b09360f7407 x-openstack-request-id: req-35cf836f-a5fc-4602-866b-6b09360f7407 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:11.984313 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a33dcc-b6fa-467d-b62e-4e82c5b13f70", "tag": "a49768bf-d62c-4074-acb2-a2ac919b91a7", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:11.985174 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35cf836f-a5fc-4602-866b-6b09360f7407 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:11.985174 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a33dcc-b6fa-467d-b62e-4e82c5b13f70', 'tag': 'a49768bf-d62c-4074-acb2-a2ac919b91a7', 'status': 'completed', 'code': 200} Jul 05 03:54:11.990067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-fd502cf4-dc34-4786-89e7-1f40bdce474e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Network 891a6a08-728d-4b58-afb9-09761ba3db2f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:12.008146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-54be71e2-91bf-49bb-b3c2-c8d34948e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.010936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-fd502cf4-dc34-4786-89e7-1f40bdce474e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:12.011408 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-54be71e2-91bf-49bb-b3c2-c8d34948e55b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870763b9-6f11-4ce6-b76f-798b07298d41 HTTP/1.1" status: 200 len: 852 time: 0.0554671 Jul 05 03:54:12.015974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-fd502cf4-dc34-4786-89e7-1f40bdce474e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:12.026366 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd502cf4-dc34-4786-89e7-1f40bdce474e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Pushing event updated for resources: {'Port': ['ID=91e8c24d-4397-4db3-8862-d609c6c554ea,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:12.052746 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-0b640f4a-179d-48e8-ad10-6f318101560e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322249 Jul 05 03:54:12.126607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6920a8-02cc-4bd4-a69a-74fdf35ac56a req-7c415cc9-677d-4679-a735-ead493f8b599 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.128205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f6920a8-02cc-4bd4-a69a-74fdf35ac56a req-7c415cc9-677d-4679-a735-ead493f8b599 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 945 time: 0.3436072 Jul 05 03:54:12.158412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-fd502cf4-dc34-4786-89e7-1f40bdce474e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.159088 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-fd502cf4-dc34-4786-89e7-1f40bdce474e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.171569 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-c03718e3-cc1a-4e63-b55f-a01ba2a74135 service neutron] 10.222.0.11 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112099 Jul 05 03:54:12.249554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.254096 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f6920a8-02cc-4bd4-a69a-74fdf35ac56a req-b55264f8-393f-4793-af59-7bf4563dee45 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024039 Jul 05 03:54:12.322804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-fd502cf4-dc34-4786-89e7-1f40bdce474e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0084131 Jul 05 03:54:12.326204 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-5ec3d05e-628e-4cc8-9946-bd887b541fb3 service neutron] 10.222.0.11 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475308 Jul 05 03:54:12.335784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155361a1-ff01-4be3-8f86-c0efbf620401 req-1dca32d2-0d42-4b44-91a5-eb9a9ed9c23d tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.337408 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-155361a1-ff01-4be3-8f86-c0efbf620401 req-1dca32d2-0d42-4b44-91a5-eb9a9ed9c23d tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 946 time: 0.1124244 Jul 05 03:54:12.402343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Request body: {'port': {'device_id': 'ed614978-17d9-4c00-8560-9aba7a55c33b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:12.445745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020f9266-1255-41c9-90ce-7f4ab697c5fc {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:12.459492 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.496691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-155361a1-ff01-4be3-8f86-c0efbf620401 req-1eeef420-0037-45a4-8bd1-42541d68e1b5 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Deleting port 93c7f282-738d-402e-ab78-9e94c84e6019 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:12.497004 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-155361a1-ff01-4be3-8f86-c0efbf620401 req-1eeef420-0037-45a4-8bd1-42541d68e1b5 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.515447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Transition to ACTIVE for port object 020f9266-1255-41c9-90ce-7f4ab697c5fc will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:12.538323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb87f1-4d1e-4f0d-ba37-51811e25cbce req-b936494c-9931-4acf-87cd-c08dcfc9ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.539845 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ceb87f1-4d1e-4f0d-ba37-51811e25cbce req-b936494c-9931-4acf-87cd-c08dcfc9ed9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25497f5f42974f65967b415dfb302126&device_id=78a33dcc-b6fa-467d-b62e-4e82c5b13f70 HTTP/1.1" status: 200 len: 1094 time: 0.1085365 Jul 05 03:54:12.588788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd01933-1e54-494a-8949-7253fc4c9487 req-c5f664ba-3b5c-40cf-9deb-d588a668eba0 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.590312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8cd01933-1e54-494a-8949-7253fc4c9487 req-c5f664ba-3b5c-40cf-9deb-d588a668eba0 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 944 time: 0.2706015 Jul 05 03:54:12.591824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Allocated IP 172.25.0.100 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/1add706d-15b5-4021-9d9d-9078be15eeab) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:12.593819 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.599040 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.681556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-155361a1-ff01-4be3-8f86-c0efbf620401 req-1eeef420-0037-45a4-8bd1-42541d68e1b5 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] For port 93c7f282-738d-402e-ab78-9e94c84e6019, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=93c7f282-738d-402e-ab78-9e94c84e6019,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:12.681928 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-155361a1-ff01-4be3-8f86-c0efbf620401 req-1eeef420-0037-45a4-8bd1-42541d68e1b5 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.702297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb87f1-4d1e-4f0d-ba37-51811e25cbce req-233806c8-190e-47e0-9cb6-0b93d2dfda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.704397 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ceb87f1-4d1e-4f0d-ba37-51811e25cbce req-233806c8-190e-47e0-9cb6-0b93d2dfda7f service neutron] 10.222.0.11 "GET /v2.0/networks?id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441 HTTP/1.1" status: 200 len: 913 time: 0.1536231 Jul 05 03:54:12.705081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 8acd3889-5977-42b8-ace7-f9b29fa04534 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:12.705645 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-155361a1-ff01-4be3-8f86-c0efbf620401 req-1eeef420-0037-45a4-8bd1-42541d68e1b5 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Calling delete_port for 93c7f282-738d-402e-ab78-9e94c84e6019 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:12.752870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Pushing event updated for resources: {'Port': ['ID=020f9266-1255-41c9-90ce-7f4ab697c5fc,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:12.761178 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ceb87f1-4d1e-4f0d-ba37-51811e25cbce req-4c20831c-291b-48e4-b7a6-04ec912a0603 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a49768bf-d62c-4074-acb2-a2ac919b91a7 HTTP/1.1" status: 200 len: 217 time: 0.0456381 Jul 05 03:54:12.819931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8cd01933-1e54-494a-8949-7253fc4c9487 req-a84da888-83c4-4f0c-b1bb-4af269c3ca3c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149692 Jul 05 03:54:12.866267 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 8acd3889-5977-42b8-ace7-f9b29fa04534 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:12.866267 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 8acd3889-5977-42b8-ace7-f9b29fa04534 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:12.866267 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.971762 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.988219 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.999514 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef43ae5f-80a9-47e6-b010-26a6ef83f05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acd3889-5977-42b8-ace7-f9b29fa04534'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:13.002436 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb00d40c-2811-4594-998d-33f1b2db4039" -d '{"events": [{"server_uuid": "ef43ae5f-80a9-47e6-b010-26a6ef83f05b", "name": "network-vif-plugged", "status": "completed", "tag": "8acd3889-5977-42b8-ace7-f9b29fa04534"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:13.016115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 8acd3889-5977-42b8-ace7-f9b29fa04534, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=8acd3889-5977-42b8-ace7-f9b29fa04534,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:13.078281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Attempting to bind port 020f9266-1255-41c9-90ce-7f4ab697c5fc on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:13.078618 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Attempting to bind port 020f9266-1255-41c9-90ce-7f4ab697c5fc by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:13.078942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Attempting to bind port 020f9266-1255-41c9-90ce-7f4ab697c5fc on network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:13.128357 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.175528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb87f1-4d1e-4f0d-ba37-51811e25cbce req-37e5ecf4-2287-43e1-ab6c-85afdb48f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:13.177615 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ceb87f1-4d1e-4f0d-ba37-51811e25cbce req-37e5ecf4-2287-43e1-ab6c-85afdb48f78c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870763b9-6f11-4ce6-b76f-798b07298d41 HTTP/1.1" status: 200 len: 852 time: 0.0680664 Jul 05 03:54:13.207793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=8acd3889-5977-42b8-ace7-f9b29fa04534,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:13.221903 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ceb87f1-4d1e-4f0d-ba37-51811e25cbce req-6a618f5b-b90f-45fa-9887-707baff0bd61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335381 Jul 05 03:54:13.355937 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ceb87f1-4d1e-4f0d-ba37-51811e25cbce req-da61eb40-b017-4084-b5e4-2172535992e5 service neutron] 10.222.0.11 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272974 Jul 05 03:54:13.411294 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-155361a1-ff01-4be3-8f86-c0efbf620401 req-1eeef420-0037-45a4-8bd1-42541d68e1b5 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.449959 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeef420-0037-45a4-8bd1-42541d68e1b5 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Pushing event deleted for resources: {'Port': ['ID=93c7f282-738d-402e-ab78-9e94c84e6019,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:13.495010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Port 020f9266-1255-41c9-90ce-7f4ab697c5fc on network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:13.495623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Attempting to bind port 020f9266-1255-41c9-90ce-7f4ab697c5fc on network 942ffc80-26fb-45f1-9c8b-5ebbc8c50441 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:13.513191 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-155361a1-ff01-4be3-8f86-c0efbf620401 req-1eeef420-0037-45a4-8bd1-42541d68e1b5 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] No DVR routers for this DVR port 93c7f282-738d-402e-ab78-9e94c84e6019 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:13.517311 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-155361a1-ff01-4be3-8f86-c0efbf620401 req-1eeef420-0037-45a4-8bd1-42541d68e1b5 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.519726 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-155361a1-ff01-4be3-8f86-c0efbf620401 req-1eeef420-0037-45a4-8bd1-42541d68e1b5 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.11 "DELETE /v2.0/ports/93c7f282-738d-402e-ab78-9e94c84e6019 HTTP/1.1" status: 204 len: 173 time: 1.1761019 Jul 05 03:54:13.538968 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e344a19-ce74-4d0a-bc99-5ae7651e8c7b req-c29a19d1-4d6e-4939-8b02-5d3fe2e90f30 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 210 time: 0.0692174 Jul 05 03:54:13.539207 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ceb87f1-4d1e-4f0d-ba37-51811e25cbce req-759bdf73-8bd1-48b7-8774-42f88f678c5f service neutron] 10.222.0.11 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767089 Jul 05 03:54:13.547630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:13.547979 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Checking segment: {'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:13.549866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Bound using segment: {'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:13.550199 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Bound port: 020f9266-1255-41c9-90ce-7f4ab697c5fc, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:13.550564 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.648181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89f3e-b007-492f-99bf-22d6fb1f9c9f req-71fbfa72-acf7-4726-b90b-a19b10d65877 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:13.650001 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ab89f3e-b007-492f-99bf-22d6fb1f9c9f req-71fbfa72-acf7-4726-b90b-a19b10d65877 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 931 time: 0.6591530 Jul 05 03:54:13.738039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.820612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] For port 020f9266-1255-41c9-90ce-7f4ab697c5fc, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:13.858067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ab89f3e-b007-492f-99bf-22d6fb1f9c9f req-45f50e96-b09c-4087-87c4-bac8ab131b76 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001698 Jul 05 03:54:13.859858 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:13.869056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e8c24d-4397-4db3-8862-d609c6c554ea {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:13.873046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] For port 020f9266-1255-41c9-90ce-7f4ab697c5fc, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=020f9266-1255-41c9-90ce-7f4ab697c5fc,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:13.882037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:13.887394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:13.890747 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.900028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event updated for resources: {'Port': ['ID=1add706d-15b5-4021-9d9d-9078be15eeab,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:13.968637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Transition to ACTIVE for port object 91e8c24d-4397-4db3-8862-d609c6c554ea will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:13.974294 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.986446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719', 'name': 'network-vif-deleted', 'tag': '93c7f282-738d-402e-ab78-9e94c84e6019'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:13.991747 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dab4af-d1aa-428f-b3dc-3234ab913a5a" -d '{"events": [{"server_uuid": "2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719", "name": "network-vif-deleted", "tag": "93c7f282-738d-402e-ab78-9e94c84e6019"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:13.992061 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2476608e-031b-4a7d-aa51-599961d2e0bf x-openstack-request-id: req-2476608e-031b-4a7d-aa51-599961d2e0bf {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:13.992061 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef43ae5f-80a9-47e6-b010-26a6ef83f05b", "name": "network-vif-plugged", "status": "completed", "tag": "8acd3889-5977-42b8-ace7-f9b29fa04534", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:13.992061 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2476608e-031b-4a7d-aa51-599961d2e0bf {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:13.992684 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef43ae5f-80a9-47e6-b010-26a6ef83f05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acd3889-5977-42b8-ace7-f9b29fa04534', 'code': 200} Jul 05 03:54:14.003496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.004591 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.006675 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] 10.222.0.64 "PUT /v2.0/ports/020f9266-1255-41c9-90ce-7f4ab697c5fc HTTP/1.1" status: 200 len: 1092 time: 2.6506829 Jul 05 03:54:14.011510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b19a5da-0c0e-4e98-95f4-6d9e772e6728', 'tag': '020f9266-1255-41c9-90ce-7f4ab697c5fc'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:14.014736 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01553bb-a1be-43f8-98a1-5ca3d1329a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b19a5da-0c0e-4e98-95f4-6d9e772e6728", "tag": "020f9266-1255-41c9-90ce-7f4ab697c5fc"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:14.083691 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.098904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8da4b7-e2c6-48e1-b3ab-43538e2f76f1 req-52863f73-608a-48fa-9ac1-ff66c5f26c83 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.100411 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eb8da4b7-e2c6-48e1-b3ab-43538e2f76f1 req-52863f73-608a-48fa-9ac1-ff66c5f26c83 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 944 time: 0.4205005 Jul 05 03:54:14.187290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc80fb6-9971-4626-b898-f57781255097 req-7acb38b8-a204-452c-bf5a-5b038b4f1ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.189564 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-afc80fb6-9971-4626-b898-f57781255097 req-7acb38b8-a204-452c-bf5a-5b038b4f1ece service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 1096 time: 0.0717688 Jul 05 03:54:14.207153 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.211097 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056d5f1-a552-40a9-8f05-2e85438e5256 service neutron] Pushing event updated for resources: {'Port': ['ID=020f9266-1255-41c9-90ce-7f4ab697c5fc,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:14.227069 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-afc80fb6-9971-4626-b898-f57781255097 req-3854849f-640e-4dbd-ab2e-cf498e2d4c35 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315809 Jul 05 03:54:14.292502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eb8da4b7-e2c6-48e1-b3ab-43538e2f76f1 req-16a69bab-f77a-48e6-a7ec-a3ffcec21ce4 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784840 Jul 05 03:54:14.357200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Pushing event updated for resources: {'Port': ['ID=91e8c24d-4397-4db3-8862-d609c6c554ea,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:14.385206 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11b3879-2013-4c9a-af3c-a60f6764fa20 x-openstack-request-id: req-f11b3879-2013-4c9a-af3c-a60f6764fa20 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:14.385728 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719", "name": "network-vif-deleted", "tag": "93c7f282-738d-402e-ab78-9e94c84e6019", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:14.386044 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f11b3879-2013-4c9a-af3c-a60f6764fa20 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:14.386684 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719', 'name': 'network-vif-deleted', 'tag': '93c7f282-738d-402e-ab78-9e94c84e6019', 'status': 'completed', 'code': 200} Jul 05 03:54:14.421757 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.425788 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db27a26c-67ae-4c9d-b1e9-6e566cd8a56e x-openstack-request-id: req-db27a26c-67ae-4c9d-b1e9-6e566cd8a56e {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:14.426088 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b19a5da-0c0e-4e98-95f4-6d9e772e6728", "tag": "020f9266-1255-41c9-90ce-7f4ab697c5fc", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:14.426343 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db27a26c-67ae-4c9d-b1e9-6e566cd8a56e {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:14.426732 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b19a5da-0c0e-4e98-95f4-6d9e772e6728', 'tag': '020f9266-1255-41c9-90ce-7f4ab697c5fc', 'status': 'completed', 'code': 200} Jul 05 03:54:14.467860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Attempting to bind port 91e8c24d-4397-4db3-8862-d609c6c554ea on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:14.468191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Attempting to bind port 91e8c24d-4397-4db3-8862-d609c6c554ea by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'a68cc7a5-ae70-4162-8c2e-42a15a483230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:14.468550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Attempting to bind port 91e8c24d-4397-4db3-8862-d609c6c554ea on network 891a6a08-728d-4b58-afb9-09761ba3db2f {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:14.472272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-2c746cde-244e-4221-9b07-14d3d3a5f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.473796 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-2c746cde-244e-4221-9b07-14d3d3a5f561 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=25497f5f42974f65967b415dfb302126&device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 1095 time: 0.3058810 Jul 05 03:54:14.492711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Port 91e8c24d-4397-4db3-8862-d609c6c554ea on network 891a6a08-728d-4b58-afb9-09761ba3db2f not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:14.493072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Attempting to bind port 91e8c24d-4397-4db3-8862-d609c6c554ea on network 891a6a08-728d-4b58-afb9-09761ba3db2f {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:14.542131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:14.542843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Checking segment: {'id': 'a68cc7a5-ae70-4162-8c2e-42a15a483230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:14.542843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Bound using segment: {'id': 'a68cc7a5-ae70-4162-8c2e-42a15a483230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:14.543291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Bound port: 91e8c24d-4397-4db3-8862-d609c6c554ea, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68cc7a5-ae70-4162-8c2e-42a15a483230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:14.543642 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.550083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-75ac5067-e48d-438f-be90-f10378cffc6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=020f9266-1255-41c9-90ce-7f4ab697c5fc HTTP/1.1" status: 200 len: 217 time: 0.0665801 Jul 05 03:54:14.704336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdf591-4bbf-4787-bd94-8037321ac418 req-dc0bb99d-7581-4a9b-9605-7c0c8a377dde tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.705896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cbdf591-4bbf-4787-bd94-8037321ac418 req-dc0bb99d-7581-4a9b-9605-7c0c8a377dde tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 945 time: 0.3016527 Jul 05 03:54:14.711874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a49768bf-d62c-4074-acb2-a2ac919b91a7 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:14.722463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-601214bd-2980-43b9-af72-1b4938a73119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.724471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-601214bd-2980-43b9-af72-1b4938a73119 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=870763b9-6f11-4ce6-b76f-798b07298d41 HTTP/1.1" status: 200 len: 852 time: 0.1654251 Jul 05 03:54:14.790647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccf0356b-ac7a-4a2b-87a9-956a6736c9a3 req-a9730c50-e74d-436b-a562-649a7de1eced tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c6ce5ab-0a1e-418b-84f8-dd0b91e3a719 HTTP/1.1" status: 200 len: 210 time: 0.0782959 Jul 05 03:54:14.816825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port a49768bf-d62c-4074-acb2-a2ac919b91a7, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a49768bf-d62c-4074-acb2-a2ac919b91a7,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:14.817661 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] For port 91e8c24d-4397-4db3-8862-d609c6c554ea, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:14.824356 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-73b476de-fb77-4dfa-bdc9-0b7fddee589a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831645 Jul 05 03:54:14.829534 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'a49768bf-d62c-4074-acb2-a2ac919b91a7', 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441', 'port_id': 'a49768bf-d62c-4074-acb2-a2ac919b91a7', 'mac_address': 'fa:16:3e:d5:6c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870763b9-6f11-4ce6-b76f-798b07298d41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:14.859686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] For port 91e8c24d-4397-4db3-8862-d609c6c554ea, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=91e8c24d-4397-4db3-8862-d609c6c554ea,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:14.872464 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.886333 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49768bf-d62c-4074-acb2-a2ac919b91a7 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:14.909198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port a49768bf-d62c-4074-acb2-a2ac919b91a7, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a49768bf-d62c-4074-acb2-a2ac919b91a7,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:14.933894 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cbdf591-4bbf-4787-bd94-8037321ac418 req-0b70537f-7c1f-4ac3-b868-2bd4da7ecbdd tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058082 Jul 05 03:54:14.950427 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.963864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.003417 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.033759 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-7cfe57c4-39be-46b6-aa38-456b4e25c085 service neutron] 10.222.0.64 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952443 Jul 05 03:54:15.034946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:15.035622 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.036851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] 10.222.0.64 "PUT /v2.0/ports/91e8c24d-4397-4db3-8862-d609c6c554ea HTTP/1.1" status: 200 len: 1091 time: 2.6919489 Jul 05 03:54:15.052739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=a49768bf-d62c-4074-acb2-a2ac919b91a7,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:15.068842 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.173824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75480129-5fcb-49ca-8917-8fd8952bf65d service neutron] Pushing event updated for resources: {'Port': ['ID=91e8c24d-4397-4db3-8862-d609c6c554ea,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:15.228121 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['a49768bf-d62c-4074-acb2-a2ac919b91a7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:15.292282 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.331562 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event updated for resources: {'Port': ['ID=1add706d-15b5-4021-9d9d-9078be15eeab,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:15.341105 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:15.344914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef311e-42a8-4fb5-9bba-b71a2b1efda0 req-ead0ecd3-f9fd-4016-aa86-16747f3e7593 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:15.347631 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07ef311e-42a8-4fb5-9bba-b71a2b1efda0 req-ead0ecd3-f9fd-4016-aa86-16747f3e7593 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 943 time: 0.3335588 Jul 05 03:54:15.351476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c818d0c3-4209-4817-a4f3-11fd9b3a3971 req-b0966b88-4365-4cf9-be70-d56fdcd02fa0 service neutron] 10.222.0.64 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941437 Jul 05 03:54:15.402663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-46a4c1f0-a8ee-42f0-b9e0-f18f2eacdb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:15.404553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-46a4c1f0-a8ee-42f0-b9e0-f18f2eacdb55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd3e776bf9be4be8ad8b9c01a8dd00d9&device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 1094 time: 0.2082942 Jul 05 03:54:15.417183 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.420845 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-430f284e-4d58-4b13-88d0-0d2553245a4f tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9668965 Jul 05 03:54:15.469132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07ef311e-42a8-4fb5-9bba-b71a2b1efda0 req-1f8e829b-e6f6-4403-baa0-3897b2fce347 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092007 Jul 05 03:54:15.471780 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-d15937a9-fe94-444c-bbb7-cb45921618bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e8c24d-4397-4db3-8862-d609c6c554ea HTTP/1.1" status: 200 len: 217 time: 0.0554891 Jul 05 03:54:15.493257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:15.513962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '4ba0ba5c-aa04-4f42-9268-07b75030b6e4', 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a', 'port_id': '4ba0ba5c-aa04-4f42-9268-07b75030b6e4', 'mac_address': 'fa:16:3e:8e:fc:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd577d8f0-9eb0-4620-a525-895a334127b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:15.561134 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.589690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:15.603919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-969fe419-0abc-4f35-b961-98b3aa410141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:15.605505 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-969fe419-0abc-4f35-b961-98b3aa410141 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6194b19-07db-4596-adc2-64c0dbfe5bc1 HTTP/1.1" status: 200 len: 861 time: 0.1236029 Jul 05 03:54:15.623293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:15.676283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-e5e827a4-23e8-4479-ae35-9c357a8652ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=891a6a08-728d-4b58-afb9-09761ba3db2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557983 Jul 05 03:54:15.676866 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.740860 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:15.753148 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01553bb-a1be-43f8-98a1-5ca3d1329a1c req-0b110dba-709c-4569-80fe-9170d4c2bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:15.754903 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a01553bb-a1be-43f8-98a1-5ca3d1329a1c req-0b110dba-709c-4569-80fe-9170d4c2bc29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=25497f5f42974f65967b415dfb302126&device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 1095 time: 0.2144833 Jul 05 03:54:15.791043 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4ba0ba5c-aa04-4f42-9268-07b75030b6e4'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:15.839937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-279e9784-c92f-47b7-a22e-ae20e95ff97a tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--833562575&fields=id&tenant_id=8a583d8be5434c7085d28e3958e1688f HTTP/1.1" status: 200 len: 267 time: 0.1684029 Jul 05 03:54:15.957899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd04bb-cacc-4248-9411-ea577ff69c05 req-2cd1f228-5747-409e-a0e1-9eedd36e8bb4 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:15.959484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7cd04bb-cacc-4248-9411-ea577ff69c05 req-2cd1f228-5747-409e-a0e1-9eedd36e8bb4 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 944 time: 0.3506701 Jul 05 03:54:15.961346 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-76b489ca-9228-4d53-94e3-dce6a1d32d7c service neutron] 10.222.0.64 "GET /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729490 Jul 05 03:54:16.048857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01553bb-a1be-43f8-98a1-5ca3d1329a1c req-7d10cc76-c4b6-417d-879d-3a5f555ad43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.050270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a01553bb-a1be-43f8-98a1-5ca3d1329a1c req-7d10cc76-c4b6-417d-879d-3a5f555ad43c service neutron] 10.222.0.64 "GET /v2.0/networks?id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441 HTTP/1.1" status: 200 len: 913 time: 0.2820945 Jul 05 03:54:16.122783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a01553bb-a1be-43f8-98a1-5ca3d1329a1c req-98abb0dc-6dc5-401e-95af-d2e335267bb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=020f9266-1255-41c9-90ce-7f4ab697c5fc HTTP/1.1" status: 200 len: 217 time: 0.0626714 Jul 05 03:54:16.136071 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7cd04bb-cacc-4248-9411-ea577ff69c05 req-3c249d84-cfad-450e-b2f0-2f01c01d07f2 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672010 Jul 05 03:54:16.197645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182c53-e664-45de-8ceb-a08158e604bb req-36b5cd40-0aa3-4091-ad8a-f8428b4b59c8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.199142 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-36b5cd40-0aa3-4091-ad8a-f8428b4b59c8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/networks?id=1875b0d0-fdef-4b63-9392-d607c58b7aa1 HTTP/1.1" status: 200 len: 810 time: 0.3412881 Jul 05 03:54:16.217210 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12f1abc0-1843-4957-8cf2-ebadbb0a6251 req-e9d45370-0116-4dd0-a540-480fbdd918ac service neutron] 10.222.0.64 "GET /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472458 Jul 05 03:54:16.234055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-7d97247e-d0b2-4c2e-8ee6-d9c04f0a77d8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/quotas/8a583d8be5434c7085d28e3958e1688f HTTP/1.1" status: 200 len: 375 time: 0.0193598 Jul 05 03:54:16.236610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01553bb-a1be-43f8-98a1-5ca3d1329a1c req-8aed45cd-2348-480b-8135-18d30f2ce6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.238403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a01553bb-a1be-43f8-98a1-5ca3d1329a1c req-8aed45cd-2348-480b-8135-18d30f2ce6fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=870763b9-6f11-4ce6-b76f-798b07298d41 HTTP/1.1" status: 200 len: 852 time: 0.1057119 Jul 05 03:54:16.298947 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a01553bb-a1be-43f8-98a1-5ca3d1329a1c req-bb63026d-0045-4de6-a1ef-7c25312a746f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=942ffc80-26fb-45f1-9c8b-5ebbc8c50441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441263 Jul 05 03:54:16.429858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-ae1169ce-0e8d-4076-b57e-cefc3af7a870 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a583d8be5434c7085d28e3958e1688f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1869392 Jul 05 03:54:16.432623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed614978-17d9-4c00-8560-9aba7a55c33b', 'tag': '91e8c24d-4397-4db3-8862-d609c6c554ea'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:16.434857 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f7d418-e3e3-42b9-b815-c4cfcb59c886" -d '{"events": [{"name": "network-changed", "server_uuid": "ed614978-17d9-4c00-8560-9aba7a55c33b", "tag": "91e8c24d-4397-4db3-8862-d609c6c554ea"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:16.502029 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a01553bb-a1be-43f8-98a1-5ca3d1329a1c req-12a48d6c-7366-4beb-b537-67e25b5924c2 service neutron] 10.222.0.64 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960251 Jul 05 03:54:16.578138 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb476c6b-8534-443d-b26f-bb268ec3691b req-c3b52738-b2cb-4357-8401-9100717dcac8 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.579678 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb476c6b-8534-443d-b26f-bb268ec3691b req-c3b52738-b2cb-4357-8401-9100717dcac8 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 945 time: 0.2250276 Jul 05 03:54:16.716856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a49768bf-d62c-4074-acb2-a2ac919b91a7 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:16.865314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port a49768bf-d62c-4074-acb2-a2ac919b91a7 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:16.870942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port a49768bf-d62c-4074-acb2-a2ac919b91a7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:16.871327 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.993461 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.004673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-a3daf451-6295-4b9c-9fae-aab7e05333cf service neutron] 10.222.0.60 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599709 Jul 05 03:54:17.030881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a33dcc-b6fa-467d-b62e-4e82c5b13f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49768bf-d62c-4074-acb2-a2ac919b91a7'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:17.036253 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7093aaf6-40f6-47aa-b227-c2ac8513f88f" -d '{"events": [{"server_uuid": "78a33dcc-b6fa-467d-b62e-4e82c5b13f70", "name": "network-vif-plugged", "status": "completed", "tag": "a49768bf-d62c-4074-acb2-a2ac919b91a7"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:17.052607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port a49768bf-d62c-4074-acb2-a2ac919b91a7, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a49768bf-d62c-4074-acb2-a2ac919b91a7,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:17.076352 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb476c6b-8534-443d-b26f-bb268ec3691b req-52729a84-a413-4c44-b890-626731ac2437 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197178 Jul 05 03:54:17.080595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a01553bb-a1be-43f8-98a1-5ca3d1329a1c req-c73ea18f-ff23-4958-bbda-88cddb3ed383 service neutron] 10.222.0.64 "GET /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703552 Jul 05 03:54:17.122860 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.123731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 93c7f282-738d-402e-ab78-9e94c84e6019 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:17.157265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-aa16fc77-56f7-4639-958d-0f89a636fd0c service neutron] 10.222.0.60 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380072 Jul 05 03:54:17.250909 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 93c7f282-738d-402e-ab78-9e94c84e6019 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:17.252137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 93c7f282-738d-402e-ab78-9e94c84e6019 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:17.283798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=a49768bf-d62c-4074-acb2-a2ac919b91a7,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:17.349335 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 020f9266-1255-41c9-90ce-7f4ab697c5fc details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:17.352557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:17.485193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:17.485614 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.558983 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 020f9266-1255-41c9-90ce-7f4ab697c5fc, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=020f9266-1255-41c9-90ce-7f4ab697c5fc,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:17.575142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '020f9266-1255-41c9-90ce-7f4ab697c5fc', 'network_id': '942ffc80-26fb-45f1-9c8b-5ebbc8c50441', 'port_id': '020f9266-1255-41c9-90ce-7f4ab697c5fc', 'mac_address': 'fa:16:3e:66:4e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870763b9-6f11-4ce6-b76f-798b07298d41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:17.646171 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.659883 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.665570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020f9266-1255-41c9-90ce-7f4ab697c5fc {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:17.699450 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0e0d00-2d93-4969-856c-67d8e2c1d01d x-openstack-request-id: req-fb0e0d00-2d93-4969-856c-67d8e2c1d01d {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:17.702487 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed614978-17d9-4c00-8560-9aba7a55c33b", "tag": "91e8c24d-4397-4db3-8862-d609c6c554ea", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:17.702487 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb0e0d00-2d93-4969-856c-67d8e2c1d01d {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:17.702487 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed614978-17d9-4c00-8560-9aba7a55c33b', 'tag': '91e8c24d-4397-4db3-8862-d609c6c554ea', 'status': 'completed', 'code': 200} Jul 05 03:54:17.743544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 020f9266-1255-41c9-90ce-7f4ab697c5fc, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=020f9266-1255-41c9-90ce-7f4ab697c5fc,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:17.762862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:17.816950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7d418-e3e3-42b9-b815-c4cfcb59c886 req-2d8789ed-7cfe-4506-a0e2-917d6008edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.818985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11f7d418-e3e3-42b9-b815-c4cfcb59c886 req-2d8789ed-7cfe-4506-a0e2-917d6008edaa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd3e776bf9be4be8ad8b9c01a8dd00d9&device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 1094 time: 0.0879610 Jul 05 03:54:17.901051 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.905026 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.905669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 91e8c24d-4397-4db3-8862-d609c6c554ea details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:17.969279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7d418-e3e3-42b9-b815-c4cfcb59c886 req-a0013c34-4220-4cec-9e7e-5a5a27f99db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.971522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11f7d418-e3e3-42b9-b815-c4cfcb59c886 req-a0013c34-4220-4cec-9e7e-5a5a27f99db3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=891a6a08-728d-4b58-afb9-09761ba3db2f HTTP/1.1" status: 200 len: 922 time: 0.1457725 Jul 05 03:54:18.014784 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:18.019634 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b9d10e-57c7-493b-9229-6e9082302499 x-openstack-request-id: req-89b9d10e-57c7-493b-9229-6e9082302499 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:18.019928 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a33dcc-b6fa-467d-b62e-4e82c5b13f70", "name": "network-vif-plugged", "status": "completed", "tag": "a49768bf-d62c-4074-acb2-a2ac919b91a7", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:18.020187 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89b9d10e-57c7-493b-9229-6e9082302499 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:18.020616 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a33dcc-b6fa-467d-b62e-4e82c5b13f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49768bf-d62c-4074-acb2-a2ac919b91a7', 'code': 200} Jul 05 03:54:18.029106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11f7d418-e3e3-42b9-b815-c4cfcb59c886 req-bed7fbcf-7fb3-4cf7-adb1-cff28f1cf091 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e8c24d-4397-4db3-8862-d609c6c554ea HTTP/1.1" status: 200 len: 217 time: 0.0488086 Jul 05 03:54:18.226955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=020f9266-1255-41c9-90ce-7f4ab697c5fc,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:18.229784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65848a8d-a410-4bac-8f4f-324da179d4f2 req-7983ef28-ad3b-451d-b666-1e18f185dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:18.234220 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-65848a8d-a410-4bac-8f4f-324da179d4f2 req-7983ef28-ad3b-451d-b666-1e18f185dbdf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78a33dcc-b6fa-467d-b62e-4e82c5b13f70 HTTP/1.1" status: 200 len: 1096 time: 0.1617095 Jul 05 03:54:18.234382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7d418-e3e3-42b9-b815-c4cfcb59c886 req-90652be6-365b-443e-84b1-a88b72f747cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:18.237071 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11f7d418-e3e3-42b9-b815-c4cfcb59c886 req-90652be6-365b-443e-84b1-a88b72f747cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6194b19-07db-4596-adc2-64c0dbfe5bc1 HTTP/1.1" status: 200 len: 861 time: 0.2026167 Jul 05 03:54:18.294386 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-65848a8d-a410-4bac-8f4f-324da179d4f2 req-b957eec0-c5bc-4316-a881-9c3bb4e169f5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533309 Jul 05 03:54:18.303003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11f7d418-e3e3-42b9-b815-c4cfcb59c886 req-89520adc-d909-4ad5-a0a5-417e0b5d8395 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=891a6a08-728d-4b58-afb9-09761ba3db2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592151 Jul 05 03:54:18.309745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 91e8c24d-4397-4db3-8862-d609c6c554ea, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=91e8c24d-4397-4db3-8862-d609c6c554ea,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:18.348870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '91e8c24d-4397-4db3-8862-d609c6c554ea', 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f', 'port_id': '91e8c24d-4397-4db3-8862-d609c6c554ea', 'mac_address': 'fa:16:3e:ca:08:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6194b19-07db-4596-adc2-64c0dbfe5bc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:18.403184 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.424536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e8c24d-4397-4db3-8862-d609c6c554ea {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:18.453026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 91e8c24d-4397-4db3-8862-d609c6c554ea, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=91e8c24d-4397-4db3-8862-d609c6c554ea,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:18.491876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4476c-3556-402b-9ffe-295db4b7cd5b req-d08c4964-f7c1-44ea-a624-ae76a6add7d4 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:18.507379 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17b4476c-3556-402b-9ffe-295db4b7cd5b req-d08c4964-f7c1-44ea-a624-ae76a6add7d4 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 943 time: 0.4603798 Jul 05 03:54:18.575880 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.631333 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17b4476c-3556-402b-9ffe-295db4b7cd5b req-3fdce2e1-32eb-471f-878f-a6c300a11047 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212204 Jul 05 03:54:18.637038 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11f7d418-e3e3-42b9-b815-c4cfcb59c886 req-f3ab2c6d-cf14-415f-a1bf-3d9852124b03 service neutron] 10.222.0.64 "GET /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261600 Jul 05 03:54:18.663694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=91e8c24d-4397-4db3-8862-d609c6c554ea,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:18.780342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0f04c2d-d80c-4176-aed1-9909476bce53 req-0e036c8f-6d79-44bf-af33-502318e2c9b2 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 210 time: 0.0366540 Jul 05 03:54:18.812246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e6b53-9e60-4c6e-b5e5-1d082a04e514 req-83026803-a8c9-4de0-aa69-0181c8c5efe5 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:18.814408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce7e6b53-9e60-4c6e-b5e5-1d082a04e514 req-83026803-a8c9-4de0-aa69-0181c8c5efe5 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 945 time: 0.5055985 Jul 05 03:54:18.846173 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11f7d418-e3e3-42b9-b815-c4cfcb59c886 req-3c18eb84-0af9-4fa3-9bd2-2c4c4eef4d0d service neutron] 10.222.0.64 "GET /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010875 Jul 05 03:54:18.887494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['91e8c24d-4397-4db3-8862-d609c6c554ea'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:18.890571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['020f9266-1255-41c9-90ce-7f4ab697c5fc'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:18.902740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce7e6b53-9e60-4c6e-b5e5-1d082a04e514 req-9312788d-10be-4e32-9cc0-b5a29647e705 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779927 Jul 05 03:54:19.141545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6d9c2-b483-4ef6-a744-a46912c68c8e req-7ee0d1b9-971d-4fc2-9351-bcc8e7e23288 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.143356 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1c6d9c2-b483-4ef6-a744-a46912c68c8e req-7ee0d1b9-971d-4fc2-9351-bcc8e7e23288 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b538f9d-cf72-46ba-8aca-c97cfd994acd HTTP/1.1" status: 200 len: 948 time: 0.1013873 Jul 05 03:54:19.232163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1c6d9c2-b483-4ef6-a744-a46912c68c8e req-182eeeb6-00db-446f-bd36-0853885baa8a tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828876 Jul 05 03:54:19.960267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f868f-5b39-46bc-8fbd-212758137fac req-263e6450-8150-4ec5-823c-b044defb4941 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.961936 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e99f868f-5b39-46bc-8fbd-212758137fac req-263e6450-8150-4ec5-823c-b044defb4941 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 944 time: 0.1489320 Jul 05 03:54:19.975829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050e268-1c18-4f92-9f99-c43d8da754c0 req-e6227b5c-085c-4782-85f9-0187e9d03fb1 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.978659 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8050e268-1c18-4f92-9f99-c43d8da754c0 req-e6227b5c-085c-4782-85f9-0187e9d03fb1 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b538f9d-cf72-46ba-8aca-c97cfd994acd HTTP/1.1" status: 200 len: 948 time: 0.1593854 Jul 05 03:54:20.023731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba0ba5c-aa04-4f42-9268-07b75030b6e4'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:20.026445 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18beae3-63a5-4467-892e-330f957af02c" -d '{"events": [{"server_uuid": "49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a", "name": "network-vif-plugged", "status": "completed", "tag": "4ba0ba5c-aa04-4f42-9268-07b75030b6e4"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:20.063590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e99f868f-5b39-46bc-8fbd-212758137fac req-bca6b07c-3693-48b6-8d8b-f1863f5aa10d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919304 Jul 05 03:54:20.172585 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-8050e268-1c18-4f92-9f99-c43d8da754c0 req-5038041e-ccb7-4a20-a8c3-ea47947eb40b tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Deleting port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:20.174807 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8050e268-1c18-4f92-9f99-c43d8da754c0 req-5038041e-ccb7-4a20-a8c3-ea47947eb40b tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.210254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05047dca-e14b-47d9-905e-839158e1cd79 req-162a9c94-eed2-4c66-9c9a-0b1b19f894cf tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 210 time: 0.1215148 Jul 05 03:54:20.285305 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d980350-3c15-4771-bc8a-ec5dd41d85d9 x-openstack-request-id: req-6d980350-3c15-4771-bc8a-ec5dd41d85d9 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:20.285543 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a", "name": "network-vif-plugged", "status": "completed", "tag": "4ba0ba5c-aa04-4f42-9268-07b75030b6e4", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:20.285720 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d980350-3c15-4771-bc8a-ec5dd41d85d9 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:20.286104 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba0ba5c-aa04-4f42-9268-07b75030b6e4', 'code': 200} Jul 05 03:54:20.338134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a00397-4913-4aba-bf25-c62681f6dc37 req-92e6ca91-5148-4c6e-b420-3fc647cc728c tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.345980 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01a00397-4913-4aba-bf25-c62681f6dc37 req-92e6ca91-5148-4c6e-b420-3fc647cc728c tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 945 time: 0.1014600 Jul 05 03:54:20.360986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-8050e268-1c18-4f92-9f99-c43d8da754c0 req-5038041e-ccb7-4a20-a8c3-ea47947eb40b tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] For port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:20.361532 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8050e268-1c18-4f92-9f99-c43d8da754c0 req-5038041e-ccb7-4a20-a8c3-ea47947eb40b tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.386042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-8050e268-1c18-4f92-9f99-c43d8da754c0 req-5038041e-ccb7-4a20-a8c3-ea47947eb40b tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Calling delete_port for 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:20.500773 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01a00397-4913-4aba-bf25-c62681f6dc37 req-77cc6c19-6480-442f-bfbb-23e0b97f5c0b tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863554 Jul 05 03:54:20.708761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4925e-9b1e-418b-bbfd-f94997b3d0fd req-6bc187b4-a3ac-436d-b327-eedb9733d950 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.716419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebb4925e-9b1e-418b-bbfd-f94997b3d0fd req-6bc187b4-a3ac-436d-b327-eedb9733d950 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b538f9d-cf72-46ba-8aca-c97cfd994acd HTTP/1.1" status: 200 len: 948 time: 0.0864570 Jul 05 03:54:20.757735 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebb4925e-9b1e-418b-bbfd-f94997b3d0fd req-be33eab2-29c4-4dcb-8f28-76d07b2ff610 tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/security-groups?id=6605a32e-6c49-4a43-b94e-cb104d231b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Jul 05 03:54:20.905706 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8050e268-1c18-4f92-9f99-c43d8da754c0 req-5038041e-ccb7-4a20-a8c3-ea47947eb40b tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.962391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038041e-ccb7-4a20-a8c3-ea47947eb40b tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Pushing event deleted for resources: {'Port': ['ID=42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:21.065178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182c53-e664-45de-8ceb-a08158e604bb req-dc6076c7-f324-4a44-8dc7-99a5a8c5f7bf tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.065178 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-dc6076c7-f324-4a44-8dc7-99a5a8c5f7bf tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.11 "GET /v2.0/networks?id=1875b0d0-fdef-4b63-9392-d607c58b7aa1 HTTP/1.1" status: 200 len: 810 time: 0.2240922 Jul 05 03:54:21.074896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8050e268-1c18-4f92-9f99-c43d8da754c0 req-5038041e-ccb7-4a20-a8c3-ea47947eb40b tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] No DVR routers for this DVR port 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:21.078957 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8050e268-1c18-4f92-9f99-c43d8da754c0 req-5038041e-ccb7-4a20-a8c3-ea47947eb40b tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.081456 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8050e268-1c18-4f92-9f99-c43d8da754c0 req-5038041e-ccb7-4a20-a8c3-ea47947eb40b tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.11 "DELETE /v2.0/ports/42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 HTTP/1.1" status: 204 len: 173 time: 1.0975909 Jul 05 03:54:21.081925 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'name': 'network-vif-deleted', 'tag': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:21.084258 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a67a922-5b31-49af-878e-85573bd04ee8" -d '{"events": [{"server_uuid": "6b538f9d-cf72-46ba-8aca-c97cfd994acd", "name": "network-vif-deleted", "tag": "42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:21.127380 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-142b2979-c8c0-4af5-8f1d-35e7b065a717 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a583d8be5434c7085d28e3958e1688f HTTP/1.1" status: 200 len: 379 time: 0.0587628 Jul 05 03:54:21.136045 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-9c182c53-e664-45de-8ceb-a08158e604bb req-d07bd82b-5521-4c82-90cf-b7bea479d05e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Request body: {'port': {'device_id': 'db161db5-3fa7-4bc1-821f-1be6624b7372', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'admin_state_up': True, 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'security_groups': ['349f5630-5e2d-4079-ac57-2610f3fb7c80']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:21.181539 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e50b55-0b66-4551-8fef-f5da6e822a1f x-openstack-request-id: req-91e50b55-0b66-4551-8fef-f5da6e822a1f {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:21.181831 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b538f9d-cf72-46ba-8aca-c97cfd994acd", "name": "network-vif-deleted", "tag": "42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:21.182087 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91e50b55-0b66-4551-8fef-f5da6e822a1f {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:21.182488 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b538f9d-cf72-46ba-8aca-c97cfd994acd', 'name': 'network-vif-deleted', 'tag': '42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15', 'status': 'completed', 'code': 200} Jul 05 03:54:21.439915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1e98b-f1b1-444f-a114-05236094fd19 req-105031b4-b85d-4376-8662-cd9f9b969f3f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.439915 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42b1e98b-f1b1-444f-a114-05236094fd19 req-105031b4-b85d-4376-8662-cd9f9b969f3f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 944 time: 0.0724254 Jul 05 03:54:21.442592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 020f9266-1255-41c9-90ce-7f4ab697c5fc up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:21.449940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42b1e98b-f1b1-444f-a114-05236094fd19 req-cfa49aab-fd44-476b-9e67-c16bcd330f05 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677171 Jul 05 03:54:21.601036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8290f86-b4b5-4a16-ac5f-a14a9891b9a6 req-b2eeed26-ef4d-4646-b0b8-1e64f073eb22 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 210 time: 0.0336390 Jul 05 03:54:21.774802 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c182c53-e664-45de-8ceb-a08158e604bb req-d07bd82b-5521-4c82-90cf-b7bea479d05e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Made reservation on behalf of 8a583d8be5434c7085d28e3958e1688f for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:21.777176 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 020f9266-1255-41c9-90ce-7f4ab697c5fc completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:21.779437 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9c182c53-e664-45de-8ceb-a08158e604bb req-d07bd82b-5521-4c82-90cf-b7bea479d05e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.790774 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1876863d-6f98-4b3a-8b11-921b454ff798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.796811 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 020f9266-1255-41c9-90ce-7f4ab697c5fc triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:21.797324 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.915440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b055af-13e9-4aa2-94a6-79751a730c16 req-88926aef-04ff-40f2-a141-4915a5098f73 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.925874 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2b055af-13e9-4aa2-94a6-79751a730c16 req-88926aef-04ff-40f2-a141-4915a5098f73 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 945 time: 0.1552055 Jul 05 03:54:21.987281 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.012323 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2b055af-13e9-4aa2-94a6-79751a730c16 req-11f50cc4-b0f4-4dc5-99a7-29954bbec70a tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805087 Jul 05 03:54:22.076127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 020f9266-1255-41c9-90ce-7f4ab697c5fc, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=020f9266-1255-41c9-90ce-7f4ab697c5fc,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:22.131256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-9c182c53-e664-45de-8ceb-a08158e604bb req-d07bd82b-5521-4c82-90cf-b7bea479d05e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Allocated IP 172.20.0.14 (1875b0d0-fdef-4b63-9392-d607c58b7aa1/839f200a-20a7-49d6-8b34-c3036a817497/70f3e77a-5e03-4d9f-b935-2526d77e6abc) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:22.203083 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.204802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 91e8c24d-4397-4db3-8862-d609c6c554ea up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:22.286834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b19a5da-0c0e-4e98-95f4-6d9e772e6728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020f9266-1255-41c9-90ce-7f4ab697c5fc'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:22.289071 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92baf632-9955-4afe-b243-a1a1de9fe83c" -d '{"events": [{"server_uuid": "4b19a5da-0c0e-4e98-95f4-6d9e772e6728", "name": "network-vif-plugged", "status": "completed", "tag": "020f9266-1255-41c9-90ce-7f4ab697c5fc"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:22.331281 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=020f9266-1255-41c9-90ce-7f4ab697c5fc,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:22.427565 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eb9e6eff-621c-412b-87f1-ef412ea69416 req-36459d5d-b35a-445c-b218-3d8b1bf0993f tempest-ListImageFiltersTestJSON-1262888586 tempest-ListImageFiltersTestJSON-1262888586-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b538f9d-cf72-46ba-8aca-c97cfd994acd HTTP/1.1" status: 200 len: 210 time: 0.0825858 Jul 05 03:54:22.454275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 91e8c24d-4397-4db3-8862-d609c6c554ea completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:22.456240 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9c182c53-e664-45de-8ceb-a08158e604bb req-d07bd82b-5521-4c82-90cf-b7bea479d05e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.473818 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 91e8c24d-4397-4db3-8862-d609c6c554ea triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:22.474812 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.497435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-9c182c53-e664-45de-8ceb-a08158e604bb req-d07bd82b-5521-4c82-90cf-b7bea479d05e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Transition to ACTIVE for port object 70f3e77a-5e03-4d9f-b935-2526d77e6abc will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:22.574741 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684925cc-15c4-4c79-a459-6eede0fbface x-openstack-request-id: req-684925cc-15c4-4c79-a459-6eede0fbface {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:22.586931 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b19a5da-0c0e-4e98-95f4-6d9e772e6728", "name": "network-vif-plugged", "status": "completed", "tag": "020f9266-1255-41c9-90ce-7f4ab697c5fc", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:22.587251 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-684925cc-15c4-4c79-a459-6eede0fbface {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:22.587707 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b19a5da-0c0e-4e98-95f4-6d9e772e6728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020f9266-1255-41c9-90ce-7f4ab697c5fc', 'code': 200} Jul 05 03:54:22.671802 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9c182c53-e664-45de-8ceb-a08158e604bb req-d07bd82b-5521-4c82-90cf-b7bea479d05e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.763673 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9034b-9955-491b-a971-9af83ad6b127 req-61bfe40d-1a5e-4db3-bd50-110750aaf6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:22.770654 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79c9034b-9955-491b-a971-9af83ad6b127 req-61bfe40d-1a5e-4db3-bd50-110750aaf6a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 1097 time: 0.1290388 Jul 05 03:54:22.779907 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.797005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c182c53-e664-45de-8ceb-a08158e604bb req-d07bd82b-5521-4c82-90cf-b7bea479d05e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:22.807057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-9c182c53-e664-45de-8ceb-a08158e604bb req-d07bd82b-5521-4c82-90cf-b7bea479d05e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:22.814230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c182c53-e664-45de-8ceb-a08158e604bb req-d07bd82b-5521-4c82-90cf-b7bea479d05e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:22.860786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 91e8c24d-4397-4db3-8862-d609c6c554ea, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=91e8c24d-4397-4db3-8862-d609c6c554ea,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:22.867645 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bd82b-5521-4c82-90cf-b7bea479d05e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event updated for resources: {'Port': ['ID=70f3e77a-5e03-4d9f-b935-2526d77e6abc,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:22.908453 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79c9034b-9955-491b-a971-9af83ad6b127 req-89e62db8-fc0d-421d-8b06-f453281e8624 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357901 Jul 05 03:54:22.919323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182c53-e664-45de-8ceb-a08158e604bb req-d07bd82b-5521-4c82-90cf-b7bea479d05e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:22.921933 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9c182c53-e664-45de-8ceb-a08158e604bb req-d07bd82b-5521-4c82-90cf-b7bea479d05e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.002809 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.051679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756aaab-f194-48e0-953b-fcf825ebc628 req-a4dc59ee-a23f-4d19-8026-243dce32c38d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:23.058351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1756aaab-f194-48e0-953b-fcf825ebc628 req-a4dc59ee-a23f-4d19-8026-243dce32c38d tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 932 time: 0.2439592 Jul 05 03:54:23.066572 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-d07bd82b-5521-4c82-90cf-b7bea479d05e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9346275 Jul 05 03:54:23.081914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Request body: {'port': {'device_id': 'db161db5-3fa7-4bc1-821f-1be6624b7372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:23.120536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=91e8c24d-4397-4db3-8862-d609c6c554ea,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:23.150416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1756aaab-f194-48e0-953b-fcf825ebc628 req-05c0d210-589f-4833-a1d3-021ed3d8a859 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=349f5630-5e2d-4079-ac57-2610f3fb7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910447 Jul 05 03:54:23.167437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f293b-fcc2-4dd7-b5d7-1eb1f126d7fb req-b768377d-77a8-46ca-8288-5f7f7227ee06 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:23.183511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a5f293b-fcc2-4dd7-b5d7-1eb1f126d7fb req-b768377d-77a8-46ca-8288-5f7f7227ee06 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 944 time: 0.3008144 Jul 05 03:54:23.234869 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a5f293b-fcc2-4dd7-b5d7-1eb1f126d7fb req-44092fe6-02d8-42ea-9eee-5ccfec9a07fa tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587275 Jul 05 03:54:23.317771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-880c3322-9600-43d1-8c9b-cacd1eb27a41 None None] Provisioning for port 70f3e77a-5e03-4d9f-b935-2526d77e6abc completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:23.322713 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-880c3322-9600-43d1-8c9b-cacd1eb27a41 None None] Provisioning complete for port 70f3e77a-5e03-4d9f-b935-2526d77e6abc triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:23.322713 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-880c3322-9600-43d1-8c9b-cacd1eb27a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.398632 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.408682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-880c3322-9600-43d1-8c9b-cacd1eb27a41 None None] Port 70f3e77a-5e03-4d9f-b935-2526d77e6abc cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:23.617417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf9dec-2ff4-46fe-a7fd-e2fba554d35a req-f0574cea-ae75-47dd-a2cb-ff7ab42c4ad1 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:23.628958 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95cf9dec-2ff4-46fe-a7fd-e2fba554d35a req-f0574cea-ae75-47dd-a2cb-ff7ab42c4ad1 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 946 time: 0.1210973 Jul 05 03:54:23.701457 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95cf9dec-2ff4-46fe-a7fd-e2fba554d35a req-b5642299-a7ee-41fa-94ec-33979f856f69 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698090 Jul 05 03:54:23.925601 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f3e77a-5e03-4d9f-b935-2526d77e6abc {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:23.933674 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.951675 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Transition to ACTIVE for port object 70f3e77a-5e03-4d9f-b935-2526d77e6abc will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:24.083509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.196717 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Pushing event updated for resources: {'Port': ['ID=70f3e77a-5e03-4d9f-b935-2526d77e6abc,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:24.351925 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-adc448ea-8de9-4da1-9da2-559a6241d47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.403679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Attempting to bind port 70f3e77a-5e03-4d9f-b935-2526d77e6abc on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:24.404252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Attempting to bind port 70f3e77a-5e03-4d9f-b935-2526d77e6abc by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:24.407878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Attempting to bind port 70f3e77a-5e03-4d9f-b935-2526d77e6abc on network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:24.416595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Port 70f3e77a-5e03-4d9f-b935-2526d77e6abc on network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:24.416595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Attempting to bind port 70f3e77a-5e03-4d9f-b935-2526d77e6abc on network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:24.420940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:24.421290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Checking segment: {'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:24.421678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Bound using segment: {'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:24.422115 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Bound port: 70f3e77a-5e03-4d9f-b935-2526d77e6abc, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df9c407-80b1-4491-8c67-f0ab1b5be91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:24.422481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.431421 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.497934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f49f9-afd3-4acc-9430-fca84b9e8711 req-a436f1f8-157c-4ba3-9418-0857405503b3 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:24.501484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-216f49f9-afd3-4acc-9430-fca84b9e8711 req-a436f1f8-157c-4ba3-9418-0857405503b3 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 944 time: 0.1219051 Jul 05 03:54:24.541742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] For port 70f3e77a-5e03-4d9f-b935-2526d77e6abc, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:24.545269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] For port 70f3e77a-5e03-4d9f-b935-2526d77e6abc, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=70f3e77a-5e03-4d9f-b935-2526d77e6abc,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:24.580568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-216f49f9-afd3-4acc-9430-fca84b9e8711 req-4576a005-1364-4416-a835-78bc28359f03 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=349f5630-5e2d-4079-ac57-2610f3fb7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716605 Jul 05 03:54:24.589207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed614978-17d9-4c00-8560-9aba7a55c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e8c24d-4397-4db3-8862-d609c6c554ea'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:24.591544 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd827b1-e52e-4b22-aaa7-d4d28c6e72e4" -d '{"events": [{"server_uuid": "ed614978-17d9-4c00-8560-9aba7a55c33b", "name": "network-vif-plugged", "status": "completed", "tag": "91e8c24d-4397-4db3-8862-d609c6c554ea"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:24.743804 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.763186 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:24.846009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:24.846316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 42f68d9a-2e5c-4382-aa1e-7a2a62fc2f15 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:24.871717 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:24.872903 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.874525 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] 10.222.0.11 "PUT /v2.0/ports/70f3e77a-5e03-4d9f-b935-2526d77e6abc HTTP/1.1" status: 200 len: 1092 time: 1.8007202 Jul 05 03:54:24.878845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db161db5-3fa7-4bc1-821f-1be6624b7372', 'tag': '70f3e77a-5e03-4d9f-b935-2526d77e6abc'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:24.883024 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee004db-e97a-440d-abea-04a1b7125453" -d '{"events": [{"name": "network-changed", "server_uuid": "db161db5-3fa7-4bc1-821f-1be6624b7372", "tag": "70f3e77a-5e03-4d9f-b935-2526d77e6abc"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:24.919236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbf115-744a-4e02-b214-b65cb58c57fd service neutron] Pushing event updated for resources: {'Port': ['ID=70f3e77a-5e03-4d9f-b935-2526d77e6abc,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:25.019704 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80baf786-ebf5-48db-84be-9a056dbea72f x-openstack-request-id: req-80baf786-ebf5-48db-84be-9a056dbea72f {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:25.020008 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed614978-17d9-4c00-8560-9aba7a55c33b", "name": "network-vif-plugged", "status": "completed", "tag": "91e8c24d-4397-4db3-8862-d609c6c554ea", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:25.020808 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80baf786-ebf5-48db-84be-9a056dbea72f {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:25.021225 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed614978-17d9-4c00-8560-9aba7a55c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e8c24d-4397-4db3-8862-d609c6c554ea', 'code': 200} Jul 05 03:54:25.106644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9de24-c9e9-40c6-a9d0-202df142627e req-0881f88f-6b02-4ad8-b73d-be6b0647ff1b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.113162 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0fc9de24-c9e9-40c6-a9d0-202df142627e req-0881f88f-6b02-4ad8-b73d-be6b0647ff1b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 945 time: 0.2578418 Jul 05 03:54:25.179953 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.212815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182c53-e664-45de-8ceb-a08158e604bb req-7806fa0b-70c5-47cc-9fce-a4d883b295d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.214791 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-7806fa0b-70c5-47cc-9fce-a4d883b295d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a583d8be5434c7085d28e3958e1688f&device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 1095 time: 0.1792748 Jul 05 03:54:25.313964 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0fc9de24-c9e9-40c6-a9d0-202df142627e req-bfc6fe9f-d493-4501-8c41-e43fca58c769 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935365 Jul 05 03:54:25.325264 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-d8f3c9ae-aa44-4161-b861-8e68493887ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f3e77a-5e03-4d9f-b935-2526d77e6abc HTTP/1.1" status: 200 len: 217 time: 0.0970912 Jul 05 03:54:25.330159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7e127-435f-4b07-83dc-1a4699d60401 req-e1628ac6-88db-41db-ba18-83db082ff049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.336705 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47f7e127-435f-4b07-83dc-1a4699d60401 req-e1628ac6-88db-41db-ba18-83db082ff049 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 1096 time: 0.1998148 Jul 05 03:54:25.388097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182c53-e664-45de-8ceb-a08158e604bb req-cd8997a4-b423-4963-9c69-253d05a6bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.390208 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-cd8997a4-b423-4963-9c69-253d05a6bdf1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=839f200a-20a7-49d6-8b34-c3036a817497 HTTP/1.1" status: 200 len: 849 time: 0.0589035 Jul 05 03:54:25.425474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47f7e127-435f-4b07-83dc-1a4699d60401 req-7099ca45-6da9-486f-b11c-8a856ca06ff1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817573 Jul 05 03:54:25.499762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182c53-e664-45de-8ceb-a08158e604bb req-54242371-0d8d-4369-a061-1bebd83c9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.504490 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-54242371-0d8d-4369-a061-1bebd83c9dde service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1875b0d0-fdef-4b63-9392-d607c58b7aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078553 Jul 05 03:54:25.575522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0081116-8d65-4bc6-96f8-a2378f6e23d6 req-c640644c-adc9-446a-838c-43f29b60c05b tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.585570 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0081116-8d65-4bc6-96f8-a2378f6e23d6 req-c640644c-adc9-446a-838c-43f29b60c05b tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 946 time: 0.1042454 Jul 05 03:54:25.659763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0081116-8d65-4bc6-96f8-a2378f6e23d6 req-27047a8a-9eb3-4228-972a-f3740fffff4e tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722196 Jul 05 03:54:25.693176 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-4d6cbcbe-7f4c-48e5-a9d9-7bbd5a6c6851 service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799631 Jul 05 03:54:25.852693 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9c182c53-e664-45de-8ceb-a08158e604bb req-f1f707f7-f472-49a2-aab8-b1db01811f0e service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481411 Jul 05 03:54:25.889348 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3e965e-98b3-4e07-970e-3df2f119bcef x-openstack-request-id: req-3a3e965e-98b3-4e07-970e-3df2f119bcef {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:25.889914 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db161db5-3fa7-4bc1-821f-1be6624b7372", "tag": "70f3e77a-5e03-4d9f-b935-2526d77e6abc", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:25.890982 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a3e965e-98b3-4e07-970e-3df2f119bcef {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:25.895706 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db161db5-3fa7-4bc1-821f-1be6624b7372', 'tag': '70f3e77a-5e03-4d9f-b935-2526d77e6abc', 'status': 'completed', 'code': 200} Jul 05 03:54:26.164228 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee004db-e97a-440d-abea-04a1b7125453 req-1c0670c8-71c8-4831-ab2a-92ac9f029c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.167791 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8ee004db-e97a-440d-abea-04a1b7125453 req-1c0670c8-71c8-4831-ab2a-92ac9f029c5a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a583d8be5434c7085d28e3958e1688f&device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 1095 time: 0.0997677 Jul 05 03:54:26.233479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c123c4-64e2-4a79-bb9f-2d4369e83635 req-4c7c7555-258b-4efb-9b0c-8eb79f2ae0d6 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.237897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73c123c4-64e2-4a79-bb9f-2d4369e83635 req-4c7c7555-258b-4efb-9b0c-8eb79f2ae0d6 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=78a33dcc-b6fa-467d-b62e-4e82c5b13f70 HTTP/1.1" status: 200 len: 945 time: 0.1903937 Jul 05 03:54:26.306569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07536a1-28a0-4e6f-a89f-d99289f84fff req-19c59a8f-061b-4a29-979d-59ca940a286e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.308093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a07536a1-28a0-4e6f-a89f-d99289f84fff req-19c59a8f-061b-4a29-979d-59ca940a286e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 944 time: 0.2856810 Jul 05 03:54:26.339820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee004db-e97a-440d-abea-04a1b7125453 req-afb140da-46be-4ebf-a129-7b666ba8849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.341723 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8ee004db-e97a-440d-abea-04a1b7125453 req-afb140da-46be-4ebf-a129-7b666ba8849c service neutron] 10.222.0.11 "GET /v2.0/networks?id=1875b0d0-fdef-4b63-9392-d607c58b7aa1 HTTP/1.1" status: 200 len: 911 time: 0.1643014 Jul 05 03:54:26.346596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73c123c4-64e2-4a79-bb9f-2d4369e83635 req-f2761eac-d466-4418-9fad-e79aee23a003 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970047 Jul 05 03:54:26.450065 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a07536a1-28a0-4e6f-a89f-d99289f84fff req-1b9df9e0-2ab4-4c38-a6cf-1bd5be7413ff tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=349f5630-5e2d-4079-ac57-2610f3fb7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300890 Jul 05 03:54:26.456022 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8ee004db-e97a-440d-abea-04a1b7125453 req-7ded383b-f4a3-48cf-a764-eda13169eccb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f3e77a-5e03-4d9f-b935-2526d77e6abc HTTP/1.1" status: 200 len: 217 time: 0.1077635 Jul 05 03:54:26.525635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee004db-e97a-440d-abea-04a1b7125453 req-9624963d-9778-4fed-aafe-7fef32450856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.537463 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8ee004db-e97a-440d-abea-04a1b7125453 req-9624963d-9778-4fed-aafe-7fef32450856 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=839f200a-20a7-49d6-8b34-c3036a817497 HTTP/1.1" status: 200 len: 849 time: 0.0738399 Jul 05 03:54:26.638406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee004db-e97a-440d-abea-04a1b7125453 req-cc11e379-8989-41a4-ae42-2bed54436b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.642528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8ee004db-e97a-440d-abea-04a1b7125453 req-cc11e379-8989-41a4-ae42-2bed54436b4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1875b0d0-fdef-4b63-9392-d607c58b7aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021042 Jul 05 03:54:26.835279 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8ee004db-e97a-440d-abea-04a1b7125453 req-a958754c-30ce-4dd2-bfc4-c39144b7f975 service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777356 Jul 05 03:54:26.983963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b409e5-68e1-4d6e-b218-04698fd3e3d6 req-3a34a9e6-fb43-4724-a021-6e67a3c4ad67 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.991354 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59b409e5-68e1-4d6e-b218-04698fd3e3d6 req-3a34a9e6-fb43-4724-a021-6e67a3c4ad67 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 945 time: 0.1216736 Jul 05 03:54:27.007673 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8ee004db-e97a-440d-abea-04a1b7125453 req-82abfb02-c8bf-4744-b533-9b71bf3d8125 service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654699 Jul 05 03:54:27.046090 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59b409e5-68e1-4d6e-b218-04698fd3e3d6 req-91efca75-7b12-4756-838c-776d8f6b63c3 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537560 Jul 05 03:54:27.117434 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.433486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e2b81-8de6-4c16-96da-d14721216494 req-3d569097-4d3c-48e0-b83b-7386a227e536 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:28.435007 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-579e2b81-8de6-4c16-96da-d14721216494 req-3d569097-4d3c-48e0-b83b-7386a227e536 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 945 time: 0.1387382 Jul 05 03:54:28.493135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de04bba-c543-49c8-abd3-56bc010984f8 req-630ebc35-5917-4306-85fc-314832b3fc0e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:28.499872 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6de04bba-c543-49c8-abd3-56bc010984f8 req-630ebc35-5917-4306-85fc-314832b3fc0e tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 944 time: 0.1209884 Jul 05 03:54:28.522134 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-579e2b81-8de6-4c16-96da-d14721216494 req-63a584d8-3f75-4e1c-b5b5-8d883af52c9a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768266 Jul 05 03:54:28.569332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6de04bba-c543-49c8-abd3-56bc010984f8 req-b64b2d7c-ac5f-4fe2-8f7e-d2f77bcb449b tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=349f5630-5e2d-4079-ac57-2610f3fb7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572267 Jul 05 03:54:28.788716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 70f3e77a-5e03-4d9f-b935-2526d77e6abc details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:28.961112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf924669-b697-47be-8c7e-d78ff517937d req-0bfc1f7a-38d7-4cc2-b2a0-b325b35d5812 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:28.966162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33638) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:28.969163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf924669-b697-47be-8c7e-d78ff517937d req-0bfc1f7a-38d7-4cc2-b2a0-b325b35d5812 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 945 time: 0.0913346 Jul 05 03:54:28.973521 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 70f3e77a-5e03-4d9f-b935-2526d77e6abc, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=70f3e77a-5e03-4d9f-b935-2526d77e6abc,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:28.988557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '70f3e77a-5e03-4d9f-b935-2526d77e6abc', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'port_id': '70f3e77a-5e03-4d9f-b935-2526d77e6abc', 'mac_address': 'fa:16:3e:6a:3f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:29.024562 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf924669-b697-47be-8c7e-d78ff517937d req-17eed1eb-8960-41e4-8615-73bc12539128 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534945 Jul 05 03:54:29.037006 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.060583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f3e77a-5e03-4d9f-b935-2526d77e6abc {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:29.086940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 70f3e77a-5e03-4d9f-b935-2526d77e6abc, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=70f3e77a-5e03-4d9f-b935-2526d77e6abc,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:29.223132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b18ac7-a141-4913-a7ac-379d7bfc5e0c req-827d1872-4395-457e-b350-c6042aea353e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:29.224868 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-81b18ac7-a141-4913-a7ac-379d7bfc5e0c req-827d1872-4395-457e-b350-c6042aea353e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 945 time: 0.0740037 Jul 05 03:54:29.276217 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9b7ae254-ae7e-4dac-9ee5-68828e2ca4d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=359781a8406c4fbcb929ad11cf2a4b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081133 Jul 05 03:54:29.278579 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-81b18ac7-a141-4913-a7ac-379d7bfc5e0c req-8e44f1f4-159f-4205-abdf-c0df8ef09a35 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478415 Jul 05 03:54:29.279019 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33648) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:29.280548 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.362081 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af67a5cf-1487-4a09-bec8-d4cf0cefdb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.398288 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.403470 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af67a5cf-1487-4a09-bec8-d4cf0cefdb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.447919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=70f3e77a-5e03-4d9f-b935-2526d77e6abc,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:29.535766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['70f3e77a-5e03-4d9f-b935-2526d77e6abc'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:29.580242 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af67a5cf-1487-4a09-bec8-d4cf0cefdb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.583553 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af67a5cf-1487-4a09-bec8-d4cf0cefdb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.592556 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-af67a5cf-1487-4a09-bec8-d4cf0cefdb07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6605a32e-6c49-4a43-b94e-cb104d231b1d HTTP/1.1" status: 204 len: 168 time: 0.3114655 Jul 05 03:54:29.613005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67a5cf-1487-4a09-bec8-d4cf0cefdb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6605a32e-6c49-4a43-b94e-cb104d231b1d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:29.637649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014e733-61c5-4316-83ab-808e735dfe52 req-3e0fb41b-a62c-4d54-a2a3-8f4b124348e5 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:29.639416 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8014e733-61c5-4316-83ab-808e735dfe52 req-3e0fb41b-a62c-4d54-a2a3-8f4b124348e5 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.11 "GET /v2.0/ports?device_id=78a33dcc-b6fa-467d-b62e-4e82c5b13f70 HTTP/1.1" status: 200 len: 945 time: 0.1205120 Jul 05 03:54:29.658357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa3fdd-8cee-4521-9671-25b6a206122d req-42effa88-8ace-4774-939e-64e607b97b97 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:29.667372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cffa3fdd-8cee-4521-9671-25b6a206122d req-42effa88-8ace-4774-939e-64e607b97b97 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=78a33dcc-b6fa-467d-b62e-4e82c5b13f70 HTTP/1.1" status: 200 len: 945 time: 0.1701975 Jul 05 03:54:29.747770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cffa3fdd-8cee-4521-9671-25b6a206122d req-2a0056ed-3bd8-431d-a26c-c29096886a31 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/security-groups?id=65497623-955e-4da3-bdbe-5fd896bfd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760055 Jul 05 03:54:29.815727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-8014e733-61c5-4316-83ab-808e735dfe52 req-5efc1cbd-3c48-45b4-9611-93bd11323772 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Deleting port a49768bf-d62c-4074-acb2-a2ac919b91a7 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:29.818478 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8014e733-61c5-4316-83ab-808e735dfe52 req-5efc1cbd-3c48-45b4-9611-93bd11323772 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.908483 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61829da-5615-479f-adf2-92c449bd475d req-694d8433-252a-4658-be5d-de662ad5b929 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:29.915998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a61829da-5615-479f-adf2-92c449bd475d req-694d8433-252a-4658-be5d-de662ad5b929 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 945 time: 0.1360531 Jul 05 03:54:29.952878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-8014e733-61c5-4316-83ab-808e735dfe52 req-5efc1cbd-3c48-45b4-9611-93bd11323772 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] For port a49768bf-d62c-4074-acb2-a2ac919b91a7, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a49768bf-d62c-4074-acb2-a2ac919b91a7,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:29.953380 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8014e733-61c5-4316-83ab-808e735dfe52 req-5efc1cbd-3c48-45b4-9611-93bd11323772 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.966741 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-8014e733-61c5-4316-83ab-808e735dfe52 req-5efc1cbd-3c48-45b4-9611-93bd11323772 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Calling delete_port for a49768bf-d62c-4074-acb2-a2ac919b91a7 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:30.003434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a61829da-5615-479f-adf2-92c449bd475d req-1b06e69c-19d8-4a78-93c5-4342f167160a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865178 Jul 05 03:54:30.031570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184d114-a7aa-4e60-8f07-958c9e71a25b req-2549b6fe-d530-4ffd-a07f-27e40964ebf0 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.039250 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9184d114-a7aa-4e60-8f07-958c9e71a25b req-2549b6fe-d530-4ffd-a07f-27e40964ebf0 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 945 time: 0.1106863 Jul 05 03:54:30.101002 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9184d114-a7aa-4e60-8f07-958c9e71a25b req-a7baf325-8c06-4651-965c-64de3767aa14 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=349f5630-5e2d-4079-ac57-2610f3fb7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571504 Jul 05 03:54:30.393838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f03b1d-6cca-447f-9840-d7df97483be5 req-8bab5d87-77a9-42e2-b8b2-cd9d83267fd0 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.400890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7f03b1d-6cca-447f-9840-d7df97483be5 req-8bab5d87-77a9-42e2-b8b2-cd9d83267fd0 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 945 time: 0.0910153 Jul 05 03:54:30.414037 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8014e733-61c5-4316-83ab-808e735dfe52 req-5efc1cbd-3c48-45b4-9611-93bd11323772 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.426497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['a49768bf-d62c-4074-acb2-a2ac919b91a7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:30.471878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['020f9266-1255-41c9-90ce-7f4ab697c5fc'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:30.485494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc1cbd-3c48-45b4-9611-93bd11323772 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Pushing event deleted for resources: {'Port': ['ID=a49768bf-d62c-4074-acb2-a2ac919b91a7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:30.489338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7f03b1d-6cca-447f-9840-d7df97483be5 req-03d30696-e1a1-4de0-8ceb-519ca377b1fe tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865719 Jul 05 03:54:30.607898 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8014e733-61c5-4316-83ab-808e735dfe52 req-5efc1cbd-3c48-45b4-9611-93bd11323772 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] No DVR routers for this DVR port a49768bf-d62c-4074-acb2-a2ac919b91a7 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:30.613797 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8014e733-61c5-4316-83ab-808e735dfe52 req-5efc1cbd-3c48-45b4-9611-93bd11323772 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.620000 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8014e733-61c5-4316-83ab-808e735dfe52 req-5efc1cbd-3c48-45b4-9611-93bd11323772 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.11 "DELETE /v2.0/ports/a49768bf-d62c-4074-acb2-a2ac919b91a7 HTTP/1.1" status: 204 len: 173 time: 0.9731412 Jul 05 03:54:30.620807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a33dcc-b6fa-467d-b62e-4e82c5b13f70', 'name': 'network-vif-deleted', 'tag': 'a49768bf-d62c-4074-acb2-a2ac919b91a7'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:30.630275 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b100e0-6432-4621-9ab1-0cacad7d75b2" -d '{"events": [{"server_uuid": "78a33dcc-b6fa-467d-b62e-4e82c5b13f70", "name": "network-vif-deleted", "tag": "a49768bf-d62c-4074-acb2-a2ac919b91a7"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:30.794580 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 70f3e77a-5e03-4d9f-b935-2526d77e6abc up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:30.803273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c3c05-a57f-4606-82df-c91d08b8648f req-c2ca0264-0c06-48a2-90f9-63859f39f906 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.806697 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d4c3c05-a57f-4606-82df-c91d08b8648f req-c2ca0264-0c06-48a2-90f9-63859f39f906 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b19a5da-0c0e-4e98-95f4-6d9e772e6728 HTTP/1.1" status: 200 len: 946 time: 0.1062367 Jul 05 03:54:30.819253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c06a8-64fc-4478-a6ce-7d4ffc08bbe5 req-f0fb653a-78b4-45a1-821f-f22d90b3de16 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.826390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-775c06a8-64fc-4478-a6ce-7d4ffc08bbe5 req-f0fb653a-78b4-45a1-821f-f22d90b3de16 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 945 time: 0.1708086 Jul 05 03:54:30.899793 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-775c06a8-64fc-4478-a6ce-7d4ffc08bbe5 req-a3506065-bb0b-49d4-b31d-938cb095ee7f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724006 Jul 05 03:54:30.993512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 70f3e77a-5e03-4d9f-b935-2526d77e6abc completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:31.006505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 70f3e77a-5e03-4d9f-b935-2526d77e6abc triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:31.007622 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.027233 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8b830c-8458-4495-a06e-02c083d40920 x-openstack-request-id: req-1b8b830c-8458-4495-a06e-02c083d40920 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:31.028929 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a33dcc-b6fa-467d-b62e-4e82c5b13f70", "name": "network-vif-deleted", "tag": "a49768bf-d62c-4074-acb2-a2ac919b91a7", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:31.029477 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b8b830c-8458-4495-a06e-02c083d40920 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:31.030178 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a33dcc-b6fa-467d-b62e-4e82c5b13f70', 'name': 'network-vif-deleted', 'tag': 'a49768bf-d62c-4074-acb2-a2ac919b91a7', 'status': 'completed', 'code': 200} Jul 05 03:54:31.075001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-7d4c3c05-a57f-4606-82df-c91d08b8648f req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Deleting port 020f9266-1255-41c9-90ce-7f4ab697c5fc {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:31.078010 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7d4c3c05-a57f-4606-82df-c91d08b8648f req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.265744 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.278156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00774b78-c9dc-4144-937c-ce1a8eef788d req-9e71ec0d-4120-463f-ae9b-3b139e25cb74 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=78a33dcc-b6fa-467d-b62e-4e82c5b13f70 HTTP/1.1" status: 200 len: 210 time: 0.1470766 Jul 05 03:54:31.300936 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db161db5-3fa7-4bc1-821f-1be6624b7372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f3e77a-5e03-4d9f-b935-2526d77e6abc'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:31.303568 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392fc77e-f807-48f3-ab60-eca2826eb450" -d '{"events": [{"server_uuid": "db161db5-3fa7-4bc1-821f-1be6624b7372", "name": "network-vif-plugged", "status": "completed", "tag": "70f3e77a-5e03-4d9f-b935-2526d77e6abc"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:31.319356 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 70f3e77a-5e03-4d9f-b935-2526d77e6abc, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=70f3e77a-5e03-4d9f-b935-2526d77e6abc,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:31.322614 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.362709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-7d4c3c05-a57f-4606-82df-c91d08b8648f req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] For port 020f9266-1255-41c9-90ce-7f4ab697c5fc, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=020f9266-1255-41c9-90ce-7f4ab697c5fc,segment=NetworkSegment(1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f),segment_id=1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:31.363078 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7d4c3c05-a57f-4606-82df-c91d08b8648f req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.420932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-7d4c3c05-a57f-4606-82df-c91d08b8648f req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Calling delete_port for 020f9266-1255-41c9-90ce-7f4ab697c5fc owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:31.439913 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.518252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33724) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:31.583597 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=70f3e77a-5e03-4d9f-b935-2526d77e6abc,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:31.676927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2060692553-network', 'tenant_id': '6a3edb2015ce4c8aa1258b8c9941de6c'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:31.696406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eba097-7c8d-4961-80fe-a770e262ed96 req-a8d6bf1a-f03c-4394-a540-a9ee535cffe9 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.703957 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1eba097-7c8d-4961-80fe-a770e262ed96 req-a8d6bf1a-f03c-4394-a540-a9ee535cffe9 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 945 time: 0.4714727 Jul 05 03:54:31.738832 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7d4c3c05-a57f-4606-82df-c91d08b8648f req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.750750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['a49768bf-d62c-4074-acb2-a2ac919b91a7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:31.788986 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1eba097-7c8d-4961-80fe-a770e262ed96 req-440239ec-1ca7-4a6d-989f-16747b5e5c3a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840213 Jul 05 03:54:31.833016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Pushing event deleted for resources: {'Port': ['ID=020f9266-1255-41c9-90ce-7f4ab697c5fc,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:31.867711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:31.868055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:31.868418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:31.868760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:31.869093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:31.869425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:31.869904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:31.871068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] Made reservation on behalf of 6a3edb2015ce4c8aa1258b8c9941de6c for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:31.875161 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.876945 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:31.878606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:31.879246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:31.879732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:31.880386 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:31.885063 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.913386 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4c3c05-a57f-4606-82df-c91d08b8648f req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] No DVR routers for this DVR port 020f9266-1255-41c9-90ce-7f4ab697c5fc on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:31.930775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ec135-ca58-4165-a0d5-e42abf65dc4c req-eea0a3f0-d850-454c-87a7-51b121aedef0 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.934857 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-649ec135-ca58-4165-a0d5-e42abf65dc4c req-eea0a3f0-d850-454c-87a7-51b121aedef0 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 946 time: 0.2866561 Jul 05 03:54:31.955217 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7d4c3c05-a57f-4606-82df-c91d08b8648f req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.957459 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d4c3c05-a57f-4606-82df-c91d08b8648f req-7a5d1d76-a457-414d-aaf0-e5efe967c32f tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.64 "DELETE /v2.0/ports/020f9266-1255-41c9-90ce-7f4ab697c5fc HTTP/1.1" status: 204 len: 173 time: 1.1284652 Jul 05 03:54:31.960317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b19a5da-0c0e-4e98-95f4-6d9e772e6728', 'name': 'network-vif-deleted', 'tag': '020f9266-1255-41c9-90ce-7f4ab697c5fc'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:31.962596 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577898fe-efa6-425b-a066-7687f77fe794" -d '{"events": [{"server_uuid": "4b19a5da-0c0e-4e98-95f4-6d9e772e6728", "name": "network-vif-deleted", "tag": "020f9266-1255-41c9-90ce-7f4ab697c5fc"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:31.972488 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a08d3fc-61b4-4d39-9d71-c140e2829321 x-openstack-request-id: req-3a08d3fc-61b4-4d39-9d71-c140e2829321 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:31.972707 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db161db5-3fa7-4bc1-821f-1be6624b7372", "name": "network-vif-plugged", "status": "completed", "tag": "70f3e77a-5e03-4d9f-b935-2526d77e6abc", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:31.972960 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a08d3fc-61b4-4d39-9d71-c140e2829321 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:31.973357 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db161db5-3fa7-4bc1-821f-1be6624b7372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f3e77a-5e03-4d9f-b935-2526d77e6abc', 'code': 200} Jul 05 03:54:32.009140 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-649ec135-ca58-4165-a0d5-e42abf65dc4c req-cca634da-bc0d-4c24-81e9-439dcd453e91 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=349f5630-5e2d-4079-ac57-2610f3fb7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732126 Jul 05 03:54:32.072523 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.181954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104514ca-dbb7-4263-a2bb-d27308499cdd req-233952ff-86e4-48dd-a909-9269b88ed0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:32.187075 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-104514ca-dbb7-4263-a2bb-d27308499cdd req-233952ff-86e4-48dd-a909-9269b88ed0e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 1097 time: 0.1097047 Jul 05 03:54:32.205128 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14b7526-c071-4654-b5d9-d9f6a870167f x-openstack-request-id: req-f14b7526-c071-4654-b5d9-d9f6a870167f {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:32.206075 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b19a5da-0c0e-4e98-95f4-6d9e772e6728", "name": "network-vif-deleted", "tag": "020f9266-1255-41c9-90ce-7f4ab697c5fc", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:32.206814 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f14b7526-c071-4654-b5d9-d9f6a870167f {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:32.207394 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b19a5da-0c0e-4e98-95f4-6d9e772e6728', 'name': 'network-vif-deleted', 'tag': '020f9266-1255-41c9-90ce-7f4ab697c5fc', 'status': 'completed', 'code': 200} Jul 05 03:54:32.223538 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.277427 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:32.287996 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-104514ca-dbb7-4263-a2bb-d27308499cdd req-5432b90e-09bf-4fa5-aebd-ba50dda5d299 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=349f5630-5e2d-4079-ac57-2610f3fb7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978019 Jul 05 03:54:32.288623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef3501f-6df6-4e63-9733-38ece2759989,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:32.298345 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.298765 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] Added segment aa7bfef5-a544-42c5-8421-922eea6e5a5f of type vlan for network e98701ff-f037-4f96-aa5c-b38f97359ea7 Jul 05 03:54:32.416450 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.566848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5eebc17f-3e74-43d9-adb0-2fe75108f4ad req-acd43c78-84e1-4b2b-b136-ff0ff0018d24 tempest-MultipleCreateTestJSON-197487492 tempest-MultipleCreateTestJSON-197487492-project] 10.222.0.60 "GET /v2.0/ports?device_id=78a33dcc-b6fa-467d-b62e-4e82c5b13f70 HTTP/1.1" status: 200 len: 210 time: 0.0404675 Jul 05 03:54:32.575667 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.579177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:32.579177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.653921 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] Pushing event updated for resources: {'Network': ['ID=e98701ff-f037-4f96-aa5c-b38f97359ea7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:32.664839 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network e98701ff-f037-4f96-aa5c-b38f97359ea7 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:32.776550 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-16b5094f-7b5d-4441-9d49-b8d0e286aaa8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2558081 Jul 05 03:54:32.778917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33756) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:32.784539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-fbcb9f98-7919-4a83-927f-07ee8f26ddc1 admin admin] Request body: {'subnet': {'network_id': 'e98701ff-f037-4f96-aa5c-b38f97359ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2060692553-subnet', 'tenant_id': '6a3edb2015ce4c8aa1258b8c9941de6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:33.187245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcb9f98-7919-4a83-927f-07ee8f26ddc1 admin admin] Made reservation on behalf of 6a3edb2015ce4c8aa1258b8c9941de6c for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:33.194794 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9f98-7919-4a83-927f-07ee8f26ddc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.409171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5818-8b39-4ab6-93e0-36600f1ffcc0 req-561a5e58-36da-45a7-b277-3503fbd59796 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:33.410776 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-81bf5818-8b39-4ab6-93e0-36600f1ffcc0 req-561a5e58-36da-45a7-b277-3503fbd59796 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 946 time: 0.2282722 Jul 05 03:54:33.441050 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 020f9266-1255-41c9-90ce-7f4ab697c5fc no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:33.465713 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 020f9266-1255-41c9-90ce-7f4ab697c5fc {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:33.466408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 020f9266-1255-41c9-90ce-7f4ab697c5fc not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:33.513717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-81bf5818-8b39-4ab6-93e0-36600f1ffcc0 req-0aa952e6-4f7f-4656-b8d4-17c3d2c24d3b tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=349f5630-5e2d-4079-ac57-2610f3fb7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925474 Jul 05 03:54:33.739610 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9f98-7919-4a83-927f-07ee8f26ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.750003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33782) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:33.815559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c6eacd-6c85-4b3a-bd29-f2c5c3394231 admin admin] Deleting subnet 870763b9-6f11-4ce6-b76f-798b07298d41 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:54:33.824824 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-37c6eacd-6c85-4b3a-bd29-f2c5c3394231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.845341 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb9f98-7919-4a83-927f-07ee8f26ddc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d507126f-5b09-4425-a83a-9aa8330ca06f,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:33.847921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb9f98-7919-4a83-927f-07ee8f26ddc1 admin admin] Checking segment: {'id': 'aa7bfef5-a544-42c5-8421-922eea6e5a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e98701ff-f037-4f96-aa5c-b38f97359ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:33.848411 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb9f98-7919-4a83-927f-07ee8f26ddc1 admin admin] Network hostable DHCP agents. Network: e98701ff-f037-4f96-aa5c-b38f97359ea7, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:33.873676 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-37c6eacd-6c85-4b3a-bd29-f2c5c3394231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.992509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-37c6eacd-6c85-4b3a-bd29-f2c5c3394231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.031283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb9f98-7919-4a83-927f-07ee8f26ddc1 admin admin] Network e98701ff-f037-4f96-aa5c-b38f97359ea7 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:34.110189 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226d1a5-7636-4c84-8ea9-6c729b191ea2 req-d5dfaf7d-1a96-40a7-b42a-130249b9c589 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:34.111470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8226d1a5-7636-4c84-8ea9-6c729b191ea2 req-d5dfaf7d-1a96-40a7-b42a-130249b9c589 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 945 time: 0.0761812 Jul 05 03:54:34.158359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8226d1a5-7636-4c84-8ea9-6c729b191ea2 req-57117d6d-2a96-448e-b705-5beb59584769 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Jul 05 03:54:34.185290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-fbcb9f98-7919-4a83-927f-07ee8f26ddc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, e98701ff-f037-4f96-aa5c-b38f97359ea7) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:34.190496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcb9f98-7919-4a83-927f-07ee8f26ddc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:34.191183 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9f98-7919-4a83-927f-07ee8f26ddc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.196987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a346ab80-e38d-40cf-816b-3c50d6fb5bd6 None None] Network e98701ff-f037-4f96-aa5c-b38f97359ea7 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:34.224178 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-37c6eacd-6c85-4b3a-bd29-f2c5c3394231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.270641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6eacd-6c85-4b3a-bd29-f2c5c3394231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870763b9-6f11-4ce6-b76f-798b07298d41,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:34.284690 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-37c6eacd-6c85-4b3a-bd29-f2c5c3394231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.284690 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-37c6eacd-6c85-4b3a-bd29-f2c5c3394231 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/870763b9-6f11-4ce6-b76f-798b07298d41 HTTP/1.1" status: 204 len: 168 time: 0.5294566 Jul 05 03:54:34.284690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33798) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:34.315904 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fbcb9f98-7919-4a83-927f-07ee8f26ddc1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5349476 Jul 05 03:54:34.389743 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5e37655-168f-4270-8b1a-9afae5fb10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.394447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ca055c-d17b-454e-afe7-c8590c88c4ce None None] Network e98701ff-f037-4f96-aa5c-b38f97359ea7 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:34.478905 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5e37655-168f-4270-8b1a-9afae5fb10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.491485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-b5e37655-168f-4270-8b1a-9afae5fb10f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942ffc80-26fb-45f1-9c8b-5ebbc8c50441']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:34.506413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-b5e37655-168f-4270-8b1a-9afae5fb10f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:34.506896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-b5e37655-168f-4270-8b1a-9afae5fb10f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da8050c-a2d4-42fe-80f0-38bc1c3bcc3f') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:34.518157 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5e37655-168f-4270-8b1a-9afae5fb10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.534458 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5e37655-168f-4270-8b1a-9afae5fb10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.540803 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e37655-168f-4270-8b1a-9afae5fb10f4 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:34.541199 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5e37655-168f-4270-8b1a-9afae5fb10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:34.542872 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:34.627666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-8391265e-4b19-4f5c-8195-c74fd7020ea8 req-3037531a-4f02-44c2-b0d0-3628318309b3 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1026080621', 'description': 'tempest-description-969428257'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:34.706501 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5e37655-168f-4270-8b1a-9afae5fb10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.717333 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5e37655-168f-4270-8b1a-9afae5fb10f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.720134 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b5e37655-168f-4270-8b1a-9afae5fb10f4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/942ffc80-26fb-45f1-9c8b-5ebbc8c50441 HTTP/1.1" status: 204 len: 168 time: 0.4338305 Jul 05 03:54:34.732776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e37655-168f-4270-8b1a-9afae5fb10f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=942ffc80-26fb-45f1-9c8b-5ebbc8c50441,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:34.735590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb026-a54d-49ce-b5d1-9ba832b8dee7 req-73121a9f-4645-4f90-b40f-6d1001dc9b85 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:34.737466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a7eb026-a54d-49ce-b5d1-9ba832b8dee7 req-73121a9f-4645-4f90-b40f-6d1001dc9b85 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 946 time: 0.0897832 Jul 05 03:54:34.768380 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8391265e-4b19-4f5c-8195-c74fd7020ea8 req-3037531a-4f02-44c2-b0d0-3628318309b3 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.790218 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a7eb026-a54d-49ce-b5d1-9ba832b8dee7 req-a2c43457-f941-4f19-8b74-df529aaae22c tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=349f5630-5e2d-4079-ac57-2610f3fb7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467346 Jul 05 03:54:34.809842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a49768bf-d62c-4074-acb2-a2ac919b91a7 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:34.831036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: a49768bf-d62c-4074-acb2-a2ac919b91a7 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:34.831391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a49768bf-d62c-4074-acb2-a2ac919b91a7 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:34.866061 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8391265e-4b19-4f5c-8195-c74fd7020ea8 req-3037531a-4f02-44c2-b0d0-3628318309b3 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.974128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdbbd3-2f50-4a8b-941b-cf95d2dfb722 req-9165225c-90e6-4448-84bf-532526f7a714 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:34.975714 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cdbbd3-2f50-4a8b-941b-cf95d2dfb722 req-9165225c-90e6-4448-84bf-532526f7a714 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 946 time: 0.0713184 Jul 05 03:54:34.984683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33826) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:34.989842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-778a28f1-6762-4991-9322-78dba273a5c9 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Request body: {'floatingip': {'port_id': '70f3e77a-5e03-4d9f-b935-2526d77e6abc'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:35.030541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-778a28f1-6762-4991-9322-78dba273a5c9 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for floatingip, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.099661 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8391265e-4b19-4f5c-8195-c74fd7020ea8 req-3037531a-4f02-44c2-b0d0-3628318309b3 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.131314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037531a-4f02-44c2-b0d0-3628318309b3 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b867a9-e50b-4cc3-b45f-c11229586cde,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:35.265236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8391265e-4b19-4f5c-8195-c74fd7020ea8 req-3037531a-4f02-44c2-b0d0-3628318309b3 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.269578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8391265e-4b19-4f5c-8195-c74fd7020ea8 req-3037531a-4f02-44c2-b0d0-3628318309b3 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6458333 Jul 05 03:54:35.341150 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33860) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:35.407790 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8a703b69-cfb9-45d6-bbaf-ca898a676a60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25497f5f42974f65967b415dfb302126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645077 Jul 05 03:54:35.410487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33864) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:35.456237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 91e8c24d-4397-4db3-8862-d609c6c554ea details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:35.557105 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3280eb4a-a7bd-4b6d-8d0c-dbbee43946f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.582222 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3280eb4a-a7bd-4b6d-8d0c-dbbee43946f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.588463 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 91e8c24d-4397-4db3-8862-d609c6c554ea, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=91e8c24d-4397-4db3-8862-d609c6c554ea,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:35.599241 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-778a28f1-6762-4991-9322-78dba273a5c9 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.612004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '91e8c24d-4397-4db3-8862-d609c6c554ea', 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f', 'port_id': '91e8c24d-4397-4db3-8862-d609c6c554ea', 'mac_address': 'fa:16:3e:ca:08:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6194b19-07db-4596-adc2-64c0dbfe5bc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:35.627189 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee0335-9564-4b0a-882f-412f279b607e req-99992203-7b5c-4a83-81a7-b8fddcdf803f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.628849 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0ee0335-9564-4b0a-882f-412f279b607e req-99992203-7b5c-4a83-81a7-b8fddcdf803f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 945 time: 0.1840253 Jul 05 03:54:35.650421 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.669339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91e8c24d-4397-4db3-8862-d609c6c554ea {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:35.680200 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0ee0335-9564-4b0a-882f-412f279b607e req-2c3bf073-fd7f-4ce4-988b-2965ecad7680 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349116 Jul 05 03:54:35.691732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 91e8c24d-4397-4db3-8862-d609c6c554ea, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=91e8c24d-4397-4db3-8862-d609c6c554ea,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:35.745417 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-778a28f1-6762-4991-9322-78dba273a5c9 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.748249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-15b200ca-59d1-4a34-88a3-cfe9d7dcd9b5 req-2922936e-f37a-4581-b202-a2071c1f2a4c tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-groups/d9b867a9-e50b-4cc3-b45f-c11229586cde HTTP/1.1" status: 200 len: 1814 time: 0.0397284 Jul 05 03:54:35.758339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-15b200ca-59d1-4a34-88a3-cfe9d7dcd9b5 req-afb73fce-18cd-41a5-b736-347c55618adf tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9b867a9-e50b-4cc3-b45f-c11229586cde', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:35.758657 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-15b200ca-59d1-4a34-88a3-cfe9d7dcd9b5 req-afb73fce-18cd-41a5-b736-347c55618adf tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9b867a9-e50b-4cc3-b45f-c11229586cde', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:35.887893 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3280eb4a-a7bd-4b6d-8d0c-dbbee43946f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.891749 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3280eb4a-a7bd-4b6d-8d0c-dbbee43946f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.893056 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3280eb4a-a7bd-4b6d-8d0c-dbbee43946f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65497623-955e-4da3-bdbe-5fd896bfd40f HTTP/1.1" status: 204 len: 168 time: 0.4819109 Jul 05 03:54:35.905338 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280eb4a-a7bd-4b6d-8d0c-dbbee43946f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65497623-955e-4da3-bdbe-5fd896bfd40f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:35.928103 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.975283 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-15b200ca-59d1-4a34-88a3-cfe9d7dcd9b5 req-afb73fce-18cd-41a5-b736-347c55618adf tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.988754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=91e8c24d-4397-4db3-8862-d609c6c554ea,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:35.999592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:35.999947 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:36.000970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:36.001423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:36.001912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:36.002292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:36.002785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:36.003112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:36.003447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:36.003780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:36.004136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:36.004491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:36.009389 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-15b200ca-59d1-4a34-88a3-cfe9d7dcd9b5 req-afb73fce-18cd-41a5-b736-347c55618adf tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.082863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['91e8c24d-4397-4db3-8862-d609c6c554ea'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:36.122378 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-15b200ca-59d1-4a34-88a3-cfe9d7dcd9b5 req-afb73fce-18cd-41a5-b736-347c55618adf tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.141565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb73fce-18cd-41a5-b736-347c55618adf tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b7f86c-5619-4e0d-adbc-fd908cebab0a,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:36.147451 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-778a28f1-6762-4991-9322-78dba273a5c9 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Floating IP 41087d43-8dec-4a39-819f-a3cd3857c360 associated. External IP: 172.25.0.100, port: 70f3e77a-5e03-4d9f-b935-2526d77e6abc. Jul 05 03:54:36.248280 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-15b200ca-59d1-4a34-88a3-cfe9d7dcd9b5 req-afb73fce-18cd-41a5-b736-347c55618adf tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.251033 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-15b200ca-59d1-4a34-88a3-cfe9d7dcd9b5 req-afb73fce-18cd-41a5-b736-347c55618adf tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4954293 Jul 05 03:54:36.381287 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778a28f1-6762-4991-9322-78dba273a5c9 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:54:36.511191 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778a28f1-6762-4991-9322-78dba273a5c9 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:54:36.516939 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-778a28f1-6762-4991-9322-78dba273a5c9 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.523289 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a94ded-4291-460b-a78a-2e50562dd2b2 None None] Sync routers for ids ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:54:36.551343 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a94ded-4291-460b-a78a-2e50562dd2b2 None None] Routers {'8c97c03a-1e2c-49c4-a4b3-16c6321de516'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:36.551988 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-01a94ded-4291-460b-a78a-2e50562dd2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:54:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:36.573558 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-778a28f1-6762-4991-9322-78dba273a5c9 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "PUT /v2.0/floatingips/41087d43-8dec-4a39-819f-a3cd3857c360 HTTP/1.1" status: 200 len: 992 time: 1.5877948 Jul 05 03:54:36.574182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db161db5-3fa7-4bc1-821f-1be6624b7372', 'tag': '70f3e77a-5e03-4d9f-b935-2526d77e6abc'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:36.580224 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a256e92-a842-49ba-b2b5-ee01137707f2" -d '{"events": [{"name": "network-changed", "server_uuid": "db161db5-3fa7-4bc1-821f-1be6624b7372", "tag": "70f3e77a-5e03-4d9f-b935-2526d77e6abc"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:36.675269 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-01a94ded-4291-460b-a78a-2e50562dd2b2 None None] Set router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:36.907466 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-01a94ded-4291-460b-a78a-2e50562dd2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '41087d43-8dec-4a39-819f-a3cd3857c360', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'port_id': '70f3e77a-5e03-4d9f-b935-2526d77e6abc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'mac_address': 'fa:16:3e:6a:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db161db5-3fa7-4bc1-821f-1be6624b7372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:35Z', 'revision_number': 1, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:23Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:36.938472 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a94ded-4291-460b-a78a-2e50562dd2b2 None None] Checking router: 8c97c03a-1e2c-49c4-a4b3-16c6321de516 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:54:36.946757 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a94ded-4291-460b-a78a-2e50562dd2b2 None None] Routers {'8c97c03a-1e2c-49c4-a4b3-16c6321de516'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:36.947372 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-01a94ded-4291-460b-a78a-2e50562dd2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:54:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:37.053847 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-01a94ded-4291-460b-a78a-2e50562dd2b2 None None] Set router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:37.189624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68f826ff-c9e1-40c0-90e1-df8a0456a9b7 req-7e709748-9236-457e-9200-b3afc0762900 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-groups/d9b867a9-e50b-4cc3-b45f-c11229586cde HTTP/1.1" status: 200 len: 2408 time: 0.0440843 Jul 05 03:54:37.302693 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-01a94ded-4291-460b-a78a-2e50562dd2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '41087d43-8dec-4a39-819f-a3cd3857c360', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'port_id': '70f3e77a-5e03-4d9f-b935-2526d77e6abc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'mac_address': 'fa:16:3e:6a:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db161db5-3fa7-4bc1-821f-1be6624b7372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:35Z', 'revision_number': 1, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:23Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:37.329276 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a94ded-4291-460b-a78a-2e50562dd2b2 None None] The sync data for ids ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'] in n-d-798249-5 is: [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '41087d43-8dec-4a39-819f-a3cd3857c360', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'port_id': '70f3e77a-5e03-4d9f-b935-2526d77e6abc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'mac_address': 'fa:16:3e:6a:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db161db5-3fa7-4bc1-821f-1be6624b7372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:35Z', 'revision_number': 1, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:23Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:54:37.384576 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6776f2c6-c2e9-4e5e-8d46-9746c662b5d2 x-openstack-request-id: req-6776f2c6-c2e9-4e5e-8d46-9746c662b5d2 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:37.384576 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db161db5-3fa7-4bc1-821f-1be6624b7372", "tag": "70f3e77a-5e03-4d9f-b935-2526d77e6abc", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:37.384576 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6776f2c6-c2e9-4e5e-8d46-9746c662b5d2 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:37.384576 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db161db5-3fa7-4bc1-821f-1be6624b7372', 'tag': '70f3e77a-5e03-4d9f-b935-2526d77e6abc', 'status': 'completed', 'code': 200} Jul 05 03:54:37.458909 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 91e8c24d-4397-4db3-8862-d609c6c554ea up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:37.503255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33942) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:37.549978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a256e92-a842-49ba-b2b5-ee01137707f2 req-7905c34e-7983-4520-877c-0bc3184392d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.552225 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1a256e92-a842-49ba-b2b5-ee01137707f2 req-7905c34e-7983-4520-877c-0bc3184392d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a583d8be5434c7085d28e3958e1688f&device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 1097 time: 0.1288617 Jul 05 03:54:37.554112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 91e8c24d-4397-4db3-8862-d609c6c554ea triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:37.554506 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.650637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a77bb-2c82-432b-83b8-452fe8b9cbbf req-16d2f7cb-1616-41bb-bf41-6f74fc49fad1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.660421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e58a77bb-2c82-432b-83b8-452fe8b9cbbf req-16d2f7cb-1616-41bb-bf41-6f74fc49fad1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 944 time: 0.1190429 Jul 05 03:54:37.692436 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.707023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b278c-f12a-4e83-831c-cc9f47860392 None None] New status for floating IP 41087d43-8dec-4a39-819f-a3cd3857c360: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:54:37.707220 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1245286498-network', 'tenant_id': 'b4a14530b2b64a8792cc1287e0d45b3b'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:37.717770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a256e92-a842-49ba-b2b5-ee01137707f2 req-40d6aab3-0801-4d4d-a25b-ae056c9692af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.720255 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1a256e92-a842-49ba-b2b5-ee01137707f2 req-40d6aab3-0801-4d4d-a25b-ae056c9692af service neutron] 10.222.0.11 "GET /v2.0/networks?id=1875b0d0-fdef-4b63-9392-d607c58b7aa1 HTTP/1.1" status: 200 len: 911 time: 0.1584344 Jul 05 03:54:37.736280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e58a77bb-2c82-432b-83b8-452fe8b9cbbf req-f28a6c26-503f-4a0d-984c-c170348a31d5 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743499 Jul 05 03:54:37.755204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed614978-17d9-4c00-8560-9aba7a55c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e8c24d-4397-4db3-8862-d609c6c554ea'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:37.757876 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed53b7f-2454-425c-9e85-c957596e9113" -d '{"events": [{"server_uuid": "ed614978-17d9-4c00-8560-9aba7a55c33b", "name": "network-vif-plugged", "status": "completed", "tag": "91e8c24d-4397-4db3-8862-d609c6c554ea"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:37.774784 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 91e8c24d-4397-4db3-8862-d609c6c554ea, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=91e8c24d-4397-4db3-8862-d609c6c554ea,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:37.782594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4df69bb1-9929-4da5-b2b5-517f2f878327 req-41b50df9-6b3b-4f82-9a03-c44b1113aec3 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-group-rules/35b7f86c-5619-4e0d-adbc-fd908cebab0a HTTP/1.1" status: 200 len: 778 time: 0.0166821 Jul 05 03:54:37.803505 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1a256e92-a842-49ba-b2b5-ee01137707f2 req-f6b40a08-8f6b-47bf-ab2d-5e2807160164 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f3e77a-5e03-4d9f-b935-2526d77e6abc HTTP/1.1" status: 200 len: 1000 time: 0.0768752 Jul 05 03:54:37.833075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4df69bb1-9929-4da5-b2b5-517f2f878327 req-a9e4019f-efe8-4dd3-a515-ba3f802cee9e tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-groups/d9b867a9-e50b-4cc3-b45f-c11229586cde HTTP/1.1" status: 200 len: 2408 time: 0.0438852 Jul 05 03:54:37.864207 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4df69bb1-9929-4da5-b2b5-517f2f878327 req-5c31d311-7ace-4c32-998a-661640a2db47 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.864454 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a256e92-a842-49ba-b2b5-ee01137707f2 req-4308f18e-9922-4cd1-9a37-413241bb0480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.865942 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1a256e92-a842-49ba-b2b5-ee01137707f2 req-4308f18e-9922-4cd1-9a37-413241bb0480 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=839f200a-20a7-49d6-8b34-c3036a817497 HTTP/1.1" status: 200 len: 849 time: 0.0536892 Jul 05 03:54:37.872295 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4df69bb1-9929-4da5-b2b5-517f2f878327 req-5c31d311-7ace-4c32-998a-661640a2db47 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.926678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a256e92-a842-49ba-b2b5-ee01137707f2 req-7a7d2f6a-ea57-4d67-b419-e1cb5fc28767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.928194 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1a256e92-a842-49ba-b2b5-ee01137707f2 req-7a7d2f6a-ea57-4d67-b419-e1cb5fc28767 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1875b0d0-fdef-4b63-9392-d607c58b7aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542984 Jul 05 03:54:37.961986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] Made reservation on behalf of b4a14530b2b64a8792cc1287e0d45b3b for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:37.962157 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.962846 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:37.964574 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.975297 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.027177 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1a256e92-a842-49ba-b2b5-ee01137707f2 req-52ce0123-1fcd-46d7-8d3a-9c2feca1049f service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861804 Jul 05 03:54:38.043530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=91e8c24d-4397-4db3-8862-d609c6c554ea,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:38.086614 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.120606 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:38.131974 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1a256e92-a842-49ba-b2b5-ee01137707f2 req-22cdcef1-4283-4d07-9c18-18395d019a6d service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982323 Jul 05 03:54:38.156225 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4df69bb1-9929-4da5-b2b5-517f2f878327 req-5c31d311-7ace-4c32-998a-661640a2db47 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.168478 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4df69bb1-9929-4da5-b2b5-517f2f878327 req-5c31d311-7ace-4c32-998a-661640a2db47 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.169585 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4df69bb1-9929-4da5-b2b5-517f2f878327 req-5c31d311-7ace-4c32-998a-661640a2db47 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/35b7f86c-5619-4e0d-adbc-fd908cebab0a HTTP/1.1" status: 204 len: 173 time: 0.3308716 Jul 05 03:54:38.180218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31d311-7ace-4c32-998a-661640a2db47 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35b7f86c-5619-4e0d-adbc-fd908cebab0a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:38.254324 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.318516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:38.380934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513001a-3b84-4c54-952c-39c1ab5f48bd req-fdf42b52-6d4b-481e-b4f5-7a4eb9ac2e38 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.382511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7513001a-3b84-4c54-952c-39c1ab5f48bd req-fdf42b52-6d4b-481e-b4f5-7a4eb9ac2e38 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 945 time: 0.1082807 Jul 05 03:54:38.440633 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.445587 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7513001a-3b84-4c54-952c-39c1ab5f48bd req-70277729-e12d-4d0b-acfe-2020f40cc118 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571485 Jul 05 03:54:38.494320 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6511dc8-d195-4610-8009-a44ec3abe262 x-openstack-request-id: req-d6511dc8-d195-4610-8009-a44ec3abe262 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:38.494912 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed614978-17d9-4c00-8560-9aba7a55c33b", "name": "network-vif-plugged", "status": "completed", "tag": "91e8c24d-4397-4db3-8862-d609c6c554ea", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:38.494912 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6511dc8-d195-4610-8009-a44ec3abe262 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:38.495257 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed614978-17d9-4c00-8560-9aba7a55c33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e8c24d-4397-4db3-8862-d609c6c554ea', 'code': 200} Jul 05 03:54:38.515095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-0bf4bcb4-3fb0-4c56-9a45-34a683dbf637 req-73e6d135-7580-4a2e-8ca7-b76b15c8e57d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1602340386', 'description': 'tempest-description-1048782590'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:38.586008 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.612243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:38.629847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4d7c14-8a87-47b3-8bda-bd45bf087192,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:38.632655 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.632991 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] Added segment 5939b57e-efa6-4b9b-9a81-69d62a7f2f39 of type vlan for network 57633b33-e9f2-4b8f-ac3e-a7f61904fc82 Jul 05 03:54:38.675321 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.819603 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0bf4bcb4-3fb0-4c56-9a45-34a683dbf637 req-73e6d135-7580-4a2e-8ca7-b76b15c8e57d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.839748 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.840821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.841404 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.919319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] Pushing event updated for resources: {'Network': ['ID=57633b33-e9f2-4b8f-ac3e-a7f61904fc82,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:38.929867 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 57633b33-e9f2-4b8f-ac3e-a7f61904fc82 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:38.961898 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0bf4bcb4-3fb0-4c56-9a45-34a683dbf637 req-73e6d135-7580-4a2e-8ca7-b76b15c8e57d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.079717 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0bf4bcb4-3fb0-4c56-9a45-34a683dbf637 req-73e6d135-7580-4a2e-8ca7-b76b15c8e57d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.136439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6d135-7580-4a2e-8ca7-b76b15c8e57d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ff7fa6-d1d2-4c6b-945f-0bee7fbb6fcf,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:39.161413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-b318de25-bdb8-40c2-9e1b-6cc382f16b8f tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:39.162887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-b318de25-bdb8-40c2-9e1b-6cc382f16b8f tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/networks?id=c89c692c-00bc-4ef7-bd27-8d630899ce3a HTTP/1.1" status: 200 len: 804 time: 0.1398869 Jul 05 03:54:39.178596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-ba136ecf-150b-4ec9-88ef-45821534eb3c tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/quotas/87bb8c90cfa74c4cbea3dcba57734d61 HTTP/1.1" status: 200 len: 375 time: 0.0102401 Jul 05 03:54:39.204781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8576224-ec1f-4355-a48b-0093a1ad180a req-2995063e-bea1-45ef-b194-b797ed8d1971 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:39.206276 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c8576224-ec1f-4355-a48b-0093a1ad180a req-2995063e-bea1-45ef-b194-b797ed8d1971 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 945 time: 0.0671127 Jul 05 03:54:39.220334 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-930399cf-7cb1-4f3b-aa5c-b6edca431940 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7152445 Jul 05 03:54:39.223970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33970) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:39.229205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-00e2b6a7-f39e-4bf8-9f8f-ed4433ab798e admin admin] Request body: {'subnet': {'network_id': '57633b33-e9f2-4b8f-ac3e-a7f61904fc82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1245286498-subnet', 'tenant_id': 'b4a14530b2b64a8792cc1287e0d45b3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:39.262023 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-9358fec1-c73e-42f3-9bb5-e3cf5e879696 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=87bb8c90cfa74c4cbea3dcba57734d61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780952 Jul 05 03:54:39.265505 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0bf4bcb4-3fb0-4c56-9a45-34a683dbf637 req-73e6d135-7580-4a2e-8ca7-b76b15c8e57d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.267544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0bf4bcb4-3fb0-4c56-9a45-34a683dbf637 req-73e6d135-7580-4a2e-8ca7-b76b15c8e57d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7606316 Jul 05 03:54:39.323100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-c8576224-ec1f-4355-a48b-0093a1ad180a req-1cf6b2ce-d8ed-4df0-acb3-5c3f3f28df65 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Deleting port 8acd3889-5977-42b8-ace7-f9b29fa04534 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:39.323500 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c8576224-ec1f-4355-a48b-0093a1ad180a req-1cf6b2ce-d8ed-4df0-acb3-5c3f3f28df65 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.331446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-2e503119-0353-4944-8131-931d7a1617cc service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:54:39.335813 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-2e503119-0353-4944-8131-931d7a1617cc service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0617032 Jul 05 03:54:39.410539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e2b6a7-f39e-4bf8-9f8f-ed4433ab798e admin admin] Made reservation on behalf of b4a14530b2b64a8792cc1287e0d45b3b for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:39.412961 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-00e2b6a7-f39e-4bf8-9f8f-ed4433ab798e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.434248 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-c8576224-ec1f-4355-a48b-0093a1ad180a req-1cf6b2ce-d8ed-4df0-acb3-5c3f3f28df65 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] For port 8acd3889-5977-42b8-ace7-f9b29fa04534, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=8acd3889-5977-42b8-ace7-f9b29fa04534,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:39.434678 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c8576224-ec1f-4355-a48b-0093a1ad180a req-1cf6b2ce-d8ed-4df0-acb3-5c3f3f28df65 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.448481 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-c8576224-ec1f-4355-a48b-0093a1ad180a req-1cf6b2ce-d8ed-4df0-acb3-5c3f3f28df65 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Calling delete_port for 8acd3889-5977-42b8-ace7-f9b29fa04534 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:39.508546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-e5a005c4-454c-4054-8f73-b8e8ed23c0a7 service neutron] 10.222.0.60 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677995 Jul 05 03:54:39.679154 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fd126dd9-9791-473a-ae87-6cc21aff38c9 service neutron] 10.222.0.60 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703892 Jul 05 03:54:39.699248 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c8576224-ec1f-4355-a48b-0093a1ad180a req-1cf6b2ce-d8ed-4df0-acb3-5c3f3f28df65 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.714502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['8acd3889-5977-42b8-ace7-f9b29fa04534'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:39.736131 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6b2ce-d8ed-4df0-acb3-5c3f3f28df65 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Pushing event deleted for resources: {'Port': ['ID=8acd3889-5977-42b8-ace7-f9b29fa04534,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:39.757906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2db98-0776-4b06-ab79-249fa0d8a981 req-85e2d74f-19b7-4176-8567-2fda5813701d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:39.759896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-81c2db98-0776-4b06-ab79-249fa0d8a981 req-85e2d74f-19b7-4176-8567-2fda5813701d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 945 time: 0.1350787 Jul 05 03:54:39.792680 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8576224-ec1f-4355-a48b-0093a1ad180a req-1cf6b2ce-d8ed-4df0-acb3-5c3f3f28df65 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] No DVR routers for this DVR port 8acd3889-5977-42b8-ace7-f9b29fa04534 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:39.793081 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-00e2b6a7-f39e-4bf8-9f8f-ed4433ab798e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.795284 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c8576224-ec1f-4355-a48b-0093a1ad180a req-1cf6b2ce-d8ed-4df0-acb3-5c3f3f28df65 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.797894 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c8576224-ec1f-4355-a48b-0093a1ad180a req-1cf6b2ce-d8ed-4df0-acb3-5c3f3f28df65 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "DELETE /v2.0/ports/8acd3889-5977-42b8-ace7-f9b29fa04534 HTTP/1.1" status: 204 len: 173 time: 0.5856018 Jul 05 03:54:39.798569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef43ae5f-80a9-47e6-b010-26a6ef83f05b', 'name': 'network-vif-deleted', 'tag': '8acd3889-5977-42b8-ace7-f9b29fa04534'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:39.800882 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872f9ce3-e169-453a-b323-0713f13d6ef5" -d '{"events": [{"server_uuid": "ef43ae5f-80a9-47e6-b010-26a6ef83f05b", "name": "network-vif-deleted", "tag": "8acd3889-5977-42b8-ace7-f9b29fa04534"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:39.833768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-81c2db98-0776-4b06-ab79-249fa0d8a981 req-e26fb918-d285-4acc-b678-71ad23ca1d09 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683050 Jul 05 03:54:39.913088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2b6a7-f39e-4bf8-9f8f-ed4433ab798e admin admin] Pushing event updated for resources: {'Subnet': ['ID=52db9855-42bd-4e92-852d-60e1f04adc5d,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:39.942906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2b6a7-f39e-4bf8-9f8f-ed4433ab798e admin admin] Checking segment: {'id': '5939b57e-efa6-4b9b-9a81-69d62a7f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '57633b33-e9f2-4b8f-ac3e-a7f61904fc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:39.943272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2b6a7-f39e-4bf8-9f8f-ed4433ab798e admin admin] Network hostable DHCP agents. Network: 57633b33-e9f2-4b8f-ac3e-a7f61904fc82, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:39.951705 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e51672f9-f67c-44d5-91ad-a0129c0fa191 req-0916a1bc-0e18-489b-8888-e18f12d2beb7 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-groups/a9ff7fa6-d1d2-4c6b-945f-0bee7fbb6fcf HTTP/1.1" status: 200 len: 1815 time: 0.0825706 Jul 05 03:54:39.982506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebe08b-feda-4776-96a3-1822d386b463 req-3a1e854d-2513-4e5a-b261-4c0f5d4569cf tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:39.984075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55ebe08b-feda-4776-96a3-1822d386b463 req-3a1e854d-2513-4e5a-b261-4c0f5d4569cf tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a HTTP/1.1" status: 200 len: 943 time: 0.1842782 Jul 05 03:54:40.089804 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8dc9d3-c212-45f3-beec-2e6be360d821 x-openstack-request-id: req-7f8dc9d3-c212-45f3-beec-2e6be360d821 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:40.089804 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef43ae5f-80a9-47e6-b010-26a6ef83f05b", "name": "network-vif-deleted", "tag": "8acd3889-5977-42b8-ace7-f9b29fa04534", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:40.089804 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f8dc9d3-c212-45f3-beec-2e6be360d821 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:40.089804 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef43ae5f-80a9-47e6-b010-26a6ef83f05b', 'name': 'network-vif-deleted', 'tag': '8acd3889-5977-42b8-ace7-f9b29fa04534', 'status': 'completed', 'code': 200} Jul 05 03:54:40.106457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2b6a7-f39e-4bf8-9f8f-ed4433ab798e admin admin] Network 57633b33-e9f2-4b8f-ac3e-a7f61904fc82 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:40.113189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f47fbf92-b19f-4c79-8030-c2412d00d121 req-9a4d830d-f98f-464d-8ae6-726ef0340330 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 210 time: 0.0595596 Jul 05 03:54:40.183653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-16da5f11-58e9-4162-b6c8-c1660a0f2ac2 req-c97462d2-d1c1-4fa4-a649-a6147b588fb7 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-843658574', 'description': 'tempest-description-1951212628'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:40.191209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa1f7b8a-6d92-4266-af3b-757966f642e3 req-a3683961-b614-410d-bfc9-f03d9164bc69 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 210 time: 0.0472684 Jul 05 03:54:40.194541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-00e2b6a7-f39e-4bf8-9f8f-ed4433ab798e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 57633b33-e9f2-4b8f-ac3e-a7f61904fc82) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:40.199131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e2b6a7-f39e-4bf8-9f8f-ed4433ab798e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.201495 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-00e2b6a7-f39e-4bf8-9f8f-ed4433ab798e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.210335 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a1b556-8050-448c-8198-50766de7de56 None None] Network 57633b33-e9f2-4b8f-ac3e-a7f61904fc82 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:40.237586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-55ebe08b-feda-4776-96a3-1822d386b463 req-d8c8e044-da09-44f9-88da-c32801076990 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Deleting port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:40.238122 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-55ebe08b-feda-4776-96a3-1822d386b463 req-d8c8e044-da09-44f9-88da-c32801076990 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.338249 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-16da5f11-58e9-4162-b6c8-c1660a0f2ac2 req-c97462d2-d1c1-4fa4-a649-a6147b588fb7 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.342099 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-55ebe08b-feda-4776-96a3-1822d386b463 req-d8c8e044-da09-44f9-88da-c32801076990 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] For port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:40.342461 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-55ebe08b-feda-4776-96a3-1822d386b463 req-d8c8e044-da09-44f9-88da-c32801076990 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.352782 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a021aa-2cf3-4755-8575-6b66bb71a521 None None] Network 57633b33-e9f2-4b8f-ac3e-a7f61904fc82 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:40.381938 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-55ebe08b-feda-4776-96a3-1822d386b463 req-d8c8e044-da09-44f9-88da-c32801076990 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Calling delete_port for 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:40.474383 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-00e2b6a7-f39e-4bf8-9f8f-ed4433ab798e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2402222 Jul 05 03:54:40.506206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba0ba5c-aa04-4f42-9268-07b75030b6e4'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:40.508885 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b43ab6-652b-4f4f-9446-18f6f0831cfa" -d '{"events": [{"server_uuid": "49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba0ba5c-aa04-4f42-9268-07b75030b6e4"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:40.595229 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-16da5f11-58e9-4162-b6c8-c1660a0f2ac2 req-c97462d2-d1c1-4fa4-a649-a6147b588fb7 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.688668 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-16da5f11-58e9-4162-b6c8-c1660a0f2ac2 req-c97462d2-d1c1-4fa4-a649-a6147b588fb7 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.718091 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-55ebe08b-feda-4776-96a3-1822d386b463 req-d8c8e044-da09-44f9-88da-c32801076990 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.720471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97462d2-d1c1-4fa4-a649-a6147b588fb7 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32616fc7-7d17-4096-b42a-828c03c8e7a3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:40.761044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8e044-da09-44f9-88da-c32801076990 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Pushing event deleted for resources: {'Port': ['ID=4ba0ba5c-aa04-4f42-9268-07b75030b6e4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:40.781741 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17f32f2-855a-4244-8734-857aaeca347d x-openstack-request-id: req-b17f32f2-855a-4244-8734-857aaeca347d {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:40.783045 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba0ba5c-aa04-4f42-9268-07b75030b6e4", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:40.783447 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b17f32f2-855a-4244-8734-857aaeca347d {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:40.783897 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba0ba5c-aa04-4f42-9268-07b75030b6e4', 'code': 200} Jul 05 03:54:40.834038 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ebe08b-feda-4776-96a3-1822d386b463 req-d8c8e044-da09-44f9-88da-c32801076990 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] No DVR routers for this DVR port 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:40.836024 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-16da5f11-58e9-4162-b6c8-c1660a0f2ac2 req-c97462d2-d1c1-4fa4-a649-a6147b588fb7 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.837344 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16da5f11-58e9-4162-b6c8-c1660a0f2ac2 req-c97462d2-d1c1-4fa4-a649-a6147b588fb7 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6774647 Jul 05 03:54:40.839534 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-55ebe08b-feda-4776-96a3-1822d386b463 req-d8c8e044-da09-44f9-88da-c32801076990 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.841506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55ebe08b-feda-4776-96a3-1822d386b463 req-d8c8e044-da09-44f9-88da-c32801076990 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "DELETE /v2.0/ports/4ba0ba5c-aa04-4f42-9268-07b75030b6e4 HTTP/1.1" status: 204 len: 173 time: 0.8508422 Jul 05 03:54:40.848302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a', 'name': 'network-vif-deleted', 'tag': '4ba0ba5c-aa04-4f42-9268-07b75030b6e4'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:40.850677 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8c5e6a-432c-44c8-bb43-66974f279d6c" -d '{"events": [{"server_uuid": "49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a", "name": "network-vif-deleted", "tag": "4ba0ba5c-aa04-4f42-9268-07b75030b6e4"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:40.903744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e69e7-7d35-4096-93fa-be70153ff51b req-636e12c6-9ab7-4c8a-829d-c1ec21982ffb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.905436 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e47e69e7-7d35-4096-93fa-be70153ff51b req-636e12c6-9ab7-4c8a-829d-c1ec21982ffb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 945 time: 0.1422801 Jul 05 03:54:40.973037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d72ab077-2d3d-41c6-a187-615538d178c2 req-1a654e5a-6d54-494d-aa43-16828a56e63c tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-groups/32616fc7-7d17-4096-b42a-828c03c8e7a3 HTTP/1.1" status: 200 len: 1814 time: 0.0989802 Jul 05 03:54:41.044791 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fc856e-3651-438e-99fe-e231d4ac327c x-openstack-request-id: req-97fc856e-3651-438e-99fe-e231d4ac327c {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:41.045166 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a", "name": "network-vif-deleted", "tag": "4ba0ba5c-aa04-4f42-9268-07b75030b6e4", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:41.045529 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97fc856e-3651-438e-99fe-e231d4ac327c {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:41.046108 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f75ceb-6ee9-4f4b-a63e-fa5deb396d3a', 'name': 'network-vif-deleted', 'tag': '4ba0ba5c-aa04-4f42-9268-07b75030b6e4', 'status': 'completed', 'code': 200} Jul 05 03:54:41.073507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-e47e69e7-7d35-4096-93fa-be70153ff51b req-a50bcf3d-d0cf-4821-9900-88e395165823 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Deleting port 91e8c24d-4397-4db3-8862-d609c6c554ea {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:41.073944 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e47e69e7-7d35-4096-93fa-be70153ff51b req-a50bcf3d-d0cf-4821-9900-88e395165823 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.501166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 91e8c24d-4397-4db3-8862-d609c6c554ea no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:41.588439 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.624614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 91e8c24d-4397-4db3-8862-d609c6c554ea, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=91e8c24d-4397-4db3-8862-d609c6c554ea,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:41.689771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-338c6a9e-e6c7-4cfc-a466-c7a7f0cc9493 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:41.692918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-338c6a9e-e6c7-4cfc-a466-c7a7f0cc9493 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/networks?id=57633b33-e9f2-4b8f-ac3e-a7f61904fc82 HTTP/1.1" status: 200 len: 822 time: 0.6556911 Jul 05 03:54:41.695354 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e47e69e7-7d35-4096-93fa-be70153ff51b req-a50bcf3d-d0cf-4821-9900-88e395165823 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] For port 91e8c24d-4397-4db3-8862-d609c6c554ea, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=91e8c24d-4397-4db3-8862-d609c6c554ea,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:41.695942 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e47e69e7-7d35-4096-93fa-be70153ff51b req-a50bcf3d-d0cf-4821-9900-88e395165823 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.736652 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-e47e69e7-7d35-4096-93fa-be70153ff51b req-a50bcf3d-d0cf-4821-9900-88e395165823 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Calling delete_port for 91e8c24d-4397-4db3-8862-d609c6c554ea owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:41.752418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bb574-0358-43b4-b45b-a7b377741ad3 req-a08f2c66-92a4-4341-b31c-9e6cb969d1e9 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:41.754066 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-927bb574-0358-43b4-b45b-a7b377741ad3 req-a08f2c66-92a4-4341-b31c-9e6cb969d1e9 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 945 time: 0.2123172 Jul 05 03:54:41.759266 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-d3176c1b-1533-4819-b2ed-48ac9abde642 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/quotas/b4a14530b2b64a8792cc1287e0d45b3b HTTP/1.1" status: 200 len: 375 time: 0.0431376 Jul 05 03:54:41.775554 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.827853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=91e8c24d-4397-4db3-8862-d609c6c554ea,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:41.859421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-9a8cefb3-a401-4fc7-80ff-298d2c1e6239 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4a14530b2b64a8792cc1287e0d45b3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883334 Jul 05 03:54:41.974977 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-927bb574-0358-43b4-b45b-a7b377741ad3 req-ef87d960-a77e-4f33-9e32-a5cee5cf22df tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132235 Jul 05 03:54:42.036477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-7c7c335a-45fb-4a8d-b9c7-a3a1f1af5bd8 req-409ac2bb-c1c8-49d8-9329-7e46030d69ac tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-36429990', 'description': 'tempest-description-1394016197'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:42.097709 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-009d09e7-cc02-4224-aa3f-47dd7c33a6e6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2421806 Jul 05 03:54:42.126682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-b6ef84da-5e77-4617-be74-24c6ceccc88a service neutron] 10.222.0.60 "GET /v2.0/networks/57633b33-e9f2-4b8f-ac3e-a7f61904fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460849 Jul 05 03:54:42.206116 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7c7c335a-45fb-4a8d-b9c7-a3a1f1af5bd8 req-409ac2bb-c1c8-49d8-9329-7e46030d69ac tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.297071 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-05a41c8d-1b7a-4aba-a7eb-e7dfc7eb01cc service neutron] 10.222.0.60 "GET /v2.0/networks/57633b33-e9f2-4b8f-ac3e-a7f61904fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604290 Jul 05 03:54:42.336684 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-834b2c37-73ad-4c5e-9649-eb156ffc0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.337181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-834b2c37-73ad-4c5e-9649-eb156ffc0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.337651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-834b2c37-73ad-4c5e-9649-eb156ffc0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.338123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-834b2c37-73ad-4c5e-9649-eb156ffc0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.338599 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-834b2c37-73ad-4c5e-9649-eb156ffc0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.339073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-834b2c37-73ad-4c5e-9649-eb156ffc0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.339555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-834b2c37-73ad-4c5e-9649-eb156ffc0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.341679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-834b2c37-73ad-4c5e-9649-eb156ffc0bb1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d16dca7328249f08e2390e95c16dfe3&device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 6492 time: 0.1546569 Jul 05 03:54:42.347263 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e47e69e7-7d35-4096-93fa-be70153ff51b req-a50bcf3d-d0cf-4821-9900-88e395165823 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.386183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bcf3d-d0cf-4821-9900-88e395165823 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Pushing event deleted for resources: {'Port': ['ID=91e8c24d-4397-4db3-8862-d609c6c554ea,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:42.513812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7c7c335a-45fb-4a8d-b9c7-a3a1f1af5bd8 req-409ac2bb-c1c8-49d8-9329-7e46030d69ac tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.520899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47e69e7-7d35-4096-93fa-be70153ff51b req-a50bcf3d-d0cf-4821-9900-88e395165823 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] No DVR routers for this DVR port 91e8c24d-4397-4db3-8862-d609c6c554ea on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:42.530006 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e47e69e7-7d35-4096-93fa-be70153ff51b req-a50bcf3d-d0cf-4821-9900-88e395165823 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.533250 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e47e69e7-7d35-4096-93fa-be70153ff51b req-a50bcf3d-d0cf-4821-9900-88e395165823 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.64 "DELETE /v2.0/ports/91e8c24d-4397-4db3-8862-d609c6c554ea HTTP/1.1" status: 204 len: 173 time: 1.6195908 Jul 05 03:54:42.575792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-1f7695e6-50a3-463a-997c-ac238f81792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.576219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-1f7695e6-50a3-463a-997c-ac238f81792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.576758 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-1f7695e6-50a3-463a-997c-ac238f81792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.578589 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-1f7695e6-50a3-463a-997c-ac238f81792c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&id=ce929db9-95f6-4b19-ab56-323ab9bb83a6 HTTP/1.1" status: 200 len: 2292 time: 0.1947801 Jul 05 03:54:42.663492 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7c7c335a-45fb-4a8d-b9c7-a3a1f1af5bd8 req-409ac2bb-c1c8-49d8-9329-7e46030d69ac tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.733729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-461800ef-c635-4eb3-820d-2623ecde6d2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dabf05e-9cbe-425d-87bf-6b2ecaf03063 HTTP/1.1" status: 200 len: 1001 time: 0.1433518 Jul 05 03:54:42.737415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ac2bb-c1c8-49d8-9329-7e46030d69ac tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d03f9f-57da-49be-8f7c-b7efdd6064e4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:42.785603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed614978-17d9-4c00-8560-9aba7a55c33b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e8c24d-4397-4db3-8862-d609c6c554ea'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:42.794044 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f67710-cb69-42fd-825e-80c16fef6aef" -d '{"events": [{"server_uuid": "ed614978-17d9-4c00-8560-9aba7a55c33b", "name": "network-vif-unplugged", "status": "completed", "tag": "91e8c24d-4397-4db3-8862-d609c6c554ea"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:42.815154 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fd3107fd-a7bb-4a8c-a749-089f699d9baa tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.819646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fd3107fd-a7bb-4a8c-a749-089f699d9baa tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "GET /v2.0/networks?id=c89c692c-00bc-4ef7-bd27-8d630899ce3a HTTP/1.1" status: 200 len: 804 time: 0.2399035 Jul 05 03:54:42.835611 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 8acd3889-5977-42b8-ace7-f9b29fa04534 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:42.838873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-6cd2bd6b-daa6-4607-8b3d-672dff472ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.841924 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-6cd2bd6b-daa6-4607-8b3d-672dff472ed9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1a4e67f5-0254-4ffe-8462-5596b5dcca35 HTTP/1.1" status: 200 len: 850 time: 0.1020839 Jul 05 03:54:42.848749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fc31b99a-2596-4034-b225-2fa9f903bc30 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Request body: {'port': {'device_id': '60fb4594-88b6-43d2-8734-4f79c18cc454', 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a', 'admin_state_up': True, 'tenant_id': '87bb8c90cfa74c4cbea3dcba57734d61'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:42.865602 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-7c7c335a-45fb-4a8d-b9c7-a3a1f1af5bd8 req-409ac2bb-c1c8-49d8-9329-7e46030d69ac tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.867290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c7c335a-45fb-4a8d-b9c7-a3a1f1af5bd8 req-409ac2bb-c1c8-49d8-9329-7e46030d69ac tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8392167 Jul 05 03:54:42.877681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 8acd3889-5977-42b8-ace7-f9b29fa04534 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:42.878030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 8acd3889-5977-42b8-ace7-f9b29fa04534 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:42.938281 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-844e2869-dffc-4255-ab60-2b022501db39 req-069b01b7-cd49-44d7-8a47-8b1c6f6b13e3 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 210 time: 0.0376813 Jul 05 03:54:43.028140 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc38dcf8-0972-4127-90aa-b2ab97d758b4 req-8a858025-51b9-4364-895a-d14c069ed56d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 210 time: 0.0382016 Jul 05 03:54:43.048316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed614978-17d9-4c00-8560-9aba7a55c33b', 'name': 'network-vif-deleted', 'tag': '91e8c24d-4397-4db3-8862-d609c6c554ea'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:43.050566 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957f02b9-c272-40bd-add0-259824dbcc23" -d '{"events": [{"server_uuid": "ed614978-17d9-4c00-8560-9aba7a55c33b", "name": "network-vif-deleted", "tag": "91e8c24d-4397-4db3-8862-d609c6c554ea"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:43.105919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-cd9b42ce-52c8-4b4a-84d2-08116efc29fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.107887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-cd9b42ce-52c8-4b4a-84d2-08116efc29fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732199 Jul 05 03:54:43.182089 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4ad890f-497a-427a-9688-842ffce48fb4 req-b73cee0d-6121-4f90-9d81-7d573020bf87 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/ports?device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 210 time: 0.0491383 Jul 05 03:54:43.230167 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc79b371-15ca-4073-9cc3-fe2b8b7389de x-openstack-request-id: req-cc79b371-15ca-4073-9cc3-fe2b8b7389de {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:43.230477 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed614978-17d9-4c00-8560-9aba7a55c33b", "name": "network-vif-unplugged", "status": "completed", "tag": "91e8c24d-4397-4db3-8862-d609c6c554ea", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:43.230732 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc79b371-15ca-4073-9cc3-fe2b8b7389de {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:43.231149 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed614978-17d9-4c00-8560-9aba7a55c33b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e8c24d-4397-4db3-8862-d609c6c554ea', 'code': 200} Jul 05 03:54:43.285931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fc31b99a-2596-4034-b225-2fa9f903bc30 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Made reservation on behalf of 87bb8c90cfa74c4cbea3dcba57734d61 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:43.289488 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fc31b99a-2596-4034-b225-2fa9f903bc30 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.304909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70b939a4-ec6b-40ad-a2bb-2c7f71caab2b req-45fffa0b-535a-4b58-9a9b-a0bbfb29bb1e tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-groups/e6d03f9f-57da-49be-8f7c-b7efdd6064e4 HTTP/1.1" status: 200 len: 1813 time: 0.0808301 Jul 05 03:54:43.309489 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-7a44234c-2e68-4318-b9bb-3370558d6b2c service neutron] 10.222.0.64 "GET /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751273 Jul 05 03:54:43.401620 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb8fce9-3663-4272-8c0f-ba960adff4f6 x-openstack-request-id: req-cdb8fce9-3663-4272-8c0f-ba960adff4f6 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:43.401917 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed614978-17d9-4c00-8560-9aba7a55c33b", "name": "network-vif-deleted", "tag": "91e8c24d-4397-4db3-8862-d609c6c554ea", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:43.402172 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cdb8fce9-3663-4272-8c0f-ba960adff4f6 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:43.402569 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed614978-17d9-4c00-8560-9aba7a55c33b', 'name': 'network-vif-deleted', 'tag': '91e8c24d-4397-4db3-8862-d609c6c554ea', 'status': 'completed', 'code': 200} Jul 05 03:54:43.431777 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-c81ed9e6-f764-4a07-abae-759fc1d0bbf3 req-0551e97a-fb26-44be-bb10-6aed008d586d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-262199859', 'description': 'tempest-description-651210029'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:43.504899 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d66550b-9196-4806-b8b0-59369c892fcd req-283b4573-245f-4afd-8170-a6939f9997cf tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed614978-17d9-4c00-8560-9aba7a55c33b HTTP/1.1" status: 200 len: 210 time: 0.1010902 Jul 05 03:54:43.609101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fc31b99a-2596-4034-b225-2fa9f903bc30 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Allocated IP 172.20.0.7 (c89c692c-00bc-4ef7-bd27-8d630899ce3a/d577d8f0-9eb0-4620-a525-895a334127b7/2a3eafaa-143f-4ed8-99b9-3b415e81c6ac) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:43.620121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-6681131f-7f04-470d-98ba-8b7bf7bf9d87 service neutron] 10.222.0.64 "GET /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203600 Jul 05 03:54:43.625332 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c81ed9e6-f764-4a07-abae-759fc1d0bbf3 req-0551e97a-fb26-44be-bb10-6aed008d586d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.686978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-211f570a-88d5-44cf-9a15-d4653ddcb296 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=055b9c82-3cd5-4c8e-8763-539c346a2e5e HTTP/1.1" status: 200 len: 217 time: 0.0571470 Jul 05 03:54:43.836212 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-e08162f8-0596-437f-abdf-2be2656030b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.837750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-e08162f8-0596-437f-abdf-2be2656030b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.1434059 Jul 05 03:54:43.941936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fc31b99a-2596-4034-b225-2fa9f903bc30 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.953617 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c81ed9e6-f764-4a07-abae-759fc1d0bbf3 req-0551e97a-fb26-44be-bb10-6aed008d586d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.975132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-e25a614a-ccee-4396-bed2-df160a24ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.976978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-e25a614a-ccee-4396-bed2-df160a24ab1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1311688 Jul 05 03:54:44.081898 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c81ed9e6-f764-4a07-abae-759fc1d0bbf3 req-0551e97a-fb26-44be-bb10-6aed008d586d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.143940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a758bfd5-1c85-4ee1-baf7-f892e730b21d req-af34d9ee-1708-464a-b902-f82c78dd0f59 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 210 time: 0.0557282 Jul 05 03:54:44.149712 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-9c157895-180f-4da9-ba10-3476a0c2265f service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599727 Jul 05 03:54:44.163904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551e97a-fb26-44be-bb10-6aed008d586d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74fd0a61-8b89-46ee-b0dc-b8076ed1f206,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:44.166563 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fc31b99a-2596-4034-b225-2fa9f903bc30 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.286201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fc31b99a-2596-4034-b225-2fa9f903bc30 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Network c89c692c-00bc-4ef7-bd27-8d630899ce3a is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:44.289150 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31b99a-2596-4034-b225-2fa9f903bc30 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Pushing event updated for resources: {'Port': ['ID=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:44.293538 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c81ed9e6-f764-4a07-abae-759fc1d0bbf3 req-0551e97a-fb26-44be-bb10-6aed008d586d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.294774 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c81ed9e6-f764-4a07-abae-759fc1d0bbf3 req-0551e97a-fb26-44be-bb10-6aed008d586d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8902636 Jul 05 03:54:44.295616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fc31b99a-2596-4034-b225-2fa9f903bc30 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:44.300665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fc31b99a-2596-4034-b225-2fa9f903bc30 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:44.394320 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-7e8e83df-745a-4e48-a026-8e142bdce299 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409558 Jul 05 03:54:44.424158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fc31b99a-2596-4034-b225-2fa9f903bc30 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.424158 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fc31b99a-2596-4034-b225-2fa9f903bc30 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.454374 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-3ca5ce09-c202-436c-bf67-0227f9c2b5e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=a6ee81d8-7822-45d5-b78b-8b350ec3ddda HTTP/1.1" status: 200 len: 217 time: 0.0518262 Jul 05 03:54:44.517135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cfee6-921f-4cda-b6d4-7fe944d09292 req-a5277085-f9d9-4ae5-b9eb-c15d9f120492 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.518255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-493cfee6-921f-4cda-b6d4-7fe944d09292 req-a5277085-f9d9-4ae5-b9eb-c15d9f120492 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 931 time: 0.2028005 Jul 05 03:54:44.537200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-75957c92-7eb4-4097-bfa0-5bb7fb32817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.538907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-75957c92-7eb4-4097-bfa0-5bb7fb32817f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.0784721 Jul 05 03:54:44.588880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-fc31b99a-2596-4034-b225-2fa9f903bc30 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7455008 Jul 05 03:54:44.596973 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-493cfee6-921f-4cda-b6d4-7fe944d09292 req-70c7eda5-307e-4ece-abed-2ffe140b7ca7 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720081 Jul 05 03:54:44.605067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Request body: {'port': {'device_id': '60fb4594-88b6-43d2-8734-4f79c18cc454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:44.686177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4f249a2-bdb7-4d38-85f0-3f8693c7713c req-dce2700f-41d8-4aff-b2c4-1e708e525cfc tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/ports?device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 210 time: 0.0568147 Jul 05 03:54:44.713015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-1d6016e2-76c3-45af-9a1b-7e940f4bfea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.714626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-1d6016e2-76c3-45af-9a1b-7e940f4bfea9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1689255 Jul 05 03:54:44.771218 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c914405d-898b-4d2f-b9c3-5b33b852b2d1 req-719a857c-ede3-486c-84f5-2acf2d29aad4 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-groups/74fd0a61-8b89-46ee-b0dc-b8076ed1f206 HTTP/1.1" status: 200 len: 1813 time: 0.1305552 Jul 05 03:54:44.815787 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.833799 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-ab616bc5-a014-41a6-bef3-89649bf81600 req-cda3959e-fae2-4f22-8843-ab0476564f32 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] show failed (client error): The resource could not be found. Jul 05 03:54:44.834894 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab616bc5-a014-41a6-bef3-89649bf81600 req-cda3959e-fae2-4f22-8843-ab0476564f32 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-groups/3ac498c9-87c5-492a-956e-7e7be81fc438 HTTP/1.1" status: 404 len: 352 time: 0.0321043 Jul 05 03:54:44.920844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-32504227-a3bb-4e73-a13f-7644081ab6a1 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776690 Jul 05 03:54:45.059255 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-7f67b0db-f2bd-4290-9699-01fbeb600f11 req-51fdda16-a043-48ec-bf4e-de3e418b5723 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] show failed (client error): The resource could not be found. Jul 05 03:54:45.060270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f67b0db-f2bd-4290-9699-01fbeb600f11 req-51fdda16-a043-48ec-bf4e-de3e418b5723 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-group-rules/1c9871b9-03d2-4519-9493-1c4c93d8755b HTTP/1.1" status: 404 len: 361 time: 0.0302210 Jul 05 03:54:45.119060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34084) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:45.124581 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-5df7c1e2-3d9a-4427-a265-ddbe3ac751cb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--584134831', 'description': 'tempest-description--1261591742'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:45.169149 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-c84e8667-3966-429c-9aac-ab082a36d230 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415946 Jul 05 03:54:45.214322 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5df7c1e2-3d9a-4427-a265-ddbe3ac751cb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.233300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-a85c33a6-dfc1-4347-a487-daedca84c97a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=6050d55d-668d-4668-9918-29562bdf74b6 HTTP/1.1" status: 200 len: 217 time: 0.0532951 Jul 05 03:54:45.238525 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3febc283-a0dd-45f2-abc4-8912b906ebb5 req-4a0d61da-ea81-4d3f-80d0-f29e6f003da0 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-groups/74fd0a61-8b89-46ee-b0dc-b8076ed1f206 HTTP/1.1" status: 200 len: 1813 time: 0.1335359 Jul 05 03:54:45.321407 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5df7c1e2-3d9a-4427-a265-ddbe3ac751cb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.354662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-befbf8b7-635c-4afb-ae04-f043493581c7 req-a8a6813e-6a2a-4ecc-90dc-f6f2d7318542 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef43ae5f-80a9-47e6-b010-26a6ef83f05b HTTP/1.1" status: 200 len: 210 time: 0.0542142 Jul 05 03:54:45.364005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-6bd59625-b412-44f8-8c4a-83909f031ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.365511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-6bd59625-b412-44f8-8c4a-83909f031ca0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.1235278 Jul 05 03:54:45.413555 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5df7c1e2-3d9a-4427-a265-ddbe3ac751cb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.451802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:45.460513 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7c1e2-3d9a-4427-a265-ddbe3ac751cb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f704b107-2368-4bc6-a2af-b8719e38f1f7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:45.461245 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3febc283-a0dd-45f2-abc4-8912b906ebb5 req-501ac492-0c69-4b96-bf9b-772f155e6911 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.464014 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.503705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:45.505155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Transition to ACTIVE for port object 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:45.507318 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3febc283-a0dd-45f2-abc4-8912b906ebb5 req-501ac492-0c69-4b96-bf9b-772f155e6911 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.556564 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5df7c1e2-3d9a-4427-a265-ddbe3ac751cb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.558066 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5df7c1e2-3d9a-4427-a265-ddbe3ac751cb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4378893 Jul 05 03:54:45.561410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34092) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:45.567841 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-240e4643-2950-4143-907f-a36767d667f8 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Request body: {'security_group_rule': {'security_group_id': 'f704b107-2368-4bc6-a2af-b8719e38f1f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:45.690822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:45.691663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4ba0ba5c-aa04-4f42-9268-07b75030b6e4 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:45.692356 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 91e8c24d-4397-4db3-8862-d609c6c554ea no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:45.707449 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-240e4643-2950-4143-907f-a36767d667f8 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.738439 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 91e8c24d-4397-4db3-8862-d609c6c554ea {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:45.740618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 91e8c24d-4397-4db3-8862-d609c6c554ea not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:45.803040 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-a9658d1b-bfae-4837-866a-7352ec106510 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.804938 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-a9658d1b-bfae-4837-866a-7352ec106510 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.64 "GET /v2.0/networks?id=57633b33-e9f2-4b8f-ac3e-a7f61904fc82 HTTP/1.1" status: 200 len: 822 time: 0.1798797 Jul 05 03:54:45.817925 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-240e4643-2950-4143-907f-a36767d667f8 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.821961 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-a249888b-7d4f-4523-ae1a-519771b60cbe tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Request body: {'port': {'device_id': '6453b3fe-0c31-4c3c-b653-6bef450fbb13', 'network_id': '57633b33-e9f2-4b8f-ac3e-a7f61904fc82', 'admin_state_up': True, 'tenant_id': 'b4a14530b2b64a8792cc1287e0d45b3b'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:45.899710 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.921567 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-240e4643-2950-4143-907f-a36767d667f8 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.921842 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-72e67a7e-654f-4fa6-8960-3d4cfb128037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.923321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-72e67a7e-654f-4fa6-8960-3d4cfb128037 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5291812 Jul 05 03:54:45.947395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e4643-2950-4143-907f-a36767d667f8 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f46f475-1a69-4eed-826f-4501355f2c5e,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:46.051757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:46.142255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-fc6431bb-164e-4379-a66d-eac07bc66170 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779668 Jul 05 03:54:46.153380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2bc7a-60f9-4341-bae8-73d42a660bdb req-e94c58a1-18a5-43d4-bdab-6b7d5b2b601e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.154749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1df2bc7a-60f9-4341-bae8-73d42a660bdb req-e94c58a1-18a5-43d4-bdab-6b7d5b2b601e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 943 time: 0.2652340 Jul 05 03:54:46.191026 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-a249888b-7d4f-4523-ae1a-519771b60cbe tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Made reservation on behalf of b4a14530b2b64a8792cc1287e0d45b3b for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:46.195713 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-a249888b-7d4f-4523-ae1a-519771b60cbe tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.226992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3febc283-a0dd-45f2-abc4-8912b906ebb5 req-501ac492-0c69-4b96-bf9b-772f155e6911 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.229634 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3febc283-a0dd-45f2-abc4-8912b906ebb5 req-501ac492-0c69-4b96-bf9b-772f155e6911 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.230770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3febc283-a0dd-45f2-abc4-8912b906ebb5 req-501ac492-0c69-4b96-bf9b-772f155e6911 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "DELETE /v2.0/security-groups/74fd0a61-8b89-46ee-b0dc-b8076ed1f206 HTTP/1.1" status: 204 len: 173 time: 0.9740884 Jul 05 03:54:46.254287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Attempting to bind port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:46.254637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Attempting to bind port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:46.254954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Attempting to bind port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac on network c89c692c-00bc-4ef7-bd27-8d630899ce3a {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:46.276063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ac492-0c69-4b96-bf9b-772f155e6911 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fd0a61-8b89-46ee-b0dc-b8076ed1f206,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:46.281861 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac on network c89c692c-00bc-4ef7-bd27-8d630899ce3a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:46.282157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Attempting to bind port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac on network c89c692c-00bc-4ef7-bd27-8d630899ce3a {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:46.292403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1df2bc7a-60f9-4341-bae8-73d42a660bdb req-734ec9e0-498d-4884-8fc8-1c251391d34f tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261184 Jul 05 03:54:46.299606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:46.308250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Checking segment: {'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:46.308250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Bound using segment: {'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:46.308250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Bound port: 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:46.308250 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.332313 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-083fe990-2120-43c9-9587-f063d86affce service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747980 Jul 05 03:54:46.361225 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-240e4643-2950-4143-907f-a36767d667f8 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.363427 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-240e4643-2950-4143-907f-a36767d667f8 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8008988 Jul 05 03:54:46.369612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34102) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:46.378454 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7bad4c0f-762e-4b67-8dab-12545aaf037b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Request body: {'security_group_rule': {'security_group_id': 'f704b107-2368-4bc6-a2af-b8719e38f1f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:46.412680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-ef77e155-631c-479a-a969-0da2e8e306a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 HTTP/1.1" status: 200 len: 217 time: 0.0622041 Jul 05 03:54:46.447851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-a249888b-7d4f-4523-ae1a-519771b60cbe tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Allocated IP 172.20.0.7 (57633b33-e9f2-4b8f-ac3e-a7f61904fc82/52db9855-42bd-4e92-852d-60e1f04adc5d/4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:46.449740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e78b01d3-ccf8-4a9e-a9c2-4076b3b1ba21 req-18e2f127-6e94-4b54-8f03-870f55bcbcde tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/ports?device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 210 time: 0.0411320 Jul 05 03:54:46.513779 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7bad4c0f-762e-4b67-8dab-12545aaf037b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.529818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] For port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:46.569415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] For port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:46.575364 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-0cf07fb9-079a-4d00-ba9a-4fef562a4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.577069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-0cf07fb9-079a-4d00-ba9a-4fef562a4f67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.1345892 Jul 05 03:54:46.589482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2fa6928-3def-4910-921b-69c93f126965 req-8b5b97ae-7ce9-42a3-a1ed-6d40553e175d tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-groups/e6d03f9f-57da-49be-8f7c-b7efdd6064e4 HTTP/1.1" status: 200 len: 1813 time: 0.1385195 Jul 05 03:54:46.660643 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.661727 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:54:46.690455 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7bad4c0f-762e-4b67-8dab-12545aaf037b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.713695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.714323 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.715731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] 10.222.0.64 "PUT /v2.0/ports/2a3eafaa-143f-4ed8-99b9-3b415e81c6ac HTTP/1.1" status: 200 len: 1091 time: 2.1147814 Jul 05 03:54:46.718227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fb4594-88b6-43d2-8734-4f79c18cc454', 'tag': '2a3eafaa-143f-4ed8-99b9-3b415e81c6ac'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:46.727058 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad732718-116c-414f-999d-e5c94f21f065" -d '{"events": [{"name": "network-changed", "server_uuid": "60fb4594-88b6-43d2-8734-4f79c18cc454", "tag": "2a3eafaa-143f-4ed8-99b9-3b415e81c6ac"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:46.760173 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-a249888b-7d4f-4523-ae1a-519771b60cbe tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.784954 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c2fa6928-3def-4910-921b-69c93f126965 req-7629c934-1414-4806-8b83-96fb2fd5a2c9 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.794916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a039c8-10f6-4874-a629-b609f8d7bab0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:46.805006 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-da44515a-6ab5-4fb6-b708-03e829fedcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.806571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-da44515a-6ab5-4fb6-b708-03e829fedcbc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2151399 Jul 05 03:54:46.809584 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7bad4c0f-762e-4b67-8dab-12545aaf037b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.839556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad4c0f-762e-4b67-8dab-12545aaf037b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30dfd336-9a20-4e67-9e59-ad6ad598eb36,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:46.867691 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c2fa6928-3def-4910-921b-69c93f126965 req-7629c934-1414-4806-8b83-96fb2fd5a2c9 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.888513 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-a249888b-7d4f-4523-ae1a-519771b60cbe tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.925838 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d6f724-4df8-4e1a-b490-41f14507533b x-openstack-request-id: req-45d6f724-4df8-4e1a-b490-41f14507533b {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:46.926518 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fb4594-88b6-43d2-8734-4f79c18cc454", "tag": "2a3eafaa-143f-4ed8-99b9-3b415e81c6ac", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:46.926518 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45d6f724-4df8-4e1a-b490-41f14507533b {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:46.926966 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fb4594-88b6-43d2-8734-4f79c18cc454', 'tag': '2a3eafaa-143f-4ed8-99b9-3b415e81c6ac', 'status': 'completed', 'code': 200} Jul 05 03:54:46.929004 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7bad4c0f-762e-4b67-8dab-12545aaf037b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.930285 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7bad4c0f-762e-4b67-8dab-12545aaf037b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5594985 Jul 05 03:54:46.934616 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34122) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:46.942106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:46.971146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-a249888b-7d4f-4523-ae1a-519771b60cbe tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Network 57633b33-e9f2-4b8f-ac3e-a7f61904fc82 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:46.976667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249888b-7d4f-4523-ae1a-519771b60cbe tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Pushing event updated for resources: {'Port': ['ID=4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:46.979398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-a249888b-7d4f-4523-ae1a-519771b60cbe tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:46.985273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-a249888b-7d4f-4523-ae1a-519771b60cbe tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:47.019710 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-50361394-a14f-471b-a746-a93b02852a4a service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030218 Jul 05 03:54:47.025291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-f80e767f-05dc-4543-ac0a-d8925b7b0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.026654 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-f80e767f-05dc-4543-ac0a-d8925b7b0740 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87bb8c90cfa74c4cbea3dcba57734d61&device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 1094 time: 0.1273904 Jul 05 03:54:47.045314 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-a249888b-7d4f-4523-ae1a-519771b60cbe tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.046015 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-a249888b-7d4f-4523-ae1a-519771b60cbe tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.125559 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-82fd098b-e1cf-472f-93cd-e2f2790edf23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac HTTP/1.1" status: 200 len: 217 time: 0.0883939 Jul 05 03:54:47.140927 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.179042 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c2fa6928-3def-4910-921b-69c93f126965 req-7629c934-1414-4806-8b83-96fb2fd5a2c9 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.181647 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c2fa6928-3def-4910-921b-69c93f126965 req-7629c934-1414-4806-8b83-96fb2fd5a2c9 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.182766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2fa6928-3def-4910-921b-69c93f126965 req-7629c934-1414-4806-8b83-96fb2fd5a2c9 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "DELETE /v2.0/security-groups/e6d03f9f-57da-49be-8f7c-b7efdd6064e4 HTTP/1.1" status: 204 len: 173 time: 0.5924897 Jul 05 03:54:47.193083 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-a249888b-7d4f-4523-ae1a-519771b60cbe tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3772969 Jul 05 03:54:47.204915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Request body: {'port': {'device_id': '6453b3fe-0c31-4c3c-b653-6bef450fbb13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:47.238566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629c934-1414-4806-8b83-96fb2fd5a2c9 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d03f9f-57da-49be-8f7c-b7efdd6064e4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:47.295645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-609ff14d-e5f8-46df-ab12-85400b599f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.297201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-609ff14d-e5f8-46df-ab12-85400b599f43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d577d8f0-9eb0-4620-a525-895a334127b7 HTTP/1.1" status: 200 len: 844 time: 0.1395340 Jul 05 03:54:47.298052 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.335295 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-347638e0-600f-45ba-91f0-6a09e260de69 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077097 Jul 05 03:54:47.344424 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.360610 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-e3337802-33a0-4610-b86d-770768df5c86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c89c692c-00bc-4ef7-bd27-8d630899ce3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556679 Jul 05 03:54:47.370652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16febed9-e023-4cf0-a02b-0f3f2afdea33 req-36e87373-4049-4a86-bfd2-13135b52b127 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-groups/32616fc7-7d17-4096-b42a-828c03c8e7a3 HTTP/1.1" status: 200 len: 1814 time: 0.1575325 Jul 05 03:54:47.378928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc11f1-c5e5-40e2-81a9-43c140fd4e2e req-182d9691-4d2e-475d-84c7-0ef6e199d4a2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.380390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11bc11f1-c5e5-40e2-81a9-43c140fd4e2e req-182d9691-4d2e-475d-84c7-0ef6e199d4a2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 811 time: 0.3518066 Jul 05 03:54:47.432949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-0dc006fa-56c3-41f8-a935-5214a201bf68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=188232d8-79be-4266-be8e-ffcd78b4e590 HTTP/1.1" status: 200 len: 217 time: 0.0746770 Jul 05 03:54:47.509974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11bc11f1-c5e5-40e2-81a9-43c140fd4e2e req-b4895533-0051-454e-80ca-6fd027e311ef tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/quotas/0e720a82806c4e7cbe27e02eb198af6d HTTP/1.1" status: 200 len: 375 time: 0.0935292 Jul 05 03:54:47.567807 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11bc11f1-c5e5-40e2-81a9-43c140fd4e2e req-f78e1104-45e8-4c8d-91f2-a67b14d86c0f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480051 Jul 05 03:54:47.569297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Allocated IP 172.25.0.101 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/c40e821d-4d03-4091-a4db-25c70d0e5e4b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:47.599458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-42ee74a1-c974-4d0c-bf2d-95eef8f5d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.600887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-42ee74a1-c974-4d0c-bf2d-95eef8f5d975 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cba49b-6d0f-47b0-a85d-60d24e9f83c4 HTTP/1.1" status: 200 len: 797 time: 0.1281028 Jul 05 03:54:47.685063 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-16febed9-e023-4cf0-a02b-0f3f2afdea33 req-1ae723e4-0fd4-4115-a7de-b950ee780f92 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.693895 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-606b3c51-5ffe-424a-a003-585806204e2c service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224154 Jul 05 03:54:47.730308 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:47.747697 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.752514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.768690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Transition to ACTIVE for port object 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:47.779558 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-16febed9-e023-4cf0-a02b-0f3f2afdea33 req-1ae723e4-0fd4-4115-a7de-b950ee780f92 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.836296 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.850300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11bc11f1-c5e5-40e2-81a9-43c140fd4e2e req-c074696b-30cd-4497-b679-97100e4956f4 service neutron] 10.222.0.60 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722213 Jul 05 03:54:47.864959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-52f62247-0bca-41cd-9fcc-ddf2c3e7b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.866454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-52f62247-0bca-41cd-9fcc-ddf2c3e7b333 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2471602 Jul 05 03:54:47.884065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.895469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Pushing event updated for resources: {'Port': ['ID=4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:47.968631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:47.975240 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-16febed9-e023-4cf0-a02b-0f3f2afdea33 req-1ae723e4-0fd4-4115-a7de-b950ee780f92 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.977852 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-16febed9-e023-4cf0-a02b-0f3f2afdea33 req-1ae723e4-0fd4-4115-a7de-b950ee780f92 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.979095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16febed9-e023-4cf0-a02b-0f3f2afdea33 req-1ae723e4-0fd4-4115-a7de-b950ee780f92 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "DELETE /v2.0/security-groups/32616fc7-7d17-4096-b42a-828c03c8e7a3 HTTP/1.1" status: 204 len: 173 time: 0.5978346 Jul 05 03:54:47.980974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:47.986956 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d14ccfb-88f2-463a-a2ef-e4991c7361cd req-398097e4-e74c-4acf-9b8a-bc666a0e465f service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825522 Jul 05 03:54:47.987119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:48.003677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae723e4-0fd4-4115-a7de-b950ee780f92 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32616fc7-7d17-4096-b42a-828c03c8e7a3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:48.008832 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Pushing event updated for resources: {'Port': ['ID=c40e821d-4d03-4091-a4db-25c70d0e5e4b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:48.041524 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Attempting to bind port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:48.041864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Attempting to bind port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5939b57e-efa6-4b9b-9a81-69d62a7f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '57633b33-e9f2-4b8f-ac3e-a7f61904fc82'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:48.042190 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Attempting to bind port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 on network 57633b33-e9f2-4b8f-ac3e-a7f61904fc82 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:48.051861 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 on network 57633b33-e9f2-4b8f-ac3e-a7f61904fc82 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:48.052166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Attempting to bind port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 on network 57633b33-e9f2-4b8f-ac3e-a7f61904fc82 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:48.066419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11bc11f1-c5e5-40e2-81a9-43c140fd4e2e req-ad3ecccf-1aa1-4b25-8d05-bb7e1baace95 service neutron] 10.222.0.60 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045853 Jul 05 03:54:48.072836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-ecb60f4a-3b68-4734-bdbe-a9a65157a439 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944075 Jul 05 03:54:48.079065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:48.080328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Checking segment: {'id': '5939b57e-efa6-4b9b-9a81-69d62a7f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '57633b33-e9f2-4b8f-ac3e-a7f61904fc82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:48.080328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Bound using segment: {'id': '5939b57e-efa6-4b9b-9a81-69d62a7f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '57633b33-e9f2-4b8f-ac3e-a7f61904fc82'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:48.080328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Bound port: 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5939b57e-efa6-4b9b-9a81-69d62a7f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '57633b33-e9f2-4b8f-ac3e-a7f61904fc82'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:48.080975 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.126473 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.163125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] For port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:48.166193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] For port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0,segment=NetworkSegment(5939b57e-efa6-4b9b-9a81-69d62a7f2f39),segment_id=5939b57e-efa6-4b9b-9a81-69d62a7f2f39)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:48.252944 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-c33c4f3f-281d-439a-bf70-bfd48c7466cc service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724169 Jul 05 03:54:48.275481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.307603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c6a7a-d8bb-427b-a399-7c504f99ef1a req-dd6b8bcf-9d08-43a4-a18a-a99e5a890397 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.309123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f8c6a7a-d8bb-427b-a399-7c504f99ef1a req-dd6b8bcf-9d08-43a4-a18a-a99e5a890397 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 943 time: 0.1766529 Jul 05 03:54:48.316747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-3fcbcf50-fefc-4044-add3-ba51de1427a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c456a42a-09c5-4f07-bd3d-805697e58d69 HTTP/1.1" status: 200 len: 217 time: 0.0550578 Jul 05 03:54:48.319449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad732718-116c-414f-999d-e5c94f21f065 req-9b5f83fc-d176-46a6-8599-abac0063986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.320930 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad732718-116c-414f-999d-e5c94f21f065 req-9b5f83fc-d176-46a6-8599-abac0063986c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87bb8c90cfa74c4cbea3dcba57734d61&device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 1094 time: 0.1534505 Jul 05 03:54:48.338961 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.342341 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.343228 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.345141 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] 10.222.0.64 "PUT /v2.0/ports/4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 HTTP/1.1" status: 200 len: 1091 time: 1.1456456 Jul 05 03:54:48.347321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6453b3fe-0c31-4c3c-b653-6bef450fbb13', 'tag': '4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:48.349723 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc1b061-3c6d-47c2-8a2d-c5e397b1e27a" -d '{"events": [{"name": "network-changed", "server_uuid": "6453b3fe-0c31-4c3c-b653-6bef450fbb13", "tag": "4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:48.401738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce8253-590b-4a42-a8a4-e26eebab3d8a service neutron] Pushing event updated for resources: {'Port': ['ID=4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:48.444197 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f8c6a7a-d8bb-427b-a399-7c504f99ef1a req-a590b876-fe6a-43eb-b1dc-e6646e00f3eb tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220474 Jul 05 03:54:48.457423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-b65daf07-6dc6-4528-b693-fd0d1c78c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.458953 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-b65daf07-6dc6-4528-b693-fd0d1c78c0fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cba49b-6d0f-47b0-a85d-60d24e9f83c4 HTTP/1.1" status: 200 len: 797 time: 0.1290677 Jul 05 03:54:48.527272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad732718-116c-414f-999d-e5c94f21f065 req-89bda9d3-ed8d-417c-8db9-a4d4524e202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.528791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad732718-116c-414f-999d-e5c94f21f065 req-89bda9d3-ed8d-417c-8db9-a4d4524e202f service neutron] 10.222.0.64 "GET /v2.0/networks?id=c89c692c-00bc-4ef7-bd27-8d630899ce3a HTTP/1.1" status: 200 len: 905 time: 0.1906369 Jul 05 03:54:48.594401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad732718-116c-414f-999d-e5c94f21f065 req-cd1f56f0-d0b7-4a17-aa30-7ab9ef37c43f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac HTTP/1.1" status: 200 len: 217 time: 0.0574524 Jul 05 03:54:48.648415 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.650520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-c6b116ac-dc4d-434a-a87f-c451e4aba9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.651960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-5c75d5b3-57fb-460e-9507-742f3682ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.652081 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-c6b116ac-dc4d-434a-a87f-c451e4aba9ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1710246 Jul 05 03:54:48.654577 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-5c75d5b3-57fb-460e-9507-742f3682ef76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4a14530b2b64a8792cc1287e0d45b3b&device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 1094 time: 0.1528563 Jul 05 03:54:48.704050 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-c0300a9b-349c-45df-8e22-7088e69b9da8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 HTTP/1.1" status: 200 len: 217 time: 0.0378993 Jul 05 03:54:48.743976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad732718-116c-414f-999d-e5c94f21f065 req-0fb3e35c-ff8c-465c-9ba0-59f4cbfd6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.745441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad732718-116c-414f-999d-e5c94f21f065 req-0fb3e35c-ff8c-465c-9ba0-59f4cbfd6ee3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d577d8f0-9eb0-4620-a525-895a334127b7 HTTP/1.1" status: 200 len: 844 time: 0.1442080 Jul 05 03:54:48.745978 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.804646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad732718-116c-414f-999d-e5c94f21f065 req-667eaeb1-285e-4a62-a2dd-78f364c55464 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c89c692c-00bc-4ef7-bd27-8d630899ce3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484385 Jul 05 03:54:48.821728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-4c3c6b05-a340-42bc-ac07-dc0700eb8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.823464 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-4c3c6b05-a340-42bc-ac07-dc0700eb8480 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52db9855-42bd-4e92-852d-60e1f04adc5d HTTP/1.1" status: 200 len: 862 time: 0.1132307 Jul 05 03:54:48.872723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Pushing event updated for resources: {'Port': ['ID=c40e821d-4d03-4091-a4db-25c70d0e5e4b,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:48.876482 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-fdd57503-4478-4ce9-9003-1f03913c3424 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57633b33-e9f2-4b8f-ac3e-a7f61904fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424831 Jul 05 03:54:48.893695 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.909068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f55bd568-349c-49c3-9353-231d7ba837a5 req-5772f7b8-35b1-4c82-b668-3fb6fad5cc81 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-groups/a9ff7fa6-d1d2-4c6b-945f-0bee7fbb6fcf HTTP/1.1" status: 200 len: 1815 time: 0.1668642 Jul 05 03:54:48.918313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677a8ac-ed5e-4cb7-9e2a-80b6a9379ce5 req-e93c7caa-9fbe-48ef-b1a8-29d0133d8f47 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.919798 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3677a8ac-ed5e-4cb7-9e2a-80b6a9379ce5 req-e93c7caa-9fbe-48ef-b1a8-29d0133d8f47 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/ports?device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 943 time: 0.2983093 Jul 05 03:54:48.925220 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-3ddc75a2-29b0-45fe-b8a8-e9d29a7daa97 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540326 Jul 05 03:54:48.978802 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-0e66dd68-3003-4b9d-ad1d-6bad62373822 service neutron] 10.222.0.64 "GET /v2.0/networks/57633b33-e9f2-4b8f-ac3e-a7f61904fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930922 Jul 05 03:54:49.006347 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.016211 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-68085628-3c5f-49c8-8a7f-0e0614f056f1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0777020 Jul 05 03:54:49.068083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad732718-116c-414f-999d-e5c94f21f065 req-12b341b5-a2ef-40d3-9e24-25636eb5257e service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528331 Jul 05 03:54:49.072798 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3677a8ac-ed5e-4cb7-9e2a-80b6a9379ce5 req-92a6cedf-ef0a-48a1-9334-d1905513460a tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a4d7c14-8a87-47b3-8bda-bd45bf087192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384819 Jul 05 03:54:49.107292 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7f89fe38-3a11-41d5-80ba-d11af54ae0a4 req-5c19bf10-5887-44a8-8ad9-23e658335de2 service neutron] 10.222.0.64 "GET /v2.0/networks/57633b33-e9f2-4b8f-ac3e-a7f61904fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202500 Jul 05 03:54:49.168077 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f55bd568-349c-49c3-9353-231d7ba837a5 req-05334fe2-2188-4bcc-a682-c948e2998da8 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.195856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e00ff0c0-23ba-4c4f-933a-ae1c1f0b0789 req-e04a8460-1cae-42a5-905d-051ff972ab8f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=0127e6d8-cfa6-4f7e-a363-87f012059d2d HTTP/1.1" status: 200 len: 210 time: 0.0485833 Jul 05 03:54:49.212999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c484cc2-08f9-41f5-ac5b-82b1fcca402a req-e1851e83-4507-43ee-9597-b66f7072f377 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769053 Jul 05 03:54:49.236596 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f55bd568-349c-49c3-9353-231d7ba837a5 req-05334fe2-2188-4bcc-a682-c948e2998da8 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.252806 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b0b15b-ea0c-4fdd-8b17-a4ca6b8be9c4 x-openstack-request-id: req-73b0b15b-ea0c-4fdd-8b17-a4ca6b8be9c4 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:49.253302 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6453b3fe-0c31-4c3c-b653-6bef450fbb13", "tag": "4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:49.253742 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73b0b15b-ea0c-4fdd-8b17-a4ca6b8be9c4 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:49.254138 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6453b3fe-0c31-4c3c-b653-6bef450fbb13', 'tag': '4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0', 'status': 'completed', 'code': 200} Jul 05 03:54:49.278687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad732718-116c-414f-999d-e5c94f21f065 req-b7377f3d-d943-4ad0-9799-45766bcf8f8a service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023857 Jul 05 03:54:49.353075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1b061-3c6d-47c2-8a2d-c5e397b1e27a req-4a681034-10aa-40a3-8740-364e5fe17b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:49.354529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0dc1b061-3c6d-47c2-8a2d-c5e397b1e27a req-4a681034-10aa-40a3-8740-364e5fe17b89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4a14530b2b64a8792cc1287e0d45b3b&device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 1094 time: 0.0718591 Jul 05 03:54:49.405788 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f55bd568-349c-49c3-9353-231d7ba837a5 req-05334fe2-2188-4bcc-a682-c948e2998da8 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.409055 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f55bd568-349c-49c3-9353-231d7ba837a5 req-05334fe2-2188-4bcc-a682-c948e2998da8 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.410227 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f55bd568-349c-49c3-9353-231d7ba837a5 req-05334fe2-2188-4bcc-a682-c948e2998da8 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "DELETE /v2.0/security-groups/a9ff7fa6-d1d2-4c6b-945f-0bee7fbb6fcf HTTP/1.1" status: 204 len: 173 time: 0.4872873 Jul 05 03:54:49.466227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05334fe2-2188-4bcc-a682-c948e2998da8 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ff7fa6-d1d2-4c6b-945f-0bee7fbb6fcf,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:49.528049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-446eb317-19d9-4c00-b9aa-c38ab04a713c tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:49.529558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-446eb317-19d9-4c00-b9aa-c38ab04a713c tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/networks?id=891a6a08-728d-4b58-afb9-09761ba3db2f HTTP/1.1" status: 200 len: 821 time: 0.1908529 Jul 05 03:54:49.535038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:49.553243 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-c3107538-7082-4a52-b4c4-6287b90e990a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/quotas/fd3e776bf9be4be8ad8b9c01a8dd00d9 HTTP/1.1" status: 200 len: 375 time: 0.0140555 Jul 05 03:54:49.554509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1b061-3c6d-47c2-8a2d-c5e397b1e27a req-babfa04d-9e1c-450d-8319-d28db4303778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:49.557771 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0dc1b061-3c6d-47c2-8a2d-c5e397b1e27a req-babfa04d-9e1c-450d-8319-d28db4303778 service neutron] 10.222.0.64 "GET /v2.0/networks?id=57633b33-e9f2-4b8f-ac3e-a7f61904fc82 HTTP/1.1" status: 200 len: 923 time: 0.1896265 Jul 05 03:54:49.629620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0dc1b061-3c6d-47c2-8a2d-c5e397b1e27a req-da12cb17-924b-4df4-b155-ec133529772c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 HTTP/1.1" status: 200 len: 217 time: 0.0412998 Jul 05 03:54:49.652732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:49.666340 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '2a3eafaa-143f-4ed8-99b9-3b415e81c6ac', 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a', 'port_id': '2a3eafaa-143f-4ed8-99b9-3b415e81c6ac', 'mac_address': 'fa:16:3e:e8:8b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd577d8f0-9eb0-4620-a525-895a334127b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:49.709864 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.728762 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:49.754385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:49.839052 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.910833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:50.038838 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-5c075aaf-7250-4c6e-8c76-b699eaaaef1a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd3e776bf9be4be8ad8b9c01a8dd00d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4800117 Jul 05 03:54:50.042599 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1b061-3c6d-47c2-8a2d-c5e397b1e27a req-c9f238ab-1e17-4321-a489-51b3de27bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.043959 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0dc1b061-3c6d-47c2-8a2d-c5e397b1e27a req-c9f238ab-1e17-4321-a489-51b3de27bfc0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52db9855-42bd-4e92-852d-60e1f04adc5d HTTP/1.1" status: 200 len: 862 time: 0.4066868 Jul 05 03:54:50.116733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0dc1b061-3c6d-47c2-8a2d-c5e397b1e27a req-37e52ea8-3289-46e3-8999-ac545548b836 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57633b33-e9f2-4b8f-ac3e-a7f61904fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622258 Jul 05 03:54:50.118196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['2a3eafaa-143f-4ed8-99b9-3b415e81c6ac'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:50.212326 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-11bc11f1-c5e5-40e2-81a9-43c140fd4e2e req-04b1619f-0aff-4a66-81bc-ed229446a4f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&device_id=0127e6d8-cfa6-4f7e-a363-87f012059d2d HTTP/1.1" status: 200 len: 210 time: 0.0413826 Jul 05 03:54:50.220754 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-e22735a4-c231-402c-9946-1f9b8e501f5c service neutron] 10.222.0.60 "GET /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748857 Jul 05 03:54:50.256840 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0dc1b061-3c6d-47c2-8a2d-c5e397b1e27a req-04e4ac65-4bc3-4230-9437-78b566c645c6 service neutron] 10.222.0.64 "GET /v2.0/networks/57633b33-e9f2-4b8f-ac3e-a7f61904fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327536 Jul 05 03:54:50.323198 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc11f1-c5e5-40e2-81a9-43c140fd4e2e req-f4e84bea-4199-4ab1-9e3e-c2855211b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.324750 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-11bc11f1-c5e5-40e2-81a9-43c140fd4e2e req-f4e84bea-4199-4ab1-9e3e-c2855211b17f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1032016 Jul 05 03:54:50.389492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-8fea19ce-1042-4475-b0d1-d17734dbff9c service neutron] 10.222.0.60 "GET /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581531 Jul 05 03:54:50.401127 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0dc1b061-3c6d-47c2-8a2d-c5e397b1e27a req-4ce31fd2-e4f0-4dc4-9220-424fbfa5add9 service neutron] 10.222.0.64 "GET /v2.0/networks/57633b33-e9f2-4b8f-ac3e-a7f61904fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197886 Jul 05 03:54:50.424600 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc11f1-c5e5-40e2-81a9-43c140fd4e2e req-70c8c286-9ecb-43a8-9617-150b07f016ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.426168 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-11bc11f1-c5e5-40e2-81a9-43c140fd4e2e req-70c8c286-9ecb-43a8-9617-150b07f016ad service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949993 Jul 05 03:54:50.532602 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-11bc11f1-c5e5-40e2-81a9-43c140fd4e2e req-6027ea8c-cb0e-4563-948b-b36b1f918dd0 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "GET /v2.0/ports?device_id=0127e6d8-cfa6-4f7e-a363-87f012059d2d HTTP/1.1" status: 200 len: 210 time: 0.0277879 Jul 05 03:54:50.595754 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a1499fd-27c6-400c-a369-54235cf5bc33 req-0b3ab15f-dfe7-4deb-b7af-0acdafbf1a11 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "GET /v2.0/security-groups/d9b867a9-e50b-4cc3-b45f-c11229586cde HTTP/1.1" status: 200 len: 1814 time: 0.0589280 Jul 05 03:54:50.654712 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3a1499fd-27c6-400c-a369-54235cf5bc33 req-13dc31f2-7ba2-41cd-8e7a-aeb672f92ca7 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.684494 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3a1499fd-27c6-400c-a369-54235cf5bc33 req-13dc31f2-7ba2-41cd-8e7a-aeb672f92ca7 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.809044 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3a1499fd-27c6-400c-a369-54235cf5bc33 req-13dc31f2-7ba2-41cd-8e7a-aeb672f92ca7 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.811581 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3a1499fd-27c6-400c-a369-54235cf5bc33 req-13dc31f2-7ba2-41cd-8e7a-aeb672f92ca7 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.813293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a1499fd-27c6-400c-a369-54235cf5bc33 req-13dc31f2-7ba2-41cd-8e7a-aeb672f92ca7 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] 10.222.0.60 "DELETE /v2.0/security-groups/d9b867a9-e50b-4cc3-b45f-c11229586cde HTTP/1.1" status: 204 len: 173 time: 0.2161725 Jul 05 03:54:50.820070 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34206) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:50.824132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc31f2-7ba2-41cd-8e7a-aeb672f92ca7 tempest-SecurityGroupRulesNegativeTestJSON-24295017 tempest-SecurityGroupRulesNegativeTestJSON-24295017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b867a9-e50b-4cc3-b45f-c11229586cde,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:50.872399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-877fad10-0bef-4b05-a046-3162b25e6089 admin admin] Deleting subnet d507126f-5b09-4425-a83a-9aa8330ca06f {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:54:50.876592 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-877fad10-0bef-4b05-a046-3162b25e6089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.879620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197afaed-a1b4-4618-b092-8a37eccfc708 req-36897cc9-f18c-4349-85f9-3095e95955e9 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.881310 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-197afaed-a1b4-4618-b092-8a37eccfc708 req-36897cc9-f18c-4349-85f9-3095e95955e9 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 944 time: 0.1056466 Jul 05 03:54:50.918564 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-877fad10-0bef-4b05-a046-3162b25e6089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.941240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-197afaed-a1b4-4618-b092-8a37eccfc708 req-97abaa31-5ae4-423f-bbf5-19401b56ddca tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480511 Jul 05 03:54:50.963512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-877fad10-0bef-4b05-a046-3162b25e6089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.145482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de5464-c33b-4ab7-aa83-58052a32c084 req-b1d2f31f-f3cf-4442-ba09-5b7ed7b62ae1 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:51.147241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6de5464-c33b-4ab7-aa83-58052a32c084 req-b1d2f31f-f3cf-4442-ba09-5b7ed7b62ae1 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/ports?device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 943 time: 0.0903347 Jul 05 03:54:51.162095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-877fad10-0bef-4b05-a046-3162b25e6089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.168639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-560bbed4-4e14-4ef8-a8e1-bb40c843620d req-574b8db1-962e-4759-ad38-fda228663115 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 210 time: 0.0453279 Jul 05 03:54:51.191614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fad10-0bef-4b05-a046-3162b25e6089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d507126f-5b09-4425-a83a-9aa8330ca06f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:51.193966 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-877fad10-0bef-4b05-a046-3162b25e6089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.196230 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-877fad10-0bef-4b05-a046-3162b25e6089 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d507126f-5b09-4425-a83a-9aa8330ca06f HTTP/1.1" status: 204 len: 168 time: 0.3749938 Jul 05 03:54:51.198547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34212) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:51.215767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6de5464-c33b-4ab7-aa83-58052a32c084 req-c3d2a69f-0a96-4510-b95d-4db0cd2ad1a9 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a4d7c14-8a87-47b3-8bda-bd45bf087192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507238 Jul 05 03:54:51.309821 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e883-c7be-4c82-b81a-4b18b4327679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.327282 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-41910b9e-dcc0-4bce-83fd-d792ca44cafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.368054 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e883-c7be-4c82-b81a-4b18b4327679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.379323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-b0253e24-25b2-4fc5-9b18-79010d5c1e25 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:51.380347 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-b0253e24-25b2-4fc5-9b18-79010d5c1e25 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 811 time: 0.1190870 Jul 05 03:54:51.386634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a5c7e883-c7be-4c82-b81a-4b18b4327679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98701ff-f037-4f96-aa5c-b38f97359ea7']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:51.395579 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-4d380b0a-cf1b-4b05-b78a-9d66a3725ca5 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/quotas/0e720a82806c4e7cbe27e02eb198af6d HTTP/1.1" status: 200 len: 375 time: 0.0094841 Jul 05 03:54:51.397343 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a5c7e883-c7be-4c82-b81a-4b18b4327679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7bfef5-a544-42c5-8421-922eea6e5a5f') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:51.397835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a5c7e883-c7be-4c82-b81a-4b18b4327679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7bfef5-a544-42c5-8421-922eea6e5a5f') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:51.407653 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e883-c7be-4c82-b81a-4b18b4327679 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.421304 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e883-c7be-4c82-b81a-4b18b4327679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.428193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c7e883-c7be-4c82-b81a-4b18b4327679 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:51.428618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e883-c7be-4c82-b81a-4b18b4327679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:51.430277 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:51.438719 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-3d5a68eb-0fd5-4754-a766-051bdb5a504d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311980 Jul 05 03:54:51.528545 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-2a3e6321-5f09-46af-8e14-e69da6ed4ce8 service neutron] 10.222.0.60 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862556 Jul 05 03:54:51.561771 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e883-c7be-4c82-b81a-4b18b4327679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.566394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:51.569799 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e883-c7be-4c82-b81a-4b18b4327679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.574387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:51.574700 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a5c7e883-c7be-4c82-b81a-4b18b4327679 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e98701ff-f037-4f96-aa5c-b38f97359ea7 HTTP/1.1" status: 204 len: 168 time: 0.3748827 Jul 05 03:54:51.586846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7e883-c7be-4c82-b81a-4b18b4327679 admin admin] Pushing event deleted for resources: {'Network': ['ID=e98701ff-f037-4f96-aa5c-b38f97359ea7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:51.643812 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-373b5d4e-0915-4ddd-ac7d-67bf9158980e service neutron] 10.222.0.60 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086798 Jul 05 03:54:51.705997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0,segment=NetworkSegment(5939b57e-efa6-4b9b-9a81-69d62a7f2f39),segment_id=5939b57e-efa6-4b9b-9a81-69d62a7f2f39)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:51.718364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0', 'network_id': '57633b33-e9f2-4b8f-ac3e-a7f61904fc82', 'port_id': '4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0', 'mac_address': 'fa:16:3e:69:62:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52db9855-42bd-4e92-852d-60e1f04adc5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:51.758336 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.771168 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:51.791087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0,segment=NetworkSegment(5939b57e-efa6-4b9b-9a81-69d62a7f2f39),segment_id=5939b57e-efa6-4b9b-9a81-69d62a7f2f39)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:51.795517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:51.800043 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:51.800445 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.900664 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.910805 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.929017 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd091070-b03c-4dd4-98b4-534f7bef6d32 req-5adf8aac-04aa-409d-bc2d-d0f3bd8c65f2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 210 time: 0.0419588 Jul 05 03:54:51.983133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fb4594-88b6-43d2-8734-4f79c18cc454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3eafaa-143f-4ed8-99b9-3b415e81c6ac'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:51.986320 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb9f587-9981-4fb2-b885-f103d65ecdc3" -d '{"events": [{"server_uuid": "60fb4594-88b6-43d2-8734-4f79c18cc454", "name": "network-vif-plugged", "status": "completed", "tag": "2a3eafaa-143f-4ed8-99b9-3b415e81c6ac"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:52.006782 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:52.008079 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:52.032027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34238) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:52.081989 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.132284 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d16dfc6b-ac72-4ee5-9749-442cf73271c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a3edb2015ce4c8aa1258b8c9941de6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991597 Jul 05 03:54:52.135075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34246) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:52.136653 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ebbfb1-9676-4b78-bc10-5f82bab4bc5c x-openstack-request-id: req-a9ebbfb1-9676-4b78-bc10-5f82bab4bc5c {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:52.136969 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fb4594-88b6-43d2-8734-4f79c18cc454", "name": "network-vif-plugged", "status": "completed", "tag": "2a3eafaa-143f-4ed8-99b9-3b415e81c6ac", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:52.137295 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9ebbfb1-9676-4b78-bc10-5f82bab4bc5c {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:52.137886 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fb4594-88b6-43d2-8734-4f79c18cc454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3eafaa-143f-4ed8-99b9-3b415e81c6ac', 'code': 200} Jul 05 03:54:52.159683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:52.187313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:52.196191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aff46e-425b-487b-96f3-1ab8a9218a29 req-19cc4b1e-f542-42ca-9519-eade3d8c2eea tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.201964 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80aff46e-425b-487b-96f3-1ab8a9218a29 req-19cc4b1e-f542-42ca-9519-eade3d8c2eea tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 945 time: 0.1123817 Jul 05 03:54:52.217827 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c472b1c-0e79-431e-814f-1312d25b7d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.280240 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c472b1c-0e79-431e-814f-1312d25b7d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.318584 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80aff46e-425b-487b-96f3-1ab8a9218a29 req-49480e57-787d-4da7-a533-d90014a7efac tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919285 Jul 05 03:54:52.371165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d573a49-79f2-4f24-8594-ec5bdef7297c req-6eb91ea5-99b9-4e73-bedb-7c2d90cb4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.379901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d573a49-79f2-4f24-8594-ec5bdef7297c req-6eb91ea5-99b9-4e73-bedb-7c2d90cb4d5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 1096 time: 0.1231027 Jul 05 03:54:52.430735 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d573a49-79f2-4f24-8594-ec5bdef7297c req-e82f3f3a-6a62-45a2-b32e-54f269fe0beb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Jul 05 03:54:52.469010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d55e5543-f5a3-472c-9a65-e99d2a86f648 req-a17ffb7e-0aa8-451f-84fa-679d8e5d1fe2 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 210 time: 0.0339763 Jul 05 03:54:52.510017 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c472b1c-0e79-431e-814f-1312d25b7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.512736 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c472b1c-0e79-431e-814f-1312d25b7d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.513896 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8c472b1c-0e79-431e-814f-1312d25b7d99 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ef3501f-6df6-4e63-9733-38ece2759989 HTTP/1.1" status: 204 len: 168 time: 0.3771265 Jul 05 03:54:52.529082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c472b1c-0e79-431e-814f-1312d25b7d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef3501f-6df6-4e63-9733-38ece2759989,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:52.567916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c75cf-9124-4cd3-9e18-02e0523bec48 req-a5a5f4d1-5f7d-4a43-9956-11281e9686d8 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.575547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-185c75cf-9124-4cd3-9e18-02e0523bec48 req-a5a5f4d1-5f7d-4a43-9956-11281e9686d8 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/ports?device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 944 time: 0.0892339 Jul 05 03:54:52.611255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-185c75cf-9124-4cd3-9e18-02e0523bec48 req-6352ece3-b07f-4f6c-a81e-4b3324be3654 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a4d7c14-8a87-47b3-8bda-bd45bf087192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348423 Jul 05 03:54:53.083714 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb3d1763-78b6-481f-aca0-cc2889899311 req-e5e22a19-dfc6-4616-81da-320098f53b91 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 210 time: 0.0297365 Jul 05 03:54:53.220940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-0b6e82cb-51dc-4291-92c4-3e425dbc6977 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.222492 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-0b6e82cb-51dc-4291-92c4-3e425dbc6977 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.11 "GET /v2.0/networks?id=891a6a08-728d-4b58-afb9-09761ba3db2f HTTP/1.1" status: 200 len: 821 time: 0.1220038 Jul 05 03:54:53.238393 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-950a3c79-ba73-4023-91df-6372bd33c48d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Request body: {'port': {'device_id': '69b27e71-8857-4f65-bb5b-da5ee25c5e37', 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f', 'admin_state_up': True, 'tenant_id': 'fd3e776bf9be4be8ad8b9c01a8dd00d9'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:53.476144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-950a3c79-ba73-4023-91df-6372bd33c48d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Made reservation on behalf of fd3e776bf9be4be8ad8b9c01a8dd00d9 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:53.480799 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-950a3c79-ba73-4023-91df-6372bd33c48d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.567252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a9c9a-085d-4012-a84e-84a8652eb323 req-43841005-48b2-440b-9b17-dbfe3f689395 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.568910 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c5a9c9a-085d-4012-a84e-84a8652eb323 req-43841005-48b2-440b-9b17-dbfe3f689395 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 945 time: 0.1104653 Jul 05 03:54:53.576578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:53.635713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c5a9c9a-085d-4012-a84e-84a8652eb323 req-baf04575-afb1-419b-93b1-b597bbe25d02 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561256 Jul 05 03:54:53.683641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-950a3c79-ba73-4023-91df-6372bd33c48d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Allocated IP 172.20.0.7 (891a6a08-728d-4b58-afb9-09761ba3db2f/d6194b19-07db-4596-adc2-64c0dbfe5bc1/b13f2568-fc66-4367-99b4-13d3f7a91694) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:53.707778 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3790d24-20ba-49db-ae3a-8702672268c1 req-eafc67e5-2fb2-41dd-ae52-89fe881924e6 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 210 time: 0.0499375 Jul 05 03:54:53.739399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:53.742871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:53.746027 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.805512 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34292) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:53.876439 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.916630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded7cd9-157e-4ba4-9576-7248655575d0 req-e654c7b1-65c4-43ae-9660-9430ad5509e4 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.927356 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ded7cd9-157e-4ba4-9576-7248655575d0 req-e654c7b1-65c4-43ae-9660-9430ad5509e4 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/ports?device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 944 time: 0.1268764 Jul 05 03:54:53.927832 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-950a3c79-ba73-4023-91df-6372bd33c48d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.944274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0,segment=NetworkSegment(5939b57e-efa6-4b9b-9a81-69d62a7f2f39),segment_id=5939b57e-efa6-4b9b-9a81-69d62a7f2f39)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:53.968465 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ded7cd9-157e-4ba4-9576-7248655575d0 req-39659586-388a-4e14-af87-fd71849990e3 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a4d7c14-8a87-47b3-8bda-bd45bf087192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437217 Jul 05 03:54:53.972539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-886231574-network', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:54.030290 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.076487 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-950a3c79-ba73-4023-91df-6372bd33c48d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.082064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:54.116024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] Made reservation on behalf of a4c06e7326f84fa4b50e452c66382d16 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:54.118522 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.122255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-950a3c79-ba73-4023-91df-6372bd33c48d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Network 891a6a08-728d-4b58-afb9-09761ba3db2f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:54.126132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-950a3c79-ba73-4023-91df-6372bd33c48d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:54.130382 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.132535 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-950a3c79-ba73-4023-91df-6372bd33c48d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:54.147621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6453b3fe-0c31-4c3c-b653-6bef450fbb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:54.151430 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8964fe1-7861-4966-8dc9-e189816a57de" -d '{"events": [{"server_uuid": "6453b3fe-0c31-4c3c-b653-6bef450fbb13", "name": "network-vif-plugged", "status": "completed", "tag": "4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:54.160916 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a3c79-ba73-4023-91df-6372bd33c48d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Pushing event updated for resources: {'Port': ['ID=b13f2568-fc66-4367-99b4-13d3f7a91694,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:54.225287 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b456467-c23f-4946-9fa6-1532b88a41eb x-openstack-request-id: req-2b456467-c23f-4946-9fa6-1532b88a41eb {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:54.227262 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6453b3fe-0c31-4c3c-b653-6bef450fbb13", "name": "network-vif-plugged", "status": "completed", "tag": "4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:54.227520 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b456467-c23f-4946-9fa6-1532b88a41eb {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:54.227917 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6453b3fe-0c31-4c3c-b653-6bef450fbb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0', 'code': 200} Jul 05 03:54:54.229968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-950a3c79-ba73-4023-91df-6372bd33c48d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.230769 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-950a3c79-ba73-4023-91df-6372bd33c48d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.241498 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4740b7fa-e2eb-4051-99b3-5dbe51f5d7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.264119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4326acee-3425-41cd-9f82-9e3cab9c19f1 req-948e46b5-ec0d-43d3-a917-ead8d56dd587 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 210 time: 0.0375798 Jul 05 03:54:54.299136 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.327219 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.376415 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.405114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:54.426681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7034349-3ad5-4d0a-84eb-b873bd0dd715,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:54.430808 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.431164 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] Added segment ad1194d8-3eac-43a3-9940-34ffca9aa41b of type vlan for network 297321b6-967c-4ebe-b254-d79876af5ecf Jul 05 03:54:54.436636 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-950a3c79-ba73-4023-91df-6372bd33c48d tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2047465 Jul 05 03:54:54.470663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Request body: {'port': {'device_id': '69b27e71-8857-4f65-bb5b-da5ee25c5e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:54.483983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86471cf4-0591-4dad-886e-dbdbc0c37499 req-4f4e16be-4d3a-44be-a68d-fbff5de15da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.486738 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86471cf4-0591-4dad-886e-dbdbc0c37499 req-4f4e16be-4d3a-44be-a68d-fbff5de15da2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 1096 time: 0.1405058 Jul 05 03:54:54.506225 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.548782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86471cf4-0591-4dad-886e-dbdbc0c37499 req-703574a3-6d5c-4333-a680-9c97a18e8da9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4a4d7c14-8a87-47b3-8bda-bd45bf087192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533919 Jul 05 03:54:54.643246 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.644749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.645362 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.717553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=297321b6-967c-4ebe-b254-d79876af5ecf,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:54.730623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 297321b6-967c-4ebe-b254-d79876af5ecf details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:54.864036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-69c68fc8-c532-4d76-b727-e15e2a2cd5d2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0384674 Jul 05 03:54:54.885544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34310) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:54.894693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-fdb302a7-2da3-41bb-9f7e-1bf329254fe5 admin admin] Request body: {'subnet': {'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-886231574-subnet', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:54.910129 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e9889-ad90-4ab5-9e81-e45a3418614d req-7f99a3ea-f91e-44d2-8793-7a967a8aa125 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.911649 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-593e9889-ad90-4ab5-9e81-e45a3418614d req-7f99a3ea-f91e-44d2-8793-7a967a8aa125 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 945 time: 0.1261828 Jul 05 03:54:54.925836 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.954463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-76132eeb-b687-453f-9669-607f4df57441 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.955968 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-76132eeb-b687-453f-9669-607f4df57441 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 811 time: 0.5437558 Jul 05 03:54:54.975521 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-593e9889-ad90-4ab5-9e81-e45a3418614d req-ac451c3d-557c-4796-a0f6-29d3d3d0e0d3 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516140 Jul 05 03:54:54.989510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-fa9ec959-3453-494e-84a0-b44f305068ac tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Request body: {'port': {'device_id': '06d32684-8eed-437c-9c1c-1777cb3c3c50', 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699', 'admin_state_up': True, 'tenant_id': '0e720a82806c4e7cbe27e02eb198af6d'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:54.995946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d4192-d3b5-49bb-a76e-ffe8f7d7b50e req-ccb63423-7574-4296-9e77-58170e3ca7f5 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.998290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-461d4192-d3b5-49bb-a76e-ffe8f7d7b50e req-ccb63423-7574-4296-9e77-58170e3ca7f5 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 931 time: 0.1600180 Jul 05 03:54:55.029235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb302a7-2da3-41bb-9f7e-1bf329254fe5 admin admin] Made reservation on behalf of a4c06e7326f84fa4b50e452c66382d16 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:55.032164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fdb302a7-2da3-41bb-9f7e-1bf329254fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.080630 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-461d4192-d3b5-49bb-a76e-ffe8f7d7b50e req-51ff1662-daba-46e6-865e-a8d3ace2341c tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812442 Jul 05 03:54:55.178568 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.322949 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13f2568-fc66-4367-99b4-13d3f7a91694 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:55.329858 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983547eb-65e2-4cfb-9035-42ebf8ab1b1f req-8b56b86f-5856-4e9a-b6a1-22f6e7b7b66f tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.331405 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.331561 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-983547eb-65e2-4cfb-9035-42ebf8ab1b1f req-8b56b86f-5856-4e9a-b6a1-22f6e7b7b66f tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/ports?device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 945 time: 0.1353083 Jul 05 03:54:55.344947 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Transition to ACTIVE for port object b13f2568-fc66-4367-99b4-13d3f7a91694 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:55.346152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-fa9ec959-3453-494e-84a0-b44f305068ac tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Made reservation on behalf of 0e720a82806c4e7cbe27e02eb198af6d for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:55.349901 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-fa9ec959-3453-494e-84a0-b44f305068ac tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.378922 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-983547eb-65e2-4cfb-9035-42ebf8ab1b1f req-201fc8ee-e7d5-4c86-9a81-1fffbd761c86 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a4d7c14-8a87-47b3-8bda-bd45bf087192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Jul 05 03:54:55.403483 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fdb302a7-2da3-41bb-9f7e-1bf329254fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.437123 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.471518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb302a7-2da3-41bb-9f7e-1bf329254fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be46cc3-1b3b-4236-9689-5ac0c6c04716,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:55.481137 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb302a7-2da3-41bb-9f7e-1bf329254fe5 admin admin] Checking segment: {'id': 'ad1194d8-3eac-43a3-9940-34ffca9aa41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:55.481498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb302a7-2da3-41bb-9f7e-1bf329254fe5 admin admin] Network hostable DHCP agents. Network: 297321b6-967c-4ebe-b254-d79876af5ecf, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:55.541734 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547713e-d243-44f6-843e-15953c68296b service neutron] Pushing event updated for resources: {'Port': ['ID=b13f2568-fc66-4367-99b4-13d3f7a91694,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:55.547471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-fa9ec959-3453-494e-84a0-b44f305068ac tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Allocated IP 172.20.0.3 (da0ef573-3c71-4826-bc2f-ca90865a5699/46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78/87c826e1-6d62-47bc-b178-91fc65b92eef) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:55.642353 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1671f96-1d43-44a9-b747-e17c5b6d3ae3 req-1a36325b-f0af-4c8d-b9b9-1b51ca364688 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 210 time: 0.0462701 Jul 05 03:54:55.645354 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb302a7-2da3-41bb-9f7e-1bf329254fe5 admin admin] Network 297321b6-967c-4ebe-b254-d79876af5ecf is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:55.683530 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Attempting to bind port b13f2568-fc66-4367-99b4-13d3f7a91694 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:55.683831 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Attempting to bind port b13f2568-fc66-4367-99b4-13d3f7a91694 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'a68cc7a5-ae70-4162-8c2e-42a15a483230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:55.684170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Attempting to bind port b13f2568-fc66-4367-99b4-13d3f7a91694 on network 891a6a08-728d-4b58-afb9-09761ba3db2f {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:55.715318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Port b13f2568-fc66-4367-99b4-13d3f7a91694 on network 891a6a08-728d-4b58-afb9-09761ba3db2f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:55.715658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Attempting to bind port b13f2568-fc66-4367-99b4-13d3f7a91694 on network 891a6a08-728d-4b58-afb9-09761ba3db2f {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:55.726223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:55.731527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Checking segment: {'id': 'a68cc7a5-ae70-4162-8c2e-42a15a483230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:55.731527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Bound using segment: {'id': 'a68cc7a5-ae70-4162-8c2e-42a15a483230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:55.731527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Bound port: b13f2568-fc66-4367-99b4-13d3f7a91694, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68cc7a5-ae70-4162-8c2e-42a15a483230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:55.731527 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.790281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-fdb302a7-2da3-41bb-9f7e-1bf329254fe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 297321b6-967c-4ebe-b254-d79876af5ecf) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:55.794607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb302a7-2da3-41bb-9f7e-1bf329254fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.798309 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fdb302a7-2da3-41bb-9f7e-1bf329254fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.808028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f59b14-0100-4a5b-8c30-33a3ed9cda88 None None] Network 297321b6-967c-4ebe-b254-d79876af5ecf requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:55.847179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] For port b13f2568-fc66-4367-99b4-13d3f7a91694, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:55.851267 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-fa9ec959-3453-494e-84a0-b44f305068ac tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.854359 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] For port b13f2568-fc66-4367-99b4-13d3f7a91694, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b13f2568-fc66-4367-99b4-13d3f7a91694,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:55.888637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fdb302a7-2da3-41bb-9f7e-1bf329254fe5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9992814 Jul 05 03:54:55.891580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34326) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:55.898599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:55.923987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a334e4-19a2-4a1a-82cf-3c5b9f5f9a6a req-42e48178-e685-432d-b286-faf57e87086e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.925582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-15a334e4-19a2-4a1a-82cf-3c5b9f5f9a6a req-42e48178-e685-432d-b286-faf57e87086e tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 945 time: 0.0689247 Jul 05 03:54:55.965133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-15a334e4-19a2-4a1a-82cf-3c5b9f5f9a6a req-28f465df-8842-445d-9715-f6a3cc0cbd4c tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331223 Jul 05 03:54:55.972650 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-297321b6-967c-4ebe-b254-d79876af5ecf', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'fixed_ips': [{'subnet_id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:54:55.974631 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.985058 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.020714 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.021343 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.022732 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-a547713e-d243-44f6-843e-15953c68296b service neutron] 10.222.0.11 "PUT /v2.0/ports/b13f2568-fc66-4367-99b4-13d3f7a91694 HTTP/1.1" status: 200 len: 1091 time: 1.5588648 Jul 05 03:54:56.023433 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b27e71-8857-4f65-bb5b-da5ee25c5e37', 'tag': 'b13f2568-fc66-4367-99b4-13d3f7a91694'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:56.025683 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5487018-b73b-4dd3-b704-200a97f0c8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "69b27e71-8857-4f65-bb5b-da5ee25c5e37", "tag": "b13f2568-fc66-4367-99b4-13d3f7a91694"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:56.057416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547713e-d243-44f6-843e-15953c68296b service neutron] Pushing event updated for resources: {'Port': ['ID=b13f2568-fc66-4367-99b4-13d3f7a91694,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:56.062531 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.063595 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.067343 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-fa9ec959-3453-494e-84a0-b44f305068ac tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.070511 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3affec22-c306-4158-ba04-e23b3d66f7de x-openstack-request-id: req-3affec22-c306-4158-ba04-e23b3d66f7de {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:56.070948 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b27e71-8857-4f65-bb5b-da5ee25c5e37", "tag": "b13f2568-fc66-4367-99b4-13d3f7a91694", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:56.071201 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3affec22-c306-4158-ba04-e23b3d66f7de {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:56.071708 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b27e71-8857-4f65-bb5b-da5ee25c5e37', 'tag': 'b13f2568-fc66-4367-99b4-13d3f7a91694', 'status': 'completed', 'code': 200} Jul 05 03:54:56.129510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-fa9ec959-3453-494e-84a0-b44f305068ac tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Network da0ef573-3c71-4826-bc2f-ca90865a5699 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:56.153906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-fa9ec959-3453-494e-84a0-b44f305068ac tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:56.160738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-fa9ec959-3453-494e-84a0-b44f305068ac tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:56.173586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Allocated IP 172.20.0.2 (297321b6-967c-4ebe-b254-d79876af5ecf/5be46cc3-1b3b-4236-9689-5ac0c6c04716/ee5b5bc4-bafe-4018-82f1-3420cd75848f) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:56.189097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ec959-3453-494e-84a0-b44f305068ac tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Pushing event updated for resources: {'Port': ['ID=87c826e1-6d62-47bc-b178-91fc65b92eef,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:56.220954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-fa9ec959-3453-494e-84a0-b44f305068ac tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.221593 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-fa9ec959-3453-494e-84a0-b44f305068ac tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.255671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5487018-b73b-4dd3-b704-200a97f0c8c0 req-6cef9758-eaa8-4600-bbea-c1da0679317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.257247 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e5487018-b73b-4dd3-b704-200a97f0c8c0 req-6cef9758-eaa8-4600-bbea-c1da0679317f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd3e776bf9be4be8ad8b9c01a8dd00d9&device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 1094 time: 0.1466506 Jul 05 03:54:56.289068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878029b-bcb8-4715-baef-c74b1d255e3c req-4afd7441-53ba-48ec-9525-7b7e558aef30 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.293446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.300451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0878029b-bcb8-4715-baef-c74b1d255e3c req-4afd7441-53ba-48ec-9525-7b7e558aef30 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 943 time: 0.0888166 Jul 05 03:54:56.342877 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-fa9ec959-3453-494e-84a0-b44f305068ac tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3598597 Jul 05 03:54:56.357781 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0878029b-bcb8-4715-baef-c74b1d255e3c req-741df439-9371-4c79-8fce-9ffd8caeb800 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562091 Jul 05 03:54:56.360599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Request body: {'port': {'device_id': '06d32684-8eed-437c-9c1c-1777cb3c3c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:56.361657 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.376693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Transition to ACTIVE for port object ee5b5bc4-bafe-4018-82f1-3420cd75848f will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:56.392404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Transition to ACTIVE for port object ee5b5bc4-bafe-4018-82f1-3420cd75848f will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:56.430231 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5487018-b73b-4dd3-b704-200a97f0c8c0 req-ab5c3ff4-da95-4a45-89a8-70da3b7e2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.431732 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e5487018-b73b-4dd3-b704-200a97f0c8c0 req-ab5c3ff4-da95-4a45-89a8-70da3b7e2e0e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=fd3e776bf9be4be8ad8b9c01a8dd00d9&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1497536 Jul 05 03:54:56.589761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1f1ef-0c1e-4fcb-9384-a9c223fe38c8 req-5d129616-78f4-4335-81cf-1e44a0b41356 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.591662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4a1f1ef-0c1e-4fcb-9384-a9c223fe38c8 req-5d129616-78f4-4335-81cf-1e44a0b41356 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/ports?device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 945 time: 0.0967979 Jul 05 03:54:56.607764 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.623466 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.631632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Network 297321b6-967c-4ebe-b254-d79876af5ecf is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:56.633994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:56.637015 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:56.645140 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4a1f1ef-0c1e-4fcb-9384-a9c223fe38c8 req-8c35c174-e03a-4327-a93b-70514e079ea2 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a4d7c14-8a87-47b3-8bda-bd45bf087192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469675 Jul 05 03:54:56.679716 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.728820 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Pushing event updated for resources: {'Port': ['ID=ee5b5bc4-bafe-4018-82f1-3420cd75848f,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:56.741735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Attempting to bind port ee5b5bc4-bafe-4018-82f1-3420cd75848f on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:56.742109 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Attempting to bind port ee5b5bc4-bafe-4018-82f1-3420cd75848f by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'ad1194d8-3eac-43a3-9940-34ffca9aa41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:56.742476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Attempting to bind port ee5b5bc4-bafe-4018-82f1-3420cd75848f on network 297321b6-967c-4ebe-b254-d79876af5ecf {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:56.747827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:56.748206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Checking segment: {'id': 'ad1194d8-3eac-43a3-9940-34ffca9aa41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:56.748638 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.749028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Bound using segment: {'id': 'ad1194d8-3eac-43a3-9940-34ffca9aa41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:56.751947 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Bound port: ee5b5bc4-bafe-4018-82f1-3420cd75848f, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1194d8-3eac-43a3-9940-34ffca9aa41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:56.752453 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.828487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] For port ee5b5bc4-bafe-4018-82f1-3420cd75848f, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:56.832290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] For port ee5b5bc4-bafe-4018-82f1-3420cd75848f, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ee5b5bc4-bafe-4018-82f1-3420cd75848f,segment=NetworkSegment(ad1194d8-3eac-43a3-9940-34ffca9aa41b),segment_id=ad1194d8-3eac-43a3-9940-34ffca9aa41b)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:56.866663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5487018-b73b-4dd3-b704-200a97f0c8c0 req-a7b2d16b-e5ef-4a25-929d-7012720f0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.868226 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e5487018-b73b-4dd3-b704-200a97f0c8c0 req-a7b2d16b-e5ef-4a25-929d-7012720f0b99 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4035275 Jul 05 03:54:56.882634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77effbde-2639-4bf0-ac99-843fe982d694 req-034542de-ec81-4147-9481-984e711f22ea tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.890929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77effbde-2639-4bf0-ac99-843fe982d694 req-034542de-ec81-4147-9481-984e711f22ea tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 931 time: 0.0905120 Jul 05 03:54:56.932245 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77effbde-2639-4bf0-ac99-843fe982d694 req-54942f35-31a6-4c82-a331-ac993e6ceff3 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Jul 05 03:54:56.936034 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.055173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-918c5d47-eae9-44db-a146-95c0e887af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.056959 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-918c5d47-eae9-44db-a146-95c0e887af94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd3e776bf9be4be8ad8b9c01a8dd00d9&device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 1094 time: 0.1364174 Jul 05 03:54:57.064811 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023c6ae-c83b-49b2-bdad-d2b6b817a299 None None] Pushing event updated for resources: {'Port': ['ID=ee5b5bc4-bafe-4018-82f1-3420cd75848f,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:57.104633 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.130250 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-6ad530b4-0aaf-4f30-8abb-e3e6f9bf03c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b13f2568-fc66-4367-99b4-13d3f7a91694 HTTP/1.1" status: 200 len: 217 time: 0.0464416 Jul 05 03:54:57.168659 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c826e1-6d62-47bc-b178-91fc65b92eef {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:57.204787 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.233814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Transition to ACTIVE for port object 87c826e1-6d62-47bc-b178-91fc65b92eef will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:57.237481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b99d7-40cc-4d97-a9ff-80e1e5923a0b req-cdf71cc8-43bc-439f-a164-c115e9513ca8 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.239061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d9b99d7-40cc-4d97-a9ff-80e1e5923a0b req-cdf71cc8-43bc-439f-a164-c115e9513ca8 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 945 time: 0.0725718 Jul 05 03:54:57.269610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-659767dc-a092-450b-87ad-99e49d75297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.272322 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-659767dc-a092-450b-87ad-99e49d75297d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6194b19-07db-4596-adc2-64c0dbfe5bc1 HTTP/1.1" status: 200 len: 861 time: 0.1348078 Jul 05 03:54:57.308927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d9b99d7-40cc-4d97-a9ff-80e1e5923a0b req-1fd364fd-8893-4ba2-b788-03bef124150d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625799 Jul 05 03:54:57.370913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.374759 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-b9137d1a-e9da-4e96-944d-18a5ebac5b73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=891a6a08-728d-4b58-afb9-09761ba3db2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561237 Jul 05 03:54:57.495364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ee5b5bc4-bafe-4018-82f1-3420cd75848f up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:57.530933 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Pushing event updated for resources: {'Port': ['ID=87c826e1-6d62-47bc-b178-91fc65b92eef,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:57.556824 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.626202 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.647759 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-c7e0f7cf-28ce-46d1-b65b-2e181ddddbe8 service neutron] 10.222.0.11 "GET /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575881 Jul 05 03:54:57.687175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port ee5b5bc4-bafe-4018-82f1-3420cd75848f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:57.739886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f9cf2-f796-47d5-b15c-03197a205d50 req-66dbfb15-53ec-45d6-a9dd-4a18fc6f6cd9 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.741376 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a0f9cf2-f796-47d5-b15c-03197a205d50 req-66dbfb15-53ec-45d6-a9dd-4a18fc6f6cd9 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 943 time: 0.0643444 Jul 05 03:54:57.777999 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Attempting to bind port 87c826e1-6d62-47bc-b178-91fc65b92eef on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:57.778346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Attempting to bind port 87c826e1-6d62-47bc-b178-91fc65b92eef by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:57.778683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Attempting to bind port 87c826e1-6d62-47bc-b178-91fc65b92eef on network da0ef573-3c71-4826-bc2f-ca90865a5699 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:57.784167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a0f9cf2-f796-47d5-b15c-03197a205d50 req-79003cdc-1e65-47d9-b442-781bbfa88212 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361195 Jul 05 03:54:57.811271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Port 87c826e1-6d62-47bc-b178-91fc65b92eef on network da0ef573-3c71-4826-bc2f-ca90865a5699 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:57.811661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Attempting to bind port 87c826e1-6d62-47bc-b178-91fc65b92eef on network da0ef573-3c71-4826-bc2f-ca90865a5699 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:57.836473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:57.842421 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Checking segment: {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:57.842421 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Bound using segment: {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:57.842421 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Bound port: 87c826e1-6d62-47bc-b178-91fc65b92eef, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:57.842421 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.866118 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76541124-898c-42d8-9ac4-590c4b3572f7 req-6b76a571-46e4-4571-82a8-ff3fb849c01a service neutron] 10.222.0.11 "GET /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836390 Jul 05 03:54:57.878989 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Allocated IP 172.25.0.166 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/da8fa818-f113-4fb1-95c0-9278bbbf1e48) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:57.959035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea8a9e-5faf-476c-ad31-4bb1e6353272 req-55e97d93-9fe9-43c2-b356-7edbda7f6c92 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.960889 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdea8a9e-5faf-476c-ad31-4bb1e6353272 req-55e97d93-9fe9-43c2-b356-7edbda7f6c92 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/ports?device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 945 time: 0.0712383 Jul 05 03:54:57.990539 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] For port 87c826e1-6d62-47bc-b178-91fc65b92eef, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:57.995048 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] For port 87c826e1-6d62-47bc-b178-91fc65b92eef, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=87c826e1-6d62-47bc-b178-91fc65b92eef,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:58.008118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdea8a9e-5faf-476c-ad31-4bb1e6353272 req-a2a5aa3a-0141-4b1d-957c-176290398b4a tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a4d7c14-8a87-47b3-8bda-bd45bf087192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Jul 05 03:54:58.043187 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.190568 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.228996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:58.230566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.232277 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] 10.222.0.11 "PUT /v2.0/ports/87c826e1-6d62-47bc-b178-91fc65b92eef HTTP/1.1" status: 200 len: 1091 time: 1.8766718 Jul 05 03:54:58.232986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d32684-8eed-437c-9c1c-1777cb3c3c50', 'tag': '87c826e1-6d62-47bc-b178-91fc65b92eef'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:58.237367 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d414c51e-4be0-4384-bae0-fb8e56cb684c" -d '{"events": [{"name": "network-changed", "server_uuid": "06d32684-8eed-437c-9c1c-1777cb3c3c50", "tag": "87c826e1-6d62-47bc-b178-91fc65b92eef"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:58.247753 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.275647 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:58.285797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:58.290610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:58.312322 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Pushing event updated for resources: {'Port': ['ID=87c826e1-6d62-47bc-b178-91fc65b92eef,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:58.326862 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:58.327275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:58.328198 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:58.328678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:58.332528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:58.332528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:58.332528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:58.332528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:58.332528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:58.332528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:58.332528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:58.332528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a1a5a0-f287-4ce4-9ffa-73baa684ecbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:58.340562 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b053784-1c3d-4698-8a12-15899c139bf2 req-6ab9bfaf-7732-4072-8e90-edd6dc0974e2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:58.349268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b053784-1c3d-4698-8a12-15899c139bf2 req-6ab9bfaf-7732-4072-8e90-edd6dc0974e2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 943 time: 0.0781560 Jul 05 03:54:58.349589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f09f91-fe46-4795-a2d7-c432649d7cec None None] Network 297321b6-967c-4ebe-b254-d79876af5ecf requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:58.430275 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b053784-1c3d-4698-8a12-15899c139bf2 req-6ce1b66c-d26b-4cb1-9a0b-f732a458de3f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723081 Jul 05 03:54:58.493016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Pushing event updated for resources: {'Port': ['ID=da8fa818-f113-4fb1-95c0-9278bbbf1e48,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:58.498087 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e7f1ab-8b18-44a5-9ab6-795b3d13772f x-openstack-request-id: req-18e7f1ab-8b18-44a5-9ab6-795b3d13772f {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:58.498329 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d32684-8eed-437c-9c1c-1777cb3c3c50", "tag": "87c826e1-6d62-47bc-b178-91fc65b92eef", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:58.498585 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18e7f1ab-8b18-44a5-9ab6-795b3d13772f {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:58.498974 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d32684-8eed-437c-9c1c-1777cb3c3c50', 'tag': '87c826e1-6d62-47bc-b178-91fc65b92eef', 'status': 'completed', 'code': 200} Jul 05 03:54:58.567915 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ed2936af-d0b7-4562-ad1e-20cb7a6bb80b None None] Provisioning for port ee5b5bc4-bafe-4018-82f1-3420cd75848f completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:58.576114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ed2936af-d0b7-4562-ad1e-20cb7a6bb80b None None] Provisioning complete for port ee5b5bc4-bafe-4018-82f1-3420cd75848f triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:58.576436 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ed2936af-d0b7-4562-ad1e-20cb7a6bb80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.676473 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ed2936af-d0b7-4562-ad1e-20cb7a6bb80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.729330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ed2936af-d0b7-4562-ad1e-20cb7a6bb80b None None] For port ee5b5bc4-bafe-4018-82f1-3420cd75848f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ee5b5bc4-bafe-4018-82f1-3420cd75848f,segment=NetworkSegment(ad1194d8-3eac-43a3-9940-34ffca9aa41b),segment_id=ad1194d8-3eac-43a3-9940-34ffca9aa41b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:58.830382 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ed2936af-d0b7-4562-ad1e-20cb7a6bb80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.880404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-7afb377a-c536-4bba-8d15-f357cca08483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:58.891599 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-7afb377a-c536-4bba-8d15-f357cca08483 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 1094 time: 0.3915486 Jul 05 03:54:58.905559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2936af-d0b7-4562-ad1e-20cb7a6bb80b None None] Pushing event updated for resources: {'Port': ['ID=ee5b5bc4-bafe-4018-82f1-3420cd75848f,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:58.943923 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-12a1961e-4624-4510-b1eb-da300f96f3ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87c826e1-6d62-47bc-b178-91fc65b92eef HTTP/1.1" status: 200 len: 217 time: 0.0424283 Jul 05 03:54:58.950107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e814d278-9c30-43fb-8284-edbe18dd7744 None None] Provisioning complete for port ee5b5bc4-bafe-4018-82f1-3420cd75848f triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:58.950477 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e814d278-9c30-43fb-8284-edbe18dd7744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.970010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b39de-43a0-432d-95cf-222f3bcbced0 req-c5827bfc-b817-4683-9750-0fc3f0fb90b1 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:58.971507 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f6b39de-43a0-432d-95cf-222f3bcbced0 req-c5827bfc-b817-4683-9750-0fc3f0fb90b1 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.64 "GET /v2.0/ports?device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 945 time: 0.1008127 Jul 05 03:54:59.043079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d872939-7027-4f7a-87e7-7c966933e3d6 req-4aae9d68-729e-4818-943f-af07df9d1ac4 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.045291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d872939-7027-4f7a-87e7-7c966933e3d6 req-4aae9d68-729e-4818-943f-af07df9d1ac4 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 943 time: 0.1154926 Jul 05 03:54:59.074569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-1a4a10ce-393a-4cb5-a88c-3c522ec3f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.076037 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-1a4a10ce-393a-4cb5-a88c-3c522ec3f914 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 HTTP/1.1" status: 200 len: 851 time: 0.0975332 Jul 05 03:54:59.119355 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-fed55e21-9daf-498b-8ff4-3020cf28e182 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da0ef573-3c71-4826-bc2f-ca90865a5699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348613 Jul 05 03:54:59.120349 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.129296 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d872939-7027-4f7a-87e7-7c966933e3d6 req-d3d53e32-ca76-4d2e-a955-5313c3904ac6 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740414 Jul 05 03:54:59.152478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-0f6b39de-43a0-432d-95cf-222f3bcbced0 req-2c4f3007-4959-48f8-9c79-69a11fd3aae4 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Deleting port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:59.152830 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0f6b39de-43a0-432d-95cf-222f3bcbced0 req-2c4f3007-4959-48f8-9c79-69a11fd3aae4 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.305975 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-64da36d5-b087-45b3-9c80-a524e48f3c39 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432874 Jul 05 03:54:59.327680 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.348329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8db4d-cdbb-411b-b01f-0911179c0f50 req-e039e49f-943f-4e13-9922-dfb978c2191b tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.358208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91d8db4d-cdbb-411b-b01f-0911179c0f50 req-e039e49f-943f-4e13-9922-dfb978c2191b tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/ports?device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 945 time: 0.1883008 Jul 05 03:54:59.380205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-0f6b39de-43a0-432d-95cf-222f3bcbced0 req-2c4f3007-4959-48f8-9c79-69a11fd3aae4 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] For port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0,segment=NetworkSegment(5939b57e-efa6-4b9b-9a81-69d62a7f2f39),segment_id=5939b57e-efa6-4b9b-9a81-69d62a7f2f39)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:59.380952 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0f6b39de-43a0-432d-95cf-222f3bcbced0 req-2c4f3007-4959-48f8-9c79-69a11fd3aae4 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.411956 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ee5b5bc4-bafe-4018-82f1-3420cd75848f up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:59.413261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-0f6b39de-43a0-432d-95cf-222f3bcbced0 req-2c4f3007-4959-48f8-9c79-69a11fd3aae4 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Calling delete_port for 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:59.454756 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91d8db4d-cdbb-411b-b01f-0911179c0f50 req-e4afabfc-367d-4041-872e-9395943844f8 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a4d7c14-8a87-47b3-8bda-bd45bf087192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938053 Jul 05 03:54:59.481781 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.485103 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ee5b5bc4-bafe-4018-82f1-3420cd75848f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:59.485103 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.492589 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5897f13b-90b1-4da8-aed8-78bd39bb54d2 req-42e0e452-f19e-4def-ab57-1b25421f2759 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531928 Jul 05 03:54:59.573701 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:59.716746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:59.726525 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414c51e-4be0-4384-bae0-fb8e56cb684c req-88659ecc-bc3c-41fa-90f7-3db4480eaa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.728043 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d414c51e-4be0-4384-bae0-fb8e56cb684c req-88659ecc-bc3c-41fa-90f7-3db4480eaa24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 1094 time: 0.0683279 Jul 05 03:54:59.729618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '2a3eafaa-143f-4ed8-99b9-3b415e81c6ac', 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a', 'port_id': '2a3eafaa-143f-4ed8-99b9-3b415e81c6ac', 'mac_address': 'fa:16:3e:e8:8b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd577d8f0-9eb0-4620-a525-895a334127b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:59.742794 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd1fa5-81a9-4f7d-98b7-b74bb85088e6 req-bc335bcf-d687-4401-9bfb-b9ea3cb9f5ec tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.745056 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-30dd1fa5-81a9-4f7d-98b7-b74bb85088e6 req-bc335bcf-d687-4401-9bfb-b9ea3cb9f5ec tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 943 time: 0.1443934 Jul 05 03:54:59.745727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:54:59.778425 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.792400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:59.798120 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-30dd1fa5-81a9-4f7d-98b7-b74bb85088e6 req-56b356ca-5b29-4fb8-a9a8-fe5e0d6a7ed5 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446565 Jul 05 03:54:59.813767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:59.864438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0f6b39de-43a0-432d-95cf-222f3bcbced0 req-2c4f3007-4959-48f8-9c79-69a11fd3aae4 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.876935 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:59.894421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f3007-4959-48f8-9c79-69a11fd3aae4 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Pushing event deleted for resources: {'Port': ['ID=4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:59.903853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414c51e-4be0-4384-bae0-fb8e56cb684c req-e101a669-dde8-4768-acc9-bf465b7191fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.905421 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d414c51e-4be0-4384-bae0-fb8e56cb684c req-e101a669-dde8-4768-acc9-bf465b7191fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 912 time: 0.1693394 Jul 05 03:54:59.915566 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.944458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6b39de-43a0-432d-95cf-222f3bcbced0 req-2c4f3007-4959-48f8-9c79-69a11fd3aae4 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] No DVR routers for this DVR port 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:59.947278 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0f6b39de-43a0-432d-95cf-222f3bcbced0 req-2c4f3007-4959-48f8-9c79-69a11fd3aae4 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.949591 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f6b39de-43a0-432d-95cf-222f3bcbced0 req-2c4f3007-4959-48f8-9c79-69a11fd3aae4 tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.64 "DELETE /v2.0/ports/4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 HTTP/1.1" status: 204 len: 173 time: 0.9708540 Jul 05 03:54:59.949712 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6453b3fe-0c31-4c3c-b653-6bef450fbb13', 'name': 'network-vif-deleted', 'tag': '4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:59.951827 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3295fd3-e169-46f0-a99f-442fdd692e4d" -d '{"events": [{"server_uuid": "6453b3fe-0c31-4c3c-b653-6bef450fbb13", "name": "network-vif-deleted", "tag": "4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:59.959886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:54:59.961956 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d414c51e-4be0-4384-bae0-fb8e56cb684c req-d098ac0a-d234-4152-a100-a9204a558dc6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87c826e1-6d62-47bc-b178-91fc65b92eef HTTP/1.1" status: 200 len: 217 time: 0.0465343 Jul 05 03:54:59.972979 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Sync routers for ids ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:54:59.986020 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Routers {'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:59.986820 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:54:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:59.995054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:00.026807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414c51e-4be0-4384-bae0-fb8e56cb684c req-1477e9c5-3253-409d-bed5-d990d15f0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.028994 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d414c51e-4be0-4384-bae0-fb8e56cb684c req-1477e9c5-3253-409d-bed5-d990d15f0093 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 HTTP/1.1" status: 200 len: 851 time: 0.0592616 Jul 05 03:55:00.063512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['2a3eafaa-143f-4ed8-99b9-3b415e81c6ac'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:00.077140 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d414c51e-4be0-4384-bae0-fb8e56cb684c req-8b805d8e-8df2-4168-b202-5002448129ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da0ef573-3c71-4826-bc2f-ca90865a5699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409324 Jul 05 03:55:00.080965 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.082419 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-64216faf-6068-4f4a-97a0-24c3db67eda7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1898596 Jul 05 03:55:00.085815 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34410) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:00.100483 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Set router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:00.247512 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d414c51e-4be0-4384-bae0-fb8e56cb684c req-daa9e0ab-85bb-423a-9ea0-891082f0d40c service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634676 Jul 05 03:55:00.330739 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e524f9fc-e4d1-4038-afcf-cfc70f67f3ba x-openstack-request-id: req-e524f9fc-e4d1-4038-afcf-cfc70f67f3ba {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:00.344525 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6453b3fe-0c31-4c3c-b653-6bef450fbb13", "name": "network-vif-deleted", "tag": "4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:00.345252 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e524f9fc-e4d1-4038-afcf-cfc70f67f3ba {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:00.345906 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6453b3fe-0c31-4c3c-b653-6bef450fbb13', 'name': 'network-vif-deleted', 'tag': '4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0', 'status': 'completed', 'code': 200} Jul 05 03:55:00.406668 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d414c51e-4be0-4384-bae0-fb8e56cb684c req-8b24272e-ebc7-47b0-91de-e9c07584297d service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377006 Jul 05 03:55:00.497054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258f1c9-bc43-4109-ada2-254cf0b078c1 req-67d78f27-6465-464f-8d08-a54087ef59e1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.498763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b258f1c9-bc43-4109-ada2-254cf0b078c1 req-67d78f27-6465-464f-8d08-a54087ef59e1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 943 time: 0.1519790 Jul 05 03:55:00.552193 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:54:58Z', 'revision_number': 3, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:00.579603 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Checking router: f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:00.580140 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Updating router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 port da8fa818-f113-4fb1-95c0-9278bbbf1e48 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:55:00.615751 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.617419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b258f1c9-bc43-4109-ada2-254cf0b078c1 req-ef15429d-d6a1-4b42-959b-c2a092f06a27 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827889 Jul 05 03:55:00.737864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bbcb922b-867d-4ab2-bfc9-13de989e1f22 req-fc121aa5-2af4-40ec-b7ad-fd314bf76e3e tempest-ServerAddressesNegativeTestJSON-1681169872 tempest-ServerAddressesNegativeTestJSON-1681169872-project] 10.222.0.60 "GET /v2.0/ports?device_id=6453b3fe-0c31-4c3c-b653-6bef450fbb13 HTTP/1.1" status: 200 len: 210 time: 0.0412223 Jul 05 03:55:00.924045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b13f2568-fc66-4367-99b4-13d3f7a91694 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:00.972849 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.028519 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.040131 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Transition to ACTIVE for port object da8fa818-f113-4fb1-95c0-9278bbbf1e48 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:01.056959 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b13f2568-fc66-4367-99b4-13d3f7a91694, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b13f2568-fc66-4367-99b4-13d3f7a91694,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:01.072752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'b13f2568-fc66-4367-99b4-13d3f7a91694', 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f', 'port_id': 'b13f2568-fc66-4367-99b4-13d3f7a91694', 'mac_address': 'fa:16:3e:b3:b9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6194b19-07db-4596-adc2-64c0dbfe5bc1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:01.114601 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.130184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13f2568-fc66-4367-99b4-13d3f7a91694 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:01.158445 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b13f2568-fc66-4367-99b4-13d3f7a91694, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b13f2568-fc66-4367-99b4-13d3f7a91694,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:01.161745 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.176416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134243d5-9042-4604-9734-11e64536ba93 req-fccf5139-4ce0-41e1-8871-a4ccf201525b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.177927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-134243d5-9042-4604-9734-11e64536ba93 req-fccf5139-4ce0-41e1-8871-a4ccf201525b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 943 time: 0.1888936 Jul 05 03:55:01.207804 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Attempting to bind port da8fa818-f113-4fb1-95c0-9278bbbf1e48 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:01.208171 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Attempting to bind port da8fa818-f113-4fb1-95c0-9278bbbf1e48 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:01.208761 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Attempting to bind port da8fa818-f113-4fb1-95c0-9278bbbf1e48 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:01.223583 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:01.223963 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:01.224383 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.224774 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:01.225241 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Bound port: da8fa818-f113-4fb1-95c0-9278bbbf1e48, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:01.225640 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.227358 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91763f58-0dcd-4798-a9d2-6b4eedbfad77 None None] Pushing event updated for resources: {'Port': ['ID=da8fa818-f113-4fb1-95c0-9278bbbf1e48,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:01.251340 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91763f58-0dcd-4798-a9d2-6b4eedbfad77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:01.251694 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91763f58-0dcd-4798-a9d2-6b4eedbfad77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:01.253000 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91763f58-0dcd-4798-a9d2-6b4eedbfad77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:01.253000 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91763f58-0dcd-4798-a9d2-6b4eedbfad77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:01.253000 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91763f58-0dcd-4798-a9d2-6b4eedbfad77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:01.253000 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91763f58-0dcd-4798-a9d2-6b4eedbfad77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:01.253399 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91763f58-0dcd-4798-a9d2-6b4eedbfad77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:01.253641 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91763f58-0dcd-4798-a9d2-6b4eedbfad77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:01.253960 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91763f58-0dcd-4798-a9d2-6b4eedbfad77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:01.254276 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91763f58-0dcd-4798-a9d2-6b4eedbfad77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:01.254593 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91763f58-0dcd-4798-a9d2-6b4eedbfad77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:01.254908 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91763f58-0dcd-4798-a9d2-6b4eedbfad77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:01.294221 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] For port da8fa818-f113-4fb1-95c0-9278bbbf1e48, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:01.298009 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] For port da8fa818-f113-4fb1-95c0-9278bbbf1e48, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=da8fa818-f113-4fb1-95c0-9278bbbf1e48,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:01.328526 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.332354 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.385266 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=b13f2568-fc66-4367-99b4-13d3f7a91694,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:01.495896 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.570074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['b13f2568-fc66-4367-99b4-13d3f7a91694'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:01.578171 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91763f58-0dcd-4798-a9d2-6b4eedbfad77 None None] Pushing event updated for resources: {'Port': ['ID=da8fa818-f113-4fb1-95c0-9278bbbf1e48,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:01.589086 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Allocated IP 172.20.0.1 (297321b6-967c-4ebe-b254-d79876af5ecf/5be46cc3-1b3b-4236-9689-5ac0c6c04716/e3d318c5-f4de-4456-ab88-ff2c2e0aa05a) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:01.605553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-134243d5-9042-4604-9734-11e64536ba93 req-b184f650-f77c-407b-8a64-e18d6668d51c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622737 Jul 05 03:55:01.610809 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Routers {'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:01.611622 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:54:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:01.614765 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:01.723487 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.745227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Transition to ACTIVE for port object e3d318c5-f4de-4456-ab88-ff2c2e0aa05a will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:01.746608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:01.746996 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.857601 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] Set router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:01.894778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34464) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:01.946566 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.951938 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.975079 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fb4594-88b6-43d2-8734-4f79c18cc454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3eafaa-143f-4ed8-99b9-3b415e81c6ac'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:01.977913 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37052358-7a17-45c4-8c63-1a56ab86c376" -d '{"events": [{"server_uuid": "60fb4594-88b6-43d2-8734-4f79c18cc454", "name": "network-vif-plugged", "status": "completed", "tag": "2a3eafaa-143f-4ed8-99b9-3b415e81c6ac"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:01.993504 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:02.016490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-369b2bab-8177-4ba3-8448-c490f7ca423b admin admin] Deleting subnet 52db9855-42bd-4e92-852d-60e1f04adc5d {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:02.022592 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-369b2bab-8177-4ba3-8448-c490f7ca423b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.043891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Network 297321b6-967c-4ebe-b254-d79876af5ecf is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:02.050179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:02.064113 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:02.065751 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ddbd6c-ebf9-413b-9716-e7d9a6017ad7 x-openstack-request-id: req-f5ddbd6c-ebf9-413b-9716-e7d9a6017ad7 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:02.066041 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fb4594-88b6-43d2-8734-4f79c18cc454", "name": "network-vif-plugged", "status": "completed", "tag": "2a3eafaa-143f-4ed8-99b9-3b415e81c6ac", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:02.066294 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5ddbd6c-ebf9-413b-9716-e7d9a6017ad7 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:02.070189 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fb4594-88b6-43d2-8734-4f79c18cc454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3eafaa-143f-4ed8-99b9-3b415e81c6ac', 'code': 200} Jul 05 03:55:02.086413 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-369b2bab-8177-4ba3-8448-c490f7ca423b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.119271 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:54:58Z', 'revision_number': 3, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:02.126731 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Pushing event updated for resources: {'Port': ['ID=e3d318c5-f4de-4456-ab88-ff2c2e0aa05a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:02.146306 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-369b2bab-8177-4ba3-8448-c490f7ca423b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.150044 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.150944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:02.154869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd960fe-d487-4d95-90e9-f515ca7f7811 req-35bbfc1e-e22d-4f16-8b47-aa20df951b84 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.166761 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4a760-3b42-49c5-8f31-2d95dde10f92 None None] The sync data for ids ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'] in n-d-798249-5 is: [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:54:58Z', 'revision_number': 3, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:02.167864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5dd960fe-d487-4d95-90e9-f515ca7f7811 req-35bbfc1e-e22d-4f16-8b47-aa20df951b84 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 944 time: 0.2922497 Jul 05 03:55:02.175392 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.232485 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:02.232485 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4d9179b4-54cb-493e-9ec2-6c6ad8e2fbb0 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:02.290274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:02.409065 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5dd960fe-d487-4d95-90e9-f515ca7f7811 req-64679000-0cc1-431a-8149-a8f83371442a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440088 Jul 05 03:55:02.472063 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-369b2bab-8177-4ba3-8448-c490f7ca423b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.510612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b2bab-8177-4ba3-8448-c490f7ca423b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52db9855-42bd-4e92-852d-60e1f04adc5d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:02.515436 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-369b2bab-8177-4ba3-8448-c490f7ca423b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.517665 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-369b2bab-8177-4ba3-8448-c490f7ca423b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/52db9855-42bd-4e92-852d-60e1f04adc5d HTTP/1.1" status: 204 len: 168 time: 0.6220338 Jul 05 03:55:02.520101 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34484) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:02.562721 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.598172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-62de93e5-427b-406a-a485-d61820e45ec0 None None] Provisioning for port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:02.607517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-62de93e5-427b-406a-a485-d61820e45ec0 None None] Provisioning complete for port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:02.609842 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-62de93e5-427b-406a-a485-d61820e45ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.722867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b928b344-740b-4b5e-b1d6-23c1d4bbc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.737990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-62de93e5-427b-406a-a485-d61820e45ec0 None None] Port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:55:02.910868 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b928b344-740b-4b5e-b1d6-23c1d4bbc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.926659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 87c826e1-6d62-47bc-b178-91fc65b92eef details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:02.930229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b13f2568-fc66-4367-99b4-13d3f7a91694 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:02.972691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-b928b344-740b-4b5e-b1d6-23c1d4bbc9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57633b33-e9f2-4b8f-ac3e-a7f61904fc82']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:03.051985 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.052811 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-b928b344-740b-4b5e-b1d6-23c1d4bbc9a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5939b57e-efa6-4b9b-9a81-69d62a7f2f39') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:03.053350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-b928b344-740b-4b5e-b1d6-23c1d4bbc9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5939b57e-efa6-4b9b-9a81-69d62a7f2f39') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:03.083183 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b928b344-740b-4b5e-b1d6-23c1d4bbc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.134266 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b928b344-740b-4b5e-b1d6-23c1d4bbc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.148807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b928b344-740b-4b5e-b1d6-23c1d4bbc9a6 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:03.149563 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b928b344-740b-4b5e-b1d6-23c1d4bbc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:03.155449 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:03.164792 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.183435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ece45-0a10-426e-922e-c46c85041a2a req-36333ef0-475b-43cb-8ae4-e43f10003f58 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.194374 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b62ece45-0a10-426e-922e-c46c85041a2a req-36333ef0-475b-43cb-8ae4-e43f10003f58 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 943 time: 0.2159300 Jul 05 03:55:03.289102 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 87c826e1-6d62-47bc-b178-91fc65b92eef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=87c826e1-6d62-47bc-b178-91fc65b92eef,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:03.303681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Pushing event updated for resources: {'Port': ['ID=e3d318c5-f4de-4456-ab88-ff2c2e0aa05a,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:03.316510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '87c826e1-6d62-47bc-b178-91fc65b92eef', 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699', 'port_id': '87c826e1-6d62-47bc-b178-91fc65b92eef', 'mac_address': 'fa:16:3e:5b:f7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:03.402623 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b928b344-740b-4b5e-b1d6-23c1d4bbc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.419516 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b928b344-740b-4b5e-b1d6-23c1d4bbc9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.419713 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.427645 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b928b344-740b-4b5e-b1d6-23c1d4bbc9a6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/57633b33-e9f2-4b8f-ac3e-a7f61904fc82 HTTP/1.1" status: 204 len: 168 time: 0.9064817 Jul 05 03:55:03.435237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port b13f2568-fc66-4367-99b4-13d3f7a91694 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:03.441029 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c826e1-6d62-47bc-b178-91fc65b92eef {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:03.445734 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port b13f2568-fc66-4367-99b4-13d3f7a91694 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:03.446393 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.474714 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.506958 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928b344-740b-4b5e-b1d6-23c1d4bbc9a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=57633b33-e9f2-4b8f-ac3e-a7f61904fc82,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:03.566526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device da8fa818-f113-4fb1-95c0-9278bbbf1e48 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:03.621560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 87c826e1-6d62-47bc-b178-91fc65b92eef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=87c826e1-6d62-47bc-b178-91fc65b92eef,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:03.725708 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.746227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Network 297321b6-967c-4ebe-b254-d79876af5ecf is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:03.751275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:03.769481 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b62ece45-0a10-426e-922e-c46c85041a2a req-030acb6b-43b9-45e8-bc59-b6aa824278f4 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758846 Jul 05 03:55:03.806599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port da8fa818-f113-4fb1-95c0-9278bbbf1e48 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:03.827743 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.863417 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port da8fa818-f113-4fb1-95c0-9278bbbf1e48 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:03.867595 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.968653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=87c826e1-6d62-47bc-b178-91fc65b92eef,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:03.998296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34510) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:04.029326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['87c826e1-6d62-47bc-b178-91fc65b92eef'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:04.046012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b13f2568-fc66-4367-99b4-13d3f7a91694, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b13f2568-fc66-4367-99b4-13d3f7a91694,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:04.083606 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8d2deb08-09f2-411d-882e-0fda5626baff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4a14530b2b64a8792cc1287e0d45b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840352 Jul 05 03:55:04.084654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34512) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:04.086018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b27e71-8857-4f65-bb5b-da5ee25c5e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13f2568-fc66-4367-99b4-13d3f7a91694'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:04.088233 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070d7165-32f8-41d4-a70d-73bd625dde77" -d '{"events": [{"server_uuid": "69b27e71-8857-4f65-bb5b-da5ee25c5e37", "name": "network-vif-plugged", "status": "completed", "tag": "b13f2568-fc66-4367-99b4-13d3f7a91694"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:04.096558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:04.113740 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.169483 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cdb27-3978-4075-ba77-dae3e7435764 req-feaaf3e8-4f97-4dc2-8a6f-6833267ec792 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.171106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a11cdb27-3978-4075-ba77-dae3e7435764 req-feaaf3e8-4f97-4dc2-8a6f-6833267ec792 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 944 time: 0.2483575 Jul 05 03:55:04.176125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-51600fe5-8ab4-44a5-8ab5-7e3bde3f522b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.212998 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-51600fe5-8ab4-44a5-8ab5-7e3bde3f522b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.275709 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da381257-4bb9-455f-a1e1-ea91dbf650ad x-openstack-request-id: req-da381257-4bb9-455f-a1e1-ea91dbf650ad {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:04.275709 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b27e71-8857-4f65-bb5b-da5ee25c5e37", "name": "network-vif-plugged", "status": "completed", "tag": "b13f2568-fc66-4367-99b4-13d3f7a91694", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:04.275709 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da381257-4bb9-455f-a1e1-ea91dbf650ad {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:04.275709 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b27e71-8857-4f65-bb5b-da5ee25c5e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13f2568-fc66-4367-99b4-13d3f7a91694', 'code': 200} Jul 05 03:55:04.325866 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.340197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:04.341049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=b13f2568-fc66-4367-99b4-13d3f7a91694,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:04.354165 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eeb2de11-8003-487d-9480-ffdfca07419f None None] Provisioning complete for port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:04.354544 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eeb2de11-8003-487d-9480-ffdfca07419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.360133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-468b1586-af03-404c-b8f3-e02cf2304a4c admin admin] 10.222.0.60 "PUT /v2.0/routers/f8c6cc9c-0c21-4cad-9633-68bb8efedbd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2729225 Jul 05 03:55:04.369312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a11cdb27-3978-4075-ba77-dae3e7435764 req-e51bf304-ec49-45a2-9c28-6323ce33a203 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241856 Jul 05 03:55:04.372097 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-51600fe5-8ab4-44a5-8ab5-7e3bde3f522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.383609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-51600fe5-8ab4-44a5-8ab5-7e3bde3f522b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.383609 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-51600fe5-8ab4-44a5-8ab5-7e3bde3f522b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a4d7c14-8a87-47b3-8bda-bd45bf087192 HTTP/1.1" status: 204 len: 168 time: 0.2915480 Jul 05 03:55:04.398716 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51600fe5-8ab4-44a5-8ab5-7e3bde3f522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4d7c14-8a87-47b3-8bda-bd45bf087192,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:04.455042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port da8fa818-f113-4fb1-95c0-9278bbbf1e48, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=da8fa818-f113-4fb1-95c0-9278bbbf1e48,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:04.544390 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416a5c5-936b-4141-8fc4-9d028d88a73f req-49935ba8-c296-43d8-9c35-08d5c96c3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.546100 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f416a5c5-936b-4141-8fc4-9d028d88a73f req-49935ba8-c296-43d8-9c35-08d5c96c3abe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 1096 time: 0.1263661 Jul 05 03:55:04.563183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2de11-8003-487d-9480-ffdfca07419f None None] Port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:55:04.571208 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.607260 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f416a5c5-936b-4141-8fc4-9d028d88a73f req-e7811f78-97b1-4e20-aac7-fe5a2d05d6a5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548720 Jul 05 03:55:04.696285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=da8fa818-f113-4fb1-95c0-9278bbbf1e48,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:05.125053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b70994-718e-4260-b9a1-99190504fcb9 req-518c049b-03a8-4060-85d0-456e6e94bc85 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:05.132981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58b70994-718e-4260-b9a1-99190504fcb9 req-518c049b-03a8-4060-85d0-456e6e94bc85 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 944 time: 0.1244287 Jul 05 03:55:05.186408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f834028-9767-4627-a205-29e12a28463f None None] Sync routers for ids ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:05.198909 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f834028-9767-4627-a205-29e12a28463f None None] Routers {'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:05.199565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8f834028-9767-4627-a205-29e12a28463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:54:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:05.243424 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58b70994-718e-4260-b9a1-99190504fcb9 req-62e88d12-7672-4461-840b-f3c7d58bcb1e tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074064 Jul 05 03:55:05.396488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device da8fa818-f113-4fb1-95c0-9278bbbf1e48 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:05.471217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-8f834028-9767-4627-a205-29e12a28463f None None] Set router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:05.527242 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port da8fa818-f113-4fb1-95c0-9278bbbf1e48 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:05.527437 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.534251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34560) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:05.539562 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a2c3a323-91d4-4ed2-92af-f809dcb2ceb8 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--563035735', 'description': 'tempest-description--772668251'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:05.676269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2c26f-41a2-4f64-810e-858c13bdb97b req-e1d9cc82-da87-43ff-bcec-ca421f664045 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:05.684303 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66d2c26f-41a2-4f64-810e-858c13bdb97b req-e1d9cc82-da87-43ff-bcec-ca421f664045 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 945 time: 0.1186206 Jul 05 03:55:05.753694 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66d2c26f-41a2-4f64-810e-858c13bdb97b req-fc858469-9709-4347-bd7d-ace33fd927f0 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680053 Jul 05 03:55:05.779119 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2c3a323-91d4-4ed2-92af-f809dcb2ceb8 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.864543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8f834028-9767-4627-a205-29e12a28463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:55:02Z', 'revision_number': 4, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'e3d318c5-f4de-4456-ab88-ff2c2e0aa05a', 'name': '', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'mac_address': 'fa:16:3e:b9:52:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:01Z', 'updated_at': '2021-07-05T03:55:02Z', 'revision_number': 2, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'subnets': [{'id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:05.894699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f834028-9767-4627-a205-29e12a28463f None None] Checking router: f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:05.895357 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f834028-9767-4627-a205-29e12a28463f None None] Updating router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:55:05.953341 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8f834028-9767-4627-a205-29e12a28463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.026825 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2c3a323-91d4-4ed2-92af-f809dcb2ceb8 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.185503 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2c3a323-91d4-4ed2-92af-f809dcb2ceb8 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.253796 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3a323-91d4-4ed2-92af-f809dcb2ceb8 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce2b21d-9ba1-4db6-905e-04b70a22975a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:06.290490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34582) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:06.298774 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2c3a323-91d4-4ed2-92af-f809dcb2ceb8 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.301967 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a2c3a323-91d4-4ed2-92af-f809dcb2ceb8 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7660270 Jul 05 03:55:06.303154 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34586) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:06.308555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-01bfcfe1-5d98-4aad-9822-3f412f807e4d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Request body: {'security_group_rule': {'security_group_id': 'bce2b21d-9ba1-4db6-905e-04b70a22975a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:06.426307 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8f834028-9767-4627-a205-29e12a28463f None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.436617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8f834028-9767-4627-a205-29e12a28463f None None] Transition to ACTIVE for port object e3d318c5-f4de-4456-ab88-ff2c2e0aa05a will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:06.448147 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-network', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:06.495763 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01bfcfe1-5d98-4aad-9822-3f412f807e4d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.532896 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8f834028-9767-4627-a205-29e12a28463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.570121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623ed2c-3930-46d6-9b20-bba3d9638014 req-58b75925-65c6-4609-a00a-204df2fe824c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:06.571710 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e623ed2c-3930-46d6-9b20-bba3d9638014 req-58b75925-65c6-4609-a00a-204df2fe824c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 944 time: 0.1706119 Jul 05 03:55:06.589663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] Made reservation on behalf of 42221dc113c34bf6acdc5aa76696f0bf for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:06.594002 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.611501 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.615293 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01bfcfe1-5d98-4aad-9822-3f412f807e4d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.663939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e623ed2c-3930-46d6-9b20-bba3d9638014 req-ce2749af-d81c-4e0c-83ed-2d1c3561e82c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807781 Jul 05 03:55:06.699294 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01bfcfe1-5d98-4aad-9822-3f412f807e4d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.732320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfcfe1-5d98-4aad-9822-3f412f807e4d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5114aaf-83bc-443d-a7f9-43710bd2a962,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:06.733531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd96491-c8f0-4107-9f99-0ff3f2234ad5 None None] Pushing event updated for resources: {'Port': ['ID=e3d318c5-f4de-4456-ab88-ff2c2e0aa05a,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:06.815032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8f834028-9767-4627-a205-29e12a28463f None None] Attempting to bind port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:06.818203 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8f834028-9767-4627-a205-29e12a28463f None None] Attempting to bind port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'ad1194d8-3eac-43a3-9940-34ffca9aa41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:06.818624 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f834028-9767-4627-a205-29e12a28463f None None] Attempting to bind port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a on network 297321b6-967c-4ebe-b254-d79876af5ecf {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:06.847939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f834028-9767-4627-a205-29e12a28463f None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:06.851259 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f834028-9767-4627-a205-29e12a28463f None None] Checking segment: {'id': 'ad1194d8-3eac-43a3-9940-34ffca9aa41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:06.853790 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8f834028-9767-4627-a205-29e12a28463f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.854038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f834028-9767-4627-a205-29e12a28463f None None] Bound using segment: {'id': 'ad1194d8-3eac-43a3-9940-34ffca9aa41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:06.859646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8f834028-9767-4627-a205-29e12a28463f None None] Bound port: e3d318c5-f4de-4456-ab88-ff2c2e0aa05a, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1194d8-3eac-43a3-9940-34ffca9aa41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:06.859646 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8f834028-9767-4627-a205-29e12a28463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.860743 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.929596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 87c826e1-6d62-47bc-b178-91fc65b92eef up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:06.978864 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.028208 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:07.054934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:07.058299 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8f834028-9767-4627-a205-29e12a28463f None None] For port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:07.076681 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.080779 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] Added segment 64caaef4-af64-4f44-af16-efffad4f61ae of type vlan for network 961e366e-90e4-4d1e-811a-b43786f3f3f5 Jul 05 03:55:07.086649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8f834028-9767-4627-a205-29e12a28463f None None] For port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e3d318c5-f4de-4456-ab88-ff2c2e0aa05a,segment=NetworkSegment(ad1194d8-3eac-43a3-9940-34ffca9aa41b),segment_id=ad1194d8-3eac-43a3-9940-34ffca9aa41b)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:07.148411 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.159828 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01bfcfe1-5d98-4aad-9822-3f412f807e4d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.163650 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-01bfcfe1-5d98-4aad-9822-3f412f807e4d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8578794 Jul 05 03:55:07.165824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34606) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:07.178474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3d808a4f-1f27-49a8-b2eb-010ad21fe558 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Request body: {'security_group_rule': {'security_group_id': 'bce2b21d-9ba1-4db6-905e-04b70a22975a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:07.199379 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4f0f0-ee90-426f-a86c-eb533e64967e req-9172da5f-d72c-43e6-83a7-47e5b1a163ea tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:07.204522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9e4f0f0-ee90-426f-a86c-eb533e64967e req-9172da5f-d72c-43e6-83a7-47e5b1a163ea tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 945 time: 0.0973732 Jul 05 03:55:07.273185 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9e4f0f0-ee90-426f-a86c-eb533e64967e req-23177a75-e6f7-45fe-9bd7-848e4e42a6ee tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580132 Jul 05 03:55:07.318084 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8f834028-9767-4627-a205-29e12a28463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.493950 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.495422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:07.496250 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.703636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a4ea1-7ac9-416a-baf3-5fcd68725018 req-dfb5a248-8808-4b6c-ab11-bf0549404b0f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:07.708627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 87c826e1-6d62-47bc-b178-91fc65b92eef completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:07.710120 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-196a4ea1-7ac9-416a-baf3-5fcd68725018 req-dfb5a248-8808-4b6c-ab11-bf0549404b0f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 945 time: 0.1239481 Jul 05 03:55:07.710214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 87c826e1-6d62-47bc-b178-91fc65b92eef triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:07.710214 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.710381 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d808a4f-1f27-49a8-b2eb-010ad21fe558 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.710381 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] Pushing event updated for resources: {'Network': ['ID=961e366e-90e4-4d1e-811a-b43786f3f3f5,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:07.710866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 961e366e-90e4-4d1e-811a-b43786f3f3f5 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:07.710955 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-196a4ea1-7ac9-416a-baf3-5fcd68725018 req-595118ad-5a55-4409-bcc4-ca48bb497808 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609608 Jul 05 03:55:07.711042 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d808a4f-1f27-49a8-b2eb-010ad21fe558 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.716467 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd96491-c8f0-4107-9f99-0ff3f2234ad5 None None] Pushing event updated for resources: {'Port': ['ID=e3d318c5-f4de-4456-ab88-ff2c2e0aa05a,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:07.729152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f834028-9767-4627-a205-29e12a28463f None None] Routers {'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:07.729152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8f834028-9767-4627-a205-29e12a28463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:54:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:07.872977 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.911601 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d32684-8eed-437c-9c1c-1777cb3c3c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c826e1-6d62-47bc-b178-91fc65b92eef'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:07.912228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08069440-1392-4e5a-8571-66cb00b40835 req-978349f5-7792-4621-94d5-cd5bb1f17bb9 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:07.914087 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aad381c-3fb3-472a-b540-2d1a2acb5bc5" -d '{"events": [{"server_uuid": "06d32684-8eed-437c-9c1c-1777cb3c3c50", "name": "network-vif-plugged", "status": "completed", "tag": "87c826e1-6d62-47bc-b178-91fc65b92eef"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:07.920211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08069440-1392-4e5a-8571-66cb00b40835 req-978349f5-7792-4621-94d5-cd5bb1f17bb9 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 944 time: 0.1054213 Jul 05 03:55:07.941292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 87c826e1-6d62-47bc-b178-91fc65b92eef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=87c826e1-6d62-47bc-b178-91fc65b92eef,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:07.951544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-8f834028-9767-4627-a205-29e12a28463f None None] Set router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:07.952828 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1ddd6443-40c8-4023-ad2b-219ecc09cc68 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6560194 Jul 05 03:55:07.952828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34626) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:07.956496 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8cbe971c-7d95-492a-9faa-ba0a8bbaea20 admin admin] Request body: {'subnet': {'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-subnet', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:07.974095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d808a4f-1f27-49a8-b2eb-010ad21fe558 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.974360 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08069440-1392-4e5a-8571-66cb00b40835 req-36e181fd-53a7-4ced-bdd3-5931df7530eb tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486019 Jul 05 03:55:08.036333 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d808a4f-1f27-49a8-b2eb-010ad21fe558 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7864f332-e945-4209-afee-0cec3575f87c,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:08.066729 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.105098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbe971c-7d95-492a-9faa-ba0a8bbaea20 admin admin] Made reservation on behalf of 42221dc113c34bf6acdc5aa76696f0bf for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:08.105098 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cbe971c-7d95-492a-9faa-ba0a8bbaea20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.206813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=87c826e1-6d62-47bc-b178-91fc65b92eef,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:08.228410 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d808a4f-1f27-49a8-b2eb-010ad21fe558 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.238057 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34644) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:08.239630 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3d808a4f-1f27-49a8-b2eb-010ad21fe558 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0714934 Jul 05 03:55:08.244347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:08.348511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8f834028-9767-4627-a205-29e12a28463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:55:02Z', 'revision_number': 4, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'e3d318c5-f4de-4456-ab88-ff2c2e0aa05a', 'name': '', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'mac_address': 'fa:16:3e:b9:52:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:01Z', 'updated_at': '2021-07-05T03:55:07Z', 'revision_number': 4, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'subnets': [{'id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:08.392597 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d05d04-1533-4b65-adae-3ec0a0ea4d1a x-openstack-request-id: req-f1d05d04-1533-4b65-adae-3ec0a0ea4d1a {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:08.393158 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d32684-8eed-437c-9c1c-1777cb3c3c50", "name": "network-vif-plugged", "status": "completed", "tag": "87c826e1-6d62-47bc-b178-91fc65b92eef", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:08.393566 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1d05d04-1533-4b65-adae-3ec0a0ea4d1a {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:08.394125 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d32684-8eed-437c-9c1c-1777cb3c3c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c826e1-6d62-47bc-b178-91fc65b92eef', 'code': 200} Jul 05 03:55:08.395036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f834028-9767-4627-a205-29e12a28463f None None] The sync data for ids ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'] in n-d-798249-5 is: [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:55:02Z', 'revision_number': 4, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'e3d318c5-f4de-4456-ab88-ff2c2e0aa05a', 'name': '', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'mac_address': 'fa:16:3e:b9:52:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:01Z', 'updated_at': '2021-07-05T03:55:07Z', 'revision_number': 4, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'subnets': [{'id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:08.408230 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.550992 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cbe971c-7d95-492a-9faa-ba0a8bbaea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.630540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe971c-7d95-492a-9faa-ba0a8bbaea20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:08.700195 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.745226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe971c-7d95-492a-9faa-ba0a8bbaea20 admin admin] Checking segment: {'id': '64caaef4-af64-4f44-af16-efffad4f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:08.748591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbe971c-7d95-492a-9faa-ba0a8bbaea20 admin admin] Network hostable DHCP agents. Network: 961e366e-90e4-4d1e-811a-b43786f3f3f5, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:08.806414 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e4fae-fe86-44f1-a95d-dc79d3a801f2 req-f10a7e31-55ec-4c9f-ae07-dc445a67ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:08.807970 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1e5e4fae-fe86-44f1-a95d-dc79d3a801f2 req-f10a7e31-55ec-4c9f-ae07-dc445a67ebaf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 1096 time: 0.1665955 Jul 05 03:55:08.924538 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1e5e4fae-fe86-44f1-a95d-dc79d3a801f2 req-66e0fdbe-02b2-4f57-88b3-a7b11e444f71 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078155 Jul 05 03:55:08.926144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbe971c-7d95-492a-9faa-ba0a8bbaea20 admin admin] Network 961e366e-90e4-4d1e-811a-b43786f3f3f5 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:09.002558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Allocated IP 172.25.0.46 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/d7f01489-d29f-45a0-af8e-a52da877a19a) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:09.058655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-8cbe971c-7d95-492a-9faa-ba0a8bbaea20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 961e366e-90e4-4d1e-811a-b43786f3f3f5) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:09.063941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbe971c-7d95-492a-9faa-ba0a8bbaea20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.064815 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cbe971c-7d95-492a-9faa-ba0a8bbaea20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.071065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89834e46-831b-499a-8615-252c96075618 None None] Network 961e366e-90e4-4d1e-811a-b43786f3f3f5 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:09.286914 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8cbe971c-7d95-492a-9faa-ba0a8bbaea20 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3311296 Jul 05 03:55:09.286914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34658) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:09.298235 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:09.341410 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.431510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62a0a4b-383b-41d3-90f9-02c60f05e232 None None] Network 961e366e-90e4-4d1e-811a-b43786f3f3f5 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:09.464045 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906baae7-dba9-45ed-a3d6-31a1771d58f9 req-1a6693a5-79a4-4044-a831-4da288977a9a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.472007 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-906baae7-dba9-45ed-a3d6-31a1771d58f9 req-1a6693a5-79a4-4044-a831-4da288977a9a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 945 time: 0.2733276 Jul 05 03:55:09.505353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e3d318c5-f4de-4456-ab88-ff2c2e0aa05a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:09.531850 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.533518 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.541665 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-906baae7-dba9-45ed-a3d6-31a1771d58f9 req-8370e1cd-6898-4843-a573-2a0d5e6be3d2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660489 Jul 05 03:55:09.658742 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.675485 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.762528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:09.775481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:09.780151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:09.857266 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Pushing event updated for resources: {'Port': ['ID=d7f01489-d29f-45a0-af8e-a52da877a19a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:09.880934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:09.894167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:09.900869 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.007703 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.066161 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ae2c8-4c51-4af5-b933-2ccc88894a64 req-560f6fdb-4efe-48b7-b024-660d9a1404fc tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:10.078564 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e7ae2c8-4c51-4af5-b933-2ccc88894a64 req-560f6fdb-4efe-48b7-b024-660d9a1404fc tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 945 time: 0.2223265 Jul 05 03:55:10.115815 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.137351 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.189493 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e3d318c5-f4de-4456-ab88-ff2c2e0aa05a,segment=NetworkSegment(ad1194d8-3eac-43a3-9940-34ffca9aa41b),segment_id=ad1194d8-3eac-43a3-9940-34ffca9aa41b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:10.204272 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.246321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e7ae2c8-4c51-4af5-b933-2ccc88894a64 req-a3469b52-ca36-4bdc-a535-9d332867fc38 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639156 Jul 05 03:55:10.332648 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.398717 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=e3d318c5-f4de-4456-ab88-ff2c2e0aa05a,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:10.466215 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.544228 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.656662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Pushing event updated for resources: {'Port': ['ID=d7f01489-d29f-45a0-af8e-a52da877a19a,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:10.669386 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.669721 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.690475 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.787729 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.789032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3196b8e4-fb8a-4201-907b-ef9a9b212c3d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5497255 Jul 05 03:55:10.800726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355ec84-a6fc-4b64-ac91-779702c4b3d1 req-6393c2a3-e33b-4b9f-9aeb-0dcadb1539ba tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:10.802914 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d355ec84-a6fc-4b64-ac91-779702c4b3d1 req-6393c2a3-e33b-4b9f-9aeb-0dcadb1539ba tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 945 time: 0.0847299 Jul 05 03:55:10.847272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Allocated IP 172.25.0.191 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/82effe2e-82fb-4100-9167-4e9d65e8eff5) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:10.880971 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d355ec84-a6fc-4b64-ac91-779702c4b3d1 req-0eb4fb98-df74-4585-808c-ff723b4c2098 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721672 Jul 05 03:55:11.004617 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.144748 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.191353 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:11.194323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:11.205144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:11.216491 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-0eb51aee-04fe-47a1-a572-38b862c45c38 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--563035735&fields=id&tenant_id=a4c06e7326f84fa4b50e452c66382d16 HTTP/1.1" status: 200 len: 267 time: 0.0456996 Jul 05 03:55:11.235371 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Pushing event updated for resources: {'Port': ['ID=82effe2e-82fb-4100-9167-4e9d65e8eff5,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:11.381474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280458ef-089e-4e89-a48b-0ad50991e678 req-46332fdb-9d78-474d-becd-d5ba455ad6aa tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.383222 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-46332fdb-9d78-474d-becd-d5ba455ad6aa tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/networks?id=297321b6-967c-4ebe-b254-d79876af5ecf HTTP/1.1" status: 200 len: 811 time: 0.1770680 Jul 05 03:55:11.425042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e3d318c5-f4de-4456-ab88-ff2c2e0aa05a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:11.432969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-8eca1a5d-9798-4342-8e3b-32b6d8a270c5 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/quotas/a4c06e7326f84fa4b50e452c66382d16 HTTP/1.1" status: 200 len: 375 time: 0.0315492 Jul 05 03:55:11.493686 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:11.494844 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.552471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-f2e4437b-0410-46d0-837f-68784e6cfb95 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4c06e7326f84fa4b50e452c66382d16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1182344 Jul 05 03:55:11.763779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-9dba6b6c-6072-4e91-b728-00c2b136ce42 service neutron] 10.222.0.60 "GET /v2.0/networks/297321b6-967c-4ebe-b254-d79876af5ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880701 Jul 05 03:55:11.921920 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-4fdabd7f-6efa-4b4b-91b7-c8371f711cdd service neutron] 10.222.0.60 "GET /v2.0/networks/297321b6-967c-4ebe-b254-d79876af5ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512494 Jul 05 03:55:12.099716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93a984-4901-4df2-99a5-38207d3eaeb4 req-8a65e68b-0aca-4a43-968c-bd2cf97fd7b9 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:12.103465 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.114764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba93a984-4901-4df2-99a5-38207d3eaeb4 req-8a65e68b-0aca-4a43-968c-bd2cf97fd7b9 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 945 time: 0.1909873 Jul 05 03:55:12.182784 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba93a984-4901-4df2-99a5-38207d3eaeb4 req-62fd4bb1-6ddf-411b-a221-829dafe156ce tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668840 Jul 05 03:55:12.357337 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.435920 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd78b49-2a76-49f1-bc2e-87aab71ab67b req-51a0e84d-f4d6-4486-a7fa-42162553161b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:12.439148 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2dd78b49-2a76-49f1-bc2e-87aab71ab67b req-51a0e84d-f4d6-4486-a7fa-42162553161b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 945 time: 0.1346288 Jul 05 03:55:12.529055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2dd78b49-2a76-49f1-bc2e-87aab71ab67b req-376e13ab-3880-4e44-9ebf-c932231aa921 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836990 Jul 05 03:55:12.694551 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d32386c5-ab7d-444c-9f7e-e894ce377108 req-648d6e16-7347-402a-91e8-4e3952c5ff7d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 210 time: 0.0536673 Jul 05 03:55:12.719861 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Router 8431015c-98bb-4999-9784-2a894786896e is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:55:12.862259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:12.876630 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Sync routers for ids ['8431015c-98bb-4999-9784-2a894786896e'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:12.888889 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Routers {'8431015c-98bb-4999-9784-2a894786896e'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:12.890532 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:54:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8431015c-98bb-4999-9784-2a894786896e'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:12.965054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b13f2568-fc66-4367-99b4-13d3f7a91694 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:13.018907 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.023329 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3e25bb58-af33-4b01-a07c-d0a12cf093f1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.7339029 Jul 05 03:55:13.023704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34750) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:13.087150 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Set router 8431015c-98bb-4999-9784-2a894786896e gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:13.174647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b13f2568-fc66-4367-99b4-13d3f7a91694, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b13f2568-fc66-4367-99b4-13d3f7a91694,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:13.196120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'b13f2568-fc66-4367-99b4-13d3f7a91694', 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f', 'port_id': 'b13f2568-fc66-4367-99b4-13d3f7a91694', 'mac_address': 'fa:16:3e:b3:b9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6194b19-07db-4596-adc2-64c0dbfe5bc1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:13.294579 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.294579 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b13f2568-fc66-4367-99b4-13d3f7a91694 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:13.295562 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:11Z', 'revision_number': 3, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:13.295733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b13f2568-fc66-4367-99b4-13d3f7a91694, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b13f2568-fc66-4367-99b4-13d3f7a91694,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:13.323005 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Checking router: 8431015c-98bb-4999-9784-2a894786896e for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:13.323356 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Updating router 8431015c-98bb-4999-9784-2a894786896e port 82effe2e-82fb-4100-9167-4e9d65e8eff5 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:55:13.358227 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.415894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb57ea-6205-4276-b2b0-d2cab98bb55b req-509f864f-4211-4f88-a23a-c99816bde542 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.423123 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.429935 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53eb57ea-6205-4276-b2b0-d2cab98bb55b req-509f864f-4211-4f88-a23a-c99816bde542 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 945 time: 0.1790154 Jul 05 03:55:13.493894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=b13f2568-fc66-4367-99b4-13d3f7a91694,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:13.532772 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['b13f2568-fc66-4367-99b4-13d3f7a91694'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:13.542648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53eb57ea-6205-4276-b2b0-d2cab98bb55b req-4f5719ee-14bc-4455-92e8-c65e48c37191 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/security-groups?id=27fe525c-e130-45df-954b-27e36ae8a002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071179 Jul 05 03:55:13.672988 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.685676 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Transition to ACTIVE for port object 82effe2e-82fb-4100-9167-4e9d65e8eff5 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:13.790108 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.862507 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d45224-2110-4016-b7c1-69f86f0984aa None None] Pushing event updated for resources: {'Port': ['ID=82effe2e-82fb-4100-9167-4e9d65e8eff5,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:13.884977 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Attempting to bind port 82effe2e-82fb-4100-9167-4e9d65e8eff5 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:13.885636 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Attempting to bind port 82effe2e-82fb-4100-9167-4e9d65e8eff5 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:13.885770 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Attempting to bind port 82effe2e-82fb-4100-9167-4e9d65e8eff5 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:13.898433 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:13.898811 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:13.899219 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.899616 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:13.900084 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Bound port: 82effe2e-82fb-4100-9167-4e9d65e8eff5, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:13.900498 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.904854 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a728f1-4675-4bfa-9c40-e6ca6eff8a32 req-c6dd0bad-49cc-438a-a987-e4361f0b42bb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.917268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53a728f1-4675-4bfa-9c40-e6ca6eff8a32 req-c6dd0bad-49cc-438a-a987-e4361f0b42bb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 944 time: 0.2328656 Jul 05 03:55:13.933492 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.962366 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] For port 82effe2e-82fb-4100-9167-4e9d65e8eff5, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:13.967386 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] For port 82effe2e-82fb-4100-9167-4e9d65e8eff5, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=82effe2e-82fb-4100-9167-4e9d65e8eff5,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:13.980672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1881056-3315-479d-998d-dca8c84bf402 req-dadce465-2322-4bf0-a54f-519e7bd5baa1 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.982821 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1881056-3315-479d-998d-dca8c84bf402 req-dadce465-2322-4bf0-a54f-519e7bd5baa1 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 945 time: 0.2429237 Jul 05 03:55:14.082715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53a728f1-4675-4bfa-9c40-e6ca6eff8a32 req-7bcea3b4-631b-44c6-8ba3-55f9bd025cef tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635268 Jul 05 03:55:14.093226 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1881056-3315-479d-998d-dca8c84bf402 req-26ae6d88-21ad-40c5-be4c-10b140cb7aa7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956414 Jul 05 03:55:14.106414 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.224296 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d45224-2110-4016-b7c1-69f86f0984aa None None] Pushing event updated for resources: {'Port': ['ID=82effe2e-82fb-4100-9167-4e9d65e8eff5,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:14.252249 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Routers {'8431015c-98bb-4999-9784-2a894786896e'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:14.253786 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:54:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8431015c-98bb-4999-9784-2a894786896e'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:14.265613 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd79b91b-6864-4803-93fb-c7be0873429c req-207312a9-914f-467b-9a73-67939c188c11 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 210 time: 0.0591576 Jul 05 03:55:14.430966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Allocated IP 172.20.0.1 (961e366e-90e4-4d1e-811a-b43786f3f3f5/0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1/a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:14.686414 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.719462 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] Set router 8431015c-98bb-4999-9784-2a894786896e gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:14.830897 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.900569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:14.915900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Network 961e366e-90e4-4d1e-811a-b43786f3f3f5 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:14.917423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:14.920033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:14.985469 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b13f2568-fc66-4367-99b4-13d3f7a91694 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:15.050532 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.120925 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:11Z', 'revision_number': 3, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:15.164158 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538c23e-4c12-4a02-b393-3cba529d171c None None] The sync data for ids ['8431015c-98bb-4999-9784-2a894786896e'] in n-d-798249-5 is: [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:11Z', 'revision_number': 3, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:15.219544 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.234199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f352f9-1920-4f9f-909b-42f14fcc2b8e req-de3c5fbb-f922-41d5-a148-33694c2b130f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:15.243384 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68f352f9-1920-4f9f-909b-42f14fcc2b8e req-de3c5fbb-f922-41d5-a148-33694c2b130f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 945 time: 0.1818674 Jul 05 03:55:15.251188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b13f2568-fc66-4367-99b4-13d3f7a91694 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:15.289741 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b13f2568-fc66-4367-99b4-13d3f7a91694, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b13f2568-fc66-4367-99b4-13d3f7a91694,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:15.408148 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.473972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-68f352f9-1920-4f9f-909b-42f14fcc2b8e req-54f93e5a-a9c6-4a47-9ad8-9ff111a56159 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Deleting port 87c826e1-6d62-47bc-b178-91fc65b92eef {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:15.476748 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-68f352f9-1920-4f9f-909b-42f14fcc2b8e req-54f93e5a-a9c6-4a47-9ad8-9ff111a56159 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.529202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=b13f2568-fc66-4367-99b4-13d3f7a91694,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:15.551740 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.601941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235cc93-f38d-48f9-93db-99f4ae26ef56 req-96b638d3-be2b-4ea7-b7fe-6434bfb20d2c tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:15.603706 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5235cc93-f38d-48f9-93db-99f4ae26ef56 req-96b638d3-be2b-4ea7-b7fe-6434bfb20d2c tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 945 time: 0.2554417 Jul 05 03:55:15.654479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea771-cc75-4f1e-80c2-cdfc5c649587 req-3ae72662-9531-4ea5-95f6-154710883417 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:15.662580 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b97ea771-cc75-4f1e-80c2-cdfc5c649587 req-3ae72662-9531-4ea5-95f6-154710883417 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 944 time: 0.3112297 Jul 05 03:55:15.714553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-68f352f9-1920-4f9f-909b-42f14fcc2b8e req-54f93e5a-a9c6-4a47-9ad8-9ff111a56159 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] For port 87c826e1-6d62-47bc-b178-91fc65b92eef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=87c826e1-6d62-47bc-b178-91fc65b92eef,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:15.715791 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-68f352f9-1920-4f9f-909b-42f14fcc2b8e req-54f93e5a-a9c6-4a47-9ad8-9ff111a56159 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.735125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-68f352f9-1920-4f9f-909b-42f14fcc2b8e req-54f93e5a-a9c6-4a47-9ad8-9ff111a56159 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Calling delete_port for 87c826e1-6d62-47bc-b178-91fc65b92eef owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:15.818474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b97ea771-cc75-4f1e-80c2-cdfc5c649587 req-2760851a-d832-4532-a64d-17237ec9cc18 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549177 Jul 05 03:55:15.829873 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5235cc93-f38d-48f9-93db-99f4ae26ef56 req-7cba701f-f1c7-48fd-ba70-d4ab84505557 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/security-groups?id=27fe525c-e130-45df-954b-27e36ae8a002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911271 Jul 05 03:55:16.014980 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.189933 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-68f352f9-1920-4f9f-909b-42f14fcc2b8e req-54f93e5a-a9c6-4a47-9ad8-9ff111a56159 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.205992 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['87c826e1-6d62-47bc-b178-91fc65b92eef'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:16.235963 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f93e5a-a9c6-4a47-9ad8-9ff111a56159 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Pushing event deleted for resources: {'Port': ['ID=87c826e1-6d62-47bc-b178-91fc65b92eef,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:16.307368 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f352f9-1920-4f9f-909b-42f14fcc2b8e req-54f93e5a-a9c6-4a47-9ad8-9ff111a56159 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] No DVR routers for this DVR port 87c826e1-6d62-47bc-b178-91fc65b92eef on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:16.313120 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-68f352f9-1920-4f9f-909b-42f14fcc2b8e req-54f93e5a-a9c6-4a47-9ad8-9ff111a56159 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.315634 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68f352f9-1920-4f9f-909b-42f14fcc2b8e req-54f93e5a-a9c6-4a47-9ad8-9ff111a56159 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "DELETE /v2.0/ports/87c826e1-6d62-47bc-b178-91fc65b92eef HTTP/1.1" status: 204 len: 173 time: 1.0687737 Jul 05 03:55:16.316136 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d32684-8eed-437c-9c1c-1777cb3c3c50', 'name': 'network-vif-deleted', 'tag': '87c826e1-6d62-47bc-b178-91fc65b92eef'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:16.328349 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9461cebe-ca3e-441d-87c3-68cabb72053d" -d '{"events": [{"server_uuid": "06d32684-8eed-437c-9c1c-1777cb3c3c50", "name": "network-vif-deleted", "tag": "87c826e1-6d62-47bc-b178-91fc65b92eef"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:16.710670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c31687-d213-49d3-8668-06ad33fa44b2 req-e03970b5-8d2a-4ea1-b724-61a5a3f3066b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:16.712641 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-07c31687-d213-49d3-8668-06ad33fa44b2 req-e03970b5-8d2a-4ea1-b724-61a5a3f3066b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.11 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 943 time: 0.1131265 Jul 05 03:55:16.851702 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.903120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-07c31687-d213-49d3-8668-06ad33fa44b2 req-e051118a-5640-4301-a902-3752c217d00f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Deleting port b13f2568-fc66-4367-99b4-13d3f7a91694 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:16.903846 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-07c31687-d213-49d3-8668-06ad33fa44b2 req-e051118a-5640-4301-a902-3752c217d00f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.951343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3725fde-6b80-4dae-ae19-689da2c34589 req-55dd0b6e-99d5-4c62-8650-88125da736f1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 210 time: 0.1066358 Jul 05 03:55:17.010445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280458ef-089e-4e89-a48b-0ad50991e678 req-ca92760d-2490-49c8-bc5b-4447bb9c2e72 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:17.011926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-ca92760d-2490-49c8-bc5b-4447bb9c2e72 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.64 "GET /v2.0/networks?id=297321b6-967c-4ebe-b254-d79876af5ecf HTTP/1.1" status: 200 len: 811 time: 0.9224546 Jul 05 03:55:17.017585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:17.018400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-07c31687-d213-49d3-8668-06ad33fa44b2 req-e051118a-5640-4301-a902-3752c217d00f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] For port b13f2568-fc66-4367-99b4-13d3f7a91694, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b13f2568-fc66-4367-99b4-13d3f7a91694,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:17.019038 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-07c31687-d213-49d3-8668-06ad33fa44b2 req-e051118a-5640-4301-a902-3752c217d00f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.046658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-07c31687-d213-49d3-8668-06ad33fa44b2 req-e051118a-5640-4301-a902-3752c217d00f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Calling delete_port for b13f2568-fc66-4367-99b4-13d3f7a91694 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:17.064489 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.084457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614ed2e-6671-4903-9069-71b2d288d860 req-0cb5e88c-3d65-4544-a1f7-b632c89ff2c4 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:17.093207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2614ed2e-6671-4903-9069-71b2d288d860 req-0cb5e88c-3d65-4544-a1f7-b632c89ff2c4 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d32684-8eed-437c-9c1c-1777cb3c3c50 HTTP/1.1" status: 200 len: 867 time: 1.0652368 Jul 05 03:55:17.131950 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-e674c408-f42a-4a2c-9b98-46015adb9c1f tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4c06e7326f84fa4b50e452c66382d16 HTTP/1.1" status: 200 len: 379 time: 0.1054471 Jul 05 03:55:17.150317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-280458ef-089e-4e89-a48b-0ad50991e678 req-22aeb148-c7d7-4d2d-9e33-dcd743e23bd1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Request body: {'port': {'device_id': 'fdd45784-570d-4fb2-9f5f-e5ffe0cc3259', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'admin_state_up': True, 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'security_groups': ['bce2b21d-9ba1-4db6-905e-04b70a22975a']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:17.254300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2614ed2e-6671-4903-9069-71b2d288d860 req-8c0978ca-987b-4aaa-b22a-4d1b6ceb7c61 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600826 Jul 05 03:55:17.306574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-07c31687-d213-49d3-8668-06ad33fa44b2 req-e051118a-5640-4301-a902-3752c217d00f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.438299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051118a-5640-4301-a902-3752c217d00f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Pushing event deleted for resources: {'Port': ['ID=b13f2568-fc66-4367-99b4-13d3f7a91694,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:17.445343 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181f5da3-49e3-42a5-874b-fab6e3bf4875 x-openstack-request-id: req-181f5da3-49e3-42a5-874b-fab6e3bf4875 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:17.448558 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d32684-8eed-437c-9c1c-1777cb3c3c50", "name": "network-vif-deleted", "tag": "87c826e1-6d62-47bc-b178-91fc65b92eef", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:17.448930 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-181f5da3-49e3-42a5-874b-fab6e3bf4875 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:17.449446 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d32684-8eed-437c-9c1c-1777cb3c3c50', 'name': 'network-vif-deleted', 'tag': '87c826e1-6d62-47bc-b178-91fc65b92eef', 'status': 'completed', 'code': 200} Jul 05 03:55:17.462501 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Network 961e366e-90e4-4d1e-811a-b43786f3f3f5 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:17.470669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:17.557388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c31687-d213-49d3-8668-06ad33fa44b2 req-e051118a-5640-4301-a902-3752c217d00f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] No DVR routers for this DVR port b13f2568-fc66-4367-99b4-13d3f7a91694 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:17.561480 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-07c31687-d213-49d3-8668-06ad33fa44b2 req-e051118a-5640-4301-a902-3752c217d00f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.574062 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-07c31687-d213-49d3-8668-06ad33fa44b2 req-e051118a-5640-4301-a902-3752c217d00f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.11 "DELETE /v2.0/ports/b13f2568-fc66-4367-99b4-13d3f7a91694 HTTP/1.1" status: 204 len: 173 time: 0.8537476 Jul 05 03:55:17.622185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 82effe2e-82fb-4100-9167-4e9d65e8eff5 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:17.733076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 82effe2e-82fb-4100-9167-4e9d65e8eff5 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:17.742089 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 82effe2e-82fb-4100-9167-4e9d65e8eff5 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:17.742611 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.773503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280458ef-089e-4e89-a48b-0ad50991e678 req-22aeb148-c7d7-4d2d-9e33-dcd743e23bd1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Made reservation on behalf of a4c06e7326f84fa4b50e452c66382d16 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:17.779873 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-280458ef-089e-4e89-a48b-0ad50991e678 req-22aeb148-c7d7-4d2d-9e33-dcd743e23bd1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.802056 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ac5abf64-5f11-4f45-9459-a1f6ac6e4096 req-eb4af1f2-7305-4dfb-ac74-359ea1348b3a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=69b27e71-8857-4f65-bb5b-da5ee25c5e37 HTTP/1.1" status: 200 len: 210 time: 0.0915759 Jul 05 03:55:17.883015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Router 8431015c-98bb-4999-9784-2a894786896e has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:17.931233 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.958019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 82effe2e-82fb-4100-9167-4e9d65e8eff5, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=82effe2e-82fb-4100-9167-4e9d65e8eff5,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:18.126126 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.140319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-280458ef-089e-4e89-a48b-0ad50991e678 req-22aeb148-c7d7-4d2d-9e33-dcd743e23bd1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Allocated IP 172.20.0.8 (297321b6-967c-4ebe-b254-d79876af5ecf/5be46cc3-1b3b-4236-9689-5ac0c6c04716/ced2f327-c392-4aee-8b24-358f99ece907) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:18.195463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:18.196811 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=82effe2e-82fb-4100-9167-4e9d65e8eff5,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:18.198580 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c23ea2c8-21f1-4a1d-8c55-4f75ae1ef7f7 req-a1b4e5b4-9d2f-4203-a385-43500de9140d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 210 time: 0.0504310 Jul 05 03:55:18.205138 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fe0d7658-1c0e-46dd-8dcc-b1ee425947a3 admin admin] 10.222.0.60 "PUT /v2.0/routers/8431015c-98bb-4999-9784-2a894786896e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1802719 Jul 05 03:55:18.227874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Sync routers for ids ['8431015c-98bb-4999-9784-2a894786896e'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:18.264348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Routers {'8431015c-98bb-4999-9784-2a894786896e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:18.265209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:54:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8431015c-98bb-4999-9784-2a894786896e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:18.517117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Set router 8431015c-98bb-4999-9784-2a894786896e gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:18.546958 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-280458ef-089e-4e89-a48b-0ad50991e678 req-22aeb148-c7d7-4d2d-9e33-dcd743e23bd1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.593114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-280458ef-089e-4e89-a48b-0ad50991e678 req-22aeb148-c7d7-4d2d-9e33-dcd743e23bd1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Transition to ACTIVE for port object ced2f327-c392-4aee-8b24-358f99ece907 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:18.803790 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-280458ef-089e-4e89-a48b-0ad50991e678 req-22aeb148-c7d7-4d2d-9e33-dcd743e23bd1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.877969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280458ef-089e-4e89-a48b-0ad50991e678 req-22aeb148-c7d7-4d2d-9e33-dcd743e23bd1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Network 297321b6-967c-4ebe-b254-d79876af5ecf is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:18.883442 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-280458ef-089e-4e89-a48b-0ad50991e678 req-22aeb148-c7d7-4d2d-9e33-dcd743e23bd1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:18.890211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-280458ef-089e-4e89-a48b-0ad50991e678 req-22aeb148-c7d7-4d2d-9e33-dcd743e23bd1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:18.922264 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:15Z', 'revision_number': 4, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8', 'name': '', 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'mac_address': 'fa:16:3e:57:75:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:13Z', 'updated_at': '2021-07-05T03:55:15Z', 'revision_number': 2, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'subnets': [{'id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:18.923073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aeb148-c7d7-4d2d-9e33-dcd743e23bd1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Pushing event updated for resources: {'Port': ['ID=ced2f327-c392-4aee-8b24-358f99ece907,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:18.976188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Checking router: 8431015c-98bb-4999-9784-2a894786896e for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:18.976705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Updating router 8431015c-98bb-4999-9784-2a894786896e port a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:55:19.033807 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.055747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 87c826e1-6d62-47bc-b178-91fc65b92eef no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:19.068573 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc73456-8b06-4677-bb38-9e8481bc89a4 req-cd90393d-701a-403f-b7d8-034733a1d31e tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.076025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6bc73456-8b06-4677-bb38-9e8481bc89a4 req-cd90393d-701a-403f-b7d8-034733a1d31e tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 945 time: 0.3330193 Jul 05 03:55:19.078506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 87c826e1-6d62-47bc-b178-91fc65b92eef {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:19.078802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 87c826e1-6d62-47bc-b178-91fc65b92eef not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:19.082169 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b13f2568-fc66-4367-99b4-13d3f7a91694 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:19.098114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280458ef-089e-4e89-a48b-0ad50991e678 req-22aeb148-c7d7-4d2d-9e33-dcd743e23bd1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.098981 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-280458ef-089e-4e89-a48b-0ad50991e678 req-22aeb148-c7d7-4d2d-9e33-dcd743e23bd1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.153552 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: b13f2568-fc66-4367-99b4-13d3f7a91694 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:19.153930 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b13f2568-fc66-4367-99b4-13d3f7a91694 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:19.215195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6bc73456-8b06-4677-bb38-9e8481bc89a4 req-c497bf88-32e5-4735-abcb-0e974f22f79d tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/security-groups?id=27fe525c-e130-45df-954b-27e36ae8a002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381357 Jul 05 03:55:19.252701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-8407e168-0d01-4192-9ed0-a7e88db63da2 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.261476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-8407e168-0d01-4192-9ed0-a7e88db63da2 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/networks?id=961e366e-90e4-4d1e-811a-b43786f3f3f5 HTTP/1.1" status: 200 len: 820 time: 0.3079498 Jul 05 03:55:19.284826 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c48c172e-65fa-4fa1-bca2-19517ac2e2cf tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/quotas/42221dc113c34bf6acdc5aa76696f0bf HTTP/1.1" status: 200 len: 375 time: 0.0219822 Jul 05 03:55:19.387410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-51936ac9-e43c-433a-bb8c-6f1df38cf850 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=42221dc113c34bf6acdc5aa76696f0bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014440 Jul 05 03:55:19.432698 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 82effe2e-82fb-4100-9167-4e9d65e8eff5 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:19.450494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b27e71-8857-4f65-bb5b-da5ee25c5e37', 'name': 'network-vif-deleted', 'tag': 'b13f2568-fc66-4367-99b4-13d3f7a91694'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:19.524256 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7983d8f4-169d-41b9-9226-e37730203608" -d '{"events": [{"server_uuid": "69b27e71-8857-4f65-bb5b-da5ee25c5e37", "name": "network-vif-deleted", "tag": "b13f2568-fc66-4367-99b4-13d3f7a91694"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:19.524468 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-22aeb148-c7d7-4d2d-9e33-dcd743e23bd1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3453014 Jul 05 03:55:19.524468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Request body: {'port': {'device_id': 'fdd45784-570d-4fb2-9f5f-e5ffe0cc3259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:19.525620 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.540339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Transition to ACTIVE for port object a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:19.544020 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 82effe2e-82fb-4100-9167-4e9d65e8eff5 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:19.544427 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.632913 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-54d96d81-e993-41b4-a7a1-fa041953742c service neutron] 10.222.0.60 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444458 Jul 05 03:55:19.641672 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e651d495-a5d6-4d97-bf81-343bdaf9c9f2 None None] Provisioning for port ced2f327-c392-4aee-8b24-358f99ece907 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:19.643820 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.649092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-71b396df-39a6-4702-87f5-00e3ff8ec411 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.650653 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-71b396df-39a6-4702-87f5-00e3ff8ec411 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 811 time: 0.2105680 Jul 05 03:55:19.654535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e651d495-a5d6-4d97-bf81-343bdaf9c9f2 None None] Provisioning complete for port ced2f327-c392-4aee-8b24-358f99ece907 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:19.654535 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e651d495-a5d6-4d97-bf81-343bdaf9c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.721778 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.724430 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-3a3e3bd1-430a-4e9d-b42e-55652367290e tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/quotas/0e720a82806c4e7cbe27e02eb198af6d HTTP/1.1" status: 200 len: 375 time: 0.0602162 Jul 05 03:55:19.751069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e651d495-a5d6-4d97-bf81-343bdaf9c9f2 None None] Port ced2f327-c392-4aee-8b24-358f99ece907 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:55:19.760240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34029447-7cec-4ffb-99bc-cbed34e6c602 None None] Pushing event updated for resources: {'Port': ['ID=a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:19.783982 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-1cfcec0f-95b1-42ad-87ad-c5e1dc3aa2cf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446665 Jul 05 03:55:19.803713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443039f-86d3-4202-b66e-65ec9027e38b req-d32fdf24-9784-4543-a291-6116b129b151 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.807224 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e443039f-86d3-4202-b66e-65ec9027e38b req-d32fdf24-9784-4543-a291-6116b129b151 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.11 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 945 time: 0.0979223 Jul 05 03:55:19.810944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-182f7c8d-ceca-46a0-9d18-b0ac4ce95048 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:55:19.812336 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-182f7c8d-ceca-46a0-9d18-b0ac4ce95048 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051942 Jul 05 03:55:19.858985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Attempting to bind port a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:19.859719 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Attempting to bind port a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '64caaef4-af64-4f44-af16-efffad4f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:19.860256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Attempting to bind port a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 on network 961e366e-90e4-4d1e-811a-b43786f3f3f5 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:19.866441 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:19.866823 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Checking segment: {'id': '64caaef4-af64-4f44-af16-efffad4f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:19.867327 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.867733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Bound using segment: {'id': '64caaef4-af64-4f44-af16-efffad4f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:19.868552 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Bound port: a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64caaef4-af64-4f44-af16-efffad4f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:19.868778 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.907909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-68996304-713b-42b5-89ba-00c12825d276 service neutron] 10.222.0.60 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544484 Jul 05 03:55:19.939566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-e443039f-86d3-4202-b66e-65ec9027e38b req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Deleting port 794f6e99-de32-4ded-b705-aafc44b4644e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:19.940400 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e443039f-86d3-4202-b66e-65ec9027e38b req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.958745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] For port a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:19.962913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] For port a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8,segment=NetworkSegment(64caaef4-af64-4f44-af16-efffad4f61ae),segment_id=64caaef4-af64-4f44-af16-efffad4f61ae)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:20.047712 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.073211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e443039f-86d3-4202-b66e-65ec9027e38b req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] For port 794f6e99-de32-4ded-b705-aafc44b4644e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=794f6e99-de32-4ded-b705-aafc44b4644e,segment=NetworkSegment(638692dc-1673-4b60-bec1-8e4a2a32a541),segment_id=638692dc-1673-4b60-bec1-8e4a2a32a541)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:20.073628 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e443039f-86d3-4202-b66e-65ec9027e38b req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.140897 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Routers {'8431015c-98bb-4999-9784-2a894786896e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:20.140897 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:54:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8431015c-98bb-4999-9784-2a894786896e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:20.153149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34029447-7cec-4ffb-99bc-cbed34e6c602 None None] Pushing event updated for resources: {'Port': ['ID=a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:20.508465 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] Set router 8431015c-98bb-4999-9784-2a894786896e gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:20.534089 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e443039f-86d3-4202-b66e-65ec9027e38b req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.538138 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e443039f-86d3-4202-b66e-65ec9027e38b req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.544873 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-8b61819e-6280-46e1-9f3a-699697d9dc96 service neutron] 10.222.0.60 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7209120 Jul 05 03:55:20.545074 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [req-e443039f-86d3-4202-b66e-65ec9027e38b req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Floating IP 1428394b-340b-4e14-a924-2bf295efbaab disassociated. External IP: 172.25.0.38, port: 794f6e99-de32-4ded-b705-aafc44b4644e. Jul 05 03:55:20.545321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-e443039f-86d3-4202-b66e-65ec9027e38b req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Calling delete_port for 794f6e99-de32-4ded-b705-aafc44b4644e owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:20.664855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced2f327-c392-4aee-8b24-358f99ece907 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:20.679920 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.731637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Transition to ACTIVE for port object ced2f327-c392-4aee-8b24-358f99ece907 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:20.771025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-c6c9bed4-a89d-4d9e-a59c-b30cc0f61704 service neutron] 10.222.0.60 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236371 Jul 05 03:55:20.799296 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b63025-852b-4889-8094-7966904db62d req-fdf05fa5-6d15-4447-90f9-99196ffd8a43 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:20.807871 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8b63025-852b-4889-8094-7966904db62d req-fdf05fa5-6d15-4447-90f9-99196ffd8a43 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 931 time: 0.2264175 Jul 05 03:55:20.860156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8b63025-852b-4889-8094-7966904db62d req-94987bf9-fd3e-407b-8eab-52941ebacb9d tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/security-groups?id=bce2b21d-9ba1-4db6-905e-04b70a22975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509295 Jul 05 03:55:20.899317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:15Z', 'revision_number': 4, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8', 'name': '', 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'mac_address': 'fa:16:3e:57:75:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:13Z', 'updated_at': '2021-07-05T03:55:19Z', 'revision_number': 4, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'subnets': [{'id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:20.909570 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.930086 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e443039f-86d3-4202-b66e-65ec9027e38b req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.948802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4475a52d-540c-4926-bdef-cdf8ca3de3f4 None None] The sync data for ids ['8431015c-98bb-4999-9784-2a894786896e'] in n-d-798249-5 is: [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:15Z', 'revision_number': 4, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8', 'name': '', 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'mac_address': 'fa:16:3e:57:75:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:13Z', 'updated_at': '2021-07-05T03:55:19Z', 'revision_number': 4, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'subnets': [{'id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:20.984542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Pushing event deleted for resources: {'Port': ['ID=794f6e99-de32-4ded-b705-aafc44b4644e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:21.012621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Pushing event updated for resources: {'Port': ['ID=ced2f327-c392-4aee-8b24-358f99ece907,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:21.199167 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4334cb18-57ee-4da2-92ce-ab960ff3c331 x-openstack-request-id: req-4334cb18-57ee-4da2-92ce-ab960ff3c331 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:21.199806 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b27e71-8857-4f65-bb5b-da5ee25c5e37", "name": "network-vif-deleted", "tag": "b13f2568-fc66-4367-99b4-13d3f7a91694", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:21.200234 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4334cb18-57ee-4da2-92ce-ab960ff3c331 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:21.201260 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b27e71-8857-4f65-bb5b-da5ee25c5e37', 'name': 'network-vif-deleted', 'tag': 'b13f2568-fc66-4367-99b4-13d3f7a91694', 'status': 'completed', 'code': 200} Jul 05 03:55:21.269460 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-48e06e72-53ad-4e1c-97f8-12622b5ce9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.292605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7c49c7a-af91-4df8-817b-2632e776300e req-57e0387c-495c-46cb-91da-913d07a050ff tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 210 time: 0.0507870 Jul 05 03:55:21.312019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Attempting to bind port ced2f327-c392-4aee-8b24-358f99ece907 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:21.312019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Attempting to bind port ced2f327-c392-4aee-8b24-358f99ece907 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'ad1194d8-3eac-43a3-9940-34ffca9aa41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:21.316165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Attempting to bind port ced2f327-c392-4aee-8b24-358f99ece907 on network 297321b6-967c-4ebe-b254-d79876af5ecf {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:21.327656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Port ced2f327-c392-4aee-8b24-358f99ece907 on network 297321b6-967c-4ebe-b254-d79876af5ecf not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:21.330208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Attempting to bind port ced2f327-c392-4aee-8b24-358f99ece907 on network 297321b6-967c-4ebe-b254-d79876af5ecf {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:21.342088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:21.344605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Checking segment: {'id': 'ad1194d8-3eac-43a3-9940-34ffca9aa41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:21.345192 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Bound using segment: {'id': 'ad1194d8-3eac-43a3-9940-34ffca9aa41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:21.345619 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e443039f-86d3-4202-b66e-65ec9027e38b req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Router 2055c29f-782f-49b6-9f73-96e49fa46a6e has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:21.346148 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Bound port: ced2f327-c392-4aee-8b24-358f99ece907, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad1194d8-3eac-43a3-9940-34ffca9aa41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:21.351697 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.620240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:21.637030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] For port ced2f327-c392-4aee-8b24-358f99ece907, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:21.642464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] For port ced2f327-c392-4aee-8b24-358f99ece907, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ced2f327-c392-4aee-8b24-358f99ece907,segment=NetworkSegment(ad1194d8-3eac-43a3-9940-34ffca9aa41b),segment_id=ad1194d8-3eac-43a3-9940-34ffca9aa41b)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:21.696148 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e443039f-86d3-4202-b66e-65ec9027e38b req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:21.709497 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456900e6-f5b0-403e-9ee2-a5ba496183d7 None None] Sync routers for ids ['2055c29f-782f-49b6-9f73-96e49fa46a6e'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:21.732401 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456900e6-f5b0-403e-9ee2-a5ba496183d7 None None] Routers {'2055c29f-782f-49b6-9f73-96e49fa46a6e'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:21.733792 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-456900e6-f5b0-403e-9ee2-a5ba496183d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:54:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2055c29f-782f-49b6-9f73-96e49fa46a6e'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:21.735410 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.771478 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7fb30cb-d037-427e-b8ba-e819cb561b4f req-fa87c36a-51f2-4f26-bc3d-d9f2c102e5c1 tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/ports?device_id=90495ff3-20ef-4105-84e9-f8240d7e71bc HTTP/1.1" status: 200 len: 210 time: 0.1204703 Jul 05 03:55:21.813843 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e443039f-86d3-4202-b66e-65ec9027e38b req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] No DVR routers for this DVR port 794f6e99-de32-4ded-b705-aafc44b4644e on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:21.817537 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e443039f-86d3-4202-b66e-65ec9027e38b req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.820144 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e443039f-86d3-4202-b66e-65ec9027e38b req-8bbf7d42-14fd-4590-829a-099a236159be tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.11 "DELETE /v2.0/ports/794f6e99-de32-4ded-b705-aafc44b4644e HTTP/1.1" status: 204 len: 173 time: 2.0062556 Jul 05 03:55:21.875940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:21.880967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:21.881353 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.977479 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-456900e6-f5b0-403e-9ee2-a5ba496183d7 None None] Set router 2055c29f-782f-49b6-9f73-96e49fa46a6e gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:22.057018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.057707 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.059141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] 10.222.0.64 "PUT /v2.0/ports/ced2f327-c392-4aee-8b24-358f99ece907 HTTP/1.1" status: 200 len: 1091 time: 2.5609634 Jul 05 03:55:22.059620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd45784-570d-4fb2-9f5f-e5ffe0cc3259', 'tag': 'ced2f327-c392-4aee-8b24-358f99ece907'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:22.068957 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eda6abe-d773-4dae-9434-3bf4a548e324" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd45784-570d-4fb2-9f5f-e5ffe0cc3259", "tag": "ced2f327-c392-4aee-8b24-358f99ece907"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:22.117809 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8fb53523-99eb-46dd-b4a7-a3bb1e216943 req-666b9e12-9d55-4b78-aafd-cf6e87b5571b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 210 time: 0.2292953 Jul 05 03:55:22.264028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e367e3-f685-486e-bb02-415fd66a5684 service neutron] Pushing event updated for resources: {'Port': ['ID=ced2f327-c392-4aee-8b24-358f99ece907,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:22.353375 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.398831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-1425eab3-5c8b-4f6f-a5f9-a4a8ea4d6d25 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.406569 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-1425eab3-5c8b-4f6f-a5f9-a4a8ea4d6d25 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/networks?id=891a6a08-728d-4b58-afb9-09761ba3db2f HTTP/1.1" status: 200 len: 821 time: 0.5457633 Jul 05 03:55:22.438299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-14cc6a00-1486-4513-ac05-0d41354bc29e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/quotas/fd3e776bf9be4be8ad8b9c01a8dd00d9 HTTP/1.1" status: 200 len: 375 time: 0.0307508 Jul 05 03:55:22.507729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8,segment=NetworkSegment(64caaef4-af64-4f44-af16-efffad4f61ae),segment_id=64caaef4-af64-4f44-af16-efffad4f61ae)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:22.509987 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-456900e6-f5b0-403e-9ee2-a5ba496183d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '09fb1cb7-5325-4ad0-af0d-159d0ac3312b', 'name': '', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'mac_address': 'fa:16:3e:7d:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0c495426-330d-4f54-89b2-340f610a9650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:47Z', 'updated_at': '2021-07-05T03:52:59Z', 'revision_number': 5, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'subnets': [{'id': '0c495426-330d-4f54-89b2-340f610a9650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:22.542451 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456900e6-f5b0-403e-9ee2-a5ba496183d7 None None] Checking router: 2055c29f-782f-49b6-9f73-96e49fa46a6e for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:22.553526 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456900e6-f5b0-403e-9ee2-a5ba496183d7 None None] Routers {'2055c29f-782f-49b6-9f73-96e49fa46a6e'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:22.554211 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-456900e6-f5b0-403e-9ee2-a5ba496183d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:54:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2055c29f-782f-49b6-9f73-96e49fa46a6e'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:22.617603 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.696103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280458ef-089e-4e89-a48b-0ad50991e678 req-3b616553-4b9e-4519-803b-c7a3917d2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.698249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-3b616553-4b9e-4519-803b-c7a3917d2d91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4c06e7326f84fa4b50e452c66382d16&device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 1094 time: 0.4114044 Jul 05 03:55:22.710694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:22.729411 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-456900e6-f5b0-403e-9ee2-a5ba496183d7 None None] Set router 2055c29f-782f-49b6-9f73-96e49fa46a6e gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:22.771890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-d0ccb161-b617-4765-93a0-eb52be969ca5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ced2f327-c392-4aee-8b24-358f99ece907 HTTP/1.1" status: 200 len: 217 time: 0.0609248 Jul 05 03:55:22.793719 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-9cfbb99e-fabe-4372-aea4-e66f2d585989 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd3e776bf9be4be8ad8b9c01a8dd00d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3544171 Jul 05 03:55:22.857253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29461612-cf04-48a0-aebe-d1cec7571071 req-e42049a8-2a7f-4938-be47-8abc349a6fb4 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.874834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29461612-cf04-48a0-aebe-d1cec7571071 req-e42049a8-2a7f-4938-be47-8abc349a6fb4 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 943 time: 0.3661563 Jul 05 03:55:22.991912 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-456900e6-f5b0-403e-9ee2-a5ba496183d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '09fb1cb7-5325-4ad0-af0d-159d0ac3312b', 'name': '', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'mac_address': 'fa:16:3e:7d:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0c495426-330d-4f54-89b2-340f610a9650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:47Z', 'updated_at': '2021-07-05T03:52:59Z', 'revision_number': 5, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'subnets': [{'id': '0c495426-330d-4f54-89b2-340f610a9650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:23.031683 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456900e6-f5b0-403e-9ee2-a5ba496183d7 None None] The sync data for ids ['2055c29f-782f-49b6-9f73-96e49fa46a6e'] in n-d-798249-5 is: [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '09fb1cb7-5325-4ad0-af0d-159d0ac3312b', 'name': '', 'network_id': '688bde67-c898-4685-83f1-1878a4cebea6', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'mac_address': 'fa:16:3e:7d:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '0c495426-330d-4f54-89b2-340f610a9650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:47Z', 'updated_at': '2021-07-05T03:52:59Z', 'revision_number': 5, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'subnets': [{'id': '0c495426-330d-4f54-89b2-340f610a9650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:23.042479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 794f6e99-de32-4ded-b705-aafc44b4644e no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:23.069582 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 794f6e99-de32-4ded-b705-aafc44b4644e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:23.069935 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 794f6e99-de32-4ded-b705-aafc44b4644e not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:23.204671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90495ff3-20ef-4105-84e9-f8240d7e71bc', 'name': 'network-vif-deleted', 'tag': '794f6e99-de32-4ded-b705-aafc44b4644e'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:23.208384 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ce2cda-0946-4ce0-8b4a-1473b7d1adca" -d '{"events": [{"server_uuid": "90495ff3-20ef-4105-84e9-f8240d7e71bc", "name": "network-vif-deleted", "tag": "794f6e99-de32-4ded-b705-aafc44b4644e"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:23.410614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289fc34a-40eb-43f0-beb4-7c164fe8795d None None] New status for floating IP 1428394b-340b-4e14-a924-2bf295efbaab: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:55:23.414173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:23.458036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280458ef-089e-4e89-a48b-0ad50991e678 req-bd929c89-7011-4185-ae4c-798a623c3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:23.459446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-bd929c89-7011-4185-ae4c-798a623c3116 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5be46cc3-1b3b-4236-9689-5ac0c6c04716 HTTP/1.1" status: 200 len: 850 time: 0.6632400 Jul 05 03:55:23.464013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29461612-cf04-48a0-aebe-d1cec7571071 req-8d074e1b-23f1-4392-bb4a-4c98b4cbb215 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/security-groups?id=bce2b21d-9ba1-4db6-905e-04b70a22975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5880373 Jul 05 03:55:23.540010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-85fce865-e9a2-465c-bc65-3be93aecb87b service neutron] 10.222.0.60 "GET /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7453816 Jul 05 03:55:23.606697 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280458ef-089e-4e89-a48b-0ad50991e678 req-e2e8d092-980f-410d-b560-45b22221dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:23.609157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-e2e8d092-980f-410d-b560-45b22221dad7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=297321b6-967c-4ebe-b254-d79876af5ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403296 Jul 05 03:55:23.662607 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:55:23.664866 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af47842a-826c-4897-9c93-c50a24ae516c x-openstack-request-id: req-af47842a-826c-4897-9c93-c50a24ae516c {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:23.665163 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd45784-570d-4fb2-9f5f-e5ffe0cc3259", "tag": "ced2f327-c392-4aee-8b24-358f99ece907", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:23.665414 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af47842a-826c-4897-9c93-c50a24ae516c {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:23.665817 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd45784-570d-4fb2-9f5f-e5ffe0cc3259', 'tag': 'ced2f327-c392-4aee-8b24-358f99ece907', 'status': 'completed', 'code': 200} Jul 05 03:55:23.691532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:23.691778 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.719606 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-dcc2763f-5a3e-4d1c-82a2-2b49bc900d5e service neutron] 10.222.0.60 "GET /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720614 Jul 05 03:55:23.736995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-6dad232c-16a5-4a17-bb7b-5abdc5e079a4 service neutron] 10.222.0.64 "GET /v2.0/networks/297321b6-967c-4ebe-b254-d79876af5ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204863 Jul 05 03:55:23.883372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-280458ef-089e-4e89-a48b-0ad50991e678 req-8f50b67f-2265-41b9-9d6c-f5b7eb7da25e service neutron] 10.222.0.64 "GET /v2.0/networks/297321b6-967c-4ebe-b254-d79876af5ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402655 Jul 05 03:55:24.243932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a0e1ba1-300e-4ca1-9469-f99c39185c1d req-1eda3f1b-9e73-4e6d-b69d-d6f8806a5848 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 210 time: 0.0306792 Jul 05 03:55:24.366646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda6abe-d773-4dae-9434-3bf4a548e324 req-3f35d7d1-917d-4c8b-a918-5cc94dad2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:24.384225 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3eda6abe-d773-4dae-9434-3bf4a548e324 req-3f35d7d1-917d-4c8b-a918-5cc94dad2585 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4c06e7326f84fa4b50e452c66382d16&device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 1094 time: 0.1161041 Jul 05 03:55:24.385286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-9612c400-32fb-4110-95bd-aa012fb3e1be tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:24.386876 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-9612c400-32fb-4110-95bd-aa012fb3e1be tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.11 "GET /v2.0/networks?id=961e366e-90e4-4d1e-811a-b43786f3f3f5 HTTP/1.1" status: 200 len: 820 time: 0.1410534 Jul 05 03:55:24.397277 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.399614 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-27a9c4b7-92c2-43ae-8796-ba86ac7d544b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.402907 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f232722e-eb30-4f31-b8f8-140a65e51264 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Request body: {'port': {'device_id': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'admin_state_up': True, 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:24.509040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda6abe-d773-4dae-9434-3bf4a548e324 req-e0b20a93-f36d-4116-b5a2-db7a98502b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:24.510621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3eda6abe-d773-4dae-9434-3bf4a548e324 req-e0b20a93-f36d-4116-b5a2-db7a98502b73 service neutron] 10.222.0.64 "GET /v2.0/networks?id=297321b6-967c-4ebe-b254-d79876af5ecf HTTP/1.1" status: 200 len: 912 time: 0.1201043 Jul 05 03:55:24.561204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3eda6abe-d773-4dae-9434-3bf4a548e324 req-53b69871-348a-4d25-9c86-ee7e17c9fc01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ced2f327-c392-4aee-8b24-358f99ece907 HTTP/1.1" status: 200 len: 217 time: 0.0431716 Jul 05 03:55:24.633847 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11c96753-ed84-4a70-ba91-aeeb6fb4e5c5 req-f5f28470-d7d8-4f71-b293-21c0b9072246 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 210 time: 0.0363169 Jul 05 03:55:24.645336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda6abe-d773-4dae-9434-3bf4a548e324 req-3c5192aa-88f7-45d2-ac9e-e16032f45356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:24.645937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3eda6abe-d773-4dae-9434-3bf4a548e324 req-3c5192aa-88f7-45d2-ac9e-e16032f45356 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5be46cc3-1b3b-4236-9689-5ac0c6c04716 HTTP/1.1" status: 200 len: 850 time: 0.0789204 Jul 05 03:55:24.715195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda6abe-d773-4dae-9434-3bf4a548e324 req-1292f351-f3ab-47dc-b3b5-0e519823ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:24.716727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3eda6abe-d773-4dae-9434-3bf4a548e324 req-1292f351-f3ab-47dc-b3b5-0e519823ebc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=297321b6-967c-4ebe-b254-d79876af5ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642295 Jul 05 03:55:24.728878 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2747a670-1007-46b0-aebb-619df07437ea x-openstack-request-id: req-2747a670-1007-46b0-aebb-619df07437ea {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:24.729393 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90495ff3-20ef-4105-84e9-f8240d7e71bc", "name": "network-vif-deleted", "tag": "794f6e99-de32-4ded-b705-aafc44b4644e", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:24.729822 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2747a670-1007-46b0-aebb-619df07437ea {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:24.730473 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90495ff3-20ef-4105-84e9-f8240d7e71bc', 'name': 'network-vif-deleted', 'tag': '794f6e99-de32-4ded-b705-aafc44b4644e', 'status': 'completed', 'code': 200} Jul 05 03:55:24.743773 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f232722e-eb30-4f31-b8f8-140a65e51264 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Made reservation on behalf of 42221dc113c34bf6acdc5aa76696f0bf for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:24.748696 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f232722e-eb30-4f31-b8f8-140a65e51264 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.804245 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86a2623e-aec4-41e3-947c-2dec4e9cf213 req-9e69342b-de59-4711-a085-60b4bbfc872b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 210 time: 0.0347741 Jul 05 03:55:24.846436 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3eda6abe-d773-4dae-9434-3bf4a548e324 req-fa7d4c24-e6ad-42b3-8dc2-ca347bde5c36 service neutron] 10.222.0.64 "GET /v2.0/networks/297321b6-967c-4ebe-b254-d79876af5ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230879 Jul 05 03:55:24.890907 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f232722e-eb30-4f31-b8f8-140a65e51264 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Allocated IP 172.20.0.14 (961e366e-90e4-4d1e-811a-b43786f3f3f5/0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1/59fceac7-17c8-45ed-8a7f-2e4ba374bc1b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:25.005925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3eda6abe-d773-4dae-9434-3bf4a548e324 req-d87e5da7-7657-4618-8aef-c7f4176498f7 service neutron] 10.222.0.64 "GET /v2.0/networks/297321b6-967c-4ebe-b254-d79876af5ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503065 Jul 05 03:55:25.019355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a298990-a8b1-4a8b-9c77-516bd0ac5543 req-d90c72a8-da54-42fc-8bdd-452d132104ee tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:25.021595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a298990-a8b1-4a8b-9c77-516bd0ac5543 req-d90c72a8-da54-42fc-8bdd-452d132104ee tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 943 time: 0.1135623 Jul 05 03:55:25.069385 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f232722e-eb30-4f31-b8f8-140a65e51264 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.073598 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a298990-a8b1-4a8b-9c77-516bd0ac5543 req-20f25e5a-c3b0-4110-9a02-119a5e0292d1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/security-groups?id=bce2b21d-9ba1-4db6-905e-04b70a22975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454707 Jul 05 03:55:25.349443 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.355846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35026) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:25.405650 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f232722e-eb30-4f31-b8f8-140a65e51264 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.506859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f232722e-eb30-4f31-b8f8-140a65e51264 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Network 961e366e-90e4-4d1e-811a-b43786f3f3f5 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:25.513765 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f232722e-eb30-4f31-b8f8-140a65e51264 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:25.523961 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f232722e-eb30-4f31-b8f8-140a65e51264 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:25.534882 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6e173a4f-56f7-4b73-b917-41f9c643579f tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.571374 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232722e-eb30-4f31-b8f8-140a65e51264 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Pushing event updated for resources: {'Port': ['ID=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:25.597828 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6e173a4f-56f7-4b73-b917-41f9c643579f tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.618333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067a030-ce23-40ac-9cd3-dc3e2071c003 req-385a7f78-041d-4917-9433-cc8dcb6987d9 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:25.620410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a067a030-ce23-40ac-9cd3-dc3e2071c003 req-385a7f78-041d-4917-9433-cc8dcb6987d9 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 932 time: 0.0703201 Jul 05 03:55:25.649348 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f232722e-eb30-4f31-b8f8-140a65e51264 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:25.649966 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f232722e-eb30-4f31-b8f8-140a65e51264 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.667012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a067a030-ce23-40ac-9cd3-dc3e2071c003 req-d0f527d6-4bc3-4dbd-8cb7-9d8c71e74fc5 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391016 Jul 05 03:55:25.675460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:25.688041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-ab9ca727-33cc-4977-8347-00d0ff429030 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:25.689582 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-ab9ca727-33cc-4977-8347-00d0ff429030 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 811 time: 0.2554660 Jul 05 03:55:25.704968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-1343b0f2-5dc6-498c-9a47-e42649a33f05 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Request body: {'port': {'device_id': '5bea10f9-7d38-4c52-a069-8657e6213d78', 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699', 'admin_state_up': True, 'tenant_id': '0e720a82806c4e7cbe27e02eb198af6d'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:25.769591 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.791312 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f232722e-eb30-4f31-b8f8-140a65e51264 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3961310 Jul 05 03:55:25.803130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fb4594-88b6-43d2-8734-4f79c18cc454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3eafaa-143f-4ed8-99b9-3b415e81c6ac'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:25.803625 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Request body: {'port': {'device_id': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:25.805603 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d6bdc7-b5fa-461a-a34d-8cc1e6c8e990" -d '{"events": [{"server_uuid": "60fb4594-88b6-43d2-8734-4f79c18cc454", "name": "network-vif-unplugged", "status": "completed", "tag": "2a3eafaa-143f-4ed8-99b9-3b415e81c6ac"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:25.820096 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:25.889064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6e173a4f-56f7-4b73-b917-41f9c643579f tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.891699 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6e173a4f-56f7-4b73-b917-41f9c643579f tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.895237 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6e173a4f-56f7-4b73-b917-41f9c643579f tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "DELETE /v2.0/security-groups/27fe525c-e130-45df-954b-27e36ae8a002 HTTP/1.1" status: 204 len: 168 time: 0.5359852 Jul 05 03:55:25.896028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35036) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:25.913545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e173a4f-56f7-4b73-b917-41f9c643579f tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fe525c-e130-45df-954b-27e36ae8a002,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:25.923902 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.958441 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-2cf2a671-6a24-4957-9037-fba30720511d tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] show failed (client error): The resource could not be found. Jul 05 03:55:25.959936 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2cf2a671-6a24-4957-9037-fba30720511d tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "GET /v2.0/security-groups/27fe525c-e130-45df-954b-27e36ae8a002 HTTP/1.1" status: 404 len: 347 time: 0.0613289 Jul 05 03:55:25.963114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a33db0b8-0397-49ad-b1ce-08e35419af26 req-83153ac0-e312-454b-bcbc-1e6d1d3deb6b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 210 time: 0.0564997 Jul 05 03:55:25.964289 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35040) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:26.004769 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c525fab0-60ff-4e29-a563-e0a3375d7900 x-openstack-request-id: req-c525fab0-60ff-4e29-a563-e0a3375d7900 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:26.005065 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fb4594-88b6-43d2-8734-4f79c18cc454", "name": "network-vif-unplugged", "status": "completed", "tag": "2a3eafaa-143f-4ed8-99b9-3b415e81c6ac", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:26.005450 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c525fab0-60ff-4e29-a563-e0a3375d7900 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:26.005909 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fb4594-88b6-43d2-8734-4f79c18cc454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3eafaa-143f-4ed8-99b9-3b415e81c6ac', 'code': 200} Jul 05 03:55:26.023385 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.142320 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:26.164947 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53826b94-2c09-42f6-8502-8779be38ad94 req-e6e8ca05-dece-4a96-a1cc-166823f879f6 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 210 time: 0.0462167 Jul 05 03:55:26.191729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8bcc1-fbe3-4e88-af8c-28223be1360a tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Deleting port 468bbba0-f64a-41b4-b203-1dc121d133b8 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:26.192137 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3b8bcc1-fbe3-4e88-af8c-28223be1360a tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.243366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-1343b0f2-5dc6-498c-9a47-e42649a33f05 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Made reservation on behalf of 0e720a82806c4e7cbe27e02eb198af6d for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:26.247274 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-1343b0f2-5dc6-498c-9a47-e42649a33f05 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.289688 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3b8bcc1-fbe3-4e88-af8c-28223be1360a tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.290033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3b8bcc1-fbe3-4e88-af8c-28223be1360a tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.304650 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8bcc1-fbe3-4e88-af8c-28223be1360a tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Calling delete_port for 468bbba0-f64a-41b4-b203-1dc121d133b8 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:26.439768 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e47202-76a3-4530-bcbf-7afefb4bab66 req-eebf7e16-6c95-4d99-8c25-1fa8dee0c447 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.441399 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5e47202-76a3-4530-bcbf-7afefb4bab66 req-eebf7e16-6c95-4d99-8c25-1fa8dee0c447 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 943 time: 0.1273577 Jul 05 03:55:26.446621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-1343b0f2-5dc6-498c-9a47-e42649a33f05 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Allocated IP 172.20.0.8 (da0ef573-3c71-4826-bc2f-ca90865a5699/46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78/ad62ef0f-5427-4672-8d39-c38d8f06a767) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:26.462768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:26.475198 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.505576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Transition to ACTIVE for port object 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:26.513380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5e47202-76a3-4530-bcbf-7afefb4bab66 req-ac60990d-6e20-4796-bcb7-eb5320ddc000 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/security-groups?id=bce2b21d-9ba1-4db6-905e-04b70a22975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627868 Jul 05 03:55:26.626212 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.670930 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-1343b0f2-5dc6-498c-9a47-e42649a33f05 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.692549 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3b8bcc1-fbe3-4e88-af8c-28223be1360a tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.705907 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Pushing event updated for resources: {'Port': ['ID=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:26.746631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8bcc1-fbe3-4e88-af8c-28223be1360a tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Pushing event deleted for resources: {'Port': ['ID=468bbba0-f64a-41b4-b203-1dc121d133b8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:26.809186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Attempting to bind port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:26.809642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Attempting to bind port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '64caaef4-af64-4f44-af16-efffad4f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:26.810209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Attempting to bind port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b on network 961e366e-90e4-4d1e-811a-b43786f3f3f5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:26.824406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b on network 961e366e-90e4-4d1e-811a-b43786f3f3f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:26.824406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Attempting to bind port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b on network 961e366e-90e4-4d1e-811a-b43786f3f3f5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:26.824406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:26.824406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Checking segment: {'id': '64caaef4-af64-4f44-af16-efffad4f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:26.824406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Bound using segment: {'id': '64caaef4-af64-4f44-af16-efffad4f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:26.824406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Bound port: 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64caaef4-af64-4f44-af16-efffad4f61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:26.824406 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.833040 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3b8bcc1-fbe3-4e88-af8c-28223be1360a tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.835642 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3b8bcc1-fbe3-4e88-af8c-28223be1360a tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.836972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c3b8bcc1-fbe3-4e88-af8c-28223be1360a tempest-ServersTestJSON-1831323621 tempest-ServersTestJSON-1831323621-project] 10.222.0.60 "DELETE /v2.0/floatingips/1428394b-340b-4e14-a924-2bf295efbaab HTTP/1.1" status: 204 len: 168 time: 0.8714335 Jul 05 03:55:26.870911 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35052) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:26.904446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] For port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:26.909322 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] For port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,segment=NetworkSegment(64caaef4-af64-4f44-af16-efffad4f61ae),segment_id=64caaef4-af64-4f44-af16-efffad4f61ae)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:26.922832 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-1343b0f2-5dc6-498c-9a47-e42649a33f05 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.999750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-1343b0f2-5dc6-498c-9a47-e42649a33f05 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Network da0ef573-3c71-4826-bc2f-ca90865a5699 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:27.004435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-1343b0f2-5dc6-498c-9a47-e42649a33f05 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:27.006018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343b0f2-5dc6-498c-9a47-e42649a33f05 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Pushing event updated for resources: {'Port': ['ID=ad62ef0f-5427-4672-8d39-c38d8f06a767,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:27.008716 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-1343b0f2-5dc6-498c-9a47-e42649a33f05 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:27.058291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-1343b0f2-5dc6-498c-9a47-e42649a33f05 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.058602 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-1343b0f2-5dc6-498c-9a47-e42649a33f05 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.066705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705cc1a-e268-423c-bb51-5c94cfdb64db req-172a9556-9c3f-4005-a4b9-01d9e9722977 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.068288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3705cc1a-e268-423c-bb51-5c94cfdb64db req-172a9556-9c3f-4005-a4b9-01d9e9722977 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 944 time: 0.2376909 Jul 05 03:55:27.068448 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.105587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.106197 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.107591 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] 10.222.0.11 "PUT /v2.0/ports/59fceac7-17c8-45ed-8a7f-2e4ba374bc1b HTTP/1.1" status: 200 len: 1092 time: 1.3088675 Jul 05 03:55:27.108058 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'tag': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:27.110306 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240bf146-5207-42a3-9f81-68aede063268" -d '{"events": [{"name": "network-changed", "server_uuid": "23797ffc-4131-49a6-ada7-6ca877fd9930", "tag": "59fceac7-17c8-45ed-8a7f-2e4ba374bc1b"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:27.117555 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.137968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0432faf-7fda-4530-885b-4a13ad485511 service neutron] Pushing event updated for resources: {'Port': ['ID=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:27.180979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3705cc1a-e268-423c-bb51-5c94cfdb64db req-ed507227-0f3d-4de6-8c47-42e1e1070097 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041820 Jul 05 03:55:27.259783 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-1343b0f2-5dc6-498c-9a47-e42649a33f05 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5608377 Jul 05 03:55:27.271467 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Request body: {'port': {'device_id': '5bea10f9-7d38-4c52-a069-8657e6213d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:27.310693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-a7e4a417-35e9-4d9b-9e6e-14d35bd829d3 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.313494 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-a7e4a417-35e9-4d9b-9e6e-14d35bd829d3 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/networks?id=c89c692c-00bc-4ef7-bd27-8d630899ce3a HTTP/1.1" status: 200 len: 804 time: 0.2442529 Jul 05 03:55:27.353904 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.357359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-405c6506-0e60-4879-ae04-2cdfee9604ea tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/quotas/87bb8c90cfa74c4cbea3dcba57734d61 HTTP/1.1" status: 200 len: 375 time: 0.0243545 Jul 05 03:55:27.484891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a966b5-3d8c-4b56-9efb-0cbcf0f15923 req-feefe42b-8c14-4f33-82d3-8adfbfb43761 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.486239 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07a966b5-3d8c-4b56-9efb-0cbcf0f15923 req-feefe42b-8c14-4f33-82d3-8adfbfb43761 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 931 time: 0.1968923 Jul 05 03:55:27.532851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-a095fa86-8c5b-45c8-bbf0-562a5f22abc6 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=87bb8c90cfa74c4cbea3dcba57734d61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1686580 Jul 05 03:55:27.568203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-95c825d0-308c-429e-aead-c469e640a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.569787 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-95c825d0-308c-429e-aead-c469e640a52e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42221dc113c34bf6acdc5aa76696f0bf&device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 1095 time: 0.1610813 Jul 05 03:55:27.573562 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07a966b5-3d8c-4b56-9efb-0cbcf0f15923 req-f00e18c8-00bc-4a60-ab87-aa36bd89a693 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801828 Jul 05 03:55:27.632504 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa25a18e-edc5-43f5-bf3c-310023d9d272 x-openstack-request-id: req-aa25a18e-edc5-43f5-bf3c-310023d9d272 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:27.632865 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23797ffc-4131-49a6-ada7-6ca877fd9930", "tag": "59fceac7-17c8-45ed-8a7f-2e4ba374bc1b", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:27.633201 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa25a18e-edc5-43f5-bf3c-310023d9d272 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:27.633688 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'tag': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b', 'status': 'completed', 'code': 200} Jul 05 03:55:27.640447 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-a5a43aed-5895-4202-b681-b6a128e1438d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b HTTP/1.1" status: 200 len: 217 time: 0.0622344 Jul 05 03:55:27.674486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ced2f327-c392-4aee-8b24-358f99ece907 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:27.690365 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-023cc3d2-2dd4-4d4c-82a5-0efb3d318b3b service neutron] 10.222.0.60 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464419 Jul 05 03:55:27.726128 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f0de528f-3d29-4b85-96b4-a770120081d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.727701 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f0de528f-3d29-4b85-96b4-a770120081d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1 HTTP/1.1" status: 200 len: 860 time: 0.0792072 Jul 05 03:55:27.788504 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-9b317f4e-b315-4694-bf59-24bce6e503f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=961e366e-90e4-4d1e-811a-b43786f3f3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344205 Jul 05 03:55:27.795006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa538ede-95fb-4966-b327-3b47e477d38f req-008d4585-401c-4479-9148-649ea10acb9b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 210 time: 0.0409250 Jul 05 03:55:27.803003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ced2f327-c392-4aee-8b24-358f99ece907, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ced2f327-c392-4aee-8b24-358f99ece907,segment=NetworkSegment(ad1194d8-3eac-43a3-9940-34ffca9aa41b),segment_id=ad1194d8-3eac-43a3-9940-34ffca9aa41b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:27.805372 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf5ca-84bb-4232-a419-87c2c2fe470b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.812281 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad62ef0f-5427-4672-8d39-c38d8f06a767 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:27.828719 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'ced2f327-c392-4aee-8b24-358f99ece907', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'port_id': 'ced2f327-c392-4aee-8b24-358f99ece907', 'mac_address': 'fa:16:3e:2f:33:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:27.843021 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.862660 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.883504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-8fd23d97-c2ea-444e-bb79-c1b03a6014f5 service neutron] 10.222.0.60 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924560 Jul 05 03:55:27.895761 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced2f327-c392-4aee-8b24-358f99ece907 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:27.913419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Transition to ACTIVE for port object ad62ef0f-5427-4672-8d39-c38d8f06a767 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:27.938409 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ced2f327-c392-4aee-8b24-358f99ece907, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ced2f327-c392-4aee-8b24-358f99ece907,segment=NetworkSegment(ad1194d8-3eac-43a3-9940-34ffca9aa41b),segment_id=ad1194d8-3eac-43a3-9940-34ffca9aa41b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:27.964162 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-f09de0d0-8e43-4ac0-9ce2-25afdeb05194 service neutron] 10.222.0.11 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644311 Jul 05 03:55:28.063296 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c2d6fa0b-cd3f-40fa-bef9-7147ef6ce2b8 req-0914e35d-7590-42ba-bd7a-024cb5fd089f service neutron] 10.222.0.11 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927866 Jul 05 03:55:28.085644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e7a5f-92a0-418e-a0c7-14eafd99656b req-75ed4b54-9b88-4d94-88e3-790ae90120bf tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.087126 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab1e7a5f-92a0-418e-a0c7-14eafd99656b req-75ed4b54-9b88-4d94-88e3-790ae90120bf tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 943 time: 0.1365883 Jul 05 03:55:28.115306 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.139876 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab1e7a5f-92a0-418e-a0c7-14eafd99656b req-ec04caaa-66c8-4f46-8fb0-5bf96efb6614 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/security-groups?id=bce2b21d-9ba1-4db6-905e-04b70a22975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464668 Jul 05 03:55:28.176528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Pushing event updated for resources: {'Port': ['ID=ad62ef0f-5427-4672-8d39-c38d8f06a767,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:28.231418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cf5ca-84bb-4232-a419-87c2c2fe470b admin admin] Deleting port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:28.231884 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf5ca-84bb-4232-a419-87c2c2fe470b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.236942 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.259631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Attempting to bind port ad62ef0f-5427-4672-8d39-c38d8f06a767 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:28.260008 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Attempting to bind port ad62ef0f-5427-4672-8d39-c38d8f06a767 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:28.260300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Attempting to bind port ad62ef0f-5427-4672-8d39-c38d8f06a767 on network da0ef573-3c71-4826-bc2f-ca90865a5699 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:28.276481 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Port ad62ef0f-5427-4672-8d39-c38d8f06a767 on network da0ef573-3c71-4826-bc2f-ca90865a5699 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:28.276826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Attempting to bind port ad62ef0f-5427-4672-8d39-c38d8f06a767 on network da0ef573-3c71-4826-bc2f-ca90865a5699 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:28.289938 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:28.290286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Checking segment: {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:28.290689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Bound using segment: {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:28.291110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Bound port: ad62ef0f-5427-4672-8d39-c38d8f06a767, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:28.291477 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.326304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-ec2cf5ca-84bb-4232-a419-87c2c2fe470b admin admin] For port 09fb1cb7-5325-4ad0-af0d-159d0ac3312b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=09fb1cb7-5325-4ad0-af0d-159d0ac3312b,segment=NetworkSegment(638692dc-1673-4b60-bec1-8e4a2a32a541),segment_id=638692dc-1673-4b60-bec1-8e4a2a32a541)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:28.327699 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf5ca-84bb-4232-a419-87c2c2fe470b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.339973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ced2f327-c392-4aee-8b24-358f99ece907,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:28.346981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cf5ca-84bb-4232-a419-87c2c2fe470b admin admin] Calling delete_port for 09fb1cb7-5325-4ad0-af0d-159d0ac3312b owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:28.462943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-9f802fdd-ffc4-4275-95b6-3fe79f332b96 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.464459 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-9f802fdd-ffc4-4275-95b6-3fe79f332b96 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.11 "GET /v2.0/networks?id=891a6a08-728d-4b58-afb9-09761ba3db2f HTTP/1.1" status: 200 len: 821 time: 0.1758883 Jul 05 03:55:28.478021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-7e624187-6289-489f-9906-f6598bcee1d7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Request body: {'port': {'device_id': '5038227f-1727-4faa-b78d-2111a9d2310b', 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f', 'admin_state_up': True, 'tenant_id': 'fd3e776bf9be4be8ad8b9c01a8dd00d9'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:28.513243 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ced2f327-c392-4aee-8b24-358f99ece907'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:28.566526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6df83668-09a2-4a44-a9bb-30a773e50fcd req-fc9164a8-e724-479a-84b2-94f3cef67839 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 210 time: 0.0679998 Jul 05 03:55:28.737968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b2d27-28de-4e66-a3d9-515399a4dbf4 req-51ec7d75-5b0d-41ec-b3f1-9ed61fdb072f tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.739766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-461b2d27-28de-4e66-a3d9-515399a4dbf4 req-51ec7d75-5b0d-41ec-b3f1-9ed61fdb072f tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 944 time: 0.1722014 Jul 05 03:55:28.766055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dec65-50ef-4d36-91f6-20355338bf10 req-d941ee9e-8aec-416c-bfec-b67c4090755a tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.767724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-546dec65-50ef-4d36-91f6-20355338bf10 req-d941ee9e-8aec-416c-bfec-b67c4090755a tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "GET /v2.0/ports?device_id=60fb4594-88b6-43d2-8734-4f79c18cc454 HTTP/1.1" status: 200 len: 943 time: 0.2254486 Jul 05 03:55:28.915211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-461b2d27-28de-4e66-a3d9-515399a4dbf4 req-786fc5fc-91d5-4302-a2d2-12ce4993bc01 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598461 Jul 05 03:55:28.960804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] For port ad62ef0f-5427-4672-8d39-c38d8f06a767, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:28.972236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5eaaa-997e-4b58-94a6-a525a34e4802 req-c880d846-5a02-4b70-94ae-d6affc7589d4 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.973924 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cdf5eaaa-997e-4b58-94a6-a525a34e4802 req-c880d846-5a02-4b70-94ae-d6affc7589d4 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 943 time: 0.2303293 Jul 05 03:55:28.976355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] For port ad62ef0f-5427-4672-8d39-c38d8f06a767, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=ad62ef0f-5427-4672-8d39-c38d8f06a767,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:29.000982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bf146-5207-42a3-9f81-68aede063268 req-ac70aafb-edd3-4028-b63a-e1231d7e4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:29.002551 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-240bf146-5207-42a3-9f81-68aede063268 req-ac70aafb-edd3-4028-b63a-e1231d7e4fd8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42221dc113c34bf6acdc5aa76696f0bf&device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 1095 time: 0.5371640 Jul 05 03:55:29.026727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-546dec65-50ef-4d36-91f6-20355338bf10 req-d9141f2e-dd06-490f-a60c-6c020b582baf tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Deleting port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:29.026727 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-546dec65-50ef-4d36-91f6-20355338bf10 req-d9141f2e-dd06-490f-a60c-6c020b582baf tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.086172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cdf5eaaa-997e-4b58-94a6-a525a34e4802 req-1652bda0-7e02-4771-a305-0284a41c8b27 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034882 Jul 05 03:55:29.109857 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4930a42-ccdb-48c9-8f34-517a275ea7c0 req-2a493684-eea5-4b0d-bf18-523fb8568dd1 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 210 time: 0.0798941 Jul 05 03:55:29.113584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bf146-5207-42a3-9f81-68aede063268 req-8497c22b-fac5-43d2-8d14-55bedf992d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:29.115049 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-240bf146-5207-42a3-9f81-68aede063268 req-8497c22b-fac5-43d2-8d14-55bedf992d6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=961e366e-90e4-4d1e-811a-b43786f3f3f5 HTTP/1.1" status: 200 len: 921 time: 0.1017208 Jul 05 03:55:29.165851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-546dec65-50ef-4d36-91f6-20355338bf10 req-d9141f2e-dd06-490f-a60c-6c020b582baf tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] For port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:29.165851 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-546dec65-50ef-4d36-91f6-20355338bf10 req-d9141f2e-dd06-490f-a60c-6c020b582baf tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.171514 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-240bf146-5207-42a3-9f81-68aede063268 req-cf7895a3-bc50-4979-bfcc-e932467f632d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b HTTP/1.1" status: 200 len: 217 time: 0.0476341 Jul 05 03:55:29.186793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-546dec65-50ef-4d36-91f6-20355338bf10 req-d9141f2e-dd06-490f-a60c-6c020b582baf tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Calling delete_port for 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:29.202599 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf5ca-84bb-4232-a419-87c2c2fe470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.259858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bf146-5207-42a3-9f81-68aede063268 req-7a970dc1-3b58-4f98-83e9-37c99da1de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:29.262134 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-240bf146-5207-42a3-9f81-68aede063268 req-7a970dc1-3b58-4f98-83e9-37c99da1de47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1 HTTP/1.1" status: 200 len: 860 time: 0.0839481 Jul 05 03:55:29.263516 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.268170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-7e624187-6289-489f-9906-f6598bcee1d7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Made reservation on behalf of fd3e776bf9be4be8ad8b9c01a8dd00d9 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:29.269036 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-7e624187-6289-489f-9906-f6598bcee1d7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.274358 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.290756 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cf5ca-84bb-4232-a419-87c2c2fe470b admin admin] Pushing event deleted for resources: {'Port': ['ID=09fb1cb7-5325-4ad0-af0d-159d0ac3312b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:29.345715 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-240bf146-5207-42a3-9f81-68aede063268 req-d400aac2-c814-40ad-929c-584434d48d18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=961e366e-90e4-4d1e-811a-b43786f3f3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726035 Jul 05 03:55:29.493011 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-7e624187-6289-489f-9906-f6598bcee1d7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Allocated IP 172.20.0.5 (891a6a08-728d-4b58-afb9-09761ba3db2f/d6194b19-07db-4596-adc2-64c0dbfe5bc1/78ed9084-db71-405a-8df3-fb5fe252c08c) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:29.505042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:29.505676 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.507130 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] 10.222.0.11 "PUT /v2.0/ports/ad62ef0f-5427-4672-8d39-c38d8f06a767 HTTP/1.1" status: 200 len: 1091 time: 2.2402613 Jul 05 03:55:29.645941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bea10f9-7d38-4c52-a069-8657e6213d78', 'tag': 'ad62ef0f-5427-4672-8d39-c38d8f06a767'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:29.648088 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ebbc21-e59a-4344-9426-30153e8a44e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5bea10f9-7d38-4c52-a069-8657e6213d78", "tag": "ad62ef0f-5427-4672-8d39-c38d8f06a767"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:29.689685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ced2f327-c392-4aee-8b24-358f99ece907 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:29.767790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efaf04-1e1c-4932-ab1c-6aacbbf30d87 service neutron] Pushing event updated for resources: {'Port': ['ID=ad62ef0f-5427-4672-8d39-c38d8f06a767,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:29.833547 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-240bf146-5207-42a3-9f81-68aede063268 req-86cb29e1-f6ba-4ccc-ae58-ca294b37d01e service neutron] 10.222.0.11 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337858 Jul 05 03:55:29.835180 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port ced2f327-c392-4aee-8b24-358f99ece907 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:29.839736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port ced2f327-c392-4aee-8b24-358f99ece907 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:29.840405 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.854498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-7e624187-6289-489f-9906-f6598bcee1d7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.874485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-af95bc5f-d4b3-458b-a7c3-f238c369b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:29.876311 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-af95bc5f-d4b3-458b-a7c3-f238c369b543 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 1094 time: 0.2236540 Jul 05 03:55:29.883214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7307fb8-18f6-4ba8-8489-99bbee10a29c req-1b2d9037-a665-4cbc-8e8d-ec57ab8a9cb1 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 210 time: 0.0803013 Jul 05 03:55:29.945831 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.969403 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5995f371-b7f9-45c8-afd2-b43556920573 x-openstack-request-id: req-5995f371-b7f9-45c8-afd2-b43556920573 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:29.969403 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bea10f9-7d38-4c52-a069-8657e6213d78", "tag": "ad62ef0f-5427-4672-8d39-c38d8f06a767", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:29.969987 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5995f371-b7f9-45c8-afd2-b43556920573 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:29.969987 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bea10f9-7d38-4c52-a069-8657e6213d78', 'tag': 'ad62ef0f-5427-4672-8d39-c38d8f06a767', 'status': 'completed', 'code': 200} Jul 05 03:55:29.974644 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-d02b99aa-1bae-451a-be21-0c219352205f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad62ef0f-5427-4672-8d39-c38d8f06a767 HTTP/1.1" status: 200 len: 217 time: 0.0501461 Jul 05 03:55:29.975688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd45784-570d-4fb2-9f5f-e5ffe0cc3259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced2f327-c392-4aee-8b24-358f99ece907'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:29.978108 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467d6938-386d-404e-8b50-2bc37b3b8678" -d '{"events": [{"server_uuid": "fdd45784-570d-4fb2-9f5f-e5ffe0cc3259", "name": "network-vif-plugged", "status": "completed", "tag": "ced2f327-c392-4aee-8b24-358f99ece907"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:29.992021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04201021-93ea-4984-9ea0-501e7115db31 req-a922e815-003a-42d2-8e24-7071971e5ebe tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:29.996701 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ced2f327-c392-4aee-8b24-358f99ece907, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ced2f327-c392-4aee-8b24-358f99ece907,segment=NetworkSegment(ad1194d8-3eac-43a3-9940-34ffca9aa41b),segment_id=ad1194d8-3eac-43a3-9940-34ffca9aa41b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:29.998792 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04201021-93ea-4984-9ea0-501e7115db31 req-a922e815-003a-42d2-8e24-7071971e5ebe tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 944 time: 0.7282472 Jul 05 03:55:30.062635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-13493147-7406-4765-b13f-92116d43063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.064129 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-13493147-7406-4765-b13f-92116d43063b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 HTTP/1.1" status: 200 len: 851 time: 0.0833411 Jul 05 03:55:30.069591 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-240bf146-5207-42a3-9f81-68aede063268 req-50fcee0a-3ba0-439b-a5c5-31f2a001af70 service neutron] 10.222.0.11 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283168 Jul 05 03:55:30.074124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04201021-93ea-4984-9ea0-501e7115db31 req-b682ef23-2e7f-4bc7-8f2c-a934583fba0b tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/security-groups?id=bce2b21d-9ba1-4db6-905e-04b70a22975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743544 Jul 05 03:55:30.114616 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-2be82db9-69a5-4061-aae4-ec10b8dd0c0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da0ef573-3c71-4826-bc2f-ca90865a5699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440745 Jul 05 03:55:30.129344 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf5ca-84bb-4232-a419-87c2c2fe470b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.130672 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242b20ad-50cd-490e-8b27-bb5f67e52c47 x-openstack-request-id: req-242b20ad-50cd-490e-8b27-bb5f67e52c47 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:30.131358 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd45784-570d-4fb2-9f5f-e5ffe0cc3259", "name": "network-vif-plugged", "status": "completed", "tag": "ced2f327-c392-4aee-8b24-358f99ece907", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:30.131614 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-242b20ad-50cd-490e-8b27-bb5f67e52c47 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:30.132904 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd45784-570d-4fb2-9f5f-e5ffe0cc3259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced2f327-c392-4aee-8b24-358f99ece907', 'code': 200} Jul 05 03:55:30.183935 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.196418 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-546dec65-50ef-4d36-91f6-20355338bf10 req-d9141f2e-dd06-490f-a60c-6c020b582baf tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.213631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d9a66-b893-4213-9293-a7ae36e06bf6 req-9866f425-314c-4b8d-8901-d534d3fcfe4d tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.215170 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a9d9a66-b893-4213-9293-a7ae36e06bf6 req-9866f425-314c-4b8d-8901-d534d3fcfe4d tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 944 time: 0.1443365 Jul 05 03:55:30.244969 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-7e624187-6289-489f-9906-f6598bcee1d7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.263368 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-e4b82127-ec43-4fd3-bc0e-104609a3bc64 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416636 Jul 05 03:55:30.273841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9141f2e-dd06-490f-a60c-6c020b582baf tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Pushing event deleted for resources: {'Port': ['ID=2a3eafaa-143f-4ed8-99b9-3b415e81c6ac,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:30.274056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ced2f327-c392-4aee-8b24-358f99ece907,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:30.301910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-7e624187-6289-489f-9906-f6598bcee1d7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Network 891a6a08-728d-4b58-afb9-09761ba3db2f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:30.314376 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-7e624187-6289-489f-9906-f6598bcee1d7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:30.332736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-7e624187-6289-489f-9906-f6598bcee1d7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:30.410328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e624187-6289-489f-9906-f6598bcee1d7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Pushing event updated for resources: {'Port': ['ID=78ed9084-db71-405a-8df3-fb5fe252c08c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:30.436617 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-7e624187-6289-489f-9906-f6598bcee1d7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.437263 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-7e624187-6289-489f-9906-f6598bcee1d7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.440033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-546dec65-50ef-4d36-91f6-20355338bf10 req-d9141f2e-dd06-490f-a60c-6c020b582baf tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] No DVR routers for this DVR port 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:30.444770 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-546dec65-50ef-4d36-91f6-20355338bf10 req-d9141f2e-dd06-490f-a60c-6c020b582baf tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.446871 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-546dec65-50ef-4d36-91f6-20355338bf10 req-d9141f2e-dd06-490f-a60c-6c020b582baf tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "DELETE /v2.0/ports/2a3eafaa-143f-4ed8-99b9-3b415e81c6ac HTTP/1.1" status: 204 len: 173 time: 1.6482821 Jul 05 03:55:30.451999 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fb4594-88b6-43d2-8734-4f79c18cc454', 'name': 'network-vif-deleted', 'tag': '2a3eafaa-143f-4ed8-99b9-3b415e81c6ac'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:30.454344 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77833d1-fea7-4ae2-bf30-01d28976baf4" -d '{"events": [{"server_uuid": "60fb4594-88b6-43d2-8734-4f79c18cc454", "name": "network-vif-deleted", "tag": "2a3eafaa-143f-4ed8-99b9-3b415e81c6ac"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:30.465967 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9b06da6-6c66-495e-965c-dd773dd5c9ee req-cc5a2975-6a4c-4a16-8914-c7aa416cb166 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626582 Jul 05 03:55:30.469511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a9d9a66-b893-4213-9293-a7ae36e06bf6 req-f7c3e562-2c13-492e-a674-bb5c7b8c84e5 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434201 Jul 05 03:55:30.527435 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-7e624187-6289-489f-9906-f6598bcee1d7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0530913 Jul 05 03:55:30.538542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Request body: {'port': {'device_id': '5038227f-1727-4faa-b78d-2111a9d2310b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:30.539511 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dcbe3-3b7c-4cd7-8e45-4fcc1d67521e req-0f21422e-f97f-41ec-b60b-7be8bd890d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.541048 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-244dcbe3-3b7c-4cd7-8e45-4fcc1d67521e req-0f21422e-f97f-41ec-b60b-7be8bd890d0e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 1096 time: 0.3163669 Jul 05 03:55:30.575501 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07c522-8482-4ac6-aebd-20790015b005 req-0bd7ccb4-889c-4665-9404-98d835410ccc tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.584352 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b07c522-8482-4ac6-aebd-20790015b005 req-0bd7ccb4-889c-4665-9404-98d835410ccc tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 943 time: 0.3184042 Jul 05 03:55:30.662916 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.707312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-244dcbe3-3b7c-4cd7-8e45-4fcc1d67521e req-0c4e8859-4cf6-49b7-b83a-56a3a171dcc4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bce2b21d-9ba1-4db6-905e-04b70a22975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582177 Jul 05 03:55:30.716024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebbc21-e59a-4344-9426-30153e8a44e8 req-195eb832-eb42-4119-82ec-f30a3312d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.718270 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-52ebbc21-e59a-4344-9426-30153e8a44e8 req-195eb832-eb42-4119-82ec-f30a3312d243 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 1094 time: 0.1026752 Jul 05 03:55:30.725316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b07c522-8482-4ac6-aebd-20790015b005 req-6537255c-c48a-4d53-9a04-3b4825584915 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400709 Jul 05 03:55:30.749758 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2cf5ca-84bb-4232-a419-87c2c2fe470b admin admin] Router 2055c29f-782f-49b6-9f73-96e49fa46a6e has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:30.780475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2b76e-c71d-46ce-bb4f-29ee53531ce5 req-3183500d-dd81-4566-892c-91115894fafb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.781578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57f2b76e-c71d-46ce-bb4f-29ee53531ce5 req-3183500d-dd81-4566-892c-91115894fafb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 931 time: 0.1831863 Jul 05 03:55:30.823914 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f577cde-cd1a-466f-b23c-0b1410fe0956 x-openstack-request-id: req-8f577cde-cd1a-466f-b23c-0b1410fe0956 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:30.824332 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fb4594-88b6-43d2-8734-4f79c18cc454", "name": "network-vif-deleted", "tag": "2a3eafaa-143f-4ed8-99b9-3b415e81c6ac", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:30.824665 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f577cde-cd1a-466f-b23c-0b1410fe0956 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:30.825243 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fb4594-88b6-43d2-8734-4f79c18cc454', 'name': 'network-vif-deleted', 'tag': '2a3eafaa-143f-4ed8-99b9-3b415e81c6ac', 'status': 'completed', 'code': 200} Jul 05 03:55:30.915134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2cf5ca-84bb-4232-a419-87c2c2fe470b admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:30.922982 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ec2cf5ca-84bb-4232-a419-87c2c2fe470b admin admin] 10.222.0.60 "PUT /v2.0/routers/2055c29f-782f-49b6-9f73-96e49fa46a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0483046 Jul 05 03:55:30.927938 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35118) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:30.930154 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66553516-1de1-42e7-9e35-b31c19fbe15b None None] Sync routers for ids ['2055c29f-782f-49b6-9f73-96e49fa46a6e'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:30.941316 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66553516-1de1-42e7-9e35-b31c19fbe15b None None] Routers {'2055c29f-782f-49b6-9f73-96e49fa46a6e'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:30.941964 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-66553516-1de1-42e7-9e35-b31c19fbe15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:55:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2055c29f-782f-49b6-9f73-96e49fa46a6e'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:30.956955 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57f2b76e-c71d-46ce-bb4f-29ee53531ce5 req-485ee997-4703-4b51-ba22-f393e2658b13 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308119 Jul 05 03:55:30.987565 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebbc21-e59a-4344-9426-30153e8a44e8 req-744d6ac3-dc54-4066-8c54-1b9f205c1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.989104 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-52ebbc21-e59a-4344-9426-30153e8a44e8 req-744d6ac3-dc54-4066-8c54-1b9f205c1ff0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 912 time: 0.2628880 Jul 05 03:55:31.076003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:31.094199 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-66553516-1de1-42e7-9e35-b31c19fbe15b None None] Set router 2055c29f-782f-49b6-9f73-96e49fa46a6e gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:31.216357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ed9084-db71-405a-8df3-fb5fe252c08c {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:31.229414 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.242456 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1661b891-0b7a-4c83-9149-06813e3de265 req-622e2122-ce5a-4ba9-b4d6-1837b8be250b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 210 time: 0.0600803 Jul 05 03:55:31.243529 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Transition to ACTIVE for port object 78ed9084-db71-405a-8df3-fb5fe252c08c will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:31.292474 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-52ebbc21-e59a-4344-9426-30153e8a44e8 req-9c0217b9-aa91-4725-af08-f9a9bd4fac16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad62ef0f-5427-4672-8d39-c38d8f06a767 HTTP/1.1" status: 200 len: 217 time: 0.2882507 Jul 05 03:55:31.296016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,segment=NetworkSegment(64caaef4-af64-4f44-af16-efffad4f61ae),segment_id=64caaef4-af64-4f44-af16-efffad4f61ae)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:31.333129 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.335307 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.346112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b', 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'port_id': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b', 'mac_address': 'fa:16:3e:33:1b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:31.391352 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.412699 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-66553516-1de1-42e7-9e35-b31c19fbe15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 5, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:31.413179 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.436780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:31.466619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,segment=NetworkSegment(64caaef4-af64-4f44-af16-efffad4f61ae),segment_id=64caaef4-af64-4f44-af16-efffad4f61ae)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:31.473467 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66553516-1de1-42e7-9e35-b31c19fbe15b None None] Checking router: 2055c29f-782f-49b6-9f73-96e49fa46a6e for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:31.485215 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66553516-1de1-42e7-9e35-b31c19fbe15b None None] Routers {'2055c29f-782f-49b6-9f73-96e49fa46a6e'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:31.485967 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-66553516-1de1-42e7-9e35-b31c19fbe15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:55:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2055c29f-782f-49b6-9f73-96e49fa46a6e'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:31.504775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57468f45-f2c3-4ff7-8d3a-51be667b1d61 req-b201e34f-4433-4ad1-a536-2fbf138d0980 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:31.508771 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57468f45-f2c3-4ff7-8d3a-51be667b1d61 req-b201e34f-4433-4ad1-a536-2fbf138d0980 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 945 time: 0.1458986 Jul 05 03:55:31.517016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebbc21-e59a-4344-9426-30153e8a44e8 req-cef52bc5-1727-4d02-967d-d30a64d22ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:31.518741 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-52ebbc21-e59a-4344-9426-30153e8a44e8 req-cef52bc5-1727-4d02-967d-d30a64d22ce3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 HTTP/1.1" status: 200 len: 851 time: 0.2184148 Jul 05 03:55:31.539876 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.589483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57468f45-f2c3-4ff7-8d3a-51be667b1d61 req-0730ede7-1581-4c17-89ce-6bc992108fe6 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/security-groups?id=bce2b21d-9ba1-4db6-905e-04b70a22975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739470 Jul 05 03:55:31.676961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:31.711710 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-52ebbc21-e59a-4344-9426-30153e8a44e8 req-bcc6afc6-4d25-425c-92ac-f22fb9f4aad3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da0ef573-3c71-4826-bc2f-ca90865a5699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618432 Jul 05 03:55:31.711710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Pushing event updated for resources: {'Port': ['ID=78ed9084-db71-405a-8df3-fb5fe252c08c,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:31.753071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['59fceac7-17c8-45ed-8a7f-2e4ba374bc1b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:31.809810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc20464-2bb2-49d2-9d79-c0ada64e088a req-726c7f1e-41f9-4e0f-b903-4c18a762f821 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:31.810559 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-66553516-1de1-42e7-9e35-b31c19fbe15b None None] Set router 2055c29f-782f-49b6-9f73-96e49fa46a6e gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:31.813975 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4fc20464-2bb2-49d2-9d79-c0ada64e088a req-726c7f1e-41f9-4e0f-b903-4c18a762f821 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 945 time: 0.1594224 Jul 05 03:55:31.868734 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-5233ef9f-c525-4bb8-a980-9bc6649789cc tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:31.870280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-5233ef9f-c525-4bb8-a980-9bc6649789cc tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "GET /v2.0/networks?id=c89c692c-00bc-4ef7-bd27-8d630899ce3a HTTP/1.1" status: 200 len: 804 time: 0.1534688 Jul 05 03:55:31.883087 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Request body: {'port': {'device_id': '053eb561-f7db-4918-8dd4-5cd229b8bc23', 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a', 'admin_state_up': True, 'tenant_id': '87bb8c90cfa74c4cbea3dcba57734d61'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:31.965401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4fc20464-2bb2-49d2-9d79-c0ada64e088a req-919e0136-d1b6-45e6-8a58-0481ec94d50c tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362798 Jul 05 03:55:32.009359 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.018497 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-52ebbc21-e59a-4344-9426-30153e8a44e8 req-53e48ef7-ca04-4a3d-a8fa-efb128a58288 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930589 Jul 05 03:55:32.097901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8b28b-94d0-466b-971d-502920e66732 req-0a975d38-c111-4ddb-acee-9799ba1025e2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.101016 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95b8b28b-94d0-466b-971d-502920e66732 req-0a975d38-c111-4ddb-acee-9799ba1025e2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 943 time: 0.2226040 Jul 05 03:55:32.111615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-66553516-1de1-42e7-9e35-b31c19fbe15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 5, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:32.140384 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66553516-1de1-42e7-9e35-b31c19fbe15b None None] The sync data for ids ['2055c29f-782f-49b6-9f73-96e49fa46a6e'] in n-d-798249-5 is: [{'id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'name': 'tempest-ServersTestJSON-1353960855-router', 'tenant_id': '54b64bc49424411488d22faec9e6a12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:40Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 5, 'project_id': '54b64bc49424411488d22faec9e6a12c', 'gw_port': {'id': '4c2a8a36-247d-4197-bf57-bb36cfa405b0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2055c29f-782f-49b6-9f73-96e49fa46a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:41Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:32.155685 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-52ebbc21-e59a-4344-9426-30153e8a44e8 req-2743fe65-bb60-4f87-8dec-e16ecab1cf1b service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271529 Jul 05 03:55:32.164158 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95b8b28b-94d0-466b-971d-502920e66732 req-f1c73e51-4842-4486-810c-4c490e0d19d6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544286 Jul 05 03:55:32.199047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Attempting to bind port 78ed9084-db71-405a-8df3-fb5fe252c08c on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:32.199047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Attempting to bind port 78ed9084-db71-405a-8df3-fb5fe252c08c by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'a68cc7a5-ae70-4162-8c2e-42a15a483230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:32.199047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Attempting to bind port 78ed9084-db71-405a-8df3-fb5fe252c08c on network 891a6a08-728d-4b58-afb9-09761ba3db2f {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:32.222287 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Port 78ed9084-db71-405a-8df3-fb5fe252c08c on network 891a6a08-728d-4b58-afb9-09761ba3db2f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:32.222648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Attempting to bind port 78ed9084-db71-405a-8df3-fb5fe252c08c on network 891a6a08-728d-4b58-afb9-09761ba3db2f {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:32.230388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:32.230654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Checking segment: {'id': 'a68cc7a5-ae70-4162-8c2e-42a15a483230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:32.233314 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Bound using segment: {'id': 'a68cc7a5-ae70-4162-8c2e-42a15a483230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:32.233314 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Bound port: 78ed9084-db71-405a-8df3-fb5fe252c08c, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68cc7a5-ae70-4162-8c2e-42a15a483230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:32.233314 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.235186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Made reservation on behalf of 87bb8c90cfa74c4cbea3dcba57734d61 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:32.238803 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.323817 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] Deleting port 4c2a8a36-247d-4197-bf57-bb36cfa405b0 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:32.324267 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.431908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724b015-cc0c-47f8-9e1c-e990a3f5357c req-13d1b595-4ae8-43b3-a4cc-4bdd1fb9c745 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.433463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a724b015-cc0c-47f8-9e1c-e990a3f5357c req-13d1b595-4ae8-43b3-a4cc-4bdd1fb9c745 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 943 time: 0.1569605 Jul 05 03:55:32.434614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Allocated IP 172.20.0.3 (c89c692c-00bc-4ef7-bd27-8d630899ce3a/d577d8f0-9eb0-4620-a525-895a334127b7/852296e3-2c69-45b8-846e-07dadabe187b) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:32.435158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] For port 78ed9084-db71-405a-8df3-fb5fe252c08c, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:32.442090 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] For port 78ed9084-db71-405a-8df3-fb5fe252c08c, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=78ed9084-db71-405a-8df3-fb5fe252c08c,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:32.444154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] For port 4c2a8a36-247d-4197-bf57-bb36cfa405b0, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4c2a8a36-247d-4197-bf57-bb36cfa405b0,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:32.444655 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.458029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] Calling delete_port for 4c2a8a36-247d-4197-bf57-bb36cfa405b0 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:32.518891 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-574f0e49-c096-46de-bd2b-4be96a7370e0 req-d1c74843-73fb-4e91-84c7-3cb4e11cd0c8 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 210 time: 0.0531189 Jul 05 03:55:32.535415 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.547420 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a724b015-cc0c-47f8-9e1c-e990a3f5357c req-ee89a10f-b7fa-4d1e-be2a-76e297ab352b tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006191 Jul 05 03:55:32.586997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.596840 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.596840 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] 10.222.0.11 "PUT /v2.0/ports/78ed9084-db71-405a-8df3-fb5fe252c08c HTTP/1.1" status: 200 len: 1091 time: 2.0563576 Jul 05 03:55:32.596840 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5038227f-1727-4faa-b78d-2111a9d2310b', 'tag': '78ed9084-db71-405a-8df3-fb5fe252c08c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:32.596840 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde31822-ef81-4ea3-9212-8768ba48de7e" -d '{"events": [{"name": "network-changed", "server_uuid": "5038227f-1727-4faa-b78d-2111a9d2310b", "tag": "78ed9084-db71-405a-8df3-fb5fe252c08c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:32.670913 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5a3269-4980-47a0-ad8b-449f8467f6f0 x-openstack-request-id: req-2e5a3269-4980-47a0-ad8b-449f8467f6f0 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:32.671211 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5038227f-1727-4faa-b78d-2111a9d2310b", "tag": "78ed9084-db71-405a-8df3-fb5fe252c08c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:32.671463 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e5a3269-4980-47a0-ad8b-449f8467f6f0 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:32.672022 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5038227f-1727-4faa-b78d-2111a9d2310b', 'tag': '78ed9084-db71-405a-8df3-fb5fe252c08c', 'status': 'completed', 'code': 200} Jul 05 03:55:32.734174 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.734560 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92749bb8-a2a8-44dd-a465-9c969cc451e9 service neutron] Pushing event updated for resources: {'Port': ['ID=78ed9084-db71-405a-8df3-fb5fe252c08c,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:32.833335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde31822-ef81-4ea3-9212-8768ba48de7e req-f4459311-4b1f-4086-a130-504cab2e60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.834852 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cde31822-ef81-4ea3-9212-8768ba48de7e req-f4459311-4b1f-4086-a130-504cab2e60f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd3e776bf9be4be8ad8b9c01a8dd00d9&device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 1094 time: 0.1420243 Jul 05 03:55:32.888219 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.906922 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f3503-f267-4702-82cd-97d66c94a9d2 req-c7ef8b17-3d1a-401f-959d-30849232dd05 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.908734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a00f3503-f267-4702-82cd-97d66c94a9d2 req-c7ef8b17-3d1a-401f-959d-30849232dd05 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 945 time: 0.0876946 Jul 05 03:55:32.918062 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.964438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2a8a36-247d-4197-bf57-bb36cfa405b0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:32.978003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Network c89c692c-00bc-4ef7-bd27-8d630899ce3a is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:32.984875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:32.987394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:33.038784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde31822-ef81-4ea3-9212-8768ba48de7e req-4fa0b763-92a8-4623-9324-cb548a2a34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:33.041927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Pushing event updated for resources: {'Port': ['ID=852296e3-2c69-45b8-846e-07dadabe187b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:33.048232 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cde31822-ef81-4ea3-9212-8768ba48de7e req-4fa0b763-92a8-4623-9324-cb548a2a34e3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=fd3e776bf9be4be8ad8b9c01a8dd00d9&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2058170 Jul 05 03:55:33.065319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a00f3503-f267-4702-82cd-97d66c94a9d2 req-fb87a8cf-c1a5-415e-9199-84e47d2f56e2 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/security-groups?id=bce2b21d-9ba1-4db6-905e-04b70a22975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494651 Jul 05 03:55:33.072025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:33.072392 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:33.072801 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:33.073134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:33.073523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:33.073850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:33.074292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:33.074699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:33.075020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:33.075341 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:33.075751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:33.076075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:33.091457 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:33.096273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:33.097685 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.130676 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.143163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device ad62ef0f-5427-4672-8d39-c38d8f06a767 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:33.214912 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce968516-e1b9-4c32-aeb0-8d7ccba3286f req-f616f634-18c8-4a7b-aef8-a0cb7632e575 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:33.217170 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce968516-e1b9-4c32-aeb0-8d7ccba3286f req-f616f634-18c8-4a7b-aef8-a0cb7632e575 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 945 time: 0.1051135 Jul 05 03:55:33.219705 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-e53a6083-b8dc-4dd8-b333-8876a8e6f684 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3403013 Jul 05 03:55:33.235252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Request body: {'port': {'device_id': '053eb561-f7db-4918-8dd4-5cd229b8bc23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:33.237453 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.243462 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.298293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port ad62ef0f-5427-4672-8d39-c38d8f06a767, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=ad62ef0f-5427-4672-8d39-c38d8f06a767,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:33.312244 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'ad62ef0f-5427-4672-8d39-c38d8f06a767', 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699', 'port_id': 'ad62ef0f-5427-4672-8d39-c38d8f06a767', 'mac_address': 'fa:16:3e:cd:54:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:33.352952 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde31822-ef81-4ea3-9212-8768ba48de7e req-08f9d809-f5dc-4c6c-9fb6-4c652b8bb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:33.355222 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cde31822-ef81-4ea3-9212-8768ba48de7e req-08f9d809-f5dc-4c6c-9fb6-4c652b8bb7b1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2999628 Jul 05 03:55:33.364919 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.390534 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:33.392553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce968516-e1b9-4c32-aeb0-8d7ccba3286f req-38c5466b-9e86-4148-bceb-d0060144ec5d tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695874 Jul 05 03:55:33.401054 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.401386 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2055c29f-782f-49b6-9f73-96e49fa46a6e {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:55:33.410469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.410627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad62ef0f-5427-4672-8d39-c38d8f06a767 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:33.410772 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-efb490ac-1d95-41d2-9120-cd2c27d8efc2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2055c29f-782f-49b6-9f73-96e49fa46a6e HTTP/1.1" status: 204 len: 168 time: 2.4781082 Jul 05 03:55:33.414117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:33.414636 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.431039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35146) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:33.480317 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-a7bfdd71-3422-4f37-be92-7397b003ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:33.481958 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-a7bfdd71-3422-4f37-be92-7397b003ed57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd3e776bf9be4be8ad8b9c01a8dd00d9&device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 1094 time: 0.0727444 Jul 05 03:55:33.487505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 09fb1cb7-5325-4ad0-af0d-159d0ac3312b no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:33.526384 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.543622 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 09fb1cb7-5325-4ad0-af0d-159d0ac3312b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:33.543975 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 09fb1cb7-5325-4ad0-af0d-159d0ac3312b not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:33.550778 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-558599ce-f449-4eb9-bec4-a806b168c8b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ed9084-db71-405a-8df3-fb5fe252c08c HTTP/1.1" status: 200 len: 217 time: 0.0613506 Jul 05 03:55:33.564989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port ad62ef0f-5427-4672-8d39-c38d8f06a767, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=ad62ef0f-5427-4672-8d39-c38d8f06a767,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:33.590110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a337-32aa-472a-861b-213b15ccedf8 req-1589ef0a-0388-4576-bfe9-a1e87a5359b3 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:33.602536 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e867a337-32aa-472a-861b-213b15ccedf8 req-1589ef0a-0388-4576-bfe9-a1e87a5359b3 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 945 time: 0.3287456 Jul 05 03:55:33.608542 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35152) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:33.612665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9268de43-9801-4288-bd50-73efd0c39a00 admin admin] Deleting subnet 0c495426-330d-4f54-89b2-340f610a9650 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:33.631962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-85140651-cee8-45a0-90bb-1a3215364992 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Request body: {'floatingip': {'port_id': 'ced2f327-c392-4aee-8b24-358f99ece907'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:33.643724 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.649063 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-b1869ef4-2e3b-41b6-ac7f-4875d17046ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:33.650801 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-b1869ef4-2e3b-41b6-ac7f-4875d17046ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d6194b19-07db-4596-adc2-64c0dbfe5bc1 HTTP/1.1" status: 200 len: 861 time: 0.0942941 Jul 05 03:55:33.663522 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.676310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9268de43-9801-4288-bd50-73efd0c39a00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.711286 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-a59eceb0-7b2a-46e3-a631-34826e8ba597 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=891a6a08-728d-4b58-afb9-09761ba3db2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358572 Jul 05 03:55:33.714325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:33.757971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:33.758388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2a3eafaa-143f-4ed8-99b9-3b415e81c6ac not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:33.759757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:33.762543 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e829a08c-6ac1-4c1e-9cbe-a0be8cee2564" -d '{"events": [{"server_uuid": "23797ffc-4131-49a6-ada7-6ca877fd9930", "name": "network-vif-plugged", "status": "completed", "tag": "59fceac7-17c8-45ed-8a7f-2e4ba374bc1b"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:33.791219 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-85140651-cee8-45a0-90bb-1a3215364992 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.792114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,segment=NetworkSegment(64caaef4-af64-4f44-af16-efffad4f61ae),segment_id=64caaef4-af64-4f44-af16-efffad4f61ae)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:33.793945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=ad62ef0f-5427-4672-8d39-c38d8f06a767,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:33.827774 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-cb4a74ef-1a22-4f8c-b65d-5eac7131d20a service neutron] 10.222.0.11 "GET /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108723 Jul 05 03:55:33.868726 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9268de43-9801-4288-bd50-73efd0c39a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.880276 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.889399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ad62ef0f-5427-4672-8d39-c38d8f06a767'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:33.992131 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:34.223011 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a217b5ba-feb4-4836-96cd-07faac0c7c92 req-595120ed-5f85-492f-a7f1-55f53f9c012e service neutron] 10.222.0.11 "GET /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887720 Jul 05 03:55:34.265945 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d314d-3d9e-45e2-ba8f-2f22b4b55b75 req-55c2c49a-7118-472d-88cc-b2dc6054e35f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:34.267448 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-720d314d-3d9e-45e2-ba8f-2f22b4b55b75 req-55c2c49a-7118-472d-88cc-b2dc6054e35f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 944 time: 0.6076522 Jul 05 03:55:34.372720 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9268de43-9801-4288-bd50-73efd0c39a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.383961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f744bb-01f2-4d24-8bb4-fef6d351a56b req-a711c7ab-2cde-454f-963a-ab0b4bee44f6 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:34.385497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67f744bb-01f2-4d24-8bb4-fef6d351a56b req-a711c7ab-2cde-454f-963a-ab0b4bee44f6 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 931 time: 0.5200872 Jul 05 03:55:34.846665 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-720d314d-3d9e-45e2-ba8f-2f22b4b55b75 req-2e66e7ea-6922-40dc-8e25-7cd2d556945e tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662382 Jul 05 03:55:34.963488 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67f744bb-01f2-4d24-8bb4-fef6d351a56b req-2f02fbe1-e2e4-4554-a2af-a9fc2a4c6dbd tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501487 Jul 05 03:55:35.068452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852296e3-2c69-45b8-846e-07dadabe187b {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:35.086929 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.088272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device ad62ef0f-5427-4672-8d39-c38d8f06a767 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:35.129895 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24a2e3d-2d1a-42b4-abd1-4e1f4522d75a x-openstack-request-id: req-d24a2e3d-2d1a-42b4-abd1-4e1f4522d75a {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:35.130235 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23797ffc-4131-49a6-ada7-6ca877fd9930", "name": "network-vif-plugged", "status": "completed", "tag": "59fceac7-17c8-45ed-8a7f-2e4ba374bc1b", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:35.130949 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d24a2e3d-2d1a-42b4-abd1-4e1f4522d75a {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:35.131461 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b', 'code': 200} Jul 05 03:55:35.142483 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Transition to ACTIVE for port object 852296e3-2c69-45b8-846e-07dadabe187b will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:35.145436 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9268de43-9801-4288-bd50-73efd0c39a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.183992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268de43-9801-4288-bd50-73efd0c39a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c495426-330d-4f54-89b2-340f610a9650,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.191823 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9268de43-9801-4288-bd50-73efd0c39a00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.196065 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9268de43-9801-4288-bd50-73efd0c39a00 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0c495426-330d-4f54-89b2-340f610a9650 HTTP/1.1" status: 204 len: 168 time: 1.7594573 Jul 05 03:55:35.196215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f578407-390f-4d83-8de9-427989caee71 None None] Network 688bde67-c898-4685-83f1-1878a4cebea6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:35.197471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35162) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:35.213895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df1861-da00-45c0-a5ab-0dfe22fa414f req-81155b92-d94a-47cd-8c76-0bc3556dfa0c tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.221731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65df1861-da00-45c0-a5ab-0dfe22fa414f req-81155b92-d94a-47cd-8c76-0bc3556dfa0c tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 943 time: 0.2493289 Jul 05 03:55:35.244854 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.257813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port ad62ef0f-5427-4672-8d39-c38d8f06a767 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:35.268868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port ad62ef0f-5427-4672-8d39-c38d8f06a767 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:35.269267 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.340659 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.351233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4c2a8a36-247d-4197-bf57-bb36cfa405b0 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:35.379956 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.resource_extend [None req-85140651-cee8-45a0-90bb-1a3215364992 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:55:35.380833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 4c2a8a36-247d-4197-bf57-bb36cfa405b0 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:35.382626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4c2a8a36-247d-4197-bf57-bb36cfa405b0 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:35.395046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65df1861-da00-45c0-a5ab-0dfe22fa414f req-934f311b-9a1a-40b2-8d26-2d7a713a168e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702943 Jul 05 03:55:35.411656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789aa5-0373-458b-b946-28e946f3e27e req-10a35820-cf56-4562-93c6-c84afb403fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.412405 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-01789aa5-0373-458b-b946-28e946f3e27e req-10a35820-cf56-4562-93c6-c84afb403fef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 1097 time: 0.2014351 Jul 05 03:55:35.441079 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.479846 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port ad62ef0f-5427-4672-8d39-c38d8f06a767, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=ad62ef0f-5427-4672-8d39-c38d8f06a767,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:35.484290 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-01789aa5-0373-458b-b946-28e946f3e27e req-700f4cb3-ee80-4c2a-8a45-4a91f34725b4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645874 Jul 05 03:55:35.487253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Deleting port 103776d5-16e4-4f40-a0af-20cc009c326d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:35.487601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.490687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Pushing event updated for resources: {'Port': ['ID=852296e3-2c69-45b8-846e-07dadabe187b,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.517339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821db14e-6cb5-483f-b23e-274daa14bf2c None None] DHCP port deletion for 688bde67-c898-4685-83f1-1878a4cebea6 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:55:35.536753 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-85140651-cee8-45a0-90bb-1a3215364992 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.576246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] For port 103776d5-16e4-4f40-a0af-20cc009c326d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=103776d5-16e4-4f40-a0af-20cc009c326d,segment=NetworkSegment(638692dc-1673-4b60-bec1-8e4a2a32a541),segment_id=638692dc-1673-4b60-bec1-8e4a2a32a541)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:35.577035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-821db14e-6cb5-483f-b23e-274daa14bf2c None None] Deleting port 103776d5-16e4-4f40-a0af-20cc009c326d {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:35.577421 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-821db14e-6cb5-483f-b23e-274daa14bf2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.578020 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.580519 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.589282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397f925-f17d-419c-a17e-4867c5ac6af2 req-d4471e45-4ac2-4560-b867-98887e001541 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.590821 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4397f925-f17d-419c-a17e-4867c5ac6af2 req-d4471e45-4ac2-4560-b867-98887e001541 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.3624878 Jul 05 03:55:35.601380 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Calling delete_port for 103776d5-16e4-4f40-a0af-20cc009c326d owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:35.611646 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-85140651-cee8-45a0-90bb-1a3215364992 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.665053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Attempting to bind port 852296e3-2c69-45b8-846e-07dadabe187b on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:35.665370 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Attempting to bind port 852296e3-2c69-45b8-846e-07dadabe187b by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:35.665710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Attempting to bind port 852296e3-2c69-45b8-846e-07dadabe187b on network c89c692c-00bc-4ef7-bd27-8d630899ce3a {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:35.682298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Port 852296e3-2c69-45b8-846e-07dadabe187b on network c89c692c-00bc-4ef7-bd27-8d630899ce3a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:35.682953 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Attempting to bind port 852296e3-2c69-45b8-846e-07dadabe187b on network c89c692c-00bc-4ef7-bd27-8d630899ce3a {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:35.686545 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-821db14e-6cb5-483f-b23e-274daa14bf2c None None] For port 103776d5-16e4-4f40-a0af-20cc009c326d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=103776d5-16e4-4f40-a0af-20cc009c326d,segment=NetworkSegment(638692dc-1673-4b60-bec1-8e4a2a32a541),segment_id=638692dc-1673-4b60-bec1-8e4a2a32a541)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:35.686949 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-821db14e-6cb5-483f-b23e-274daa14bf2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.689466 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=ad62ef0f-5427-4672-8d39-c38d8f06a767,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.702742 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4397f925-f17d-419c-a17e-4867c5ac6af2 req-f527cf7a-2867-4861-a905-f3bfd3b81709 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040556 Jul 05 03:55:35.702877 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-821db14e-6cb5-483f-b23e-274daa14bf2c None None] Calling delete_port for 103776d5-16e4-4f40-a0af-20cc009c326d owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:35.706920 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:35.707243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Checking segment: {'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:35.707749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Bound using segment: {'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:35.708075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Bound port: 852296e3-2c69-45b8-846e-07dadabe187b, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecaecc4f-3011-4984-910e-031bef8e8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:35.708460 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.788475 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-85140651-cee8-45a0-90bb-1a3215364992 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Floating IP ca41926c-6912-447c-b0b5-51383f617fad associated. External IP: 172.25.0.46, port: ced2f327-c392-4aee-8b24-358f99ece907. Jul 05 03:55:35.794616 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: from cryptography.utils import int_from_bytes Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: from cryptography.utils import int_from_bytes Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.796586 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.800167 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.800167 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.800167 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.800167 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.800167 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.800167 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.800167 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.800167 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.800167 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.800167 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.800167 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.800167 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.800167 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:35.800167 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 03:55:35.805541 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-821db14e-6cb5-483f-b23e-274daa14bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.821072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=103776d5-16e4-4f40-a0af-20cc009c326d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.828728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] No DVR routers for this DVR port 103776d5-16e4-4f40-a0af-20cc009c326d on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:35.834924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821db14e-6cb5-483f-b23e-274daa14bf2c None None] Pushing event deleted for resources: {'Port': ['ID=103776d5-16e4-4f40-a0af-20cc009c326d,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.845686 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821db14e-6cb5-483f-b23e-274daa14bf2c None None] No DVR routers for this DVR port 103776d5-16e4-4f40-a0af-20cc009c326d on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:35.857762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] For port 852296e3-2c69-45b8-846e-07dadabe187b, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:35.898957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] For port 852296e3-2c69-45b8-846e-07dadabe187b, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=852296e3-2c69-45b8-846e-07dadabe187b,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:35.921227 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.931176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688bde67-c898-4685-83f1-1878a4cebea6']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:35.942638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638692dc-1673-4b60-bec1-8e4a2a32a541') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:35.942940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638692dc-1673-4b60-bec1-8e4a2a32a541') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:35.955913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.977080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.979383 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:35.987373 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:36.082643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.083272 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.084692 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] 10.222.0.64 "PUT /v2.0/ports/852296e3-2c69-45b8-846e-07dadabe187b HTTP/1.1" status: 200 len: 1091 time: 2.8552485 Jul 05 03:55:36.087641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053eb561-f7db-4918-8dd4-5cd229b8bc23', 'tag': '852296e3-2c69-45b8-846e-07dadabe187b'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:36.090296 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc10b77d-530c-4ebc-b4de-26fffb490b57" -d '{"events": [{"name": "network-changed", "server_uuid": "053eb561-f7db-4918-8dd4-5cd229b8bc23", "tag": "852296e3-2c69-45b8-846e-07dadabe187b"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:36.137887 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.159741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a94c4d-fb36-4c3c-8256-a8760222470d service neutron] Pushing event updated for resources: {'Port': ['ID=852296e3-2c69-45b8-846e-07dadabe187b,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:36.177573 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.179626 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] 10.222.0.60 "DELETE /v2.0/networks/688bde67-c898-4685-83f1-1878a4cebea6 HTTP/1.1" status: 204 len: 168 time: 0.9806108 Jul 05 03:55:36.180692 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66149495-287d-498c-bb56-d77dcd776b4d admin admin] Pushing event deleted for resources: {'Network': ['ID=688bde67-c898-4685-83f1-1878a4cebea6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:36.186601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85140651-cee8-45a0-90bb-1a3215364992 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:36.196395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0737a3-fe4b-400b-987e-fe0d881555bf req-07b41aad-d4b4-4170-ae7f-dceb41039d57 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.197959 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b0737a3-fe4b-400b-987e-fe0d881555bf req-07b41aad-d4b4-4170-ae7f-dceb41039d57 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.2300408 Jul 05 03:55:36.338586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa6850-b052-4789-a5da-bb3522889a15 req-ab1ea624-bb44-4602-be52-ae2f8db7f4bb tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.340757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-befa6850-b052-4789-a5da-bb3522889a15 req-ab1ea624-bb44-4602-be52-ae2f8db7f4bb tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 943 time: 0.2369392 Jul 05 03:55:36.359428 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b0737a3-fe4b-400b-987e-fe0d881555bf req-3a612ba1-14e8-4621-89d9-f678c97b7f46 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515434 Jul 05 03:55:36.452157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-befa6850-b052-4789-a5da-bb3522889a15 req-466a255e-31e8-40cd-ab94-00e1cc54c2bf tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022906 Jul 05 03:55:36.456836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85140651-cee8-45a0-90bb-1a3215364992 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:36.462256 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-85140651-cee8-45a0-90bb-1a3215364992 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.471982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46688dcf-845a-4359-b269-e45eafa32b91 None None] Sync routers for ids ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:36.485016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46688dcf-845a-4359-b269-e45eafa32b91 None None] Routers {'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:36.485653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-46688dcf-845a-4359-b269-e45eafa32b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:55:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:36.495152 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-2f005114-850e-42a2-bee2-bce727ba6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.498791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-2f005114-850e-42a2-bee2-bce727ba6a70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87bb8c90cfa74c4cbea3dcba57734d61&device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 1094 time: 0.2143621 Jul 05 03:55:36.521090 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-85140651-cee8-45a0-90bb-1a3215364992 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "PUT /v2.0/floatingips/ca41926c-6912-447c-b0b5-51383f617fad HTTP/1.1" status: 200 len: 990 time: 2.8998892 Jul 05 03:55:36.564010 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18895023-16e3-468c-abde-62c94731fffb x-openstack-request-id: req-18895023-16e3-468c-abde-62c94731fffb {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:36.564382 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053eb561-f7db-4918-8dd4-5cd229b8bc23", "tag": "852296e3-2c69-45b8-846e-07dadabe187b", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:36.564619 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18895023-16e3-468c-abde-62c94731fffb {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:36.565029 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053eb561-f7db-4918-8dd4-5cd229b8bc23', 'tag': '852296e3-2c69-45b8-846e-07dadabe187b', 'status': 'completed', 'code': 200} Jul 05 03:55:36.566626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-62163078-3b43-4a9e-9731-15424097a4a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=852296e3-2c69-45b8-846e-07dadabe187b HTTP/1.1" status: 200 len: 217 time: 0.0450850 Jul 05 03:55:36.584081 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35178) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:36.640908 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d95693e2-90ed-4622-b704-81f8a2b1c755 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54b64bc49424411488d22faec9e6a12c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537543 Jul 05 03:55:36.641103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35182) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:36.668809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-46688dcf-845a-4359-b269-e45eafa32b91 None None] Set router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:36.679046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-d67613db-3a34-4938-a461-6b0f9bd4529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.680768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-d67613db-3a34-4938-a461-6b0f9bd4529d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d577d8f0-9eb0-4620-a525-895a334127b7 HTTP/1.1" status: 200 len: 844 time: 0.1084394 Jul 05 03:55:36.693580 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8567c6a0-d1a8-4fe3-b1ab-9d4f4ba7cecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.720071 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-559b1c93-9749-45d1-b7c7-8979721c16db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c89c692c-00bc-4ef7-bd27-8d630899ce3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316405 Jul 05 03:55:36.727386 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8567c6a0-d1a8-4fe3-b1ab-9d4f4ba7cecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.785233 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f549397-9411-4f9f-940f-4d4f182221dd req-b2c840c5-588c-4eca-baec-48e098b8885e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.786825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f549397-9411-4f9f-940f-4d4f182221dd req-b2c840c5-588c-4eca-baec-48e098b8885e tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 943 time: 0.1593571 Jul 05 03:55:36.856818 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f549397-9411-4f9f-940f-4d4f182221dd req-81cffc96-e13d-4a0a-8827-4209fee2d0e2 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593593 Jul 05 03:55:36.862912 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-83bde3e3-d119-452b-bc99-9d63ba642347 service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346772 Jul 05 03:55:36.891525 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8567c6a0-d1a8-4fe3-b1ab-9d4f4ba7cecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.894357 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8567c6a0-d1a8-4fe3-b1ab-9d4f4ba7cecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.901363 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8567c6a0-d1a8-4fe3-b1ab-9d4f4ba7cecc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58650f00-adb9-4d49-b18d-8490f51c5311 HTTP/1.1" status: 204 len: 168 time: 0.2582610 Jul 05 03:55:36.911103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567c6a0-d1a8-4fe3-b1ab-9d4f4ba7cecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58650f00-adb9-4d49-b18d-8490f51c5311,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:36.967962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-46688dcf-845a-4359-b269-e45eafa32b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:55:02Z', 'revision_number': 4, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'ca41926c-6912-447c-b0b5-51383f617fad', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'port_id': 'ced2f327-c392-4aee-8b24-358f99ece907', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'mac_address': 'fa:16:3e:2f:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd45784-570d-4fb2-9f5f-e5ffe0cc3259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:35Z', 'revision_number': 1, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3d318c5-f4de-4456-ab88-ff2c2e0aa05a', 'name': '', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'mac_address': 'fa:16:3e:b9:52:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:01Z', 'updated_at': '2021-07-05T03:55:10Z', 'revision_number': 5, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'subnets': [{'id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:36.996655 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46688dcf-845a-4359-b269-e45eafa32b91 None None] Checking router: f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:37.005167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46688dcf-845a-4359-b269-e45eafa32b91 None None] Routers {'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:37.005788 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-46688dcf-845a-4359-b269-e45eafa32b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:55:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:37.006115 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f3834a0-1f4d-4b48-856e-3f41a7a670b7 req-4e0de632-9e2e-4f1d-91f9-5e1667dc8c02 service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371701 Jul 05 03:55:37.034410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913b3db-7ccb-43aa-ac5e-87c18c7a178d req-f16055d8-62d8-4f12-a9f4-a4a2584974c5 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.036021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d913b3db-7ccb-43aa-ac5e-87c18c7a178d req-f16055d8-62d8-4f12-a9f4-a4a2584974c5 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.1163507 Jul 05 03:55:37.081245 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d913b3db-7ccb-43aa-ac5e-87c18c7a178d req-97eee195-5cdb-4b5c-934b-370bf7caf914 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376027 Jul 05 03:55:37.172328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea10f9-7d38-4c52-a069-8657e6213d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad62ef0f-5427-4672-8d39-c38d8f06a767'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:37.174520 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a482d50-4e08-4d8e-be95-67f1559f260e" -d '{"events": [{"server_uuid": "5bea10f9-7d38-4c52-a069-8657e6213d78", "name": "network-vif-plugged", "status": "completed", "tag": "ad62ef0f-5427-4672-8d39-c38d8f06a767"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:37.180606 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 78ed9084-db71-405a-8df3-fb5fe252c08c details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:37.240398 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673e5d4d-05ef-409f-9ae8-37a5a8f8a23b x-openstack-request-id: req-673e5d4d-05ef-409f-9ae8-37a5a8f8a23b {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:37.248147 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea10f9-7d38-4c52-a069-8657e6213d78", "name": "network-vif-plugged", "status": "completed", "tag": "ad62ef0f-5427-4672-8d39-c38d8f06a767", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:37.248147 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-673e5d4d-05ef-409f-9ae8-37a5a8f8a23b {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:37.248147 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea10f9-7d38-4c52-a069-8657e6213d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad62ef0f-5427-4672-8d39-c38d8f06a767', 'code': 200} Jul 05 03:55:37.248603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10b77d-530c-4ebc-b4de-26fffb490b57 req-c7c22868-4f62-441f-bbbe-68d53823cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.249918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc10b77d-530c-4ebc-b4de-26fffb490b57 req-c7c22868-4f62-441f-bbbe-68d53823cd10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87bb8c90cfa74c4cbea3dcba57734d61&device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 1094 time: 0.0777957 Jul 05 03:55:37.312013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-46688dcf-845a-4359-b269-e45eafa32b91 None None] Set router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:37.404703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10b77d-530c-4ebc-b4de-26fffb490b57 req-bc4f125e-f11c-456e-87a2-5e3fc35d0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.410442 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc10b77d-530c-4ebc-b4de-26fffb490b57 req-bc4f125e-f11c-456e-87a2-5e3fc35d0957 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c89c692c-00bc-4ef7-bd27-8d630899ce3a HTTP/1.1" status: 200 len: 905 time: 0.1531701 Jul 05 03:55:37.433231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 78ed9084-db71-405a-8df3-fb5fe252c08c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=78ed9084-db71-405a-8df3-fb5fe252c08c,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:37.450587 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '78ed9084-db71-405a-8df3-fb5fe252c08c', 'network_id': '891a6a08-728d-4b58-afb9-09761ba3db2f', 'port_id': '78ed9084-db71-405a-8df3-fb5fe252c08c', 'mac_address': 'fa:16:3e:41:97:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6194b19-07db-4596-adc2-64c0dbfe5bc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:37.458415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 103776d5-16e4-4f40-a0af-20cc009c326d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:37.471582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad75d70-2c25-4570-88a7-5a2f688c7021 req-7e817f16-4ec2-49bd-9d9b-677ba746ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.474443 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7ad75d70-2c25-4570-88a7-5a2f688c7021 req-7e817f16-4ec2-49bd-9d9b-677ba746ddd1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 1096 time: 0.1636655 Jul 05 03:55:37.489972 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 103776d5-16e4-4f40-a0af-20cc009c326d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:37.490503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 103776d5-16e4-4f40-a0af-20cc009c326d not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:37.518392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc10b77d-530c-4ebc-b4de-26fffb490b57 req-bfafeca2-286d-459d-bf9b-0edf03b9bfe7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=852296e3-2c69-45b8-846e-07dadabe187b HTTP/1.1" status: 200 len: 217 time: 0.1013336 Jul 05 03:55:37.553503 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7ad75d70-2c25-4570-88a7-5a2f688c7021 req-82093376-11f4-4fe7-ab9e-683453e78096 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721865 Jul 05 03:55:37.574058 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.593298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ed9084-db71-405a-8df3-fb5fe252c08c {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:37.633076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 78ed9084-db71-405a-8df3-fb5fe252c08c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=78ed9084-db71-405a-8df3-fb5fe252c08c,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:37.637253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10b77d-530c-4ebc-b4de-26fffb490b57 req-aaf86563-082d-401a-b68d-45abe619978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.642696 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc10b77d-530c-4ebc-b4de-26fffb490b57 req-aaf86563-082d-401a-b68d-45abe619978b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d577d8f0-9eb0-4620-a525-895a334127b7 HTTP/1.1" status: 200 len: 844 time: 0.1140842 Jul 05 03:55:37.684314 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc10b77d-530c-4ebc-b4de-26fffb490b57 req-742a321b-2aa9-47e2-bd6f-7e1afc0f1a02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c89c692c-00bc-4ef7-bd27-8d630899ce3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366192 Jul 05 03:55:37.692027 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-46688dcf-845a-4359-b269-e45eafa32b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:55:02Z', 'revision_number': 4, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'ca41926c-6912-447c-b0b5-51383f617fad', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'port_id': 'ced2f327-c392-4aee-8b24-358f99ece907', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'mac_address': 'fa:16:3e:2f:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd45784-570d-4fb2-9f5f-e5ffe0cc3259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:35Z', 'revision_number': 1, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3d318c5-f4de-4456-ab88-ff2c2e0aa05a', 'name': '', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'mac_address': 'fa:16:3e:b9:52:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:01Z', 'updated_at': '2021-07-05T03:55:10Z', 'revision_number': 5, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'subnets': [{'id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:37.711573 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776c2cc-3975-46c3-8a95-e53ca9dad569 req-ffd1d6ac-ba7a-4563-adf3-0f53dcd906aa tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.713081 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3776c2cc-3975-46c3-8a95-e53ca9dad569 req-ffd1d6ac-ba7a-4563-adf3-0f53dcd906aa tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1445174 Jul 05 03:55:37.723007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46688dcf-845a-4359-b269-e45eafa32b91 None None] The sync data for ids ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'] in n-d-798249-5 is: [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:55:02Z', 'revision_number': 4, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'ca41926c-6912-447c-b0b5-51383f617fad', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'port_id': 'ced2f327-c392-4aee-8b24-358f99ece907', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'mac_address': 'fa:16:3e:2f:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd45784-570d-4fb2-9f5f-e5ffe0cc3259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:35Z', 'revision_number': 1, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3d318c5-f4de-4456-ab88-ff2c2e0aa05a', 'name': '', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'mac_address': 'fa:16:3e:b9:52:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:01Z', 'updated_at': '2021-07-05T03:55:10Z', 'revision_number': 5, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'subnets': [{'id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:37.755792 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.798232 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3776c2cc-3975-46c3-8a95-e53ca9dad569 req-061e5285-6866-42d0-a482-efb24e8b34ca tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754592 Jul 05 03:55:37.824807 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc10b77d-530c-4ebc-b4de-26fffb490b57 req-9409dffb-5702-429c-a685-20ed666a363f service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323738 Jul 05 03:55:37.825722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=78ed9084-db71-405a-8df3-fb5fe252c08c,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:37.852151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:37.852151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:37.852151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:37.852151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:37.852151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:37.852151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:37.852151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:37.852151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:37.852151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:37.852151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:37.852151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:37.852151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:37.989376 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd890a-5545-4b6d-8499-3bd1e37f3e66 req-c668650c-a509-4530-8120-c258443fbb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.991858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc10b77d-530c-4ebc-b4de-26fffb490b57 req-86a1cdfe-a58a-422e-8d34-9c00cc02ac49 service neutron] 10.222.0.64 "GET /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599731 Jul 05 03:55:37.994481 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['78ed9084-db71-405a-8df3-fb5fe252c08c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:38.013081 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-26cd890a-5545-4b6d-8499-3bd1e37f3e66 req-c668650c-a509-4530-8120-c258443fbb90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42221dc113c34bf6acdc5aa76696f0bf&device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 1097 time: 0.1008923 Jul 05 03:55:38.027139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe235354-4681-4ad1-9465-4f303934eedd req-afc2a237-9c49-4e57-8116-bc9f2b7c045b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.027946 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe235354-4681-4ad1-9465-4f303934eedd req-afc2a237-9c49-4e57-8116-bc9f2b7c045b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 943 time: 0.1449304 Jul 05 03:55:38.085571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe235354-4681-4ad1-9465-4f303934eedd req-f16fc91d-88d4-4fe7-a161-bbfa15e8e195 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562813 Jul 05 03:55:38.145842 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91109602-5beb-4f47-b000-c9db5051c643 None None] New status for floating IP ca41926c-6912-447c-b0b5-51383f617fad: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:55:38.148610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd890a-5545-4b6d-8499-3bd1e37f3e66 req-17a7835e-3119-4676-9a5c-450b8fd75116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.150177 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-26cd890a-5545-4b6d-8499-3bd1e37f3e66 req-17a7835e-3119-4676-9a5c-450b8fd75116 service neutron] 10.222.0.11 "GET /v2.0/networks?id=961e366e-90e4-4d1e-811a-b43786f3f3f5 HTTP/1.1" status: 200 len: 921 time: 0.1306822 Jul 05 03:55:38.215112 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-26cd890a-5545-4b6d-8499-3bd1e37f3e66 req-05bbafc2-ca0a-42eb-9fad-d63e969364ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b HTTP/1.1" status: 200 len: 217 time: 0.0491385 Jul 05 03:55:38.297491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd890a-5545-4b6d-8499-3bd1e37f3e66 req-7979e0b1-30c2-4b50-a3a7-fd26d62b7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.299143 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-26cd890a-5545-4b6d-8499-3bd1e37f3e66 req-7979e0b1-30c2-4b50-a3a7-fd26d62b7203 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1 HTTP/1.1" status: 200 len: 860 time: 0.0785213 Jul 05 03:55:38.331691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72082b52-ef85-4ecb-851f-15df785a2ba3 req-bd4f56cc-6299-4e54-b110-42127c11aceb tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.333532 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72082b52-ef85-4ecb-851f-15df785a2ba3 req-bd4f56cc-6299-4e54-b110-42127c11aceb tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.1099956 Jul 05 03:55:38.344949 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-26cd890a-5545-4b6d-8499-3bd1e37f3e66 req-8542c85d-357d-4897-a01a-636e9393bb3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=961e366e-90e4-4d1e-811a-b43786f3f3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377383 Jul 05 03:55:38.380703 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72082b52-ef85-4ecb-851f-15df785a2ba3 req-ef1002b6-81a2-4705-8a10-2a79c8fe9fa5 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393388 Jul 05 03:55:38.464683 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-26cd890a-5545-4b6d-8499-3bd1e37f3e66 req-d87dbfe7-d524-4ab2-9e53-f5a9a72a4d01 service neutron] 10.222.0.11 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113968 Jul 05 03:55:38.477783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debc8a6-3e11-4a2f-9ff2-01f30d6da2ef req-917aab87-1a60-4e4d-93ac-8452207773b7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.483725 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7debc8a6-3e11-4a2f-9ff2-01f30d6da2ef req-917aab87-1a60-4e4d-93ac-8452207773b7 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 944 time: 0.0702605 Jul 05 03:55:38.521034 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7debc8a6-3e11-4a2f-9ff2-01f30d6da2ef req-974f0acd-4921-4521-8005-2da720ee2896 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360456 Jul 05 03:55:38.564712 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-26cd890a-5545-4b6d-8499-3bd1e37f3e66 req-4b685b7e-56e3-4121-974c-c85a1613c21d service neutron] 10.222.0.11 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934105 Jul 05 03:55:38.565837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd45784-570d-4fb2-9f5f-e5ffe0cc3259', 'tag': 'ced2f327-c392-4aee-8b24-358f99ece907'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:38.568159 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee30c149-e4b7-42bf-9ed7-850ff50d8b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd45784-570d-4fb2-9f5f-e5ffe0cc3259", "tag": "ced2f327-c392-4aee-8b24-358f99ece907"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:38.611954 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb81e1a2-c8cc-4957-bf18-9e0ccfe73c21 x-openstack-request-id: req-eb81e1a2-c8cc-4957-bf18-9e0ccfe73c21 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:38.612240 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd45784-570d-4fb2-9f5f-e5ffe0cc3259", "tag": "ced2f327-c392-4aee-8b24-358f99ece907", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:38.612601 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb81e1a2-c8cc-4957-bf18-9e0ccfe73c21 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:38.613102 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd45784-570d-4fb2-9f5f-e5ffe0cc3259', 'tag': 'ced2f327-c392-4aee-8b24-358f99ece907', 'status': 'completed', 'code': 200} Jul 05 03:55:38.692745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c149-e4b7-42bf-9ed7-850ff50d8b5a req-6f7bb0a2-d1d0-48b7-b8f7-bb875593b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.694269 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee30c149-e4b7-42bf-9ed7-850ff50d8b5a req-6f7bb0a2-d1d0-48b7-b8f7-bb875593b249 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4c06e7326f84fa4b50e452c66382d16&device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 1096 time: 0.0585563 Jul 05 03:55:38.778856 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35230) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:38.803218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c149-e4b7-42bf-9ed7-850ff50d8b5a req-4e79198c-c7af-41e1-accb-695c3b5dddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.804753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee30c149-e4b7-42bf-9ed7-850ff50d8b5a req-4e79198c-c7af-41e1-accb-695c3b5dddc9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=297321b6-967c-4ebe-b254-d79876af5ecf HTTP/1.1" status: 200 len: 912 time: 0.1042571 Jul 05 03:55:38.880202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-61523766-network', 'tenant_id': '65734842d80f46a5a565555cae6d506c'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:38.966005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:38.968787 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.979151 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.098907 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.104030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 78ed9084-db71-405a-8df3-fb5fe252c08c up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:39.200704 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.233694 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:39.243335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964e4a2a-33d9-49e2-bfb1-15fda818c5a3,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:39.262698 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.263500 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] Added segment d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb of type vlan for network ea50aae7-a0fe-4b00-b32d-5bd38d338891 Jul 05 03:55:39.280634 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee30c149-e4b7-42bf-9ed7-850ff50d8b5a req-d4e58b58-85c1-4aac-9900-d3029c41fbee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ced2f327-c392-4aee-8b24-358f99ece907 HTTP/1.1" status: 200 len: 1000 time: 0.4700370 Jul 05 03:55:39.309969 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.314806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 78ed9084-db71-405a-8df3-fb5fe252c08c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:39.319990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 78ed9084-db71-405a-8df3-fb5fe252c08c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:39.320396 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.345125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c2fec-bdf9-46cd-a5d6-913caa74b477 req-c7948ecc-7f77-4ff8-b3e8-be5e2a1a0ec0 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.346671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f73c2fec-bdf9-46cd-a5d6-913caa74b477 req-c7948ecc-7f77-4ff8-b3e8-be5e2a1a0ec0 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1263170 Jul 05 03:55:39.398236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c149-e4b7-42bf-9ed7-850ff50d8b5a req-7c90bc89-28e6-4343-90fe-8036765fe749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.399903 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee30c149-e4b7-42bf-9ed7-850ff50d8b5a req-7c90bc89-28e6-4343-90fe-8036765fe749 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5be46cc3-1b3b-4236-9689-5ac0c6c04716 HTTP/1.1" status: 200 len: 850 time: 0.1130090 Jul 05 03:55:39.419566 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.442373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5038227f-1727-4faa-b78d-2111a9d2310b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ed9084-db71-405a-8df3-fb5fe252c08c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:39.444964 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cc6a10-62f8-4cd7-afa6-8913e0b3076f" -d '{"events": [{"server_uuid": "5038227f-1727-4faa-b78d-2111a9d2310b", "name": "network-vif-plugged", "status": "completed", "tag": "78ed9084-db71-405a-8df3-fb5fe252c08c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:39.458664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 78ed9084-db71-405a-8df3-fb5fe252c08c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=78ed9084-db71-405a-8df3-fb5fe252c08c,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:39.465161 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f73c2fec-bdf9-46cd-a5d6-913caa74b477 req-c8e29d16-a10a-4d80-901a-705fd317e32e tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043396 Jul 05 03:55:39.491564 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.492886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.493630 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.499792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e85dd-d1f9-4dcd-8fa8-f707af5206f4 req-4d630f32-cad0-49e4-ae33-dbb95bd17c3f tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.501362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e5e85dd-d1f9-4dcd-8fa8-f707af5206f4 req-4d630f32-cad0-49e4-ae33-dbb95bd17c3f tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 943 time: 0.1537871 Jul 05 03:55:39.530846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c149-e4b7-42bf-9ed7-850ff50d8b5a req-1dbfac60-a324-47b3-96d6-04536f7ef5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.532414 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee30c149-e4b7-42bf-9ed7-850ff50d8b5a req-1dbfac60-a324-47b3-96d6-04536f7ef5ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=297321b6-967c-4ebe-b254-d79876af5ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199389 Jul 05 03:55:39.561866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] Pushing event updated for resources: {'Network': ['ID=ea50aae7-a0fe-4b00-b32d-5bd38d338891,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:39.573661 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.575494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ea50aae7-a0fe-4b00-b32d-5bd38d338891 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:39.598845 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e5e85dd-d1f9-4dcd-8fa8-f707af5206f4 req-486e3af0-dbb8-4f46-9493-4dd57cab85e7 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907526 Jul 05 03:55:39.652607 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4eceef5e-cbbd-42e4-94c0-ef1966f8a715 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8716035 Jul 05 03:55:39.655747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35252) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:39.660914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-85518dfd-0500-4ee8-b954-5600ebcd96ca admin admin] Request body: {'subnet': {'network_id': 'ea50aae7-a0fe-4b00-b32d-5bd38d338891', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-61523766-subnet', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:39.676429 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee30c149-e4b7-42bf-9ed7-850ff50d8b5a req-20b2a78c-4e3c-42da-b089-65c7a851f948 service neutron] 10.222.0.64 "GET /v2.0/networks/297321b6-967c-4ebe-b254-d79876af5ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326087 Jul 05 03:55:39.698283 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccaab5a-cf4a-4456-aed0-24583ca04f3a x-openstack-request-id: req-2ccaab5a-cf4a-4456-aed0-24583ca04f3a {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:39.698622 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5038227f-1727-4faa-b78d-2111a9d2310b", "name": "network-vif-plugged", "status": "completed", "tag": "78ed9084-db71-405a-8df3-fb5fe252c08c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:39.698852 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ccaab5a-cf4a-4456-aed0-24583ca04f3a {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:39.699254 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5038227f-1727-4faa-b78d-2111a9d2310b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ed9084-db71-405a-8df3-fb5fe252c08c', 'code': 200} Jul 05 03:55:39.708891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=78ed9084-db71-405a-8df3-fb5fe252c08c,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:39.811944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708481b-eba9-4c43-8350-3a4759ac004b req-205b0a81-a7e6-41b2-975a-4bee077e82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.813489 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3708481b-eba9-4c43-8350-3a4759ac004b req-205b0a81-a7e6-41b2-975a-4bee077e82a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 1096 time: 0.0560622 Jul 05 03:55:39.842479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85518dfd-0500-4ee8-b954-5600ebcd96ca admin admin] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:39.844908 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-85518dfd-0500-4ee8-b954-5600ebcd96ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.847263 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee30c149-e4b7-42bf-9ed7-850ff50d8b5a req-1a116226-6461-41c4-a60a-54f430363223 service neutron] 10.222.0.64 "GET /v2.0/networks/297321b6-967c-4ebe-b254-d79876af5ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672804 Jul 05 03:55:39.857110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401f68b-0be9-4c9a-90b8-43cbad571162 req-3aed112b-5b74-415f-8fc4-29cfc60fbd07 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.858866 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2401f68b-0be9-4c9a-90b8-43cbad571162 req-3aed112b-5b74-415f-8fc4-29cfc60fbd07 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.1496239 Jul 05 03:55:39.902048 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3708481b-eba9-4c43-8350-3a4759ac004b req-85b80bed-307a-446e-a2fd-1ced3dee2891 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825036 Jul 05 03:55:39.908104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2401f68b-0be9-4c9a-90b8-43cbad571162 req-272634da-ad4c-4a83-bc04-9ce5c1206628 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Jul 05 03:55:40.075452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888b929-1642-442e-a105-6aa84e02aa5d req-30cf0a79-12ca-4c13-a61f-2924d35e58f6 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:40.077674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a888b929-1642-442e-a105-6aa84e02aa5d req-30cf0a79-12ca-4c13-a61f-2924d35e58f6 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 945 time: 0.0690494 Jul 05 03:55:40.109408 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-85518dfd-0500-4ee8-b954-5600ebcd96ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.116170 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a888b929-1642-442e-a105-6aa84e02aa5d req-753ff3fe-e340-41a3-bbf4-dd47025e9d46 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329111 Jul 05 03:55:40.175563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85518dfd-0500-4ee8-b954-5600ebcd96ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=929cf133-1d49-48d0-a70d-38a1602816c7,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:40.184784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85518dfd-0500-4ee8-b954-5600ebcd96ca admin admin] Checking segment: {'id': 'd60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea50aae7-a0fe-4b00-b32d-5bd38d338891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:40.185224 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85518dfd-0500-4ee8-b954-5600ebcd96ca admin admin] Network hostable DHCP agents. Network: ea50aae7-a0fe-4b00-b32d-5bd38d338891, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:40.348574 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85518dfd-0500-4ee8-b954-5600ebcd96ca admin admin] Network ea50aae7-a0fe-4b00-b32d-5bd38d338891 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:40.468912 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-85518dfd-0500-4ee8-b954-5600ebcd96ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, ea50aae7-a0fe-4b00-b32d-5bd38d338891) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:40.474172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85518dfd-0500-4ee8-b954-5600ebcd96ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:40.474769 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-85518dfd-0500-4ee8-b954-5600ebcd96ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.478817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654269da-1902-4e77-95db-de37f8afae92 None None] Network ea50aae7-a0fe-4b00-b32d-5bd38d338891 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:40.563132 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-85518dfd-0500-4ee8-b954-5600ebcd96ca admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9062610 Jul 05 03:55:40.567212 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35268) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:40.572630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-61523766-router', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:40.635669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-ea50aae7-a0fe-4b00-b32d-5bd38d338891', 'network_id': 'ea50aae7-a0fe-4b00-b32d-5bd38d338891', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'fixed_ips': [{'subnet_id': '929cf133-1d49-48d0-a70d-38a1602816c7'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:55:40.636581 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.675016 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.676715 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.779978 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.787923 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Allocated IP 172.20.0.2 (ea50aae7-a0fe-4b00-b32d-5bd38d338891/929cf133-1d49-48d0-a70d-38a1602816c7/03395462-1e9a-4e02-b639-97bb5d936e30) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:40.810083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42d514-f1e4-42e9-896f-ca59ceb8caab req-f3f22a2a-9033-40d4-a523-79ffbb58ad59 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:40.811915 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e42d514-f1e4-42e9-896f-ca59ceb8caab req-f3f22a2a-9033-40d4-a523-79ffbb58ad59 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1199279 Jul 05 03:55:40.945221 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.945621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e42d514-f1e4-42e9-896f-ca59ceb8caab req-287115c3-822c-4985-b543-510ed591b8ec tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236527 Jul 05 03:55:40.955217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Transition to ACTIVE for port object 03395462-1e9a-4e02-b639-97bb5d936e30 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:40.983617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Transition to ACTIVE for port object 03395462-1e9a-4e02-b639-97bb5d936e30 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:41.029565 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.040073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb85691-f3a1-4446-ab2e-8e4dc0303069 req-ca1a2c73-65a2-492d-9ab5-0fbaef671591 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.041614 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6cb85691-f3a1-4446-ab2e-8e4dc0303069 req-ca1a2c73-65a2-492d-9ab5-0fbaef671591 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 943 time: 0.2286971 Jul 05 03:55:41.059803 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.103783 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Network ea50aae7-a0fe-4b00-b32d-5bd38d338891 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:41.107949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:41.111838 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:41.113926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6cb85691-f3a1-4446-ab2e-8e4dc0303069 req-3138b37e-98af-4829-a9d1-540b04b14481 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662017 Jul 05 03:55:41.127524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Pushing event updated for resources: {'Port': ['ID=03395462-1e9a-4e02-b639-97bb5d936e30,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.155293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fedd4-b3b5-4145-a835-a28be8ce2335 req-274e725b-e829-45b7-a2a2-4c217a17efc3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.160880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-611fedd4-b3b5-4145-a835-a28be8ce2335 req-274e725b-e829-45b7-a2a2-4c217a17efc3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.0986674 Jul 05 03:55:41.199450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Attempting to bind port 03395462-1e9a-4e02-b639-97bb5d936e30 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:41.199450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Attempting to bind port 03395462-1e9a-4e02-b639-97bb5d936e30 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'd60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea50aae7-a0fe-4b00-b32d-5bd38d338891'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:41.199450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Attempting to bind port 03395462-1e9a-4e02-b639-97bb5d936e30 on network ea50aae7-a0fe-4b00-b32d-5bd38d338891 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:41.204840 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:41.205243 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Checking segment: {'id': 'd60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea50aae7-a0fe-4b00-b32d-5bd38d338891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:41.205651 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.206045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Bound using segment: {'id': 'd60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea50aae7-a0fe-4b00-b32d-5bd38d338891'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:41.206507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Bound port: 03395462-1e9a-4e02-b639-97bb5d936e30, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea50aae7-a0fe-4b00-b32d-5bd38d338891'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:41.206891 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.277560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] For port 03395462-1e9a-4e02-b639-97bb5d936e30, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:41.281557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] For port 03395462-1e9a-4e02-b639-97bb5d936e30, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=03395462-1e9a-4e02-b639-97bb5d936e30,segment=NetworkSegment(d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb),segment_id=d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:41.287222 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-611fedd4-b3b5-4145-a835-a28be8ce2335 req-cfd0d511-9eb9-4434-ad1d-1182beee3b3e tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153712 Jul 05 03:55:41.352682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d185d-f8f2-4cc9-bd08-9b07202aa8e3 req-43663f89-9454-4dff-a27b-caac8d7dba60 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.354163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d02d185d-f8f2-4cc9-bd08-9b07202aa8e3 req-43663f89-9454-4dff-a27b-caac8d7dba60 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 945 time: 0.1092231 Jul 05 03:55:41.361248 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.442182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772160e4-b1a4-44e1-9c13-ee8e050ccd96 None None] Pushing event updated for resources: {'Port': ['ID=03395462-1e9a-4e02-b639-97bb5d936e30,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.500702 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d02d185d-f8f2-4cc9-bd08-9b07202aa8e3 req-a161e47a-21d2-4f83-a14b-32748cb695bd tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370819 Jul 05 03:55:41.520814 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.545920 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.689750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Allocated IP 172.25.0.54 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/03462436-d0a4-4034-9213-12095d73c3c0) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:41.751540 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 852296e3-2c69-45b8-846e-07dadabe187b details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:41.844024 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.871235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 852296e3-2c69-45b8-846e-07dadabe187b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=852296e3-2c69-45b8-846e-07dadabe187b,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:41.883807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '852296e3-2c69-45b8-846e-07dadabe187b', 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a', 'port_id': '852296e3-2c69-45b8-846e-07dadabe187b', 'mac_address': 'fa:16:3e:03:16:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd577d8f0-9eb0-4620-a525-895a334127b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:41.924849 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.938015 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852296e3-2c69-45b8-846e-07dadabe187b {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:41.954748 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.958802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 852296e3-2c69-45b8-846e-07dadabe187b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=852296e3-2c69-45b8-846e-07dadabe187b,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:41.997006 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:42.000618 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:42.004179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:42.034569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Pushing event updated for resources: {'Port': ['ID=03462436-d0a4-4034-9213-12095d73c3c0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:42.087216 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.148734 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=852296e3-2c69-45b8-846e-07dadabe187b,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:42.276161 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b96a3a-f715-47fb-9fba-0418d8b3168b req-50f37b43-810f-4369-99cb-c51b1743083f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.277708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07b96a3a-f715-47fb-9fba-0418d8b3168b req-50f37b43-810f-4369-99cb-c51b1743083f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1850426 Jul 05 03:55:42.317494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04842aca-03d9-477a-8845-d3c7b096ae99 req-e87545ae-189d-4f5c-92f5-64c61b58aed6 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.319082 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04842aca-03d9-477a-8845-d3c7b096ae99 req-e87545ae-189d-4f5c-92f5-64c61b58aed6 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 945 time: 0.1292884 Jul 05 03:55:42.349164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07b96a3a-f715-47fb-9fba-0418d8b3168b req-0d4bb879-70a4-491d-96c8-5ed21ab378ca tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646737 Jul 05 03:55:42.358170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['852296e3-2c69-45b8-846e-07dadabe187b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:42.441601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04842aca-03d9-477a-8845-d3c7b096ae99 req-0ef63cdf-623c-4347-9963-ce01c9d41cfb tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104231 Jul 05 03:55:42.475387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af13248b-2d3c-4a53-95b5-831b38f304d8 None None] Network ea50aae7-a0fe-4b00-b32d-5bd38d338891 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:42.528436 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.644506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3747f6a8-1586-4a07-9ae4-416cbb91174f None None] Provisioning for port 03395462-1e9a-4e02-b639-97bb5d936e30 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:42.681102 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ba8ac-a4d5-4977-9f3b-b28449c30aa6 req-17f48544-fec3-4142-b460-a6b8b09bd9ec tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.689644 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b7ba8ac-a4d5-4977-9f3b-b28449c30aa6 req-17f48544-fec3-4142-b460-a6b8b09bd9ec tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 944 time: 0.1945896 Jul 05 03:55:42.766568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c2ed8-0f76-4bb4-8b7f-ca496d3872ea req-10fd67e9-67bc-46c6-a733-07be5bcea105 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.768154 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c2c2ed8-0f76-4bb4-8b7f-ca496d3872ea req-10fd67e9-67bc-46c6-a733-07be5bcea105 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.1998599 Jul 05 03:55:42.793352 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b7ba8ac-a4d5-4977-9f3b-b28449c30aa6 req-14fb3e40-f352-40fa-b955-e20d6667e6bb tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008425 Jul 05 03:55:42.866571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c2c2ed8-0f76-4bb4-8b7f-ca496d3872ea req-7214b100-37d9-4c62-91df-dbb43166e3f0 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891910 Jul 05 03:55:42.875878 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.109375 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Router e75fcb68-309c-4eb0-83bd-3c940b34df21 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:55:43.233106 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:43.242646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Sync routers for ids ['e75fcb68-309c-4eb0-83bd-3c940b34df21'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:43.251413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Routers {'e75fcb68-309c-4eb0-83bd-3c940b34df21'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:43.254238 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:55:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e75fcb68-309c-4eb0-83bd-3c940b34df21'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:43.291205 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.292706 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d39a22a6-69f7-409c-ae8a-2f6cc9ec04ef admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7242737 Jul 05 03:55:43.296095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35300) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:43.479520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 03395462-1e9a-4e02-b639-97bb5d936e30 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:43.551114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Set router e75fcb68-309c-4eb0-83bd-3c940b34df21 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:43.580222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1a752-b00c-4258-9344-63c2ee37d5d6 req-c3843146-7dd0-4247-a71c-5e757a20636c tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.581882 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85e1a752-b00c-4258-9344-63c2ee37d5d6 req-c3843146-7dd0-4247-a71c-5e757a20636c tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.11 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 945 time: 0.0935848 Jul 05 03:55:43.679912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 03395462-1e9a-4e02-b639-97bb5d936e30 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:43.687924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 03395462-1e9a-4e02-b639-97bb5d936e30 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:43.688434 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.708064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-85e1a752-b00c-4258-9344-63c2ee37d5d6 req-6d0f3eec-a938-4552-8173-415b201ca48a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Deleting port 78ed9084-db71-405a-8df3-fb5fe252c08c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:43.708692 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-85e1a752-b00c-4258-9344-63c2ee37d5d6 req-6d0f3eec-a938-4552-8173-415b201ca48a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.770634 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 852296e3-2c69-45b8-846e-07dadabe187b up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:43.819518 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-85e1a752-b00c-4258-9344-63c2ee37d5d6 req-6d0f3eec-a938-4552-8173-415b201ca48a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] For port 78ed9084-db71-405a-8df3-fb5fe252c08c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=78ed9084-db71-405a-8df3-fb5fe252c08c,segment=NetworkSegment(a68cc7a5-ae70-4162-8c2e-42a15a483230),segment_id=a68cc7a5-ae70-4162-8c2e-42a15a483230)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:43.820209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-85e1a752-b00c-4258-9344-63c2ee37d5d6 req-6d0f3eec-a938-4552-8173-415b201ca48a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.838770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-85e1a752-b00c-4258-9344-63c2ee37d5d6 req-6d0f3eec-a938-4552-8173-415b201ca48a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Calling delete_port for 78ed9084-db71-405a-8df3-fb5fe252c08c owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:43.879080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'name': 'tempest-ServersTestMultiNic-61523766-router', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '03462436-d0a4-4034-9213-12095d73c3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:40Z', 'updated_at': '2021-07-05T03:55:42Z', 'revision_number': 3, 'project_id': '65734842d80f46a5a565555cae6d506c', 'gw_port': {'id': '03462436-d0a4-4034-9213-12095d73c3c0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:41Z', 'updated_at': '2021-07-05T03:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:43.913107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Checking router: e75fcb68-309c-4eb0-83bd-3c940b34df21 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:43.913548 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Updating router e75fcb68-309c-4eb0-83bd-3c940b34df21 port 03462436-d0a4-4034-9213-12095d73c3c0 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:55:43.935166 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.963469 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 852296e3-2c69-45b8-846e-07dadabe187b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:43.974009 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.977775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 852296e3-2c69-45b8-846e-07dadabe187b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:43.978138 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.027370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 03395462-1e9a-4e02-b639-97bb5d936e30, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=03395462-1e9a-4e02-b639-97bb5d936e30,segment=NetworkSegment(d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb),segment_id=d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:44.071170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010ea0e-8226-4595-ae8b-7d5c729b58e3 req-8e0c1317-b7b4-4ef4-b36f-1be29b92cd8a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.072688 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5010ea0e-8226-4595-ae8b-7d5c729b58e3 req-8e0c1317-b7b4-4ef4-b36f-1be29b92cd8a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.5484254 Jul 05 03:55:44.115879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672ee8e-c0fd-4e9a-9c1a-aa8c27c10e23 req-77517252-3c40-47ab-a986-2495187f9e18 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.117311 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9672ee8e-c0fd-4e9a-9c1a-aa8c27c10e23 req-77517252-3c40-47ab-a986-2495187f9e18 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 945 time: 0.2045410 Jul 05 03:55:44.171907 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-85e1a752-b00c-4258-9344-63c2ee37d5d6 req-6d0f3eec-a938-4552-8173-415b201ca48a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.183752 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5010ea0e-8226-4595-ae8b-7d5c729b58e3 req-ded50d1d-8ad7-484f-bca8-61273af71f80 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031375 Jul 05 03:55:44.190991 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['78ed9084-db71-405a-8df3-fb5fe252c08c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:44.195986 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.210752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f3eec-a938-4552-8173-415b201ca48a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Pushing event deleted for resources: {'Port': ['ID=78ed9084-db71-405a-8df3-fb5fe252c08c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:44.230407 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.247564 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9672ee8e-c0fd-4e9a-9c1a-aa8c27c10e23 req-abaaa0b9-51b2-45ea-9430-8bb875796fb6 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups?id=29107939-78ee-4dca-8490-29cbee2b3879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215377 Jul 05 03:55:44.297638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e1a752-b00c-4258-9344-63c2ee37d5d6 req-6d0f3eec-a938-4552-8173-415b201ca48a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] No DVR routers for this DVR port 78ed9084-db71-405a-8df3-fb5fe252c08c on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:44.301197 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-85e1a752-b00c-4258-9344-63c2ee37d5d6 req-6d0f3eec-a938-4552-8173-415b201ca48a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.304231 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85e1a752-b00c-4258-9344-63c2ee37d5d6 req-6d0f3eec-a938-4552-8173-415b201ca48a tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.11 "DELETE /v2.0/ports/78ed9084-db71-405a-8df3-fb5fe252c08c HTTP/1.1" status: 204 len: 173 time: 0.7159576 Jul 05 03:55:44.304423 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5038227f-1727-4faa-b78d-2111a9d2310b', 'name': 'network-vif-deleted', 'tag': '78ed9084-db71-405a-8df3-fb5fe252c08c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:44.306818 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4982539b-5fb3-451f-a1a5-338c2b2ae8d6" -d '{"events": [{"server_uuid": "5038227f-1727-4faa-b78d-2111a9d2310b", "name": "network-vif-deleted", "tag": "78ed9084-db71-405a-8df3-fb5fe252c08c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:44.320541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 852296e3-2c69-45b8-846e-07dadabe187b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=852296e3-2c69-45b8-846e-07dadabe187b,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:44.327463 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053eb561-f7db-4918-8dd4-5cd229b8bc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852296e3-2c69-45b8-846e-07dadabe187b'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:44.330018 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8663172f-eff8-485d-b7b3-c5a6497d780b" -d '{"events": [{"server_uuid": "053eb561-f7db-4918-8dd4-5cd229b8bc23", "name": "network-vif-plugged", "status": "completed", "tag": "852296e3-2c69-45b8-846e-07dadabe187b"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:44.349102 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.369037 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=03395462-1e9a-4e02-b639-97bb5d936e30,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:44.434177 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.444967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Transition to ACTIVE for port object 03462436-d0a4-4034-9213-12095d73c3c0 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:44.480631 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.528696 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=852296e3-2c69-45b8-846e-07dadabe187b,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:44.560678 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.581485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23183d8-e3ae-4dfe-974d-818e684554e4 req-ecf25855-54a5-4bb7-a317-ed6c36200ae5 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.583052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f23183d8-e3ae-4dfe-974d-818e684554e4 req-ecf25855-54a5-4bb7-a317-ed6c36200ae5 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 944 time: 0.2301660 Jul 05 03:55:44.596428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c22bf-c280-4e78-8010-e9bc6eee2e5a req-94384c37-4824-4da0-b96e-7fba84650359 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.597961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-979c22bf-c280-4e78-8010-e9bc6eee2e5a req-94384c37-4824-4da0-b96e-7fba84650359 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.2110045 Jul 05 03:55:44.613457 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Attempting to bind port 03462436-d0a4-4034-9213-12095d73c3c0 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:44.613829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Attempting to bind port 03462436-d0a4-4034-9213-12095d73c3c0 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:44.614192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Attempting to bind port 03462436-d0a4-4034-9213-12095d73c3c0 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:44.616051 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e891c2-7018-458a-bbb4-c51aa04188b8 None None] Pushing event updated for resources: {'Port': ['ID=03462436-d0a4-4034-9213-12095d73c3c0,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:44.621656 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:44.622022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:44.622341 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.622809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:44.623534 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Bound port: 03462436-d0a4-4034-9213-12095d73c3c0, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:44.623731 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.682356 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] For port 03462436-d0a4-4034-9213-12095d73c3c0, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:44.686320 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] For port 03462436-d0a4-4034-9213-12095d73c3c0, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=03462436-d0a4-4034-9213-12095d73c3c0,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:44.690607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Allocated IP 172.20.0.1 (ea50aae7-a0fe-4b00-b32d-5bd38d338891/929cf133-1d49-48d0-a70d-38a1602816c7/287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:44.695299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-979c22bf-c280-4e78-8010-e9bc6eee2e5a req-35e4b799-6d88-4d35-b19c-26c0f622d425 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771282 Jul 05 03:55:44.699882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f23183d8-e3ae-4dfe-974d-818e684554e4 req-03388353-def7-4a4f-bff7-ded6204d2a61 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009872 Jul 05 03:55:44.817514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.838120 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.845606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Transition to ACTIVE for port object 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:44.877824 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd7d750-126b-4897-a7eb-baa07143db2c x-openstack-request-id: req-6cd7d750-126b-4897-a7eb-baa07143db2c {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:44.877824 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5038227f-1727-4faa-b78d-2111a9d2310b", "name": "network-vif-deleted", "tag": "78ed9084-db71-405a-8df3-fb5fe252c08c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:44.877824 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6cd7d750-126b-4897-a7eb-baa07143db2c {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:44.877824 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5038227f-1727-4faa-b78d-2111a9d2310b', 'name': 'network-vif-deleted', 'tag': '78ed9084-db71-405a-8df3-fb5fe252c08c', 'status': 'completed', 'code': 200} Jul 05 03:55:44.903479 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811ff031-8580-4e8f-a302-bad0cbadfe24 x-openstack-request-id: req-811ff031-8580-4e8f-a302-bad0cbadfe24 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:44.903903 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053eb561-f7db-4918-8dd4-5cd229b8bc23", "name": "network-vif-plugged", "status": "completed", "tag": "852296e3-2c69-45b8-846e-07dadabe187b", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:44.906505 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-811ff031-8580-4e8f-a302-bad0cbadfe24 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:44.906505 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053eb561-f7db-4918-8dd4-5cd229b8bc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852296e3-2c69-45b8-846e-07dadabe187b', 'code': 200} Jul 05 03:55:44.926739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e891c2-7018-458a-bbb4-c51aa04188b8 None None] Pushing event updated for resources: {'Port': ['ID=03462436-d0a4-4034-9213-12095d73c3c0,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:44.931839 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Routers {'e75fcb68-309c-4eb0-83bd-3c940b34df21'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:44.932875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:55:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e75fcb68-309c-4eb0-83bd-3c940b34df21'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:44.978143 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.042944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] Set router e75fcb68-309c-4eb0-83bd-3c940b34df21 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:45.046615 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Network ea50aae7-a0fe-4b00-b32d-5bd38d338891 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:45.056337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:45.058891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:45.061576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:45.127769 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.153149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3276f-0d74-4f05-ab43-6731f81f71fd req-b606ea53-e168-4768-9122-41fecb046f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.154730 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fba3276f-0d74-4f05-ab43-6731f81f71fd req-b606ea53-e168-4768-9122-41fecb046f45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 1096 time: 0.1683900 Jul 05 03:55:45.215226 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fba3276f-0d74-4f05-ab43-6731f81f71fd req-65047b50-15ac-4ab1-8b5c-9c12757393ff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541186 Jul 05 03:55:45.256183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'name': 'tempest-ServersTestMultiNic-61523766-router', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '03462436-d0a4-4034-9213-12095d73c3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:40Z', 'updated_at': '2021-07-05T03:55:42Z', 'revision_number': 3, 'project_id': '65734842d80f46a5a565555cae6d506c', 'gw_port': {'id': '03462436-d0a4-4034-9213-12095d73c3c0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:41Z', 'updated_at': '2021-07-05T03:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:45.290004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b54c4-b0c7-4c33-bfcc-da1f6d5b50fe None None] The sync data for ids ['e75fcb68-309c-4eb0-83bd-3c940b34df21'] in n-d-798249-5 is: [{'id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'name': 'tempest-ServersTestMultiNic-61523766-router', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '03462436-d0a4-4034-9213-12095d73c3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:40Z', 'updated_at': '2021-07-05T03:55:42Z', 'revision_number': 3, 'project_id': '65734842d80f46a5a565555cae6d506c', 'gw_port': {'id': '03462436-d0a4-4034-9213-12095d73c3c0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:41Z', 'updated_at': '2021-07-05T03:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:45.437389 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 03395462-1e9a-4e02-b639-97bb5d936e30 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:45.468918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfb9dd-957f-4dd4-9b99-98f6709c40d5 req-7c80cf17-54ac-44e0-9a50-d77cabdcdb74 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.470503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ebfb9dd-957f-4dd4-9b99-98f6709c40d5 req-7c80cf17-54ac-44e0-9a50-d77cabdcdb74 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1170866 Jul 05 03:55:45.474700 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6638fd67-4ffb-49c4-972b-a1d790e5ff8b req-0601f3d2-c747-4c5a-b2e9-84c32ea06a06 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/ports?device_id=5038227f-1727-4faa-b78d-2111a9d2310b HTTP/1.1" status: 200 len: 210 time: 0.0507555 Jul 05 03:55:45.498259 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 03395462-1e9a-4e02-b639-97bb5d936e30 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:45.498707 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.519969 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f4e51f39-549d-4e0f-a6f2-714d7cd475b4 None None] Provisioning for port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:45.530732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f4e51f39-549d-4e0f-a6f2-714d7cd475b4 None None] Provisioning complete for port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:45.530732 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f4e51f39-549d-4e0f-a6f2-714d7cd475b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.538165 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.551278 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ebfb9dd-957f-4dd4-9b99-98f6709c40d5 req-30a39571-af73-4639-ba92-9cedb825ffbc tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747533 Jul 05 03:55:45.575293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f4e51f39-549d-4e0f-a6f2-714d7cd475b4 None None] Port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:55:45.797353 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.884402 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.994161 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:45.997602 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.084612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700ca8d-35d9-49d4-b80b-a6a2192e0e74 req-3786b2f1-3dc0-431d-84ed-dd16bc0f998d tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.085878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9700ca8d-35d9-49d4-b80b-a6a2192e0e74 req-3786b2f1-3dc0-431d-84ed-dd16bc0f998d tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.2561605 Jul 05 03:55:46.096779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb59f21-d6c7-4cc3-af34-09ffbfdd7a55 req-eaa14817-4847-4cde-bb77-ac03cc663126 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.098333 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1cb59f21-d6c7-4cc3-af34-09ffbfdd7a55 req-eaa14817-4847-4cde-bb77-ac03cc663126 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 945 time: 0.2491386 Jul 05 03:55:46.185319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9700ca8d-35d9-49d4-b80b-a6a2192e0e74 req-9936eff1-a714-42ec-8d4b-f2571cf0e1f0 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859327 Jul 05 03:55:46.188035 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1cb59f21-d6c7-4cc3-af34-09ffbfdd7a55 req-ae6d750a-c28f-4c36-8eaa-899eb53b089c tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806413 Jul 05 03:55:46.206015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Network ea50aae7-a0fe-4b00-b32d-5bd38d338891 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:46.208152 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:46.378114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Router e75fcb68-309c-4eb0-83bd-3c940b34df21 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:46.508124 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f3d1905a-2fd0-495e-b166-baf45e76053e None None] Provisioning complete for port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:46.508635 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f3d1905a-2fd0-495e-b166-baf45e76053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.541972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:46.548939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f38fdc64-dbba-439b-8e52-adeb4b667fd1 admin admin] 10.222.0.60 "PUT /v2.0/routers/e75fcb68-309c-4eb0-83bd-3c940b34df21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2517622 Jul 05 03:55:46.553401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1905a-2fd0-495e-b166-baf45e76053e None None] Port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:55:46.673130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35348) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:46.729601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d60bd95c-c6ea-405c-9da7-1df41a6389db tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2057144643'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:46.799659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107f28d-cbdb-4455-b8d5-61e45af4ea4f req-bf3c7059-ffd5-4fb5-b84c-6e5954adc850 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.801283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7107f28d-cbdb-4455-b8d5-61e45af4ea4f req-bf3c7059-ffd5-4fb5-b84c-6e5954adc850 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.0886760 Jul 05 03:55:46.839738 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7107f28d-cbdb-4455-b8d5-61e45af4ea4f req-0bb6d42b-3070-4dde-b4d6-b307c9030799 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328386 Jul 05 03:55:46.859680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60bd95c-c6ea-405c-9da7-1df41a6389db tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:46.863300 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d60bd95c-c6ea-405c-9da7-1df41a6389db tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.888777 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60bd95c-c6ea-405c-9da7-1df41a6389db tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:46.895118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35356) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:46.901554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d60bd95c-c6ea-405c-9da7-1df41a6389db tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.909287 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-d60bd95c-c6ea-405c-9da7-1df41a6389db tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Added segment 742a5df9-d040-4f19-99de-c7ec6f89f357 of type vlan for network 1e44a047-b071-4547-b5bf-c2d779c2a9ed Jul 05 03:55:46.945219 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d60bd95c-c6ea-405c-9da7-1df41a6389db tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.956159 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c9649e2c-3f41-4eb6-9b55-e622aa8c7b65 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.980666 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c9649e2c-3f41-4eb6-9b55-e622aa8c7b65 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.063408 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d60bd95c-c6ea-405c-9da7-1df41a6389db tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.069392 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60bd95c-c6ea-405c-9da7-1df41a6389db tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:47.070023 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d60bd95c-c6ea-405c-9da7-1df41a6389db tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.114870 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c9649e2c-3f41-4eb6-9b55-e622aa8c7b65 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.118522 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c9649e2c-3f41-4eb6-9b55-e622aa8c7b65 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.120767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 78ed9084-db71-405a-8df3-fb5fe252c08c no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:47.121274 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c9649e2c-3f41-4eb6-9b55-e622aa8c7b65 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "DELETE /v2.0/security-groups/f704b107-2368-4bc6-a2af-b8719e38f1f7 HTTP/1.1" status: 204 len: 168 time: 0.2246504 Jul 05 03:55:47.126101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35360) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:47.137191 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9649e2c-3f41-4eb6-9b55-e622aa8c7b65 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f704b107-2368-4bc6-a2af-b8719e38f1f7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:47.145882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 78ed9084-db71-405a-8df3-fb5fe252c08c {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:47.147807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 78ed9084-db71-405a-8df3-fb5fe252c08c not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:47.157118 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-a1cf0937-e750-4b0d-a517-cae72da6649f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] show failed (client error): The resource could not be found. Jul 05 03:55:47.158179 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a1cf0937-e750-4b0d-a517-cae72da6649f tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "GET /v2.0/security-groups/f704b107-2368-4bc6-a2af-b8719e38f1f7 HTTP/1.1" status: 404 len: 347 time: 0.0311697 Jul 05 03:55:47.161233 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35362) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:47.164829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bd95c-c6ea-405c-9da7-1df41a6389db tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event updated for resources: {'Network': ['ID=1e44a047-b071-4547-b5bf-c2d779c2a9ed,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:47.176780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 1e44a047-b071-4547-b5bf-c2d779c2a9ed details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:47.226459 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Sync routers for ids ['e75fcb68-309c-4eb0-83bd-3c940b34df21'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:47.241658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d60bd95c-c6ea-405c-9da7-1df41a6389db tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5673962 Jul 05 03:55:47.244268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35368) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:47.250747 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-80ad3623-310f-4453-b27d-1cbd498c77e3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Request body: {'subnet': {'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:47.261994 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Routers {'e75fcb68-309c-4eb0-83bd-3c940b34df21'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:47.262686 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:55:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e75fcb68-309c-4eb0-83bd-3c940b34df21'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:47.333411 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-71a4be36-a04f-462e-adea-95942608f0d5 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Deleting port c40e821d-4d03-4091-a4db-25c70d0e5e4b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:47.333609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71a4be36-a04f-462e-adea-95942608f0d5 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.429758 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Set router e75fcb68-309c-4eb0-83bd-3c940b34df21 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:47.472455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 03462436-d0a4-4034-9213-12095d73c3c0 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:47.472557 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71a4be36-a04f-462e-adea-95942608f0d5 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.472557 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71a4be36-a04f-462e-adea-95942608f0d5 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.489295 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-71a4be36-a04f-462e-adea-95942608f0d5 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Calling delete_port for c40e821d-4d03-4091-a4db-25c70d0e5e4b owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:47.553778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9205bf2-d2ce-4ab3-bbf5-6bbb273a1a70 req-c6ff4315-6d52-456c-8b00-7fa32e5e00f1 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:47.561537 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9205bf2-d2ce-4ab3-bbf5-6bbb273a1a70 req-c6ff4315-6d52-456c-8b00-7fa32e5e00f1 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 945 time: 0.1959434 Jul 05 03:55:47.611208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e095b13-cd0a-4c4e-849f-d64a5ab23ca3 req-f4f700b1-4c7b-46b1-953b-9070ca2a9a6d tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:47.618805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e095b13-cd0a-4c4e-849f-d64a5ab23ca3 req-f4f700b1-4c7b-46b1-953b-9070ca2a9a6d tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.2025118 Jul 05 03:55:47.624549 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9205bf2-d2ce-4ab3-bbf5-6bbb273a1a70 req-42bfd33f-b595-42c8-b10f-3c3771f7ba42 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620975 Jul 05 03:55:47.630875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ad3623-310f-4453-b27d-1cbd498c77e3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:47.634776 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80ad3623-310f-4453-b27d-1cbd498c77e3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.652557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 03462436-d0a4-4034-9213-12095d73c3c0 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:47.660749 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 03462436-d0a4-4034-9213-12095d73c3c0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:47.661462 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.681487 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'name': 'tempest-ServersTestMultiNic-61523766-router', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '03462436-d0a4-4034-9213-12095d73c3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:40Z', 'updated_at': '2021-07-05T03:55:45Z', 'revision_number': 4, 'project_id': '65734842d80f46a5a565555cae6d506c', 'gw_port': {'id': '03462436-d0a4-4034-9213-12095d73c3c0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:41Z', 'updated_at': '2021-07-05T03:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2', 'name': '', 'network_id': 'ea50aae7-a0fe-4b00-b32d-5bd38d338891', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'mac_address': 'fa:16:3e:37:45:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '929cf133-1d49-48d0-a70d-38a1602816c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:45Z', 'revision_number': 2, 'project_id': '65734842d80f46a5a565555cae6d506c', 'subnets': [{'id': '929cf133-1d49-48d0-a70d-38a1602816c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:47.713117 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1f8a43e-e48a-4906-a5eb-64525b078614 req-2c637738-30d3-487a-af27-9e9a62f2ed4d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1071010 Jul 05 03:55:47.715685 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Checking router: e75fcb68-309c-4eb0-83bd-3c940b34df21 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:47.716154 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Updating router e75fcb68-309c-4eb0-83bd-3c940b34df21 port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:55:47.727512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e095b13-cd0a-4c4e-849f-d64a5ab23ca3 req-ba2dbc55-10b9-4164-94e8-f37ac6fa46f8 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077669 Jul 05 03:55:47.753013 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71a4be36-a04f-462e-adea-95942608f0d5 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.759101 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.817186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4be36-a04f-462e-adea-95942608f0d5 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Pushing event deleted for resources: {'Port': ['ID=c40e821d-4d03-4091-a4db-25c70d0e5e4b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:47.845535 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.893210 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 03462436-d0a4-4034-9213-12095d73c3c0, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=03462436-d0a4-4034-9213-12095d73c3c0,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:48.005621 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.006446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71a4be36-a04f-462e-adea-95942608f0d5 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.010183 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71a4be36-a04f-462e-adea-95942608f0d5 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.015394 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-71a4be36-a04f-462e-adea-95942608f0d5 tempest-ImagesOneServerNegativeTestJSON-1003157353 tempest-ImagesOneServerNegativeTestJSON-1003157353-project] 10.222.0.60 "DELETE /v2.0/floatingips/2075de96-b1d7-4ebc-ac50-83d4630e4758 HTTP/1.1" status: 204 len: 168 time: 0.8529029 Jul 05 03:55:48.039422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8a43e-e48a-4906-a5eb-64525b078614 req-d2e8c452-7f6a-41ac-b7f5-4ab47c6ed641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:48.045841 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1f8a43e-e48a-4906-a5eb-64525b078614 req-d2e8c452-7f6a-41ac-b7f5-4ab47c6ed641 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a583d8be5434c7085d28e3958e1688f&device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 1097 time: 0.2403977 Jul 05 03:55:48.086773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=03462436-d0a4-4034-9213-12095d73c3c0,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:48.093505 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80ad3623-310f-4453-b27d-1cbd498c77e3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.153071 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.164580 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Transition to ACTIVE for port object 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:48.205420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad3623-310f-4453-b27d-1cbd498c77e3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event updated for resources: {'Subnet': ['ID=65225f4e-1381-445e-abf4-4b1161390116,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:48.210907 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8a43e-e48a-4906-a5eb-64525b078614 req-dc0632f6-5a42-4fb5-9a87-7b7fa2d0729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:48.212932 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1f8a43e-e48a-4906-a5eb-64525b078614 req-dc0632f6-5a42-4fb5-9a87-7b7fa2d0729e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1875b0d0-fdef-4b63-9392-d607c58b7aa1 HTTP/1.1" status: 200 len: 911 time: 0.1460350 Jul 05 03:55:48.225722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad3623-310f-4453-b27d-1cbd498c77e3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Checking segment: {'id': '742a5df9-d040-4f19-99de-c7ec6f89f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:48.226094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ad3623-310f-4453-b27d-1cbd498c77e3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Network hostable DHCP agents. Network: 1e44a047-b071-4547-b5bf-c2d779c2a9ed, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:48.251498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f044ec-fce4-482c-9b8e-7213edcfad92 req-e5cfd731-5b82-4e2c-bb79-b6c5a262220c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:48.253059 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7f044ec-fce4-482c-9b8e-7213edcfad92 req-e5cfd731-5b82-4e2c-bb79-b6c5a262220c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1166148 Jul 05 03:55:48.295984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7f044ec-fce4-482c-9b8e-7213edcfad92 req-f716b642-8e25-4f9d-a80f-929ebcd47d4f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353861 Jul 05 03:55:48.297573 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1f8a43e-e48a-4906-a5eb-64525b078614 req-56fe5ca1-01c7-444b-be63-f03865c5aaef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f3e77a-5e03-4d9f-b935-2526d77e6abc HTTP/1.1" status: 200 len: 1002 time: 0.0760372 Jul 05 03:55:48.304117 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.363006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8a43e-e48a-4906-a5eb-64525b078614 req-88ab2c0f-e901-4819-a66d-e9df7e25c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:48.364597 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1f8a43e-e48a-4906-a5eb-64525b078614 req-88ab2c0f-e901-4819-a66d-e9df7e25c40a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=839f200a-20a7-49d6-8b34-c3036a817497 HTTP/1.1" status: 200 len: 849 time: 0.0607681 Jul 05 03:55:48.375155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ad3623-310f-4453-b27d-1cbd498c77e3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Network 1e44a047-b071-4547-b5bf-c2d779c2a9ed is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:48.384937 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310f217-b5f8-4576-a291-a3dd4a871f2a None None] Pushing event updated for resources: {'Port': ['ID=287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:48.441200 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Attempting to bind port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:48.441200 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Attempting to bind port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'd60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea50aae7-a0fe-4b00-b32d-5bd38d338891'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:48.441200 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Attempting to bind port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 on network ea50aae7-a0fe-4b00-b32d-5bd38d338891 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:48.446644 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:48.446644 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Checking segment: {'id': 'd60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea50aae7-a0fe-4b00-b32d-5bd38d338891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:48.447017 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.447727 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Bound using segment: {'id': 'd60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea50aae7-a0fe-4b00-b32d-5bd38d338891'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:48.448261 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Bound port: 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea50aae7-a0fe-4b00-b32d-5bd38d338891'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:48.448713 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.463003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-80ad3623-310f-4453-b27d-1cbd498c77e3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 1e44a047-b071-4547-b5bf-c2d779c2a9ed) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:48.468109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad3623-310f-4453-b27d-1cbd498c77e3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:48.468807 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80ad3623-310f-4453-b27d-1cbd498c77e3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.476501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12279f4-e9ce-4859-a503-0175a1a66e6a None None] Network 1e44a047-b071-4547-b5bf-c2d779c2a9ed requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:48.492994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8a43e-e48a-4906-a5eb-64525b078614 req-ce0f49f1-d78b-49c7-a7a9-26d25b2cac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:48.494814 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1f8a43e-e48a-4906-a5eb-64525b078614 req-ce0f49f1-d78b-49c7-a7a9-26d25b2cac2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1875b0d0-fdef-4b63-9392-d607c58b7aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226203 Jul 05 03:55:48.538932 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] For port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:48.543335 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] For port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2,segment=NetworkSegment(d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb),segment_id=d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:48.576769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35398) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:48.620753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-80ad3623-310f-4453-b27d-1cbd498c77e3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3752062 Jul 05 03:55:48.624575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35400) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:48.629338 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.630011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2c774a92-2a66-4fa8-92e7-2c484bbe2479 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-850532985'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:48.653504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-becde337-a10d-4ad1-8694-712bd556e00e admin admin] Deleting subnet d6194b19-07db-4596-adc2-64c0dbfe5bc1 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:48.658312 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1f8a43e-e48a-4906-a5eb-64525b078614 req-c8530f07-4184-40fa-b8f2-8dd656f775fa service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436231 Jul 05 03:55:48.660163 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-becde337-a10d-4ad1-8694-712bd556e00e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.693061 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Routers {'e75fcb68-309c-4eb0-83bd-3c940b34df21'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:48.693727 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:55:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e75fcb68-309c-4eb0-83bd-3c940b34df21'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:48.717114 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-becde337-a10d-4ad1-8694-712bd556e00e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.756071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-1e44a047-b071-4547-b5bf-c2d779c2a9ed', 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'fixed_ips': [{'subnet_id': '65225f4e-1381-445e-abf4-4b1161390116'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:55:48.767906 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.771914 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310f217-b5f8-4576-a291-a3dd4a871f2a None None] Pushing event updated for resources: {'Port': ['ID=287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:48.807033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-becde337-a10d-4ad1-8694-712bd556e00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.816331 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f1f8a43e-e48a-4906-a5eb-64525b078614 req-c003c598-fe30-4431-825f-3f567a2225e6 service neutron] 10.222.0.11 "GET /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487300 Jul 05 03:55:48.846813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c774a92-2a66-4fa8-92e7-2c484bbe2479 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:48.862105 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2c774a92-2a66-4fa8-92e7-2c484bbe2479 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.901177 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] Set router e75fcb68-309c-4eb0-83bd-3c940b34df21 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:48.914790 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c774a92-2a66-4fa8-92e7-2c484bbe2479 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:48.981564 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2c774a92-2a66-4fa8-92e7-2c484bbe2479 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.982454 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-2c774a92-2a66-4fa8-92e7-2c484bbe2479 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Added segment 574dd914-8729-4583-9e2e-bd05787d0d18 of type vlan for network 63c28b6a-701c-46ce-8d80-cb5ba05bd175 Jul 05 03:55:49.069882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2c774a92-2a66-4fa8-92e7-2c484bbe2479 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.143302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3bb3b-5921-4578-bdce-01f5a19d18b9 req-17fc83bd-814f-441d-919e-c65222362113 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:49.151167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dbb3bb3b-5921-4578-bdce-01f5a19d18b9 req-17fc83bd-814f-441d-919e-c65222362113 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.2264407 Jul 05 03:55:49.218975 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dbb3bb3b-5921-4578-bdce-01f5a19d18b9 req-96e57caf-f192-4a96-8b14-7ba2522b13bd tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668283 Jul 05 03:55:49.226120 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2c774a92-2a66-4fa8-92e7-2c484bbe2479 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.229514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c774a92-2a66-4fa8-92e7-2c484bbe2479 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:49.230199 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2c774a92-2a66-4fa8-92e7-2c484bbe2479 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.342715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Allocated IP 19.80.0.2 (1e44a047-b071-4547-b5bf-c2d779c2a9ed/65225f4e-1381-445e-abf4-4b1161390116/804affc2-8bc6-4765-962e-c5f308eab994) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:49.413692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c774a92-2a66-4fa8-92e7-2c484bbe2479 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event updated for resources: {'Network': ['ID=63c28b6a-701c-46ce-8d80-cb5ba05bd175,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:49.434432 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-becde337-a10d-4ad1-8694-712bd556e00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.438695 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 63c28b6a-701c-46ce-8d80-cb5ba05bd175 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:49.459048 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'name': 'tempest-ServersTestMultiNic-61523766-router', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '03462436-d0a4-4034-9213-12095d73c3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:40Z', 'updated_at': '2021-07-05T03:55:45Z', 'revision_number': 4, 'project_id': '65734842d80f46a5a565555cae6d506c', 'gw_port': {'id': '03462436-d0a4-4034-9213-12095d73c3c0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:41Z', 'updated_at': '2021-07-05T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2', 'name': '', 'network_id': 'ea50aae7-a0fe-4b00-b32d-5bd38d338891', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'mac_address': 'fa:16:3e:37:45:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '929cf133-1d49-48d0-a70d-38a1602816c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:48Z', 'revision_number': 4, 'project_id': '65734842d80f46a5a565555cae6d506c', 'subnets': [{'id': '929cf133-1d49-48d0-a70d-38a1602816c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:49.470250 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35432) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:49.473044 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2c774a92-2a66-4fa8-92e7-2c484bbe2479 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8468771 Jul 05 03:55:49.479711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-bb99d48d-7501-4bfb-b2f3-ddf6a42371b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Request body: {'subnet': {'network_id': '63c28b6a-701c-46ce-8d80-cb5ba05bd175', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:49.500314 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b8ca7-803f-4a87-a68b-f7f32d19e08b None None] The sync data for ids ['e75fcb68-309c-4eb0-83bd-3c940b34df21'] in n-d-798249-5 is: [{'id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'name': 'tempest-ServersTestMultiNic-61523766-router', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '03462436-d0a4-4034-9213-12095d73c3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:40Z', 'updated_at': '2021-07-05T03:55:45Z', 'revision_number': 4, 'project_id': '65734842d80f46a5a565555cae6d506c', 'gw_port': {'id': '03462436-d0a4-4034-9213-12095d73c3c0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:41Z', 'updated_at': '2021-07-05T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2', 'name': '', 'network_id': 'ea50aae7-a0fe-4b00-b32d-5bd38d338891', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'mac_address': 'fa:16:3e:37:45:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '929cf133-1d49-48d0-a70d-38a1602816c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:48Z', 'revision_number': 4, 'project_id': '65734842d80f46a5a565555cae6d506c', 'subnets': [{'id': '929cf133-1d49-48d0-a70d-38a1602816c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:49.504777 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becde337-a10d-4ad1-8694-712bd556e00e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6194b19-07db-4596-adc2-64c0dbfe5bc1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:49.511093 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-becde337-a10d-4ad1-8694-712bd556e00e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.525653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 03462436-d0a4-4034-9213-12095d73c3c0 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:49.529328 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-becde337-a10d-4ad1-8694-712bd556e00e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d6194b19-07db-4596-adc2-64c0dbfe5bc1 HTTP/1.1" status: 204 len: 168 time: 0.9396262 Jul 05 03:55:49.532002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35440) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:49.729543 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f95de431-c021-47e7-9f16-954f794b2724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.754580 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 03462436-d0a4-4034-9213-12095d73c3c0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:49.754959 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.784144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb99d48d-7501-4bfb-b2f3-ddf6a42371b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:49.789292 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bb99d48d-7501-4bfb-b2f3-ddf6a42371b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.845224 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f95de431-c021-47e7-9f16-954f794b2724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.847208 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.855843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede595d-882d-452f-9b3b-ae424b850df3 req-d4441f57-1fe5-4705-b60c-bd6583a35275 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:49.857714 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ede595d-882d-452f-9b3b-ae424b850df3 req-d4441f57-1fe5-4705-b60c-bd6583a35275 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1677086 Jul 05 03:55:49.873440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Transition to ACTIVE for port object 804affc2-8bc6-4765-962e-c5f308eab994 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:49.891917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-f95de431-c021-47e7-9f16-954f794b2724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891a6a08-728d-4b58-afb9-09761ba3db2f']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:49.899710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Transition to ACTIVE for port object 804affc2-8bc6-4765-962e-c5f308eab994 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:49.914518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-f95de431-c021-47e7-9f16-954f794b2724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68cc7a5-ae70-4162-8c2e-42a15a483230') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:49.914822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-f95de431-c021-47e7-9f16-954f794b2724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68cc7a5-ae70-4162-8c2e-42a15a483230') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:49.933425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ede595d-882d-452f-9b3b-ae424b850df3 req-e4bc60c5-93e9-4f2f-899b-5ae9d247c2da tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672479 Jul 05 03:55:49.936902 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f95de431-c021-47e7-9f16-954f794b2724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.956160 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f95de431-c021-47e7-9f16-954f794b2724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.962915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95de431-c021-47e7-9f16-954f794b2724 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:49.963447 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f95de431-c021-47e7-9f16-954f794b2724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:49.966075 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:50.109745 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.163310 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Network 1e44a047-b071-4547-b5bf-c2d779c2a9ed is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:50.166286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:50.171767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:50.193217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Pushing event updated for resources: {'Port': ['ID=804affc2-8bc6-4765-962e-c5f308eab994,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:50.247162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Attempting to bind port 804affc2-8bc6-4765-962e-c5f308eab994 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:50.247562 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Attempting to bind port 804affc2-8bc6-4765-962e-c5f308eab994 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '742a5df9-d040-4f19-99de-c7ec6f89f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:50.248141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Attempting to bind port 804affc2-8bc6-4765-962e-c5f308eab994 on network 1e44a047-b071-4547-b5bf-c2d779c2a9ed {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:50.254251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:50.254622 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Checking segment: {'id': '742a5df9-d040-4f19-99de-c7ec6f89f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:50.254757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec65b-157a-4732-b354-2b3c6b6b696e req-0418c7b2-7992-42e9-b35b-6045d5927d7d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:50.255031 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.255426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Bound using segment: {'id': '742a5df9-d040-4f19-99de-c7ec6f89f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:50.255901 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Bound port: 804affc2-8bc6-4765-962e-c5f308eab994, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742a5df9-d040-4f19-99de-c7ec6f89f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:50.256244 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f02ec65b-157a-4732-b354-2b3c6b6b696e req-0418c7b2-7992-42e9-b35b-6045d5927d7d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 945 time: 0.0906768 Jul 05 03:55:50.256931 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.262008 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f95de431-c021-47e7-9f16-954f794b2724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.281039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f95de431-c021-47e7-9f16-954f794b2724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.285646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f95de431-c021-47e7-9f16-954f794b2724 admin admin] 10.222.0.60 "DELETE /v2.0/networks/891a6a08-728d-4b58-afb9-09761ba3db2f HTTP/1.1" status: 204 len: 168 time: 0.7522624 Jul 05 03:55:50.302144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95de431-c021-47e7-9f16-954f794b2724 admin admin] Pushing event deleted for resources: {'Network': ['ID=891a6a08-728d-4b58-afb9-09761ba3db2f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:50.305657 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bb99d48d-7501-4bfb-b2f3-ddf6a42371b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.363254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f02ec65b-157a-4732-b354-2b3c6b6b696e req-cf4fca9e-0b8c-4c81-8881-0fd93f8674f7 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955324 Jul 05 03:55:50.400312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] For port 804affc2-8bc6-4765-962e-c5f308eab994, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:50.408549 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] For port 804affc2-8bc6-4765-962e-c5f308eab994, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=804affc2-8bc6-4765-962e-c5f308eab994,segment=NetworkSegment(742a5df9-d040-4f19-99de-c7ec6f89f357),segment_id=742a5df9-d040-4f19-99de-c7ec6f89f357)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:50.431792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99d48d-7501-4bfb-b2f3-ddf6a42371b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event updated for resources: {'Subnet': ['ID=1cae97a5-d5e0-4e89-b01b-8b956047fec2,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:50.440820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99d48d-7501-4bfb-b2f3-ddf6a42371b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Checking segment: {'id': '574dd914-8729-4583-9e2e-bd05787d0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '63c28b6a-701c-46ce-8d80-cb5ba05bd175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:50.441170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99d48d-7501-4bfb-b2f3-ddf6a42371b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Network hostable DHCP agents. Network: 63c28b6a-701c-46ce-8d80-cb5ba05bd175, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:50.498585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434df14e-a322-40d3-b780-e9753a2d8eab req-96e1b019-6639-4455-ba55-a57aa01a59aa tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:50.500000 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-434df14e-a322-40d3-b780-e9753a2d8eab req-96e1b019-6639-4455-ba55-a57aa01a59aa tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.0786104 Jul 05 03:55:50.523692 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.548763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99d48d-7501-4bfb-b2f3-ddf6a42371b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Network 63c28b6a-701c-46ce-8d80-cb5ba05bd175 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:50.560501 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-434df14e-a322-40d3-b780-e9753a2d8eab req-8a83f614-fae8-42d9-9ff0-35c6cd8ddc00 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492561 Jul 05 03:55:50.646894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973e6fd-b058-46b7-8419-c325a89da8ec None None] Pushing event updated for resources: {'Port': ['ID=804affc2-8bc6-4765-962e-c5f308eab994,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:50.674567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-bb99d48d-7501-4bfb-b2f3-ddf6a42371b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 63c28b6a-701c-46ce-8d80-cb5ba05bd175) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:50.678890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb99d48d-7501-4bfb-b2f3-ddf6a42371b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:50.679494 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bb99d48d-7501-4bfb-b2f3-ddf6a42371b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.687543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb487e-1771-4f2c-a5af-9f18e6dd791c None None] Network 63c28b6a-701c-46ce-8d80-cb5ba05bd175 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:50.839245 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35460) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:50.857881 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bb99d48d-7501-4bfb-b2f3-ddf6a42371b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3865099 Jul 05 03:55:50.917605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-63c28b6a-701c-46ce-8d80-cb5ba05bd175', 'network_id': '63c28b6a-701c-46ce-8d80-cb5ba05bd175', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'fixed_ips': [{'subnet_id': '1cae97a5-d5e0-4e89-b01b-8b956047fec2'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:55:50.918519 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.924236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35464) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:50.924725 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9ea95dff-4136-4ea3-b2d3-c85ff571b942 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd3e776bf9be4be8ad8b9c01a8dd00d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837328 Jul 05 03:55:51.028225 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35e44ee9-d88c-4b46-9724-8ea216a577ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.073638 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35e44ee9-d88c-4b46-9724-8ea216a577ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.119389 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Allocated IP 19.86.0.2 (63c28b6a-701c-46ce-8d80-cb5ba05bd175/1cae97a5-d5e0-4e89-b01b-8b956047fec2/6974d478-0a51-4cdf-8e2e-2c38ced62e16) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:51.292732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adc491-779c-4354-af9a-17a98a2d7665 req-53ca4b9f-3220-4f7a-9741-a73b4cb92960 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.294844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87adc491-779c-4354-af9a-17a98a2d7665 req-53ca4b9f-3220-4f7a-9741-a73b4cb92960 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1929994 Jul 05 03:55:51.324131 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.331764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-8ae836bc-20ab-4ad2-9da4-2d9489275553 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.333552 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Transition to ACTIVE for port object 6974d478-0a51-4cdf-8e2e-2c38ced62e16 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:51.337880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-8ae836bc-20ab-4ad2-9da4-2d9489275553 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.338014 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d8d2bd57-a99e-4dd3-8c86-1fe4480f674e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.343450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-8ae836bc-20ab-4ad2-9da4-2d9489275553 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/networks?id=1e44a047-b071-4547-b5bf-c2d779c2a9ed&id=63c28b6a-701c-46ce-8d80-cb5ba05bd175&id=1e44a047-b071-4547-b5bf-c2d779c2a9ed HTTP/1.1" status: 200 len: 1391 time: 0.1795840 Jul 05 03:55:51.360150 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Transition to ACTIVE for port object 6974d478-0a51-4cdf-8e2e-2c38ced62e16 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:51.384944 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-a2768ec8-4728-4374-812e-37238c2e14e2 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/quotas/65734842d80f46a5a565555cae6d506c HTTP/1.1" status: 200 len: 375 time: 0.0262172 Jul 05 03:55:51.398660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87adc491-779c-4354-af9a-17a98a2d7665 req-ab0c1502-1f3d-441a-85c4-d1c2e93e8817 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942032 Jul 05 03:55:51.401315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35e44ee9-d88c-4b46-9724-8ea216a577ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.404528 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-35e44ee9-d88c-4b46-9724-8ea216a577ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.405780 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-35e44ee9-d88c-4b46-9724-8ea216a577ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29107939-78ee-4dca-8490-29cbee2b3879 HTTP/1.1" status: 204 len: 168 time: 0.4800215 Jul 05 03:55:51.434568 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.437303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e44ee9-d88c-4b46-9724-8ea216a577ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29107939-78ee-4dca-8490-29cbee2b3879,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:51.489897 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 804affc2-8bc6-4765-962e-c5f308eab994 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:51.503753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-547e58e6-0704-4570-a50f-bd0132a9fa1b tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=65734842d80f46a5a565555cae6d506c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1174562 Jul 05 03:55:51.586597 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Network 63c28b6a-701c-46ce-8d80-cb5ba05bd175 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:51.604548 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:51.607917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Pushing event updated for resources: {'Port': ['ID=6974d478-0a51-4cdf-8e2e-2c38ced62e16,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:51.610370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:51.680977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Attempting to bind port 6974d478-0a51-4cdf-8e2e-2c38ced62e16 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:51.681338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Attempting to bind port 6974d478-0a51-4cdf-8e2e-2c38ced62e16 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '574dd914-8729-4583-9e2e-bd05787d0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '63c28b6a-701c-46ce-8d80-cb5ba05bd175'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:51.688255 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Attempting to bind port 6974d478-0a51-4cdf-8e2e-2c38ced62e16 on network 63c28b6a-701c-46ce-8d80-cb5ba05bd175 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:51.688255 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:51.688255 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Checking segment: {'id': '574dd914-8729-4583-9e2e-bd05787d0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '63c28b6a-701c-46ce-8d80-cb5ba05bd175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:51.688818 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.689220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Bound using segment: {'id': '574dd914-8729-4583-9e2e-bd05787d0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '63c28b6a-701c-46ce-8d80-cb5ba05bd175'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:51.689698 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Bound port: 6974d478-0a51-4cdf-8e2e-2c38ced62e16, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574dd914-8729-4583-9e2e-bd05787d0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '63c28b6a-701c-46ce-8d80-cb5ba05bd175'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:51.690081 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.765725 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] For port 6974d478-0a51-4cdf-8e2e-2c38ced62e16, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:51.769272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] For port 6974d478-0a51-4cdf-8e2e-2c38ced62e16, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6974d478-0a51-4cdf-8e2e-2c38ced62e16,segment=NetworkSegment(574dd914-8729-4583-9e2e-bd05787d0d18),segment_id=574dd914-8729-4583-9e2e-bd05787d0d18)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:51.796248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-c12b1216-78e9-4919-9c92-a5c0e101ab44 service neutron] 10.222.0.60 "GET /v2.0/networks/1e44a047-b071-4547-b5bf-c2d779c2a9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864709 Jul 05 03:55:51.800639 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 804affc2-8bc6-4765-962e-c5f308eab994 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:51.804991 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:51.812427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe634f7-1c43-47ea-a2b5-282a37c85ec0 req-9bf66cad-eee5-415b-b51d-241a67a8b69b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.813920 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abe634f7-1c43-47ea-a2b5-282a37c85ec0 req-9bf66cad-eee5-415b-b51d-241a67a8b69b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 945 time: 0.1414633 Jul 05 03:55:51.909298 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abe634f7-1c43-47ea-a2b5-282a37c85ec0 req-461bb8f9-7074-4edc-81bd-dce61383b185 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870588 Jul 05 03:55:51.940536 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-d2c615e5-cbcc-4f35-9090-8f959e46651c service neutron] 10.222.0.60 "GET /v2.0/networks/1e44a047-b071-4547-b5bf-c2d779c2a9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255913 Jul 05 03:55:51.943598 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.997990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:52.033238 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:52.033767 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.092413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a87e861-7787-4499-bda1-a4d7ce2b251c None None] Network 1e44a047-b071-4547-b5bf-c2d779c2a9ed requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:52.104131 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-5e4e5524-73d1-44ac-9d50-eb376f0dabda service neutron] 10.222.0.60 "GET /v2.0/networks/63c28b6a-701c-46ce-8d80-cb5ba05bd175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552763 Jul 05 03:55:52.104574 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f46069-7462-4cda-be88-b1a430f6aa66 None None] Pushing event updated for resources: {'Port': ['ID=6974d478-0a51-4cdf-8e2e-2c38ced62e16,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:52.257149 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-1dcff889-945a-4a76-8856-255af23e786d service neutron] 10.222.0.60 "GET /v2.0/networks/63c28b6a-701c-46ce-8d80-cb5ba05bd175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406136 Jul 05 03:55:52.330712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-898945b1-5761-477b-9fa4-a7cca656f099 None None] Provisioning for port 804affc2-8bc6-4765-962e-c5f308eab994 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:52.357928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-898945b1-5761-477b-9fa4-a7cca656f099 None None] Provisioning complete for port 804affc2-8bc6-4765-962e-c5f308eab994 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:52.358306 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-898945b1-5761-477b-9fa4-a7cca656f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.398160 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.447901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-1c339632-66e0-4578-b841-ec79855b250d service neutron] 10.222.0.60 "GET /v2.0/networks/1e44a047-b071-4547-b5bf-c2d779c2a9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868074 Jul 05 03:55:52.477841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024541aa-1877-4779-9fbf-58fe1def41de req-fc73b8a1-89cc-459e-8ad7-9bf055d72a97 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.479538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-024541aa-1877-4779-9fbf-58fe1def41de req-fc73b8a1-89cc-459e-8ad7-9bf055d72a97 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.1992393 Jul 05 03:55:52.479928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2,segment=NetworkSegment(d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb),segment_id=d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:52.562178 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-898945b1-5761-477b-9fa4-a7cca656f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.572402 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-024541aa-1877-4779-9fbf-58fe1def41de req-97ee6360-5d30-4543-a596-d62c1916ec57 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612016 Jul 05 03:55:52.601828 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.619039 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-4980c62f-5aa0-4b87-932f-548242c234da service neutron] 10.222.0.60 "GET /v2.0/networks/1e44a047-b071-4547-b5bf-c2d779c2a9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700571 Jul 05 03:55:52.683607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:52.690568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-898945b1-5761-477b-9fa4-a7cca656f099 None None] For port 804affc2-8bc6-4765-962e-c5f308eab994, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=804affc2-8bc6-4765-962e-c5f308eab994,segment=NetworkSegment(742a5df9-d040-4f19-99de-c7ec6f89f357),segment_id=742a5df9-d040-4f19-99de-c7ec6f89f357)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:52.886188 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-898945b1-5761-477b-9fa4-a7cca656f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.925813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b0e37-3d03-45f6-a53d-9a15153ebe63 req-5ff80675-180d-4b91-80d3-afa89261b3f6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.927555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d57b0e37-3d03-45f6-a53d-9a15153ebe63 req-5ff80675-180d-4b91-80d3-afa89261b3f6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.0988479 Jul 05 03:55:52.994924 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d57b0e37-3d03-45f6-a53d-9a15153ebe63 req-1722aa1f-2e67-4dba-803d-8cef7b2e21c3 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594711 Jul 05 03:55:53.049125 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898945b1-5761-477b-9fa4-a7cca656f099 None None] Pushing event updated for resources: {'Port': ['ID=804affc2-8bc6-4765-962e-c5f308eab994,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:53.065672 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4150e5ea-94b5-4271-a43b-b85ce91ecdd9 None None] Provisioning complete for port 804affc2-8bc6-4765-962e-c5f308eab994 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:53.066054 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4150e5ea-94b5-4271-a43b-b85ce91ecdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.114341 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69ca4aad-6aab-4a8d-8bca-57becd4f99a1 req-e9340f74-d7e9-489d-b4e3-c7e96a183a7a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 210 time: 0.0578172 Jul 05 03:55:53.310546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1339ef0-9dd8-4402-9481-62ed05ace3b6 req-bcc3192b-e85c-4009-81f6-b2bf580b66bb tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:53.313111 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1339ef0-9dd8-4402-9481-62ed05ace3b6 req-bcc3192b-e85c-4009-81f6-b2bf580b66bb tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 945 time: 0.0759599 Jul 05 03:55:53.364193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1339ef0-9dd8-4402-9481-62ed05ace3b6 req-8950dc9a-2bbe-4b6c-92aa-2389f6a11d3b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448070 Jul 05 03:55:53.415153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecc3c8d-989e-42b3-bc39-a1f2e524187c None None] Network 63c28b6a-701c-46ce-8d80-cb5ba05bd175 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:53.549869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 804affc2-8bc6-4765-962e-c5f308eab994 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:53.599287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-94905803-c1e3-4186-add7-c39e4926cfa1 None None] Provisioning for port 6974d478-0a51-4cdf-8e2e-2c38ced62e16 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:53.642568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 804affc2-8bc6-4765-962e-c5f308eab994 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:53.642945 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.846052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 852296e3-2c69-45b8-846e-07dadabe187b details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:53.874949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6974d478-0a51-4cdf-8e2e-2c38ced62e16 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:54.000355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 852296e3-2c69-45b8-846e-07dadabe187b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=852296e3-2c69-45b8-846e-07dadabe187b,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:54.010321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '852296e3-2c69-45b8-846e-07dadabe187b', 'network_id': 'c89c692c-00bc-4ef7-bd27-8d630899ce3a', 'port_id': '852296e3-2c69-45b8-846e-07dadabe187b', 'mac_address': 'fa:16:3e:03:16:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd577d8f0-9eb0-4620-a525-895a334127b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:54.049171 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.062049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 852296e3-2c69-45b8-846e-07dadabe187b {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:54.089980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 852296e3-2c69-45b8-846e-07dadabe187b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=852296e3-2c69-45b8-846e-07dadabe187b,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:54.120146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b0a5a-9edf-4f8e-afd5-66869a760ed5 req-43dfe385-fedb-4512-9694-fc084a21c7eb tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.123106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa8b0a5a-9edf-4f8e-afd5-66869a760ed5 req-43dfe385-fedb-4512-9694-fc084a21c7eb tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.0661631 Jul 05 03:55:54.166446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa8b0a5a-9edf-4f8e-afd5-66869a760ed5 req-ba5fb304-4e63-4751-a36e-30874fbc7a56 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377142 Jul 05 03:55:54.172954 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 6974d478-0a51-4cdf-8e2e-2c38ced62e16 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:54.177660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6974d478-0a51-4cdf-8e2e-2c38ced62e16 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:54.178075 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.283822 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.317570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 6974d478-0a51-4cdf-8e2e-2c38ced62e16, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6974d478-0a51-4cdf-8e2e-2c38ced62e16,segment=NetworkSegment(574dd914-8729-4583-9e2e-bd05787d0d18),segment_id=574dd914-8729-4583-9e2e-bd05787d0d18)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:54.343791 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.379983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fc50c-7f27-4a5d-a9e0-64d57cfb8792 req-9b1f9f9f-4b53-4654-a37d-67b01f823515 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.381990 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e40fc50c-7f27-4a5d-a9e0-64d57cfb8792 req-9b1f9f9f-4b53-4654-a37d-67b01f823515 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.0723028 Jul 05 03:55:54.399150 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=852296e3-2c69-45b8-846e-07dadabe187b,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:54.410824 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-11ef44e1-67ba-4922-996f-ae1fd79d2f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.427073 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e40fc50c-7f27-4a5d-a9e0-64d57cfb8792 req-67990769-fd6e-4545-93e1-8d5b3f032249 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391598 Jul 05 03:55:54.458731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['852296e3-2c69-45b8-846e-07dadabe187b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:54.505173 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.531008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24b48bc2-3d45-461b-a498-24e446713f25 req-664e6d60-7962-48fc-8be0-70713c661191 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 210 time: 0.0289860 Jul 05 03:55:54.554827 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.555981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:54.663213 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=6974d478-0a51-4cdf-8e2e-2c38ced62e16,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:54.708622 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:54.709015 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.148387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1452ae-71cc-4270-907f-12f7412dec14 req-fc76afea-8d16-449e-b741-b6de52f9795d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.149919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f1452ae-71cc-4270-907f-12f7412dec14 req-fc76afea-8d16-449e-b741-b6de52f9795d tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 944 time: 0.0720882 Jul 05 03:55:55.189658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f1452ae-71cc-4270-907f-12f7412dec14 req-010c48a4-a636-4e15-98a9-2c4fdfd4146b tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333695 Jul 05 03:55:55.279699 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.371287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a9d87-16e5-4d30-b77c-cc7543f2b7cd req-c80c64f8-8b02-4454-b184-e348ede3f2e3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.373518 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b52a9d87-16e5-4d30-b77c-cc7543f2b7cd req-c80c64f8-8b02-4454-b184-e348ede3f2e3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.0751433 Jul 05 03:55:55.399482 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6974d478-0a51-4cdf-8e2e-2c38ced62e16 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:55.418920 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b52a9d87-16e5-4d30-b77c-cc7543f2b7cd req-599e8807-fe74-40c3-978e-4c86b529bb67 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355940 Jul 05 03:55:55.447596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6974d478-0a51-4cdf-8e2e-2c38ced62e16 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:55.447972 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.608552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b0397-7772-48b6-8e9e-291457848d29 req-747069d7-905c-47dc-8bdf-756d3cb7af88 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.610051 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe1b0397-7772-48b6-8e9e-291457848d29 req-747069d7-905c-47dc-8bdf-756d3cb7af88 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.0627637 Jul 05 03:55:55.659196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe1b0397-7772-48b6-8e9e-291457848d29 req-be4ba21c-0ce0-4d98-81e0-b7e0acec2767 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433691 Jul 05 03:55:55.707457 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afbcf216-5286-4a80-afcb-9b9af1cf56e3 req-9481b5ee-5c29-4ce1-96b2-e8bcc0b97312 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 210 time: 0.0459619 Jul 05 03:55:55.791641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35592) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:55.801371 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 852296e3-2c69-45b8-846e-07dadabe187b up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:55.851244 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 852296e3-2c69-45b8-846e-07dadabe187b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:55.851773 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.917154 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7cba2283-d699-409e-ba08-2d3289f9b384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.941019 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.961632 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3fde5-393b-44df-beb0-517b5c4b4632 req-5f134957-2ef5-41a7-b031-1e05f14c6835 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.970032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56a3fde5-393b-44df-beb0-517b5c4b4632 req-5f134957-2ef5-41a7-b031-1e05f14c6835 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 944 time: 0.0963111 Jul 05 03:55:55.970283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053eb561-f7db-4918-8dd4-5cd229b8bc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852296e3-2c69-45b8-846e-07dadabe187b'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:55.972635 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8132d2ba-a0c1-4adf-9c2b-c5bdf40bde44" -d '{"events": [{"server_uuid": "053eb561-f7db-4918-8dd4-5cd229b8bc23", "name": "network-vif-plugged", "status": "completed", "tag": "852296e3-2c69-45b8-846e-07dadabe187b"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:55.990107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 852296e3-2c69-45b8-846e-07dadabe187b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=852296e3-2c69-45b8-846e-07dadabe187b,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:56.019038 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0e6535-9bc2-464a-8efb-2b8489e571a7 x-openstack-request-id: req-2a0e6535-9bc2-464a-8efb-2b8489e571a7 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:56.019038 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053eb561-f7db-4918-8dd4-5cd229b8bc23", "name": "network-vif-plugged", "status": "completed", "tag": "852296e3-2c69-45b8-846e-07dadabe187b", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:56.019038 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a0e6535-9bc2-464a-8efb-2b8489e571a7 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:56.019038 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053eb561-f7db-4918-8dd4-5cd229b8bc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852296e3-2c69-45b8-846e-07dadabe187b', 'code': 200} Jul 05 03:55:56.132173 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.182281 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=852296e3-2c69-45b8-846e-07dadabe187b,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:56.492959 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7cba2283-d699-409e-ba08-2d3289f9b384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.509377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-56a3fde5-393b-44df-beb0-517b5c4b4632 req-56c66439-8f77-4b6c-8654-7ecd5cd57a10 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Deleting port 852296e3-2c69-45b8-846e-07dadabe187b {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:56.509716 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-56a3fde5-393b-44df-beb0-517b5c4b4632 req-56c66439-8f77-4b6c-8654-7ecd5cd57a10 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.532393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f30dc-3d94-4bf2-9c5e-a6ebb5a7a829 req-0c3ebd6a-eba6-4ea5-8ff7-ed8763a7a858 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.533915 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-910f30dc-3d94-4bf2-9c5e-a6ebb5a7a829 req-0c3ebd6a-eba6-4ea5-8ff7-ed8763a7a858 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 945 time: 0.1284652 Jul 05 03:55:56.567449 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7cba2283-d699-409e-ba08-2d3289f9b384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.673321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7cba2283-d699-409e-ba08-2d3289f9b384 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ded4576793346299ce569aca257b53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8805945 Jul 05 03:55:56.676001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35604) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:56.679850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba2283-d699-409e-ba08-2d3289f9b384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cf76bb-408c-498c-94a0-f1ff3d2c5e8c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:56.705025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-910f30dc-3d94-4bf2-9c5e-a6ebb5a7a829 req-062a87d1-fe08-463c-b364-7be20a004656 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/security-groups?id=c99f01a2-32fe-4308-828f-d02be8b97e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414847 Jul 05 03:55:56.729686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-56a3fde5-393b-44df-beb0-517b5c4b4632 req-56c66439-8f77-4b6c-8654-7ecd5cd57a10 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] For port 852296e3-2c69-45b8-846e-07dadabe187b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=852296e3-2c69-45b8-846e-07dadabe187b,segment=NetworkSegment(ecaecc4f-3011-4984-910e-031bef8e8aa7),segment_id=ecaecc4f-3011-4984-910e-031bef8e8aa7)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:56.730114 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-56a3fde5-393b-44df-beb0-517b5c4b4632 req-56c66439-8f77-4b6c-8654-7ecd5cd57a10 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.739476 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0113be5f-340a-42e6-a681-773d9a11f528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.752737 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83136cdb-1ae7-49f0-8f3c-f19565dc05dd req-e1674da8-641f-47be-9992-39a77816165f tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.754757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-83136cdb-1ae7-49f0-8f3c-f19565dc05dd req-e1674da8-641f-47be-9992-39a77816165f tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.1923416 Jul 05 03:55:56.762595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-56a3fde5-393b-44df-beb0-517b5c4b4632 req-56c66439-8f77-4b6c-8654-7ecd5cd57a10 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Calling delete_port for 852296e3-2c69-45b8-846e-07dadabe187b owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:56.764731 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0113be5f-340a-42e6-a681-773d9a11f528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.803881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-83136cdb-1ae7-49f0-8f3c-f19565dc05dd req-c457c4e7-c2dc-4225-896a-5dd0b486f331 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391068 Jul 05 03:55:56.921361 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0113be5f-340a-42e6-a681-773d9a11f528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.924145 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0113be5f-340a-42e6-a681-773d9a11f528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.928564 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0113be5f-340a-42e6-a681-773d9a11f528 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09cf76bb-408c-498c-94a0-f1ff3d2c5e8c HTTP/1.1" status: 204 len: 168 time: 0.2512989 Jul 05 03:55:56.938389 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113be5f-340a-42e6-a681-773d9a11f528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cf76bb-408c-498c-94a0-f1ff3d2c5e8c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:57.007544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb6a82dd-ca22-4723-85dc-6a31f74dacea req-531ec9a5-b138-4ea0-8c2f-7ab3e9a93926 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 210 time: 0.0705192 Jul 05 03:55:57.034701 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.105215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10121c-7cac-45b2-baa3-2a49d28e3bc0 req-586e35eb-487f-4cc4-891a-8c6218284e0b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.107456 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff10121c-7cac-45b2-baa3-2a49d28e3bc0 req-586e35eb-487f-4cc4-891a-8c6218284e0b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.2571411 Jul 05 03:55:57.133462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-51318e44-676d-44d5-b33a-8fc3328d6ddb tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.139825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-51318e44-676d-44d5-b33a-8fc3328d6ddb tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.141351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-51318e44-676d-44d5-b33a-8fc3328d6ddb tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.64 "GET /v2.0/networks?id=1e44a047-b071-4547-b5bf-c2d779c2a9ed&id=63c28b6a-701c-46ce-8d80-cb5ba05bd175&id=1e44a047-b071-4547-b5bf-c2d779c2a9ed HTTP/1.1" status: 200 len: 1391 time: 0.2419050 Jul 05 03:55:57.162634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-72dbc23a-1da5-4f72-8836-b9860f938a9a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Request body: {'port': {'device_id': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed', 'admin_state_up': True, 'tenant_id': '65734842d80f46a5a565555cae6d506c'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:57.225090 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff10121c-7cac-45b2-baa3-2a49d28e3bc0 req-1022d64d-d11d-46a3-99b5-4da2a8906747 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113694 Jul 05 03:55:57.243093 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-56a3fde5-393b-44df-beb0-517b5c4b4632 req-56c66439-8f77-4b6c-8654-7ecd5cd57a10 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.254933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['852296e3-2c69-45b8-846e-07dadabe187b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:57.289279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c66439-8f77-4b6c-8654-7ecd5cd57a10 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Pushing event deleted for resources: {'Port': ['ID=852296e3-2c69-45b8-846e-07dadabe187b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:57.353725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a3fde5-393b-44df-beb0-517b5c4b4632 req-56c66439-8f77-4b6c-8654-7ecd5cd57a10 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] No DVR routers for this DVR port 852296e3-2c69-45b8-846e-07dadabe187b on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:57.365813 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-56a3fde5-393b-44df-beb0-517b5c4b4632 req-56c66439-8f77-4b6c-8654-7ecd5cd57a10 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.367980 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56a3fde5-393b-44df-beb0-517b5c4b4632 req-56c66439-8f77-4b6c-8654-7ecd5cd57a10 tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.64 "DELETE /v2.0/ports/852296e3-2c69-45b8-846e-07dadabe187b HTTP/1.1" status: 204 len: 173 time: 1.3975990 Jul 05 03:55:57.368461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053eb561-f7db-4918-8dd4-5cd229b8bc23', 'name': 'network-vif-deleted', 'tag': '852296e3-2c69-45b8-846e-07dadabe187b'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:57.371303 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03fdc30-a7f0-41e2-91dc-714c68bd8da4" -d '{"events": [{"server_uuid": "053eb561-f7db-4918-8dd4-5cd229b8bc23", "name": "network-vif-deleted", "tag": "852296e3-2c69-45b8-846e-07dadabe187b"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:57.414585 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2135f07b-b8fd-4f41-b3cb-3a0a6bc66d5a x-openstack-request-id: req-2135f07b-b8fd-4f41-b3cb-3a0a6bc66d5a {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:57.414945 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053eb561-f7db-4918-8dd4-5cd229b8bc23", "name": "network-vif-deleted", "tag": "852296e3-2c69-45b8-846e-07dadabe187b", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:57.415413 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2135f07b-b8fd-4f41-b3cb-3a0a6bc66d5a {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:57.416175 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053eb561-f7db-4918-8dd4-5cd229b8bc23', 'name': 'network-vif-deleted', 'tag': '852296e3-2c69-45b8-846e-07dadabe187b', 'status': 'completed', 'code': 200} Jul 05 03:55:57.548512 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-72dbc23a-1da5-4f72-8836-b9860f938a9a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:57.552207 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-72dbc23a-1da5-4f72-8836-b9860f938a9a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.688702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-72dbc23a-1da5-4f72-8836-b9860f938a9a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Allocated IP 19.80.0.107 (1e44a047-b071-4547-b5bf-c2d779c2a9ed/65225f4e-1381-445e-abf4-4b1161390116/8d72d167-f471-4a15-bdbe-fe48396f4620) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:57.843194 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-72dbc23a-1da5-4f72-8836-b9860f938a9a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.885904 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1bbbb801-e31d-49d0-8f6f-fa50e3e3aef8 req-21cdcab9-e34a-4c6a-b984-176de9d05e0f tempest-ImagesTestJSON-1823073939 tempest-ImagesTestJSON-1823073939-project] 10.222.0.60 "GET /v2.0/ports?device_id=053eb561-f7db-4918-8dd4-5cd229b8bc23 HTTP/1.1" status: 200 len: 210 time: 0.0400758 Jul 05 03:55:57.889048 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-72dbc23a-1da5-4f72-8836-b9860f938a9a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Transition to ACTIVE for port object 8d72d167-f471-4a15-bdbe-fe48396f4620 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:57.990695 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-72dbc23a-1da5-4f72-8836-b9860f938a9a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.035961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeea8e5-be72-4aca-babd-611e114a5be3 req-ff483c0d-d239-49fd-b23b-e1009a27557a tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.037536 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dbeea8e5-be72-4aca-babd-611e114a5be3 req-ff483c0d-d239-49fd-b23b-e1009a27557a tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.0991085 Jul 05 03:55:58.053059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-72dbc23a-1da5-4f72-8836-b9860f938a9a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Network 1e44a047-b071-4547-b5bf-c2d779c2a9ed is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:58.065292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-72dbc23a-1da5-4f72-8836-b9860f938a9a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:58.079689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-72dbc23a-1da5-4f72-8836-b9860f938a9a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:58.117146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbc23a-1da5-4f72-8836-b9860f938a9a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event updated for resources: {'Port': ['ID=8d72d167-f471-4a15-bdbe-fe48396f4620,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:58.162431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dbeea8e5-be72-4aca-babd-611e114a5be3 req-8185419b-0908-4c4f-8592-5bdcc98f8487 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100082 Jul 05 03:55:58.183738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35646) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:58.189054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-72dbc23a-1da5-4f72-8836-b9860f938a9a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.190126 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-72dbc23a-1da5-4f72-8836-b9860f938a9a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.281529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-72dbc23a-1da5-4f72-8836-b9860f938a9a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1230712 Jul 05 03:55:58.298722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-674c4f84-eca6-4d48-b2f2-2ac1e7f9f056 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Request body: {'port': {'device_id': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'network_id': '63c28b6a-701c-46ce-8d80-cb5ba05bd175', 'admin_state_up': True, 'tenant_id': '65734842d80f46a5a565555cae6d506c'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:58.340014 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-386969988-network', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:58.453175 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Made reservation on behalf of dc9f90e618b6473285087fb5dfe41852 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:58.456876 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.469495 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.536255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f7b5a-4b8e-4a53-8127-daebb7377798 req-5a71d1dd-4f83-47df-8ea4-4ae6b80605a6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.538872 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-975f7b5a-4b8e-4a53-8127-daebb7377798 req-5a71d1dd-4f83-47df-8ea4-4ae6b80605a6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 932 time: 0.1435754 Jul 05 03:55:58.585113 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.609628 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-975f7b5a-4b8e-4a53-8127-daebb7377798 req-8b338dbb-be86-42e7-ada5-01944bfb54c1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641174 Jul 05 03:55:58.623626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad3c9d85-15cc-4024-aa45-f1d636bc4b40 None None] Provisioning for port 8d72d167-f471-4a15-bdbe-fe48396f4620 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:58.627599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad3c9d85-15cc-4024-aa45-f1d636bc4b40 None None] Provisioning complete for port 8d72d167-f471-4a15-bdbe-fe48396f4620 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:58.627972 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad3c9d85-15cc-4024-aa45-f1d636bc4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.656188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e85904-9c9c-427e-86cb-8c02afc84a93 req-d2ee3655-0bd5-4c4f-a308-3f4184c6d6f5 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.657998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4e85904-9c9c-427e-86cb-8c02afc84a93 req-d2ee3655-0bd5-4c4f-a308-3f4184c6d6f5 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.0887170 Jul 05 03:55:58.659354 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.675460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c9d85-15cc-4024-aa45-f1d636bc4b40 None None] Port 8d72d167-f471-4a15-bdbe-fe48396f4620 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:55:58.692552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:58.706280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:58.709188 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.709535 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Added segment 8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b of type vlan for network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 Jul 05 03:55:58.714900 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4e85904-9c9c-427e-86cb-8c02afc84a93 req-04895b02-8a15-46a8-8eb9-79e138949426 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 Jul 05 03:55:58.726194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:58.726544 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:58.727131 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:58.727470 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:58.727812 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:58.728144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:58.728498 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:58.729597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:58.730273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:58.730887 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:58.731230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:58.732090 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:58.777165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-674c4f84-eca6-4d48-b2f2-2ac1e7f9f056 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:58.781803 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-674c4f84-eca6-4d48-b2f2-2ac1e7f9f056 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.784716 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.874437 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.875366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.876022 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.912668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-674c4f84-eca6-4d48-b2f2-2ac1e7f9f056 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Allocated IP 19.86.0.86 (63c28b6a-701c-46ce-8d80-cb5ba05bd175/1cae97a5-d5e0-4e89-b01b-8b956047fec2/776e5033-b4ca-4945-920d-f34c96ed1cf9) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:58.940024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=54dae98d-aa60-4fd9-9c67-e5ee2f324f52,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:58.950944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:58.999018 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-212a22cd-b368-4787-8783-330ec3fa7cd4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8104570 Jul 05 03:55:58.999215 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35660) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:59.005990 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4e138c2b-6336-4934-9b85-39b3d9c87819 admin admin] Request body: {'subnet': {'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-subnet', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:59.078001 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-674c4f84-eca6-4d48-b2f2-2ac1e7f9f056 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.097348 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e138c2b-6336-4934-9b85-39b3d9c87819 admin admin] Made reservation on behalf of dc9f90e618b6473285087fb5dfe41852 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:59.099765 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4e138c2b-6336-4934-9b85-39b3d9c87819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.171740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-674c4f84-eca6-4d48-b2f2-2ac1e7f9f056 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Transition to ACTIVE for port object 776e5033-b4ca-4945-920d-f34c96ed1cf9 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:59.315314 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.342384 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-674c4f84-eca6-4d48-b2f2-2ac1e7f9f056 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.354254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcf4bc-d72d-4e8c-9ae8-d38a5c7fc443 req-aff13486-4f26-42b4-bd17-fac6567fa967 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.362679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3bcf4bc-d72d-4e8c-9ae8-d38a5c7fc443 req-aff13486-4f26-42b4-bd17-fac6567fa967 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.0808530 Jul 05 03:55:59.399507 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4e138c2b-6336-4934-9b85-39b3d9c87819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.427593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-674c4f84-eca6-4d48-b2f2-2ac1e7f9f056 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Network 63c28b6a-701c-46ce-8d80-cb5ba05bd175 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:59.435450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-674c4f84-eca6-4d48-b2f2-2ac1e7f9f056 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:59.448075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-674c4f84-eca6-4d48-b2f2-2ac1e7f9f056 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:59.479402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e138c2b-6336-4934-9b85-39b3d9c87819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a0cf37-ca60-4552-abff-1ebde4cd6581,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:59.483452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c4f84-eca6-4d48-b2f2-2ac1e7f9f056 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event updated for resources: {'Port': ['ID=776e5033-b4ca-4945-920d-f34c96ed1cf9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:59.489815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e138c2b-6336-4934-9b85-39b3d9c87819 admin admin] Checking segment: {'id': '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:59.490424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e138c2b-6336-4934-9b85-39b3d9c87819 admin admin] Network hostable DHCP agents. Network: 54dae98d-aa60-4fd9-9c67-e5ee2f324f52, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:59.496745 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3bcf4bc-d72d-4e8c-9ae8-d38a5c7fc443 req-c7a0d5d2-6bdf-4ea8-bb2c-0395b0d91fb7 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329303 Jul 05 03:55:59.547499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-674c4f84-eca6-4d48-b2f2-2ac1e7f9f056 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.548192 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-674c4f84-eca6-4d48-b2f2-2ac1e7f9f056 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.594337 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e138c2b-6336-4934-9b85-39b3d9c87819 admin admin] Network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:59.664006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-674c4f84-eca6-4d48-b2f2-2ac1e7f9f056 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3715312 Jul 05 03:55:59.674625 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ad4616b4-a2ef-4225-8eb8-11a193d635b8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Request body: {'port': {'device_id': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed', 'admin_state_up': True, 'tenant_id': '65734842d80f46a5a565555cae6d506c'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:59.692395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-4e138c2b-6336-4934-9b85-39b3d9c87819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 54dae98d-aa60-4fd9-9c67-e5ee2f324f52) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:59.697160 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e138c2b-6336-4934-9b85-39b3d9c87819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.697980 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4e138c2b-6336-4934-9b85-39b3d9c87819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.707204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c6e60-82a4-4f24-8f44-8b4aea190022 None None] Network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:59.716179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35698) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:59.768890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39b753b-99d4-415d-8cca-931134f9fa5a admin admin] Deleting subnet d577d8f0-9eb0-4620-a525-895a334127b7 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:59.772845 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a39b753b-99d4-415d-8cca-931134f9fa5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.810384 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-495508f1-2879-44cc-9ee0-66c362e03e90 None None] Provisioning for port 776e5033-b4ca-4945-920d-f34c96ed1cf9 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:59.814343 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a39b753b-99d4-415d-8cca-931134f9fa5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.824026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-495508f1-2879-44cc-9ee0-66c362e03e90 None None] Provisioning complete for port 776e5033-b4ca-4945-920d-f34c96ed1cf9 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:59.824621 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-495508f1-2879-44cc-9ee0-66c362e03e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.850267 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4e138c2b-6336-4934-9b85-39b3d9c87819 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8498774 Jul 05 03:55:59.853357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35704) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:59.858540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:59.866657 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 852296e3-2c69-45b8-846e-07dadabe187b no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:59.880741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a39b753b-99d4-415d-8cca-931134f9fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.894462 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-495508f1-2879-44cc-9ee0-66c362e03e90 None None] Port 776e5033-b4ca-4945-920d-f34c96ed1cf9 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:55:59.895682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 852296e3-2c69-45b8-846e-07dadabe187b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:59.898018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 852296e3-2c69-45b8-846e-07dadabe187b not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:59.912623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a0d2c-b8ae-435f-9d8d-c9baf5149c3c req-8fab6089-4d4c-4064-8a88-7d2499895e3f tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.918465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a0d2c-b8ae-435f-9d8d-c9baf5149c3c req-8fab6089-4d4c-4064-8a88-7d2499895e3f tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.920075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d27a0d2c-b8ae-435f-9d8d-c9baf5149c3c req-8fab6089-4d4c-4064-8a88-7d2499895e3f tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 1654 time: 0.1746542 Jul 05 03:55:59.978013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d27a0d2c-b8ae-435f-9d8d-c9baf5149c3c req-7836a4fe-dac8-4d2a-a537-3323cb5b81c1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496957 Jul 05 03:55:59.987060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cde89-0f58-4762-814b-b57b2712fe95 req-b9e07ec5-b7eb-4e17-bb79-5fb4d9a2398f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.988617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf8cde89-0f58-4762-814b-b57b2712fe95 req-b9e07ec5-b7eb-4e17-bb79-5fb4d9a2398f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1392496 Jul 05 03:56:00.005504 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'fixed_ips': [{'subnet_id': '37a0cf37-ca60-4552-abff-1ebde4cd6581'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:56:00.005504 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.005711 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.005711 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.047597 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf8cde89-0f58-4762-814b-b57b2712fe95 req-28f9a845-bd0c-4591-9df5-ff3c340f928a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476267 Jul 05 03:56:00.071942 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a39b753b-99d4-415d-8cca-931134f9fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.105467 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.109295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a39b753b-99d4-415d-8cca-931134f9fa5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.111260 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a39b753b-99d4-415d-8cca-931134f9fa5a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d577d8f0-9eb0-4620-a525-895a334127b7 HTTP/1.1" status: 204 len: 168 time: 0.3927245 Jul 05 03:56:00.112270 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b753b-99d4-415d-8cca-931134f9fa5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d577d8f0-9eb0-4620-a525-895a334127b7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:00.115902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35706) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:00.161745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Allocated IP 172.20.0.2 (54dae98d-aa60-4fd9-9c67-e5ee2f324f52/37a0cf37-ca60-4552-abff-1ebde4cd6581/99f4143b-0e9e-43c8-b569-4c2622eff2ab) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:00.197049 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-344cc8d8-061e-4934-8a5d-793dfe6e6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.206545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ad4616b4-a2ef-4225-8eb8-11a193d635b8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:00.209987 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ad4616b4-a2ef-4225-8eb8-11a193d635b8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.316678 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.327506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Transition to ACTIVE for port object 99f4143b-0e9e-43c8-b569-4c2622eff2ab will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:00.336835 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-344cc8d8-061e-4934-8a5d-793dfe6e6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.345269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Transition to ACTIVE for port object 99f4143b-0e9e-43c8-b569-4c2622eff2ab will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:00.355686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-344cc8d8-061e-4934-8a5d-793dfe6e6174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89c692c-00bc-4ef7-bd27-8d630899ce3a']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:00.371472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-344cc8d8-061e-4934-8a5d-793dfe6e6174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecaecc4f-3011-4984-910e-031bef8e8aa7') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:00.371765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-344cc8d8-061e-4934-8a5d-793dfe6e6174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecaecc4f-3011-4984-910e-031bef8e8aa7') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:00.385765 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.387033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-344cc8d8-061e-4934-8a5d-793dfe6e6174 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.425854 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-344cc8d8-061e-4934-8a5d-793dfe6e6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.437309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344cc8d8-061e-4934-8a5d-793dfe6e6174 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:00.437703 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-344cc8d8-061e-4934-8a5d-793dfe6e6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:00.439440 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:00.452355 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.489536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:00.491394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ad4616b4-a2ef-4225-8eb8-11a193d635b8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Allocated IP 19.80.0.219 (1e44a047-b071-4547-b5bf-c2d779c2a9ed/65225f4e-1381-445e-abf4-4b1161390116/6bfc8338-8200-4e10-825c-ada4d1197474) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:00.494201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:00.500723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:00.509246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Pushing event updated for resources: {'Port': ['ID=99f4143b-0e9e-43c8-b569-4c2622eff2ab,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:00.569153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Attempting to bind port 99f4143b-0e9e-43c8-b569-4c2622eff2ab on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:00.570117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Attempting to bind port 99f4143b-0e9e-43c8-b569-4c2622eff2ab by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:00.570739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Attempting to bind port 99f4143b-0e9e-43c8-b569-4c2622eff2ab on network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:00.577687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:00.578871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Checking segment: {'id': '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:00.579351 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.579981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Bound using segment: {'id': '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:00.580561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Bound port: 99f4143b-0e9e-43c8-b569-4c2622eff2ab, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:00.581021 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.624253 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-344cc8d8-061e-4934-8a5d-793dfe6e6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.631136 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-344cc8d8-061e-4934-8a5d-793dfe6e6174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.635937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-344cc8d8-061e-4934-8a5d-793dfe6e6174 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c89c692c-00bc-4ef7-bd27-8d630899ce3a HTTP/1.1" status: 204 len: 168 time: 0.5157492 Jul 05 03:56:00.660682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] For port 99f4143b-0e9e-43c8-b569-4c2622eff2ab, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:00.663606 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:56:00.664203 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] For port 99f4143b-0e9e-43c8-b569-4c2622eff2ab, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=99f4143b-0e9e-43c8-b569-4c2622eff2ab,segment=NetworkSegment(8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b),segment_id=8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:00.666612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cc8d8-061e-4934-8a5d-793dfe6e6174 admin admin] Pushing event deleted for resources: {'Network': ['ID=c89c692c-00bc-4ef7-bd27-8d630899ce3a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:00.738152 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.767425 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ad4616b4-a2ef-4225-8eb8-11a193d635b8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.793344 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.794821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ad4616b4-a2ef-4225-8eb8-11a193d635b8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Transition to ACTIVE for port object 6bfc8338-8200-4e10-825c-ada4d1197474 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:00.821248 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.825198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce859e56-cd76-4e4d-92c4-d75621141c18 None None] Pushing event updated for resources: {'Port': ['ID=99f4143b-0e9e-43c8-b569-4c2622eff2ab,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:00.844659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f22de-fd93-4c7d-bb85-13e7c41c016f req-8329cd1e-3f0f-4a4a-aa7b-a3f86768c6f1 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:00.846464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-747f22de-fd93-4c7d-bb85-13e7c41c016f req-8329cd1e-3f0f-4a4a-aa7b-a3f86768c6f1 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.1587548 Jul 05 03:56:00.893466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-747f22de-fd93-4c7d-bb85-13e7c41c016f req-2b8e63b9-2587-497e-86cc-525b63d36529 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390024 Jul 05 03:56:00.952337 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Allocated IP 172.25.0.171 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/052e1c97-9f33-41d6-940e-f2847517253a) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:00.953703 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ad4616b4-a2ef-4225-8eb8-11a193d635b8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.005935 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ad4616b4-a2ef-4225-8eb8-11a193d635b8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Network 1e44a047-b071-4547-b5bf-c2d779c2a9ed is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:01.011669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ad4616b4-a2ef-4225-8eb8-11a193d635b8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:01.014361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ad4616b4-a2ef-4225-8eb8-11a193d635b8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:01.046951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35718) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:01.058793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4616b4-a2ef-4225-8eb8-11a193d635b8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event updated for resources: {'Port': ['ID=6bfc8338-8200-4e10-825c-ada4d1197474,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:01.113687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ad4616b4-a2ef-4225-8eb8-11a193d635b8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.114355 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ad4616b4-a2ef-4225-8eb8-11a193d635b8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.143826 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a8d10f9d-bcc6-4cff-b883-d3dc12853cec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=87bb8c90cfa74c4cbea3dcba57734d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937390 Jul 05 03:56:01.145595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35724) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:01.146960 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.211588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ad4616b4-a2ef-4225-8eb8-11a193d635b8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5409124 Jul 05 03:56:01.239680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Request body: {'port': {'device_id': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:01.309051 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.316777 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3c313fb4-1079-47e3-ba8d-d4839e28e424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.367281 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.374245 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3c313fb4-1079-47e3-ba8d-d4839e28e424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.415865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:01.423736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:01.435779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:01.437297 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.452257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acb8d7-13e8-48bb-a7b4-2815b26a4855 req-72e5d212-ad98-4920-b946-8ff8770a73c7 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.458352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acb8d7-13e8-48bb-a7b4-2815b26a4855 req-72e5d212-ad98-4920-b946-8ff8770a73c7 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.463046 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 99f4143b-0e9e-43c8-b569-4c2622eff2ab up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:01.467546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acb8d7-13e8-48bb-a7b4-2815b26a4855 req-72e5d212-ad98-4920-b946-8ff8770a73c7 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.470099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4acb8d7-13e8-48bb-a7b4-2815b26a4855 req-72e5d212-ad98-4920-b946-8ff8770a73c7 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2376 time: 0.2784646 Jul 05 03:56:01.478620 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Pushing event updated for resources: {'Port': ['ID=052e1c97-9f33-41d6-940e-f2847517253a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:01.498182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ec07a9c9-4ff0-412d-80bd-2039fccfd159 None None] Provisioning for port 6bfc8338-8200-4e10-825c-ada4d1197474 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:01.502666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e25dd5-6497-4403-a547-b768e1e18412 req-41cd262b-938e-4641-ae7a-724556a99e9a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.504209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-06e25dd5-6497-4403-a547-b768e1e18412 req-41cd262b-938e-4641-ae7a-724556a99e9a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.2372990 Jul 05 03:56:01.509286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ec07a9c9-4ff0-412d-80bd-2039fccfd159 None None] Provisioning complete for port 6bfc8338-8200-4e10-825c-ada4d1197474 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:01.509862 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ec07a9c9-4ff0-412d-80bd-2039fccfd159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.559884 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ec07a9c9-4ff0-412d-80bd-2039fccfd159 None None] Port 6bfc8338-8200-4e10-825c-ada4d1197474 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:56:01.597099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4acb8d7-13e8-48bb-a7b4-2815b26a4855 req-36589164-771d-46e4-9a58-9341a638d7a8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162090 Jul 05 03:56:01.623211 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 99f4143b-0e9e-43c8-b569-4c2622eff2ab completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:01.663812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3c313fb4-1079-47e3-ba8d-d4839e28e424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.666396 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3c313fb4-1079-47e3-ba8d-d4839e28e424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.670508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3c313fb4-1079-47e3-ba8d-d4839e28e424 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c99f01a2-32fe-4308-828f-d02be8b97e79 HTTP/1.1" status: 204 len: 168 time: 0.5207250 Jul 05 03:56:01.689470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-06e25dd5-6497-4403-a547-b768e1e18412 req-8ebe6a91-60ff-470b-a6bd-7ea91c489d58 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553936 Jul 05 03:56:01.728010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c313fb4-1079-47e3-ba8d-d4839e28e424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99f01a2-32fe-4308-828f-d02be8b97e79,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:01.936898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d72d167-f471-4a15-bdbe-fe48396f4620 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:01.946309 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.961703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Transition to ACTIVE for port object 8d72d167-f471-4a15-bdbe-fe48396f4620 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:02.069013 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.130226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809a6a7-823c-4426-93ab-dbeff88c9661 req-e1556af2-7fb0-4ef8-a5c0-669336539567 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:02.131755 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3809a6a7-823c-4426-93ab-dbeff88c9661 req-e1556af2-7fb0-4ef8-a5c0-669336539567 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.1126394 Jul 05 03:56:02.179802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Pushing event updated for resources: {'Port': ['ID=8d72d167-f471-4a15-bdbe-fe48396f4620,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:02.210816 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.234235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad8438a-5688-42a6-8230-7cba75fa5918 None None] Network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:02.242032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3809a6a7-823c-4426-93ab-dbeff88c9661 req-75d4cb21-f955-46cb-8743-dcc0cbf0fed6 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014085 Jul 05 03:56:02.271683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Attempting to bind port 8d72d167-f471-4a15-bdbe-fe48396f4620 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:02.272032 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Attempting to bind port 8d72d167-f471-4a15-bdbe-fe48396f4620 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '742a5df9-d040-4f19-99de-c7ec6f89f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:02.272389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Attempting to bind port 8d72d167-f471-4a15-bdbe-fe48396f4620 on network 1e44a047-b071-4547-b5bf-c2d779c2a9ed {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:02.284348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Port 8d72d167-f471-4a15-bdbe-fe48396f4620 on network 1e44a047-b071-4547-b5bf-c2d779c2a9ed not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:02.284987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Attempting to bind port 8d72d167-f471-4a15-bdbe-fe48396f4620 on network 1e44a047-b071-4547-b5bf-c2d779c2a9ed {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:02.293081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:02.293429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Checking segment: {'id': '742a5df9-d040-4f19-99de-c7ec6f89f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:02.294078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Bound using segment: {'id': '742a5df9-d040-4f19-99de-c7ec6f89f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:02.294293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Bound port: 8d72d167-f471-4a15-bdbe-fe48396f4620, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742a5df9-d040-4f19-99de-c7ec6f89f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:02.294848 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.425078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] For port 8d72d167-f471-4a15-bdbe-fe48396f4620, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:02.430144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] For port 8d72d167-f471-4a15-bdbe-fe48396f4620, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8d72d167-f471-4a15-bdbe-fe48396f4620,segment=NetworkSegment(742a5df9-d040-4f19-99de-c7ec6f89f357),segment_id=742a5df9-d040-4f19-99de-c7ec6f89f357)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:02.453623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9c9ff0c2-9853-4094-b173-460cde6f2e8b None None] Provisioning for port 99f4143b-0e9e-43c8-b569-4c2622eff2ab completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:02.457702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9c9ff0c2-9853-4094-b173-460cde6f2e8b None None] Provisioning complete for port 99f4143b-0e9e-43c8-b569-4c2622eff2ab triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:02.458077 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c9ff0c2-9853-4094-b173-460cde6f2e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.467193 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.498724 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.552916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:02.553705 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.555652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] 10.222.0.64 "PUT /v2.0/ports/8d72d167-f471-4a15-bdbe-fe48396f4620 HTTP/1.1" status: 200 len: 1092 time: 1.3216703 Jul 05 03:56:02.556592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'tag': '8d72d167-f471-4a15-bdbe-fe48396f4620'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:02.560965 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8dd611-0ff4-4227-9ae3-c7c6721525ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "tag": "8d72d167-f471-4a15-bdbe-fe48396f4620"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:02.571616 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c9ff0c2-9853-4094-b173-460cde6f2e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.588246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339a0c8-706f-4e1a-9b97-457f6cd12dec service neutron] Pushing event updated for resources: {'Port': ['ID=8d72d167-f471-4a15-bdbe-fe48396f4620,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:02.627837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9c9ff0c2-9853-4094-b173-460cde6f2e8b None None] For port 99f4143b-0e9e-43c8-b569-4c2622eff2ab, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=99f4143b-0e9e-43c8-b569-4c2622eff2ab,segment=NetworkSegment(8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b),segment_id=8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:02.638689 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845813ce-c6bd-4048-a596-0127b9e403a9 x-openstack-request-id: req-845813ce-c6bd-4048-a596-0127b9e403a9 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:02.638989 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "tag": "8d72d167-f471-4a15-bdbe-fe48396f4620", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:02.639249 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-845813ce-c6bd-4048-a596-0127b9e403a9 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:02.639688 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'tag': '8d72d167-f471-4a15-bdbe-fe48396f4620', 'status': 'completed', 'code': 200} Jul 05 03:56:02.725862 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c9ff0c2-9853-4094-b173-460cde6f2e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.806851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ff0c2-9853-4094-b173-460cde6f2e8b None None] Pushing event updated for resources: {'Port': ['ID=99f4143b-0e9e-43c8-b569-4c2622eff2ab,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:02.829355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Router c0d603d4-1967-4a2a-8f98-2682d901e5a4 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:56:02.987607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dea88c27-34c4-45b4-8444-256134077eff None None] Provisioning complete for port 99f4143b-0e9e-43c8-b569-4c2622eff2ab triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:02.988230 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dea88c27-34c4-45b4-8444-256134077eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.998819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:03.016808 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Sync routers for ids ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:03.033891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Routers {'c0d603d4-1967-4a2a-8f98-2682d901e5a4'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:03.034535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:55:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:03.093246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Request body: {'port': {'device_id': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:03.166836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35766) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:03.195022 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.201049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35770) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:03.204716 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-72057e8c-e1f6-412e-9898-70846ded7d6d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3500619 Jul 05 03:56:03.292618 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1931520682-network', 'tenant_id': '7de3fa7ecc2f4a1aa1e7dd64a5c30a4e'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:03.317521 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Set router c0d603d4-1967-4a2a-8f98-2682d901e5a4 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:03.392621 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.415830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 99f4143b-0e9e-43c8-b569-4c2622eff2ab up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:03.416077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] Made reservation on behalf of 7de3fa7ecc2f4a1aa1e7dd64a5c30a4e for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:03.422597 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.426807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434969e0-9a02-4e9c-97cd-e0627fd4f090 req-0259d0bc-480e-4d38-b616-482b1b5f0432 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.431326 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.432827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434969e0-9a02-4e9c-97cd-e0627fd4f090 req-0259d0bc-480e-4d38-b616-482b1b5f0432 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.439330 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434969e0-9a02-4e9c-97cd-e0627fd4f090 req-0259d0bc-480e-4d38-b616-482b1b5f0432 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.441244 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-434969e0-9a02-4e9c-97cd-e0627fd4f090 req-0259d0bc-480e-4d38-b616-482b1b5f0432 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2388 time: 0.3445215 Jul 05 03:56:03.455767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69281645-70c8-45bf-b83e-72a8fd9099ec req-5d3d125b-c692-4842-aaad-9ff8c6b9246f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.457163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69281645-70c8-45bf-b83e-72a8fd9099ec req-5d3d125b-c692-4842-aaad-9ff8c6b9246f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.3594449 Jul 05 03:56:03.460743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd611-0ff4-4227-9ae3-c7c6721525ee req-00d6b6e6-391a-43be-8dec-1f96e3cd7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.460743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd611-0ff4-4227-9ae3-c7c6721525ee req-00d6b6e6-391a-43be-8dec-1f96e3cd7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.461408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd611-0ff4-4227-9ae3-c7c6721525ee req-00d6b6e6-391a-43be-8dec-1f96e3cd7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.462864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a8dd611-0ff4-4227-9ae3-c7c6721525ee req-00d6b6e6-391a-43be-8dec-1f96e3cd7d55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65734842d80f46a5a565555cae6d506c&device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2731 time: 0.7972291 Jul 05 03:56:03.527100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 99f4143b-0e9e-43c8-b569-4c2622eff2ab triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:03.527361 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.530920 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.616281 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.632913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:01Z', 'revision_number': 3, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:03.654555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:56:03.661866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc793e7-79bd-4d4e-b811-e561e31de633,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:03.667294 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-434969e0-9a02-4e9c-97cd-e0627fd4f090 req-e414fe17-695d-42f5-882e-bc60ece9b451 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010517 Jul 05 03:56:03.669637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Checking router: c0d603d4-1967-4a2a-8f98-2682d901e5a4 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:03.670042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Updating router c0d603d4-1967-4a2a-8f98-2682d901e5a4 port 052e1c97-9f33-41d6-940e-f2847517253a binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:56:03.680306 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.681023 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] Added segment e34c8e3b-3ee5-4fbd-9008-a274ba75c805 of type vlan for network f98dda64-a33a-4703-a1a8-2da2a6b6fe2e Jul 05 03:56:03.729756 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.743559 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.746703 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69281645-70c8-45bf-b83e-72a8fd9099ec req-a4695163-c4f6-4c17-a3fe-3f5141178944 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683380 Jul 05 03:56:03.819149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd611-0ff4-4227-9ae3-c7c6721525ee req-458c1987-b04e-419e-81ff-8e0e0ee04410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.819647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd611-0ff4-4227-9ae3-c7c6721525ee req-458c1987-b04e-419e-81ff-8e0e0ee04410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.820131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd611-0ff4-4227-9ae3-c7c6721525ee req-458c1987-b04e-419e-81ff-8e0e0ee04410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.829728 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a8dd611-0ff4-4227-9ae3-c7c6721525ee req-458c1987-b04e-419e-81ff-8e0e0ee04410 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=65734842d80f46a5a565555cae6d506c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3412163 Jul 05 03:56:03.926300 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.928125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.928320 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.011234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] Pushing event updated for resources: {'Network': ['ID=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:04.024739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network f98dda64-a33a-4703-a1a8-2da2a6b6fe2e details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:56:04.074257 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b638aef6-27e8-47b0-ba3c-23880cc43cdd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9061043 Jul 05 03:56:04.077567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35774) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.083324 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-529cfc17-1f51-4763-8db0-1c7f84561f38 admin admin] Request body: {'subnet': {'network_id': 'f98dda64-a33a-4703-a1a8-2da2a6b6fe2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1931520682-subnet', 'tenant_id': '7de3fa7ecc2f4a1aa1e7dd64a5c30a4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:04.116880 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.130871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Transition to ACTIVE for port object 052e1c97-9f33-41d6-940e-f2847517253a will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:04.175799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd611-0ff4-4227-9ae3-c7c6721525ee req-02eaadb6-709c-45d9-941d-9ca11cd1f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.177342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a8dd611-0ff4-4227-9ae3-c7c6721525ee req-02eaadb6-709c-45d9-941d-9ca11cd1f073 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3460069 Jul 05 03:56:04.199149 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529cfc17-1f51-4763-8db0-1c7f84561f38 admin admin] Made reservation on behalf of 7de3fa7ecc2f4a1aa1e7dd64a5c30a4e for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:04.202216 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-529cfc17-1f51-4763-8db0-1c7f84561f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.262085 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.280477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a879f1-e18e-4b30-8614-c700016fcb09 req-b1392fcd-d6af-4b1f-854f-a5d200204fe3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.282013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2a879f1-e18e-4b30-8614-c700016fcb09 req-b1392fcd-d6af-4b1f-854f-a5d200204fe3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.2493365 Jul 05 03:56:04.284180 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776e5033-b4ca-4945-920d-f34c96ed1cf9 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:04.296096 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.326167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Attempting to bind port 052e1c97-9f33-41d6-940e-f2847517253a on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:04.326754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Attempting to bind port 052e1c97-9f33-41d6-940e-f2847517253a by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:04.326849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Attempting to bind port 052e1c97-9f33-41d6-940e-f2847517253a on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:04.334019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa0875-e46f-4186-9bcb-ee23e148baa9 None None] Pushing event updated for resources: {'Port': ['ID=052e1c97-9f33-41d6-940e-f2847517253a,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:04.336563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:04.336939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:04.337337 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.337720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:04.338190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Bound port: 052e1c97-9f33-41d6-940e-f2847517253a, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:04.338697 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.348897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Transition to ACTIVE for port object 776e5033-b4ca-4945-920d-f34c96ed1cf9 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:04.395252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2a879f1-e18e-4b30-8614-c700016fcb09 req-35bcf14d-2e6f-46e3-863a-d589991e146c tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018753 Jul 05 03:56:04.404961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] For port 052e1c97-9f33-41d6-940e-f2847517253a, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:04.408829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] For port 052e1c97-9f33-41d6-940e-f2847517253a, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=052e1c97-9f33-41d6-940e-f2847517253a,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:04.416856 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.466572 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.503856 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.504942 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-529cfc17-1f51-4763-8db0-1c7f84561f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.576900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Routers {'c0d603d4-1967-4a2a-8f98-2682d901e5a4'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:04.577552 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:55:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:04.583147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa0875-e46f-4186-9bcb-ee23e148baa9 None None] Pushing event updated for resources: {'Port': ['ID=052e1c97-9f33-41d6-940e-f2847517253a,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:04.595134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cfc17-1f51-4763-8db0-1c7f84561f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55cadabf-193f-4213-b3e9-84f18739c9b7,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:04.595134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529cfc17-1f51-4763-8db0-1c7f84561f38 admin admin] Checking segment: {'id': 'e34c8e3b-3ee5-4fbd-9008-a274ba75c805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f98dda64-a33a-4703-a1a8-2da2a6b6fe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:04.595134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529cfc17-1f51-4763-8db0-1c7f84561f38 admin admin] Network hostable DHCP agents. Network: f98dda64-a33a-4703-a1a8-2da2a6b6fe2e, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:56:04.640538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Pushing event updated for resources: {'Port': ['ID=776e5033-b4ca-4945-920d-f34c96ed1cf9,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:04.674549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529cfc17-1f51-4763-8db0-1c7f84561f38 admin admin] Network f98dda64-a33a-4703-a1a8-2da2a6b6fe2e is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:56:04.700694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] Set router c0d603d4-1967-4a2a-8f98-2682d901e5a4 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:04.708922 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Attempting to bind port 776e5033-b4ca-4945-920d-f34c96ed1cf9 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:04.712559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Attempting to bind port 776e5033-b4ca-4945-920d-f34c96ed1cf9 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '574dd914-8729-4583-9e2e-bd05787d0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '63c28b6a-701c-46ce-8d80-cb5ba05bd175'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:04.712559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Attempting to bind port 776e5033-b4ca-4945-920d-f34c96ed1cf9 on network 63c28b6a-701c-46ce-8d80-cb5ba05bd175 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:04.720723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Port 776e5033-b4ca-4945-920d-f34c96ed1cf9 on network 63c28b6a-701c-46ce-8d80-cb5ba05bd175 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:04.721232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Attempting to bind port 776e5033-b4ca-4945-920d-f34c96ed1cf9 on network 63c28b6a-701c-46ce-8d80-cb5ba05bd175 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:04.732974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Allocated IP 172.20.0.1 (54dae98d-aa60-4fd9-9c67-e5ee2f324f52/37a0cf37-ca60-4552-abff-1ebde4cd6581/b87077c6-8d99-40e4-bc7c-a42a887b6370) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:04.735138 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:04.741280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Checking segment: {'id': '574dd914-8729-4583-9e2e-bd05787d0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '63c28b6a-701c-46ce-8d80-cb5ba05bd175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:04.741280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Bound using segment: {'id': '574dd914-8729-4583-9e2e-bd05787d0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '63c28b6a-701c-46ce-8d80-cb5ba05bd175'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:04.741280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Bound port: 776e5033-b4ca-4945-920d-f34c96ed1cf9, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574dd914-8729-4583-9e2e-bd05787d0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '63c28b6a-701c-46ce-8d80-cb5ba05bd175'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:04.741280 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.760193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-529cfc17-1f51-4763-8db0-1c7f84561f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, f98dda64-a33a-4703-a1a8-2da2a6b6fe2e) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:04.766417 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529cfc17-1f51-4763-8db0-1c7f84561f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.768721 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-529cfc17-1f51-4763-8db0-1c7f84561f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.784424 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e88e1bc-91bc-41ed-b77e-a9357fdb5ffa None None] Network f98dda64-a33a-4703-a1a8-2da2a6b6fe2e requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:04.843996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] For port 776e5033-b4ca-4945-920d-f34c96ed1cf9, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:04.848091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] For port 776e5033-b4ca-4945-920d-f34c96ed1cf9, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=776e5033-b4ca-4945-920d-f34c96ed1cf9,segment=NetworkSegment(574dd914-8729-4583-9e2e-bd05787d0d18),segment_id=574dd914-8729-4583-9e2e-bd05787d0d18)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:04.863831 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-529cfc17-1f51-4763-8db0-1c7f84561f38 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7848887 Jul 05 03:56:04.982731 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.028879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.035218 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.035218 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] 10.222.0.64 "PUT /v2.0/ports/776e5033-b4ca-4945-920d-f34c96ed1cf9 HTTP/1.1" status: 200 len: 1091 time: 2.3667052 Jul 05 03:56:05.035218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'tag': '776e5033-b4ca-4945-920d-f34c96ed1cf9'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:05.035479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c626745-c181-4ca0-bafb-1dc7b07d7f66 req-38b4ed40-ff85-4615-8514-b9f41a5b713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.035479 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6c626745-c181-4ca0-bafb-1dc7b07d7f66 req-38b4ed40-ff85-4615-8514-b9f41a5b713c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 1097 time: 0.0935702 Jul 05 03:56:05.035632 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12271420-257d-4cd1-a798-a45852ca7e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "tag": "776e5033-b4ca-4945-920d-f34c96ed1cf9"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:05.061816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e63cd8-c6e0-4a90-bae4-5c0d4ca50449 None None] Network f98dda64-a33a-4703-a1a8-2da2a6b6fe2e requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:05.093801 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6c626745-c181-4ca0-bafb-1dc7b07d7f66 req-d75cb4d9-d0f3-4cc1-ae95-b67f070e7644 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483606 Jul 05 03:56:05.122894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Request body: {'port': {'device_id': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:05.136429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:01Z', 'revision_number': 3, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:05.140734 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b087a-9aba-45f1-9e77-5959fe781a89 service neutron] Pushing event updated for resources: {'Port': ['ID=776e5033-b4ca-4945-920d-f34c96ed1cf9,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:05.176851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652f99b-7c09-4db6-b5dc-daf6c4ffb963 req-a6557fc5-74ed-49f1-8d5c-616c7674bfec tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.179509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac506f8-8c51-439a-9aee-7ae22c164db3 None None] The sync data for ids ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'] in n-d-798249-5 is: [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:01Z', 'revision_number': 3, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:05.182892 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652f99b-7c09-4db6-b5dc-daf6c4ffb963 req-a6557fc5-74ed-49f1-8d5c-616c7674bfec tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.189711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652f99b-7c09-4db6-b5dc-daf6c4ffb963 req-a6557fc5-74ed-49f1-8d5c-616c7674bfec tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.191651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9652f99b-7c09-4db6-b5dc-daf6c4ffb963 req-a6557fc5-74ed-49f1-8d5c-616c7674bfec tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2400 time: 0.3154082 Jul 05 03:56:05.197491 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.260586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Transition to ACTIVE for port object b87077c6-8d99-40e4-bc7c-a42a887b6370 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:05.276588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d00e5-9d80-42d1-912d-392a76242741 req-7d531642-3f7c-492f-a00a-9f4d3e6d63c8 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.278264 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a66d00e5-9d80-42d1-912d-392a76242741 req-7d531642-3f7c-492f-a00a-9f4d3e6d63c8 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.3689189 Jul 05 03:56:05.348191 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9652f99b-7c09-4db6-b5dc-daf6c4ffb963 req-c47dbe8c-561a-4a28-b9c9-3d5d7a01cc5c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445372 Jul 05 03:56:05.376966 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.386662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a66d00e5-9d80-42d1-912d-392a76242741 req-1c0a7aba-7731-480a-bd72-7976dadcde8c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980580 Jul 05 03:56:05.538439 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.670167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:05.674890 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:05.677292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Pushing event updated for resources: {'Port': ['ID=b87077c6-8d99-40e4-bc7c-a42a887b6370,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:05.681440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:05.719255 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6190356-3e6a-477f-836e-7271958f018e x-openstack-request-id: req-f6190356-3e6a-477f-836e-7271958f018e {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:05.719639 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "tag": "776e5033-b4ca-4945-920d-f34c96ed1cf9", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:05.719747 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6190356-3e6a-477f-836e-7271958f018e {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:05.720173 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'tag': '776e5033-b4ca-4945-920d-f34c96ed1cf9', 'status': 'completed', 'code': 200} Jul 05 03:56:05.867970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bfc8338-8200-4e10-825c-ada4d1197474 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:05.877041 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.891480 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.898682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-12276ef8-1efe-42bb-ab71-6bffe2ec862d req-c673afe7-ecef-4a4a-8112-d77421988af0 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-22132081', 'description': 'tempest-description-2107703878'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:06.114107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c6325ee6-0565-46bd-a40e-5fc963640222 None None] Provisioning for port b87077c6-8d99-40e4-bc7c-a42a887b6370 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:06.118746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c6325ee6-0565-46bd-a40e-5fc963640222 None None] Provisioning complete for port b87077c6-8d99-40e4-bc7c-a42a887b6370 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:06.119181 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c6325ee6-0565-46bd-a40e-5fc963640222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.161024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c6325ee6-0565-46bd-a40e-5fc963640222 None None] Port b87077c6-8d99-40e4-bc7c-a42a887b6370 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:56:06.321353 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Transition to ACTIVE for port object 6bfc8338-8200-4e10-825c-ada4d1197474 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:06.416601 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.440408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271420-257d-4cd1-a798-a45852ca7e4c req-8c6dd7ab-edba-4021-883e-6ead0e2f8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.440899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271420-257d-4cd1-a798-a45852ca7e4c req-8c6dd7ab-edba-4021-883e-6ead0e2f8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.441376 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271420-257d-4cd1-a798-a45852ca7e4c req-8c6dd7ab-edba-4021-883e-6ead0e2f8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.443083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12271420-257d-4cd1-a798-a45852ca7e4c req-8c6dd7ab-edba-4021-883e-6ead0e2f8536 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65734842d80f46a5a565555cae6d506c&device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2798 time: 0.6918943 Jul 05 03:56:06.443739 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12276ef8-1efe-42bb-ab71-6bffe2ec862d req-c673afe7-ecef-4a4a-8112-d77421988af0 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.488666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347fcc4-44cf-44a2-9987-06ea4e54cd02 req-b35564b1-42a6-47dd-9cfb-62a2dabb46fc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.488666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3347fcc4-44cf-44a2-9987-06ea4e54cd02 req-b35564b1-42a6-47dd-9cfb-62a2dabb46fc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.6021600 Jul 05 03:56:06.597894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfc8338-8200-4e10-825c-ada4d1197474,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:06.722107 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3347fcc4-44cf-44a2-9987-06ea4e54cd02 req-5e9c140a-cff6-4f47-97b9-d1e69c3a4199 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190533 Jul 05 03:56:06.729934 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.789844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271420-257d-4cd1-a798-a45852ca7e4c req-9afaa24e-e8e6-4de3-83ce-bfb06e990d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.790332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271420-257d-4cd1-a798-a45852ca7e4c req-9afaa24e-e8e6-4de3-83ce-bfb06e990d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.790813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271420-257d-4cd1-a798-a45852ca7e4c req-9afaa24e-e8e6-4de3-83ce-bfb06e990d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.792452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12271420-257d-4cd1-a798-a45852ca7e4c req-9afaa24e-e8e6-4de3-83ce-bfb06e990d70 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=65734842d80f46a5a565555cae6d506c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3244710 Jul 05 03:56:06.946088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Attempting to bind port 6bfc8338-8200-4e10-825c-ada4d1197474 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:06.946425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Attempting to bind port 6bfc8338-8200-4e10-825c-ada4d1197474 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '742a5df9-d040-4f19-99de-c7ec6f89f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:06.946759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Attempting to bind port 6bfc8338-8200-4e10-825c-ada4d1197474 on network 1e44a047-b071-4547-b5bf-c2d779c2a9ed {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:06.962314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12276ef8-1efe-42bb-ab71-6bffe2ec862d req-c673afe7-ecef-4a4a-8112-d77421988af0 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.005282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Port 6bfc8338-8200-4e10-825c-ada4d1197474 on network 1e44a047-b071-4547-b5bf-c2d779c2a9ed not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:07.005613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Attempting to bind port 6bfc8338-8200-4e10-825c-ada4d1197474 on network 1e44a047-b071-4547-b5bf-c2d779c2a9ed {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:07.024648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:07.024996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Checking segment: {'id': '742a5df9-d040-4f19-99de-c7ec6f89f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:07.025385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Bound using segment: {'id': '742a5df9-d040-4f19-99de-c7ec6f89f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:07.025830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Bound port: 6bfc8338-8200-4e10-825c-ada4d1197474, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742a5df9-d040-4f19-99de-c7ec6f89f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:07.026195 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.080772 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12276ef8-1efe-42bb-ab71-6bffe2ec862d req-c673afe7-ecef-4a4a-8112-d77421988af0 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.136995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271420-257d-4cd1-a798-a45852ca7e4c req-433e08d2-cc4a-4d61-8d5f-bd7329c8767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.138529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12271420-257d-4cd1-a798-a45852ca7e4c req-433e08d2-cc4a-4d61-8d5f-bd7329c8767d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3244743 Jul 05 03:56:07.173105 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75198a0-8c19-428d-bd7d-bf7e7ecd8bcb req-0068d172-a693-4c04-8ab1-9bedf7ba7871 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.179038 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75198a0-8c19-428d-bd7d-bf7e7ecd8bcb req-0068d172-a693-4c04-8ab1-9bedf7ba7871 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.185649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75198a0-8c19-428d-bd7d-bf7e7ecd8bcb req-0068d172-a693-4c04-8ab1-9bedf7ba7871 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.187283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c75198a0-8c19-428d-bd7d-bf7e7ecd8bcb req-0068d172-a693-4c04-8ab1-9bedf7ba7871 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2412 time: 0.3430939 Jul 05 03:56:07.218953 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673afe7-ecef-4a4a-8112-d77421988af0 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3d2b1e-c5a3-47d5-9e45-d21ba26400a5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:07.239664 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12276ef8-1efe-42bb-ab71-6bffe2ec862d req-c673afe7-ecef-4a4a-8112-d77421988af0 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.240955 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12276ef8-1efe-42bb-ab71-6bffe2ec862d req-c673afe7-ecef-4a4a-8112-d77421988af0 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.4518230 Jul 05 03:56:07.264735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] For port 6bfc8338-8200-4e10-825c-ada4d1197474, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:07.274192 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] For port 6bfc8338-8200-4e10-825c-ada4d1197474, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6bfc8338-8200-4e10-825c-ada4d1197474,segment=NetworkSegment(742a5df9-d040-4f19-99de-c7ec6f89f357),segment_id=742a5df9-d040-4f19-99de-c7ec6f89f357)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:07.280237 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.284656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c75198a0-8c19-428d-bd7d-bf7e7ecd8bcb req-036f247e-e38f-4b96-b704-6b2f4c200176 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914469 Jul 05 03:56:07.380324 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.389674 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.432745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 052e1c97-9f33-41d6-940e-f2847517253a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:07.465791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.466250 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.467869 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/6bfc8338-8200-4e10-825c-ada4d1197474 HTTP/1.1" status: 200 len: 1092 time: 2.3568616 Jul 05 03:56:07.495668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92711b-6218-4855-b4e5-b96ca68360e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfc8338-8200-4e10-825c-ada4d1197474,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:07.500194 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.546849 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc088cb7-8936-453a-8102-da4e50d31d0c req-4dfc7a0e-3417-4ae8-a055-711fe95740e3 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.548733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc088cb7-8936-453a-8102-da4e50d31d0c req-4dfc7a0e-3417-4ae8-a055-711fe95740e3 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.2107382 Jul 05 03:56:07.571827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 052e1c97-9f33-41d6-940e-f2847517253a completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:07.577348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 052e1c97-9f33-41d6-940e-f2847517253a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:07.578099 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.660809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Pushing event updated for resources: {'Port': ['ID=b87077c6-8d99-40e4-bc7c-a42a887b6370,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:07.687942 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.707416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-dfb6ca1c-27cb-4e2e-844c-ccfdbd60935c req-b6ce7e24-ef0b-467d-94a1-5a45bb5bc08b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-388824792', 'description': 'tempest-description-1042253280'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:07.714110 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 052e1c97-9f33-41d6-940e-f2847517253a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=052e1c97-9f33-41d6-940e-f2847517253a,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:07.722027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'tag': '6bfc8338-8200-4e10-825c-ada4d1197474'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:07.724267 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4b82d8-2c3b-4789-8af1-1b95b203ad4e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "tag": "6bfc8338-8200-4e10-825c-ada4d1197474"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:07.737176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc088cb7-8936-453a-8102-da4e50d31d0c req-d9780769-e213-4997-8995-4bb816d087f2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630728 Jul 05 03:56:07.760526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:07.765348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:07.779848 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba11d20-1b0a-4c45-937d-ccb2c752ad31 x-openstack-request-id: req-3ba11d20-1b0a-4c45-937d-ccb2c752ad31 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:07.780143 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "tag": "6bfc8338-8200-4e10-825c-ada4d1197474", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:07.780458 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ba11d20-1b0a-4c45-937d-ccb2c752ad31 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:07.780822 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'tag': '6bfc8338-8200-4e10-825c-ada4d1197474', 'status': 'completed', 'code': 200} Jul 05 03:56:07.784246 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.785147 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ba50c41b-b5c6-469f-ac9f-bae9a84e6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.785690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ba50c41b-b5c6-469f-ac9f-bae9a84e6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.786147 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ba50c41b-b5c6-469f-ac9f-bae9a84e6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.787896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ba50c41b-b5c6-469f-ac9f-bae9a84e6974 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65734842d80f46a5a565555cae6d506c&device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2865 time: 0.1807981 Jul 05 03:56:07.854632 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dfb6ca1c-27cb-4e2e-844c-ccfdbd60935c req-b6ce7e24-ef0b-467d-94a1-5a45bb5bc08b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.859366 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=052e1c97-9f33-41d6-940e-f2847517253a,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:07.902418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ef5fa288-9b4e-488f-9856-55f99fd94f6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.107&port_id=8d72d167-f471-4a15-bdbe-fe48396f4620 HTTP/1.1" status: 200 len: 217 time: 0.0684586 Jul 05 03:56:08.063788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-6e87a4f2-c274-4904-ac16-7642d72fbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.065222 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-6e87a4f2-c274-4904-ac16-7642d72fbb63 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65225f4e-1381-445e-abf4-4b1161390116 HTTP/1.1" status: 200 len: 801 time: 0.1506658 Jul 05 03:56:08.068808 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8303a3b4-e3bd-42b0-bc10-b6619f7a7eb7 None None] Provisioning complete for port b87077c6-8d99-40e4-bc7c-a42a887b6370 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:08.069183 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8303a3b4-e3bd-42b0-bc10-b6619f7a7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.121108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Router c0d603d4-1967-4a2a-8f98-2682d901e5a4 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:56:08.164376 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19ffa5-3fa5-49b0-b906-7836a1f0d976 req-d7dbe92b-c0cd-44ba-a949-6568e0a2cd05 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.166008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae19ffa5-3fa5-49b0-b906-7836a1f0d976 req-d7dbe92b-c0cd-44ba-a949-6568e0a2cd05 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.2700918 Jul 05 03:56:08.240996 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8303a3b4-e3bd-42b0-bc10-b6619f7a7eb7 None None] Port b87077c6-8d99-40e4-bc7c-a42a887b6370 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:56:08.252235 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dfb6ca1c-27cb-4e2e-844c-ccfdbd60935c req-b6ce7e24-ef0b-467d-94a1-5a45bb5bc08b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.287185 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-e265b0ab-19ec-4f46-ab2a-e7f7ba8d6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.288752 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-e265b0ab-19ec-4f46-ab2a-e7f7ba8d6939 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e44a047-b071-4547-b5bf-c2d779c2a9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2116101 Jul 05 03:56:08.329577 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dfb6ca1c-27cb-4e2e-844c-ccfdbd60935c req-b6ce7e24-ef0b-467d-94a1-5a45bb5bc08b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.333872 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae19ffa5-3fa5-49b0-b906-7836a1f0d976 req-0211458a-52fc-4c60-83e8-200ecbbb8b8a tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516562 Jul 05 03:56:08.426306 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:08.434497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-355820f5-4ce3-423d-acda-9455ca422990 admin admin] 10.222.0.60 "PUT /v2.0/routers/c0d603d4-1967-4a2a-8f98-2682d901e5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2309163 Jul 05 03:56:08.436657 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Sync routers for ids ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:08.438398 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce7e24-ef0b-467d-94a1-5a45bb5bc08b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3238687e-4fa5-4c8e-b80e-3bc03cffd472,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:08.456320 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Routers {'c0d603d4-1967-4a2a-8f98-2682d901e5a4'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:08.457209 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:55:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:08.464767 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dfb6ca1c-27cb-4e2e-844c-ccfdbd60935c req-b6ce7e24-ef0b-467d-94a1-5a45bb5bc08b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.467077 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfb6ca1c-27cb-4e2e-844c-ccfdbd60935c req-b6ce7e24-ef0b-467d-94a1-5a45bb5bc08b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7747571 Jul 05 03:56:08.501256 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-e2f1be44-adc7-4d6c-8de7-04cbe7538c6c service neutron] 10.222.0.64 "GET /v2.0/networks/1e44a047-b071-4547-b5bf-c2d779c2a9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826067 Jul 05 03:56:08.508154 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-e508136f-f655-41ae-9f8a-e5fecd2df339 req-185b8b88-b104-4913-9814-b1deba3ed256 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-71393660', 'description': 'tempest-description-1914772474'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:08.601364 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Set router c0d603d4-1967-4a2a-8f98-2682d901e5a4 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:08.614509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed688979-ee74-45d1-b692-8b5d8ce69bf7 req-eedf69c6-89f7-44f4-be46-c514e9413f97 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.620579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed688979-ee74-45d1-b692-8b5d8ce69bf7 req-eedf69c6-89f7-44f4-be46-c514e9413f97 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.626761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed688979-ee74-45d1-b692-8b5d8ce69bf7 req-eedf69c6-89f7-44f4-be46-c514e9413f97 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.628514 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed688979-ee74-45d1-b692-8b5d8ce69bf7 req-eedf69c6-89f7-44f4-be46-c514e9413f97 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2412 time: 0.1840231 Jul 05 03:56:08.675780 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-65f9d130-033f-480a-a370-2e505cc4366d service neutron] 10.222.0.64 "GET /v2.0/networks/1e44a047-b071-4547-b5bf-c2d779c2a9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615095 Jul 05 03:56:08.692405 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e508136f-f655-41ae-9f8a-e5fecd2df339 req-185b8b88-b104-4913-9814-b1deba3ed256 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.698205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed688979-ee74-45d1-b692-8b5d8ce69bf7 req-a569a5a9-8e32-4b10-90a5-597bdc1b7bf2 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640259 Jul 05 03:56:08.734671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-dda43f8e-9ffd-4c55-ae8f-6f5b129f6ff8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.86&port_id=776e5033-b4ca-4945-920d-f34c96ed1cf9 HTTP/1.1" status: 200 len: 217 time: 0.0508056 Jul 05 03:56:08.811090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ed0b3524-8ee6-40e6-8c99-0e5fe0f6b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.812598 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-ed0b3524-8ee6-40e6-8c99-0e5fe0f6b088 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1cae97a5-d5e0-4e89-b01b-8b956047fec2 HTTP/1.1" status: 200 len: 801 time: 0.0719104 Jul 05 03:56:08.887026 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:06Z', 'revision_number': 4, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'b87077c6-8d99-40e4-bc7c-a42a887b6370', 'name': '', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'mac_address': 'fa:16:3e:17:11:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:04Z', 'updated_at': '2021-07-05T03:56:06Z', 'revision_number': 2, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'subnets': [{'id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:08.893737 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e508136f-f655-41ae-9f8a-e5fecd2df339 req-185b8b88-b104-4913-9814-b1deba3ed256 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.906536 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-95bb511f-7174-46fc-88e4-4a92b270d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.908128 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-95bb511f-7174-46fc-88e4-4a92b270d41c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63c28b6a-701c-46ce-8d80-cb5ba05bd175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0890806 Jul 05 03:56:08.924846 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Checking router: c0d603d4-1967-4a2a-8f98-2682d901e5a4 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:08.925242 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Updating router c0d603d4-1967-4a2a-8f98-2682d901e5a4 port b87077c6-8d99-40e4-bc7c-a42a887b6370 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:56:08.960816 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.976403 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e508136f-f655-41ae-9f8a-e5fecd2df339 req-185b8b88-b104-4913-9814-b1deba3ed256 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.382500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b8b88-b104-4913-9814-b1deba3ed256 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654fe459-b842-4ad1-8829-4d38f36d77a0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:09.382500 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-4524049c-5b23-4123-9363-a598f526a1d3 service neutron] 10.222.0.64 "GET /v2.0/networks/63c28b6a-701c-46ce-8d80-cb5ba05bd175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015369 Jul 05 03:56:09.382500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-de39908a-2e63-4e6b-be93-e6e576b22aa9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:09.382500 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-de39908a-2e63-4e6b-be93-e6e576b22aa9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/networks?id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e HTTP/1.1" status: 200 len: 813 time: 0.1801031 Jul 05 03:56:09.382500 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-e3882b99-6405-40c0-8bd1-0eb55a19b2dd tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/quotas/7de3fa7ecc2f4a1aa1e7dd64a5c30a4e HTTP/1.1" status: 200 len: 375 time: 0.0438755 Jul 05 03:56:09.384238 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.384642 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-e6206891-815d-444e-81d4-3561ad68bf35 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359035 Jul 05 03:56:09.385079 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Transition to ACTIVE for port object b87077c6-8d99-40e4-bc7c-a42a887b6370 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:09.385514 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-e9588484-907d-4312-be31-2e51f4c4f426 service neutron] 10.222.0.64 "GET /v2.0/networks/63c28b6a-701c-46ce-8d80-cb5ba05bd175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828845 Jul 05 03:56:09.385514 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-4a1d8f4f-a12f-4f8f-9a59-0ebb460c3108 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=6bfc8338-8200-4e10-825c-ada4d1197474 HTTP/1.1" status: 200 len: 217 time: 0.0373180 Jul 05 03:56:09.402716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 052e1c97-9f33-41d6-940e-f2847517253a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:09.423344 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-1f2abd63-4003-4a49-be40-fc95525b440a service neutron] 10.222.0.60 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719236 Jul 05 03:56:09.424918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-e6ebb67a-37f2-4be7-b14a-ae52d9930954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:09.426327 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-e6ebb67a-37f2-4be7-b14a-ae52d9930954 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65225f4e-1381-445e-abf4-4b1161390116 HTTP/1.1" status: 200 len: 801 time: 0.0671561 Jul 05 03:56:09.451992 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 052e1c97-9f33-41d6-940e-f2847517253a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:09.452490 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.674727 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.731581 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f7406-e7f1-48b9-95f6-94181b0e9c6f None None] Pushing event updated for resources: {'Port': ['ID=b87077c6-8d99-40e4-bc7c-a42a887b6370,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:09.746219 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f7406-e7f1-48b9-95f6-94181b0e9c6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:09.747112 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f7406-e7f1-48b9-95f6-94181b0e9c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:09.747622 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f7406-e7f1-48b9-95f6-94181b0e9c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:09.747997 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f7406-e7f1-48b9-95f6-94181b0e9c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:09.748339 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f7406-e7f1-48b9-95f6-94181b0e9c6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:09.748718 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f7406-e7f1-48b9-95f6-94181b0e9c6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:09.749045 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f7406-e7f1-48b9-95f6-94181b0e9c6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:09.749379 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f7406-e7f1-48b9-95f6-94181b0e9c6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:09.749709 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f7406-e7f1-48b9-95f6-94181b0e9c6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:09.750045 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f7406-e7f1-48b9-95f6-94181b0e9c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:09.750485 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f7406-e7f1-48b9-95f6-94181b0e9c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:09.750818 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f7406-e7f1-48b9-95f6-94181b0e9c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:09.813916 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Attempting to bind port b87077c6-8d99-40e4-bc7c-a42a887b6370 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:09.815044 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Attempting to bind port b87077c6-8d99-40e4-bc7c-a42a887b6370 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:09.815044 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Attempting to bind port b87077c6-8d99-40e4-bc7c-a42a887b6370 on network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:09.820578 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:09.820967 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Checking segment: {'id': '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:09.821420 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.821786 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Bound using segment: {'id': '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:09.822268 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Bound port: b87077c6-8d99-40e4-bc7c-a42a887b6370, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:09.822673 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.860672 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e508136f-f655-41ae-9f8a-e5fecd2df339 req-185b8b88-b104-4913-9814-b1deba3ed256 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.866609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e508136f-f655-41ae-9f8a-e5fecd2df339 req-185b8b88-b104-4913-9814-b1deba3ed256 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.3643405 Jul 05 03:56:09.904910 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] For port b87077c6-8d99-40e4-bc7c-a42a887b6370, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:09.908418 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] For port b87077c6-8d99-40e4-bc7c-a42a887b6370, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b87077c6-8d99-40e4-bc7c-a42a887b6370,segment=NetworkSegment(8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b),segment_id=8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:09.933920 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-95eecb34-c595-4146-8ceb-47403c0bba33 service neutron] 10.222.0.60 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037642 Jul 05 03:56:09.937638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-05766067-cc6f-4170-b8a2-e485dad8fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:09.938555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-05766067-cc6f-4170-b8a2-e485dad8fd3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e44a047-b071-4547-b5bf-c2d779c2a9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4998074 Jul 05 03:56:10.001065 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.042403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-081b688a-798c-4c8a-8a97-3cc5abb2bb88 service neutron] 10.222.0.64 "GET /v2.0/networks/1e44a047-b071-4547-b5bf-c2d779c2a9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970557 Jul 05 03:56:10.083621 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Routers {'c0d603d4-1967-4a2a-8f98-2682d901e5a4'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:10.084467 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:55:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:10.163951 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f7406-e7f1-48b9-95f6-94181b0e9c6f None None] Pushing event updated for resources: {'Port': ['ID=b87077c6-8d99-40e4-bc7c-a42a887b6370,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:10.180961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51d2636b-49a1-46b1-af64-cdb6b813af69 req-a483ba54-b21a-46a2-ac3e-f26e79c163ae service neutron] 10.222.0.64 "GET /v2.0/networks/1e44a047-b071-4547-b5bf-c2d779c2a9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315565 Jul 05 03:56:10.316325 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] Set router c0d603d4-1967-4a2a-8f98-2682d901e5a4 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:10.399851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67890b73-483a-4b5c-ac26-156e62bde651 req-8122f4a1-9aef-48ed-8ffb-353df89d6670 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.407585 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67890b73-483a-4b5c-ac26-156e62bde651 req-8122f4a1-9aef-48ed-8ffb-353df89d6670 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1387451 Jul 05 03:56:10.489417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67890b73-483a-4b5c-ac26-156e62bde651 req-9fdaa7f8-a9d2-4147-a028-9dcc7c62b7a6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807369 Jul 05 03:56:10.508534 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b82d8-2c3b-4789-8af1-1b95b203ad4e req-b5c4b241-9146-467c-85da-142cb2bc379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.509234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b82d8-2c3b-4789-8af1-1b95b203ad4e req-b5c4b241-9146-467c-85da-142cb2bc379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.509726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b82d8-2c3b-4789-8af1-1b95b203ad4e req-b5c4b241-9146-467c-85da-142cb2bc379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.511412 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c4b82d8-2c3b-4789-8af1-1b95b203ad4e req-b5c4b241-9146-467c-85da-142cb2bc379e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65734842d80f46a5a565555cae6d506c&device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2865 time: 0.1649327 Jul 05 03:56:10.544481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173b8c-6f25-4515-b426-a9114757c97e req-ee5c8c09-a677-4a83-ad58-b9f7504d8cbc tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.550765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173b8c-6f25-4515-b426-a9114757c97e req-ee5c8c09-a677-4a83-ad58-b9f7504d8cbc tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.557178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173b8c-6f25-4515-b426-a9114757c97e req-ee5c8c09-a677-4a83-ad58-b9f7504d8cbc tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.565019 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e173b8c-6f25-4515-b426-a9114757c97e req-ee5c8c09-a677-4a83-ad58-b9f7504d8cbc tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2412 time: 0.1782777 Jul 05 03:56:10.631473 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:06Z', 'revision_number': 4, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'b87077c6-8d99-40e4-bc7c-a42a887b6370', 'name': '', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'mac_address': 'fa:16:3e:17:11:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:04Z', 'updated_at': '2021-07-05T03:56:09Z', 'revision_number': 4, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'subnets': [{'id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:10.655842 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e173b8c-6f25-4515-b426-a9114757c97e req-83d4d78d-64ac-46c8-8093-17a5ff5de568 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898085 Jul 05 03:56:10.697326 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795c8d6-33d2-4b91-8b63-44c65d37bdae None None] The sync data for ids ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'] in n-d-798249-5 is: [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:06Z', 'revision_number': 4, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'b87077c6-8d99-40e4-bc7c-a42a887b6370', 'name': '', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'mac_address': 'fa:16:3e:17:11:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:04Z', 'updated_at': '2021-07-05T03:56:09Z', 'revision_number': 4, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'subnets': [{'id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:10.703523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b82d8-2c3b-4789-8af1-1b95b203ad4e req-67f92617-3534-425c-aa87-bc46dd1718e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.705935 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c4b82d8-2c3b-4789-8af1-1b95b203ad4e req-67f92617-3534-425c-aa87-bc46dd1718e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e44a047-b071-4547-b5bf-c2d779c2a9ed HTTP/1.1" status: 200 len: 903 time: 0.1868637 Jul 05 03:56:10.795409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c4b82d8-2c3b-4789-8af1-1b95b203ad4e req-5dadd415-0690-4553-9f77-7c2323925761 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=6bfc8338-8200-4e10-825c-ada4d1197474 HTTP/1.1" status: 200 len: 217 time: 0.0813167 Jul 05 03:56:10.863735 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c11170d-5c81-4244-a4f2-892899c4325d req-c8525937-e2b3-42c3-bbd7-f4b3458457e3 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 210 time: 0.0776079 Jul 05 03:56:10.901555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b82d8-2c3b-4789-8af1-1b95b203ad4e req-02c221d5-3440-41bf-adb5-3bef16c052c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.904008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c4b82d8-2c3b-4789-8af1-1b95b203ad4e req-02c221d5-3440-41bf-adb5-3bef16c052c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65225f4e-1381-445e-abf4-4b1161390116 HTTP/1.1" status: 200 len: 801 time: 0.0974169 Jul 05 03:56:10.912825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6350e674-07ed-4350-9c5c-c3c288696b25 req-026d1436-248a-4401-b1a5-fe5c246bb4cd tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-71393660&fields=id&tenant_id=42221dc113c34bf6acdc5aa76696f0bf HTTP/1.1" status: 200 len: 267 time: 0.1046596 Jul 05 03:56:11.026342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b82d8-2c3b-4789-8af1-1b95b203ad4e req-1085d97c-cd44-4ed7-b5ae-4b1d13f1ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:11.027931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c4b82d8-2c3b-4789-8af1-1b95b203ad4e req-1085d97c-cd44-4ed7-b5ae-4b1d13f1ba2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e44a047-b071-4547-b5bf-c2d779c2a9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1139338 Jul 05 03:56:11.060969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350e674-07ed-4350-9c5c-c3c288696b25 req-9adcbf0c-c277-40dd-b90e-0b716ec6ee18 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:11.062367 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6350e674-07ed-4350-9c5c-c3c288696b25 req-9adcbf0c-c277-40dd-b90e-0b716ec6ee18 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.1402507 Jul 05 03:56:11.114373 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-6350e674-07ed-4350-9c5c-c3c288696b25 req-c391a749-036b-4508-91c4-257dbd824778 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Request body: {'port': {'security_groups': ['3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c', '654fe459-b842-4ad1-8829-4d38f36d77a0']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:11.250718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c4b82d8-2c3b-4789-8af1-1b95b203ad4e req-1deafece-b7f6-4863-862e-9492800da396 service neutron] 10.222.0.64 "GET /v2.0/networks/1e44a047-b071-4547-b5bf-c2d779c2a9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154262 Jul 05 03:56:11.270852 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6350e674-07ed-4350-9c5c-c3c288696b25 req-c391a749-036b-4508-91c4-257dbd824778 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.472972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c4b82d8-2c3b-4789-8af1-1b95b203ad4e req-49e28b79-66a3-45ed-bed8-0686e90dd324 service neutron] 10.222.0.64 "GET /v2.0/networks/1e44a047-b071-4547-b5bf-c2d779c2a9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123413 Jul 05 03:56:11.483341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b87077c6-8d99-40e4-bc7c-a42a887b6370 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:11.622954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-6350e674-07ed-4350-9c5c-c3c288696b25 req-c391a749-036b-4508-91c4-257dbd824778 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] For port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,segment=NetworkSegment(64caaef4-af64-4f44-af16-efffad4f61ae),segment_id=64caaef4-af64-4f44-af16-efffad4f61ae)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:11.688781 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6350e674-07ed-4350-9c5c-c3c288696b25 req-c391a749-036b-4508-91c4-257dbd824778 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.696866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port b87077c6-8d99-40e4-bc7c-a42a887b6370 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:11.703595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b87077c6-8d99-40e4-bc7c-a42a887b6370 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:11.704213 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.729644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdecbe-95c3-4989-8459-56c7a70c5e51 req-ca01bcb2-89c3-426a-9166-dc33a3faed3a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:11.731871 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2dfdecbe-95c3-4989-8459-56c7a70c5e51 req-ca01bcb2-89c3-426a-9166-dc33a3faed3a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.0828640 Jul 05 03:56:11.791202 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2dfdecbe-95c3-4989-8459-56c7a70c5e51 req-ee95a7b9-c66a-4213-a7b0-8718ec3229d7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475900 Jul 05 03:56:11.805137 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6350e674-07ed-4350-9c5c-c3c288696b25 req-c391a749-036b-4508-91c4-257dbd824778 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.820703 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['59fceac7-17c8-45ed-8a7f-2e4ba374bc1b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:11.850967 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350e674-07ed-4350-9c5c-c3c288696b25 req-c391a749-036b-4508-91c4-257dbd824778 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:11.851654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6350e674-07ed-4350-9c5c-c3c288696b25 req-c391a749-036b-4508-91c4-257dbd824778 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.853157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6350e674-07ed-4350-9c5c-c3c288696b25 req-c391a749-036b-4508-91c4-257dbd824778 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "PUT /v2.0/ports/59fceac7-17c8-45ed-8a7f-2e4ba374bc1b HTTP/1.1" status: 200 len: 982 time: 0.7773740 Jul 05 03:56:11.853643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'tag': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:11.856858 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937e7643-104e-45f2-bae4-7f15700bf2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "23797ffc-4131-49a6-ada7-6ca877fd9930", "tag": "59fceac7-17c8-45ed-8a7f-2e4ba374bc1b"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:11.919335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391a749-036b-4508-91c4-257dbd824778 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Pushing event updated for resources: {'Port': ['ID=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,revision_number=6']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:11.994205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['59fceac7-17c8-45ed-8a7f-2e4ba374bc1b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:12.015688 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.101280 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555e6bea-22ec-49d6-98c4-f6d7d9a1c29f x-openstack-request-id: req-555e6bea-22ec-49d6-98c4-f6d7d9a1c29f {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:12.104398 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23797ffc-4131-49a6-ada7-6ca877fd9930", "tag": "59fceac7-17c8-45ed-8a7f-2e4ba374bc1b", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:12.105350 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-555e6bea-22ec-49d6-98c4-f6d7d9a1c29f {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:12.106628 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'tag': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b', 'status': 'completed', 'code': 200} Jul 05 03:56:12.130166 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64abce6-4aa3-4f07-8e56-d2a70ae34b87 req-242c4448-a0e9-418f-8fc0-5662c266d9ea tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.137515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64abce6-4aa3-4f07-8e56-d2a70ae34b87 req-242c4448-a0e9-418f-8fc0-5662c266d9ea tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.142413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port b87077c6-8d99-40e4-bc7c-a42a887b6370, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b87077c6-8d99-40e4-bc7c-a42a887b6370,segment=NetworkSegment(8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b),segment_id=8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:12.146988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64abce6-4aa3-4f07-8e56-d2a70ae34b87 req-242c4448-a0e9-418f-8fc0-5662c266d9ea tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.157037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b64abce6-4aa3-4f07-8e56-d2a70ae34b87 req-242c4448-a0e9-418f-8fc0-5662c266d9ea tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2412 time: 0.1705842 Jul 05 03:56:12.226450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b64abce6-4aa3-4f07-8e56-d2a70ae34b87 req-3612eb1f-3472-43f8-8d23-96c8e731a1ab tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632551 Jul 05 03:56:12.238517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e7643-104e-45f2-bae4-7f15700bf2d2 req-f9c454ed-ca0b-4153-ad7e-6becf7185c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.241648 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-937e7643-104e-45f2-bae4-7f15700bf2d2 req-f9c454ed-ca0b-4153-ad7e-6becf7185c94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42221dc113c34bf6acdc5aa76696f0bf&device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 1136 time: 0.1228127 Jul 05 03:56:12.283794 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.337689 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1076cf1-855a-4bcc-8b46-49f199aed74a req-d5750d11-9bb3-421c-ba89-c0ff4aa65e74 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-71393660&fields=id&tenant_id=42221dc113c34bf6acdc5aa76696f0bf HTTP/1.1" status: 200 len: 267 time: 0.0906394 Jul 05 03:56:12.420652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e7643-104e-45f2-bae4-7f15700bf2d2 req-7722e427-52cf-4653-a6a8-8ebd3c78b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.422222 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-937e7643-104e-45f2-bae4-7f15700bf2d2 req-7722e427-52cf-4653-a6a8-8ebd3c78b5bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=961e366e-90e4-4d1e-811a-b43786f3f3f5 HTTP/1.1" status: 200 len: 921 time: 0.1688349 Jul 05 03:56:12.507418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-faf43460-edcb-47f5-9e6a-651ffd69d361 req-3524dfd5-1c8a-4911-b508-f8ef51c0ce44 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 210 time: 0.0490789 Jul 05 03:56:12.512951 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=b87077c6-8d99-40e4-bc7c-a42a887b6370,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:12.546512 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-937e7643-104e-45f2-bae4-7f15700bf2d2 req-86d32f91-8820-4320-9823-13c4c5090962 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b HTTP/1.1" status: 200 len: 217 time: 0.1080470 Jul 05 03:56:12.547631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1076cf1-855a-4bcc-8b46-49f199aed74a req-2f65b029-6f9d-49c6-b34c-54fbb3801b41 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.555295 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1076cf1-855a-4bcc-8b46-49f199aed74a req-2f65b029-6f9d-49c6-b34c-54fbb3801b41 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 985 time: 0.2171035 Jul 05 03:56:12.561729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-c1076cf1-855a-4bcc-8b46-49f199aed74a req-eecf989c-b6a7-4202-9f7d-6330e4d0413f tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Request body: {'port': {'security_groups': ['3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:12.641127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e7643-104e-45f2-bae4-7f15700bf2d2 req-451f23e3-1fb7-4b8a-aeb7-c0b144c81336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.643046 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-937e7643-104e-45f2-bae4-7f15700bf2d2 req-451f23e3-1fb7-4b8a-aeb7-c0b144c81336 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1 HTTP/1.1" status: 200 len: 860 time: 0.0916970 Jul 05 03:56:12.694733 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-937e7643-104e-45f2-bae4-7f15700bf2d2 req-ee233ebd-745a-4d08-ac08-4c2ce3c06647 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=961e366e-90e4-4d1e-811a-b43786f3f3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322332 Jul 05 03:56:12.704340 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c1076cf1-855a-4bcc-8b46-49f199aed74a req-eecf989c-b6a7-4202-9f7d-6330e4d0413f tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.812469 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-937e7643-104e-45f2-bae4-7f15700bf2d2 req-244d7594-d814-42ae-b43a-06c602ba8dd6 service neutron] 10.222.0.11 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112750 Jul 05 03:56:12.928155 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-937e7643-104e-45f2-bae4-7f15700bf2d2 req-2bfaa13b-79fd-49d4-982e-b61543a58112 service neutron] 10.222.0.11 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041985 Jul 05 03:56:12.983841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-c1076cf1-855a-4bcc-8b46-49f199aed74a req-eecf989c-b6a7-4202-9f7d-6330e4d0413f tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] For port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,segment=NetworkSegment(64caaef4-af64-4f44-af16-efffad4f61ae),segment_id=64caaef4-af64-4f44-af16-efffad4f61ae)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:13.038533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252c671-4c37-46b4-aa95-5b684c9ffa6c req-88d1e06f-2e8b-4979-879c-a870599ccbde tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:13.040084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d252c671-4c37-46b4-aa95-5b684c9ffa6c req-88d1e06f-2e8b-4979-879c-a870599ccbde tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1070836 Jul 05 03:56:13.045541 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c1076cf1-855a-4bcc-8b46-49f199aed74a req-eecf989c-b6a7-4202-9f7d-6330e4d0413f tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.084246 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d252c671-4c37-46b4-aa95-5b684c9ffa6c req-da18d126-0bfd-45a8-a81b-7a963ccbe27f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349267 Jul 05 03:56:13.119573 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c1076cf1-855a-4bcc-8b46-49f199aed74a req-eecf989c-b6a7-4202-9f7d-6330e4d0413f tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.133437 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['59fceac7-17c8-45ed-8a7f-2e4ba374bc1b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:13.161535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1076cf1-855a-4bcc-8b46-49f199aed74a req-eecf989c-b6a7-4202-9f7d-6330e4d0413f tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:13.162566 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c1076cf1-855a-4bcc-8b46-49f199aed74a req-eecf989c-b6a7-4202-9f7d-6330e4d0413f tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.170889 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1076cf1-855a-4bcc-8b46-49f199aed74a req-eecf989c-b6a7-4202-9f7d-6330e4d0413f tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "PUT /v2.0/ports/59fceac7-17c8-45ed-8a7f-2e4ba374bc1b HTTP/1.1" status: 200 len: 943 time: 0.6142313 Jul 05 03:56:13.236625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device ad62ef0f-5427-4672-8d39-c38d8f06a767 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:13.259021 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['59fceac7-17c8-45ed-8a7f-2e4ba374bc1b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:13.483499 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b87077c6-8d99-40e4-bc7c-a42a887b6370 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:13.548228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf989c-b6a7-4202-9f7d-6330e4d0413f tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Pushing event updated for resources: {'Port': ['ID=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,revision_number=7']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:13.633022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-dc67aa5b-ab4b-4a51-8c44-49846416a4eb tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:13.634905 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-dc67aa5b-ab4b-4a51-8c44-49846416a4eb tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.64 "GET /v2.0/networks?id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e HTTP/1.1" status: 200 len: 813 time: 0.4156609 Jul 05 03:56:13.648935 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-aa84e448-d2fc-43bd-8bce-a106b9e78a64 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4285429 Jul 05 03:56:13.660193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b87077c6-8d99-40e4-bc7c-a42a887b6370 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:13.660777 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.662728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-ef45fcc5-95b0-4d0a-9600-c0700462a1b4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'port': {'device_id': 'c986cfe4-49da-48e6-baf5-34d759cb2e8e', 'network_id': 'f98dda64-a33a-4703-a1a8-2da2a6b6fe2e', 'admin_state_up': True, 'tenant_id': '7de3fa7ecc2f4a1aa1e7dd64a5c30a4e'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:13.674694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:13.714902 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port ad62ef0f-5427-4672-8d39-c38d8f06a767, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=ad62ef0f-5427-4672-8d39-c38d8f06a767,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:13.771322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'ad62ef0f-5427-4672-8d39-c38d8f06a767', 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699', 'port_id': 'ad62ef0f-5427-4672-8d39-c38d8f06a767', 'mac_address': 'fa:16:3e:cd:54:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:13.886074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6bfc8338-8200-4e10-825c-ada4d1197474 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:13.915425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75268965-2992-428d-b97c-224e1106ee20 req-0bec57cc-8eb1-4d4a-a349-5c817a041500 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:13.921350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75268965-2992-428d-b97c-224e1106ee20 req-0bec57cc-8eb1-4d4a-a349-5c817a041500 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:13.927618 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75268965-2992-428d-b97c-224e1106ee20 req-0bec57cc-8eb1-4d4a-a349-5c817a041500 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:13.928516 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.929630 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-75268965-2992-428d-b97c-224e1106ee20 req-0bec57cc-8eb1-4d4a-a349-5c817a041500 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2412 time: 0.2584596 Jul 05 03:56:13.975225 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.994663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad62ef0f-5427-4672-8d39-c38d8f06a767 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:14.046274 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-75268965-2992-428d-b97c-224e1106ee20 req-bc16f194-8fcd-4ac5-8d6f-605f78f55ca4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110075 Jul 05 03:56:14.108908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'tag': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:14.109272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port ad62ef0f-5427-4672-8d39-c38d8f06a767, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=ad62ef0f-5427-4672-8d39-c38d8f06a767,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:14.111697 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb7a0e7-89f3-4f4d-aad8-54b176b15c75" -d '{"events": [{"name": "network-changed", "server_uuid": "23797ffc-4131-49a6-ada7-6ca877fd9930", "tag": "59fceac7-17c8-45ed-8a7f-2e4ba374bc1b"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:14.116940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6bfc8338-8200-4e10-825c-ada4d1197474, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6bfc8338-8200-4e10-825c-ada4d1197474,segment=NetworkSegment(742a5df9-d040-4f19-99de-c7ec6f89f357),segment_id=742a5df9-d040-4f19-99de-c7ec6f89f357)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:14.132797 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '6bfc8338-8200-4e10-825c-ada4d1197474', 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed', 'port_id': '6bfc8338-8200-4e10-825c-ada4d1197474', 'mac_address': 'fa:16:3e:a6:3d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65225f4e-1381-445e-abf4-4b1161390116', 'ip_address': '19.80.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:14.196853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-ef45fcc5-95b0-4d0a-9600-c0700462a1b4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Made reservation on behalf of 7de3fa7ecc2f4a1aa1e7dd64a5c30a4e for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:14.208730 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-ef45fcc5-95b0-4d0a-9600-c0700462a1b4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.214732 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.238171 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bfc8338-8200-4e10-825c-ada4d1197474 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:14.244566 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.263471 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.274064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6bfc8338-8200-4e10-825c-ada4d1197474, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6bfc8338-8200-4e10-825c-ada4d1197474,segment=NetworkSegment(742a5df9-d040-4f19-99de-c7ec6f89f357),segment_id=742a5df9-d040-4f19-99de-c7ec6f89f357)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:14.283387 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff511d27-5908-4af8-93d3-211e917b4d30 req-989d8db9-69c8-45f9-9720-399a5775bf5b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 210 time: 0.0693908 Jul 05 03:56:14.345688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=ad62ef0f-5427-4672-8d39-c38d8f06a767,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:14.360512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ad62ef0f-5427-4672-8d39-c38d8f06a767'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:14.405226 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.405925 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 8d72d167-f471-4a15-bdbe-fe48396f4620 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:14.483791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Allocated IP 172.25.0.67 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/8ba1bc3b-e570-4c3a-897e-fae3d2f67afa) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:14.503066 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-ef45fcc5-95b0-4d0a-9600-c0700462a1b4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Allocated IP 172.20.0.7 (f98dda64-a33a-4703-a1a8-2da2a6b6fe2e/55cadabf-193f-4213-b3e9-84f18739c9b7/3d14e8b5-f21c-47a9-a546-a23ea0de5ebf) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:14.538313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 8d72d167-f471-4a15-bdbe-fe48396f4620, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8d72d167-f471-4a15-bdbe-fe48396f4620,segment=NetworkSegment(742a5df9-d040-4f19-99de-c7ec6f89f357),segment_id=742a5df9-d040-4f19-99de-c7ec6f89f357)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:14.581981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=6bfc8338-8200-4e10-825c-ada4d1197474,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:14.584931 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '8d72d167-f471-4a15-bdbe-fe48396f4620', 'network_id': '1e44a047-b071-4547-b5bf-c2d779c2a9ed', 'port_id': '8d72d167-f471-4a15-bdbe-fe48396f4620', 'mac_address': 'fa:16:3e:dd:13:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65225f4e-1381-445e-abf4-4b1161390116', 'ip_address': '19.80.0.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:14.653756 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.669181 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d72d167-f471-4a15-bdbe-fe48396f4620 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:14.718676 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 8d72d167-f471-4a15-bdbe-fe48396f4620, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8d72d167-f471-4a15-bdbe-fe48396f4620,segment=NetworkSegment(742a5df9-d040-4f19-99de-c7ec6f89f357),segment_id=742a5df9-d040-4f19-99de-c7ec6f89f357)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:14.828424 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.829064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 776e5033-b4ca-4945-920d-f34c96ed1cf9 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:14.843653 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.046805 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-ef45fcc5-95b0-4d0a-9600-c0700462a1b4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.189119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=8d72d167-f471-4a15-bdbe-fe48396f4620,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:15.251865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device ad62ef0f-5427-4672-8d39-c38d8f06a767 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:15.273823 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0efd0-90a0-436e-9adc-2207c0e0b2ff req-e500483b-e6f3-46d0-a9f1-b5be9fd400ce tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:15.275545 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14c0efd0-90a0-436e-9adc-2207c0e0b2ff req-e500483b-e6f3-46d0-a9f1-b5be9fd400ce tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 944 time: 0.2845881 Jul 05 03:56:15.339199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 776e5033-b4ca-4945-920d-f34c96ed1cf9, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=776e5033-b4ca-4945-920d-f34c96ed1cf9,segment=NetworkSegment(574dd914-8729-4583-9e2e-bd05787d0d18),segment_id=574dd914-8729-4583-9e2e-bd05787d0d18)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:15.354083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14c0efd0-90a0-436e-9adc-2207c0e0b2ff req-deb29ef7-6d3a-4eae-b2d4-1fc36691f544 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711002 Jul 05 03:56:15.370784 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '776e5033-b4ca-4945-920d-f34c96ed1cf9', 'network_id': '63c28b6a-701c-46ce-8d80-cb5ba05bd175', 'port_id': '776e5033-b4ca-4945-920d-f34c96ed1cf9', 'mac_address': 'fa:16:3e:66:0c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cae97a5-d5e0-4e89-b01b-8b956047fec2', 'ip_address': '19.86.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:15.511380 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.511380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port ad62ef0f-5427-4672-8d39-c38d8f06a767 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:15.511380 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.511645 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd0dee4-fe55-4f5b-9dc9-6e12e8553ca3 x-openstack-request-id: req-dfd0dee4-fe55-4f5b-9dc9-6e12e8553ca3 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:15.511645 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23797ffc-4131-49a6-ada7-6ca877fd9930", "tag": "59fceac7-17c8-45ed-8a7f-2e4ba374bc1b", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:15.511645 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfd0dee4-fe55-4f5b-9dc9-6e12e8553ca3 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:15.511645 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'tag': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b', 'status': 'completed', 'code': 200} Jul 05 03:56:15.512015 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776e5033-b4ca-4945-920d-f34c96ed1cf9 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:15.512015 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 776e5033-b4ca-4945-920d-f34c96ed1cf9, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=776e5033-b4ca-4945-920d-f34c96ed1cf9,segment=NetworkSegment(574dd914-8729-4583-9e2e-bd05787d0d18),segment_id=574dd914-8729-4583-9e2e-bd05787d0d18)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:15.587226 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.618521 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea10f9-7d38-4c52-a069-8657e6213d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad62ef0f-5427-4672-8d39-c38d8f06a767'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:15.620303 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7a0e7-89f3-4f4d-aad8-54b176b15c75 req-d04a39cb-1042-49dc-b72a-b68fd7604871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:15.623270 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b020b4-8f31-48db-a65c-442189f99576" -d '{"events": [{"server_uuid": "5bea10f9-7d38-4c52-a069-8657e6213d78", "name": "network-vif-plugged", "status": "completed", "tag": "ad62ef0f-5427-4672-8d39-c38d8f06a767"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:15.623543 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-adb7a0e7-89f3-4f4d-aad8-54b176b15c75 req-d04a39cb-1042-49dc-b72a-b68fd7604871 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42221dc113c34bf6acdc5aa76696f0bf&device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 1097 time: 0.1252553 Jul 05 03:56:15.636468 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.665452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port ad62ef0f-5427-4672-8d39-c38d8f06a767, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=ad62ef0f-5427-4672-8d39-c38d8f06a767,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:15.700563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:15.705334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:15.710513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:15.714858 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.740254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Pushing event updated for resources: {'Port': ['ID=8ba1bc3b-e570-4c3a-897e-fae3d2f67afa,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:15.816571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7a0e7-89f3-4f4d-aad8-54b176b15c75 req-6e405bcd-e237-4d60-891a-42b06da6490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:15.833002 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-adb7a0e7-89f3-4f4d-aad8-54b176b15c75 req-6e405bcd-e237-4d60-891a-42b06da6490d service neutron] 10.222.0.11 "GET /v2.0/networks?id=961e366e-90e4-4d1e-811a-b43786f3f3f5 HTTP/1.1" status: 200 len: 921 time: 0.1880417 Jul 05 03:56:15.833176 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-ef45fcc5-95b0-4d0a-9600-c0700462a1b4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.876300 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.885114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=776e5033-b4ca-4945-920d-f34c96ed1cf9,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:15.940122 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-adb7a0e7-89f3-4f4d-aad8-54b176b15c75 req-e7b98982-2d6f-4e51-a8f0-027ff7e3f2fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b HTTP/1.1" status: 200 len: 217 time: 0.1134102 Jul 05 03:56:15.995246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=ad62ef0f-5427-4672-8d39-c38d8f06a767,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:16.018404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7a0e7-89f3-4f4d-aad8-54b176b15c75 req-a1ed2ed1-6369-4ef7-a879-70b095540963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:16.022929 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-adb7a0e7-89f3-4f4d-aad8-54b176b15c75 req-a1ed2ed1-6369-4ef7-a879-70b095540963 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1 HTTP/1.1" status: 200 len: 860 time: 0.0732358 Jul 05 03:56:16.030558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-ef45fcc5-95b0-4d0a-9600-c0700462a1b4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Network f98dda64-a33a-4703-a1a8-2da2a6b6fe2e is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:16.042935 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-ef45fcc5-95b0-4d0a-9600-c0700462a1b4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:16.050559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-ef45fcc5-95b0-4d0a-9600-c0700462a1b4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:16.069178 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-adb7a0e7-89f3-4f4d-aad8-54b176b15c75 req-484f0b19-bed9-426d-bb4c-b2247de93c6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=961e366e-90e4-4d1e-811a-b43786f3f3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393975 Jul 05 03:56:16.120559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['776e5033-b4ca-4945-920d-f34c96ed1cf9'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:16.131756 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45fcc5-95b0-4d0a-9600-c0700462a1b4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'Port': ['ID=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:16.160836 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['6bfc8338-8200-4e10-825c-ada4d1197474'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:16.190505 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.204202 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-ef45fcc5-95b0-4d0a-9600-c0700462a1b4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:16.204202 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-ef45fcc5-95b0-4d0a-9600-c0700462a1b4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.217568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797a673-14b3-466d-9598-0553bf91268e req-ea0d70f9-78dc-449a-82f1-efd9d9f536d4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:16.223559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797a673-14b3-466d-9598-0553bf91268e req-ea0d70f9-78dc-449a-82f1-efd9d9f536d4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:16.229788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797a673-14b3-466d-9598-0553bf91268e req-ea0d70f9-78dc-449a-82f1-efd9d9f536d4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:16.238822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d797a673-14b3-466d-9598-0553bf91268e req-ea0d70f9-78dc-449a-82f1-efd9d9f536d4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2415 time: 0.4843009 Jul 05 03:56:16.264791 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-adb7a0e7-89f3-4f4d-aad8-54b176b15c75 req-1f64fdc6-38e0-4ad2-9126-b5306a9e96d1 service neutron] 10.222.0.11 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852450 Jul 05 03:56:16.292923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d797a673-14b3-466d-9598-0553bf91268e req-5da0f5a5-e506-40ff-8138-8fd65c3a9696 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Jul 05 03:56:16.412930 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-ef45fcc5-95b0-4d0a-9600-c0700462a1b4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7578368 Jul 05 03:56:16.444789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Request body: {'port': {'device_id': 'c986cfe4-49da-48e6-baf5-34d759cb2e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:16.456211 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-adb7a0e7-89f3-4f4d-aad8-54b176b15c75 req-50ce37ca-e4a3-4ac8-8ee9-5d871fe9566d service neutron] 10.222.0.11 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842740 Jul 05 03:56:16.602597 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.690229 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.718735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c78030-b9ae-4ce0-a4a5-19dcc263733c req-793f9212-5345-4f61-bf0b-4c81d0840e57 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:16.722526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-33c78030-b9ae-4ce0-a4a5-19dcc263733c req-793f9212-5345-4f61-bf0b-4c81d0840e57 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 931 time: 0.2050338 Jul 05 03:56:16.934741 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-33c78030-b9ae-4ce0-a4a5-19dcc263733c req-f03a3b7a-633f-435b-9e26-da4ce34b1a6d tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051287 Jul 05 03:56:17.082444 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.153770 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90477ae-29c5-4c4f-b21d-4b5c773bbb9b x-openstack-request-id: req-b90477ae-29c5-4c4f-b21d-4b5c773bbb9b {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:17.154496 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea10f9-7d38-4c52-a069-8657e6213d78", "name": "network-vif-plugged", "status": "completed", "tag": "ad62ef0f-5427-4672-8d39-c38d8f06a767", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:17.154496 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b90477ae-29c5-4c4f-b21d-4b5c773bbb9b {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:17.155552 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea10f9-7d38-4c52-a069-8657e6213d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad62ef0f-5427-4672-8d39-c38d8f06a767', 'code': 200} Jul 05 03:56:17.191876 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.240171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:17.264481 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.286218 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['8d72d167-f471-4a15-bdbe-fe48396f4620'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:17.298043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Pushing event updated for resources: {'Port': ['ID=8ba1bc3b-e570-4c3a-897e-fae3d2f67afa,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:17.310836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Transition to ACTIVE for port object 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:17.338319 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.390267 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.461982 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.472349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-664329e4-efb9-4c02-8697-23bcfb8714dc tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8199170 Jul 05 03:56:17.892199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6bfc8338-8200-4e10-825c-ada4d1197474 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:17.953739 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-2760cd4b-cb53-40ae-8322-d5436320ab09 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.4731050 Jul 05 03:56:18.005479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Pushing event updated for resources: {'Port': ['ID=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:18.061388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 6bfc8338-8200-4e10-825c-ada4d1197474 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:18.067084 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 6bfc8338-8200-4e10-825c-ada4d1197474 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:18.068852 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.153788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Attempting to bind port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:18.163574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Attempting to bind port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'e34c8e3b-3ee5-4fbd-9008-a274ba75c805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f98dda64-a33a-4703-a1a8-2da2a6b6fe2e'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:18.163574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Attempting to bind port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf on network f98dda64-a33a-4703-a1a8-2da2a6b6fe2e {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:18.167434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-75984f3b-1c54-45b0-9412-24c0630e4f4b tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:18.178378 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8b6dced-b7d9-4935-b009-17b90a231230 req-75984f3b-1c54-45b0-9412-24c0630e4f4b tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.2304187 Jul 05 03:56:18.179514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf on network f98dda64-a33a-4703-a1a8-2da2a6b6fe2e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:18.179840 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Attempting to bind port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf on network f98dda64-a33a-4703-a1a8-2da2a6b6fe2e {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:18.199276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:18.200576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Checking segment: {'id': 'e34c8e3b-3ee5-4fbd-9008-a274ba75c805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f98dda64-a33a-4703-a1a8-2da2a6b6fe2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:18.201383 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Bound using segment: {'id': 'e34c8e3b-3ee5-4fbd-9008-a274ba75c805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f98dda64-a33a-4703-a1a8-2da2a6b6fe2e'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:18.202028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Bound port: 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34c8e3b-3ee5-4fbd-9008-a274ba75c805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f98dda64-a33a-4703-a1a8-2da2a6b6fe2e'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:18.202577 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.304755 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.354494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] For port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:18.363718 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] For port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,segment=NetworkSegment(e34c8e3b-3ee5-4fbd-9008-a274ba75c805),segment_id=e34c8e3b-3ee5-4fbd-9008-a274ba75c805)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:18.471326 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf3ee4-5b1b-4114-9cbc-ec128825a134 req-992bb983-94db-4c7a-b27b-e11d5c6684f9 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:18.480507 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-adcf3ee4-5b1b-4114-9cbc-ec128825a134 req-992bb983-94db-4c7a-b27b-e11d5c6684f9 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1151702 Jul 05 03:56:18.486346 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.510012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:18.510012 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.511258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] 10.222.0.64 "PUT /v2.0/ports/3d14e8b5-f21c-47a9-a546-a23ea0de5ebf HTTP/1.1" status: 200 len: 1091 time: 2.0884657 Jul 05 03:56:18.514675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c986cfe4-49da-48e6-baf5-34d759cb2e8e', 'tag': '3d14e8b5-f21c-47a9-a546-a23ea0de5ebf'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:18.518617 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f64eeb-c382-45ab-b7c0-9af0123e0a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c986cfe4-49da-48e6-baf5-34d759cb2e8e", "tag": "3d14e8b5-f21c-47a9-a546-a23ea0de5ebf"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:18.556821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6bfc8338-8200-4e10-825c-ada4d1197474, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6bfc8338-8200-4e10-825c-ada4d1197474,segment=NetworkSegment(742a5df9-d040-4f19-99de-c7ec6f89f357),segment_id=742a5df9-d040-4f19-99de-c7ec6f89f357)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:18.607670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-adcf3ee4-5b1b-4114-9cbc-ec128825a134 req-f42a2217-e281-4751-ac10-e67ba0a6b4a8 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213722 Jul 05 03:56:18.634954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883a892-0642-4fa2-a105-782935bf9412 service neutron] Pushing event updated for resources: {'Port': ['ID=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:18.690964 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.691811 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 776e5033-b4ca-4945-920d-f34c96ed1cf9 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:18.721685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-d33c8736-1f73-48bb-b44f-e37090c1b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:18.723608 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-d33c8736-1f73-48bb-b44f-e37090c1b335 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 1094 time: 0.0662701 Jul 05 03:56:18.816499 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-ff0be97e-38ab-4960-948b-0036205687d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf HTTP/1.1" status: 200 len: 217 time: 0.0862525 Jul 05 03:56:18.903829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-1bba1f8b-1e9e-449a-9010-07a99aa3b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:18.905741 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-1bba1f8b-1e9e-449a-9010-07a99aa3b3a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55cadabf-193f-4213-b3e9-84f18739c9b7 HTTP/1.1" status: 200 len: 853 time: 0.0836713 Jul 05 03:56:18.920245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=6bfc8338-8200-4e10-825c-ada4d1197474,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:18.999674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 776e5033-b4ca-4945-920d-f34c96ed1cf9 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:19.004256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 776e5033-b4ca-4945-920d-f34c96ed1cf9 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:19.005081 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.009156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-e09dc103-1a3f-4fab-abfb-0015abe4918e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904038 Jul 05 03:56:19.164684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfc8338-8200-4e10-825c-ada4d1197474'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:19.173826 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fbf3c2-43bc-4c23-9d1a-e724f9acb5cf" -d '{"events": [{"server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "name": "network-vif-plugged", "status": "completed", "tag": "6bfc8338-8200-4e10-825c-ada4d1197474"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:19.176250 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.274279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 776e5033-b4ca-4945-920d-f34c96ed1cf9, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=776e5033-b4ca-4945-920d-f34c96ed1cf9,segment=NetworkSegment(574dd914-8729-4583-9e2e-bd05787d0d18),segment_id=574dd914-8729-4583-9e2e-bd05787d0d18)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:19.319919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feacd5-3a83-4a15-a689-2398a168ab18 req-b2aff0d5-5ac4-45bc-aff9-c4bd30149bf6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:19.321542 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5feacd5-3a83-4a15-a689-2398a168ab18 req-b2aff0d5-5ac4-45bc-aff9-c4bd30149bf6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 943 time: 0.4146159 Jul 05 03:56:19.336680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160ce55-705a-414c-b649-85e3baf30391 req-0b5e91e1-53f3-4008-b17f-603e206193e8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:19.344319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160ce55-705a-414c-b649-85e3baf30391 req-0b5e91e1-53f3-4008-b17f-603e206193e8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:19.360502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160ce55-705a-414c-b649-85e3baf30391 req-0b5e91e1-53f3-4008-b17f-603e206193e8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:19.360502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3160ce55-705a-414c-b649-85e3baf30391 req-0b5e91e1-53f3-4008-b17f-603e206193e8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2416 time: 0.4503374 Jul 05 03:56:19.365884 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.428519 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-c82213ec-9feb-4949-a4e6-04425411aaa3 service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825941 Jul 05 03:56:19.486709 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=776e5033-b4ca-4945-920d-f34c96ed1cf9,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:19.509141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5feacd5-3a83-4a15-a689-2398a168ab18 req-dbe16923-f73a-4b4d-ad78-8b195c61ae45 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433794 Jul 05 03:56:19.523372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3160ce55-705a-414c-b649-85e3baf30391 req-8004a38b-7348-4be9-9d3b-8136df3aa748 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639073 Jul 05 03:56:19.586950 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4243cd59-a9c4-4fab-bd1f-60ed3639677a req-2282c1d8-7fde-441e-9225-3e0d66e82354 service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495080 Jul 05 03:56:19.776721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-cf65c70b-736e-4f4f-ac1a-e8b9c726be6c tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:19.786916 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-cf65c70b-736e-4f4f-ac1a-e8b9c726be6c tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1084418 Jul 05 03:56:19.835357 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-c0d58ee7-7bf3-4da5-a821-eb5dedcfa0b9 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.0512202 Jul 05 03:56:19.840490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-d817ba3d-5760-414c-8bc3-8f1190258dae tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Request body: {'floatingip': {'port_id': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:19.843875 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98147ece-6b00-47dc-b676-84c448e92d4f x-openstack-request-id: req-98147ece-6b00-47dc-b676-84c448e92d4f {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:19.844157 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c986cfe4-49da-48e6-baf5-34d759cb2e8e", "tag": "3d14e8b5-f21c-47a9-a546-a23ea0de5ebf", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:19.844435 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98147ece-6b00-47dc-b676-84c448e92d4f {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:19.844826 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c986cfe4-49da-48e6-baf5-34d759cb2e8e', 'tag': '3d14e8b5-f21c-47a9-a546-a23ea0de5ebf', 'status': 'completed', 'code': 200} Jul 05 03:56:19.891631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 8d72d167-f471-4a15-bdbe-fe48396f4620 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:19.940564 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-d817ba3d-5760-414c-8bc3-8f1190258dae tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.974672 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f71a08-15b2-47fc-ab91-97f7f65eb511 x-openstack-request-id: req-b0f71a08-15b2-47fc-ab91-97f7f65eb511 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:19.975115 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "name": "network-vif-plugged", "status": "completed", "tag": "6bfc8338-8200-4e10-825c-ada4d1197474", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:19.975508 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0f71a08-15b2-47fc-ab91-97f7f65eb511 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:19.975999 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfc8338-8200-4e10-825c-ada4d1197474', 'code': 200} Jul 05 03:56:20.065240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f64eeb-c382-45ab-b7c0-9af0123e0a4f req-89231bb3-2cd5-40b6-86c9-482d3e9a6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:20.066669 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1f64eeb-c382-45ab-b7c0-9af0123e0a4f req-89231bb3-2cd5-40b6-86c9-482d3e9a6c95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 1094 time: 0.1711283 Jul 05 03:56:20.075555 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 8d72d167-f471-4a15-bdbe-fe48396f4620 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:20.080944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 8d72d167-f471-4a15-bdbe-fe48396f4620 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:20.081643 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.193406 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.253652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 8d72d167-f471-4a15-bdbe-fe48396f4620, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8d72d167-f471-4a15-bdbe-fe48396f4620,segment=NetworkSegment(742a5df9-d040-4f19-99de-c7ec6f89f357),segment_id=742a5df9-d040-4f19-99de-c7ec6f89f357)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:20.319589 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.345507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f64eeb-c382-45ab-b7c0-9af0123e0a4f req-289b3fae-aaf7-45c6-80a7-40517b4b5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:20.346983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1f64eeb-c382-45ab-b7c0-9af0123e0a4f req-289b3fae-aaf7-45c6-80a7-40517b4b5d71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e HTTP/1.1" status: 200 len: 914 time: 0.2732720 Jul 05 03:56:20.359815 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fee95-3684-43f2-af40-f32848a0dfcf req-4f4a4f11-d209-4fd1-8ea9-31d252fab6d6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:20.361779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-190fee95-3684-43f2-af40-f32848a0dfcf req-4f4a4f11-d209-4fd1-8ea9-31d252fab6d6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.2331688 Jul 05 03:56:20.408517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1f64eeb-c382-45ab-b7c0-9af0123e0a4f req-a6b31b39-5174-49b8-8935-25eca893e7ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf HTTP/1.1" status: 200 len: 217 time: 0.0457404 Jul 05 03:56:20.436413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=8d72d167-f471-4a15-bdbe-fe48396f4620,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:20.482648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f64eeb-c382-45ab-b7c0-9af0123e0a4f req-965527b6-6da6-4ec5-b025-6b274160195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:20.484129 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1f64eeb-c382-45ab-b7c0-9af0123e0a4f req-965527b6-6da6-4ec5-b025-6b274160195e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55cadabf-193f-4213-b3e9-84f18739c9b7 HTTP/1.1" status: 200 len: 853 time: 0.0607181 Jul 05 03:56:20.570306 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1f64eeb-c382-45ab-b7c0-9af0123e0a4f req-764fb900-6db9-404e-8839-f9de6b90955a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785990 Jul 05 03:56:20.588312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-190fee95-3684-43f2-af40-f32848a0dfcf req-d63bc402-a2de-4dd0-ae5c-d94cd69da032 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872654 Jul 05 03:56:21.121857 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1f64eeb-c382-45ab-b7c0-9af0123e0a4f req-6ef8d755-0091-4cf6-86b4-8b95dd8540cb service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242560 Jul 05 03:56:21.239875 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-62e5ec77-139f-488e-a819-e3badf19c1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:21.330502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8e4e5-a836-45ee-a8fc-a4afa0a54a95 req-beba72e6-e82f-448b-a919-661a2f3acc4a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:21.336762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8e4e5-a836-45ee-a8fc-a4afa0a54a95 req-beba72e6-e82f-448b-a919-661a2f3acc4a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:21.343387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8e4e5-a836-45ee-a8fc-a4afa0a54a95 req-beba72e6-e82f-448b-a919-661a2f3acc4a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:21.350722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3f8e4e5-a836-45ee-a8fc-a4afa0a54a95 req-beba72e6-e82f-448b-a919-661a2f3acc4a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2418 time: 0.5206714 Jul 05 03:56:21.421672 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-d817ba3d-5760-414c-8bc3-8f1190258dae tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:21.435136 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3f8e4e5-a836-45ee-a8fc-a4afa0a54a95 req-408c79e2-e8a0-4c64-ab55-9da539cbb46c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801232 Jul 05 03:56:21.510532 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1f64eeb-c382-45ab-b7c0-9af0123e0a4f req-d7c478c1-545e-4ae8-aa90-214cc6373574 service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817303 Jul 05 03:56:21.515709 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-d817ba3d-5760-414c-8bc3-8f1190258dae tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:21.728479 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-d817ba3d-5760-414c-8bc3-8f1190258dae tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Floating IP 356b163d-414d-4a74-a765-fa3a38609573 associated. External IP: 172.25.0.67, port: 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b. Jul 05 03:56:21.836825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dffd9-ce3f-4b24-96ff-04a2822b28b9 req-1dadf958-a6d6-4c1b-a138-15a4a4018b52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:21.844147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-268dffd9-ce3f-4b24-96ff-04a2822b28b9 req-1dadf958-a6d6-4c1b-a138-15a4a4018b52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 943 time: 0.1898842 Jul 05 03:56:21.939918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-268dffd9-ce3f-4b24-96ff-04a2822b28b9 req-1e7cad37-9cd7-4413-8b39-51f450419dbb tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938361 Jul 05 03:56:21.977685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776e5033-b4ca-4945-920d-f34c96ed1cf9'}, {'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d72d167-f471-4a15-bdbe-fe48396f4620'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:21.988738 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e65c77-4694-4aaa-baf4-faca17207fa2" -d '{"events": [{"server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "name": "network-vif-plugged", "status": "completed", "tag": "776e5033-b4ca-4945-920d-f34c96ed1cf9"}, {"server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "name": "network-vif-plugged", "status": "completed", "tag": "8d72d167-f471-4a15-bdbe-fe48396f4620"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:23.041759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-d817ba3d-5760-414c-8bc3-8f1190258dae tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Router 8431015c-98bb-4999-9784-2a894786896e has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:56:23.116205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc812-8fee-4700-a7a1-fa8fad273495 req-cd023d4e-4217-49f0-a623-e094165120a9 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.120877 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-934bc812-8fee-4700-a7a1-fa8fad273495 req-cd023d4e-4217-49f0-a623-e094165120a9 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1449220 Jul 05 03:56:23.262263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-d817ba3d-5760-414c-8bc3-8f1190258dae tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:23.349142 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-d817ba3d-5760-414c-8bc3-8f1190258dae tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.351463 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665fb27-e8ec-4120-9001-8f292d8aafdf None None] Sync routers for ids ['8431015c-98bb-4999-9784-2a894786896e'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:23.351463 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665fb27-e8ec-4120-9001-8f292d8aafdf None None] Routers {'8431015c-98bb-4999-9784-2a894786896e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:23.351463 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3665fb27-e8ec-4120-9001-8f292d8aafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:55:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8431015c-98bb-4999-9784-2a894786896e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:23.352506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-934bc812-8fee-4700-a7a1-fa8fad273495 req-4235375f-500f-47c5-81de-dd58bcf64409 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937991 Jul 05 03:56:23.364729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-d817ba3d-5760-414c-8bc3-8f1190258dae tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "PUT /v2.0/floatingips/356b163d-414d-4a74-a765-fa3a38609573 HTTP/1.1" status: 200 len: 996 time: 3.5242596 Jul 05 03:56:23.365377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'tag': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:23.367818 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6da82e4-5a1a-4692-bff8-92097861282e" -d '{"events": [{"name": "network-changed", "server_uuid": "23797ffc-4131-49a6-ada7-6ca877fd9930", "tag": "59fceac7-17c8-45ed-8a7f-2e4ba374bc1b"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:23.469752 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc71336-c48d-488b-8e99-277bcf5fa0c5 x-openstack-request-id: req-5cc71336-c48d-488b-8e99-277bcf5fa0c5 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:23.470947 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "name": "network-vif-plugged", "status": "completed", "tag": "776e5033-b4ca-4945-920d-f34c96ed1cf9", "code": 200}, {"server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "name": "network-vif-plugged", "status": "completed", "tag": "8d72d167-f471-4a15-bdbe-fe48396f4620", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:23.472302 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cc71336-c48d-488b-8e99-277bcf5fa0c5 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:23.472742 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776e5033-b4ca-4945-920d-f34c96ed1cf9', 'code': 200} Jul 05 03:56:23.473745 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d72d167-f471-4a15-bdbe-fe48396f4620', 'code': 200} Jul 05 03:56:23.510063 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-3665fb27-e8ec-4120-9001-8f292d8aafdf None None] Set router 8431015c-98bb-4999-9784-2a894786896e gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:23.552604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-a2c71799-7038-42e2-82bc-4f80907731fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.563034 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-a2c71799-7038-42e2-82bc-4f80907731fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42221dc113c34bf6acdc5aa76696f0bf&device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 1097 time: 0.1792889 Jul 05 03:56:23.806360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-2e1fbeca-ec01-48e1-b61b-b4208ebac380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.814449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-2e1fbeca-ec01-48e1-b61b-b4208ebac380 service neutron] 10.222.0.60 "GET /v2.0/networks?id=961e366e-90e4-4d1e-811a-b43786f3f3f5 HTTP/1.1" status: 200 len: 921 time: 0.1943638 Jul 05 03:56:23.880298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4690a6-b3a0-46ef-8fa9-a151261472ab req-2792a30b-6313-409c-8486-b03bb64803eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.880809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4690a6-b3a0-46ef-8fa9-a151261472ab req-2792a30b-6313-409c-8486-b03bb64803eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.881291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4690a6-b3a0-46ef-8fa9-a151261472ab req-2792a30b-6313-409c-8486-b03bb64803eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.883339 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf4690a6-b3a0-46ef-8fa9-a151261472ab req-2792a30b-6313-409c-8486-b03bb64803eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2871 time: 0.2859962 Jul 05 03:56:23.896313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303970a3-c7d2-4831-8baf-061c3fef6c36 req-4658b012-9778-4159-bd69-ec8af42034d6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.903151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303970a3-c7d2-4831-8baf-061c3fef6c36 req-4658b012-9778-4159-bd69-ec8af42034d6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.908408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303970a3-c7d2-4831-8baf-061c3fef6c36 req-4658b012-9778-4159-bd69-ec8af42034d6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.910098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-303970a3-c7d2-4831-8baf-061c3fef6c36 req-4658b012-9778-4159-bd69-ec8af42034d6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2418 time: 0.3467004 Jul 05 03:56:23.943661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:23.969282 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-b623cdb0-a077-4165-9290-5ce828481445 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b HTTP/1.1" status: 200 len: 999 time: 0.1538918 Jul 05 03:56:24.030844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf4690a6-b3a0-46ef-8fa9-a151261472ab req-c04602d0-495f-46da-8510-5c6968ae3c7d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197164 Jul 05 03:56:24.044975 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-303970a3-c7d2-4831-8baf-061c3fef6c36 req-43aa8858-e1b3-418e-8b87-5585f2abb668 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261580 Jul 05 03:56:24.055800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-fe815b8d-575b-496f-9f11-aadc7cb2064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:24.061053 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,segment=NetworkSegment(e34c8e3b-3ee5-4fbd-9008-a274ba75c805),segment_id=e34c8e3b-3ee5-4fbd-9008-a274ba75c805)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:24.063805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-fe815b8d-575b-496f-9f11-aadc7cb2064b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1 HTTP/1.1" status: 200 len: 860 time: 0.0936408 Jul 05 03:56:24.078913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '3d14e8b5-f21c-47a9-a546-a23ea0de5ebf', 'network_id': 'f98dda64-a33a-4703-a1a8-2da2a6b6fe2e', 'port_id': '3d14e8b5-f21c-47a9-a546-a23ea0de5ebf', 'mac_address': 'fa:16:3e:1a:de:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55cadabf-193f-4213-b3e9-84f18739c9b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:24.115491 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-100fed80-d3cf-4710-bbdd-5421ba8e13d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=961e366e-90e4-4d1e-811a-b43786f3f3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507283 Jul 05 03:56:24.183259 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.189197 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3665fb27-e8ec-4120-9001-8f292d8aafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:15Z', 'revision_number': 4, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '356b163d-414d-4a74-a765-fa3a38609573', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '8431015c-98bb-4999-9784-2a894786896e', 'port_id': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'mac_address': 'fa:16:3e:33:1b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:56:16Z', 'updated_at': '2021-07-05T03:56:21Z', 'revision_number': 1, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8', 'name': '', 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'mac_address': 'fa:16:3e:57:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:13Z', 'updated_at': '2021-07-05T03:55:22Z', 'revision_number': 5, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'subnets': [{'id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:24.245355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665fb27-e8ec-4120-9001-8f292d8aafdf None None] Checking router: 8431015c-98bb-4999-9784-2a894786896e for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:24.251864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:24.256388 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ca50-0e12-4037-85da-90e9e7e73970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.271438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665fb27-e8ec-4120-9001-8f292d8aafdf None None] Routers {'8431015c-98bb-4999-9784-2a894786896e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:24.272167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3665fb27-e8ec-4120-9001-8f292d8aafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:56:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8431015c-98bb-4999-9784-2a894786896e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:24.283648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-ed766f7f-3612-4d28-9241-25cca2559afb service neutron] 10.222.0.60 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669888 Jul 05 03:56:24.350020 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,segment=NetworkSegment(e34c8e3b-3ee5-4fbd-9008-a274ba75c805),segment_id=e34c8e3b-3ee5-4fbd-9008-a274ba75c805)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:24.352246 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.446731 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.518897 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-3665fb27-e8ec-4120-9001-8f292d8aafdf None None] Set router 8431015c-98bb-4999-9784-2a894786896e gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:24.553990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:24.566585 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3f329a1-1f86-48e4-a3b6-8473fc65ff9f req-224b5aaa-a616-470e-8b05-883f924e2016 service neutron] 10.222.0.60 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776799 Jul 05 03:56:24.616433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1b2cc-0a14-4b24-8399-109876e7fc7c req-0ebf604c-fb92-4c1a-b4c0-1b257d228758 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:24.633423 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-96c1b2cc-0a14-4b24-8399-109876e7fc7c req-0ebf604c-fb92-4c1a-b4c0-1b257d228758 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 943 time: 0.2505383 Jul 05 03:56:24.747873 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-96c1b2cc-0a14-4b24-8399-109876e7fc7c req-9c1f848c-f136-44d9-8ab7-60074712e859 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131382 Jul 05 03:56:24.806466 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3d14e8b5-f21c-47a9-a546-a23ea0de5ebf'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:24.839577 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1d7af1-201d-452c-989a-ce7d20957c65 x-openstack-request-id: req-6f1d7af1-201d-452c-989a-ce7d20957c65 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:24.839577 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23797ffc-4131-49a6-ada7-6ca877fd9930", "tag": "59fceac7-17c8-45ed-8a7f-2e4ba374bc1b", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:24.839577 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f1d7af1-201d-452c-989a-ce7d20957c65 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:24.839577 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'tag': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b', 'status': 'completed', 'code': 200} Jul 05 03:56:25.019375 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da82e4-5a1a-4692-bff8-92097861282e req-42315193-6503-46db-bc52-08fec92c31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.022605 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e6da82e4-5a1a-4692-bff8-92097861282e req-42315193-6503-46db-bc52-08fec92c31e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42221dc113c34bf6acdc5aa76696f0bf&device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 1097 time: 0.1483846 Jul 05 03:56:25.093350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbecbd-f9c6-40bc-932a-7fef6d4fe8a1 req-a9e9c0d4-2755-4cb4-8019-902ee402b18f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.108288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f3dbecbd-f9c6-40bc-932a-7fef6d4fe8a1 req-a9e9c0d4-2755-4cb4-8019-902ee402b18f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1412528 Jul 05 03:56:25.192947 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f3dbecbd-f9c6-40bc-932a-7fef6d4fe8a1 req-73bcfb94-b19f-4742-9479-3f64e73f9ec2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806742 Jul 05 03:56:25.265862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3665fb27-e8ec-4120-9001-8f292d8aafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:15Z', 'revision_number': 4, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '356b163d-414d-4a74-a765-fa3a38609573', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '8431015c-98bb-4999-9784-2a894786896e', 'port_id': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'mac_address': 'fa:16:3e:33:1b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:56:16Z', 'updated_at': '2021-07-05T03:56:21Z', 'revision_number': 1, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8', 'name': '', 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'mac_address': 'fa:16:3e:57:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:13Z', 'updated_at': '2021-07-05T03:55:22Z', 'revision_number': 5, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'subnets': [{'id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:25.337446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-738301f7-4094-454f-873f-4cba86fd7f51 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 999 time: 0.1270058 Jul 05 03:56:25.340464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da82e4-5a1a-4692-bff8-92097861282e req-3b3490fe-aa5c-4d4c-9e10-ed2904b8b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.345532 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e6da82e4-5a1a-4692-bff8-92097861282e req-3b3490fe-aa5c-4d4c-9e10-ed2904b8b112 service neutron] 10.222.0.11 "GET /v2.0/networks?id=961e366e-90e4-4d1e-811a-b43786f3f3f5 HTTP/1.1" status: 200 len: 921 time: 0.3124819 Jul 05 03:56:25.352596 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.385453 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665fb27-e8ec-4120-9001-8f292d8aafdf None None] The sync data for ids ['8431015c-98bb-4999-9784-2a894786896e'] in n-d-798249-5 is: [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:15Z', 'revision_number': 4, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '356b163d-414d-4a74-a765-fa3a38609573', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '8431015c-98bb-4999-9784-2a894786896e', 'port_id': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'mac_address': 'fa:16:3e:33:1b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:56:16Z', 'updated_at': '2021-07-05T03:56:21Z', 'revision_number': 1, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8', 'name': '', 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'mac_address': 'fa:16:3e:57:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:13Z', 'updated_at': '2021-07-05T03:55:22Z', 'revision_number': 5, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'subnets': [{'id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:25.522780 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e6da82e4-5a1a-4692-bff8-92097861282e req-f0a9347e-1ced-488d-9bc3-a8a3ab9cd56e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b HTTP/1.1" status: 200 len: 999 time: 0.1697478 Jul 05 03:56:25.525997 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-b9a1d92f-1897-48f4-86b2-baf46661315e tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.541825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-b9a1d92f-1897-48f4-86b2-baf46661315e tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports/59fceac7-17c8-45ed-8a7f-2e4ba374bc1b HTTP/1.1" status: 200 len: 943 time: 0.2005942 Jul 05 03:56:25.643777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da82e4-5a1a-4692-bff8-92097861282e req-20b6b595-ad6f-4272-b79f-5c405f0d392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.646115 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e6da82e4-5a1a-4692-bff8-92097861282e req-20b6b595-ad6f-4272-b79f-5c405f0d392d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1 HTTP/1.1" status: 200 len: 860 time: 0.1168761 Jul 05 03:56:25.740036 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e6da82e4-5a1a-4692-bff8-92097861282e req-98b7c4b5-fae7-473c-af5e-5100f7ba7039 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=961e366e-90e4-4d1e-811a-b43786f3f3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788822 Jul 05 03:56:25.870072 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e80346-83a7-45fb-a13d-43369b55d1da None None] New status for floating IP 356b163d-414d-4a74-a765-fa3a38609573: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:56:25.880133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8208c-5d7b-4a1a-8c15-92bc3cf6e6c5 req-365b1d1b-5251-4761-ab34-f26f95c8f8b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.889084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8208c-5d7b-4a1a-8c15-92bc3cf6e6c5 req-365b1d1b-5251-4761-ab34-f26f95c8f8b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.895791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8208c-5d7b-4a1a-8c15-92bc3cf6e6c5 req-365b1d1b-5251-4761-ab34-f26f95c8f8b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.903864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3cc8208c-5d7b-4a1a-8c15-92bc3cf6e6c5 req-365b1d1b-5251-4761-ab34-f26f95c8f8b6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2418 time: 0.2929881 Jul 05 03:56:25.917565 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e6da82e4-5a1a-4692-bff8-92097861282e req-df4bd4ac-fba8-44d9-8487-768fa78e0f39 service neutron] 10.222.0.11 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695650 Jul 05 03:56:25.921789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-59b31d80-741a-49a1-93b2-4149a4f0fc1e tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 999 time: 0.2172074 Jul 05 03:56:26.046161 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3cc8208c-5d7b-4a1a-8c15-92bc3cf6e6c5 req-cd42f8bc-390d-4315-bca3-b38e2c82df2b tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405203 Jul 05 03:56:26.103682 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e6da82e4-5a1a-4692-bff8-92097861282e req-d3e5f4cf-604f-4f19-b740-840a5a523295 service neutron] 10.222.0.11 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755369 Jul 05 03:56:26.150731 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-e02719a4-67a7-40a7-ac91-e00589e65f51 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:26.153219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-e02719a4-67a7-40a7-ac91-e00589e65f51 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.2305038 Jul 05 03:56:26.313715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-53542d30-a349-42bd-9c7a-ab43457657fb tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 1001 time: 0.1510348 Jul 05 03:56:26.318613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-6b285c01-4f59-4a8b-9f00-d1913db95a0e tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:26.410139 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-6b285c01-4f59-4a8b-9f00-d1913db95a0e tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.468178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f17a88-1d0c-4a53-8c5f-ad28e1436fdc req-a97f19a1-7962-422b-9b2c-5f39963bdff6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:26.469931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43f17a88-1d0c-4a53-8c5f-ad28e1436fdc req-a97f19a1-7962-422b-9b2c-5f39963bdff6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 944 time: 0.2796667 Jul 05 03:56:26.578939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43f17a88-1d0c-4a53-8c5f-ad28e1436fdc req-7e5a4426-df23-4bc0-936f-197cb0c7091a tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854843 Jul 05 03:56:26.642091 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-6b285c01-4f59-4a8b-9f00-d1913db95a0e tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.713759 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-6b285c01-4f59-4a8b-9f00-d1913db95a0e tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.713988 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-6b285c01-4f59-4a8b-9f00-d1913db95a0e tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Floating IP 356b163d-414d-4a74-a765-fa3a38609573 disassociated. External IP: 172.25.0.67, port: 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b. Jul 05 03:56:27.062880 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.091577 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528bcae-3882-4404-ac28-f7b23fe3822a req-ad485313-b7f2-41d7-b3f3-35195dab53a8 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.093209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a528bcae-3882-4404-ac28-f7b23fe3822a req-ad485313-b7f2-41d7-b3f3-35195dab53a8 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1463180 Jul 05 03:56:27.136113 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-6b285c01-4f59-4a8b-9f00-d1913db95a0e tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Router 8431015c-98bb-4999-9784-2a894786896e has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:56:27.158504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a528bcae-3882-4404-ac28-f7b23fe3822a req-5fed943f-a13f-43b4-8a03-54b2c750da79 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528088 Jul 05 03:56:27.300260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-6b285c01-4f59-4a8b-9f00-d1913db95a0e tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:27.305221 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-6b285c01-4f59-4a8b-9f00-d1913db95a0e tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.312746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3202c10-ce8d-4972-b756-c59429f812b2 None None] Sync routers for ids ['8431015c-98bb-4999-9784-2a894786896e'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:27.325274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3202c10-ce8d-4972-b756-c59429f812b2 None None] Routers {'8431015c-98bb-4999-9784-2a894786896e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:27.325858 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e3202c10-ce8d-4972-b756-c59429f812b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:56:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8431015c-98bb-4999-9784-2a894786896e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:27.359058 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-6b285c01-4f59-4a8b-9f00-d1913db95a0e tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "PUT /v2.0/floatingips/356b163d-414d-4a74-a765-fa3a38609573 HTTP/1.1" status: 200 len: 694 time: 1.0449536 Jul 05 03:56:27.367958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'tag': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:27.375332 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb925d54-287a-46ad-8307-f349ab225c35" -d '{"events": [{"name": "network-changed", "server_uuid": "23797ffc-4131-49a6-ada7-6ca877fd9930", "tag": "59fceac7-17c8-45ed-8a7f-2e4ba374bc1b"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:27.501303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-7d387e45-e3b9-43a2-9e71-709d23b3f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.504803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-7d387e45-e3b9-43a2-9e71-709d23b3f231 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42221dc113c34bf6acdc5aa76696f0bf&device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 1097 time: 0.1243923 Jul 05 03:56:27.539214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-e3202c10-ce8d-4972-b756-c59429f812b2 None None] Set router 8431015c-98bb-4999-9784-2a894786896e gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:27.720920 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-6df3b4a7-252e-48ea-9fc2-ac02cca2b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.730293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-6df3b4a7-252e-48ea-9fc2-ac02cca2b38f service neutron] 10.222.0.60 "GET /v2.0/networks?id=961e366e-90e4-4d1e-811a-b43786f3f3f5 HTTP/1.1" status: 200 len: 921 time: 0.2193675 Jul 05 03:56:27.794313 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-72670917-9ca6-4f6f-b8b0-050f358762b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b HTTP/1.1" status: 200 len: 217 time: 0.0605888 Jul 05 03:56:27.834981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e3202c10-ce8d-4972-b756-c59429f812b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:15Z', 'revision_number': 4, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8', 'name': '', 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'mac_address': 'fa:16:3e:57:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:13Z', 'updated_at': '2021-07-05T03:55:22Z', 'revision_number': 5, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'subnets': [{'id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:27.874567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-9c255b08-8d4d-4539-9a40-98390dea80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.877446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-9c255b08-8d4d-4539-9a40-98390dea80cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1 HTTP/1.1" status: 200 len: 860 time: 0.0781145 Jul 05 03:56:27.881352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3202c10-ce8d-4972-b756-c59429f812b2 None None] Checking router: 8431015c-98bb-4999-9784-2a894786896e for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:27.893748 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3202c10-ce8d-4972-b756-c59429f812b2 None None] Routers {'8431015c-98bb-4999-9784-2a894786896e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:27.894299 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e3202c10-ce8d-4972-b756-c59429f812b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:56:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8431015c-98bb-4999-9784-2a894786896e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:27.934658 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1ebcbb-6cbe-41eb-8bbc-b2f6aa8300bc x-openstack-request-id: req-cc1ebcbb-6cbe-41eb-8bbc-b2f6aa8300bc {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:27.935053 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23797ffc-4131-49a6-ada7-6ca877fd9930", "tag": "59fceac7-17c8-45ed-8a7f-2e4ba374bc1b", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:27.935308 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc1ebcbb-6cbe-41eb-8bbc-b2f6aa8300bc {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:27.935980 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'tag': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b', 'status': 'completed', 'code': 200} Jul 05 03:56:27.938286 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-4bc2d07b-9cc8-4482-ba76-0efe85fe8dee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=961e366e-90e4-4d1e-811a-b43786f3f3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540292 Jul 05 03:56:28.054685 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-fe6d7dcf-9274-41d8-8cd6-06d166bdc953 service neutron] 10.222.0.60 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051729 Jul 05 03:56:28.093808 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb925d54-287a-46ad-8307-f349ab225c35 req-1a0a0452-bb9a-405e-8392-85221c226c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.096130 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bb925d54-287a-46ad-8307-f349ab225c35 req-1a0a0452-bb9a-405e-8392-85221c226c82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42221dc113c34bf6acdc5aa76696f0bf&device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 1097 time: 0.1583853 Jul 05 03:56:28.244337 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-e3202c10-ce8d-4972-b756-c59429f812b2 None None] Set router 8431015c-98bb-4999-9784-2a894786896e gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:28.253655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8efd80de-3216-483d-a99c-18c0e76f5a8d req-54f4dc46-2158-4629-936c-82d86a4aa8c4 service neutron] 10.222.0.60 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934247 Jul 05 03:56:28.273430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921084d-8f4b-4daf-abd7-dd06f5aae0c4 req-5a276392-f3ad-4469-9569-464970687825 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.281797 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1921084d-8f4b-4daf-abd7-dd06f5aae0c4 req-5a276392-f3ad-4469-9569-464970687825 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 944 time: 0.1211777 Jul 05 03:56:28.317080 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb925d54-287a-46ad-8307-f349ab225c35 req-fb3439eb-70a3-4c0c-b345-789071b205fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.328813 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bb925d54-287a-46ad-8307-f349ab225c35 req-fb3439eb-70a3-4c0c-b345-789071b205fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=961e366e-90e4-4d1e-811a-b43786f3f3f5 HTTP/1.1" status: 200 len: 921 time: 0.2169681 Jul 05 03:56:28.348154 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1921084d-8f4b-4daf-abd7-dd06f5aae0c4 req-f305682b-5e3e-4493-9291-9d514d2e0af5 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653629 Jul 05 03:56:28.351046 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:28.410078 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bb925d54-287a-46ad-8307-f349ab225c35 req-23a1122e-8433-4f93-a8c4-acceda7066f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b HTTP/1.1" status: 200 len: 217 time: 0.0793574 Jul 05 03:56:28.500705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb925d54-287a-46ad-8307-f349ab225c35 req-c46cecf7-81b0-4d7f-aa3f-debfbf253d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.502197 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bb925d54-287a-46ad-8307-f349ab225c35 req-c46cecf7-81b0-4d7f-aa3f-debfbf253d50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1 HTTP/1.1" status: 200 len: 860 time: 0.0763137 Jul 05 03:56:28.559547 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bb925d54-287a-46ad-8307-f349ab225c35 req-767ba959-7048-4d4f-8ecd-8be8e9311ee1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=961e366e-90e4-4d1e-811a-b43786f3f3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495255 Jul 05 03:56:28.700833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:28.723739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d2681-eed7-470f-824c-7a7236ed604b req-214f28a0-5c1a-4901-b3a8-63dc72b74b35 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.729766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:28.732574 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:28.732901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d2681-eed7-470f-824c-7a7236ed604b req-214f28a0-5c1a-4901-b3a8-63dc72b74b35 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.742132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d2681-eed7-470f-824c-7a7236ed604b req-214f28a0-5c1a-4901-b3a8-63dc72b74b35 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.752410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-242d2681-eed7-470f-824c-7a7236ed604b req-214f28a0-5c1a-4901-b3a8-63dc72b74b35 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2418 time: 0.1645494 Jul 05 03:56:28.776070 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bb925d54-287a-46ad-8307-f349ab225c35 req-ef27cc09-c773-4d81-b9f2-2989b4732cfe service neutron] 10.222.0.11 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098756 Jul 05 03:56:28.822919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e3202c10-ce8d-4972-b756-c59429f812b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:15Z', 'revision_number': 4, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8', 'name': '', 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'mac_address': 'fa:16:3e:57:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:13Z', 'updated_at': '2021-07-05T03:55:22Z', 'revision_number': 5, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'subnets': [{'id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:28.868851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3202c10-ce8d-4972-b756-c59429f812b2 None None] The sync data for ids ['8431015c-98bb-4999-9784-2a894786896e'] in n-d-798249-5 is: [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:55:15Z', 'revision_number': 4, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8', 'name': '', 'network_id': '961e366e-90e4-4d1e-811a-b43786f3f3f5', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'mac_address': 'fa:16:3e:57:75:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:13Z', 'updated_at': '2021-07-05T03:55:22Z', 'revision_number': 5, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'subnets': [{'id': '0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:28.894136 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-242d2681-eed7-470f-824c-7a7236ed604b req-f3a842d9-7f75-40d3-9946-6ae5c3d597eb tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404042 Jul 05 03:56:28.952980 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bb925d54-287a-46ad-8307-f349ab225c35 req-d83cadb4-01a5-41cb-b71d-b04bfdf51035 service neutron] 10.222.0.11 "GET /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623192 Jul 05 03:56:28.961853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfa5c9-4d67-4a33-a530-f651a2031501 req-21bb7da8-80f2-4394-be20-df518e50be79 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.972204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1fcfa5c9-4d67-4a33-a530-f651a2031501 req-21bb7da8-80f2-4394-be20-df518e50be79 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1872635 Jul 05 03:56:29.042554 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.053198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1fcfa5c9-4d67-4a33-a530-f651a2031501 req-28388f58-6dce-4b0b-90b1-55f5cfd4d105 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778017 Jul 05 03:56:29.107125 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c986cfe4-49da-48e6-baf5-34d759cb2e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d14e8b5-f21c-47a9-a546-a23ea0de5ebf'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:29.115892 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8267d61-eb51-4db2-9dc0-41890e9b0875" -d '{"events": [{"server_uuid": "c986cfe4-49da-48e6-baf5-34d759cb2e8e", "name": "network-vif-plugged", "status": "completed", "tag": "3d14e8b5-f21c-47a9-a546-a23ea0de5ebf"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:29.151279 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b14f51d-998e-4d09-878e-4e887d770e3d req-ff59cc20-d490-4ccb-91d6-8410afdce66c tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/floatingips/356b163d-414d-4a74-a765-fa3a38609573 HTTP/1.1" status: 200 len: 694 time: 0.0682724 Jul 05 03:56:29.161457 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,segment=NetworkSegment(e34c8e3b-3ee5-4fbd-9008-a274ba75c805),segment_id=e34c8e3b-3ee5-4fbd-9008-a274ba75c805)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:29.234438 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.284934 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0149fc07-e68b-469d-83db-8ae732f7041d x-openstack-request-id: req-0149fc07-e68b-469d-83db-8ae732f7041d {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:29.285607 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c986cfe4-49da-48e6-baf5-34d759cb2e8e", "name": "network-vif-plugged", "status": "completed", "tag": "3d14e8b5-f21c-47a9-a546-a23ea0de5ebf", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:29.285607 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0149fc07-e68b-469d-83db-8ae732f7041d {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:29.286007 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c986cfe4-49da-48e6-baf5-34d759cb2e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d14e8b5-f21c-47a9-a546-a23ea0de5ebf', 'code': 200} Jul 05 03:56:29.289728 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.344999 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14f51d-998e-4d09-878e-4e887d770e3d req-e7513031-5816-4252-b1fe-8a1902831c64 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.346749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b14f51d-998e-4d09-878e-4e887d770e3d req-e7513031-5816-4252-b1fe-8a1902831c64 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 784 time: 0.1944542 Jul 05 03:56:29.352995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:29.397872 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6760d2db-7c74-4180-aec3-01b1647ac8f4 None None] New status for floating IP 356b163d-414d-4a74-a765-fa3a38609573: DOWN {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:56:29.529319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b14f51d-998e-4d09-878e-4e887d770e3d req-e035bc10-d104-44d4-91c2-99432214b9a0 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 697 time: 0.1766870 Jul 05 03:56:30.013737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b14f51d-998e-4d09-878e-4e887d770e3d req-d57b00c7-a670-4e2c-b406-6953bdc057a7 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 697 time: 0.4832897 Jul 05 03:56:30.249379 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173daf0-77f7-4a19-92a9-f5d80763e656 req-af6c5bd7-b8b8-4b56-9a7f-1345c40954de tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.258976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c173daf0-77f7-4a19-92a9-f5d80763e656 req-af6c5bd7-b8b8-4b56-9a7f-1345c40954de tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 945 time: 0.7771330 Jul 05 03:56:30.264250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229be62a-c956-4e5b-bdc2-6d781bfe633d req-afe91f7b-9b25-44f5-83f4-75c19e767019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.265735 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-229be62a-c956-4e5b-bdc2-6d781bfe633d req-afe91f7b-9b25-44f5-83f4-75c19e767019 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 1096 time: 0.8246391 Jul 05 03:56:30.297238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-7cd821d5-1a83-4476-a4da-abae2f8c5871 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.318827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-7cd821d5-1a83-4476-a4da-abae2f8c5871 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.318827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-7cd821d5-1a83-4476-a4da-abae2f8c5871 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.318827 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-7cd821d5-1a83-4476-a4da-abae2f8c5871 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2418 time: 0.8734789 Jul 05 03:56:30.401139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-229be62a-c956-4e5b-bdc2-6d781bfe633d req-f3120c05-c692-4edc-86b0-6908c0095542 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864539 Jul 05 03:56:30.434464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c173daf0-77f7-4a19-92a9-f5d80763e656 req-7ca67064-2810-4df4-bf3d-7160e9b28e21 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744778 Jul 05 03:56:30.479375 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-2b14f51d-998e-4d09-878e-4e887d770e3d req-ab0ffb0a-c0e7-4a93-8d7c-eba56c7c05b3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Deleting port 8ba1bc3b-e570-4c3a-897e-fae3d2f67afa {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:30.479812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2b14f51d-998e-4d09-878e-4e887d770e3d req-ab0ffb0a-c0e7-4a93-8d7c-eba56c7c05b3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.564068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-304a4679-7bf8-42f1-9563-6dc328d1a8a3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Deleting port 6bfc8338-8200-4e10-825c-ada4d1197474 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:30.564445 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-304a4679-7bf8-42f1-9563-6dc328d1a8a3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.667257 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2b14f51d-998e-4d09-878e-4e887d770e3d req-ab0ffb0a-c0e7-4a93-8d7c-eba56c7c05b3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.668201 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2b14f51d-998e-4d09-878e-4e887d770e3d req-ab0ffb0a-c0e7-4a93-8d7c-eba56c7c05b3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.698449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-2b14f51d-998e-4d09-878e-4e887d770e3d req-ab0ffb0a-c0e7-4a93-8d7c-eba56c7c05b3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Calling delete_port for 8ba1bc3b-e570-4c3a-897e-fae3d2f67afa owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:30.719429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-304a4679-7bf8-42f1-9563-6dc328d1a8a3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] For port 6bfc8338-8200-4e10-825c-ada4d1197474, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6bfc8338-8200-4e10-825c-ada4d1197474,segment=NetworkSegment(742a5df9-d040-4f19-99de-c7ec6f89f357),segment_id=742a5df9-d040-4f19-99de-c7ec6f89f357)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:30.720192 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-304a4679-7bf8-42f1-9563-6dc328d1a8a3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.778444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-304a4679-7bf8-42f1-9563-6dc328d1a8a3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Calling delete_port for 6bfc8338-8200-4e10-825c-ada4d1197474 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:30.962811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935f28e-ec46-4f09-b377-a12fd08e8f5f req-229b913c-63b3-46c4-9279-e681dbbe2c81 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.969647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935f28e-ec46-4f09-b377-a12fd08e8f5f req-229b913c-63b3-46c4-9279-e681dbbe2c81 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.975853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935f28e-ec46-4f09-b377-a12fd08e8f5f req-229b913c-63b3-46c4-9279-e681dbbe2c81 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.978291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d935f28e-ec46-4f09-b377-a12fd08e8f5f req-229b913c-63b3-46c4-9279-e681dbbe2c81 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 2418 time: 0.1971214 Jul 05 03:56:31.108144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d935f28e-ec46-4f09-b377-a12fd08e8f5f req-b585a61c-177b-455c-8461-ceff34fa4abe tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994494 Jul 05 03:56:31.170500 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2b14f51d-998e-4d09-878e-4e887d770e3d req-ab0ffb0a-c0e7-4a93-8d7c-eba56c7c05b3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.202610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ffb0a-c0e7-4a93-8d7c-eba56c7c05b3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Pushing event deleted for resources: {'Port': ['ID=8ba1bc3b-e570-4c3a-897e-fae3d2f67afa,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:31.246583 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-304a4679-7bf8-42f1-9563-6dc328d1a8a3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.251665 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.264319 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['6bfc8338-8200-4e10-825c-ada4d1197474', '776e5033-b4ca-4945-920d-f34c96ed1cf9', '8d72d167-f471-4a15-bdbe-fe48396f4620'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:31.393574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a4679-7bf8-42f1-9563-6dc328d1a8a3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Port': ['ID=6bfc8338-8200-4e10-825c-ada4d1197474,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:31.430062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-304a4679-7bf8-42f1-9563-6dc328d1a8a3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] No DVR routers for this DVR port 6bfc8338-8200-4e10-825c-ada4d1197474 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:31.433476 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-304a4679-7bf8-42f1-9563-6dc328d1a8a3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.436246 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-304a4679-7bf8-42f1-9563-6dc328d1a8a3 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.64 "DELETE /v2.0/ports/6bfc8338-8200-4e10-825c-ada4d1197474 HTTP/1.1" status: 204 len: 173 time: 1.0997794 Jul 05 03:56:31.437161 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'name': 'network-vif-deleted', 'tag': '6bfc8338-8200-4e10-825c-ada4d1197474'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:31.440126 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0ee486-f3f2-43c9-8d84-93674211332a" -d '{"events": [{"server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "name": "network-vif-deleted", "tag": "6bfc8338-8200-4e10-825c-ada4d1197474"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:31.445141 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2b14f51d-998e-4d09-878e-4e887d770e3d req-ab0ffb0a-c0e7-4a93-8d7c-eba56c7c05b3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.448664 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2b14f51d-998e-4d09-878e-4e887d770e3d req-ab0ffb0a-c0e7-4a93-8d7c-eba56c7c05b3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.450163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b14f51d-998e-4d09-878e-4e887d770e3d req-ab0ffb0a-c0e7-4a93-8d7c-eba56c7c05b3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "DELETE /v2.0/floatingips/356b163d-414d-4a74-a765-fa3a38609573 HTTP/1.1" status: 204 len: 173 time: 1.4235697 Jul 05 03:56:31.638434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c31b9-e77f-4174-89ad-2b9b30b7f9cc req-1a7f18b7-4f1a-46ba-8344-906a983e6805 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:31.646525 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-663c31b9-e77f-4174-89ad-2b9b30b7f9cc req-1a7f18b7-4f1a-46ba-8344-906a983e6805 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.3468726 Jul 05 03:56:31.705783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-663c31b9-e77f-4174-89ad-2b9b30b7f9cc req-e7d5880e-4894-448b-93b7-de68c71fb2ac tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577779 Jul 05 03:56:31.737567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-00cc4b4b-ec2e-4779-8b70-afa868df7937 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Deleting port 776e5033-b4ca-4945-920d-f34c96ed1cf9 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:31.737934 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-00cc4b4b-ec2e-4779-8b70-afa868df7937 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.811415 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152fe938-4bc4-47ad-886d-5108ebfbdb92 x-openstack-request-id: req-152fe938-4bc4-47ad-886d-5108ebfbdb92 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:31.811715 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "name": "network-vif-deleted", "tag": "6bfc8338-8200-4e10-825c-ada4d1197474", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:31.811971 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-152fe938-4bc4-47ad-886d-5108ebfbdb92 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:31.812468 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'name': 'network-vif-deleted', 'tag': '6bfc8338-8200-4e10-825c-ada4d1197474', 'status': 'completed', 'code': 200} Jul 05 03:56:31.880893 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a41270a2-ab15-44b0-bca5-b2f7d70082e5 req-71eb0017-890b-486e-9e3a-c43e737f3c85 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups/654fe459-b842-4ad1-8829-4d38f36d77a0 HTTP/1.1" status: 200 len: 1808 time: 0.1242344 Jul 05 03:56:32.010679 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a41270a2-ab15-44b0-bca5-b2f7d70082e5 req-9f826c06-2525-4e0c-9a7a-34a673d628c1 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.042598 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a41270a2-ab15-44b0-bca5-b2f7d70082e5 req-9f826c06-2525-4e0c-9a7a-34a673d628c1 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.088022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-00cc4b4b-ec2e-4779-8b70-afa868df7937 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] For port 776e5033-b4ca-4945-920d-f34c96ed1cf9, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=776e5033-b4ca-4945-920d-f34c96ed1cf9,segment=NetworkSegment(574dd914-8729-4583-9e2e-bd05787d0d18),segment_id=574dd914-8729-4583-9e2e-bd05787d0d18)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:32.088409 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-00cc4b4b-ec2e-4779-8b70-afa868df7937 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.156824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-00cc4b4b-ec2e-4779-8b70-afa868df7937 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Calling delete_port for 776e5033-b4ca-4945-920d-f34c96ed1cf9 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:32.182010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960d44c-bda8-45f4-9fb1-e189d7c20641 req-5fa1b4d2-c2f8-4b5f-84c7-550a28176935 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.186165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c960d44c-bda8-45f4-9fb1-e189d7c20641 req-5fa1b4d2-c2f8-4b5f-84c7-550a28176935 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 945 time: 0.2715812 Jul 05 03:56:32.281200 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c960d44c-bda8-45f4-9fb1-e189d7c20641 req-59f95713-1543-426f-ab6d-38e12ba97bda tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885897 Jul 05 03:56:32.454994 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a41270a2-ab15-44b0-bca5-b2f7d70082e5 req-9f826c06-2525-4e0c-9a7a-34a673d628c1 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.458048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a41270a2-ab15-44b0-bca5-b2f7d70082e5 req-9f826c06-2525-4e0c-9a7a-34a673d628c1 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.459433 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a41270a2-ab15-44b0-bca5-b2f7d70082e5 req-9f826c06-2525-4e0c-9a7a-34a673d628c1 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "DELETE /v2.0/security-groups/654fe459-b842-4ad1-8829-4d38f36d77a0 HTTP/1.1" status: 204 len: 173 time: 0.5777285 Jul 05 03:56:32.475438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f826c06-2525-4e0c-9a7a-34a673d628c1 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654fe459-b842-4ad1-8829-4d38f36d77a0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:32.485008 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-00cc4b4b-ec2e-4779-8b70-afa868df7937 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.560977 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc4b4b-ec2e-4779-8b70-afa868df7937 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Port': ['ID=776e5033-b4ca-4945-920d-f34c96ed1cf9,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:32.674671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-00cc4b4b-ec2e-4779-8b70-afa868df7937 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] No DVR routers for this DVR port 776e5033-b4ca-4945-920d-f34c96ed1cf9 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:32.682917 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-00cc4b4b-ec2e-4779-8b70-afa868df7937 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.685528 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-00cc4b4b-ec2e-4779-8b70-afa868df7937 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.64 "DELETE /v2.0/ports/776e5033-b4ca-4945-920d-f34c96ed1cf9 HTTP/1.1" status: 204 len: 173 time: 1.2329044 Jul 05 03:56:32.747436 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e862aaa1-810c-4a17-9890-4a7385c899af req-76f3aada-f367-4ecd-9060-955e316fe0b7 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-22132081&fields=id&tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e HTTP/1.1" status: 200 len: 267 time: 0.1462090 Jul 05 03:56:32.865120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd906a-d7b6-46d8-bc16-1fb0c43f8e66 req-9f74d1ae-394d-4e2c-9b37-b88a50474082 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.873808 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27cd906a-d7b6-46d8-bc16-1fb0c43f8e66 req-9f74d1ae-394d-4e2c-9b37-b88a50474082 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 946 time: 0.3364141 Jul 05 03:56:32.941069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862aaa1-810c-4a17-9890-4a7385c899af req-2ad3592c-3793-4302-bbc6-6c6d5a43b748 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.950147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e862aaa1-810c-4a17-9890-4a7385c899af req-2ad3592c-3793-4302-bbc6-6c6d5a43b748 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 945 time: 0.2016420 Jul 05 03:56:32.957314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-e862aaa1-810c-4a17-9890-4a7385c899af req-6ec85c35-961e-4901-b83f-21093201347b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'port': {'security_groups': ['3cc793e7-79bd-4d4e-b811-e561e31de633', '4f3d2b1e-c5a3-47d5-9e45-d21ba26400a5']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:33.007437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27cd906a-d7b6-46d8-bc16-1fb0c43f8e66 req-c9008546-f394-4251-8f97-0a9b0471a800 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324792 Jul 05 03:56:33.018954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Deleting port 8d72d167-f471-4a15-bdbe-fe48396f4620 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:33.019384 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.175315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e862aaa1-810c-4a17-9890-4a7385c899af req-6ec85c35-961e-4901-b83f-21093201347b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.244916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] For port 8d72d167-f471-4a15-bdbe-fe48396f4620, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=8d72d167-f471-4a15-bdbe-fe48396f4620,segment=NetworkSegment(742a5df9-d040-4f19-99de-c7ec6f89f357),segment_id=742a5df9-d040-4f19-99de-c7ec6f89f357)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:33.245409 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.274467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Calling delete_port for 8d72d167-f471-4a15-bdbe-fe48396f4620 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:33.554310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e862aaa1-810c-4a17-9890-4a7385c899af req-6ec85c35-961e-4901-b83f-21093201347b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] For port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,segment=NetworkSegment(e34c8e3b-3ee5-4fbd-9008-a274ba75c805),segment_id=e34c8e3b-3ee5-4fbd-9008-a274ba75c805)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:33.596542 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.608007 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e862aaa1-810c-4a17-9890-4a7385c899af req-6ec85c35-961e-4901-b83f-21093201347b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.636068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Port': ['ID=8d72d167-f471-4a15-bdbe-fe48396f4620,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:33.663605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.663950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.664288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.664648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.664991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.665382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.665632 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.665956 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.666274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.666597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.667044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.667232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.692943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] No DVR routers for this DVR port 8d72d167-f471-4a15-bdbe-fe48396f4620 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:33.695484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.698309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49b4d79d-db44-4528-bbf3-5c928a506bc8 req-29a991da-4efa-42e4-8fa2-e96d1e0b8110 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.64 "DELETE /v2.0/ports/8d72d167-f471-4a15-bdbe-fe48396f4620 HTTP/1.1" status: 204 len: 173 time: 1.0048723 Jul 05 03:56:33.726573 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e862aaa1-810c-4a17-9890-4a7385c899af req-6ec85c35-961e-4901-b83f-21093201347b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.737474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3d14e8b5-f21c-47a9-a546-a23ea0de5ebf'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:33.802491 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862aaa1-810c-4a17-9890-4a7385c899af req-6ec85c35-961e-4901-b83f-21093201347b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.803715 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e862aaa1-810c-4a17-9890-4a7385c899af req-6ec85c35-961e-4901-b83f-21093201347b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.804892 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e862aaa1-810c-4a17-9890-4a7385c899af req-6ec85c35-961e-4901-b83f-21093201347b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "PUT /v2.0/ports/3d14e8b5-f21c-47a9-a546-a23ea0de5ebf HTTP/1.1" status: 200 len: 981 time: 0.8538492 Jul 05 03:56:33.820323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'name': 'network-vif-deleted', 'tag': '776e5033-b4ca-4945-920d-f34c96ed1cf9'}, {'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'name': 'network-vif-deleted', 'tag': '8d72d167-f471-4a15-bdbe-fe48396f4620'}, {'name': 'network-changed', 'server_uuid': 'c986cfe4-49da-48e6-baf5-34d759cb2e8e', 'tag': '3d14e8b5-f21c-47a9-a546-a23ea0de5ebf'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:33.823474 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edeb1b4-ac30-4ce3-950a-4215c2f12701" -d '{"events": [{"server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "name": "network-vif-deleted", "tag": "776e5033-b4ca-4945-920d-f34c96ed1cf9"}, {"server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "name": "network-vif-deleted", "tag": "8d72d167-f471-4a15-bdbe-fe48396f4620"}, {"name": "network-changed", "server_uuid": "c986cfe4-49da-48e6-baf5-34d759cb2e8e", "tag": "3d14e8b5-f21c-47a9-a546-a23ea0de5ebf"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:33.845644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec85c35-961e-4901-b83f-21093201347b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'Port': ['ID=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,revision_number=6']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:33.917200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3d14e8b5-f21c-47a9-a546-a23ea0de5ebf'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:34.021936 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6bfc8338-8200-4e10-825c-ada4d1197474 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:34.072637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 6bfc8338-8200-4e10-825c-ada4d1197474 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:34.074449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6bfc8338-8200-4e10-825c-ada4d1197474 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:34.077113 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 776e5033-b4ca-4945-920d-f34c96ed1cf9 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:34.112027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4aced3-bd38-4df4-88e8-22113a84e7a7 req-f7357846-83d9-43ef-a7b4-7838b4a1052e tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.119876 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa4aced3-bd38-4df4-88e8-22113a84e7a7 req-f7357846-83d9-43ef-a7b4-7838b4a1052e tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.1162872 Jul 05 03:56:34.148252 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 776e5033-b4ca-4945-920d-f34c96ed1cf9 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:34.148621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 776e5033-b4ca-4945-920d-f34c96ed1cf9 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:34.149258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 8d72d167-f471-4a15-bdbe-fe48396f4620 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:34.166745 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa4aced3-bd38-4df4-88e8-22113a84e7a7 req-771793a3-dfec-4d2a-9f95-9bcb8975746b tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 Jul 05 03:56:34.195384 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 8d72d167-f471-4a15-bdbe-fe48396f4620 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:34.198892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 8d72d167-f471-4a15-bdbe-fe48396f4620 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:34.365162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eab3fb-f985-40df-bd15-3b7d9ce8d58a req-d2f89ccc-2db3-4ba6-8bd1-bd3758a020f3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.369046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77eab3fb-f985-40df-bd15-3b7d9ce8d58a req-d2f89ccc-2db3-4ba6-8bd1-bd3758a020f3 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.1316836 Jul 05 03:56:34.462577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc52eb57-c726-469b-9e70-6476bc18cdb7 req-58d63a14-e33f-4959-9c9c-c7edc03ffcf2 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-388824792&fields=id&tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e HTTP/1.1" status: 200 len: 267 time: 0.0813766 Jul 05 03:56:34.475574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77eab3fb-f985-40df-bd15-3b7d9ce8d58a req-8951034a-6f55-4aff-b073-a4dc68f835e9 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776856 Jul 05 03:56:34.579790 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf388a7-6413-4b5a-9696-8538468a8e6b x-openstack-request-id: req-6bf388a7-6413-4b5a-9696-8538468a8e6b {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:34.580450 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "name": "network-vif-deleted", "tag": "776e5033-b4ca-4945-920d-f34c96ed1cf9", "status": "completed", "code": 200}, {"server_uuid": "1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f", "name": "network-vif-deleted", "tag": "8d72d167-f471-4a15-bdbe-fe48396f4620", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c986cfe4-49da-48e6-baf5-34d759cb2e8e", "tag": "3d14e8b5-f21c-47a9-a546-a23ea0de5ebf", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:34.580450 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6bf388a7-6413-4b5a-9696-8538468a8e6b {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:34.580731 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'name': 'network-vif-deleted', 'tag': '776e5033-b4ca-4945-920d-f34c96ed1cf9', 'status': 'completed', 'code': 200} Jul 05 03:56:34.580983 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f', 'name': 'network-vif-deleted', 'tag': '8d72d167-f471-4a15-bdbe-fe48396f4620', 'status': 'completed', 'code': 200} Jul 05 03:56:34.581227 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c986cfe4-49da-48e6-baf5-34d759cb2e8e', 'tag': '3d14e8b5-f21c-47a9-a546-a23ea0de5ebf', 'status': 'completed', 'code': 200} Jul 05 03:56:34.639595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dc732-828f-41db-8c50-72b63b891cd0 req-b51262e0-fe7d-4b04-9d07-d2e2b1dfce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.643722 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-594dc732-828f-41db-8c50-72b63b891cd0 req-b51262e0-fe7d-4b04-9d07-d2e2b1dfce3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 1096 time: 0.1311073 Jul 05 03:56:34.677223 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52eb57-c726-469b-9e70-6476bc18cdb7 req-da1480f3-d280-4c64-9aa2-ad2eb59f7cee tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.679338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc52eb57-c726-469b-9e70-6476bc18cdb7 req-da1480f3-d280-4c64-9aa2-ad2eb59f7cee tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 984 time: 0.2023571 Jul 05 03:56:34.697309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeb1b4-ac30-4ce3-950a-4215c2f12701 req-ec6d0165-f33b-48a1-9a7a-0d7f762b6923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.698862 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8edeb1b4-ac30-4ce3-950a-4215c2f12701 req-ec6d0165-f33b-48a1-9a7a-0d7f762b6923 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 1135 time: 0.1167083 Jul 05 03:56:34.705135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-cc52eb57-c726-469b-9e70-6476bc18cdb7 req-ab3fbaf9-1fa5-4f9a-8afe-be19c7809836 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'port': {'security_groups': ['3cc793e7-79bd-4d4e-b811-e561e31de633', '4f3d2b1e-c5a3-47d5-9e45-d21ba26400a5', '3238687e-4fa5-4c8e-b80e-3bc03cffd472']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:34.766708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dc732-828f-41db-8c50-72b63b891cd0 req-a5100c4d-fa37-436b-be61-20a2279ee13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.768702 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-594dc732-828f-41db-8c50-72b63b891cd0 req-a5100c4d-fa37-436b-be61-20a2279ee13e service neutron] 10.222.0.11 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 912 time: 0.1150749 Jul 05 03:56:34.821015 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-594dc732-828f-41db-8c50-72b63b891cd0 req-ddee8799-f66c-4815-b3de-6c5a68ca440d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad62ef0f-5427-4672-8d39-c38d8f06a767 HTTP/1.1" status: 200 len: 217 time: 0.0446095 Jul 05 03:56:34.821720 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e579a0c6-07b5-420b-b6a2-dbf3574fb92b req-7a0cb353-ff38-4285-a305-02b66b9161e9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d37ac28-e5c4-4d4f-a7aa-3510ee4b9d6f HTTP/1.1" status: 200 len: 210 time: 0.1119099 Jul 05 03:56:34.912482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dc732-828f-41db-8c50-72b63b891cd0 req-3a73d51d-8570-439c-af0b-eed2b7498612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.913981 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-594dc732-828f-41db-8c50-72b63b891cd0 req-3a73d51d-8570-439c-af0b-eed2b7498612 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 HTTP/1.1" status: 200 len: 851 time: 0.0822794 Jul 05 03:56:34.944055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeb1b4-ac30-4ce3-950a-4215c2f12701 req-eb039fdf-9602-4df9-8517-b9e4abd9139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.950209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8edeb1b4-ac30-4ce3-950a-4215c2f12701 req-eb039fdf-9602-4df9-8517-b9e4abd9139f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e HTTP/1.1" status: 200 len: 914 time: 0.2414064 Jul 05 03:56:34.955319 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-cc52eb57-c726-469b-9e70-6476bc18cdb7 req-ab3fbaf9-1fa5-4f9a-8afe-be19c7809836 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.961719 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-594dc732-828f-41db-8c50-72b63b891cd0 req-bde6401c-be77-4714-9c83-7bda4ccd8d91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da0ef573-3c71-4826-bc2f-ca90865a5699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398898 Jul 05 03:56:35.015053 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8edeb1b4-ac30-4ce3-950a-4215c2f12701 req-bd0909ce-12bf-421a-a662-048900bf5bc1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf HTTP/1.1" status: 200 len: 217 time: 0.0493627 Jul 05 03:56:35.103806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeb1b4-ac30-4ce3-950a-4215c2f12701 req-824ae7e1-2591-4a5a-a638-a714579a1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.105807 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8edeb1b4-ac30-4ce3-950a-4215c2f12701 req-824ae7e1-2591-4a5a-a638-a714579a1ff0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55cadabf-193f-4213-b3e9-84f18739c9b7 HTTP/1.1" status: 200 len: 853 time: 0.0721223 Jul 05 03:56:35.110711 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-594dc732-828f-41db-8c50-72b63b891cd0 req-9ea20ea2-6534-4b8f-a6d1-1fd9e3585121 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410220 Jul 05 03:56:35.148296 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8edeb1b4-ac30-4ce3-950a-4215c2f12701 req-964d2eec-964f-45c4-8a7c-81db5e38d811 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349975 Jul 05 03:56:35.243666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8edeb1b4-ac30-4ce3-950a-4215c2f12701 req-794fb6d9-f639-488f-b2de-951baf0869b0 service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865655 Jul 05 03:56:35.246966 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-594dc732-828f-41db-8c50-72b63b891cd0 req-20b494b6-1331-4e38-8ccc-abd2ddab025f service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263940 Jul 05 03:56:35.425270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8edeb1b4-ac30-4ce3-950a-4215c2f12701 req-132e4b4c-0c23-4056-bc6c-4609fe9aa746 service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724098 Jul 05 03:56:35.458450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-cc52eb57-c726-469b-9e70-6476bc18cdb7 req-ab3fbaf9-1fa5-4f9a-8afe-be19c7809836 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] For port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,segment=NetworkSegment(e34c8e3b-3ee5-4fbd-9008-a274ba75c805),segment_id=e34c8e3b-3ee5-4fbd-9008-a274ba75c805)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:35.509608 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-cc52eb57-c726-469b-9e70-6476bc18cdb7 req-ab3fbaf9-1fa5-4f9a-8afe-be19c7809836 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.569277 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7045e-b176-41f2-8f5c-19dcf291f8d8 req-7363aa8f-7fb8-449d-be42-30ef07aa1c6e tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.569599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62e7045e-b176-41f2-8f5c-19dcf291f8d8 req-7363aa8f-7fb8-449d-be42-30ef07aa1c6e tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.0751867 Jul 05 03:56:35.601848 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-cc52eb57-c726-469b-9e70-6476bc18cdb7 req-ab3fbaf9-1fa5-4f9a-8afe-be19c7809836 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.613144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3d14e8b5-f21c-47a9-a546-a23ea0de5ebf'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:35.659076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62e7045e-b176-41f2-8f5c-19dcf291f8d8 req-3e9ecb3a-89b7-4b08-9c89-9736bc221081 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824151 Jul 05 03:56:35.665555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52eb57-c726-469b-9e70-6476bc18cdb7 req-ab3fbaf9-1fa5-4f9a-8afe-be19c7809836 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.665675 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-cc52eb57-c726-469b-9e70-6476bc18cdb7 req-ab3fbaf9-1fa5-4f9a-8afe-be19c7809836 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.672274 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc52eb57-c726-469b-9e70-6476bc18cdb7 req-ab3fbaf9-1fa5-4f9a-8afe-be19c7809836 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "PUT /v2.0/ports/3d14e8b5-f21c-47a9-a546-a23ea0de5ebf HTTP/1.1" status: 200 len: 1020 time: 0.9723859 Jul 05 03:56:35.730539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fbaf9-1fa5-4f9a-8afe-be19c7809836 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'Port': ['ID=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,revision_number=7']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:35.793574 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3d14e8b5-f21c-47a9-a546-a23ea0de5ebf'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:35.937789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0b1de-2bf0-4a12-9be7-c8324493dcdf req-cb8d103d-ca0e-45a4-b235-5c6d2df06c2b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.943679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34e0b1de-2bf0-4a12-9be7-c8324493dcdf req-cb8d103d-ca0e-45a4-b235-5c6d2df06c2b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 1023 time: 0.1537125 Jul 05 03:56:35.978325 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29615e-3009-4ab1-8d8a-76ce86de0d27 req-cd9d670a-1759-44f6-b504-4a8c23546941 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.983792 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e29615e-3009-4ab1-8d8a-76ce86de0d27 req-cd9d670a-1759-44f6-b504-4a8c23546941 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.1533155 Jul 05 03:56:36.052036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e29615e-3009-4ab1-8d8a-76ce86de0d27 req-4ed00275-3f1b-4d98-96df-16a70cd8e36e tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669589 Jul 05 03:56:36.106172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34e0b1de-2bf0-4a12-9be7-c8324493dcdf req-517681f5-05ee-4910-b2f7-12bf8b54aff6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3238687e-4fa5-4c8e-b80e-3bc03cffd472&id=4f3d2b1e-c5a3-47d5-9e45-d21ba26400a5&id=3cc793e7-79bd-4d4e-b811-e561e31de633 HTTP/1.1" status: 200 len: 6155 time: 0.1615379 Jul 05 03:56:36.122289 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-f56ef4a5-b4a8-4e9d-9d45-10655cf092a5 req-a794dcce-1ecb-4b94-a18c-4b4b3d655826 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1502538826 ', 'description': 'tempest-description-1820835819'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:36.193737 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36284) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:36.238101 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f56ef4a5-b4a8-4e9d-9d45-10655cf092a5 req-a794dcce-1ecb-4b94-a18c-4b4b3d655826 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.240655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fce450-7477-4907-88ea-bee984e3dfe7 req-a6c1ee7b-4021-4545-8182-40d817b0cfad tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:36.243293 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-13fce450-7477-4907-88ea-bee984e3dfe7 req-a6c1ee7b-4021-4545-8182-40d817b0cfad tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.11 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 946 time: 0.1559258 Jul 05 03:56:36.276886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-493e9baf-e3ea-4be5-a86d-bd342d770013 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Deleting subnet 1cae97a5-d5e0-4e89-b01b-8b956047fec2 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:36.283437 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-493e9baf-e3ea-4be5-a86d-bd342d770013 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.353230 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-493e9baf-e3ea-4be5-a86d-bd342d770013 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.455575 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f56ef4a5-b4a8-4e9d-9d45-10655cf092a5 req-a794dcce-1ecb-4b94-a18c-4b4b3d655826 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.456698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-13fce450-7477-4907-88ea-bee984e3dfe7 req-7e90d3c7-5a35-4787-b307-a213e4e55e79 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Deleting port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:36.457109 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-13fce450-7477-4907-88ea-bee984e3dfe7 req-7e90d3c7-5a35-4787-b307-a213e4e55e79 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.472707 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-493e9baf-e3ea-4be5-a86d-bd342d770013 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.576108 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-13fce450-7477-4907-88ea-bee984e3dfe7 req-7e90d3c7-5a35-4787-b307-a213e4e55e79 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] For port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,segment=NetworkSegment(64caaef4-af64-4f44-af16-efffad4f61ae),segment_id=64caaef4-af64-4f44-af16-efffad4f61ae)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:36.576597 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-13fce450-7477-4907-88ea-bee984e3dfe7 req-7e90d3c7-5a35-4787-b307-a213e4e55e79 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.582731 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c986cfe4-49da-48e6-baf5-34d759cb2e8e', 'tag': '3d14e8b5-f21c-47a9-a546-a23ea0de5ebf'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:36.586874 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114d8ee9-9686-456f-beb0-ee019829619d" -d '{"events": [{"name": "network-changed", "server_uuid": "c986cfe4-49da-48e6-baf5-34d759cb2e8e", "tag": "3d14e8b5-f21c-47a9-a546-a23ea0de5ebf"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:36.593258 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f56ef4a5-b4a8-4e9d-9d45-10655cf092a5 req-a794dcce-1ecb-4b94-a18c-4b4b3d655826 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.594011 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-13fce450-7477-4907-88ea-bee984e3dfe7 req-7e90d3c7-5a35-4787-b307-a213e4e55e79 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Calling delete_port for 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:36.646260 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e3d57d-f6ea-4ae4-b0a4-6e2aa24e7502 x-openstack-request-id: req-79e3d57d-f6ea-4ae4-b0a4-6e2aa24e7502 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:36.648098 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c986cfe4-49da-48e6-baf5-34d759cb2e8e", "tag": "3d14e8b5-f21c-47a9-a546-a23ea0de5ebf", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:36.649681 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79e3d57d-f6ea-4ae4-b0a4-6e2aa24e7502 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:36.651019 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c986cfe4-49da-48e6-baf5-34d759cb2e8e', 'tag': '3d14e8b5-f21c-47a9-a546-a23ea0de5ebf', 'status': 'completed', 'code': 200} Jul 05 03:56:36.669812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-493e9baf-e3ea-4be5-a86d-bd342d770013 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.696993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794dcce-1ecb-4b94-a18c-4b4b3d655826 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88efbf67-0872-4331-8e04-f5abbc5f4955,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:36.749093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e9baf-e3ea-4be5-a86d-bd342d770013 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Subnet': ['ID=1cae97a5-d5e0-4e89-b01b-8b956047fec2,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:36.752885 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-493e9baf-e3ea-4be5-a86d-bd342d770013 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.757320 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-493e9baf-e3ea-4be5-a86d-bd342d770013 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "DELETE /v2.0/subnets/1cae97a5-d5e0-4e89-b01b-8b956047fec2 HTTP/1.1" status: 204 len: 168 time: 0.5596321 Jul 05 03:56:36.757423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3185e67e-7238-4c70-9da4-b696761687a0 None None] Network 63c28b6a-701c-46ce-8d80-cb5ba05bd175 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:36.758274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36296) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:36.811566 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f56ef4a5-b4a8-4e9d-9d45-10655cf092a5 req-a794dcce-1ecb-4b94-a18c-4b4b3d655826 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.816025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f56ef4a5-b4a8-4e9d-9d45-10655cf092a5 req-a794dcce-1ecb-4b94-a18c-4b4b3d655826 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.7026403 Jul 05 03:56:36.934558 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.958123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d8ee9-9686-456f-beb0-ee019829619d req-8ac75371-2b5b-4280-a4be-a61c838e794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:36.968054 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-114d8ee9-9686-456f-beb0-ee019829619d req-8ac75371-2b5b-4280-a4be-a61c838e794a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 1174 time: 0.2868652 Jul 05 03:56:36.973820 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-13fce450-7477-4907-88ea-bee984e3dfe7 req-7e90d3c7-5a35-4787-b307-a213e4e55e79 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.987393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['59fceac7-17c8-45ed-8a7f-2e4ba374bc1b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:37.035678 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee896e97-a4df-4800-9f07-13918cab6a75 None None] DHCP port deletion for 63c28b6a-701c-46ce-8d80-cb5ba05bd175 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:56:37.045021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90d3c7-5a35-4787-b307-a213e4e55e79 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Pushing event deleted for resources: {'Port': ['ID=59fceac7-17c8-45ed-8a7f-2e4ba374bc1b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:37.111747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fce450-7477-4907-88ea-bee984e3dfe7 req-7e90d3c7-5a35-4787-b307-a213e4e55e79 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] No DVR routers for this DVR port 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:37.114450 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-13fce450-7477-4907-88ea-bee984e3dfe7 req-7e90d3c7-5a35-4787-b307-a213e4e55e79 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.116619 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-13fce450-7477-4907-88ea-bee984e3dfe7 req-7e90d3c7-5a35-4787-b307-a213e4e55e79 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.11 "DELETE /v2.0/ports/59fceac7-17c8-45ed-8a7f-2e4ba374bc1b HTTP/1.1" status: 204 len: 173 time: 0.8677659 Jul 05 03:56:37.117075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'name': 'network-vif-deleted', 'tag': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:37.119936 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2289a82d-7bec-4dd2-8c88-a5bb35ae07fc" -d '{"events": [{"server_uuid": "23797ffc-4131-49a6-ada7-6ca877fd9930", "name": "network-vif-deleted", "tag": "59fceac7-17c8-45ed-8a7f-2e4ba374bc1b"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:37.136720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ee896e97-a4df-4800-9f07-13918cab6a75 None None] Deleting port 6974d478-0a51-4cdf-8e2e-2c38ced62e16 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:37.137223 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee896e97-a4df-4800-9f07-13918cab6a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.205753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ee896e97-a4df-4800-9f07-13918cab6a75 None None] For port 6974d478-0a51-4cdf-8e2e-2c38ced62e16, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6974d478-0a51-4cdf-8e2e-2c38ced62e16,segment=NetworkSegment(574dd914-8729-4583-9e2e-bd05787d0d18),segment_id=574dd914-8729-4583-9e2e-bd05787d0d18)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:37.206339 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee896e97-a4df-4800-9f07-13918cab6a75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.221823 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ee896e97-a4df-4800-9f07-13918cab6a75 None None] Calling delete_port for 6974d478-0a51-4cdf-8e2e-2c38ced62e16 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:37.354563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:37.378519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:37.379141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 59fceac7-17c8-45ed-8a7f-2e4ba374bc1b not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:37.380078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device ad62ef0f-5427-4672-8d39-c38d8f06a767 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:37.427078 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee896e97-a4df-4800-9f07-13918cab6a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.461458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6974d478-0a51-4cdf-8e2e-2c38ced62e16 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:37.469198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee896e97-a4df-4800-9f07-13918cab6a75 None None] No DVR routers for this DVR port 6974d478-0a51-4cdf-8e2e-2c38ced62e16 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:37.477403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee896e97-a4df-4800-9f07-13918cab6a75 None None] Pushing event deleted for resources: {'Port': ['ID=6974d478-0a51-4cdf-8e2e-2c38ced62e16,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:37.484471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eff01b61-b3fe-41eb-9c78-a2319124fad6 req-d54e25b3-a23f-43e0-84f6-58f4d4ecf9df tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/88efbf67-0872-4331-8e04-f5abbc5f4955 HTTP/1.1" status: 200 len: 1783 time: 0.6480103 Jul 05 03:56:37.523013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 6974d478-0a51-4cdf-8e2e-2c38ced62e16 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:37.523415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6974d478-0a51-4cdf-8e2e-2c38ced62e16 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:37.541474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b790-a009-45b9-b77b-1841cc9096fc req-97100b60-26b7-41d3-ab42-01c9b9d8433e tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:37.543244 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9cd0b790-a009-45b9-b77b-1841cc9096fc req-97100b60-26b7-41d3-ab42-01c9b9d8433e tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 945 time: 0.7233884 Jul 05 03:56:37.566915 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.577669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d8ee9-9686-456f-beb0-ee019829619d req-b06efb29-8ebe-4a74-b36c-e5b585cfb147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:37.579549 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-114d8ee9-9686-456f-beb0-ee019829619d req-b06efb29-8ebe-4a74-b36c-e5b585cfb147 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e HTTP/1.1" status: 200 len: 914 time: 0.6122348 Jul 05 03:56:37.594599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea10f9-7d38-4c52-a069-8657e6213d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad62ef0f-5427-4672-8d39-c38d8f06a767'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:37.597381 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718ab32d-407e-48b2-b7fd-20a94103c4de" -d '{"events": [{"server_uuid": "5bea10f9-7d38-4c52-a069-8657e6213d78", "name": "network-vif-unplugged", "status": "completed", "tag": "ad62ef0f-5427-4672-8d39-c38d8f06a767"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:37.604479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Deleting port 6974d478-0a51-4cdf-8e2e-2c38ced62e16 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:37.604750 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.624229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port ad62ef0f-5427-4672-8d39-c38d8f06a767, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=ad62ef0f-5427-4672-8d39-c38d8f06a767,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:37.655792 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-114d8ee9-9686-456f-beb0-ee019829619d req-54f85c5a-e72d-4812-af44-d44a39edbaf8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf HTTP/1.1" status: 200 len: 217 time: 0.0607946 Jul 05 03:56:37.665213 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:56:37.717977 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.736351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9cd0b790-a009-45b9-b77b-1841cc9096fc req-935682f5-5369-4f1f-afc0-e0d6df906d43 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803780 Jul 05 03:56:37.774679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] For port 6974d478-0a51-4cdf-8e2e-2c38ced62e16, host n-d-798249-5, got binding levels [] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:37.775042 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.785577 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d8ee9-9686-456f-beb0-ee019829619d req-6356e1b2-56dc-44df-834a-d42322b29d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:37.788544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-114d8ee9-9686-456f-beb0-ee019829619d req-6356e1b2-56dc-44df-834a-d42322b29d95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55cadabf-193f-4213-b3e9-84f18739c9b7 HTTP/1.1" status: 200 len: 853 time: 0.1000628 Jul 05 03:56:37.794314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Calling delete_port for 6974d478-0a51-4cdf-8e2e-2c38ced62e16 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:37.801345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=ad62ef0f-5427-4672-8d39-c38d8f06a767,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:37.804721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Port 6974d478-0a51-4cdf-8e2e-2c38ced62e16 was not found and therefore no delete operation was performed {{(pid=100877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 03:56:37.805843 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73e9d3a-eaed-48ea-a5ab-4cc242b79ca6 x-openstack-request-id: req-f73e9d3a-eaed-48ea-a5ab-4cc242b79ca6 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:37.806840 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23797ffc-4131-49a6-ada7-6ca877fd9930", "name": "network-vif-deleted", "tag": "59fceac7-17c8-45ed-8a7f-2e4ba374bc1b", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:37.806958 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.807567 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f73e9d3a-eaed-48ea-a5ab-4cc242b79ca6 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:37.809052 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23797ffc-4131-49a6-ada7-6ca877fd9930', 'name': 'network-vif-deleted', 'tag': '59fceac7-17c8-45ed-8a7f-2e4ba374bc1b', 'status': 'completed', 'code': 200} Jul 05 03:56:37.849302 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-114d8ee9-9686-456f-beb0-ee019829619d req-7348d0b3-9dc2-42ab-871d-eac193121251 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530131 Jul 05 03:56:37.878042 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] No DVR routers for this DVR port 6974d478-0a51-4cdf-8e2e-2c38ced62e16 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:37.910569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Port': ['ID=6974d478-0a51-4cdf-8e2e-2c38ced62e16,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:37.922503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3454de65-b50b-48ae-9667-5f7449593566 req-e4069aa4-0869-4861-aa4d-7194fd8a5fd5 tempest-ServerRescueTestJSONUnderV235-1807231304 tempest-ServerRescueTestJSONUnderV235-1807231304-project] 10.222.0.60 "GET /v2.0/ports?device_id=23797ffc-4131-49a6-ada7-6ca877fd9930 HTTP/1.1" status: 200 len: 210 time: 0.0542786 Jul 05 03:56:38.083346 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.093033 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35daf97b-5df7-4b3f-8d6f-bfd92dd6ec4f x-openstack-request-id: req-35daf97b-5df7-4b3f-8d6f-bfd92dd6ec4f {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:38.093978 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea10f9-7d38-4c52-a069-8657e6213d78", "name": "network-vif-unplugged", "status": "completed", "tag": "ad62ef0f-5427-4672-8d39-c38d8f06a767", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:38.094303 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35daf97b-5df7-4b3f-8d6f-bfd92dd6ec4f {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:38.094781 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea10f9-7d38-4c52-a069-8657e6213d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad62ef0f-5427-4672-8d39-c38d8f06a767', 'code': 200} Jul 05 03:56:38.101647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8fea565a-6e3a-4d88-9a0f-cc3e83eccdc0 req-05e28b90-5281-4532-add9-3fde7f9f0e5f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/88efbf67-0872-4331-8e04-f5abbc5f4955 HTTP/1.1" status: 200 len: 1783 time: 0.1533797 Jul 05 03:56:38.109836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c28b6a-701c-46ce-8d80-cb5ba05bd175']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:38.135842 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574dd914-8729-4583-9e2e-bd05787d0d18') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:38.136185 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574dd914-8729-4583-9e2e-bd05787d0d18') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:38.144302 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-114d8ee9-9686-456f-beb0-ee019829619d req-0116a2be-ba65-4538-961a-574a3216cfe4 service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772059 Jul 05 03:56:38.165523 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.232655 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.244965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:38.245927 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:38.249515 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:38.334803 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8fea565a-6e3a-4d88-9a0f-cc3e83eccdc0 req-20e5099d-fa7a-4391-8cfd-cd1ca1e45643 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.366208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-114d8ee9-9686-456f-beb0-ee019829619d req-a2a55362-ae6f-4d67-9d51-85e84c0fb08b service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144589 Jul 05 03:56:38.371490 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8fea565a-6e3a-4d88-9a0f-cc3e83eccdc0 req-20e5099d-fa7a-4391-8cfd-cd1ca1e45643 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.466440 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.475593 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.481046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "DELETE /v2.0/networks/63c28b6a-701c-46ce-8d80-cb5ba05bd175 HTTP/1.1" status: 204 len: 168 time: 1.7185946 Jul 05 03:56:38.487598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36324) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:38.496261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce2c8d-0022-49b0-9475-cc6c70b3f8c9 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Network': ['ID=63c28b6a-701c-46ce-8d80-cb5ba05bd175,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:38.518225 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8fea565a-6e3a-4d88-9a0f-cc3e83eccdc0 req-20e5099d-fa7a-4391-8cfd-cd1ca1e45643 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.521114 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8fea565a-6e3a-4d88-9a0f-cc3e83eccdc0 req-20e5099d-fa7a-4391-8cfd-cd1ca1e45643 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.522353 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8fea565a-6e3a-4d88-9a0f-cc3e83eccdc0 req-20e5099d-fa7a-4391-8cfd-cd1ca1e45643 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "DELETE /v2.0/security-groups/88efbf67-0872-4331-8e04-f5abbc5f4955 HTTP/1.1" status: 204 len: 173 time: 0.4103532 Jul 05 03:56:38.532446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5099d-fa7a-4391-8cfd-cd1ca1e45643 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88efbf67-0872-4331-8e04-f5abbc5f4955,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:38.551310 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a3d664-30d6-4bf6-a351-0a26054a3884 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Deleting subnet 65225f4e-1381-445e-abf4-4b1161390116 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:38.555804 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a3d664-30d6-4bf6-a351-0a26054a3884 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.559170 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-9c6a506a-df5a-41cc-84ae-6ea8da9c4090 req-4a36620a-f242-4cb4-bcaf-cb61008cacf4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] show failed (client error): The resource could not be found. Jul 05 03:56:38.560100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c6a506a-df5a-41cc-84ae-6ea8da9c4090 req-4a36620a-f242-4cb4-bcaf-cb61008cacf4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/88efbf67-0872-4331-8e04-f5abbc5f4955 HTTP/1.1" status: 404 len: 352 time: 0.0200999 Jul 05 03:56:38.593358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ae6dd759-e074-4717-beec-3ea18c0dd023 req-9db2e7e8-15c4-4494-8ded-da5558a2de52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2114369208', 'description': 'tempest-description-198231938'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:38.600282 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a3d664-30d6-4bf6-a351-0a26054a3884 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.695673 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a3d664-30d6-4bf6-a351-0a26054a3884 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.725308 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ae6dd759-e074-4717-beec-3ea18c0dd023 req-9db2e7e8-15c4-4494-8ded-da5558a2de52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.812626 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ae6dd759-e074-4717-beec-3ea18c0dd023 req-9db2e7e8-15c4-4494-8ded-da5558a2de52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.843475 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a3d664-30d6-4bf6-a351-0a26054a3884 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.870326 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3d664-30d6-4bf6-a351-0a26054a3884 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Subnet': ['ID=65225f4e-1381-445e-abf4-4b1161390116,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:38.874733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a3d664-30d6-4bf6-a351-0a26054a3884 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.876640 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-69a3d664-30d6-4bf6-a351-0a26054a3884 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "DELETE /v2.0/subnets/65225f4e-1381-445e-abf4-4b1161390116 HTTP/1.1" status: 204 len: 168 time: 0.3930626 Jul 05 03:56:38.881687 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36338) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:38.882865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9415ed67-a102-4988-b555-db8a8b480eeb None None] Network 1e44a047-b071-4547-b5bf-c2d779c2a9ed requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:38.936852 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ae6dd759-e074-4717-beec-3ea18c0dd023 req-9db2e7e8-15c4-4494-8ded-da5558a2de52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.963313 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.980778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2e7e8-15c4-4494-8ded-da5558a2de52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf22fe16-3c55-4c80-9335-d832ddb3e910,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:39.033292 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Deleting port 804affc2-8bc6-4765-962e-c5f308eab994 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:39.033642 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.074798 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ae6dd759-e074-4717-beec-3ea18c0dd023 req-9db2e7e8-15c4-4494-8ded-da5558a2de52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.077124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae6dd759-e074-4717-beec-3ea18c0dd023 req-9db2e7e8-15c4-4494-8ded-da5558a2de52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4876280 Jul 05 03:56:39.093234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] DHCP port deletion for 1e44a047-b071-4547-b5bf-c2d779c2a9ed request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:56:39.113564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] For port 804affc2-8bc6-4765-962e-c5f308eab994, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=804affc2-8bc6-4765-962e-c5f308eab994,segment=NetworkSegment(742a5df9-d040-4f19-99de-c7ec6f89f357),segment_id=742a5df9-d040-4f19-99de-c7ec6f89f357)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:39.113934 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.127768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Calling delete_port for 804affc2-8bc6-4765-962e-c5f308eab994 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:39.141197 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Deleting port 804affc2-8bc6-4765-962e-c5f308eab994 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:39.141579 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.212038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] For port 804affc2-8bc6-4765-962e-c5f308eab994, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=804affc2-8bc6-4765-962e-c5f308eab994,segment=NetworkSegment(742a5df9-d040-4f19-99de-c7ec6f89f357),segment_id=742a5df9-d040-4f19-99de-c7ec6f89f357)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:39.212736 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.227049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Calling delete_port for 804affc2-8bc6-4765-962e-c5f308eab994 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:39.264478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc38d0-9188-4223-8aa7-1b65bc151e2c req-aded3fd8-4761-4bec-9052-f9f559adcdc8 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:39.266383 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-85cc38d0-9188-4223-8aa7-1b65bc151e2c req-aded3fd8-4761-4bec-9052-f9f559adcdc8 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 943 time: 0.0900624 Jul 05 03:56:39.319536 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.329160 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-85cc38d0-9188-4223-8aa7-1b65bc151e2c req-f82a7e8c-5e9e-42d5-af3d-926853a6ce68 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554624 Jul 05 03:56:39.349734 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.370104 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] No DVR routers for this DVR port 804affc2-8bc6-4765-962e-c5f308eab994 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:39.374740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Port': ['ID=804affc2-8bc6-4765-962e-c5f308eab994,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:39.429625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Pushing event deleted for resources: {'Port': ['ID=804affc2-8bc6-4765-962e-c5f308eab994,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:39.437481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36352) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:39.455712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:39.464518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:39.465025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:39.465471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:39.465910 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:39.466345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:39.466778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:39.467222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:39.467643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:39.468202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:39.468774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:39.469327 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:39.477132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6abe21-bda5-4e2d-9174-36984c85b926 None None] No DVR routers for this DVR port 804affc2-8bc6-4765-962e-c5f308eab994 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:39.504911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 804affc2-8bc6-4765-962e-c5f308eab994 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:39.527853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 804affc2-8bc6-4765-962e-c5f308eab994 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:39.528938 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 804affc2-8bc6-4765-962e-c5f308eab994 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:39.536774 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.548579 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e44a047-b071-4547-b5bf-c2d779c2a9ed']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:39.561389 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742a5df9-d040-4f19-99de-c7ec6f89f357') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:39.561389 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742a5df9-d040-4f19-99de-c7ec6f89f357') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:39.568870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-3ffd40ce-7c2f-4ba3-8f2d-b176f9b1f2d3 req-00f1e243-c7c7-4f95-baef-ca0ce5d75cc1 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-705605802', 'description': 'tempest-description-1000350582'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:39.577297 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.610984 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.618024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:39.618606 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:39.632892 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:39.763895 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3ffd40ce-7c2f-4ba3-8f2d-b176f9b1f2d3 req-00f1e243-c7c7-4f95-baef-ca0ce5d75cc1 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.784898 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.805854 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.812912 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "DELETE /v2.0/networks/1e44a047-b071-4547-b5bf-c2d779c2a9ed HTTP/1.1" status: 204 len: 168 time: 0.9324512 Jul 05 03:56:39.838575 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36364) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:39.853130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-255c847c-da99-49a6-bcba-42dbedd2780e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1868696859'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:39.863451 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de3e58-fc0e-486f-9299-5a8ccf7db12c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Network': ['ID=1e44a047-b071-4547-b5bf-c2d779c2a9ed,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:39.900655 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3ffd40ce-7c2f-4ba3-8f2d-b176f9b1f2d3 req-00f1e243-c7c7-4f95-baef-ca0ce5d75cc1 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.018499 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5d48984a-c75a-4680-9a50-e71858359147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.053515 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3ffd40ce-7c2f-4ba3-8f2d-b176f9b1f2d3 req-00f1e243-c7c7-4f95-baef-ca0ce5d75cc1 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.096796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1e243-c7c7-4f95-baef-ca0ce5d75cc1 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5869d820-9fe3-4a9e-8086-5d54e18835de,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:40.182088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255c847c-da99-49a6-bcba-42dbedd2780e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:40.185968 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-255c847c-da99-49a6-bcba-42dbedd2780e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.212611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255c847c-da99-49a6-bcba-42dbedd2780e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:56:40.223422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-255c847c-da99-49a6-bcba-42dbedd2780e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.223769 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-255c847c-da99-49a6-bcba-42dbedd2780e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Added segment 3daa463a-43c4-465e-90ef-a922cd64d15f of type vlan for network 687508cd-3aa0-415d-af8f-5677e77cf738 Jul 05 03:56:40.266030 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-255c847c-da99-49a6-bcba-42dbedd2780e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.330807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-5d48984a-c75a-4680-9a50-e71858359147 admin admin] Deleting port a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:40.331169 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5d48984a-c75a-4680-9a50-e71858359147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.344614 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3ffd40ce-7c2f-4ba3-8f2d-b176f9b1f2d3 req-00f1e243-c7c7-4f95-baef-ca0ce5d75cc1 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.346003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ffd40ce-7c2f-4ba3-8f2d-b176f9b1f2d3 req-00f1e243-c7c7-4f95-baef-ca0ce5d75cc1 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7887313 Jul 05 03:56:40.379908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-0b6ea113-5ce0-4809-9726-6745262510f5 req-4b317126-a4e8-43d2-b306-1bb974c774be tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-532793040', 'description': 'tempest-description-2098749524'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:40.449316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-5d48984a-c75a-4680-9a50-e71858359147 admin admin] For port a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8,segment=NetworkSegment(64caaef4-af64-4f44-af16-efffad4f61ae),segment_id=64caaef4-af64-4f44-af16-efffad4f61ae)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:40.450110 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5d48984a-c75a-4680-9a50-e71858359147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.465094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-5d48984a-c75a-4680-9a50-e71858359147 admin admin] Calling delete_port for a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:40.474330 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-255c847c-da99-49a6-bcba-42dbedd2780e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.482564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255c847c-da99-49a6-bcba-42dbedd2780e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.483249 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-255c847c-da99-49a6-bcba-42dbedd2780e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.553639 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0b6ea113-5ce0-4809-9726-6745262510f5 req-4b317126-a4e8-43d2-b306-1bb974c774be tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.618178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c847c-da99-49a6-bcba-42dbedd2780e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event updated for resources: {'Network': ['ID=687508cd-3aa0-415d-af8f-5677e77cf738,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:40.629307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 687508cd-3aa0-415d-af8f-5677e77cf738 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:56:40.701141 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-255c847c-da99-49a6-bcba-42dbedd2780e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8619061 Jul 05 03:56:40.711470 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36394) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:40.711470 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e56fb0a2-5c47-42af-8725-57fbe9e81233 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Request body: {'subnet': {'network_id': '687508cd-3aa0-415d-af8f-5677e77cf738', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:40.842702 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0b6ea113-5ce0-4809-9726-6745262510f5 req-4b317126-a4e8-43d2-b306-1bb974c774be tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.929276 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5d48984a-c75a-4680-9a50-e71858359147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.982195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48984a-c75a-4680-9a50-e71858359147 admin admin] Pushing event deleted for resources: {'Port': ['ID=a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:40.989555 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0b6ea113-5ce0-4809-9726-6745262510f5 req-4b317126-a4e8-43d2-b306-1bb974c774be tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.046766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b317126-a4e8-43d2-b306-1bb974c774be tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e5c551-f2b1-4d80-89c4-595d8187626c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:41.102381 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56fb0a2-5c47-42af-8725-57fbe9e81233 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:41.107236 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e56fb0a2-5c47-42af-8725-57fbe9e81233 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.158661 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5d48984a-c75a-4680-9a50-e71858359147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.359904 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0b6ea113-5ce0-4809-9726-6745262510f5 req-4b317126-a4e8-43d2-b306-1bb974c774be tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.361112 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b6ea113-5ce0-4809-9726-6745262510f5 req-4b317126-a4e8-43d2-b306-1bb974c774be tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9870358 Jul 05 03:56:41.408134 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device ad62ef0f-5427-4672-8d39-c38d8f06a767 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:41.441605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d48984a-c75a-4680-9a50-e71858359147 admin admin] Router 8431015c-98bb-4999-9784-2a894786896e has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:56:41.445591 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e56fb0a2-5c47-42af-8725-57fbe9e81233 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.599929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fb0a2-5c47-42af-8725-57fbe9e81233 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event updated for resources: {'Subnet': ['ID=538b8872-105e-4629-bf0a-7d6ad919e047,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:41.608880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fb0a2-5c47-42af-8725-57fbe9e81233 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Checking segment: {'id': '3daa463a-43c4-465e-90ef-a922cd64d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '687508cd-3aa0-415d-af8f-5677e77cf738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:41.609978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56fb0a2-5c47-42af-8725-57fbe9e81233 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Network hostable DHCP agents. Network: 687508cd-3aa0-415d-af8f-5677e77cf738, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:56:41.646547 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d48984a-c75a-4680-9a50-e71858359147 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:41.652874 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5d48984a-c75a-4680-9a50-e71858359147 admin admin] 10.222.0.60 "PUT /v2.0/routers/8431015c-98bb-4999-9784-2a894786896e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2137890 Jul 05 03:56:41.655226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36412) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:41.658501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854e8fd-5a59-45b1-b134-c51c821f4d21 None None] Sync routers for ids ['8431015c-98bb-4999-9784-2a894786896e'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:41.673773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854e8fd-5a59-45b1-b134-c51c821f4d21 None None] Routers {'8431015c-98bb-4999-9784-2a894786896e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:41.674904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8854e8fd-5a59-45b1-b134-c51c821f4d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:56:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8431015c-98bb-4999-9784-2a894786896e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:41.757458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56fb0a2-5c47-42af-8725-57fbe9e81233 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Network 687508cd-3aa0-415d-af8f-5677e77cf738 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:56:41.807072 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-8854e8fd-5a59-45b1-b134-c51c821f4d21 None None] Set router 8431015c-98bb-4999-9784-2a894786896e gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:41.874722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cf68c20-aff3-4d8e-a264-399a76a726cd req-45eccc44-747e-40e7-acc4-67b8e35d2b22 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e HTTP/1.1" status: 200 len: 10908 time: 0.1202307 Jul 05 03:56:41.880476 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.896479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-e56fb0a2-5c47-42af-8725-57fbe9e81233 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 687508cd-3aa0-415d-af8f-5677e77cf738) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:41.905762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56fb0a2-5c47-42af-8725-57fbe9e81233 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:41.906581 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e56fb0a2-5c47-42af-8725-57fbe9e81233 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.931071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d6aefe-5b6e-4b99-b594-1152f3b08314 None None] Network 687508cd-3aa0-415d-af8f-5677e77cf738 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:42.031294 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e56fb0a2-5c47-42af-8725-57fbe9e81233 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3196957 Jul 05 03:56:42.033454 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36416) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:42.045743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-da34e9ee-590e-49f6-9f90-514c1d7b54da tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1083376938'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:42.072145 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cf68c20-aff3-4d8e-a264-399a76a726cd req-6996a12f-9158-4139-8b0e-5e383b4e8d77 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/3cc793e7-79bd-4d4e-b811-e561e31de633 HTTP/1.1" status: 200 len: 2985 time: 0.1885278 Jul 05 03:56:42.116427 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.159081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3cc8-5c17-437d-b80c-9e1867297890 req-3fb7e762-2a1b-4447-a111-b4de24cbc900 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.161036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42ba3cc8-5c17-437d-b80c-9e1867297890 req-3fb7e762-2a1b-4447-a111-b4de24cbc900 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bea10f9-7d38-4c52-a069-8657e6213d78 HTTP/1.1" status: 200 len: 943 time: 0.1524777 Jul 05 03:56:42.197483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-687508cd-3aa0-415d-af8f-5677e77cf738', 'network_id': '687508cd-3aa0-415d-af8f-5677e77cf738', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'fixed_ips': [{'subnet_id': '538b8872-105e-4629-bf0a-7d6ad919e047'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:56:42.198766 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.205382 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cf68c20-aff3-4d8e-a264-399a76a726cd req-66b261c8-b433-4f85-b566-b164db171b19 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/3cc793e7-79bd-4d4e-b811-e561e31de633 HTTP/1.1" status: 200 len: 2985 time: 0.1236184 Jul 05 03:56:42.245912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8854e8fd-5a59-45b1-b134-c51c821f4d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:56:40Z', 'revision_number': 5, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:42.265462 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854e8fd-5a59-45b1-b134-c51c821f4d21 None None] Checking router: 8431015c-98bb-4999-9784-2a894786896e for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:42.318008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29e69286-d821-4a9b-88a1-7dc835223fa9 req-e106ca87-34de-4dd5-a110-2086ce288442 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/bf22fe16-3c55-4c80-9335-d832ddb3e910 HTTP/1.1" status: 200 len: 1802 time: 0.0725467 Jul 05 03:56:42.335109 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854e8fd-5a59-45b1-b134-c51c821f4d21 None None] Routers {'8431015c-98bb-4999-9784-2a894786896e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:42.335760 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8854e8fd-5a59-45b1-b134-c51c821f4d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:56:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8431015c-98bb-4999-9784-2a894786896e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:42.354131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-42ba3cc8-5c17-437d-b80c-9e1867297890 req-6c0023af-1e88-47ed-ba78-b3662e146e61 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Deleting port ad62ef0f-5427-4672-8d39-c38d8f06a767 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:42.354471 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-42ba3cc8-5c17-437d-b80c-9e1867297890 req-6c0023af-1e88-47ed-ba78-b3662e146e61 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.420275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da34e9ee-590e-49f6-9f90-514c1d7b54da tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:42.427113 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da34e9ee-590e-49f6-9f90-514c1d7b54da tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.456611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da34e9ee-590e-49f6-9f90-514c1d7b54da tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:56:42.464925 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-29e69286-d821-4a9b-88a1-7dc835223fa9 req-cb913d7e-0baf-46d1-ac0d-d2575b59d304 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.467832 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da34e9ee-590e-49f6-9f90-514c1d7b54da tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.468346 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-da34e9ee-590e-49f6-9f90-514c1d7b54da tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Added segment faabdac6-d957-49c3-a8a3-272cc7d68b54 of type vlan for network 356fb16c-972b-4a0f-b0ce-68e3e099b298 Jul 05 03:56:42.509994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-42ba3cc8-5c17-437d-b80c-9e1867297890 req-6c0023af-1e88-47ed-ba78-b3662e146e61 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] For port ad62ef0f-5427-4672-8d39-c38d8f06a767, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=ad62ef0f-5427-4672-8d39-c38d8f06a767,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:42.509994 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-42ba3cc8-5c17-437d-b80c-9e1867297890 req-6c0023af-1e88-47ed-ba78-b3662e146e61 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.514603 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-29e69286-d821-4a9b-88a1-7dc835223fa9 req-cb913d7e-0baf-46d1-ac0d-d2575b59d304 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.518900 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da34e9ee-590e-49f6-9f90-514c1d7b54da tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.557513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-42ba3cc8-5c17-437d-b80c-9e1867297890 req-6c0023af-1e88-47ed-ba78-b3662e146e61 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Calling delete_port for ad62ef0f-5427-4672-8d39-c38d8f06a767 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:42.640127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Allocated IP 19.80.0.2 (687508cd-3aa0-415d-af8f-5677e77cf738/538b8872-105e-4629-bf0a-7d6ad919e047/e9645af4-bd8f-4db0-a5c1-fa93de0b9867) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:42.652290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-8854e8fd-5a59-45b1-b134-c51c821f4d21 None None] Set router 8431015c-98bb-4999-9784-2a894786896e gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:42.662047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] Deleting port 82effe2e-82fb-4100-9167-4e9d65e8eff5 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:42.662388 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.663022 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da34e9ee-590e-49f6-9f90-514c1d7b54da tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.669775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da34e9ee-590e-49f6-9f90-514c1d7b54da tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.670489 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da34e9ee-590e-49f6-9f90-514c1d7b54da tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.759054 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34e9ee-590e-49f6-9f90-514c1d7b54da tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event updated for resources: {'Network': ['ID=356fb16c-972b-4a0f-b0ce-68e3e099b298,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:42.781365 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-29e69286-d821-4a9b-88a1-7dc835223fa9 req-cb913d7e-0baf-46d1-ac0d-d2575b59d304 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.783980 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-29e69286-d821-4a9b-88a1-7dc835223fa9 req-cb913d7e-0baf-46d1-ac0d-d2575b59d304 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.785186 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29e69286-d821-4a9b-88a1-7dc835223fa9 req-cb913d7e-0baf-46d1-ac0d-d2575b59d304 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "DELETE /v2.0/security-groups/bf22fe16-3c55-4c80-9335-d832ddb3e910 HTTP/1.1" status: 204 len: 173 time: 0.4559085 Jul 05 03:56:42.796550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 356fb16c-972b-4a0f-b0ce-68e3e099b298 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:56:42.811283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb913d7e-0baf-46d1-ac0d-d2575b59d304 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf22fe16-3c55-4c80-9335-d832ddb3e910,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:42.824136 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-da34e9ee-590e-49f6-9f90-514c1d7b54da tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7890570 Jul 05 03:56:42.825927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36428) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:42.826745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] For port 82effe2e-82fb-4100-9167-4e9d65e8eff5, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=82effe2e-82fb-4100-9167-4e9d65e8eff5,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:42.827144 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.833096 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-acc37a88-eb6e-4c01-9fc4-eaefc6df8881 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Request body: {'subnet': {'network_id': '356fb16c-972b-4a0f-b0ce-68e3e099b298', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:42.845298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] Calling delete_port for 82effe2e-82fb-4100-9167-4e9d65e8eff5 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:43.013407 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.115337 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Transition to ACTIVE for port object e9645af4-bd8f-4db0-a5c1-fa93de0b9867 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:43.162641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Transition to ACTIVE for port object e9645af4-bd8f-4db0-a5c1-fa93de0b9867 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:43.263129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8854e8fd-5a59-45b1-b134-c51c821f4d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:56:40Z', 'revision_number': 5, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:43.297909 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854e8fd-5a59-45b1-b134-c51c821f4d21 None None] The sync data for ids ['8431015c-98bb-4999-9784-2a894786896e'] in n-d-798249-5 is: [{'id': '8431015c-98bb-4999-9784-2a894786896e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1164142244-router', 'tenant_id': '42221dc113c34bf6acdc5aa76696f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:09Z', 'updated_at': '2021-07-05T03:56:40Z', 'revision_number': 5, 'project_id': '42221dc113c34bf6acdc5aa76696f0bf', 'gw_port': {'id': '82effe2e-82fb-4100-9167-4e9d65e8eff5', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431015c-98bb-4999-9784-2a894786896e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:10Z', 'updated_at': '2021-07-05T03:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:43.309368 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.378274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Pushing event updated for resources: {'Port': ['ID=e9645af4-bd8f-4db0-a5c1-fa93de0b9867,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:43.403230 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Network 687508cd-3aa0-415d-af8f-5677e77cf738 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:43.405004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:43.407446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:43.453784 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-42ba3cc8-5c17-437d-b80c-9e1867297890 req-6c0023af-1e88-47ed-ba78-b3662e146e61 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.507056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Attempting to bind port e9645af4-bd8f-4db0-a5c1-fa93de0b9867 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:43.507438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Attempting to bind port e9645af4-bd8f-4db0-a5c1-fa93de0b9867 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '3daa463a-43c4-465e-90ef-a922cd64d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '687508cd-3aa0-415d-af8f-5677e77cf738'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:43.507812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Attempting to bind port e9645af4-bd8f-4db0-a5c1-fa93de0b9867 on network 687508cd-3aa0-415d-af8f-5677e77cf738 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:43.509693 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-a8fb0ff4-0f4c-4234-939c-96ef50359bef req-84accbb5-9e74-45e3-8c64-df9e98674ef8 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] show failed (client error): The resource could not be found. Jul 05 03:56:43.512738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc37a88-eb6e-4c01-9fc4-eaefc6df8881 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:43.522236 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8fb0ff4-0f4c-4234-939c-96ef50359bef req-84accbb5-9e74-45e3-8c64-df9e98674ef8 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/bf22fe16-3c55-4c80-9335-d832ddb3e910 HTTP/1.1" status: 404 len: 352 time: 0.0737350 Jul 05 03:56:43.528722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:43.529184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Checking segment: {'id': '3daa463a-43c4-465e-90ef-a922cd64d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '687508cd-3aa0-415d-af8f-5677e77cf738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:43.529529 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.529843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Bound using segment: {'id': '3daa463a-43c4-465e-90ef-a922cd64d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '687508cd-3aa0-415d-af8f-5677e77cf738'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:43.530348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Bound port: e9645af4-bd8f-4db0-a5c1-fa93de0b9867, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daa463a-43c4-465e-90ef-a922cd64d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '687508cd-3aa0-415d-af8f-5677e77cf738'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:43.530724 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.530893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-acc37a88-eb6e-4c01-9fc4-eaefc6df8881 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.534669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0023af-1e88-47ed-ba78-b3662e146e61 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Pushing event deleted for resources: {'Port': ['ID=ad62ef0f-5427-4672-8d39-c38d8f06a767,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:43.609302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ba3cc8-5c17-437d-b80c-9e1867297890 req-6c0023af-1e88-47ed-ba78-b3662e146e61 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] No DVR routers for this DVR port ad62ef0f-5427-4672-8d39-c38d8f06a767 on host n-h1-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:43.612222 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-42ba3cc8-5c17-437d-b80c-9e1867297890 req-6c0023af-1e88-47ed-ba78-b3662e146e61 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.615200 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42ba3cc8-5c17-437d-b80c-9e1867297890 req-6c0023af-1e88-47ed-ba78-b3662e146e61 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "DELETE /v2.0/ports/ad62ef0f-5427-4672-8d39-c38d8f06a767 HTTP/1.1" status: 204 len: 173 time: 1.4491830 Jul 05 03:56:43.620753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea10f9-7d38-4c52-a069-8657e6213d78', 'name': 'network-vif-deleted', 'tag': 'ad62ef0f-5427-4672-8d39-c38d8f06a767'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:43.624605 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33380ca0-1aaa-4258-a3fd-60074533ad28" -d '{"events": [{"server_uuid": "5bea10f9-7d38-4c52-a069-8657e6213d78", "name": "network-vif-deleted", "tag": "ad62ef0f-5427-4672-8d39-c38d8f06a767"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:43.691145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] For port e9645af4-bd8f-4db0-a5c1-fa93de0b9867, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:43.706033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] For port e9645af4-bd8f-4db0-a5c1-fa93de0b9867, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e9645af4-bd8f-4db0-a5c1-fa93de0b9867,segment=NetworkSegment(3daa463a-43c4-465e-90ef-a922cd64d15f),segment_id=3daa463a-43c4-465e-90ef-a922cd64d15f)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:43.716285 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c4775de-43e3-4a29-be92-adc87a486691 req-6292405d-4482-4a2c-9532-fd78d15fccac tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/5869d820-9fe3-4a9e-8086-5d54e18835de HTTP/1.1" status: 200 len: 1802 time: 0.1673687 Jul 05 03:56:43.746943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:43.798712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:43.799446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a178ee0f-3a6d-4ab2-8de3-8f1e3adab1d8 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:43.813380 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.823918 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.882793 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6c4775de-43e3-4a29-be92-adc87a486691 req-7d87ad2f-7210-4e31-9722-53c31c2223f4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.903988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=82effe2e-82fb-4100-9167-4e9d65e8eff5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:43.952472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e4119-98ce-4a28-857d-093cc64f9129 None None] Pushing event updated for resources: {'Port': ['ID=e9645af4-bd8f-4db0-a5c1-fa93de0b9867,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:43.991449 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6c4775de-43e3-4a29-be92-adc87a486691 req-7d87ad2f-7210-4e31-9722-53c31c2223f4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.037207 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.038222 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-acc37a88-eb6e-4c01-9fc4-eaefc6df8881 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.213060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc37a88-eb6e-4c01-9fc4-eaefc6df8881 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event updated for resources: {'Subnet': ['ID=a1fc4776-baf2-4fb3-8aaf-017dd5f7461b,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:44.215389 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.225382 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.238379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc37a88-eb6e-4c01-9fc4-eaefc6df8881 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Checking segment: {'id': 'faabdac6-d957-49c3-a8a3-272cc7d68b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '356fb16c-972b-4a0f-b0ce-68e3e099b298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:44.238895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc37a88-eb6e-4c01-9fc4-eaefc6df8881 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Network hostable DHCP agents. Network: 356fb16c-972b-4a0f-b0ce-68e3e099b298, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:56:44.309119 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6c4775de-43e3-4a29-be92-adc87a486691 req-7d87ad2f-7210-4e31-9722-53c31c2223f4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.311846 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6c4775de-43e3-4a29-be92-adc87a486691 req-7d87ad2f-7210-4e31-9722-53c31c2223f4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.339555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c4775de-43e3-4a29-be92-adc87a486691 req-7d87ad2f-7210-4e31-9722-53c31c2223f4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "DELETE /v2.0/security-groups/5869d820-9fe3-4a9e-8086-5d54e18835de HTTP/1.1" status: 204 len: 173 time: 0.6133881 Jul 05 03:56:44.356335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc37a88-eb6e-4c01-9fc4-eaefc6df8881 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Network 356fb16c-972b-4a0f-b0ce-68e3e099b298 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:56:44.378101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87ad2f-7210-4e31-9722-53c31c2223f4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5869d820-9fe3-4a9e-8086-5d54e18835de,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:44.403392 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c97e01-511c-4449-a4d1-802ac874061a x-openstack-request-id: req-11c97e01-511c-4449-a4d1-802ac874061a {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:44.404266 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea10f9-7d38-4c52-a069-8657e6213d78", "name": "network-vif-deleted", "tag": "ad62ef0f-5427-4672-8d39-c38d8f06a767", "status": "failed", "code": 422}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:44.404266 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11c97e01-511c-4449-a4d1-802ac874061a {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:44.412102 n-d-798249-5 neutron-server[100877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5bea10f9-7d38-4c52-a069-8657e6213d78', 'name': 'network-vif-deleted', 'tag': 'ad62ef0f-5427-4672-8d39-c38d8f06a767', 'status': 'failed', 'code': 422} returned with failed status Jul 05 03:56:44.439997 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.440331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8431015c-98bb-4999-9784-2a894786896e {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:56:44.445641 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.450366 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f6555ccb-097f-43f5-836e-db2090bfebb2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8431015c-98bb-4999-9784-2a894786896e HTTP/1.1" status: 204 len: 168 time: 2.7933340 Jul 05 03:56:44.450656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36456) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:44.505455 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-acc37a88-eb6e-4c01-9fc4-eaefc6df8881 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 356fb16c-972b-4a0f-b0ce-68e3e099b298) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:44.510919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc37a88-eb6e-4c01-9fc4-eaefc6df8881 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.511841 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-acc37a88-eb6e-4c01-9fc4-eaefc6df8881 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.515070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f68e37d-26f7-4a1f-97c1-fa0239aed4aa None None] Network 356fb16c-972b-4a0f-b0ce-68e3e099b298 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:44.572828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c411d388-9ac4-424a-a4b0-48897a1ef9db admin admin] Deleting subnet 0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:44.582167 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c411d388-9ac4-424a-a4b0-48897a1ef9db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.647042 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-acc37a88-eb6e-4c01-9fc4-eaefc6df8881 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8182492 Jul 05 03:56:44.684360 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c411d388-9ac4-424a-a4b0-48897a1ef9db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.771532 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c411d388-9ac4-424a-a4b0-48897a1ef9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.870011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-356fb16c-972b-4a0f-b0ce-68e3e099b298', 'network_id': '356fb16c-972b-4a0f-b0ce-68e3e099b298', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'fixed_ips': [{'subnet_id': 'a1fc4776-baf2-4fb3-8aaf-017dd5f7461b'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:56:44.872768 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.936243 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-9b9f9af7-9c19-4886-9820-823e9d73a4e5 req-381cfc88-da4c-49f5-84a5-668d9d5a94ee tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] show failed (client error): The resource could not be found. Jul 05 03:56:44.951437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b9f9af7-9c19-4886-9820-823e9d73a4e5 req-381cfc88-da4c-49f5-84a5-668d9d5a94ee tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/5869d820-9fe3-4a9e-8086-5d54e18835de HTTP/1.1" status: 404 len: 352 time: 0.0295970 Jul 05 03:56:45.022642 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c411d388-9ac4-424a-a4b0-48897a1ef9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.069923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c411d388-9ac4-424a-a4b0-48897a1ef9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.075418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36474) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:45.087354 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c411d388-9ac4-424a-a4b0-48897a1ef9db admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1 HTTP/1.1" status: 204 len: 168 time: 0.6348460 Jul 05 03:56:45.106655 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Allocated IP 19.86.0.2 (356fb16c-972b-4a0f-b0ce-68e3e099b298/a1fc4776-baf2-4fb3-8aaf-017dd5f7461b/50cf465c-ac1a-4719-8921-4581eea25ea8) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:45.147267 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411d388-9ac4-424a-a4b0-48897a1ef9db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a5f4b55-d0f7-49d5-a7a1-50dee0513ed1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:45.322168 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.336737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Transition to ACTIVE for port object 50cf465c-ac1a-4719-8921-4581eea25ea8 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:45.365030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Transition to ACTIVE for port object 50cf465c-ac1a-4719-8921-4581eea25ea8 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:45.436445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-6b3323ea-1663-46a1-af83-3cdb9266a01c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.440030 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.443302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-6b3323ea-1663-46a1-af83-3cdb9266a01c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.451809 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-6b3323ea-1663-46a1-af83-3cdb9266a01c tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/networks?id=687508cd-3aa0-415d-af8f-5677e77cf738&id=356fb16c-972b-4a0f-b0ce-68e3e099b298 HTTP/1.1" status: 200 len: 1392 time: 0.3391860 Jul 05 03:56:45.507609 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Network 356fb16c-972b-4a0f-b0ce-68e3e099b298 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:45.512880 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:45.520002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:45.530317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Pushing event updated for resources: {'Port': ['ID=50cf465c-ac1a-4719-8921-4581eea25ea8,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:45.546530 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-1dc3d0a5-b78e-4e3f-817b-023774f0eb85 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/quotas/65734842d80f46a5a565555cae6d506c HTTP/1.1" status: 200 len: 375 time: 0.0831168 Jul 05 03:56:45.552130 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-250ea93a-3bb1-4914-8fe4-8eba5f09c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.593711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa040853-716f-4350-9f35-7ac76824431d req-9ed7a8f4-48b5-46e9-8484-36817fa5fa7b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/44e5c551-f2b1-4d80-89c4-595d8187626c HTTP/1.1" status: 200 len: 1802 time: 0.3416815 Jul 05 03:56:45.605828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e9645af4-bd8f-4db0-a5c1-fa93de0b9867 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:45.653718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Attempting to bind port 50cf465c-ac1a-4719-8921-4581eea25ea8 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:45.654315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Attempting to bind port 50cf465c-ac1a-4719-8921-4581eea25ea8 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'faabdac6-d957-49c3-a8a3-272cc7d68b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '356fb16c-972b-4a0f-b0ce-68e3e099b298'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:45.655078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Attempting to bind port 50cf465c-ac1a-4719-8921-4581eea25ea8 on network 356fb16c-972b-4a0f-b0ce-68e3e099b298 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:45.669646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2c3263-5d61-46e8-969f-5208815fe87d None None] Network 687508cd-3aa0-415d-af8f-5677e77cf738 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:45.677283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:45.678149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Checking segment: {'id': 'faabdac6-d957-49c3-a8a3-272cc7d68b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '356fb16c-972b-4a0f-b0ce-68e3e099b298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:45.678763 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.679414 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Bound using segment: {'id': 'faabdac6-d957-49c3-a8a3-272cc7d68b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '356fb16c-972b-4a0f-b0ce-68e3e099b298'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:45.680102 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Bound port: 50cf465c-ac1a-4719-8921-4581eea25ea8, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faabdac6-d957-49c3-a8a3-272cc7d68b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '356fb16c-972b-4a0f-b0ce-68e3e099b298'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:45.680781 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.760313 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fa040853-716f-4350-9f35-7ac76824431d req-4fe74cb1-fd7b-43c4-9a82-b125db52c348 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.763489 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-250ea93a-3bb1-4914-8fe4-8eba5f09c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.786636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-250ea93a-3bb1-4914-8fe4-8eba5f09c3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961e366e-90e4-4d1e-811a-b43786f3f3f5']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:45.810657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-9b4072b7-decf-4a6b-a7a8-197da5c99016 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=65734842d80f46a5a565555cae6d506c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2731164 Jul 05 03:56:45.812664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-250ea93a-3bb1-4914-8fe4-8eba5f09c3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64caaef4-af64-4f44-af16-efffad4f61ae') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:45.812789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-250ea93a-3bb1-4914-8fe4-8eba5f09c3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64caaef4-af64-4f44-af16-efffad4f61ae') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:45.836277 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fa040853-716f-4350-9f35-7ac76824431d req-4fe74cb1-fd7b-43c4-9a82-b125db52c348 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.839952 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-250ea93a-3bb1-4914-8fe4-8eba5f09c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.882667 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] For port 50cf465c-ac1a-4719-8921-4581eea25ea8, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:45.901945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] For port 50cf465c-ac1a-4719-8921-4581eea25ea8, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=50cf465c-ac1a-4719-8921-4581eea25ea8,segment=NetworkSegment(faabdac6-d957-49c3-a8a3-272cc7d68b54),segment_id=faabdac6-d957-49c3-a8a3-272cc7d68b54)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:45.908763 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-310cbf90-c597-4408-ba94-7e576721923f None None] Provisioning for port e9645af4-bd8f-4db0-a5c1-fa93de0b9867 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:45.917052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port e9645af4-bd8f-4db0-a5c1-fa93de0b9867 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:45.917274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-310cbf90-c597-4408-ba94-7e576721923f None None] Provisioning complete for port e9645af4-bd8f-4db0-a5c1-fa93de0b9867 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:45.917676 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-310cbf90-c597-4408-ba94-7e576721923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.920930 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port e9645af4-bd8f-4db0-a5c1-fa93de0b9867 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:45.921301 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.922716 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-250ea93a-3bb1-4914-8fe4-8eba5f09c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.936706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250ea93a-3bb1-4914-8fe4-8eba5f09c3fb admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:45.937278 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-250ea93a-3bb1-4914-8fe4-8eba5f09c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:45.939362 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:46.012718 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.017190 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-68b0bd61-2790-4121-8580-18c731f2308d service neutron] 10.222.0.60 "GET /v2.0/networks/687508cd-3aa0-415d-af8f-5677e77cf738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939938 Jul 05 03:56:46.121677 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fa040853-716f-4350-9f35-7ac76824431d req-4fe74cb1-fd7b-43c4-9a82-b125db52c348 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.125117 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fa040853-716f-4350-9f35-7ac76824431d req-4fe74cb1-fd7b-43c4-9a82-b125db52c348 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.126264 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa040853-716f-4350-9f35-7ac76824431d req-4fe74cb1-fd7b-43c4-9a82-b125db52c348 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "DELETE /v2.0/security-groups/44e5c551-f2b1-4d80-89c4-595d8187626c HTTP/1.1" status: 204 len: 173 time: 0.5313520 Jul 05 03:56:46.160685 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-2c1c1969-c039-4a53-a002-14de519c6fb1 service neutron] 10.222.0.60 "GET /v2.0/networks/687508cd-3aa0-415d-af8f-5677e77cf738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369019 Jul 05 03:56:46.170608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8420670-f810-4253-bf35-ca5505200b0c None None] Pushing event updated for resources: {'Port': ['ID=50cf465c-ac1a-4719-8921-4581eea25ea8,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:46.173726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe74cb1-fd7b-43c4-9a82-b125db52c348 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e5c551-f2b1-4d80-89c4-595d8187626c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:46.180316 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-250ea93a-3bb1-4914-8fe4-8eba5f09c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.195456 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.200543 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-310cbf90-c597-4408-ba94-7e576721923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.265242 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port e9645af4-bd8f-4db0-a5c1-fa93de0b9867, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e9645af4-bd8f-4db0-a5c1-fa93de0b9867,segment=NetworkSegment(3daa463a-43c4-465e-90ef-a922cd64d15f),segment_id=3daa463a-43c4-465e-90ef-a922cd64d15f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:46.291548 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-250ea93a-3bb1-4914-8fe4-8eba5f09c3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.295253 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-250ea93a-3bb1-4914-8fe4-8eba5f09c3fb admin admin] 10.222.0.60 "DELETE /v2.0/networks/961e366e-90e4-4d1e-811a-b43786f3f3f5 HTTP/1.1" status: 204 len: 168 time: 1.2180533 Jul 05 03:56:46.340667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ea93a-3bb1-4914-8fe4-8eba5f09c3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=961e366e-90e4-4d1e-811a-b43786f3f3f5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:46.384807 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.435908 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-c42112fe-d0de-4500-9935-2fdc1d8c948e service neutron] 10.222.0.60 "GET /v2.0/networks/356fb16c-972b-4a0f-b0ce-68e3e099b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741971 Jul 05 03:56:46.574585 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 82effe2e-82fb-4100-9167-4e9d65e8eff5 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:46.695240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-fa102045-7c64-4666-8fd3-3bcdb7b4402c service neutron] 10.222.0.60 "GET /v2.0/networks/356fb16c-972b-4a0f-b0ce-68e3e099b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583928 Jul 05 03:56:46.717338 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-15c939fc-da2a-472f-ae4c-285dee61e70e req-ca3e4ee1-14b5-4f1c-8e1a-16ffc8739c6e tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] show failed (client error): The resource could not be found. Jul 05 03:56:46.718254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-15c939fc-da2a-472f-ae4c-285dee61e70e req-ca3e4ee1-14b5-4f1c-8e1a-16ffc8739c6e tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/44e5c551-f2b1-4d80-89c4-595d8187626c HTTP/1.1" status: 404 len: 352 time: 0.0147953 Jul 05 03:56:46.818883 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 82effe2e-82fb-4100-9167-4e9d65e8eff5 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:46.819312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 82effe2e-82fb-4100-9167-4e9d65e8eff5 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:46.845658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=e9645af4-bd8f-4db0-a5c1-fa93de0b9867,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:46.850512 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-310cbf90-c597-4408-ba94-7e576721923f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:56:46.850512 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-310cbf90-c597-4408-ba94-7e576721923f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:56:46.851110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36510) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:46.894710 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b33d34ee-0883-4209-bc64-4ba7dc43eaca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42221dc113c34bf6acdc5aa76696f0bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420845 Jul 05 03:56:46.898902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36512) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:47.049642 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-b812003b-88dc-46ef-bfdf-35a75aa91d4e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2254040 Jul 05 03:56:47.054828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-612e6915-de2a-4952-83db-0c86bdb1d483 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.058466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-612e6915-de2a-4952-83db-0c86bdb1d483 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 811 time: 0.2416058 Jul 05 03:56:47.068165 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea69dc7c-f251-4647-9b6f-d076adb74a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.118158 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-759a6267-e1bc-44d0-9038-ea1528ca59a5 req-201f7669-4dfc-4bee-ace2-72af7134b18c tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e HTTP/1.1" status: 200 len: 6155 time: 0.1475122 Jul 05 03:56:47.155186 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-a4abbb71-a8b4-4b14-8d4d-40807de45134 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/quotas/0e720a82806c4e7cbe27e02eb198af6d HTTP/1.1" status: 200 len: 375 time: 0.0576353 Jul 05 03:56:47.231961 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea69dc7c-f251-4647-9b6f-d076adb74a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.274326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-dced8987-ce98-43d5-be84-6bb279f4d85f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896065 Jul 05 03:56:47.302960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-759a6267-e1bc-44d0-9038-ea1528ca59a5 req-a8b88759-ad90-44fb-be39-2e5f3056adbf tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/3cc793e7-79bd-4d4e-b811-e561e31de633 HTTP/1.1" status: 200 len: 2985 time: 0.1784544 Jul 05 03:56:47.454064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-efa0672d-032b-4d45-aff8-5e719b627b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.454557 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-efa0672d-032b-4d45-aff8-5e719b627b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.455043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-efa0672d-032b-4d45-aff8-5e719b627b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.455517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-efa0672d-032b-4d45-aff8-5e719b627b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.456408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-efa0672d-032b-4d45-aff8-5e719b627b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.457937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-efa0672d-032b-4d45-aff8-5e719b627b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.458602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-efa0672d-032b-4d45-aff8-5e719b627b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.468540 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-efa0672d-032b-4d45-aff8-5e719b627b33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d16dca7328249f08e2390e95c16dfe3&device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 6492 time: 0.3449759 Jul 05 03:56:47.486829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-759a6267-e1bc-44d0-9038-ea1528ca59a5 req-3b06b392-2e1b-4410-a019-d2bdc3d3b5fe tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/3cc793e7-79bd-4d4e-b811-e561e31de633 HTTP/1.1" status: 200 len: 2985 time: 0.1601429 Jul 05 03:56:47.541497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2e949051-fc4b-43c0-b5f2-c2e4c9b51e7b None None] Provisioning complete for port e9645af4-bd8f-4db0-a5c1-fa93de0b9867 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:47.542159 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2e949051-fc4b-43c0-b5f2-c2e4c9b51e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.543567 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-30597099-d11a-4961-8562-5f6479acca33 service neutron] 10.222.0.60 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585065 Jul 05 03:56:47.612276 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1267f9c0-169e-49f6-9295-759a7587c094 req-3dfae657-8274-458f-a10d-cf2cc1a9d820 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 210 time: 0.0839736 Jul 05 03:56:47.612925 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea69dc7c-f251-4647-9b6f-d076adb74a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.615485 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea69dc7c-f251-4647-9b6f-d076adb74a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.619061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ea69dc7c-f251-4647-9b6f-d076adb74a43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c HTTP/1.1" status: 204 len: 168 time: 0.7160311 Jul 05 03:56:47.649267 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 50cf465c-ac1a-4719-8921-4581eea25ea8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:47.749024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9f2be-89ec-4f43-b519-2c0bf4f2bea2 None None] Network 356fb16c-972b-4a0f-b0ce-68e3e099b298 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:47.774216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69dc7c-f251-4647-9b6f-d076adb74a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccaf0e8-6169-4e22-a0c6-5e6cd6446b7c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:47.821331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-c19c406b-aa89-41e1-8f30-4a010223461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.821817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-c19c406b-aa89-41e1-8f30-4a010223461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.822293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-c19c406b-aa89-41e1-8f30-4a010223461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.824776 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-c19c406b-aa89-41e1-8f30-4a010223461d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&id=ce929db9-95f6-4b19-ab56-323ab9bb83a6 HTTP/1.1" status: 200 len: 2292 time: 0.3191614 Jul 05 03:56:47.830832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-03ca2bad-a3a5-4abf-b7c8-8e09a2483700 req-c8369f6f-9faa-42b4-84c1-1e848cd093f8 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1741841145', 'description': 'tempest-description-263762081'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:47.832536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 50cf465c-ac1a-4719-8921-4581eea25ea8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:47.851287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e9645af4-bd8f-4db0-a5c1-fa93de0b9867 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:47.940093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-8dcf2f4d-23c0-4ba9-8047-b07f029db5f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dabf05e-9cbe-425d-87bf-6b2ecaf03063 HTTP/1.1" status: 200 len: 1001 time: 0.0932269 Jul 05 03:56:47.960649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-26a6ee99-ac2a-4f86-ad82-cf50868ef1c8 None None] Provisioning for port 50cf465c-ac1a-4719-8921-4581eea25ea8 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:47.971894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-26a6ee99-ac2a-4f86-ad82-cf50868ef1c8 None None] Provisioning complete for port 50cf465c-ac1a-4719-8921-4581eea25ea8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:47.972195 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-26a6ee99-ac2a-4f86-ad82-cf50868ef1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.980698 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-31c6e8b2-f94d-4183-b362-3d343a3dc4a2 service neutron] 10.222.0.60 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765626 Jul 05 03:56:47.993434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port e9645af4-bd8f-4db0-a5c1-fa93de0b9867 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:47.993810 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.002223 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-93f30563-f7ad-426d-a714-a79fcff75820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.003834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-93f30563-f7ad-426d-a714-a79fcff75820 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1a4e67f5-0254-4ffe-8462-5596b5dcca35 HTTP/1.1" status: 200 len: 850 time: 0.0564408 Jul 05 03:56:48.019368 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-03ca2bad-a3a5-4abf-b7c8-8e09a2483700 req-c8369f6f-9faa-42b4-84c1-1e848cd093f8 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.107302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-18144ee9-74e4-4f3c-8994-e9591e25a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.108848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-18144ee9-74e4-4f3c-8994-e9591e25a019 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985658 Jul 05 03:56:48.180883 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-26a6ee99-ac2a-4f86-ad82-cf50868ef1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.201699 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-03ca2bad-a3a5-4abf-b7c8-8e09a2483700 req-c8369f6f-9faa-42b4-84c1-1e848cd093f8 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.223079 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-26a6ee99-ac2a-4f86-ad82-cf50868ef1c8 None None] For port 50cf465c-ac1a-4719-8921-4581eea25ea8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=50cf465c-ac1a-4719-8921-4581eea25ea8,segment=NetworkSegment(faabdac6-d957-49c3-a8a3-272cc7d68b54),segment_id=faabdac6-d957-49c3-a8a3-272cc7d68b54)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:48.246448 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-0be53ead-1af5-4d09-91e0-c2b04aa9324b service neutron] 10.222.0.64 "GET /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285694 Jul 05 03:56:48.354068 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-26a6ee99-ac2a-4f86-ad82-cf50868ef1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.412238 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-62f0e90b-875f-42fd-b9e0-10246e6545be service neutron] 10.222.0.64 "GET /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591411 Jul 05 03:56:48.421391 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-03ca2bad-a3a5-4abf-b7c8-8e09a2483700 req-c8369f6f-9faa-42b4-84c1-1e848cd093f8 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.506199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0033-e2c8-429a-add4-14856c9c7b74 None None] Provisioning complete for port 50cf465c-ac1a-4719-8921-4581eea25ea8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:48.506199 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0033-e2c8-429a-add4-14856c9c7b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.558500 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6ee99-ac2a-4f86-ad82-cf50868ef1c8 None None] Pushing event updated for resources: {'Port': ['ID=50cf465c-ac1a-4719-8921-4581eea25ea8,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:48.587768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-2f505368-ec16-4bb4-baef-4f49fc5555c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=055b9c82-3cd5-4c8e-8763-539c346a2e5e HTTP/1.1" status: 200 len: 217 time: 0.1519403 Jul 05 03:56:48.628518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369f6f-9faa-42b4-84c1-1e848cd093f8 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1189d05-9197-40a5-aa1b-b94c2224190c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:48.681120 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-03ca2bad-a3a5-4abf-b7c8-8e09a2483700 req-c8369f6f-9faa-42b4-84c1-1e848cd093f8 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.682407 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03ca2bad-a3a5-4abf-b7c8-8e09a2483700 req-c8369f6f-9faa-42b4-84c1-1e848cd093f8 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9514050 Jul 05 03:56:48.711225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-fb3faf7c-bc6a-407b-8e52-df4b0ad700ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.713299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-fb3faf7c-bc6a-407b-8e52-df4b0ad700ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.1114933 Jul 05 03:56:48.782858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11daee34-8e0e-476d-8339-90e8054d7076 req-d35ba0a3-83f1-4880-8e01-f50ef3111a91 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 210 time: 0.0325451 Jul 05 03:56:48.807022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-3e3a8bec-aefb-4fc5-9fd2-1e137b5e5136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.809280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-3e3a8bec-aefb-4fc5-9fd2-1e137b5e5136 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883782 Jul 05 03:56:48.814349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-d81672fc-6511-4547-a8be-99605cfadd3a req-13871321-dd69-4f9d-ae0b-20a7323a3f0d tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2109877700', 'description': 'tempest-description-779039862'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:48.919567 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3b1e7e0-738c-4259-a408-2b90e75658cf req-e9aa95ef-29cf-45da-a1ca-f0f5ec6d70a4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 210 time: 0.0869582 Jul 05 03:56:48.973278 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-9cb3f19f-cac7-4b7b-b5ef-ff43369ac19b service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536422 Jul 05 03:56:49.028277 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d81672fc-6511-4547-a8be-99605cfadd3a req-13871321-dd69-4f9d-ae0b-20a7323a3f0d tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.112613 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-fad95a83-bc2f-4f81-a33c-de41f2bb5be4 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303904 Jul 05 03:56:49.166471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-7ad55edf-3ae4-40b6-8c44-4bb35778dd8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=a6ee81d8-7822-45d5-b78b-8b350ec3ddda HTTP/1.1" status: 200 len: 217 time: 0.0471706 Jul 05 03:56:49.204276 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36578) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:49.231155 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d81672fc-6511-4547-a8be-99605cfadd3a req-13871321-dd69-4f9d-ae0b-20a7323a3f0d tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.242104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-c85d518c-28b8-4980-bcd5-73adc257455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.244156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-c85d518c-28b8-4980-bcd5-73adc257455a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.0709901 Jul 05 03:56:49.318385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-ecac5d5f-3be7-48e7-a043-d37333e8e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.319882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-ecac5d5f-3be7-48e7-a043-d37333e8e331 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701816 Jul 05 03:56:49.321069 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d81672fc-6511-4547-a8be-99605cfadd3a req-13871321-dd69-4f9d-ae0b-20a7323a3f0d tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.328806 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1746566128-network', 'tenant_id': 'a9d73aea67114179af2905f599254306'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:49.419968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13871321-dd69-4f9d-ae0b-20a7323a3f0d tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827e57e3-f57f-40c8-a304-95fe2ed07f32,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:49.451620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-3555da47-d780-4e37-9d81-17f823ecaba8 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153049 Jul 05 03:56:49.467036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 50cf465c-ac1a-4719-8921-4581eea25ea8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:49.481919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] Made reservation on behalf of a9d73aea67114179af2905f599254306 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:49.481919 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.490363 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.539876 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 50cf465c-ac1a-4719-8921-4581eea25ea8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:49.540330 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.586208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-baf492b2-5b06-4635-81d1-7bfe88c6b7cd service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272907 Jul 05 03:56:49.645022 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-8a2b2f4d-bcb5-41e6-8537-a2485bad0d42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=6050d55d-668d-4668-9918-29562bdf74b6 HTTP/1.1" status: 200 len: 217 time: 0.0521729 Jul 05 03:56:49.646666 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d81672fc-6511-4547-a8be-99605cfadd3a req-13871321-dd69-4f9d-ae0b-20a7323a3f0d tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.648249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d81672fc-6511-4547-a8be-99605cfadd3a req-13871321-dd69-4f9d-ae0b-20a7323a3f0d tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8375580 Jul 05 03:56:49.722201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-69c6d5d9-460a-4fe1-b25a-9d4c75eedd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.724491 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-69c6d5d9-460a-4fe1-b25a-9d4c75eedd7a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.0716164 Jul 05 03:56:49.734273 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.800987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-eacd0e0d-0250-45be-8d95-b2ef67ff38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.802489 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-eacd0e0d-0250-45be-8d95-b2ef67ff38bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0655365 Jul 05 03:56:49.837353 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.867928 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:56:49.932129 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.933501 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] Added segment da12d198-9193-4665-aad9-de5de697f4e0 of type vlan for network 0ab2dbc4-57fa-49ee-965c-8b0d1ab9281d Jul 05 03:56:49.942691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdea333-bb87-4049-9b34-a98d9857787f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:49.987514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.013406 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7ba5787-1351-41c7-b6a6-3a3acba0cb46 req-b1e39367-e33b-434b-9452-c5fa90f28329 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 210 time: 0.0629075 Jul 05 03:56:50.067079 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-1e045518-9f6b-4a83-b925-3d1fb8cdaceb service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561848 Jul 05 03:56:50.149926 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.150829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.152091 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.194956 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02ccf6b1-d886-44d0-8238-0b845ea07df4 req-d4fbe28f-2b06-403b-a88a-26d7aab536aa tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 210 time: 0.0451324 Jul 05 03:56:50.233852 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-7876221d-8510-49a2-a9ec-e42425161be9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.235402 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-7876221d-8510-49a2-a9ec-e42425161be9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/networks?id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e HTTP/1.1" status: 200 len: 813 time: 0.2884803 Jul 05 03:56:50.241368 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-31bed005-8e3d-4797-a67f-2c4cd6b8c415 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660192 Jul 05 03:56:50.284741 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] Pushing event updated for resources: {'Network': ['ID=0ab2dbc4-57fa-49ee-965c-8b0d1ab9281d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:50.288506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-e3639839-2c43-4736-9de0-280821a8aaaf tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/quotas/7de3fa7ecc2f4a1aa1e7dd64a5c30a4e HTTP/1.1" status: 200 len: 375 time: 0.0461490 Jul 05 03:56:50.289936 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-b07f6475-032e-4788-8149-f49ac8d1e1c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 HTTP/1.1" status: 200 len: 217 time: 0.0404019 Jul 05 03:56:50.295645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 0ab2dbc4-57fa-49ee-965c-8b0d1ab9281d details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:56:50.326050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-d9a3378a-bb4c-496c-b8d6-35fcf69cfd60 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.332836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-d9a3378a-bb4c-496c-b8d6-35fcf69cfd60 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.334974 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-d9a3378a-bb4c-496c-b8d6-35fcf69cfd60 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.11 "GET /v2.0/networks?id=687508cd-3aa0-415d-af8f-5677e77cf738&id=356fb16c-972b-4a0f-b0ce-68e3e099b298 HTTP/1.1" status: 200 len: 1392 time: 0.2334113 Jul 05 03:56:50.341777 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d684c327-f286-467c-9d85-0416ecbd0238 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1358476 Jul 05 03:56:50.342751 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36610) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:50.348600 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b808bf35-e869-4704-9a32-7fedcacf5b0b admin admin] Request body: {'subnet': {'network_id': '0ab2dbc4-57fa-49ee-965c-8b0d1ab9281d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1746566128-subnet', 'tenant_id': 'a9d73aea67114179af2905f599254306', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:50.358961 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-fbcc417c-5f54-4f4c-b865-1309d29cffc4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Request body: {'port': {'device_id': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'network_id': '687508cd-3aa0-415d-af8f-5677e77cf738', 'admin_state_up': True, 'tenant_id': '65734842d80f46a5a565555cae6d506c'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:50.550854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b808bf35-e869-4704-9a32-7fedcacf5b0b admin admin] Made reservation on behalf of a9d73aea67114179af2905f599254306 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:50.554149 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b808bf35-e869-4704-9a32-7fedcacf5b0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.747964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-fbcc417c-5f54-4f4c-b865-1309d29cffc4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:50.751741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-fbcc417c-5f54-4f4c-b865-1309d29cffc4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.874759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-9b61a5ec-eef1-4014-8466-1364f3775f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.876316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-9b61a5ec-eef1-4014-8466-1364f3775f91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.5774491 Jul 05 03:56:50.879878 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b808bf35-e869-4704-9a32-7fedcacf5b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.925017 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-fbd3a8ae-0283-4c38-9537-3c70c5fc130e tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6277080 Jul 05 03:56:50.953951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-fbcc417c-5f54-4f4c-b865-1309d29cffc4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Allocated IP 19.80.0.42 (687508cd-3aa0-415d-af8f-5677e77cf738/538b8872-105e-4629-bf0a-7d6ad919e047/34a8b5f4-8b7f-4bee-a4ca-701169abe65c) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:50.974759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808bf35-e869-4704-9a32-7fedcacf5b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff2e2c76-e030-4c85-8890-690255bb87dd,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:50.991333 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808bf35-e869-4704-9a32-7fedcacf5b0b admin admin] Checking segment: {'id': 'da12d198-9193-4665-aad9-de5de697f4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0ab2dbc4-57fa-49ee-965c-8b0d1ab9281d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:50.991702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b808bf35-e869-4704-9a32-7fedcacf5b0b admin admin] Network hostable DHCP agents. Network: 0ab2dbc4-57fa-49ee-965c-8b0d1ab9281d, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:56:51.018743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-df244b86-3875-48ba-979a-fe332ca8ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:51.020623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-df244b86-3875-48ba-979a-fe332ca8ad37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1367092 Jul 05 03:56:51.105899 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-fe8bc385-ce59-4adf-9dbe-1a96708ec839 service neutron] 10.222.0.60 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745834 Jul 05 03:56:51.135254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b808bf35-e869-4704-9a32-7fedcacf5b0b admin admin] Network 0ab2dbc4-57fa-49ee-965c-8b0d1ab9281d is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:56:51.161531 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-fbcc417c-5f54-4f4c-b865-1309d29cffc4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.181716 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-fbcc417c-5f54-4f4c-b865-1309d29cffc4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Transition to ACTIVE for port object 34a8b5f4-8b7f-4bee-a4ca-701169abe65c will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:51.233819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-b808bf35-e869-4704-9a32-7fedcacf5b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 0ab2dbc4-57fa-49ee-965c-8b0d1ab9281d) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:51.236131 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-5b54129c-5416-49f7-ad13-a99b461640de service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075546 Jul 05 03:56:51.241519 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ace20427-2899-446f-b0d0-d8330a697445 req-658bb882-be8e-4e3f-8774-d4781380f2dc tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 210 time: 0.0484347 Jul 05 03:56:51.243237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df19d7f-9915-45ac-b0c4-7ae85c826868 None None] Network 0ab2dbc4-57fa-49ee-965c-8b0d1ab9281d requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:51.243564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b808bf35-e869-4704-9a32-7fedcacf5b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:51.244178 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b808bf35-e869-4704-9a32-7fedcacf5b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.333042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-5211f26d-204d-4527-b6a1-e3316cd25320 service neutron] 10.222.0.60 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199011 Jul 05 03:56:51.342273 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-fbcc417c-5f54-4f4c-b865-1309d29cffc4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.372415 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-c3de1dd1-1874-4e31-85c8-53c74339a9fb service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298821 Jul 05 03:56:51.390434 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b38b2631-ac34-4117-a421-274e46d1e50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.396930 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eaa77c-df90-45fc-8853-a66493c9cc6d None None] Network 0ab2dbc4-57fa-49ee-965c-8b0d1ab9281d requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:51.428695 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b808bf35-e869-4704-9a32-7fedcacf5b0b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0675967 Jul 05 03:56:51.441418 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-fbcc417c-5f54-4f4c-b865-1309d29cffc4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Network 687508cd-3aa0-415d-af8f-5677e77cf738 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:51.455673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-fbcc417c-5f54-4f4c-b865-1309d29cffc4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:51.498274 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-fbcc417c-5f54-4f4c-b865-1309d29cffc4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:51.588377 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-9707818b-8cd1-4ba7-ab4b-21b0ef45fa34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=188232d8-79be-4266-be8e-ffcd78b4e590 HTTP/1.1" status: 200 len: 217 time: 0.2019613 Jul 05 03:56:51.596522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36630) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:51.598595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-fbcc417c-5f54-4f4c-b865-1309d29cffc4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:51.599278 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-fbcc417c-5f54-4f4c-b865-1309d29cffc4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.607342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-19a8b5f0-ad70-41da-9df2-d633d5280fb5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1511499478'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:51.662713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc417c-5f54-4f4c-b865-1309d29cffc4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event updated for resources: {'Port': ['ID=34a8b5f4-8b7f-4bee-a4ca-701169abe65c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:51.708796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-56ce47c2-70c1-485b-8719-cfdd60fc7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:51.710483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-56ce47c2-70c1-485b-8719-cfdd60fc7e3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cba49b-6d0f-47b0-a85d-60d24e9f83c4 HTTP/1.1" status: 200 len: 797 time: 0.0786474 Jul 05 03:56:51.720508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b482e6-7707-44a3-8d08-4c60663546a4 req-7ef84c80-944e-474e-aeaa-5bf040c6f545 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:51.727495 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-0f862b0f-8abd-4a6d-b286-c9e1de7ee6f5 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:51.727685 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1b482e6-7707-44a3-8d08-4c60663546a4 req-7ef84c80-944e-474e-aeaa-5bf040c6f545 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 931 time: 0.3539231 Jul 05 03:56:51.730123 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-0f862b0f-8abd-4a6d-b286-c9e1de7ee6f5 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 811 time: 0.3196712 Jul 05 03:56:51.741773 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-a28a3fbc-4d8e-4f76-831e-abc8693a94c7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Request body: {'port': {'device_id': '34c80f97-79d4-4b93-8283-f7e41c7080bf', 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699', 'admin_state_up': True, 'tenant_id': '0e720a82806c4e7cbe27e02eb198af6d'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:51.793896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a8b5f0-ad70-41da-9df2-d633d5280fb5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Made reservation on behalf of dc9f90e618b6473285087fb5dfe41852 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:51.798464 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19a8b5f0-ad70-41da-9df2-d633d5280fb5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.801606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36638) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:51.906980 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-fbcc417c-5f54-4f4c-b865-1309d29cffc4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5540454 Jul 05 03:56:51.920165 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-f40babca-534d-4181-928e-9d4ba69eccd1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Request body: {'port': {'device_id': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'network_id': '356fb16c-972b-4a0f-b0ce-68e3e099b298', 'admin_state_up': True, 'tenant_id': '65734842d80f46a5a565555cae6d506c'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:51.925644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-abf1379b-69b8-4724-a970-cfa160ad621b None None] Provisioning for port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:51.936786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-abf1379b-69b8-4724-a970-cfa160ad621b None None] Provisioning complete for port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:51.936786 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-abf1379b-69b8-4724-a970-cfa160ad621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.950641 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1b482e6-7707-44a3-8d08-4c60663546a4 req-de19582d-0c3a-4cdd-9207-eea72f93c352 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126780 Jul 05 03:56:51.994454 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-5402624d-1965-4906-88d2-493157d776ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:52.004068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-abf1379b-69b8-4724-a970-cfa160ad621b None None] Port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:56:52.007164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-5402624d-1965-4906-88d2-493157d776ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2767832 Jul 05 03:56:52.008263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a8b5f0-ad70-41da-9df2-d633d5280fb5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:56:52.014003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9437cb0-f8af-4f5e-a769-1974ea918388 admin admin] Deleting subnet ff2e2c76-e030-4c85-8890-690255bb87dd {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:52.021649 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a9437cb0-f8af-4f5e-a769-1974ea918388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.106615 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19a8b5f0-ad70-41da-9df2-d633d5280fb5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.106966 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-19a8b5f0-ad70-41da-9df2-d633d5280fb5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Added segment e6399754-73e3-42b1-bcb9-0c5ceaaa5028 of type vlan for network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 Jul 05 03:56:52.141256 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f92fc833-e3e7-4316-aac1-edadee74bcf1 req-5095575a-08cf-450f-a1ff-745a3cdaae7f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 210 time: 0.1095755 Jul 05 03:56:52.154079 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a9437cb0-f8af-4f5e-a769-1974ea918388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.167791 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-a28a3fbc-4d8e-4f76-831e-abc8693a94c7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Made reservation on behalf of 0e720a82806c4e7cbe27e02eb198af6d for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:52.171853 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-a28a3fbc-4d8e-4f76-831e-abc8693a94c7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.219112 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19a8b5f0-ad70-41da-9df2-d633d5280fb5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.258445 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a9437cb0-f8af-4f5e-a769-1974ea918388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.291519 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-ac5505b7-1e2a-41ad-918c-c840a1e3e74a service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747769 Jul 05 03:56:52.302869 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-f40babca-534d-4181-928e-9d4ba69eccd1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Made reservation on behalf of 65734842d80f46a5a565555cae6d506c for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:52.306110 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-f40babca-534d-4181-928e-9d4ba69eccd1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.426717 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-a28a3fbc-4d8e-4f76-831e-abc8693a94c7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Allocated IP 172.20.0.11 (da0ef573-3c71-4826-bc2f-ca90865a5699/46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78/d8f463a1-b43a-4699-b46c-db91ae4714a2) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:52.434098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5162ebfb-90ee-4eb3-80c5-32cb8c99875b req-fd670c0c-735d-4678-a49b-b810a3a1ead6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 210 time: 0.0510671 Jul 05 03:56:52.445696 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19a8b5f0-ad70-41da-9df2-d633d5280fb5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.451602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a8b5f0-ad70-41da-9df2-d633d5280fb5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:52.452228 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19a8b5f0-ad70-41da-9df2-d633d5280fb5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.462000 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-d58dd785-1211-4eeb-a3ec-0fea8068de94 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613486 Jul 05 03:56:52.529032 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-f40babca-534d-4181-928e-9d4ba69eccd1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Allocated IP 19.86.0.49 (356fb16c-972b-4a0f-b0ce-68e3e099b298/a1fc4776-baf2-4fb3-8aaf-017dd5f7461b/103f01f7-ceae-4b04-8c60-3b421206a64c) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:52.546634 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-f2980a57-cb71-4bd2-9373-a3cfffa4b465 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c456a42a-09c5-4f07-bd3d-805697e58d69 HTTP/1.1" status: 200 len: 217 time: 0.0731554 Jul 05 03:56:52.589361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8b5f0-ad70-41da-9df2-d633d5280fb5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'Network': ['ID=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:52.597276 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a9437cb0-f8af-4f5e-a769-1974ea918388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.607668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:56:52.629874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9437cb0-f8af-4f5e-a769-1974ea918388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff2e2c76-e030-4c85-8890-690255bb87dd,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:52.634813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-30076118-fd5e-4247-8c53-961dcf1d021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:52.636500 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-30076118-fd5e-4247-8c53-961dcf1d021e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cba49b-6d0f-47b0-a85d-60d24e9f83c4 HTTP/1.1" status: 200 len: 797 time: 0.0818861 Jul 05 03:56:52.637487 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a9437cb0-f8af-4f5e-a769-1974ea918388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.638960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a9437cb0-f8af-4f5e-a769-1974ea918388 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ff2e2c76-e030-4c85-8890-690255bb87dd HTTP/1.1" status: 204 len: 168 time: 0.8337715 Jul 05 03:56:52.644958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36654) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:52.676842 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-a28a3fbc-4d8e-4f76-831e-abc8693a94c7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.717998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-19a8b5f0-ad70-41da-9df2-d633d5280fb5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1203439 Jul 05 03:56:52.721485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36658) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:52.727396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-cd637088-3bad-40fc-bbaf-d8a844304c2a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1850730713'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:52.775908 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-106cbd5e-0f7d-4fad-872c-113970c9150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.799528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-1d8f8073-b74e-4804-bda3-671eae44400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:52.799878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-1d8f8073-b74e-4804-bda3-671eae44400d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1540046 Jul 05 03:56:52.841424 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-f40babca-534d-4181-928e-9d4ba69eccd1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.855542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-f40babca-534d-4181-928e-9d4ba69eccd1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Transition to ACTIVE for port object 103f01f7-ceae-4b04-8c60-3b421206a64c will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:52.905720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd637088-3bad-40fc-bbaf-d8a844304c2a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Made reservation on behalf of dc9f90e618b6473285087fb5dfe41852 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:52.908190 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-a28a3fbc-4d8e-4f76-831e-abc8693a94c7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.909310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd637088-3bad-40fc-bbaf-d8a844304c2a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.950668 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-106cbd5e-0f7d-4fad-872c-113970c9150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.953284 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-a28a3fbc-4d8e-4f76-831e-abc8693a94c7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Network da0ef573-3c71-4826-bc2f-ca90865a5699 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:52.957172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-a28a3fbc-4d8e-4f76-831e-abc8693a94c7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:52.959633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-a28a3fbc-4d8e-4f76-831e-abc8693a94c7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:52.977632 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-106cbd5e-0f7d-4fad-872c-113970c9150d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab2dbc4-57fa-49ee-965c-8b0d1ab9281d']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:52.980133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd637088-3bad-40fc-bbaf-d8a844304c2a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:56:52.997927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a3fbc-4d8e-4f76-831e-abc8693a94c7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Pushing event updated for resources: {'Port': ['ID=d8f463a1-b43a-4699-b46c-db91ae4714a2,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:53.003895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-106cbd5e-0f7d-4fad-872c-113970c9150d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da12d198-9193-4665-aad9-de5de697f4e0') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:53.004196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-106cbd5e-0f7d-4fad-872c-113970c9150d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da12d198-9193-4665-aad9-de5de697f4e0') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:53.015556 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-f3559fd1-2a9e-4a3d-9b4d-7966f4889318 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930060 Jul 05 03:56:53.016655 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd637088-3bad-40fc-bbaf-d8a844304c2a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.016996 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-cd637088-3bad-40fc-bbaf-d8a844304c2a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Added segment accb3b68-1383-4cb9-ae64-02fc5ce26d5a of type vlan for network 2d8d395a-629a-43df-95a0-5c67ac358e33 Jul 05 03:56:53.028333 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-106cbd5e-0f7d-4fad-872c-113970c9150d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.029003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-a28a3fbc-4d8e-4f76-831e-abc8693a94c7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.029986 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-a28a3fbc-4d8e-4f76-831e-abc8693a94c7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.049240 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-f40babca-534d-4181-928e-9d4ba69eccd1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.094238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-f40babca-534d-4181-928e-9d4ba69eccd1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Network 356fb16c-972b-4a0f-b0ce-68e3e099b298 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:53.097761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-f40babca-534d-4181-928e-9d4ba69eccd1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:53.102547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-f40babca-534d-4181-928e-9d4ba69eccd1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:53.125037 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-106cbd5e-0f7d-4fad-872c-113970c9150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.143128 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40babca-534d-4181-928e-9d4ba69eccd1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event updated for resources: {'Port': ['ID=103f01f7-ceae-4b04-8c60-3b421206a64c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:53.154962 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd637088-3bad-40fc-bbaf-d8a844304c2a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.165407 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106cbd5e-0f7d-4fad-872c-113970c9150d admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:53.165817 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-106cbd5e-0f7d-4fad-872c-113970c9150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:53.169214 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:53.177528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-a28a3fbc-4d8e-4f76-831e-abc8693a94c7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4400785 Jul 05 03:56:53.190551 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Request body: {'port': {'device_id': '34c80f97-79d4-4b93-8283-f7e41c7080bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:53.282335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7d7d0d4-6799-4a6d-9413-4b4fbe3d34af req-e8ed5217-2f88-4feb-8dcb-c4fb8f87c156 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516367 Jul 05 03:56:53.299711 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.306967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-f40babca-534d-4181-928e-9d4ba69eccd1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.308164 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-f40babca-534d-4181-928e-9d4ba69eccd1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.311849 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02dca7-3978-4868-a41a-9fc27005ee5c req-c852d806-40ca-4e1c-8eb9-22e0f199d743 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.319340 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02dca7-3978-4868-a41a-9fc27005ee5c req-c852d806-40ca-4e1c-8eb9-22e0f199d743 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.321157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f02dca7-3978-4868-a41a-9fc27005ee5c req-c852d806-40ca-4e1c-8eb9-22e0f199d743 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1653 time: 0.2460110 Jul 05 03:56:53.364919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7ee3f355-ccfd-44c7-b393-37cc500d67e9 req-af03bb0c-ea32-4dd5-b38f-ec79d80f536e tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 210 time: 0.0427206 Jul 05 03:56:53.400468 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-106cbd5e-0f7d-4fad-872c-113970c9150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.407144 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-106cbd5e-0f7d-4fad-872c-113970c9150d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.409464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-106cbd5e-0f7d-4fad-872c-113970c9150d admin admin] 10.222.0.60 "DELETE /v2.0/networks/0ab2dbc4-57fa-49ee-965c-8b0d1ab9281d HTTP/1.1" status: 204 len: 168 time: 0.7624722 Jul 05 03:56:53.431093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cbd5e-0f7d-4fad-872c-113970c9150d admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab2dbc4-57fa-49ee-965c-8b0d1ab9281d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:53.449446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f02dca7-3978-4868-a41a-9fc27005ee5c req-e10c8275-035b-4666-88d9-8c7e1660aaff tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150203 Jul 05 03:56:53.455632 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd637088-3bad-40fc-bbaf-d8a844304c2a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.455953 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-f40babca-534d-4181-928e-9d4ba69eccd1 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5427165 Jul 05 03:56:53.474346 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd637088-3bad-40fc-bbaf-d8a844304c2a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.474346 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd637088-3bad-40fc-bbaf-d8a844304c2a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.481288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Request body: {'port': {'device_id': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:53.528669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0fa0c691-55bf-4680-9556-03e2d3f5dc54 None None] Provisioning for port 103f01f7-ceae-4b04-8c60-3b421206a64c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:53.533294 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0fa0c691-55bf-4680-9556-03e2d3f5dc54 None None] Provisioning complete for port 103f01f7-ceae-4b04-8c60-3b421206a64c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:53.533841 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c691-55bf-4680-9556-03e2d3f5dc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.571773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd637088-3bad-40fc-bbaf-d8a844304c2a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'Network': ['ID=2d8d395a-629a-43df-95a0-5c67ac358e33,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:53.577036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0c691-55bf-4680-9556-03e2d3f5dc54 None None] Port 103f01f7-ceae-4b04-8c60-3b421206a64c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:56:53.585334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 2d8d395a-629a-43df-95a0-5c67ac358e33 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:56:53.643596 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.678080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba2cd9-c9d3-47a9-b245-ce0622ee167a req-06aa5c92-044b-4c97-b7af-d63787d6fdca tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.679632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdba2cd9-c9d3-47a9-b245-ce0622ee167a req-06aa5c92-044b-4c97-b7af-d63787d6fdca tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 932 time: 0.0769210 Jul 05 03:56:53.704637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cd637088-3bad-40fc-bbaf-d8a844304c2a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9788907 Jul 05 03:56:53.705565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36674) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:53.711298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6f85a392-3b81-4ab3-aac4-9a07df9ffa50 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'subnet': {'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:53.769752 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdba2cd9-c9d3-47a9-b245-ce0622ee167a req-3179b589-e6f3-4828-905f-e2c40de4c030 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833483 Jul 05 03:56:53.805244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f463a1-b43a-4699-b46c-db91ae4714a2 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:53.820470 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.842749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Transition to ACTIVE for port object d8f463a1-b43a-4699-b46c-db91ae4714a2 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:53.934617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f85a392-3b81-4ab3-aac4-9a07df9ffa50 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Made reservation on behalf of dc9f90e618b6473285087fb5dfe41852 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:53.936521 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.938523 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f85a392-3b81-4ab3-aac4-9a07df9ffa50 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.022489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36676) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:54.036878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f463a1-b43a-4699-b46c-db91ae4714a2,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:54.068518 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a8b5f4-8b7f-4bee-a4ca-701169abe65c {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:54.084183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-42d90235-e702-4b4f-8be1-8a48694389e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a9d73aea67114179af2905f599254306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605147 Jul 05 03:56:54.094133 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.096055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36678) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:54.126721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Transition to ACTIVE for port object 34a8b5f4-8b7f-4bee-a4ca-701169abe65c will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:54.169607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Attempting to bind port d8f463a1-b43a-4699-b46c-db91ae4714a2 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:54.169953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Attempting to bind port d8f463a1-b43a-4699-b46c-db91ae4714a2 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:54.170288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Attempting to bind port d8f463a1-b43a-4699-b46c-db91ae4714a2 on network da0ef573-3c71-4826-bc2f-ca90865a5699 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:54.181088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Port d8f463a1-b43a-4699-b46c-db91ae4714a2 on network da0ef573-3c71-4826-bc2f-ca90865a5699 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:54.181405 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Attempting to bind port d8f463a1-b43a-4699-b46c-db91ae4714a2 on network da0ef573-3c71-4826-bc2f-ca90865a5699 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:54.190559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:54.190897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Checking segment: {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:54.191280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Bound using segment: {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:54.191759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Bound port: d8f463a1-b43a-4699-b46c-db91ae4714a2, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:54.192226 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.195032 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-885355bb-7413-4532-9924-325d69806921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.250226 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-885355bb-7413-4532-9924-325d69806921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.257911 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.308537 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6342da79-e0a7-4cc8-a3c6-eda34e5dcc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.309122 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f85a392-3b81-4ab3-aac4-9a07df9ffa50 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.373201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Pushing event updated for resources: {'Port': ['ID=34a8b5f4-8b7f-4bee-a4ca-701169abe65c,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:54.379126 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.387038 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85a392-3b81-4ab3-aac4-9a07df9ffa50 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'Subnet': ['ID=008e98e3-be56-474a-a741-e1d9ac0979ec,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:54.387807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] For port d8f463a1-b43a-4699-b46c-db91ae4714a2, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:54.391933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85a392-3b81-4ab3-aac4-9a07df9ffa50 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Checking segment: {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:54.392523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f85a392-3b81-4ab3-aac4-9a07df9ffa50 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Network hostable DHCP agents. Network: 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:56:54.393124 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] For port d8f463a1-b43a-4699-b46c-db91ae4714a2, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d8f463a1-b43a-4699-b46c-db91ae4714a2,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:54.468154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Attempting to bind port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:54.469045 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Attempting to bind port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '3daa463a-43c4-465e-90ef-a922cd64d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '687508cd-3aa0-415d-af8f-5677e77cf738'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:54.469045 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Attempting to bind port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c on network 687508cd-3aa0-415d-af8f-5677e77cf738 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:54.473742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c on network 687508cd-3aa0-415d-af8f-5677e77cf738 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:54.474153 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Attempting to bind port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c on network 687508cd-3aa0-415d-af8f-5677e77cf738 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:54.479234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:54.479811 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Checking segment: {'id': '3daa463a-43c4-465e-90ef-a922cd64d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '687508cd-3aa0-415d-af8f-5677e77cf738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:54.480259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Bound using segment: {'id': '3daa463a-43c4-465e-90ef-a922cd64d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '687508cd-3aa0-415d-af8f-5677e77cf738'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:54.480797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Bound port: 34a8b5f4-8b7f-4bee-a4ca-701169abe65c, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3daa463a-43c4-465e-90ef-a922cd64d15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '687508cd-3aa0-415d-af8f-5677e77cf738'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:54.481224 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.545792 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.546888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0f5d7d3-f6d9-41ab-ad5b-6f4d47a26ccb req-afe362f1-6d5e-4f52-9a68-a6cf7b24a323 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 210 time: 0.0381165 Jul 05 03:56:54.547840 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f85a392-3b81-4ab3-aac4-9a07df9ffa50 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:56:54.618967 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-885355bb-7413-4532-9924-325d69806921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.622338 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-885355bb-7413-4532-9924-325d69806921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.623509 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-885355bb-7413-4532-9924-325d69806921 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3bdea333-bb87-4049-9b34-a98d9857787f HTTP/1.1" status: 204 len: 168 time: 0.5264909 Jul 05 03:56:54.633132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:54.633754 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.635134 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] 10.222.0.11 "PUT /v2.0/ports/d8f463a1-b43a-4699-b46c-db91ae4714a2 HTTP/1.1" status: 200 len: 1092 time: 1.4490881 Jul 05 03:56:54.641623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c80f97-79d4-4b93-8283-f7e41c7080bf', 'tag': 'd8f463a1-b43a-4699-b46c-db91ae4714a2'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:54.642190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-6f85a392-3b81-4ab3-aac4-9a07df9ffa50 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:54.644117 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295f25fd-c837-46d4-9d54-5411dcd3a587" -d '{"events": [{"name": "network-changed", "server_uuid": "34c80f97-79d4-4b93-8283-f7e41c7080bf", "tag": "d8f463a1-b43a-4699-b46c-db91ae4714a2"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:54.649307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f85a392-3b81-4ab3-aac4-9a07df9ffa50 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:54.650420 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f85a392-3b81-4ab3-aac4-9a07df9ffa50 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.656578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d678f07-5c7e-4dcd-b00a-6b7273ccc74e None None] Network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:54.669466 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] For port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:54.676494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885355bb-7413-4532-9924-325d69806921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdea333-bb87-4049-9b34-a98d9857787f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:54.685996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebb242-0b7a-40aa-90de-304174e9eba3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f463a1-b43a-4699-b46c-db91ae4714a2,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:54.689848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] For port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=34a8b5f4-8b7f-4bee-a4ca-701169abe65c,segment=NetworkSegment(3daa463a-43c4-465e-90ef-a922cd64d15f),segment_id=3daa463a-43c4-465e-90ef-a922cd64d15f)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:54.710908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61397565-a012-4343-bccc-de259560a79d req-1843afc9-9096-4fa2-bd76-7e79b86960dc tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:54.718359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61397565-a012-4343-bccc-de259560a79d req-1843afc9-9096-4fa2-bd76-7e79b86960dc tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:54.725938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61397565-a012-4343-bccc-de259560a79d req-1843afc9-9096-4fa2-bd76-7e79b86960dc tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1665 time: 0.1170704 Jul 05 03:56:54.771525 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61397565-a012-4343-bccc-de259560a79d req-97f8b30a-6ff2-4e09-93ca-949428ee8d33 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446026 Jul 05 03:56:54.818959 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6f85a392-3b81-4ab3-aac4-9a07df9ffa50 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1091585 Jul 05 03:56:54.820135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36694) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:54.826245 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bd052c-6096-4cd0-b169-641d8d3665dd x-openstack-request-id: req-d0bd052c-6096-4cd0-b169-641d8d3665dd {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:54.826538 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c80f97-79d4-4b93-8283-f7e41c7080bf", "tag": "d8f463a1-b43a-4699-b46c-db91ae4714a2", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:54.826674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0e819506-a7f0-45fd-acb4-951e90f85f3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'subnet': {'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:54.826843 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0bd052c-6096-4cd0-b169-641d8d3665dd {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:54.827183 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c80f97-79d4-4b93-8283-f7e41c7080bf', 'tag': 'd8f463a1-b43a-4699-b46c-db91ae4714a2', 'status': 'completed', 'code': 200} Jul 05 03:56:54.831217 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.877337 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:54.877962 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.879351 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] 10.222.0.11 "PUT /v2.0/ports/34a8b5f4-8b7f-4bee-a4ca-701169abe65c HTTP/1.1" status: 200 len: 1091 time: 1.4099729 Jul 05 03:56:54.914378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68', 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'fixed_ips': [{'subnet_id': '008e98e3-be56-474a-a741-e1d9ac0979ec'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:56:54.915233 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2b444-4735-4f33-99a0-ed09346334ef service neutron] Pushing event updated for resources: {'Port': ['ID=34a8b5f4-8b7f-4bee-a4ca-701169abe65c,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:54.917298 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.945809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-2bfc9a39-1606-4c12-8a09-28efe75ced1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:54.947618 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-2bfc9a39-1606-4c12-8a09-28efe75ced1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 1095 time: 0.1536689 Jul 05 03:56:54.999479 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-612637d7-b2fb-4550-b2fd-6627c7002e6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8f463a1-b43a-4699-b46c-db91ae4714a2 HTTP/1.1" status: 200 len: 217 time: 0.0441921 Jul 05 03:56:55.053710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e82bb-3b62-445d-a61e-3350e310de2c req-7b9054d6-6b11-47aa-b80f-e6c17fe92629 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.061874 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-557e82bb-3b62-445d-a61e-3350e310de2c req-7b9054d6-6b11-47aa-b80f-e6c17fe92629 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 944 time: 0.1252360 Jul 05 03:56:55.080356 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-3ccd1837-9c5d-48d8-8f8b-d1d1b44f5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.082287 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-3ccd1837-9c5d-48d8-8f8b-d1d1b44f5e4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 HTTP/1.1" status: 200 len: 851 time: 0.0764599 Jul 05 03:56:55.107252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-557e82bb-3b62-445d-a61e-3350e310de2c req-e14d9502-d52b-4bb5-a87c-488ae554154f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444248 Jul 05 03:56:55.124820 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-42254c71-fd45-49a9-b6b4-c2f4bfa3367d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da0ef573-3c71-4826-bc2f-ca90865a5699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361223 Jul 05 03:56:55.136826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Request body: {'port': {'device_id': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:55.140128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Allocated IP 10.1.1.2 (12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68/008e98e3-be56-474a-a741-e1d9ac0979ec/99009661-a9fe-4a2b-82ff-825ece5b4edb) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:55.204228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e819506-a7f0-45fd-acb4-951e90f85f3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Made reservation on behalf of dc9f90e618b6473285087fb5dfe41852 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:55.208927 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e819506-a7f0-45fd-acb4-951e90f85f3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.278512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.282846 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-824d2b4f-d6a4-4ffc-a7c8-d6af15ca451f service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512947 Jul 05 03:56:55.293178 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.312354 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.323496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Transition to ACTIVE for port object 99009661-a9fe-4a2b-82ff-825ece5b4edb will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:55.341795 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Transition to ACTIVE for port object 99009661-a9fe-4a2b-82ff-825ece5b4edb will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:55.504987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-142b4aea-2da2-4fe4-89f6-bd8882a23d95 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.506618 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-142b4aea-2da2-4fe4-89f6-bd8882a23d95 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.64 "GET /v2.0/networks?id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e HTTP/1.1" status: 200 len: 813 time: 0.1919827 Jul 05 03:56:55.516096 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f4365cbe-663d-4b6e-a558-9e7a71478ca2 req-08594aa3-4ed7-47eb-9a38-efd94a64e67b service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253041 Jul 05 03:56:55.521828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-e9a1ddf2-f0e5-46d8-b084-d709aa0d4cca tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'port': {'device_id': '5c077746-34e3-4e6a-85e7-8f17c56f818f', 'network_id': 'f98dda64-a33a-4703-a1a8-2da2a6b6fe2e', 'admin_state_up': True, 'tenant_id': '7de3fa7ecc2f4a1aa1e7dd64a5c30a4e'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:55.528765 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.585561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:55.588056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:55.590593 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Pushing event updated for resources: {'Port': ['ID=99009661-a9fe-4a2b-82ff-825ece5b4edb,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:55.592784 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:55.658385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Attempting to bind port 99009661-a9fe-4a2b-82ff-825ece5b4edb on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:55.659028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Attempting to bind port 99009661-a9fe-4a2b-82ff-825ece5b4edb by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:55.659554 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Attempting to bind port 99009661-a9fe-4a2b-82ff-825ece5b4edb on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:55.662369 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e819506-a7f0-45fd-acb4-951e90f85f3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.671487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:55.677687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Checking segment: {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:55.677687 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.677687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Bound using segment: {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:55.677687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Bound port: 99009661-a9fe-4a2b-82ff-825ece5b4edb, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:55.677687 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.776434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] For port 99009661-a9fe-4a2b-82ff-825ece5b4edb, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:55.779885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] For port 99009661-a9fe-4a2b-82ff-825ece5b4edb, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=99009661-a9fe-4a2b-82ff-825ece5b4edb,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:55.799732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103f01f7-ceae-4b04-8c60-3b421206a64c {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:55.808548 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.819213 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf738ab6-3b5b-4dac-992e-593023208dd8 req-fc5cd8b5-78de-4d4d-94ab-0cd4554b5e10 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 210 time: 0.0518415 Jul 05 03:56:55.826091 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Transition to ACTIVE for port object 103f01f7-ceae-4b04-8c60-3b421206a64c will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:55.853261 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f25fd-c837-46d4-9d54-5411dcd3a587 req-b4e515ac-2b2f-465d-ac50-747ee6436fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.855185 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-295f25fd-c837-46d4-9d54-5411dcd3a587 req-b4e515ac-2b2f-465d-ac50-747ee6436fc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 1095 time: 0.1451461 Jul 05 03:56:55.878465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e819506-a7f0-45fd-acb4-951e90f85f3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'Subnet': ['ID=b3ff21ba-224c-4091-818b-dbb67611a58e,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:55.892706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e819506-a7f0-45fd-acb4-951e90f85f3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Checking segment: {'id': 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:55.893079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e819506-a7f0-45fd-acb4-951e90f85f3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Network hostable DHCP agents. Network: 2d8d395a-629a-43df-95a0-5c67ac358e33, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:56:55.948988 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.950054 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.989504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-e9a1ddf2-f0e5-46d8-b084-d709aa0d4cca tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Made reservation on behalf of 7de3fa7ecc2f4a1aa1e7dd64a5c30a4e for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:55.993551 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-e9a1ddf2-f0e5-46d8-b084-d709aa0d4cca tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.031286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc76cb-4794-47d5-b993-559851e8f1cd None None] Pushing event updated for resources: {'Port': ['ID=99009661-a9fe-4a2b-82ff-825ece5b4edb,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:56.043649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f25fd-c837-46d4-9d54-5411dcd3a587 req-3343a444-9113-413b-a0a3-838288584ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.045336 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-295f25fd-c837-46d4-9d54-5411dcd3a587 req-3343a444-9113-413b-a0a3-838288584ceb service neutron] 10.222.0.11 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 912 time: 0.1835096 Jul 05 03:56:56.046188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Pushing event updated for resources: {'Port': ['ID=103f01f7-ceae-4b04-8c60-3b421206a64c,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:56.050983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e819506-a7f0-45fd-acb4-951e90f85f3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Network 2d8d395a-629a-43df-95a0-5c67ac358e33 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:56:56.165190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881744e-125d-4ffd-abbf-513b074b6c5d req-3e0ecb5b-5e1c-4015-827d-f55807aa3ffd tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.171835 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-295f25fd-c837-46d4-9d54-5411dcd3a587 req-72731843-6b6e-4743-927c-ff4dd265d6d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8f463a1-b43a-4699-b46c-db91ae4714a2 HTTP/1.1" status: 200 len: 217 time: 0.0806468 Jul 05 03:56:56.173151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881744e-125d-4ffd-abbf-513b074b6c5d req-3e0ecb5b-5e1c-4015-827d-f55807aa3ffd tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.174870 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3881744e-125d-4ffd-abbf-513b074b6c5d req-3e0ecb5b-5e1c-4015-827d-f55807aa3ffd tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1677 time: 0.2291915 Jul 05 03:56:56.281100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Attempting to bind port 103f01f7-ceae-4b04-8c60-3b421206a64c on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:56.285867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Attempting to bind port 103f01f7-ceae-4b04-8c60-3b421206a64c by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'faabdac6-d957-49c3-a8a3-272cc7d68b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '356fb16c-972b-4a0f-b0ce-68e3e099b298'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:56.285867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Attempting to bind port 103f01f7-ceae-4b04-8c60-3b421206a64c on network 356fb16c-972b-4a0f-b0ce-68e3e099b298 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:56.285867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f25fd-c837-46d4-9d54-5411dcd3a587 req-1bddcaf7-0b2a-42df-a13f-9eb2a4151221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.287319 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-295f25fd-c837-46d4-9d54-5411dcd3a587 req-1bddcaf7-0b2a-42df-a13f-9eb2a4151221 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 HTTP/1.1" status: 200 len: 851 time: 0.1033525 Jul 05 03:56:56.301473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-0e819506-a7f0-45fd-acb4-951e90f85f3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 2d8d395a-629a-43df-95a0-5c67ac358e33) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:56.312491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c07971-8b7c-48e9-a1c2-a223fa7f7866 None None] Network 2d8d395a-629a-43df-95a0-5c67ac358e33 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:56.316594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Port 103f01f7-ceae-4b04-8c60-3b421206a64c on network 356fb16c-972b-4a0f-b0ce-68e3e099b298 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:56.316934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Attempting to bind port 103f01f7-ceae-4b04-8c60-3b421206a64c on network 356fb16c-972b-4a0f-b0ce-68e3e099b298 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:56.361580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:56.363673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Checking segment: {'id': 'faabdac6-d957-49c3-a8a3-272cc7d68b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '356fb16c-972b-4a0f-b0ce-68e3e099b298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:56.364517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Bound using segment: {'id': 'faabdac6-d957-49c3-a8a3-272cc7d68b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '356fb16c-972b-4a0f-b0ce-68e3e099b298'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:56.364649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Bound port: 103f01f7-ceae-4b04-8c60-3b421206a64c, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faabdac6-d957-49c3-a8a3-272cc7d68b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '356fb16c-972b-4a0f-b0ce-68e3e099b298'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:56.365097 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.383261 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-295f25fd-c837-46d4-9d54-5411dcd3a587 req-2deff81b-8392-41fe-90f3-03ea2f61454b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da0ef573-3c71-4826-bc2f-ca90865a5699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871985 Jul 05 03:56:56.420920 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3881744e-125d-4ffd-abbf-513b074b6c5d req-7760aeeb-2374-4015-9f80-1a80e9e89058 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631877 Jul 05 03:56:56.431966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e819506-a7f0-45fd-acb4-951e90f85f3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.455113 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e819506-a7f0-45fd-acb4-951e90f85f3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.469318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-e9a1ddf2-f0e5-46d8-b084-d709aa0d4cca tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Allocated IP 172.20.0.5 (f98dda64-a33a-4703-a1a8-2da2a6b6fe2e/55cadabf-193f-4213-b3e9-84f18739c9b7/4e7d811f-d50a-46ef-8e68-b89bf8b7345b) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:56.563885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] For port 103f01f7-ceae-4b04-8c60-3b421206a64c, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:56.578841 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] For port 103f01f7-ceae-4b04-8c60-3b421206a64c, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=103f01f7-ceae-4b04-8c60-3b421206a64c,segment=NetworkSegment(faabdac6-d957-49c3-a8a3-272cc7d68b54),segment_id=faabdac6-d957-49c3-a8a3-272cc7d68b54)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:56.626920 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-295f25fd-c837-46d4-9d54-5411dcd3a587 req-fcecfeb6-8eb9-4771-8101-0796fab6355c service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299111 Jul 05 03:56:56.659060 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.702829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d01b2-be0b-4b19-a612-9ac835bbceea req-f2a18cd5-8106-4e47-8aa8-32dd6c8ecee0 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.710092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe5d01b2-be0b-4b19-a612-9ac835bbceea req-f2a18cd5-8106-4e47-8aa8-32dd6c8ecee0 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 944 time: 0.4294899 Jul 05 03:56:56.721041 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0e819506-a7f0-45fd-acb4-951e90f85f3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8997116 Jul 05 03:56:56.728233 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36726) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:56.738529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'port': {'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68', 'name': 'tempest-TaggedBootDevicesTest_v242-2071739208', 'fixed_ips': [{'subnet_id': '008e98e3-be56-474a-a741-e1d9ac0979ec'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:56.749359 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.751139 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.751832 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] 10.222.0.11 "PUT /v2.0/ports/103f01f7-ceae-4b04-8c60-3b421206a64c HTTP/1.1" status: 200 len: 1091 time: 1.6301246 Jul 05 03:56:56.801956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd285b-f3e5-4ff2-bb9b-64351eb27894 service neutron] Pushing event updated for resources: {'Port': ['ID=103f01f7-ceae-4b04-8c60-3b421206a64c,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:56.815764 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-295f25fd-c837-46d4-9d54-5411dcd3a587 req-e6b6efca-5446-4051-93db-7418b39c7252 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823051 Jul 05 03:56:56.832067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'tag': '34a8b5f4-8b7f-4bee-a4ca-701169abe65c'}, {'name': 'network-changed', 'server_uuid': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'tag': '103f01f7-ceae-4b04-8c60-3b421206a64c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:56.833387 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-e9a1ddf2-f0e5-46d8-b084-d709aa0d4cca tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.840223 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd4be1e-2172-4bd7-b3ae-64720ca2286a", "tag": "34a8b5f4-8b7f-4bee-a4ca-701169abe65c"}, {"name": "network-changed", "server_uuid": "3fd4be1e-2172-4bd7-b3ae-64720ca2286a", "tag": "103f01f7-ceae-4b04-8c60-3b421206a64c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:56.911543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-2d8d395a-629a-43df-95a0-5c67ac358e33', 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'fixed_ips': [{'subnet_id': 'b3ff21ba-224c-4091-818b-dbb67611a58e'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:56:56.912736 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.915056 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe5d01b2-be0b-4b19-a612-9ac835bbceea req-aade3773-5813-4d09-8e1c-e25f09f1fc5d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037756 Jul 05 03:56:57.004436 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-df3d516f-ec4b-4fb0-9d70-abd0a80ab2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:57.005186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-df3d516f-ec4b-4fb0-9d70-abd0a80ab2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:57.007209 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-df3d516f-ec4b-4fb0-9d70-abd0a80ab2f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65734842d80f46a5a565555cae6d506c&device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1979 time: 0.1298482 Jul 05 03:56:57.138753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b45a314a-569e-45f6-8dfc-e5f567032c41 req-bc62fae4-19b2-487e-8045-7d10ecb92f32 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 210 time: 0.0590527 Jul 05 03:56:57.172127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Allocated IP 10.2.2.2 (2d8d395a-629a-43df-95a0-5c67ac358e33/b3ff21ba-224c-4091-818b-dbb67611a58e/3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:57.239751 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.343853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-e9a1ddf2-f0e5-46d8-b084-d709aa0d4cca tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.346109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Made reservation on behalf of dc9f90e618b6473285087fb5dfe41852 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:57.358513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3d14e8b5-f21c-47a9-a546-a23ea0de5ebf'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:57.457791 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.496584 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a85c99-fdbb-46d9-85e5-b14a1cbce7b4 x-openstack-request-id: req-04a85c99-fdbb-46d9-85e5-b14a1cbce7b4 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:57.496890 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd4be1e-2172-4bd7-b3ae-64720ca2286a", "tag": "34a8b5f4-8b7f-4bee-a4ca-701169abe65c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3fd4be1e-2172-4bd7-b3ae-64720ca2286a", "tag": "103f01f7-ceae-4b04-8c60-3b421206a64c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:57.497142 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04a85c99-fdbb-46d9-85e5-b14a1cbce7b4 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:57.497537 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'tag': '34a8b5f4-8b7f-4bee-a4ca-701169abe65c', 'status': 'completed', 'code': 200} Jul 05 03:56:57.497851 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'tag': '103f01f7-ceae-4b04-8c60-3b421206a64c', 'status': 'completed', 'code': 200} Jul 05 03:56:57.499396 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-833817f4-c65d-4296-b4ad-4c75e8a0c70a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.42&port_id=34a8b5f4-8b7f-4bee-a4ca-701169abe65c HTTP/1.1" status: 200 len: 217 time: 0.4853044 Jul 05 03:56:57.511805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d8f463a1-b43a-4699-b46c-db91ae4714a2 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:57.516952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Transition to ACTIVE for port object 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:57.549889 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.609517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-66349887-dcf1-4446-a854-f25f874b4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:57.623912 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-66349887-dcf1-4446-a854-f25f874b4338 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=538b8872-105e-4629-bf0a-7d6ad919e047 HTTP/1.1" status: 200 len: 801 time: 0.1169243 Jul 05 03:56:57.625269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Transition to ACTIVE for port object 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:57.627373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 99009661-a9fe-4a2b-82ff-825ece5b4edb up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:57.670815 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] device_id is not set on port b990c748-c350-420f-beb6-0c5670b4dacd yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:56:57.700598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-2591b5b3-b1d4-4493-9a9c-5a9ff3c21970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:57.705064 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-2591b5b3-b1d4-4493-9a9c-5a9ff3c21970 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=687508cd-3aa0-415d-af8f-5677e77cf738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0741527 Jul 05 03:56:57.741192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb8824-5fc3-46c5-bb20-4e4e50207604 None None] Network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:57.814155 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.839762 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Network 2d8d395a-629a-43df-95a0-5c67ac358e33 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:57.850756 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-769d39f1-939c-4a0a-89f9-195e83a185ed service neutron] 10.222.0.11 "GET /v2.0/networks/687508cd-3aa0-415d-af8f-5677e77cf738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409671 Jul 05 03:56:57.867880 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:57.909555 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:57.996835 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-b06acdc8-2487-4a7d-bb5c-a27c8317c034 service neutron] 10.222.0.11 "GET /v2.0/networks/687508cd-3aa0-415d-af8f-5677e77cf738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392715 Jul 05 03:56:58.015647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Pushing event updated for resources: {'Port': ['ID=3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:58.071945 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-eaf603c8-c90a-4d29-92ad-4fdd2c62d4d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.49&port_id=103f01f7-ceae-4b04-8c60-3b421206a64c HTTP/1.1" status: 200 len: 217 time: 0.0679710 Jul 05 03:56:58.100623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-412eff71-a8a6-4346-8e66-009d6bffbd40 None None] Provisioning for port 99009661-a9fe-4a2b-82ff-825ece5b4edb completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:58.108801 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d8f463a1-b43a-4699-b46c-db91ae4714a2, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d8f463a1-b43a-4699-b46c-db91ae4714a2,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:58.130391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-2bfe6b54-16ed-4fb5-aa74-2179015245f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.132080 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-2bfe6b54-16ed-4fb5-aa74-2179015245f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1fc4776-baf2-4fb3-8aaf-017dd5f7461b HTTP/1.1" status: 200 len: 801 time: 0.0541897 Jul 05 03:56:58.136646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 99009661-a9fe-4a2b-82ff-825ece5b4edb completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:58.146977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-412eff71-a8a6-4346-8e66-009d6bffbd40 None None] Provisioning complete for port 99009661-a9fe-4a2b-82ff-825ece5b4edb triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:58.147436 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-412eff71-a8a6-4346-8e66-009d6bffbd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.154190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Attempting to bind port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:58.154573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Attempting to bind port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:58.154939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Attempting to bind port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc on network 2d8d395a-629a-43df-95a0-5c67ac358e33 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:58.187376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 99009661-a9fe-4a2b-82ff-825ece5b4edb triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:58.190156 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.193710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'd8f463a1-b43a-4699-b46c-db91ae4714a2', 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699', 'port_id': 'd8f463a1-b43a-4699-b46c-db91ae4714a2', 'mac_address': 'fa:16:3e:9d:36:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:58.218540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-55ab319b-b14e-4a28-9f9a-d5c7168e2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.218672 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-55ab319b-b14e-4a28-9f9a-d5c7168e2f2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=356fb16c-972b-4a0f-b0ce-68e3e099b298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0785987 Jul 05 03:56:58.218752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-e9a1ddf2-f0e5-46d8-b084-d709aa0d4cca tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Network f98dda64-a33a-4703-a1a8-2da2a6b6fe2e is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:58.252487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:58.252839 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Checking segment: {'id': 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:58.253194 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.253594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Bound using segment: {'id': 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:58.254083 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Bound port: 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:58.254473 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.271710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1ddf2-f0e5-46d8-b084-d709aa0d4cca tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'Port': ['ID=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:58.286694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-e9a1ddf2-f0e5-46d8-b084-d709aa0d4cca tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:58.303080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-e9a1ddf2-f0e5-46d8-b084-d709aa0d4cca tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:58.327468 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-7fa9c648-3c06-47ea-a8c9-49bd3b74f63c service neutron] 10.222.0.11 "GET /v2.0/networks/356fb16c-972b-4a0f-b0ce-68e3e099b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019111 Jul 05 03:56:58.450144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-e9a1ddf2-f0e5-46d8-b084-d709aa0d4cca tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.450770 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-e9a1ddf2-f0e5-46d8-b084-d709aa0d4cca tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.459553 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-deba5c7a-c370-4cfa-8d2a-49dcaf9ec781 req-89d7e750-5b19-4ac9-acd6-aed585bd5b5d service neutron] 10.222.0.11 "GET /v2.0/networks/356fb16c-972b-4a0f-b0ce-68e3e099b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204371 Jul 05 03:56:58.471389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624e673-b831-4492-a08b-693aff4c05e7 req-c4e2e0b3-cd1d-45ab-941f-c48a54bf3f6e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.477328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624e673-b831-4492-a08b-693aff4c05e7 req-c4e2e0b3-cd1d-45ab-941f-c48a54bf3f6e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.479025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4624e673-b831-4492-a08b-693aff4c05e7 req-c4e2e0b3-cd1d-45ab-941f-c48a54bf3f6e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1677 time: 0.8348176 Jul 05 03:56:58.516911 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.532701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ee232-18f3-49eb-bed2-39ae5d8fbbc9 req-31a0cdcd-2d40-4a14-b3af-214934a01cc1 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.534249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-565ee232-18f3-49eb-bed2-39ae5d8fbbc9 req-31a0cdcd-2d40-4a14-b3af-214934a01cc1 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 944 time: 0.3609707 Jul 05 03:56:58.549651 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-412eff71-a8a6-4346-8e66-009d6bffbd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.570504 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f463a1-b43a-4699-b46c-db91ae4714a2 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:58.598152 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Allocated IP 10.1.1.158 (12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68/008e98e3-be56-474a-a741-e1d9ac0979ec/b990c748-c350-420f-beb6-0c5670b4dacd) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:58.600681 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.608139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4624e673-b831-4492-a08b-693aff4c05e7 req-0e986b8e-ad53-4e91-a45e-c6853e227ad8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222577 Jul 05 03:56:58.618512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-e9a1ddf2-f0e5-46d8-b084-d709aa0d4cca tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1017616 Jul 05 03:56:58.625155 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-565ee232-18f3-49eb-bed2-39ae5d8fbbc9 req-2be43a6f-2c18-46a0-82dc-af0e206fc16e tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766706 Jul 05 03:56:58.636900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Request body: {'port': {'device_id': '5c077746-34e3-4e6a-85e7-8f17c56f818f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:58.661640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d8f463a1-b43a-4699-b46c-db91ae4714a2, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d8f463a1-b43a-4699-b46c-db91ae4714a2,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:58.686231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-412eff71-a8a6-4346-8e66-009d6bffbd40 None None] For port 99009661-a9fe-4a2b-82ff-825ece5b4edb, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=99009661-a9fe-4a2b-82ff-825ece5b4edb,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:58.694600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] For port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:58.710745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] For port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:58.719931 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-a1d21d13-4dfd-4a00-b126-8ae29d31b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.720522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-a1d21d13-4dfd-4a00-b126-8ae29d31b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.722041 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-a1d21d13-4dfd-4a00-b126-8ae29d31b0da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65734842d80f46a5a565555cae6d506c&device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1979 time: 0.1191874 Jul 05 03:56:58.804840 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.871063 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-e04a62f9-b612-4d36-bb87-1ddb0ea5b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.873073 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-e04a62f9-b612-4d36-bb87-1ddb0ea5b814 service neutron] 10.222.0.11 "GET /v2.0/networks?id=687508cd-3aa0-415d-af8f-5677e77cf738 HTTP/1.1" status: 200 len: 903 time: 0.1444173 Jul 05 03:56:58.892904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=d8f463a1-b43a-4699-b46c-db91ae4714a2,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:58.898803 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.951031 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-412eff71-a8a6-4346-8e66-009d6bffbd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.951658 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-0aa7b4d2-298f-4433-aa15-3c027179a771 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.42&port_id=34a8b5f4-8b7f-4bee-a4ca-701169abe65c HTTP/1.1" status: 200 len: 217 time: 0.0698769 Jul 05 03:56:58.954359 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.065310 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-271b771c-65d6-4c8e-8b65-1aa61cd8a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.066673 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:56:59.067806 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:56:59.069212 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-271b771c-65d6-4c8e-8b65-1aa61cd8a04e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=538b8872-105e-4629-bf0a-7d6ad919e047 HTTP/1.1" status: 200 len: 801 time: 0.1120420 Jul 05 03:56:59.080219 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d8f463a1-b43a-4699-b46c-db91ae4714a2'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:59.099706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42109b6b-f6e6-4538-98e2-071d753da1e6 req-578d9ce2-5b6b-4dd0-93e3-eaa2d584020c tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.112989 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42109b6b-f6e6-4538-98e2-071d753da1e6 req-578d9ce2-5b6b-4dd0-93e3-eaa2d584020c tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 931 time: 0.3401659 Jul 05 03:56:59.154997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412eff71-a8a6-4346-8e66-009d6bffbd40 None None] Pushing event updated for resources: {'Port': ['ID=99009661-a9fe-4a2b-82ff-825ece5b4edb,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:59.160899 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-3d6c54d3-d5f2-4bb7-a18d-fef007bef59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.163699 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-3d6c54d3-d5f2-4bb7-a18d-fef007bef59c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=687508cd-3aa0-415d-af8f-5677e77cf738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0862432 Jul 05 03:56:59.224014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42109b6b-f6e6-4538-98e2-071d753da1e6 req-daf47cab-b88d-4eaa-be07-0723f7a93a4f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099138 Jul 05 03:56:59.262693 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.286424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Transition to ACTIVE for port object b990c748-c350-420f-beb6-0c5670b4dacd will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:59.294328 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-0c499c42-5e3c-4291-b4e8-db9ff65937a0 service neutron] 10.222.0.11 "GET /v2.0/networks/687508cd-3aa0-415d-af8f-5677e77cf738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235158 Jul 05 03:56:59.309392 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8cd23ff8-8b50-4231-8ff3-6701ab3325b9 None None] Provisioning complete for port 99009661-a9fe-4a2b-82ff-825ece5b4edb triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:59.309770 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8cd23ff8-8b50-4231-8ff3-6701ab3325b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.361435 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.431788 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a039e5-667c-43b3-9973-cdc7ae02ac1c None None] Pushing event updated for resources: {'Port': ['ID=3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:59.480411 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-ff39cdcb-e0de-4295-a47e-d909d1877fcf service neutron] 10.222.0.11 "GET /v2.0/networks/687508cd-3aa0-415d-af8f-5677e77cf738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787550 Jul 05 03:56:59.521324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7d811f-d50a-46ef-8e68-b89bf8b7345b {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:59.536894 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.555853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Transition to ACTIVE for port object 4e7d811f-d50a-46ef-8e68-b89bf8b7345b will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:59.606401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-c56cc66b-83ee-484c-aef8-310941e530fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.606810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-c56cc66b-83ee-484c-aef8-310941e530fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.608413 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-c56cc66b-83ee-484c-aef8-310941e530fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65734842d80f46a5a565555cae6d506c&device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1979 time: 0.0562065 Jul 05 03:56:59.611812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.676963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:59.678128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'Port': ['ID=b990c748-c350-420f-beb6-0c5670b4dacd,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:59.683235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:59.687044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:59.728301 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.793476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-aa245cae-26f3-43b3-a806-6bb0037b3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.804742 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Pushing event updated for resources: {'Port': ['ID=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:59.807779 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-aa245cae-26f3-43b3-a806-6bb0037b3e46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=356fb16c-972b-4a0f-b0ce-68e3e099b298 HTTP/1.1" status: 200 len: 903 time: 0.1898117 Jul 05 03:56:59.845884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.846914 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.888726 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-9bee03a8-4df4-41a6-aaf5-bdb28f53d0dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.49&port_id=103f01f7-ceae-4b04-8c60-3b421206a64c HTTP/1.1" status: 200 len: 217 time: 0.0747950 Jul 05 03:56:59.919568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 99009661-a9fe-4a2b-82ff-825ece5b4edb up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:59.970120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-4d7e35e3-e873-4fa1-979f-04727681ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.972351 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-4d7e35e3-e873-4fa1-979f-04727681ce91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1fc4776-baf2-4fb3-8aaf-017dd5f7461b HTTP/1.1" status: 200 len: 801 time: 0.0724785 Jul 05 03:57:00.018879 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 99009661-a9fe-4a2b-82ff-825ece5b4edb triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:00.019535 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.071554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-dc09e9c3-4b3b-4093-aaeb-87a3f52f0dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.074994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-68c17272-78e9-472b-afaa-ba3abc5bd2bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3453488 Jul 05 03:57:00.080677 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-dc09e9c3-4b3b-4093-aaeb-87a3f52f0dc1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=356fb16c-972b-4a0f-b0ce-68e3e099b298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1018317 Jul 05 03:57:00.081073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36782) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:00.097644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'port': {'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68', 'name': 'tempest-TaggedBootDevicesTest_v242-79710207', 'fixed_ips': [{'subnet_id': '008e98e3-be56-474a-a741-e1d9ac0979ec'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:00.168527 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5e976-3c24-4ca8-b092-2b76488fb8c3 req-e69612b6-2104-43e3-a161-d4c6cd351ea6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.174944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5e976-3c24-4ca8-b092-2b76488fb8c3 req-e69612b6-2104-43e3-a161-d4c6cd351ea6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.176814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22b5e976-3c24-4ca8-b092-2b76488fb8c3 req-e69612b6-2104-43e3-a161-d4c6cd351ea6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1677 time: 0.3265326 Jul 05 03:57:00.185462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45589b-fc65-44b9-8954-8c367bbe8ccd req-c40df98a-14cd-407e-a7b5-439e789469d2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.187026 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba45589b-fc65-44b9-8954-8c367bbe8ccd req-c40df98a-14cd-407e-a7b5-439e789469d2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 945 time: 0.3173795 Jul 05 03:57:00.190622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Attempting to bind port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:00.190960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Attempting to bind port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'e34c8e3b-3ee5-4fbd-9008-a274ba75c805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f98dda64-a33a-4703-a1a8-2da2a6b6fe2e'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:00.191287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Attempting to bind port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b on network f98dda64-a33a-4703-a1a8-2da2a6b6fe2e {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:00.210438 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-b9462343-65e9-46e2-9f99-eebdcbf9cf37 service neutron] 10.222.0.11 "GET /v2.0/networks/356fb16c-972b-4a0f-b0ce-68e3e099b298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225903 Jul 05 03:57:00.212470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b on network f98dda64-a33a-4703-a1a8-2da2a6b6fe2e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:00.213108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Attempting to bind port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b on network f98dda64-a33a-4703-a1a8-2da2a6b6fe2e {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:00.262505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:00.262505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Checking segment: {'id': 'e34c8e3b-3ee5-4fbd-9008-a274ba75c805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f98dda64-a33a-4703-a1a8-2da2a6b6fe2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:00.262505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Bound using segment: {'id': 'e34c8e3b-3ee5-4fbd-9008-a274ba75c805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f98dda64-a33a-4703-a1a8-2da2a6b6fe2e'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:00.263356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Bound port: 4e7d811f-d50a-46ef-8e68-b89bf8b7345b, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34c8e3b-3ee5-4fbd-9008-a274ba75c805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f98dda64-a33a-4703-a1a8-2da2a6b6fe2e'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:00.263356 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.331788 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d4579f93-b94b-4324-8a6f-11e67e4ab5c8 req-be075d12-0667-46fb-95eb-1568712cc7ce service neutron] 10.222.0.11 "GET /v2.0/networks/356fb16c-972b-4a0f-b0ce-68e3e099b298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137068 Jul 05 03:57:00.373862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:00.384818 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22b5e976-3c24-4ca8-b092-2b76488fb8c3 req-6facfefa-a4ae-4c8d-8bde-e9a0e633d4a7 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854253 Jul 05 03:57:00.401573 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba45589b-fc65-44b9-8954-8c367bbe8ccd req-fa93dd06-d348-4787-be9d-d4992c7d3ed7 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960678 Jul 05 03:57:00.435228 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-782c5e46-e210-466d-9f16-52957e352357 None None] Provisioning for port b990c748-c350-420f-beb6-0c5670b4dacd completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:00.444464 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-782c5e46-e210-466d-9f16-52957e352357 None None] Provisioning complete for port b990c748-c350-420f-beb6-0c5670b4dacd triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:00.444841 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-782c5e46-e210-466d-9f16-52957e352357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.448972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] For port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:00.453934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] For port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,segment=NetworkSegment(e34c8e3b-3ee5-4fbd-9008-a274ba75c805),segment_id=e34c8e3b-3ee5-4fbd-9008-a274ba75c805)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:00.488870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Made reservation on behalf of dc9f90e618b6473285087fb5dfe41852 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:00.490527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-782c5e46-e210-466d-9f16-52957e352357 None None] Port b990c748-c350-420f-beb6-0c5670b4dacd cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:00.497043 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.525387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] device_id is not set on port e1a831ee-d410-4ebf-863c-96e8b8770426 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:57:00.542035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:00.589358 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.591434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7e8c5c-682a-4de5-b29f-f2b9cb709b6b None None] Network 2d8d395a-629a-43df-95a0-5c67ac358e33 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:00.632416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36788) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:00.668356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.668992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.671612 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] 10.222.0.64 "PUT /v2.0/ports/4e7d811f-d50a-46ef-8e68-b89bf8b7345b HTTP/1.1" status: 200 len: 1091 time: 2.0407219 Jul 05 03:57:00.677336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c077746-34e3-4e6a-85e7-8f17c56f818f', 'tag': '4e7d811f-d50a-46ef-8e68-b89bf8b7345b'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:00.680666 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6607dac-88a4-4a0e-8d28-9683b12b266f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c077746-34e3-4e6a-85e7-8f17c56f818f", "tag": "4e7d811f-d50a-46ef-8e68-b89bf8b7345b"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:00.732321 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0fafa8-0beb-4a4e-8f23-15204ecbdae4 x-openstack-request-id: req-2f0fafa8-0beb-4a4e-8f23-15204ecbdae4 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:00.732668 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c077746-34e3-4e6a-85e7-8f17c56f818f", "tag": "4e7d811f-d50a-46ef-8e68-b89bf8b7345b", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:00.732909 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f0fafa8-0beb-4a4e-8f23-15204ecbdae4 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:00.733302 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c077746-34e3-4e6a-85e7-8f17c56f818f', 'tag': '4e7d811f-d50a-46ef-8e68-b89bf8b7345b', 'status': 'completed', 'code': 200} Jul 05 03:57:00.752911 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.795199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-17150f7c-d1ce-4e6b-82ec-0a6146536eb3 None None] Provisioning for port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:00.800331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-17150f7c-d1ce-4e6b-82ec-0a6146536eb3 None None] Provisioning complete for port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:00.800801 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-17150f7c-d1ce-4e6b-82ec-0a6146536eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.845124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83a0e2-f679-44e1-82cf-27edd623f5ee service neutron] Pushing event updated for resources: {'Port': ['ID=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:00.870267 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.892082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eff818-f2bb-4564-aeb7-82c20a7d8a4f req-bfcda8a6-9316-4dfb-afa4-89badaf2104d tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.893701 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95eff818-f2bb-4564-aeb7-82c20a7d8a4f req-bfcda8a6-9316-4dfb-afa4-89badaf2104d tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 943 time: 0.2171943 Jul 05 03:57:00.905962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Allocated IP 10.1.1.219 (12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68/008e98e3-be56-474a-a741-e1d9ac0979ec/e1a831ee-d410-4ebf-863c-96e8b8770426) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:00.909364 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-17150f7c-d1ce-4e6b-82ec-0a6146536eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.946717 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-17150f7c-d1ce-4e6b-82ec-0a6146536eb3 None None] For port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:00.974272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6607dac-88a4-4a0e-8d28-9683b12b266f req-5f588865-4eeb-4b26-aba9-6208abd3926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.976285 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6607dac-88a4-4a0e-8d28-9683b12b266f req-5f588865-4eeb-4b26-aba9-6208abd3926c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 1094 time: 0.2147465 Jul 05 03:57:00.984328 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95eff818-f2bb-4564-aeb7-82c20a7d8a4f req-4a35d7a3-9e73-4824-9494-d62fed660e05 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810494 Jul 05 03:57:01.008076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.028516 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-17150f7c-d1ce-4e6b-82ec-0a6146536eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.058039 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfd23e0-2001-4dc8-9975-7a4b20fe7cc9,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:01.073429 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47275f494d144725bea1723e8ffff84a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390192 Jul 05 03:57:01.074210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36794) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:01.075682 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:01.076037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:01.076707 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:01.076842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:01.078345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:01.078345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:01.078760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:01.079223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:01.079566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:01.079945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:01.080286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:01.080637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af95c-9ce9-451a-863b-bdf3d49c4718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:01.081282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17150f7c-d1ce-4e6b-82ec-0a6146536eb3 None None] Pushing event updated for resources: {'Port': ['ID=3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:01.137646 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2bba541c-86be-4e21-863a-0d772fce2d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.150476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7c19b441-7f70-4c71-ae45-68cb70690806 None None] Provisioning complete for port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:01.150817 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7c19b441-7f70-4c71-ae45-68cb70690806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.166931 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2bba541c-86be-4e21-863a-0d772fce2d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.180924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6607dac-88a4-4a0e-8d28-9683b12b266f req-f5689681-cc52-4987-acd8-e39142f23558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.182643 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6607dac-88a4-4a0e-8d28-9683b12b266f req-f5689681-cc52-4987-acd8-e39142f23558 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1940701 Jul 05 03:57:01.255705 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.319093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6607dac-88a4-4a0e-8d28-9683b12b266f req-af745810-aefe-4897-a7e7-f17e852cd4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.320648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6607dac-88a4-4a0e-8d28-9683b12b266f req-af745810-aefe-4897-a7e7-f17e852cd4d3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303403 Jul 05 03:57:01.411341 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-5549bcbc-1945-4f3f-9ac7-147ce059919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.413319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-5549bcbc-1945-4f3f-9ac7-147ce059919e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 1094 time: 0.0552926 Jul 05 03:57:01.455334 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-9830997e-d5fe-420c-8efd-93e985413b97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e7d811f-d50a-46ef-8e68-b89bf8b7345b HTTP/1.1" status: 200 len: 217 time: 0.0340621 Jul 05 03:57:01.471208 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.524543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d8f463a1-b43a-4699-b46c-db91ae4714a2 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:01.524543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 103f01f7-ceae-4b04-8c60-3b421206a64c details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:01.530382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-afc0a9b7-5a76-4b57-9a25-4fa530495506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.532256 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-afc0a9b7-5a76-4b57-9a25-4fa530495506 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55cadabf-193f-4213-b3e9-84f18739c9b7 HTTP/1.1" status: 200 len: 853 time: 0.0707035 Jul 05 03:57:01.618925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-dc77e8ac-384a-447d-aad4-87436b2de571 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607879 Jul 05 03:57:01.654845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 103f01f7-ceae-4b04-8c60-3b421206a64c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=103f01f7-ceae-4b04-8c60-3b421206a64c,segment=NetworkSegment(faabdac6-d957-49c3-a8a3-272cc7d68b54),segment_id=faabdac6-d957-49c3-a8a3-272cc7d68b54)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:01.668919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '103f01f7-ceae-4b04-8c60-3b421206a64c', 'network_id': '356fb16c-972b-4a0f-b0ce-68e3e099b298', 'port_id': '103f01f7-ceae-4b04-8c60-3b421206a64c', 'mac_address': 'fa:16:3e:80:85:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fc4776-baf2-4fb3-8aaf-017dd5f7461b', 'ip_address': '19.86.0.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:01.672245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2bba541c-86be-4e21-863a-0d772fce2d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.676865 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2bba541c-86be-4e21-863a-0d772fce2d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.681074 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2bba541c-86be-4e21-863a-0d772fce2d1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9bfd23e0-2001-4dc8-9975-7a4b20fe7cc9 HTTP/1.1" status: 204 len: 168 time: 0.5952177 Jul 05 03:57:01.688328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Transition to ACTIVE for port object e1a831ee-d410-4ebf-863c-96e8b8770426 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:01.697601 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba541c-86be-4e21-863a-0d772fce2d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfd23e0-2001-4dc8-9975-7a4b20fe7cc9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:01.730316 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.743389 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:01.765143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port d8f463a1-b43a-4699-b46c-db91ae4714a2 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:01.769845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103f01f7-ceae-4b04-8c60-3b421206a64c {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:01.770008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99bbd2-ad6b-4801-a01d-ef93c59373fd req-1fe8c212-c85a-4cdb-8200-39e53627a586 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.771381 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff99bbd2-ad6b-4801-a01d-ef93c59373fd req-1fe8c212-c85a-4cdb-8200-39e53627a586 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 945 time: 0.2371511 Jul 05 03:57:01.780799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port d8f463a1-b43a-4699-b46c-db91ae4714a2 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:01.781176 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.786987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab14e1-6165-4c95-9077-1890ff53db4e req-d1a57fbb-3a83-41e1-947f-ccb3ff537182 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.793316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab14e1-6165-4c95-9077-1890ff53db4e req-d1a57fbb-3a83-41e1-947f-ccb3ff537182 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.794904 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1ab14e1-6165-4c95-9077-1890ff53db4e req-d1a57fbb-3a83-41e1-947f-ccb3ff537182 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1677 time: 0.2617257 Jul 05 03:57:01.827552 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 103f01f7-ceae-4b04-8c60-3b421206a64c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=103f01f7-ceae-4b04-8c60-3b421206a64c,segment=NetworkSegment(faabdac6-d957-49c3-a8a3-272cc7d68b54),segment_id=faabdac6-d957-49c3-a8a3-272cc7d68b54)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:01.830926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-3fac6d40-947c-49ff-926b-2d60f6296d8a service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023919 Jul 05 03:57:01.854176 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:01.854574 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.919121 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.920628 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff99bbd2-ad6b-4801-a01d-ef93c59373fd req-5f5034d7-65af-4197-a2b6-aac590df3b82 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187706 Jul 05 03:57:01.928639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1ab14e1-6165-4c95-9077-1890ff53db4e req-f79a8818-d620-4cb1-9c14-b169b81cfa1a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256995 Jul 05 03:57:01.942062 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.942716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 34a8b5f4-8b7f-4bee-a4ca-701169abe65c details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:01.954305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c80f97-79d4-4b93-8283-f7e41c7080bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f463a1-b43a-4699-b46c-db91ae4714a2'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:01.956481 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a96993b-8464-48aa-8918-d2f7371d4ace" -d '{"events": [{"server_uuid": "34c80f97-79d4-4b93-8283-f7e41c7080bf", "name": "network-vif-plugged", "status": "completed", "tag": "d8f463a1-b43a-4699-b46c-db91ae4714a2"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:01.989941 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.017245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d8f463a1-b43a-4699-b46c-db91ae4714a2, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d8f463a1-b43a-4699-b46c-db91ae4714a2,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:02.020003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dce50e7-82c4-429f-aea0-84ffbdd0b755 req-a5c7859d-0c11-4f2d-a39e-9d2d4db45f64 service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789057 Jul 05 03:57:02.103067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=103f01f7-ceae-4b04-8c60-3b421206a64c,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:02.103639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:02.107062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'Port': ['ID=e1a831ee-d410-4ebf-863c-96e8b8770426,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:02.112864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:02.113235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:02.139850 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.207987 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817576be-2804-4b80-a930-28715fee2cab x-openstack-request-id: req-817576be-2804-4b80-a930-28715fee2cab {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:02.207987 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c80f97-79d4-4b93-8283-f7e41c7080bf", "name": "network-vif-plugged", "status": "completed", "tag": "d8f463a1-b43a-4699-b46c-db91ae4714a2", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:02.207987 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-817576be-2804-4b80-a930-28715fee2cab {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:02.207987 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c80f97-79d4-4b93-8283-f7e41c7080bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f463a1-b43a-4699-b46c-db91ae4714a2', 'code': 200} Jul 05 03:57:02.216300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=34a8b5f4-8b7f-4bee-a4ca-701169abe65c,segment=NetworkSegment(3daa463a-43c4-465e-90ef-a922cd64d15f),segment_id=3daa463a-43c4-465e-90ef-a922cd64d15f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:02.240880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:02.241743 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.257498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=d8f463a1-b43a-4699-b46c-db91ae4714a2,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:02.278961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '34a8b5f4-8b7f-4bee-a4ca-701169abe65c', 'network_id': '687508cd-3aa0-415d-af8f-5677e77cf738', 'port_id': '34a8b5f4-8b7f-4bee-a4ca-701169abe65c', 'mac_address': 'fa:16:3e:35:98:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538b8872-105e-4629-bf0a-7d6ad919e047', 'ip_address': '19.80.0.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:02.322091 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.338022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a8b5f4-8b7f-4bee-a4ca-701169abe65c {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:02.350349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca508f9e-eb68-4953-b845-822f67beb755 req-de0cbd9c-d7ce-4e53-a232-30e58e724e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:02.351870 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ca508f9e-eb68-4953-b845-822f67beb755 req-de0cbd9c-d7ce-4e53-a232-30e58e724e19 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 1097 time: 0.0737123 Jul 05 03:57:02.360846 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=34a8b5f4-8b7f-4bee-a4ca-701169abe65c,segment=NetworkSegment(3daa463a-43c4-465e-90ef-a922cd64d15f),segment_id=3daa463a-43c4-465e-90ef-a922cd64d15f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:02.379076 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2ed59-bf89-42bf-a917-2967ad47caca req-0d64b0d4-ef72-496c-9af9-f9be796602f6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:02.381500 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9f2ed59-bf89-42bf-a917-2967ad47caca req-0d64b0d4-ef72-496c-9af9-f9be796602f6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 943 time: 0.0923595 Jul 05 03:57:02.384412 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-98630036-1d79-4f23-9b5d-8bdf2019ce2c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3012896 Jul 05 03:57:02.405643 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ca508f9e-eb68-4953-b845-822f67beb755 req-6676eeaf-5545-4aa0-98bd-fdafb501434b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468004 Jul 05 03:57:02.426116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9f2ed59-bf89-42bf-a917-2967ad47caca req-7e1898ea-1cfd-438c-82df-cce1ef7439f1 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384419 Jul 05 03:57:02.467164 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.520773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=34a8b5f4-8b7f-4bee-a4ca-701169abe65c,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:02.593510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36814) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:02.604792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8e07b4c1-dfc6-4f84-8fd8-aecd50f7cdfb None None] Provisioning for port e1a831ee-d410-4ebf-863c-96e8b8770426 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:02.608809 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38948921-4d80-4896-b7bd-67840a3a677c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.609297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8e07b4c1-dfc6-4f84-8fd8-aecd50f7cdfb None None] Provisioning complete for port e1a831ee-d410-4ebf-863c-96e8b8770426 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:02.609747 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8e07b4c1-dfc6-4f84-8fd8-aecd50f7cdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.648256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8e07b4c1-dfc6-4f84-8fd8-aecd50f7cdfb None None] Port e1a831ee-d410-4ebf-863c-96e8b8770426 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:02.701233 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38948921-4d80-4896-b7bd-67840a3a677c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.701429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['34a8b5f4-8b7f-4bee-a4ca-701169abe65c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:02.776506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36816) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:02.781221 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ca35fc53-d7bf-40c8-928a-731a79571567 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--817498332', 'description': 'tempest-description--585911125'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:02.830906 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38948921-4d80-4896-b7bd-67840a3a677c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.875728 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-38948921-4d80-4896-b7bd-67840a3a677c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=041868aeeb824b87a70ef75cdd37c3aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810428 Jul 05 03:57:02.877779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38948921-4d80-4896-b7bd-67840a3a677c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc19e719-ccae-406e-afe1-1a84c04888a3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:02.878451 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36818) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:02.928247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d6f6-2e6d-47c9-bb4f-29ac146cab14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.950360 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d6f6-2e6d-47c9-bb4f-29ac146cab14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.964876 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ca35fc53-d7bf-40c8-928a-731a79571567 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.130743 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d6f6-2e6d-47c9-bb4f-29ac146cab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.133340 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d6f6-2e6d-47c9-bb4f-29ac146cab14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.134578 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d7c8d6f6-2e6d-47c9-bb4f-29ac146cab14 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc19e719-ccae-406e-afe1-1a84c04888a3 HTTP/1.1" status: 204 len: 168 time: 0.2550611 Jul 05 03:57:03.155243 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8d6f6-2e6d-47c9-bb4f-29ac146cab14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc19e719-ccae-406e-afe1-1a84c04888a3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:03.155361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c826bfa-776c-46b5-893c-58f256dcd68f req-810aa188-304f-44fc-8a8c-d9636295ae79 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:03.156898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c826bfa-776c-46b5-893c-58f256dcd68f req-810aa188-304f-44fc-8a8c-d9636295ae79 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.1191380 Jul 05 03:57:03.193448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1d94b-81fe-4fe6-8c8a-aa640cf5e914 req-5db7807b-147d-42a0-a595-80f09449b9d8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:03.200763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1d94b-81fe-4fe6-8c8a-aa640cf5e914 req-5db7807b-147d-42a0-a595-80f09449b9d8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:03.227095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64f1d94b-81fe-4fe6-8c8a-aa640cf5e914 req-5db7807b-147d-42a0-a595-80f09449b9d8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1679 time: 0.1355615 Jul 05 03:57:03.265512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c826bfa-776c-46b5-893c-58f256dcd68f req-266df5bc-5ead-49c7-8b39-2134cdc792e1 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943773 Jul 05 03:57:03.293890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64f1d94b-81fe-4fe6-8c8a-aa640cf5e914 req-0d2f7088-96c1-4a63-b483-c41331fa8a2b tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810344 Jul 05 03:57:03.296543 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ca35fc53-d7bf-40c8-928a-731a79571567 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.427911 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ca35fc53-d7bf-40c8-928a-731a79571567 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.453287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35fc53-d7bf-40c8-928a-731a79571567 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437883c0-ee83-4ebc-a2ee-aea043e7b1f1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:03.507072 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 34a8b5f4-8b7f-4bee-a4ca-701169abe65c up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:03.522925 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ca35fc53-d7bf-40c8-928a-731a79571567 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.527331 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ca35fc53-d7bf-40c8-928a-731a79571567 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7470839 Jul 05 03:57:03.527740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36832) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:03.533519 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6bdd6ead-0d50-4ee2-a531-60463ec540a2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'security_group_rule': {'security_group_id': '437883c0-ee83-4ebc-a2ee-aea043e7b1f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:03.621627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d22cf-bae6-462f-b653-6ba7980e2952 req-2487a501-d1e3-42c7-a19e-29553be57048 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:03.625449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-880d22cf-bae6-462f-b653-6ba7980e2952 req-2487a501-d1e3-42c7-a19e-29553be57048 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 943 time: 0.0723839 Jul 05 03:57:03.663932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-880d22cf-bae6-462f-b653-6ba7980e2952 req-f2e34f07-e9df-47db-ac99-3b6d8da24086 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338154 Jul 05 03:57:03.688072 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:03.692449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:03.692821 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.692987 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6ead-0d50-4ee2-a531-60463ec540a2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.743689 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6ead-0d50-4ee2-a531-60463ec540a2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.771005 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['103f01f7-ceae-4b04-8c60-3b421206a64c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:03.808940 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.833045 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6ead-0d50-4ee2-a531-60463ec540a2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.855951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd6ead-0d50-4ee2-a531-60463ec540a2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938f9470-7260-4cd7-9e50-c199c2cd808f,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:03.866557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=34a8b5f4-8b7f-4bee-a4ca-701169abe65c,segment=NetworkSegment(3daa463a-43c4-465e-90ef-a922cd64d15f),segment_id=3daa463a-43c4-465e-90ef-a922cd64d15f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:03.928461 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.936289 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6ead-0d50-4ee2-a531-60463ec540a2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.937680 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6bdd6ead-0d50-4ee2-a531-60463ec540a2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4087329 Jul 05 03:57:03.940775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36844) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:03.945386 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4f856a22-cc89-4b2d-ba1f-e996082a36d8 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'security_group_rule': {'security_group_id': '437883c0-ee83-4ebc-a2ee-aea043e7b1f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:03.990212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=34a8b5f4-8b7f-4bee-a4ca-701169abe65c,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:04.064575 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f856a22-cc89-4b2d-ba1f-e996082a36d8 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.123198 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f856a22-cc89-4b2d-ba1f-e996082a36d8 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.202292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a8b5f4-8b7f-4bee-a4ca-701169abe65c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:04.204833 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dee54a-bf9b-4a0e-a7be-d11fbff6d053" -d '{"events": [{"server_uuid": "3fd4be1e-2172-4bd7-b3ae-64720ca2286a", "name": "network-vif-plugged", "status": "completed", "tag": "34a8b5f4-8b7f-4bee-a4ca-701169abe65c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:04.241404 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4cd8da-b1e6-4ce0-a574-1f3a2202663d x-openstack-request-id: req-ef4cd8da-b1e6-4ce0-a574-1f3a2202663d {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:04.241692 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd4be1e-2172-4bd7-b3ae-64720ca2286a", "name": "network-vif-plugged", "status": "completed", "tag": "34a8b5f4-8b7f-4bee-a4ca-701169abe65c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:04.241947 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef4cd8da-b1e6-4ce0-a574-1f3a2202663d {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:04.242396 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a8b5f4-8b7f-4bee-a4ca-701169abe65c', 'code': 200} Jul 05 03:57:04.261599 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f856a22-cc89-4b2d-ba1f-e996082a36d8 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.279340 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f856a22-cc89-4b2d-ba1f-e996082a36d8 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5ec4dc-9e25-48bc-b948-d5952a27c30e,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:04.418732 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f856a22-cc89-4b2d-ba1f-e996082a36d8 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.420041 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4f856a22-cc89-4b2d-ba1f-e996082a36d8 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4781380 Jul 05 03:57:04.423089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36864) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:04.429546 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:04.466349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb02bca-ea3c-4eac-aef3-17e3561eaf75 req-89e3e9e0-53af-4713-b19e-8e1cc2ae83cf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:04.467858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cb02bca-ea3c-4eac-aef3-17e3561eaf75 req-89e3e9e0-53af-4713-b19e-8e1cc2ae83cf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.0878549 Jul 05 03:57:04.527855 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cb02bca-ea3c-4eac-aef3-17e3561eaf75 req-db0d3ea5-a4b2-40a6-9493-df7e3134e435 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Jul 05 03:57:04.550443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b12f9-9e82-4514-8581-fc705c11bb60 req-5f896cd5-2aa1-4974-8ebc-95e43c0c6060 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:04.552484 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.556710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b12f9-9e82-4514-8581-fc705c11bb60 req-5f896cd5-2aa1-4974-8ebc-95e43c0c6060 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:04.559368 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b2b12f9-9e82-4514-8581-fc705c11bb60 req-5f896cd5-2aa1-4974-8ebc-95e43c0c6060 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1680 time: 0.1200922 Jul 05 03:57:04.600105 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b2b12f9-9e82-4514-8581-fc705c11bb60 req-1e271790-59bd-4c34-8e15-6927f66828eb tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349777 Jul 05 03:57:04.668851 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.808216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Allocated IP 172.25.0.43 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/e9de85b4-b3be-4c76-b4e9-85f0ebecf19f) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:04.899621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a6305-c186-490a-adb0-e8384c4760cc req-e1482907-2101-4492-b117-baaec3af42d2 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:04.901691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-872a6305-c186-490a-adb0-e8384c4760cc req-e1482907-2101-4492-b117-baaec3af42d2 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 943 time: 0.0642288 Jul 05 03:57:04.915353 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.950219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-872a6305-c186-490a-adb0-e8384c4760cc req-6b1cb5f4-db27-45b9-831d-25ccb6ad896c tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Jul 05 03:57:05.073787 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.114030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:05.116927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:05.121394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:05.151406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'Port': ['ID=e9de85b4-b3be-4c76-b4e9-85f0ebecf19f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:05.153254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e636b-7178-4899-922f-339f5ac5d530 req-e75d2878-f72b-4cfa-b8b6-88e859100de9 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.155857 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee9e636b-7178-4899-922f-339f5ac5d530 req-e75d2878-f72b-4cfa-b8b6-88e859100de9 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.0773058 Jul 05 03:57:05.206519 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee9e636b-7178-4899-922f-339f5ac5d530 req-2db260e2-fa75-40b1-ad21-7436fca6cc57 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359776 Jul 05 03:57:05.234925 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.360800 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.507315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 103f01f7-ceae-4b04-8c60-3b421206a64c up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:05.513290 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.662015 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.739352 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'Port': ['ID=e9de85b4-b3be-4c76-b4e9-85f0ebecf19f,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:05.751185 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.780208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 103f01f7-ceae-4b04-8c60-3b421206a64c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:05.786349 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 103f01f7-ceae-4b04-8c60-3b421206a64c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:05.786973 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.799797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2d426-80b1-44be-873d-9a2157cebe62 req-7909ef44-777a-4048-810b-5eefb291d14a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.806348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2d426-80b1-44be-873d-9a2157cebe62 req-7909ef44-777a-4048-810b-5eefb291d14a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.808175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97b2d426-80b1-44be-873d-9a2157cebe62 req-7909ef44-777a-4048-810b-5eefb291d14a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1680 time: 0.0898268 Jul 05 03:57:05.845164 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.847765 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d2a12688-2912-4b76-968b-197cbc36fc6e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4232364 Jul 05 03:57:05.871620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97b2d426-80b1-44be-873d-9a2157cebe62 req-09e663d4-dac4-410b-9d6d-3a41227528d7 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552621 Jul 05 03:57:05.889871 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.926689 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 103f01f7-ceae-4b04-8c60-3b421206a64c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=103f01f7-ceae-4b04-8c60-3b421206a64c,segment=NetworkSegment(faabdac6-d957-49c3-a8a3-272cc7d68b54),segment_id=faabdac6-d957-49c3-a8a3-272cc7d68b54)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:06.030764 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:06.101563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=103f01f7-ceae-4b04-8c60-3b421206a64c,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:06.146419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-c9dc0d98-017e-4017-a4de-fa9b64c4fc8a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--817498332&fields=id&tenant_id=dc9f90e618b6473285087fb5dfe41852 HTTP/1.1" status: 200 len: 267 time: 0.0707483 Jul 05 03:57:06.194747 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa9c53-97fb-4733-bada-efeb1014e543 req-b4f50b5a-6ad6-4141-88f3-1e12a86df7cc tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.196211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0faa9c53-97fb-4733-bada-efeb1014e543 req-b4f50b5a-6ad6-4141-88f3-1e12a86df7cc tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 943 time: 0.1225431 Jul 05 03:57:06.203398 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4e7d811f-d50a-46ef-8e68-b89bf8b7345b details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:06.236117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-4f10011c-41e6-4462-8511-2372d2a9d160 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.237647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-4f10011c-41e6-4462-8511-2372d2a9d160 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports/b990c748-c350-420f-beb6-0c5670b4dacd HTTP/1.1" status: 200 len: 937 time: 0.0834873 Jul 05 03:57:06.266270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103f01f7-ceae-4b04-8c60-3b421206a64c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:06.266270 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546a7384-3602-4437-9af9-0cdbd7958c1f" -d '{"events": [{"server_uuid": "3fd4be1e-2172-4bd7-b3ae-64720ca2286a", "name": "network-vif-plugged", "status": "completed", "tag": "103f01f7-ceae-4b04-8c60-3b421206a64c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:06.286913 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0faa9c53-97fb-4733-bada-efeb1014e543 req-5961a2f7-93dc-4bbc-9118-b20ca3f08a38 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844169 Jul 05 03:57:06.321921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-55e5cf74-f05b-4fc7-b30a-19429fd416b1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.324295 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-55e5cf74-f05b-4fc7-b30a-19429fd416b1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports/e1a831ee-d410-4ebf-863c-96e8b8770426 HTTP/1.1" status: 200 len: 935 time: 0.0812700 Jul 05 03:57:06.332077 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,segment=NetworkSegment(e34c8e3b-3ee5-4fbd-9008-a274ba75c805),segment_id=e34c8e3b-3ee5-4fbd-9008-a274ba75c805)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:06.346590 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '4e7d811f-d50a-46ef-8e68-b89bf8b7345b', 'network_id': 'f98dda64-a33a-4703-a1a8-2da2a6b6fe2e', 'port_id': '4e7d811f-d50a-46ef-8e68-b89bf8b7345b', 'mac_address': 'fa:16:3e:e3:83:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55cadabf-193f-4213-b3e9-84f18739c9b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:06.361414 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ec5ad97a-226f-4725-9637-076c007129d3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?network_id=2d8d395a-629a-43df-95a0-5c67ac358e33&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0306444 Jul 05 03:57:06.391950 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:06.405426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7d811f-d50a-46ef-8e68-b89bf8b7345b {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:06.405717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-6e132ac5-7dc4-43ac-9b4a-12f1a50c165a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?network_id=2d8d395a-629a-43df-95a0-5c67ac358e33&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0371909 Jul 05 03:57:06.427330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,segment=NetworkSegment(e34c8e3b-3ee5-4fbd-9008-a274ba75c805),segment_id=e34c8e3b-3ee5-4fbd-9008-a274ba75c805)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:06.530361 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:06.582158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:06.807311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4e7d811f-d50a-46ef-8e68-b89bf8b7345b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:06.898918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced1010-d7ff-4ad0-ad5b-46bfc45e5e6b req-f7298bff-7d49-4dfc-854c-ab0a4ae51b73 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.902099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dced1010-d7ff-4ad0-ad5b-46bfc45e5e6b req-f7298bff-7d49-4dfc-854c-ab0a4ae51b73 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.4974294 Jul 05 03:57:06.909878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b2a4d333-0ddd-4203-8812-f42bb2a5e9cd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.918465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b2a4d333-0ddd-4203-8812-f42bb2a5e9cd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.924579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b2a4d333-0ddd-4203-8812-f42bb2a5e9cd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.926219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b2a4d333-0ddd-4203-8812-f42bb2a5e9cd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/networks?id=54dae98d-aa60-4fd9-9c67-e5ee2f324f52&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=2d8d395a-629a-43df-95a0-5c67ac358e33&id=2d8d395a-629a-43df-95a0-5c67ac358e33 HTTP/1.1" status: 200 len: 1995 time: 0.5107803 Jul 05 03:57:06.957862 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-a5503af8-2dc1-4fe4-93b2-8080e1f6c5c1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/quotas/dc9f90e618b6473285087fb5dfe41852 HTTP/1.1" status: 200 len: 375 time: 0.0224848 Jul 05 03:57:06.980859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dced1010-d7ff-4ad0-ad5b-46bfc45e5e6b req-5dd9d42d-a108-4cef-abcf-904b8ef80d66 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536158 Jul 05 03:57:07.036902 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d67745-c770-4820-8052-3e60a65e403f x-openstack-request-id: req-49d67745-c770-4820-8052-3e60a65e403f {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:07.037432 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd4be1e-2172-4bd7-b3ae-64720ca2286a", "name": "network-vif-plugged", "status": "completed", "tag": "103f01f7-ceae-4b04-8c60-3b421206a64c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:07.037891 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49d67745-c770-4820-8052-3e60a65e403f {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:07.038390 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103f01f7-ceae-4b04-8c60-3b421206a64c', 'code': 200} Jul 05 03:57:07.051456 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-fe8f6942-ebc8-4001-b1d0-caa42ca9c83f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc9f90e618b6473285087fb5dfe41852&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0881152 Jul 05 03:57:07.160652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-a547392a-daf2-4c97-adf1-038a759dca7a service neutron] 10.222.0.60 "GET /v2.0/networks/54dae98d-aa60-4fd9-9c67-e5ee2f324f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965853 Jul 05 03:57:07.165779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f1926-8ec1-4630-9f12-92130c098f0d req-f5109a66-eeec-41b0-b791-ad27f62cb96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:07.166474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f1926-8ec1-4630-9f12-92130c098f0d req-f5109a66-eeec-41b0-b791-ad27f62cb96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:07.168416 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ee1f1926-8ec1-4630-9f12-92130c098f0d req-f5109a66-eeec-41b0-b791-ad27f62cb96d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1983 time: 0.0642164 Jul 05 03:57:07.212322 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ee1f1926-8ec1-4630-9f12-92130c098f0d req-b318eb65-7d4e-4776-aa82-f5f371baa28a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374072 Jul 05 03:57:07.254902 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-cd5c7a04-f48d-437e-96ff-c4552ee27359 service neutron] 10.222.0.60 "GET /v2.0/networks/54dae98d-aa60-4fd9-9c67-e5ee2f324f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933831 Jul 05 03:57:07.305414 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-3e271d37-ccae-420e-acbf-20b0ce850810 service neutron] 10.222.0.60 "GET /v2.0/ports/b990c748-c350-420f-beb6-0c5670b4dacd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0440409 Jul 05 03:57:07.439951 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-3812792c-ba43-4902-9c65-e8f81822c86d service neutron] 10.222.0.60 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282578 Jul 05 03:57:07.472213 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e173b65-3c8a-4fda-bab3-10eeb3651f44 req-ce0ee443-a59c-4424-8a6a-4d528982dfbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:07.478152 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e173b65-3c8a-4fda-bab3-10eeb3651f44 req-ce0ee443-a59c-4424-8a6a-4d528982dfbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:07.480476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e173b65-3c8a-4fda-bab3-10eeb3651f44 req-ce0ee443-a59c-4424-8a6a-4d528982dfbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1681 time: 0.1252444 Jul 05 03:57:07.553511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e173b65-3c8a-4fda-bab3-10eeb3651f44 req-0d365552-e6db-4d0b-83dd-eb358f44046f tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482104 Jul 05 03:57:07.577804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-73e03803-fd93-4b5d-b9ee-aaa44f4afb0c service neutron] 10.222.0.60 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314542 Jul 05 03:57:07.636316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-bf9b1c30-5a80-4949-a0cb-7938ada1fce5 service neutron] 10.222.0.60 "GET /v2.0/ports/e1a831ee-d410-4ebf-863c-96e8b8770426?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0510578 Jul 05 03:57:07.777211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-e8b66495-b386-444d-8f46-f3bdbab15837 service neutron] 10.222.0.60 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349349 Jul 05 03:57:07.787482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdd859-4d11-4d82-9dc9-57cdd310ff32 req-5b42399f-4c82-4f0b-9583-3a17a2b14aed tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:07.788958 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fbfdd859-4d11-4d82-9dc9-57cdd310ff32 req-5b42399f-4c82-4f0b-9583-3a17a2b14aed tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 944 time: 0.1240590 Jul 05 03:57:07.873666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fbfdd859-4d11-4d82-9dc9-57cdd310ff32 req-75a9819d-f116-4d25-802a-1f264247e071 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757689 Jul 05 03:57:07.902313 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-5c5ba0f6-c18b-4846-83af-056aae213c69 service neutron] 10.222.0.60 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120603 Jul 05 03:57:07.997475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-0995b767-2b25-46ae-a1b1-be98777a3afd service neutron] 10.222.0.60 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894690 Jul 05 03:57:08.093516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-57433a79-e4ed-47f1-b4c2-aad8cf37a1f4 service neutron] 10.222.0.60 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902014 Jul 05 03:57:08.217735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4e7d811f-d50a-46ef-8e68-b89bf8b7345b up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:08.235786 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36956) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:08.252610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbc82d-fe7f-46dd-9819-51692c7aa26a req-97887706-7854-424c-b2ef-f23f0a653743 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:08.255219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4dfbc82d-fe7f-46dd-9819-51692c7aa26a req-97887706-7854-424c-b2ef-f23f0a653743 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.1487358 Jul 05 03:57:08.274410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-0c5c67e8-5476-47a0-9fa7-722e69c8914a service neutron] 10.222.0.60 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752653 Jul 05 03:57:08.342792 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4dfbc82d-fe7f-46dd-9819-51692c7aa26a req-e3d81b00-8f27-4c86-9745-1c297572753e tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867124 Jul 05 03:57:08.348122 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8387ef2d-f661-4d49-a364-5405665cc604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.387156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:08.391286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:08.391848 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.408765 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-a2901759-8229-4852-87ac-a59ef42dd551 service neutron] 10.222.0.60 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244767 Jul 05 03:57:08.470877 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8387ef2d-f661-4d49-a364-5405665cc604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.499006 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.528644 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-0ba74e8b-2b85-49b5-bf95-6f0d5bf31327 service neutron] 10.222.0.60 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133902 Jul 05 03:57:08.541087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,segment=NetworkSegment(e34c8e3b-3ee5-4fbd-9008-a274ba75c805),segment_id=e34c8e3b-3ee5-4fbd-9008-a274ba75c805)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:08.581712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8387ef2d-f661-4d49-a364-5405665cc604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.610745 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.622816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387ef2d-f661-4d49-a364-5405665cc604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5cb17f-c43b-44ec-98c2-3bdf5f3687c1,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:08.631457 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8387ef2d-f661-4d49-a364-5405665cc604 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9273ff4d3dc4cd8a07539ae484dfd90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919506 Jul 05 03:57:08.631681 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36966) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:08.652914 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-70992cbb-a5a0-4432-9290-764a69002e25 service neutron] 10.222.0.60 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155710 Jul 05 03:57:08.696032 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-748075c9-e5db-41ff-a984-a0fdd94c4ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.697517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:08.720342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-748075c9-e5db-41ff-a984-a0fdd94c4ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.763900 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-6db2f883-3913-4fcb-81b5-c94d7d938157 service neutron] 10.222.0.60 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044047 Jul 05 03:57:08.899755 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-748075c9-e5db-41ff-a984-a0fdd94c4ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.902641 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d2211695-1c4b-4ee9-8b3b-17d9e6bdbbce service neutron] 10.222.0.60 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295204 Jul 05 03:57:08.903190 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-748075c9-e5db-41ff-a984-a0fdd94c4ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.904401 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-748075c9-e5db-41ff-a984-a0fdd94c4ec5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c5cb17f-c43b-44ec-98c2-3bdf5f3687c1 HTTP/1.1" status: 204 len: 168 time: 0.2718425 Jul 05 03:57:08.914157 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748075c9-e5db-41ff-a984-a0fdd94c4ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5cb17f-c43b-44ec-98c2-3bdf5f3687c1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:08.931092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e19f7-bbf5-4365-ae25-d5548fe713e9 req-31383990-c107-4a83-baac-b2149df7a8e6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:08.934441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e19f7-bbf5-4365-ae25-d5548fe713e9 req-31383990-c107-4a83-baac-b2149df7a8e6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:08.936118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-491e19f7-bbf5-4365-ae25-d5548fe713e9 req-31383990-c107-4a83-baac-b2149df7a8e6 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1681 time: 0.1567395 Jul 05 03:57:08.979541 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-491e19f7-bbf5-4365-ae25-d5548fe713e9 req-61395e53-f4a0-4b53-905b-cc4b5be2ff7a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358639 Jul 05 03:57:09.039265 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c077746-34e3-4e6a-85e7-8f17c56f818f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7d811f-d50a-46ef-8e68-b89bf8b7345b'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:09.042111 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf06ce0a-bb63-4fd7-8dbe-f39f53d372da" -d '{"events": [{"server_uuid": "5c077746-34e3-4e6a-85e7-8f17c56f818f", "name": "network-vif-plugged", "status": "completed", "tag": "4e7d811f-d50a-46ef-8e68-b89bf8b7345b"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:09.713265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4dd35-9b22-405d-8360-8ce3c8d3e0d1 req-dd5a80ba-1089-4e1a-a86d-a042358cbca4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:09.714664 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6f4dd35-9b22-405d-8360-8ce3c8d3e0d1 req-dd5a80ba-1089-4e1a-a86d-a042358cbca4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 945 time: 0.0702407 Jul 05 03:57:09.753822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6f4dd35-9b22-405d-8360-8ce3c8d3e0d1 req-ee72373b-3422-4b82-9503-efbb286d746a tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334928 Jul 05 03:57:09.882467 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9a5930-1f2a-4249-a958-14a662476d48 x-openstack-request-id: req-cd9a5930-1f2a-4249-a958-14a662476d48 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:09.882467 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c077746-34e3-4e6a-85e7-8f17c56f818f", "name": "network-vif-plugged", "status": "completed", "tag": "4e7d811f-d50a-46ef-8e68-b89bf8b7345b", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:09.882467 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd9a5930-1f2a-4249-a958-14a662476d48 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:09.882467 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c077746-34e3-4e6a-85e7-8f17c56f818f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7d811f-d50a-46ef-8e68-b89bf8b7345b', 'code': 200} Jul 05 03:57:09.884254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37008) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:09.898771 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6633b276-c58b-4450-a6eb-1fbe1e6a78fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.002042 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6633b276-c58b-4450-a6eb-1fbe1e6a78fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.035955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b49c7c-51ae-48d9-9ebe-417e213a6967 req-8d87c305-36cc-4bbb-9716-1944c8dfca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.037470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8b49c7c-51ae-48d9-9ebe-417e213a6967 req-8d87c305-36cc-4bbb-9716-1944c8dfca48 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 1096 time: 0.0936780 Jul 05 03:57:10.066249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba353a-ea01-46d2-89cd-71df3907992c req-1c5e53e1-906e-4eca-8f94-60f86698c363 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.067619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ffba353a-ea01-46d2-89cd-71df3907992c req-1c5e53e1-906e-4eca-8f94-60f86698c363 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.0956128 Jul 05 03:57:10.101521 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6633b276-c58b-4450-a6eb-1fbe1e6a78fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.101706 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8b49c7c-51ae-48d9-9ebe-417e213a6967 req-b59c68ee-38a3-4f04-9748-c96dbe72d98c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568092 Jul 05 03:57:10.121423 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ffba353a-ea01-46d2-89cd-71df3907992c req-1e252f85-a73f-4e17-b2b0-55f121040992 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468411 Jul 05 03:57:10.147108 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6633b276-c58b-4450-a6eb-1fbe1e6a78fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6cad87fb89a41a19fcc2639a4a3cabc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609506 Jul 05 03:57:10.156430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633b276-c58b-4450-a6eb-1fbe1e6a78fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17eccf1-76bd-4206-a921-767d02831c67,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:10.156613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37014) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:10.208740 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3de88885-85fd-4fef-a9dd-a7bbd7d1b6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.231375 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3de88885-85fd-4fef-a9dd-a7bbd7d1b6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.449894 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3de88885-85fd-4fef-a9dd-a7bbd7d1b6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.452838 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3de88885-85fd-4fef-a9dd-a7bbd7d1b6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.456577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3de88885-85fd-4fef-a9dd-a7bbd7d1b6de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c17eccf1-76bd-4206-a921-767d02831c67 HTTP/1.1" status: 204 len: 168 time: 0.3029666 Jul 05 03:57:10.463850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de88885-85fd-4fef-a9dd-a7bbd7d1b6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17eccf1-76bd-4206-a921-767d02831c67,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:10.849607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8adf116-6611-40d2-8f1e-7d4f78d5b940 req-13671e91-3f97-414d-a7ef-957882479dfb tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.0481181 Jul 05 03:57:11.139429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aa9bf-550e-4b09-b522-c90c5e66e63a req-96071766-c302-47be-b701-782b085c73b7 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:11.141076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-771aa9bf-550e-4b09-b522-c90c5e66e63a req-96071766-c302-47be-b701-782b085c73b7 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 945 time: 0.1292236 Jul 05 03:57:11.206458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadd067-5b12-44c0-942b-012a1f71fe3b req-ef87e9f4-a6ca-49d5-a4f1-9a06cf217be4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:11.212686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadd067-5b12-44c0-942b-012a1f71fe3b req-ef87e9f4-a6ca-49d5-a4f1-9a06cf217be4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:11.214699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afadd067-5b12-44c0-942b-012a1f71fe3b req-ef87e9f4-a6ca-49d5-a4f1-9a06cf217be4 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1681 time: 0.1538565 Jul 05 03:57:11.220068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-771aa9bf-550e-4b09-b522-c90c5e66e63a req-e267bb42-99f2-4868-a9f6-91673aae14f5 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619574 Jul 05 03:57:11.266293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afadd067-5b12-44c0-942b-012a1f71fe3b req-f8005e1d-75ae-4026-bc92-52970c7283a8 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404820 Jul 05 03:57:11.419738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35983705-224c-4834-ab72-582204f232a5 req-b41b2ccb-ac09-4e1a-accb-31101e1657c5 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:11.421803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35983705-224c-4834-ab72-582204f232a5 req-b41b2ccb-ac09-4e1a-accb-31101e1657c5 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.0792935 Jul 05 03:57:11.470906 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35983705-224c-4834-ab72-582204f232a5 req-aa5d6e67-88bd-4b6b-96b3-8dcc998a87e8 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423751 Jul 05 03:57:11.738788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03b23b-d906-407b-81f1-357496d7f388 req-1a8a686e-5fff-46ba-904e-28ba988892a3 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:11.740337 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe03b23b-d906-407b-81f1-357496d7f388 req-1a8a686e-5fff-46ba-904e-28ba988892a3 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 945 time: 0.0829127 Jul 05 03:57:11.782440 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe03b23b-d906-407b-81f1-357496d7f388 req-8890cd48-af64-43aa-bcf1-904aa572c137 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/security-groups?id=bce2b21d-9ba1-4db6-905e-04b70a22975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362387 Jul 05 03:57:11.938675 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f5a5038-8c19-4388-a9fe-8642c3aa4b5d req-f3afb3d6-94af-407d-92a2-50834477249e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.0292130 Jul 05 03:57:12.485604 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1041fee-346d-4649-851b-13ed36964042 req-f897e2f5-2891-498d-9d61-a7ade11bc9be tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.492155 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1041fee-346d-4649-851b-13ed36964042 req-f897e2f5-2891-498d-9d61-a7ade11bc9be tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.493801 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d1041fee-346d-4649-851b-13ed36964042 req-f897e2f5-2891-498d-9d61-a7ade11bc9be tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1681 time: 0.1340902 Jul 05 03:57:12.524406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff51ca6-d151-407a-80a1-89047b43cc80 req-6702d532-d9fe-46f8-872b-22bf865d921f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.531503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ff51ca6-d151-407a-80a1-89047b43cc80 req-6702d532-d9fe-46f8-872b-22bf865d921f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 945 time: 0.1902566 Jul 05 03:57:12.557954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3534ae-e002-49ef-92f6-c45daf8d911e req-51acee66-7d17-49e8-b0fe-f99a75d0ca9e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.564229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3534ae-e002-49ef-92f6-c45daf8d911e req-51acee66-7d17-49e8-b0fe-f99a75d0ca9e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.571461 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eb3534ae-e002-49ef-92f6-c45daf8d911e req-51acee66-7d17-49e8-b0fe-f99a75d0ca9e tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 1681 time: 0.1526451 Jul 05 03:57:12.607380 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d1041fee-346d-4649-851b-13ed36964042 req-0470ce5a-94b0-4570-96c2-faaf3a2442a0 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Deleting port 103f01f7-ceae-4b04-8c60-3b421206a64c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:12.607729 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d1041fee-346d-4649-851b-13ed36964042 req-0470ce5a-94b0-4570-96c2-faaf3a2442a0 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.630391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ff51ca6-d151-407a-80a1-89047b43cc80 req-27410168-e075-4c5a-9b49-7306e3ff4dcf tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977890 Jul 05 03:57:12.649104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eb3534ae-e002-49ef-92f6-c45daf8d911e req-5627887b-9153-4703-9d5d-926d2b6a3265 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/security-groups?id=964e4a2a-33d9-49e2-bfb1-15fda818c5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764225 Jul 05 03:57:12.710628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d1041fee-346d-4649-851b-13ed36964042 req-0470ce5a-94b0-4570-96c2-faaf3a2442a0 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] For port 103f01f7-ceae-4b04-8c60-3b421206a64c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=103f01f7-ceae-4b04-8c60-3b421206a64c,segment=NetworkSegment(faabdac6-d957-49c3-a8a3-272cc7d68b54),segment_id=faabdac6-d957-49c3-a8a3-272cc7d68b54)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:12.711264 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d1041fee-346d-4649-851b-13ed36964042 req-0470ce5a-94b0-4570-96c2-faaf3a2442a0 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.726376 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d1041fee-346d-4649-851b-13ed36964042 req-0470ce5a-94b0-4570-96c2-faaf3a2442a0 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Calling delete_port for 103f01f7-ceae-4b04-8c60-3b421206a64c owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:12.982973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f09f7-183e-4601-b9d2-4c4475850719 req-36fd3807-6714-457c-8d50-da6dc0ec46db tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.984984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f52f09f7-183e-4601-b9d2-4c4475850719 req-36fd3807-6714-457c-8d50-da6dc0ec46db tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.0889659 Jul 05 03:57:12.988202 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d1041fee-346d-4649-851b-13ed36964042 req-0470ce5a-94b0-4570-96c2-faaf3a2442a0 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.998862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['34a8b5f4-8b7f-4bee-a4ca-701169abe65c', '103f01f7-ceae-4b04-8c60-3b421206a64c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:13.061099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f52f09f7-183e-4601-b9d2-4c4475850719 req-5b12f8ad-159a-4aec-b0e2-220e5972e8aa tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690508 Jul 05 03:57:13.091737 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470ce5a-94b0-4570-96c2-faaf3a2442a0 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Port': ['ID=103f01f7-ceae-4b04-8c60-3b421206a64c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:13.134051 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1041fee-346d-4649-851b-13ed36964042 req-0470ce5a-94b0-4570-96c2-faaf3a2442a0 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] No DVR routers for this DVR port 103f01f7-ceae-4b04-8c60-3b421206a64c on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:13.136828 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d1041fee-346d-4649-851b-13ed36964042 req-0470ce5a-94b0-4570-96c2-faaf3a2442a0 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.139092 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d1041fee-346d-4649-851b-13ed36964042 req-0470ce5a-94b0-4570-96c2-faaf3a2442a0 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.11 "DELETE /v2.0/ports/103f01f7-ceae-4b04-8c60-3b421206a64c HTTP/1.1" status: 204 len: 173 time: 0.6401362 Jul 05 03:57:13.139548 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'name': 'network-vif-deleted', 'tag': '103f01f7-ceae-4b04-8c60-3b421206a64c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:13.142597 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea494f17-f652-42af-b092-1cb9de9dae5d" -d '{"events": [{"server_uuid": "3fd4be1e-2172-4bd7-b3ae-64720ca2286a", "name": "network-vif-deleted", "tag": "103f01f7-ceae-4b04-8c60-3b421206a64c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:13.373728 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c7008a1-cd8f-4cde-b466-ee0b7809c1fb req-f58fee71-c393-40d6-8bd6-05b859fc821a tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1741841145&fields=id&tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e HTTP/1.1" status: 200 len: 267 time: 0.0776987 Jul 05 03:57:13.374676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d1041fee-346d-4649-851b-13ed36964042 req-967a9332-79c1-4a3a-82a8-e90ac4a68e23 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Deleting port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:13.375052 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d1041fee-346d-4649-851b-13ed36964042 req-967a9332-79c1-4a3a-82a8-e90ac4a68e23 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.508242 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e667c8e0-3222-4559-950d-3d7823375969 req-b42a9de3-b6f2-4a99-89b7-dd30af8308d5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.0698197 Jul 05 03:57:13.530252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7008a1-cd8f-4cde-b466-ee0b7809c1fb req-06daef04-4fd3-4b77-a1bf-0050748002c1 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.537807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d1041fee-346d-4649-851b-13ed36964042 req-967a9332-79c1-4a3a-82a8-e90ac4a68e23 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] For port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=34a8b5f4-8b7f-4bee-a4ca-701169abe65c,segment=NetworkSegment(3daa463a-43c4-465e-90ef-a922cd64d15f),segment_id=3daa463a-43c4-465e-90ef-a922cd64d15f)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:13.537807 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d1041fee-346d-4649-851b-13ed36964042 req-967a9332-79c1-4a3a-82a8-e90ac4a68e23 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.548751 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c7008a1-cd8f-4cde-b466-ee0b7809c1fb req-06daef04-4fd3-4b77-a1bf-0050748002c1 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 945 time: 0.1739738 Jul 05 03:57:13.555042 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-4c7008a1-cd8f-4cde-b466-ee0b7809c1fb req-854847b0-b549-4841-9fe7-c1b1cfcc8d26 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'port': {'security_groups': ['3cc793e7-79bd-4d4e-b811-e561e31de633', 'd1189d05-9197-40a5-aa1b-b94c2224190c']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:13.561172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d1041fee-346d-4649-851b-13ed36964042 req-967a9332-79c1-4a3a-82a8-e90ac4a68e23 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Calling delete_port for 34a8b5f4-8b7f-4bee-a4ca-701169abe65c owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:13.684269 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2e8315-6716-4091-99ea-611222ce70d0 x-openstack-request-id: req-fa2e8315-6716-4091-99ea-611222ce70d0 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:13.684718 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd4be1e-2172-4bd7-b3ae-64720ca2286a", "name": "network-vif-deleted", "tag": "103f01f7-ceae-4b04-8c60-3b421206a64c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:13.684979 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa2e8315-6716-4091-99ea-611222ce70d0 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:13.685394 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'name': 'network-vif-deleted', 'tag': '103f01f7-ceae-4b04-8c60-3b421206a64c', 'status': 'completed', 'code': 200} Jul 05 03:57:13.755253 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4c7008a1-cd8f-4cde-b466-ee0b7809c1fb req-854847b0-b549-4841-9fe7-c1b1cfcc8d26 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.865024 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d1041fee-346d-4649-851b-13ed36964042 req-967a9332-79c1-4a3a-82a8-e90ac4a68e23 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.927683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a9332-79c1-4a3a-82a8-e90ac4a68e23 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Port': ['ID=34a8b5f4-8b7f-4bee-a4ca-701169abe65c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:14.008853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1041fee-346d-4649-851b-13ed36964042 req-967a9332-79c1-4a3a-82a8-e90ac4a68e23 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] No DVR routers for this DVR port 34a8b5f4-8b7f-4bee-a4ca-701169abe65c on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:14.013587 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d1041fee-346d-4649-851b-13ed36964042 req-967a9332-79c1-4a3a-82a8-e90ac4a68e23 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.015713 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d1041fee-346d-4649-851b-13ed36964042 req-967a9332-79c1-4a3a-82a8-e90ac4a68e23 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.11 "DELETE /v2.0/ports/34a8b5f4-8b7f-4bee-a4ca-701169abe65c HTTP/1.1" status: 204 len: 173 time: 0.8700316 Jul 05 03:57:14.056279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33f5b1-1fb0-45de-a92c-3ff8764010d5 req-64b2d947-872a-48fd-825b-e9c29b9e0ec7 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.065004 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f33f5b1-1fb0-45de-a92c-3ff8764010d5 req-64b2d947-872a-48fd-825b-e9c29b9e0ec7 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 945 time: 0.1376922 Jul 05 03:57:14.111402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-4c7008a1-cd8f-4cde-b466-ee0b7809c1fb req-854847b0-b549-4841-9fe7-c1b1cfcc8d26 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] For port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,segment=NetworkSegment(e34c8e3b-3ee5-4fbd-9008-a274ba75c805),segment_id=e34c8e3b-3ee5-4fbd-9008-a274ba75c805)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:14.144602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f33f5b1-1fb0-45de-a92c-3ff8764010d5 req-637e6b87-27a8-4fbb-b9b2-9c70db2742ee tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/security-groups?id=bce2b21d-9ba1-4db6-905e-04b70a22975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678914 Jul 05 03:57:14.171224 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4c7008a1-cd8f-4cde-b466-ee0b7809c1fb req-854847b0-b549-4841-9fe7-c1b1cfcc8d26 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.297172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d8c0647-82d1-4f84-ac9d-fdeee5672b7e req-acdcff95-b8fb-49e6-b22e-33b46c69ae88 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4be1e-2172-4bd7-b3ae-64720ca2286a HTTP/1.1" status: 200 len: 210 time: 0.0319846 Jul 05 03:57:14.318663 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4c7008a1-cd8f-4cde-b466-ee0b7809c1fb req-854847b0-b549-4841-9fe7-c1b1cfcc8d26 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.330747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3d14e8b5-f21c-47a9-a546-a23ea0de5ebf', '4e7d811f-d50a-46ef-8e68-b89bf8b7345b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:14.455150 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7008a1-cd8f-4cde-b466-ee0b7809c1fb req-854847b0-b549-4841-9fe7-c1b1cfcc8d26 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.455791 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4c7008a1-cd8f-4cde-b466-ee0b7809c1fb req-854847b0-b549-4841-9fe7-c1b1cfcc8d26 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.463752 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c7008a1-cd8f-4cde-b466-ee0b7809c1fb req-854847b0-b549-4841-9fe7-c1b1cfcc8d26 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "PUT /v2.0/ports/4e7d811f-d50a-46ef-8e68-b89bf8b7345b HTTP/1.1" status: 200 len: 981 time: 0.9116936 Jul 05 03:57:14.472855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c077746-34e3-4e6a-85e7-8f17c56f818f', 'tag': '4e7d811f-d50a-46ef-8e68-b89bf8b7345b'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:14.475166 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cbf69d-3e8d-4068-b3ff-31334646dca2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c077746-34e3-4e6a-85e7-8f17c56f818f", "tag": "4e7d811f-d50a-46ef-8e68-b89bf8b7345b"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:14.563489 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4e7d811f-d50a-46ef-8e68-b89bf8b7345b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:14.588993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854847b0-b549-4841-9fe7-c1b1cfcc8d26 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'Port': ['ID=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,revision_number=6']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:14.629660 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-e207cacd-2a9f-4956-acf1-ebccf142e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.632399 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-e207cacd-2a9f-4956-acf1-ebccf142e803 service neutron] 10.222.0.64 "GET /v2.0/ports/b990c748-c350-420f-beb6-0c5670b4dacd HTTP/1.1" status: 200 len: 1033 time: 0.2292135 Jul 05 03:57:14.669676 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:57:14.696683 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-18886bf7-0f69-429b-ae7d-6ed227867945 req-04c57e92-d853-46f6-8057-dda0427e2f6d tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/d1189d05-9197-40a5-aa1b-b94c2224190c HTTP/1.1" status: 200 len: 1802 time: 0.1744521 Jul 05 03:57:14.713952 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-a0eab96c-b80d-4078-bdc6-0cb57c466599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.715919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-a0eab96c-b80d-4078-bdc6-0cb57c466599 service neutron] 10.222.0.64 "GET /v2.0/ports/e1a831ee-d410-4ebf-863c-96e8b8770426 HTTP/1.1" status: 200 len: 1031 time: 0.0711701 Jul 05 03:57:14.807721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07866789-0c3d-442f-8362-288f11c5c263 req-05be6b1a-30c6-465f-9d5d-055227bd3b82 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.809233 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07866789-0c3d-442f-8362-288f11c5c263 req-05be6b1a-30c6-465f-9d5d-055227bd3b82 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.2630603 Jul 05 03:57:14.874756 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-18886bf7-0f69-429b-ae7d-6ed227867945 req-731185bc-b367-45fa-9b81-44bf61d265e0 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 03:57:14.875757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-18886bf7-0f69-429b-ae7d-6ed227867945 req-731185bc-b367-45fa-9b81-44bf61d265e0 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "DELETE /v2.0/security-groups/d1189d05-9197-40a5-aa1b-b94c2224190c HTTP/1.1" status: 409 len: 341 time: 0.1680427 Jul 05 03:57:14.899500 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07866789-0c3d-442f-8362-288f11c5c263 req-3ed2aa65-cc6b-4aea-9cec-c5643bdb9555 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827322 Jul 05 03:57:14.912219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ffbec9f1-bfd9-4ce2-aac4-bc917cc50393 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.919239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ffbec9f1-bfd9-4ce2-aac4-bc917cc50393 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.925839 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ffbec9f1-bfd9-4ce2-aac4-bc917cc50393 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.927668 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ffbec9f1-bfd9-4ce2-aac4-bc917cc50393 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "GET /v2.0/networks?id=54dae98d-aa60-4fd9-9c67-e5ee2f324f52&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=2d8d395a-629a-43df-95a0-5c67ac358e33&id=2d8d395a-629a-43df-95a0-5c67ac358e33 HTTP/1.1" status: 200 len: 1995 time: 0.2021184 Jul 05 03:57:14.971925 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e42224-9b2e-4cb8-9d1b-1fc9354885ff x-openstack-request-id: req-a1e42224-9b2e-4cb8-9d1b-1fc9354885ff {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:14.972219 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c077746-34e3-4e6a-85e7-8f17c56f818f", "tag": "4e7d811f-d50a-46ef-8e68-b89bf8b7345b", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:14.972494 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1e42224-9b2e-4cb8-9d1b-1fc9354885ff {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:14.972897 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c077746-34e3-4e6a-85e7-8f17c56f818f', 'tag': '4e7d811f-d50a-46ef-8e68-b89bf8b7345b', 'status': 'completed', 'code': 200} Jul 05 03:57:15.046309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-41477b76-14e5-4811-9c36-a49ac7a6a909 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc9f90e618b6473285087fb5dfe41852 HTTP/1.1" status: 200 len: 379 time: 0.1097348 Jul 05 03:57:15.055389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d015bc4f-fc83-4859-a61a-8cf0415dd9fc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'port': {'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'admin_state_up': True, 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'security_groups': ['437883c0-ee83-4ebc-a2ee-aea043e7b1f1']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:15.178805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc2f3e58-32fa-45c5-8723-9defd4bb9aff req-78773adc-9857-4140-bbd1-e62e17d5f8fa tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.0622706 Jul 05 03:57:15.227601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbf69d-3e8d-4068-b3ff-31334646dca2 req-448d4e9e-ef2c-4b07-a7fd-7f0f6ba35744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:15.229268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7cbf69d-3e8d-4068-b3ff-31334646dca2 req-448d4e9e-ef2c-4b07-a7fd-7f0f6ba35744 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 1135 time: 0.1550443 Jul 05 03:57:15.346756 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbf69d-3e8d-4068-b3ff-31334646dca2 req-8522d431-d74f-431f-bf90-94e8a4e01a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:15.355861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7cbf69d-3e8d-4068-b3ff-31334646dca2 req-8522d431-d74f-431f-bf90-94e8a4e01a92 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e HTTP/1.1" status: 200 len: 914 time: 0.1131246 Jul 05 03:57:15.405303 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7cbf69d-3e8d-4068-b3ff-31334646dca2 req-5730379e-31c1-4945-bce4-ebfe577a2d6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e7d811f-d50a-46ef-8e68-b89bf8b7345b HTTP/1.1" status: 200 len: 217 time: 0.0501792 Jul 05 03:57:15.429760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d015bc4f-fc83-4859-a61a-8cf0415dd9fc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Made reservation on behalf of dc9f90e618b6473285087fb5dfe41852 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:15.437113 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d015bc4f-fc83-4859-a61a-8cf0415dd9fc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.524015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbf69d-3e8d-4068-b3ff-31334646dca2 req-9dd90b25-293a-4129-975e-63e7a1f2db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:15.525462 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7cbf69d-3e8d-4068-b3ff-31334646dca2 req-9dd90b25-293a-4129-975e-63e7a1f2db42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55cadabf-193f-4213-b3e9-84f18739c9b7 HTTP/1.1" status: 200 len: 853 time: 0.1137762 Jul 05 03:57:15.554206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 103f01f7-ceae-4b04-8c60-3b421206a64c no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:15.588326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 103f01f7-ceae-4b04-8c60-3b421206a64c {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:15.589265 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 103f01f7-ceae-4b04-8c60-3b421206a64c not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:15.591456 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 34a8b5f4-8b7f-4bee-a4ca-701169abe65c no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:15.619205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7cbf69d-3e8d-4068-b3ff-31334646dca2 req-921210b9-64f0-4bc6-b645-eeab5966748d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554557 Jul 05 03:57:15.653399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 34a8b5f4-8b7f-4bee-a4ca-701169abe65c {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:15.653758 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 34a8b5f4-8b7f-4bee-a4ca-701169abe65c not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:15.686959 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'name': 'network-vif-deleted', 'tag': '34a8b5f4-8b7f-4bee-a4ca-701169abe65c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:15.689838 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956588f5-3d99-47e3-b5d0-b0bba907908a" -d '{"events": [{"server_uuid": "3fd4be1e-2172-4bd7-b3ae-64720ca2286a", "name": "network-vif-deleted", "tag": "34a8b5f4-8b7f-4bee-a4ca-701169abe65c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:15.719743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37158) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:15.742169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7cbf69d-3e8d-4068-b3ff-31334646dca2 req-920ecd65-6c70-42ad-bd56-8e6216ae8bb3 service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152010 Jul 05 03:57:15.810471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-982518a1-a28d-49a2-ab6d-f6b97870c635 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Deleting subnet a1fc4776-baf2-4fb3-8aaf-017dd5f7461b {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:15.816937 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-982518a1-a28d-49a2-ab6d-f6b97870c635 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.842052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7cbf69d-3e8d-4068-b3ff-31334646dca2 req-d8ff08af-23f4-4751-98c1-9aba8a438fba service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929790 Jul 05 03:57:15.866194 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d015bc4f-fc83-4859-a61a-8cf0415dd9fc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Allocated IP 172.20.0.8 (54dae98d-aa60-4fd9-9c67-e5ee2f324f52/37a0cf37-ca60-4552-abff-1ebde4cd6581/e31f908b-0377-4a12-9a9e-6d2de7c04868) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:15.892122 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-982518a1-a28d-49a2-ab6d-f6b97870c635 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.016540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e38d7-e1e8-441f-ba8b-f2355ba39d68 req-902febb4-767f-4f3d-90cb-45225354257b tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.018091 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-667e38d7-e1e8-441f-ba8b-f2355ba39d68 req-902febb4-767f-4f3d-90cb-45225354257b tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 945 time: 0.1698530 Jul 05 03:57:16.035571 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-982518a1-a28d-49a2-ab6d-f6b97870c635 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.111187 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37164) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:16.238230 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-389d621e-c205-4795-b072-983a156a39a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.240854 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-982518a1-a28d-49a2-ab6d-f6b97870c635 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.281089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982518a1-a28d-49a2-ab6d-f6b97870c635 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fc4776-baf2-4fb3-8aaf-017dd5f7461b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:16.287053 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-982518a1-a28d-49a2-ab6d-f6b97870c635 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.292551 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-982518a1-a28d-49a2-ab6d-f6b97870c635 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "DELETE /v2.0/subnets/a1fc4776-baf2-4fb3-8aaf-017dd5f7461b HTTP/1.1" status: 204 len: 168 time: 0.5716469 Jul 05 03:57:16.293111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ed2a97-d20a-47a9-883a-136124d21c66 None None] Network 356fb16c-972b-4a0f-b0ce-68e3e099b298 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:16.295828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37170) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:16.405078 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.504168 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-389d621e-c205-4795-b072-983a156a39a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.516723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Deleting port 50cf465c-ac1a-4719-8921-4581eea25ea8 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:16.524624 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.532802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-667e38d7-e1e8-441f-ba8b-f2355ba39d68 req-60c88ce0-c9e2-4893-8afd-a8ea92fa98ac tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/security-groups?id=bce2b21d-9ba1-4db6-905e-04b70a22975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4782739 Jul 05 03:57:16.555073 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d015bc4f-fc83-4859-a61a-8cf0415dd9fc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.572475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dde17-ac80-4b0f-bad1-8fb799268cac req-e644dfef-53b9-4b92-8d93-747ec8c4c3fd tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.581962 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e2dde17-ac80-4b0f-bad1-8fb799268cac req-e644dfef-53b9-4b92-8d93-747ec8c4c3fd tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 984 time: 0.5757504 Jul 05 03:57:16.612580 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b8bd2-552d-4336-8c7e-b26f72747a70 req-da27c43c-a9a9-4d56-8df9-94fe5c9777bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.615213 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a57b8bd2-552d-4336-8c7e-b26f72747a70 req-da27c43c-a9a9-4d56-8df9-94fe5c9777bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 1135 time: 0.6229496 Jul 05 03:57:16.615374 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d015bc4f-fc83-4859-a61a-8cf0415dd9fc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Transition to ACTIVE for port object e31f908b-0377-4a12-9a9e-6d2de7c04868 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:16.615475 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99007917-0810-48fb-94da-3eb36c3feb3a None None] DHCP port deletion for 356fb16c-972b-4a0f-b0ce-68e3e099b298 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:57:16.690800 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-389d621e-c205-4795-b072-983a156a39a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.723249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e2dde17-ac80-4b0f-bad1-8fb799268cac req-26ae06b9-688c-4893-88cd-12eac6b752d4 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&id=d1189d05-9197-40a5-aa1b-b94c2224190c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1410441 Jul 05 03:57:16.737306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-99007917-0810-48fb-94da-3eb36c3feb3a None None] Deleting port 50cf465c-ac1a-4719-8921-4581eea25ea8 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:16.751537 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-99007917-0810-48fb-94da-3eb36c3feb3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.760053 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] For port 50cf465c-ac1a-4719-8921-4581eea25ea8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=50cf465c-ac1a-4719-8921-4581eea25ea8,segment=NetworkSegment(faabdac6-d957-49c3-a8a3-272cc7d68b54),segment_id=faabdac6-d957-49c3-a8a3-272cc7d68b54)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:16.760721 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.800219 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-389d621e-c205-4795-b072-983a156a39a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dbec3407c0d94a0e8790f67e9f66cc72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6870787 Jul 05 03:57:16.804267 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Calling delete_port for 50cf465c-ac1a-4719-8921-4581eea25ea8 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:16.805908 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37174) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:16.812259 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4174d48c-9d59-40f9-b7f1-7c215b44e903 x-openstack-request-id: req-4174d48c-9d59-40f9-b7f1-7c215b44e903 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:16.812589 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd4be1e-2172-4bd7-b3ae-64720ca2286a", "name": "network-vif-deleted", "tag": "34a8b5f4-8b7f-4bee-a4ca-701169abe65c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:16.812845 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4174d48c-9d59-40f9-b7f1-7c215b44e903 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:16.813245 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4be1e-2172-4bd7-b3ae-64720ca2286a', 'name': 'network-vif-deleted', 'tag': '34a8b5f4-8b7f-4bee-a4ca-701169abe65c', 'status': 'completed', 'code': 200} Jul 05 03:57:16.834238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d621e-c205-4795-b072-983a156a39a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6d5012-9f66-4528-99d1-eb088314b060,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:16.863785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b8bd2-552d-4336-8c7e-b26f72747a70 req-691853f1-bd97-48d8-8fcc-18c0c9cf4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.863785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a57b8bd2-552d-4336-8c7e-b26f72747a70 req-691853f1-bd97-48d8-8fcc-18c0c9cf4344 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e HTTP/1.1" status: 200 len: 914 time: 0.2206450 Jul 05 03:57:16.928745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-99007917-0810-48fb-94da-3eb36c3feb3a None None] For port 50cf465c-ac1a-4719-8921-4581eea25ea8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=50cf465c-ac1a-4719-8921-4581eea25ea8,segment=NetworkSegment(faabdac6-d957-49c3-a8a3-272cc7d68b54),segment_id=faabdac6-d957-49c3-a8a3-272cc7d68b54)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:16.929438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d015bc4f-fc83-4859-a61a-8cf0415dd9fc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.933260 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a57b8bd2-552d-4336-8c7e-b26f72747a70 req-6cc44693-022a-48a9-9633-c49cf8d1c652 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e7d811f-d50a-46ef-8e68-b89bf8b7345b HTTP/1.1" status: 200 len: 217 time: 0.0651610 Jul 05 03:57:16.937829 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-99007917-0810-48fb-94da-3eb36c3feb3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.980426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-99007917-0810-48fb-94da-3eb36c3feb3a None None] Calling delete_port for 50cf465c-ac1a-4719-8921-4581eea25ea8 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:17.008665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d015bc4f-fc83-4859-a61a-8cf0415dd9fc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:17.041799 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-51a83331-d32e-426d-b37a-9b57f1e09858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.047092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d015bc4f-fc83-4859-a61a-8cf0415dd9fc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:17.061831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d015bc4f-fc83-4859-a61a-8cf0415dd9fc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:17.077687 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71269aa3-4f41-4020-a702-b048617c5707 req-34702858-fb47-4352-9d6b-cea6d49b8b0e tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.080081 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-71269aa3-4f41-4020-a702-b048617c5707 req-34702858-fb47-4352-9d6b-cea6d49b8b0e tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 945 time: 0.2136045 Jul 05 03:57:17.091482 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-51a83331-d32e-426d-b37a-9b57f1e09858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.151268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d015bc4f-fc83-4859-a61a-8cf0415dd9fc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.152112 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d015bc4f-fc83-4859-a61a-8cf0415dd9fc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.163928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015bc4f-fc83-4859-a61a-8cf0415dd9fc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'Port': ['ID=e31f908b-0377-4a12-9a9e-6d2de7c04868,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:17.192277 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b8bd2-552d-4336-8c7e-b26f72747a70 req-3592e752-13a6-4eff-890c-2284f6afb057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.198092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a57b8bd2-552d-4336-8c7e-b26f72747a70 req-3592e752-13a6-4eff-890c-2284f6afb057 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55cadabf-193f-4213-b3e9-84f18739c9b7 HTTP/1.1" status: 200 len: 853 time: 0.2502325 Jul 05 03:57:17.247572 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-51a83331-d32e-426d-b37a-9b57f1e09858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.253811 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-51a83331-d32e-426d-b37a-9b57f1e09858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.253811 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-51a83331-d32e-426d-b37a-9b57f1e09858 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a6d5012-9f66-4528-99d1-eb088314b060 HTTP/1.1" status: 204 len: 168 time: 0.4435773 Jul 05 03:57:17.264544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a57b8bd2-552d-4336-8c7e-b26f72747a70 req-3915a290-2117-494c-a853-8c1255e49b07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549924 Jul 05 03:57:17.285060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a83331-d32e-426d-b37a-9b57f1e09858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6d5012-9f66-4528-99d1-eb088314b060,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:17.290332 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-99007917-0810-48fb-94da-3eb36c3feb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.296948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34e901-260d-45b7-87a6-484614993235 req-ca5eafce-7c58-48b3-bb68-6eb5d1116a04 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.298595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e34e901-260d-45b7-87a6-484614993235 req-ca5eafce-7c58-48b3-bb68-6eb5d1116a04 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.2922170 Jul 05 03:57:17.314237 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d015bc4f-fc83-4859-a61a-8cf0415dd9fc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2519391 Jul 05 03:57:17.344775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ecb65937-503b-4736-bfe0-4a390aa23d37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'port': {'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68', 'admin_state_up': True, 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'security_groups': ['437883c0-ee83-4ebc-a2ee-aea043e7b1f1']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:17.360991 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99007917-0810-48fb-94da-3eb36c3feb3a None None] Pushing event deleted for resources: {'Port': ['ID=50cf465c-ac1a-4719-8921-4581eea25ea8,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:17.363895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99007917-0810-48fb-94da-3eb36c3feb3a None None] No DVR routers for this DVR port 50cf465c-ac1a-4719-8921-4581eea25ea8 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:17.417400 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.438178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] No DVR routers for this DVR port 50cf465c-ac1a-4719-8921-4581eea25ea8 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:17.490030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Port': ['ID=50cf465c-ac1a-4719-8921-4581eea25ea8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:17.573964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c38e8c68-51c8-42af-81c3-a5e8a4448699 None None] Provisioning for port e31f908b-0377-4a12-9a9e-6d2de7c04868 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:17.581298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c38e8c68-51c8-42af-81c3-a5e8a4448699 None None] Provisioning complete for port e31f908b-0377-4a12-9a9e-6d2de7c04868 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:17.583243 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c38e8c68-51c8-42af-81c3-a5e8a4448699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.584353 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.595330 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-71269aa3-4f41-4020-a702-b048617c5707 req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Deleting port ced2f327-c392-4aee-8b24-358f99ece907 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:17.595675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-71269aa3-4f41-4020-a702-b048617c5707 req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.602069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356fb16c-972b-4a0f-b0ce-68e3e099b298']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:17.607221 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e34e901-260d-45b7-87a6-484614993235 req-6be6d300-6493-403c-b858-243a23ae4c74 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662718 Jul 05 03:57:17.630995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c38e8c68-51c8-42af-81c3-a5e8a4448699 None None] Port e31f908b-0377-4a12-9a9e-6d2de7c04868 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:17.643301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a57b8bd2-552d-4336-8c7e-b26f72747a70 req-06119450-03a8-4b8c-8b91-4e7a98037eac service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437252 Jul 05 03:57:17.747550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b328c-ca0f-45bf-951c-67a325377509 req-036ec0a3-0301-4386-a461-bb8aeeb86732 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.749093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f39b328c-ca0f-45bf-951c-67a325377509 req-036ec0a3-0301-4386-a461-bb8aeeb86732 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 931 time: 0.2749250 Jul 05 03:57:17.755413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 50cf465c-ac1a-4719-8921-4581eea25ea8 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:17.762738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-71269aa3-4f41-4020-a702-b048617c5707 req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] For port ced2f327-c392-4aee-8b24-358f99ece907, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ced2f327-c392-4aee-8b24-358f99ece907,segment=NetworkSegment(ad1194d8-3eac-43a3-9940-34ffca9aa41b),segment_id=ad1194d8-3eac-43a3-9940-34ffca9aa41b)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:17.763286 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-71269aa3-4f41-4020-a702-b048617c5707 req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.792547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 50cf465c-ac1a-4719-8921-4581eea25ea8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:17.794785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 50cf465c-ac1a-4719-8921-4581eea25ea8 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:17.837885 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f39b328c-ca0f-45bf-951c-67a325377509 req-ea1aa350-0f97-4ac4-a0ae-98320295031a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657923 Jul 05 03:57:17.865727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a57b8bd2-552d-4336-8c7e-b26f72747a70 req-5205bce2-b469-49bd-91cc-82e6378fdc11 service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902118 Jul 05 03:57:17.867225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ecb65937-503b-4736-bfe0-4a390aa23d37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Made reservation on behalf of dc9f90e618b6473285087fb5dfe41852 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:17.873214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ecb65937-503b-4736-bfe0-4a390aa23d37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.038234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faabdac6-d957-49c3-a8a3-272cc7d68b54') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:18.039081 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faabdac6-d957-49c3-a8a3-272cc7d68b54') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:18.043751 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-71269aa3-4f41-4020-a702-b048617c5707 req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.044470 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-71269aa3-4f41-4020-a702-b048617c5707 req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.044947 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [req-71269aa3-4f41-4020-a702-b048617c5707 req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Floating IP ca41926c-6912-447c-b0b5-51383f617fad disassociated. External IP: 172.25.0.46, port: ced2f327-c392-4aee-8b24-358f99ece907. Jul 05 03:57:18.045445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-71269aa3-4f41-4020-a702-b048617c5707 req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Calling delete_port for ced2f327-c392-4aee-8b24-358f99ece907 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:18.080601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.114305 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.158311 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:18.158728 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:18.161951 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:18.196961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e09bb-6da8-4ff3-b98f-8ab5641a89e8 req-ca0d55d1-4d8c-4706-bf75-0b0ebe9477db tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.198988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c35e09bb-6da8-4ff3-b98f-8ab5641a89e8 req-ca0d55d1-4d8c-4706-bf75-0b0ebe9477db tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 945 time: 0.1711214 Jul 05 03:57:18.219227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ecb65937-503b-4736-bfe0-4a390aa23d37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Allocated IP 10.1.1.14 (12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68/008e98e3-be56-474a-a741-e1d9ac0979ec/adb1ed23-fff4-41df-aae0-ae1040d60db6) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:18.240552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35254ad3-311b-48c9-a2d9-bcc8077290de req-35fffff8-8ba4-409d-8c83-e45f8859ebd6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.249201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35254ad3-311b-48c9-a2d9-bcc8077290de req-35fffff8-8ba4-409d-8c83-e45f8859ebd6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 984 time: 0.2410309 Jul 05 03:57:18.295506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37190) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:18.341053 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be452a96-a0c5-43c1-a874-da718517a00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.356183 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.367790 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c35e09bb-6da8-4ff3-b98f-8ab5641a89e8 req-fdd3d773-9c28-4517-9303-01fb1b324611 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/security-groups?id=bce2b21d-9ba1-4db6-905e-04b70a22975a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493597 Jul 05 03:57:18.368543 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.374415 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "DELETE /v2.0/networks/356fb16c-972b-4a0f-b0ce-68e3e099b298 HTTP/1.1" status: 204 len: 168 time: 2.0770764 Jul 05 03:57:18.376621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37194) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:18.379123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35254ad3-311b-48c9-a2d9-bcc8077290de req-ce969284-c6b4-4b8f-a0d1-499b0d704283 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&id=d1189d05-9197-40a5-aa1b-b94c2224190c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1288550 Jul 05 03:57:18.421148 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4c1b5-af52-40ee-a20f-b4c4a5daa93a tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Network': ['ID=356fb16c-972b-4a0f-b0ce-68e3e099b298,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:18.449789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5dd4555-1c8c-4797-855a-f7acb2e98a59 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Deleting subnet 538b8872-105e-4629-bf0a-7d6ad919e047 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:18.453446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4555-1c8c-4797-855a-f7acb2e98a59 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.476946 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-71269aa3-4f41-4020-a702-b048617c5707 req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.517602 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Pushing event deleted for resources: {'Port': ['ID=ced2f327-c392-4aee-8b24-358f99ece907,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:18.524553 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4555-1c8c-4797-855a-f7acb2e98a59 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.548943 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ecb65937-503b-4736-bfe0-4a390aa23d37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.569796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ecb65937-503b-4736-bfe0-4a390aa23d37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Transition to ACTIVE for port object adb1ed23-fff4-41df-aae0-ae1040d60db6 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:18.607609 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be452a96-a0c5-43c1-a874-da718517a00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.687140 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be452a96-a0c5-43c1-a874-da718517a00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.702334 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4555-1c8c-4797-855a-f7acb2e98a59 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.723068 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ecb65937-503b-4736-bfe0-4a390aa23d37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.742869 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71269aa3-4f41-4020-a702-b048617c5707 req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:18.774715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-be452a96-a0c5-43c1-a874-da718517a00b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e142de8496949c6899b7c29ad570b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4757891 Jul 05 03:57:18.779300 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be452a96-a0c5-43c1-a874-da718517a00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4548ac8f-b869-438d-bec0-35175b2f1c26,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:18.782004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37198) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:18.866673 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ecb65937-503b-4736-bfe0-4a390aa23d37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:18.876658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb65937-503b-4736-bfe0-4a390aa23d37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'Port': ['ID=adb1ed23-fff4-41df-aae0-ae1040d60db6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:18.879987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ecb65937-503b-4736-bfe0-4a390aa23d37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:18.887582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ecb65937-503b-4736-bfe0-4a390aa23d37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:18.996081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ecb65937-503b-4736-bfe0-4a390aa23d37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.997220 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ecb65937-503b-4736-bfe0-4a390aa23d37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.015612 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7c73e0b-838f-49d1-a08f-ff17384c80ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.064918 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7c73e0b-838f-49d1-a08f-ff17384c80ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.094006 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a2350-8ede-4bde-9f98-9e8685433ffc req-3e51bede-551b-46e8-ac8c-f47582f2870a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.102756 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-369a2350-8ede-4bde-9f98-9e8685433ffc req-3e51bede-551b-46e8-ac8c-f47582f2870a tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.3242919 Jul 05 03:57:19.160999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-369a2350-8ede-4bde-9f98-9e8685433ffc req-005849b5-8e04-4013-8824-5d8a89bae8cc tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556867 Jul 05 03:57:19.201244 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-ecb65937-503b-4736-bfe0-4a390aa23d37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8847682 Jul 05 03:57:19.240264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8fae8c61-fc26-4940-b3c4-ea314e5b12bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'port': {'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68', 'admin_state_up': True, 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'security_groups': ['437883c0-ee83-4ebc-a2ee-aea043e7b1f1']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:19.315103 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4555-1c8c-4797-855a-f7acb2e98a59 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.324803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e3ed12c3-d197-44bd-ba77-507d2b64f609 None None] Provisioning for port adb1ed23-fff4-41df-aae0-ae1040d60db6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:19.330093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e3ed12c3-d197-44bd-ba77-507d2b64f609 None None] Provisioning complete for port adb1ed23-fff4-41df-aae0-ae1040d60db6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:19.331099 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e3ed12c3-d197-44bd-ba77-507d2b64f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.367708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd4555-1c8c-4797-855a-f7acb2e98a59 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Subnet': ['ID=538b8872-105e-4629-bf0a-7d6ad919e047,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:19.386928 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4555-1c8c-4797-855a-f7acb2e98a59 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.390959 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a5dd4555-1c8c-4797-855a-f7acb2e98a59 tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "DELETE /v2.0/subnets/538b8872-105e-4629-bf0a-7d6ad919e047 HTTP/1.1" status: 204 len: 168 time: 1.0102675 Jul 05 03:57:19.391679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37204) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:19.398274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0f9392-9fd6-45cd-87cc-277ecd974ac8 None None] Network 687508cd-3aa0-415d-af8f-5677e77cf738 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:19.451286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71269aa3-4f41-4020-a702-b048617c5707 req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:19.464664 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce37fd-e461-404a-832c-d133b28d253f None None] Sync routers for ids ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:19.481029 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce37fd-e461-404a-832c-d133b28d253f None None] Routers {'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:19.482026 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f5ce37fd-e461-404a-832c-d133b28d253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:56:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:19.492918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e943c5-4941-4871-9349-785c0ac0acb2 req-9533299f-647a-4f0c-bbe5-a93488a360c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.499881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e943c5-4941-4871-9349-785c0ac0acb2 req-9533299f-647a-4f0c-bbe5-a93488a360c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.501684 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3e943c5-4941-4871-9349-785c0ac0acb2 req-9533299f-647a-4f0c-bbe5-a93488a360c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 1652 time: 0.1798735 Jul 05 03:57:19.543558 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-71269aa3-4f41-4020-a702-b048617c5707 req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] No DVR routers for this DVR port ced2f327-c392-4aee-8b24-358f99ece907 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:19.547606 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-71269aa3-4f41-4020-a702-b048617c5707 req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.549547 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-71269aa3-4f41-4020-a702-b048617c5707 req-a4a59e4b-b666-4244-84c6-f027db9dc864 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.64 "DELETE /v2.0/ports/ced2f327-c392-4aee-8b24-358f99ece907 HTTP/1.1" status: 204 len: 173 time: 2.3962851 Jul 05 03:57:19.549987 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd45784-570d-4fb2-9f5f-e5ffe0cc3259', 'name': 'network-vif-deleted', 'tag': 'ced2f327-c392-4aee-8b24-358f99ece907'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:19.550547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed12c3-d197-44bd-ba77-507d2b64f609 None None] Port adb1ed23-fff4-41df-aae0-ae1040d60db6 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:19.552562 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faba0ebc-8e40-4f9a-bcd6-7b8e021c6d40" -d '{"events": [{"server_uuid": "fdd45784-570d-4fb2-9f5f-e5ffe0cc3259", "name": "network-vif-deleted", "tag": "ced2f327-c392-4aee-8b24-358f99ece907"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:19.559697 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3e943c5-4941-4871-9349-785c0ac0acb2 req-ab456e41-6523-4e53-a77d-83f1a35c43f3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510676 Jul 05 03:57:19.561269 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.592718 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7c73e0b-838f-49d1-a08f-ff17384c80ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.595969 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7c73e0b-838f-49d1-a08f-ff17384c80ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.597155 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d7c73e0b-838f-49d1-a08f-ff17384c80ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4548ac8f-b869-438d-bec0-35175b2f1c26 HTTP/1.1" status: 204 len: 168 time: 0.8113329 Jul 05 03:57:19.636471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c73e0b-838f-49d1-a08f-ff17384c80ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4548ac8f-b869-438d-bec0-35175b2f1c26,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:19.641392 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8fae8c61-fc26-4940-b3c4-ea314e5b12bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Made reservation on behalf of dc9f90e618b6473285087fb5dfe41852 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:19.659545 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8fae8c61-fc26-4940-b3c4-ea314e5b12bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.725015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Deleting port e9645af4-bd8f-4db0-a5c1-fa93de0b9867 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:19.725538 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.735266 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f5ce37fd-e461-404a-832c-d133b28d253f None None] Set router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:19.769844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5e55470-d4c7-484e-98f7-35df52e143a0 req-a89bf0de-6d15-48c3-86a0-45e04aca62d1 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdd45784-570d-4fb2-9f5f-e5ffe0cc3259 HTTP/1.1" status: 200 len: 210 time: 0.1298175 Jul 05 03:57:19.891746 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] For port e9645af4-bd8f-4db0-a5c1-fa93de0b9867, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e9645af4-bd8f-4db0-a5c1-fa93de0b9867,segment=NetworkSegment(3daa463a-43c4-465e-90ef-a922cd64d15f),segment_id=3daa463a-43c4-465e-90ef-a922cd64d15f)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:19.892217 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.906271 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f49c23d-6207-4b49-869d-5b89d5483c12 x-openstack-request-id: req-5f49c23d-6207-4b49-869d-5b89d5483c12 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:19.906682 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd45784-570d-4fb2-9f5f-e5ffe0cc3259", "name": "network-vif-deleted", "tag": "ced2f327-c392-4aee-8b24-358f99ece907", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:19.907034 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f49c23d-6207-4b49-869d-5b89d5483c12 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:19.911754 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd45784-570d-4fb2-9f5f-e5ffe0cc3259', 'name': 'network-vif-deleted', 'tag': 'ced2f327-c392-4aee-8b24-358f99ece907', 'status': 'completed', 'code': 200} Jul 05 03:57:19.914048 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1428192b-d218-4b45-afcb-28444c3bb8a3 None None] DHCP port deletion for 687508cd-3aa0-415d-af8f-5677e77cf738 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:57:19.919876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Calling delete_port for e9645af4-bd8f-4db0-a5c1-fa93de0b9867 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:20.027586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-1428192b-d218-4b45-afcb-28444c3bb8a3 None None] Deleting port e9645af4-bd8f-4db0-a5c1-fa93de0b9867 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:20.028248 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1428192b-d218-4b45-afcb-28444c3bb8a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.079101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8fae8c61-fc26-4940-b3c4-ea314e5b12bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Allocated IP 10.1.1.186 (12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68/008e98e3-be56-474a-a741-e1d9ac0979ec/08a698c4-7fb2-4337-9aca-edf966a89040) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:20.189624 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f5ce37fd-e461-404a-832c-d133b28d253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:55:02Z', 'revision_number': 4, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'e3d318c5-f4de-4456-ab88-ff2c2e0aa05a', 'name': '', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'mac_address': 'fa:16:3e:b9:52:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:01Z', 'updated_at': '2021-07-05T03:55:10Z', 'revision_number': 5, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'subnets': [{'id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:20.205230 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1428192b-d218-4b45-afcb-28444c3bb8a3 None None] For port e9645af4-bd8f-4db0-a5c1-fa93de0b9867, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e9645af4-bd8f-4db0-a5c1-fa93de0b9867,segment=NetworkSegment(3daa463a-43c4-465e-90ef-a922cd64d15f),segment_id=3daa463a-43c4-465e-90ef-a922cd64d15f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:20.207563 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1428192b-d218-4b45-afcb-28444c3bb8a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.209856 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.224437 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-1428192b-d218-4b45-afcb-28444c3bb8a3 None None] Calling delete_port for e9645af4-bd8f-4db0-a5c1-fa93de0b9867 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:20.231130 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce37fd-e461-404a-832c-d133b28d253f None None] Checking router: f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:20.265270 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce37fd-e461-404a-832c-d133b28d253f None None] Routers {'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:20.266240 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f5ce37fd-e461-404a-832c-d133b28d253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:56:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:20.276545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Port': ['ID=e9645af4-bd8f-4db0-a5c1-fa93de0b9867,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:20.296641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] No DVR routers for this DVR port e9645af4-bd8f-4db0-a5c1-fa93de0b9867 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:20.300943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ced2f327-c392-4aee-8b24-358f99ece907 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:20.339236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: ced2f327-c392-4aee-8b24-358f99ece907 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:20.339879 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ced2f327-c392-4aee-8b24-358f99ece907 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:20.385368 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1428192b-d218-4b45-afcb-28444c3bb8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.459968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428192b-d218-4b45-afcb-28444c3bb8a3 None None] Pushing event deleted for resources: {'Port': ['ID=e9645af4-bd8f-4db0-a5c1-fa93de0b9867,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:20.462206 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8fae8c61-fc26-4940-b3c4-ea314e5b12bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.473792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428192b-d218-4b45-afcb-28444c3bb8a3 None None] No DVR routers for this DVR port e9645af4-bd8f-4db0-a5c1-fa93de0b9867 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:20.505491 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.521712 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f5ce37fd-e461-404a-832c-d133b28d253f None None] Set router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:20.522167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49bbb5-7a5e-4e71-acff-a0eab4e6ac17 req-7fab69ac-e323-42ad-b0cb-34e4e12e4714 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:20.529687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f49bbb5-7a5e-4e71-acff-a0eab4e6ac17 req-7fab69ac-e323-42ad-b0cb-34e4e12e4714 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 984 time: 0.4467738 Jul 05 03:57:20.535854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687508cd-3aa0-415d-af8f-5677e77cf738']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:20.557991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3daa463a-43c4-465e-90ef-a922cd64d15f') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:20.558287 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3daa463a-43c4-465e-90ef-a922cd64d15f') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:20.584466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8fae8c61-fc26-4940-b3c4-ea314e5b12bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Transition to ACTIVE for port object 08a698c4-7fb2-4337-9aca-edf966a89040 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:20.588805 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.611539 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.619658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:20.621402 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:20.629930 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:20.664782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f49bbb5-7a5e-4e71-acff-a0eab4e6ac17 req-b61b04be-3de1-4da4-806d-e2a9fe5e0be0 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cc793e7-79bd-4d4e-b811-e561e31de633&id=d1189d05-9197-40a5-aa1b-b94c2224190c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1326604 Jul 05 03:57:20.766989 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4e0c4-cf86-4d4d-8512-b8a735c4e1fe req-05685bd1-fc9c-4a5d-ba4f-1836d2de9829 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:20.788003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfb4e0c4-cf86-4d4d-8512-b8a735c4e1fe req-05685bd1-fc9c-4a5d-ba4f-1836d2de9829 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.2292848 Jul 05 03:57:20.813267 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.824932 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f5ce37fd-e461-404a-832c-d133b28d253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:55:02Z', 'revision_number': 4, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'e3d318c5-f4de-4456-ab88-ff2c2e0aa05a', 'name': '', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'mac_address': 'fa:16:3e:b9:52:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:01Z', 'updated_at': '2021-07-05T03:55:10Z', 'revision_number': 5, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'subnets': [{'id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:20.839606 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.841641 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] 10.222.0.60 "DELETE /v2.0/networks/687508cd-3aa0-415d-af8f-5677e77cf738 HTTP/1.1" status: 204 len: 168 time: 1.4494705 Jul 05 03:57:20.842803 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3168e-2ab1-4884-9abf-a1fcbc516dbf tempest-ServersTestMultiNic-58566258 tempest-ServersTestMultiNic-58566258-project] Pushing event deleted for resources: {'Network': ['ID=687508cd-3aa0-415d-af8f-5677e77cf738,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:20.867674 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8fae8c61-fc26-4940-b3c4-ea314e5b12bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.880638 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce37fd-e461-404a-832c-d133b28d253f None None] The sync data for ids ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'] in n-d-798249-5 is: [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:55:02Z', 'revision_number': 4, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'e3d318c5-f4de-4456-ab88-ff2c2e0aa05a', 'name': '', 'network_id': '297321b6-967c-4ebe-b254-d79876af5ecf', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'mac_address': 'fa:16:3e:b9:52:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:01Z', 'updated_at': '2021-07-05T03:55:10Z', 'revision_number': 5, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'subnets': [{'id': '5be46cc3-1b3b-4236-9689-5ac0c6c04716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:20.905330 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfb4e0c4-cf86-4d4d-8512-b8a735c4e1fe req-ac18ed02-2089-43be-9bcd-765d9eb014c6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151934 Jul 05 03:57:20.961751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8fae8c61-fc26-4940-b3c4-ea314e5b12bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:20.977948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8fae8c61-fc26-4940-b3c4-ea314e5b12bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:20.995377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8fae8c61-fc26-4940-b3c4-ea314e5b12bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:21.092012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae8c61-fc26-4940-b3c4-ea314e5b12bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'Port': ['ID=08a698c4-7fb2-4337-9aca-edf966a89040,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:21.137410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8fae8c61-fc26-4940-b3c4-ea314e5b12bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.138517 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8fae8c61-fc26-4940-b3c4-ea314e5b12bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.216783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab6aec26-606c-46aa-b95b-f753c7fcc592 req-c777d762-c5bd-4fd2-9515-776edaf8c5a9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2109877700&fields=id&tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e HTTP/1.1" status: 200 len: 267 time: 0.1524472 Jul 05 03:57:21.244277 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0c9f6ffb-0e0d-4f6b-b855-fe2e3e79ab08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.270395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa03f5-8def-4940-b957-b27455a6c66d req-864cc181-65aa-4963-8fa5-91d2acf5c161 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.279752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa03f5-8def-4940-b957-b27455a6c66d req-864cc181-65aa-4963-8fa5-91d2acf5c161 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.286090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa03f5-8def-4940-b957-b27455a6c66d req-864cc181-65aa-4963-8fa5-91d2acf5c161 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.289531 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5aa03f5-8def-4940-b957-b27455a6c66d req-864cc181-65aa-4963-8fa5-91d2acf5c161 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 2373 time: 0.3451157 Jul 05 03:57:21.308503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8fae8c61-fc26-4940-b3c4-ea314e5b12bc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0922065 Jul 05 03:57:21.352551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d92ce599-8a52-4926-b157-7c5755ed8ece tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'port': {'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33', 'admin_state_up': True, 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'security_groups': ['437883c0-ee83-4ebc-a2ee-aea043e7b1f1']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:21.466960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-963deff1-083e-4277-8f91-795f90636c5a None None] Provisioning for port 08a698c4-7fb2-4337-9aca-edf966a89040 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:21.471691 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-963deff1-083e-4277-8f91-795f90636c5a None None] Provisioning complete for port 08a698c4-7fb2-4337-9aca-edf966a89040 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:21.472077 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-963deff1-083e-4277-8f91-795f90636c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.535188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c19761f-cafc-4366-8d34-9b5150c760ba None None] New status for floating IP ca41926c-6912-447c-b0b5-51383f617fad: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:57:21.605779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5aa03f5-8def-4940-b957-b27455a6c66d req-ba2e66f6-97e5-4c42-a7a0-ae84da992e40 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087535 Jul 05 03:57:21.672775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6aec26-606c-46aa-b95b-f753c7fcc592 req-0f64af66-126b-44d3-8e3a-b10c39068a3c tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.674498 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab6aec26-606c-46aa-b95b-f753c7fcc592 req-0f64af66-126b-44d3-8e3a-b10c39068a3c tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 984 time: 0.4495943 Jul 05 03:57:21.691686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d92ce599-8a52-4926-b157-7c5755ed8ece tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Made reservation on behalf of dc9f90e618b6473285087fb5dfe41852 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:21.726529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ab6aec26-606c-46aa-b95b-f753c7fcc592 req-cb53e60b-cab4-409f-b78f-c2e0593cf79e tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'port': {'security_groups': ['3cc793e7-79bd-4d4e-b811-e561e31de633', 'd1189d05-9197-40a5-aa1b-b94c2224190c', '827e57e3-f57f-40c8-a304-95fe2ed07f32']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:21.736166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-963deff1-083e-4277-8f91-795f90636c5a None None] Port 08a698c4-7fb2-4337-9aca-edf966a89040 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:21.874083 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e9645af4-bd8f-4db0-a5c1-fa93de0b9867 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:21.894452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: e9645af4-bd8f-4db0-a5c1-fa93de0b9867 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:21.894815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e9645af4-bd8f-4db0-a5c1-fa93de0b9867 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:21.979190 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ab6aec26-606c-46aa-b95b-f753c7fcc592 req-cb53e60b-cab4-409f-b78f-c2e0593cf79e tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.015090 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d92ce599-8a52-4926-b157-7c5755ed8ece tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.188745 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37256) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:22.310377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2814010a-ac8e-4bd0-9a3a-b2ec63612dff tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.379406 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2814010a-ac8e-4bd0-9a3a-b2ec63612dff tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.460134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ab6aec26-606c-46aa-b95b-f753c7fcc592 req-cb53e60b-cab4-409f-b78f-c2e0593cf79e tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] For port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,segment=NetworkSegment(e34c8e3b-3ee5-4fbd-9008-a274ba75c805),segment_id=e34c8e3b-3ee5-4fbd-9008-a274ba75c805)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:22.523966 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2814010a-ac8e-4bd0-9a3a-b2ec63612dff tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.527260 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2814010a-ac8e-4bd0-9a3a-b2ec63612dff tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.528616 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2814010a-ac8e-4bd0-9a3a-b2ec63612dff tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "DELETE /v2.0/security-groups/bce2b21d-9ba1-4db6-905e-04b70a22975a HTTP/1.1" status: 204 len: 168 time: 0.3388581 Jul 05 03:57:22.533561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37264) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:22.556636 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814010a-ac8e-4bd0-9a3a-b2ec63612dff tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce2b21d-9ba1-4db6-905e-04b70a22975a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:22.562171 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-f7f95dc9-b463-45fa-ace2-1207fa045583 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] show failed (client error): The resource could not be found. Jul 05 03:57:22.563340 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f7f95dc9-b463-45fa-ace2-1207fa045583 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "GET /v2.0/security-groups/bce2b21d-9ba1-4db6-905e-04b70a22975a HTTP/1.1" status: 404 len: 347 time: 0.0253463 Jul 05 03:57:22.570286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37266) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:22.576226 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ab6aec26-606c-46aa-b95b-f753c7fcc592 req-cb53e60b-cab4-409f-b78f-c2e0593cf79e tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.675368 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d92ce599-8a52-4926-b157-7c5755ed8ece tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Allocated IP 10.2.2.100 (2d8d395a-629a-43df-95a0-5c67ac358e33/b3ff21ba-224c-4091-818b-dbb67611a58e/689f3c13-af2d-4efa-b70c-5b65d3a797f6) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:22.729562 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ab6aec26-606c-46aa-b95b-f753c7fcc592 req-cb53e60b-cab4-409f-b78f-c2e0593cf79e tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.739576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1b2fe609-9bc9-41ea-832a-f9755655fcc3 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Deleting port d7f01489-d29f-45a0-af8e-a52da877a19a {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:22.739923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe609-9bc9-41ea-832a-f9755655fcc3 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.741724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3d14e8b5-f21c-47a9-a546-a23ea0de5ebf', '4e7d811f-d50a-46ef-8e68-b89bf8b7345b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:22.750850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f104d-fd80-4c17-bc88-5f3e9930292d req-6eda57db-e2d9-4af3-abe1-ebfbd0aca9f1 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.758496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-284f104d-fd80-4c17-bc88-5f3e9930292d req-6eda57db-e2d9-4af3-abe1-ebfbd0aca9f1 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.3653603 Jul 05 03:57:22.851951 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe609-9bc9-41ea-832a-f9755655fcc3 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.852314 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe609-9bc9-41ea-832a-f9755655fcc3 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.872353 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6aec26-606c-46aa-b95b-f753c7fcc592 req-cb53e60b-cab4-409f-b78f-c2e0593cf79e tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.873042 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ab6aec26-606c-46aa-b95b-f753c7fcc592 req-cb53e60b-cab4-409f-b78f-c2e0593cf79e tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.874786 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab6aec26-606c-46aa-b95b-f753c7fcc592 req-cb53e60b-cab4-409f-b78f-c2e0593cf79e tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "PUT /v2.0/ports/4e7d811f-d50a-46ef-8e68-b89bf8b7345b HTTP/1.1" status: 200 len: 1020 time: 1.1746151 Jul 05 03:57:22.881219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c077746-34e3-4e6a-85e7-8f17c56f818f', 'tag': '4e7d811f-d50a-46ef-8e68-b89bf8b7345b'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:22.883484 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a097d0-5d19-4b71-be15-7450a03e2aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c077746-34e3-4e6a-85e7-8f17c56f818f", "tag": "4e7d811f-d50a-46ef-8e68-b89bf8b7345b"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:22.889449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1b2fe609-9bc9-41ea-832a-f9755655fcc3 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Calling delete_port for d7f01489-d29f-45a0-af8e-a52da877a19a owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:22.990366 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4e7d811f-d50a-46ef-8e68-b89bf8b7345b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:23.199138 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe609-9bc9-41ea-832a-f9755655fcc3 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.226413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fe609-9bc9-41ea-832a-f9755655fcc3 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Pushing event deleted for resources: {'Port': ['ID=d7f01489-d29f-45a0-af8e-a52da877a19a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:23.325438 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe609-9bc9-41ea-832a-f9755655fcc3 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.328385 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe609-9bc9-41ea-832a-f9755655fcc3 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.332675 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1b2fe609-9bc9-41ea-832a-f9755655fcc3 tempest-ServersTestManualDisk-1418885881 tempest-ServersTestManualDisk-1418885881-project] 10.222.0.60 "DELETE /v2.0/floatingips/ca41926c-6912-447c-b0b5-51383f617fad HTTP/1.1" status: 204 len: 168 time: 0.7584274 Jul 05 03:57:23.333008 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37288) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:23.370120 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-284f104d-fd80-4c17-bc88-5f3e9930292d req-9d753481-bf8d-4db7-9cfc-67109d624256 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098495 Jul 05 03:57:23.471952 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53e60b-cab4-409f-b78f-c2e0593cf79e tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'Port': ['ID=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,revision_number=7']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:23.505635 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d92ce599-8a52-4926-b157-7c5755ed8ece tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.561615 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d92ce599-8a52-4926-b157-7c5755ed8ece tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Transition to ACTIVE for port object 689f3c13-af2d-4efa-b70c-5b65d3a797f6 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:23.591553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0474a0-57fc-48be-b0e6-bad7012633f3 req-33e6471f-bd37-4d0f-a0c4-ed6f42b79d3c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.602109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0474a0-57fc-48be-b0e6-bad7012633f3 req-33e6471f-bd37-4d0f-a0c4-ed6f42b79d3c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.609743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0474a0-57fc-48be-b0e6-bad7012633f3 req-33e6471f-bd37-4d0f-a0c4-ed6f42b79d3c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.617338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3d0474a0-57fc-48be-b0e6-bad7012633f3 req-33e6471f-bd37-4d0f-a0c4-ed6f42b79d3c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 2373 time: 0.2231979 Jul 05 03:57:23.623366 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f8082ae-db8e-47e1-ba85-8476b837b7dc req-057ea824-d4c7-45cc-a353-97ff39826904 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/827e57e3-f57f-40c8-a304-95fe2ed07f32 HTTP/1.1" status: 200 len: 1802 time: 0.2006512 Jul 05 03:57:23.710426 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3d0474a0-57fc-48be-b0e6-bad7012633f3 req-8d1d91c7-3287-47de-a83b-1d0c2c2adafe tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919263 Jul 05 03:57:23.781067 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-0f8082ae-db8e-47e1-ba85-8476b837b7dc req-ff106e3e-ad73-460d-8f93-06a6576faee0 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 03:57:23.793833 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f8082ae-db8e-47e1-ba85-8476b837b7dc req-ff106e3e-ad73-460d-8f93-06a6576faee0 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "DELETE /v2.0/security-groups/827e57e3-f57f-40c8-a304-95fe2ed07f32 HTTP/1.1" status: 409 len: 341 time: 0.1564813 Jul 05 03:57:23.827906 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40792740-f8d8-418c-909d-aed5e2aedb77 x-openstack-request-id: req-40792740-f8d8-418c-909d-aed5e2aedb77 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:23.828880 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c077746-34e3-4e6a-85e7-8f17c56f818f", "tag": "4e7d811f-d50a-46ef-8e68-b89bf8b7345b", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:23.829316 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40792740-f8d8-418c-909d-aed5e2aedb77 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:23.829874 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c077746-34e3-4e6a-85e7-8f17c56f818f', 'tag': '4e7d811f-d50a-46ef-8e68-b89bf8b7345b', 'status': 'completed', 'code': 200} Jul 05 03:57:23.864735 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d92ce599-8a52-4926-b157-7c5755ed8ece tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.908093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d92ce599-8a52-4926-b157-7c5755ed8ece tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Network 2d8d395a-629a-43df-95a0-5c67ac358e33 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:23.924195 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8dd5bf2f-43e0-4c3b-9a6b-00a57a7c12af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.958542 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d92ce599-8a52-4926-b157-7c5755ed8ece tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:23.968661 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d92ce599-8a52-4926-b157-7c5755ed8ece tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:24.030312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ce599-8a52-4926-b157-7c5755ed8ece tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'Port': ['ID=689f3c13-af2d-4efa-b70c-5b65d3a797f6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:24.061540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a097d0-5d19-4b71-be15-7450a03e2aa0 req-88a5d417-f654-4579-8ff3-656f1491a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.064859 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c4a097d0-5d19-4b71-be15-7450a03e2aa0 req-88a5d417-f654-4579-8ff3-656f1491a4b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 1174 time: 0.2117162 Jul 05 03:57:24.070391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d92ce599-8a52-4926-b157-7c5755ed8ece tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.071464 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d92ce599-8a52-4926-b157-7c5755ed8ece tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.142435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d92ce599-8a52-4926-b157-7c5755ed8ece tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8171937 Jul 05 03:57:24.153359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-66298b06-76d5-4801-9e9f-3401996a360c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'port': {'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33', 'admin_state_up': True, 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'security_groups': ['437883c0-ee83-4ebc-a2ee-aea043e7b1f1']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:24.214582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37306) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:24.262247 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7e1fcf2d-31c2-4aa2-b35c-def46cd0a2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.308296 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.444217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-16fca428-8bb0-41ab-91c0-3fb7d90e694c None None] Provisioning for port 689f3c13-af2d-4efa-b70c-5b65d3a797f6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:24.449946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-16fca428-8bb0-41ab-91c0-3fb7d90e694c None None] Provisioning complete for port 689f3c13-af2d-4efa-b70c-5b65d3a797f6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:24.450689 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-16fca428-8bb0-41ab-91c0-3fb7d90e694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.482636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-66298b06-76d5-4801-9e9f-3401996a360c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Made reservation on behalf of dc9f90e618b6473285087fb5dfe41852 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:24.492643 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a097d0-5d19-4b71-be15-7450a03e2aa0 req-87ce49a4-da86-47a9-afba-c9f6c54b421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.493652 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c4a097d0-5d19-4b71-be15-7450a03e2aa0 req-87ce49a4-da86-47a9-afba-c9f6c54b421e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e HTTP/1.1" status: 200 len: 914 time: 0.4143605 Jul 05 03:57:24.499751 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-66298b06-76d5-4801-9e9f-3401996a360c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.521433 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-16fca428-8bb0-41ab-91c0-3fb7d90e694c None None] Port 689f3c13-af2d-4efa-b70c-5b65d3a797f6 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:24.575274 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c4a097d0-5d19-4b71-be15-7450a03e2aa0 req-2ad986ca-f12b-456d-97de-920cc3a5d3ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e7d811f-d50a-46ef-8e68-b89bf8b7345b HTTP/1.1" status: 200 len: 217 time: 0.0419011 Jul 05 03:57:24.645098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057dfca-65d9-4255-8fae-540e0c6c91c1 req-62c496f0-9f99-42be-bbcf-2a579b8d1d4d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.650247 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0057dfca-65d9-4255-8fae-540e0c6c91c1 req-62c496f0-9f99-42be-bbcf-2a579b8d1d4d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.1468015 Jul 05 03:57:24.707324 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a097d0-5d19-4b71-be15-7450a03e2aa0 req-4b61c75f-d74e-4f89-b547-9baeb532b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.708894 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c4a097d0-5d19-4b71-be15-7450a03e2aa0 req-4b61c75f-d74e-4f89-b547-9baeb532b78e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55cadabf-193f-4213-b3e9-84f18739c9b7 HTTP/1.1" status: 200 len: 853 time: 0.1272712 Jul 05 03:57:24.785034 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0057dfca-65d9-4255-8fae-540e0c6c91c1 req-7f7a0551-a338-4d4d-a8d6-44cb0605a5f6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230483 Jul 05 03:57:24.787276 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c4a097d0-5d19-4b71-be15-7450a03e2aa0 req-4504fc65-fdb9-418e-a7b7-05e7344e120a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640194 Jul 05 03:57:24.912162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-66298b06-76d5-4801-9e9f-3401996a360c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Allocated IP 10.2.2.200 (2d8d395a-629a-43df-95a0-5c67ac358e33/b3ff21ba-224c-4091-818b-dbb67611a58e/d1104469-75fb-4577-a085-2bae2e7fc87a) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:24.943773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb211b-f9e4-4e8a-96ba-b450ce85b0f7 req-6a025fc2-9bc8-4bce-a6ff-10d79c925370 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.951599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4abb211b-f9e4-4e8a-96ba-b450ce85b0f7 req-6a025fc2-9bc8-4bce-a6ff-10d79c925370 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 1023 time: 0.1573839 Jul 05 03:57:25.000005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-8dd5bf2f-43e0-4c3b-9a6b-00a57a7c12af admin admin] Deleting port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:25.000297 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8dd5bf2f-43e0-4c3b-9a6b-00a57a7c12af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.042124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4abb211b-f9e4-4e8a-96ba-b450ce85b0f7 req-0a52a3ef-e59d-4665-95f5-08919fdf8a43 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=827e57e3-f57f-40c8-a304-95fe2ed07f32&id=3cc793e7-79bd-4d4e-b811-e561e31de633&id=d1189d05-9197-40a5-aa1b-b94c2224190c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0895321 Jul 05 03:57:25.140536 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-8dd5bf2f-43e0-4c3b-9a6b-00a57a7c12af admin admin] For port e3d318c5-f4de-4456-ab88-ff2c2e0aa05a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e3d318c5-f4de-4456-ab88-ff2c2e0aa05a,segment=NetworkSegment(ad1194d8-3eac-43a3-9940-34ffca9aa41b),segment_id=ad1194d8-3eac-43a3-9940-34ffca9aa41b)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:25.140536 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8dd5bf2f-43e0-4c3b-9a6b-00a57a7c12af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.187880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-8dd5bf2f-43e0-4c3b-9a6b-00a57a7c12af admin admin] Calling delete_port for e3d318c5-f4de-4456-ab88-ff2c2e0aa05a owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:25.220764 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c4a097d0-5d19-4b71-be15-7450a03e2aa0 req-ad4a8db2-575a-46e6-9736-054985d386a3 service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797445 Jul 05 03:57:25.303710 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.358551 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-66298b06-76d5-4801-9e9f-3401996a360c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.397229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9ee9a-8b08-4d27-9fa9-57d4ca76949c req-eac5abaf-31e8-47e6-8dfb-7b7557085deb tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:25.403558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9ee9a-8b08-4d27-9fa9-57d4ca76949c req-eac5abaf-31e8-47e6-8dfb-7b7557085deb tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:25.413371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9ee9a-8b08-4d27-9fa9-57d4ca76949c req-eac5abaf-31e8-47e6-8dfb-7b7557085deb tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:25.421846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9ee9a-8b08-4d27-9fa9-57d4ca76949c req-eac5abaf-31e8-47e6-8dfb-7b7557085deb tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:25.423787 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6e9ee9a-8b08-4d27-9fa9-57d4ca76949c req-eac5abaf-31e8-47e6-8dfb-7b7557085deb tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 3094 time: 0.3049901 Jul 05 03:57:25.441122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-66298b06-76d5-4801-9e9f-3401996a360c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Transition to ACTIVE for port object d1104469-75fb-4577-a085-2bae2e7fc87a will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:25.535048 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6e9ee9a-8b08-4d27-9fa9-57d4ca76949c req-5d0424a2-9f05-40fc-b2c4-79f4eeffc5fe tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478451 Jul 05 03:57:25.550602 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0de28d-319b-4205-94af-1d717cd45a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.558385 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c4a097d0-5d19-4b71-be15-7450a03e2aa0 req-e8b23f81-6043-4397-9e45-db09f46ab4c2 service neutron] 10.222.0.64 "GET /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055032 Jul 05 03:57:25.578953 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-66298b06-76d5-4801-9e9f-3401996a360c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.660882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66298b06-76d5-4801-9e9f-3401996a360c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event updated for resources: {'Port': ['ID=d1104469-75fb-4577-a085-2bae2e7fc87a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:25.663784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-66298b06-76d5-4801-9e9f-3401996a360c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Network 2d8d395a-629a-43df-95a0-5c67ac358e33 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:25.665649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-66298b06-76d5-4801-9e9f-3401996a360c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:25.668104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-66298b06-76d5-4801-9e9f-3401996a360c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:25.741726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-66298b06-76d5-4801-9e9f-3401996a360c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:25.742988 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-66298b06-76d5-4801-9e9f-3401996a360c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.811114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37344) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:25.836465 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-66298b06-76d5-4801-9e9f-3401996a360c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6881001 Jul 05 03:57:25.841313 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8dd5bf2f-43e0-4c3b-9a6b-00a57a7c12af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.851978 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Request body: {'port': {'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:25.946336 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5bf2f-43e0-4c3b-9a6b-00a57a7c12af admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d318c5-f4de-4456-ab88-ff2c2e0aa05a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:26.046403 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.109059 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81a14cd2-ac91-4e4c-b696-a985777a2465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.258730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b2d74d75-1572-4ec5-bac7-668bb06b1a80 None None] Provisioning for port d1104469-75fb-4577-a085-2bae2e7fc87a completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:26.263047 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b2d74d75-1572-4ec5-bac7-668bb06b1a80 None None] Provisioning complete for port d1104469-75fb-4577-a085-2bae2e7fc87a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:26.263431 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b2d74d75-1572-4ec5-bac7-668bb06b1a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.304564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b2d74d75-1572-4ec5-bac7-668bb06b1a80 None None] Port d1104469-75fb-4577-a085-2bae2e7fc87a cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:26.342257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe203e-0726-4d14-81d5-6ece9d2a5164 req-41aac0a6-fabd-4522-8c0d-7e1365a32bbb tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:26.343886 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1afe203e-0726-4d14-81d5-6ece9d2a5164 req-41aac0a6-fabd-4522-8c0d-7e1365a32bbb tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.3303261 Jul 05 03:57:26.442926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d586d-9ea7-4b8b-af3a-10d954e495c2 req-03eea2bf-835a-4f83-b615-048e604df6b4 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:26.444553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab2d586d-9ea7-4b8b-af3a-10d954e495c2 req-03eea2bf-835a-4f83-b615-048e604df6b4 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 946 time: 0.3507612 Jul 05 03:57:26.502367 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1afe203e-0726-4d14-81d5-6ece9d2a5164 req-c176067d-0b68-471e-99ac-04d96a8d0b40 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497169 Jul 05 03:57:26.557651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab2d586d-9ea7-4b8b-af3a-10d954e495c2 req-aa6f1cf1-aef9-444f-94e0-35db808567bd tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=349f5630-5e2d-4079-ac57-2610f3fb7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999773 Jul 05 03:57:26.573594 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81a14cd2-ac91-4e4c-b696-a985777a2465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.676922 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81a14cd2-ac91-4e4c-b696-a985777a2465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.698900 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8dd5bf2f-43e0-4c3b-9a6b-00a57a7c12af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.732036 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4416bd9-d97a-48bf-9cd4-ff15e2206a30 req-1e49e4e5-fca0-4a71-92a2-c4b106ea39c3 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:26.732888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31f908b-0377-4a12-9a9e-6d2de7c04868 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:26.733848 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f4416bd9-d97a-48bf-9cd4-ff15e2206a30 req-1e49e4e5-fca0-4a71-92a2-c4b106ea39c3 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 1023 time: 0.2510569 Jul 05 03:57:26.760981 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.771062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a14cd2-ac91-4e4c-b696-a985777a2465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a32393-b5d9-4b7f-9b1a-1b989369dbfc,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:26.778636 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-81a14cd2-ac91-4e4c-b696-a985777a2465 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f9d06ecb17a4cc5b6c7d840fa684b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9663713 Jul 05 03:57:26.781041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37358) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:26.794447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Transition to ACTIVE for port object e31f908b-0377-4a12-9a9e-6d2de7c04868 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:26.813768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9e0de28d-319b-4205-94af-1d717cd45a8a admin admin] Deleting port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:26.814256 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0de28d-319b-4205-94af-1d717cd45a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.857414 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f9b78-d8db-44c7-9911-7ff6c2eca038 req-fc273105-d701-4c95-b880-aeef037ad476 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:26.858909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec4f9b78-d8db-44c7-9911-7ff6c2eca038 req-fc273105-d701-4c95-b880-aeef037ad476 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 1023 time: 0.1976995 Jul 05 03:57:26.883310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.948149 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e235294d-e270-4701-bc2a-7cdd1727606b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.000129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-9e0de28d-319b-4205-94af-1d717cd45a8a admin admin] For port 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2,segment=NetworkSegment(d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb),segment_id=d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:27.000589 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0de28d-319b-4205-94af-1d717cd45a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.012662 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e235294d-e270-4701-bc2a-7cdd1727606b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.021263 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec4f9b78-d8db-44c7-9911-7ff6c2eca038 req-b5a410b2-e916-4aea-a9dc-657b74050e26 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=827e57e3-f57f-40c8-a304-95fe2ed07f32&id=3cc793e7-79bd-4d4e-b811-e561e31de633&id=d1189d05-9197-40a5-aa1b-b94c2224190c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1441674 Jul 05 03:57:27.045841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Pushing event updated for resources: {'Port': ['ID=e31f908b-0377-4a12-9a9e-6d2de7c04868,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:27.066162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9e0de28d-319b-4205-94af-1d717cd45a8a admin admin] Calling delete_port for 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:27.073989 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-f4416bd9-d97a-48bf-9cd4-ff15e2206a30 req-5dfb7e39-7607-4849-ba1f-f9ab0f7aeba9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Deleting port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:27.074392 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4416bd9-d97a-48bf-9cd4-ff15e2206a30 req-5dfb7e39-7607-4849-ba1f-f9ab0f7aeba9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.113363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935111e8-37ab-4158-af86-b44fce46ff97 req-084de4dc-d98a-415b-8034-1cab96a21b8c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.120174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935111e8-37ab-4158-af86-b44fce46ff97 req-084de4dc-d98a-415b-8034-1cab96a21b8c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.126317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935111e8-37ab-4158-af86-b44fce46ff97 req-084de4dc-d98a-415b-8034-1cab96a21b8c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.132412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935111e8-37ab-4158-af86-b44fce46ff97 req-084de4dc-d98a-415b-8034-1cab96a21b8c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.139095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935111e8-37ab-4158-af86-b44fce46ff97 req-084de4dc-d98a-415b-8034-1cab96a21b8c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.141036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-935111e8-37ab-4158-af86-b44fce46ff97 req-084de4dc-d98a-415b-8034-1cab96a21b8c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 3815 time: 0.3126831 Jul 05 03:57:27.147046 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.229352 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-935111e8-37ab-4158-af86-b44fce46ff97 req-a361bf18-6f3e-4807-9d8d-6caaebf91ce1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725050 Jul 05 03:57:27.232620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Attempting to bind port e31f908b-0377-4a12-9a9e-6d2de7c04868 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:27.233218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Attempting to bind port e31f908b-0377-4a12-9a9e-6d2de7c04868 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:27.233493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Attempting to bind port e31f908b-0377-4a12-9a9e-6d2de7c04868 on network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:27.239109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Port e31f908b-0377-4a12-9a9e-6d2de7c04868 on network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:27.239413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Attempting to bind port e31f908b-0377-4a12-9a9e-6d2de7c04868 on network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:27.245483 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:27.245900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Checking segment: {'id': '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:27.246209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Bound using segment: {'id': '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:27.246643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Bound port: e31f908b-0377-4a12-9a9e-6d2de7c04868, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:27.247125 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.281883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd5bf2f-43e0-4c3b-9a6b-00a57a7c12af admin admin] Router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:27.318480 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] For port e31f908b-0377-4a12-9a9e-6d2de7c04868, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:27.321390 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] For port e31f908b-0377-4a12-9a9e-6d2de7c04868, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e31f908b-0377-4a12-9a9e-6d2de7c04868,segment=NetworkSegment(8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b),segment_id=8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:27.322942 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e235294d-e270-4701-bc2a-7cdd1727606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.325475 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e235294d-e270-4701-bc2a-7cdd1727606b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.328966 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e235294d-e270-4701-bc2a-7cdd1727606b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20a32393-b5d9-4b7f-9b1a-1b989369dbfc HTTP/1.1" status: 204 len: 168 time: 0.5427849 Jul 05 03:57:27.338591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235294d-e270-4701-bc2a-7cdd1727606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a32393-b5d9-4b7f-9b1a-1b989369dbfc,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:27.342229 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f4416bd9-d97a-48bf-9cd4-ff15e2206a30 req-5dfb7e39-7607-4849-ba1f-f9ab0f7aeba9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] For port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,segment=NetworkSegment(e34c8e3b-3ee5-4fbd-9008-a274ba75c805),segment_id=e34c8e3b-3ee5-4fbd-9008-a274ba75c805)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:27.342604 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4416bd9-d97a-48bf-9cd4-ff15e2206a30 req-5dfb7e39-7607-4849-ba1f-f9ab0f7aeba9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.407177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-f4416bd9-d97a-48bf-9cd4-ff15e2206a30 req-5dfb7e39-7607-4849-ba1f-f9ab0f7aeba9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Calling delete_port for 4e7d811f-d50a-46ef-8e68-b89bf8b7345b owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:27.436077 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.472665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.473456 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.475026 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] 10.222.0.64 "PUT /v2.0/ports/e31f908b-0377-4a12-9a9e-6d2de7c04868 HTTP/1.1" status: 200 len: 1091 time: 1.6288478 Jul 05 03:57:27.475542 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': 'e31f908b-0377-4a12-9a9e-6d2de7c04868'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:27.478683 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615b1020-b5d3-4a2b-ac75-85d355f272ea" -d '{"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "e31f908b-0377-4a12-9a9e-6d2de7c04868"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:27.507351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd7e4b-c263-4a0a-9e9b-a86ca5715100 service neutron] Pushing event updated for resources: {'Port': ['ID=e31f908b-0377-4a12-9a9e-6d2de7c04868,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:27.542399 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab3bcaf-d5e2-47c4-8b3a-dbcd643e3e30 x-openstack-request-id: req-6ab3bcaf-d5e2-47c4-8b3a-dbcd643e3e30 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:27.542547 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "e31f908b-0377-4a12-9a9e-6d2de7c04868", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:27.542798 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ab3bcaf-d5e2-47c4-8b3a-dbcd643e3e30 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:27.543299 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': 'e31f908b-0377-4a12-9a9e-6d2de7c04868', 'status': 'completed', 'code': 200} Jul 05 03:57:27.596410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Request body: {'port': {'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:27.666569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd5bf2f-43e0-4c3b-9a6b-00a57a7c12af admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:27.675700 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8dd5bf2f-43e0-4c3b-9a6b-00a57a7c12af admin admin] 10.222.0.60 "PUT /v2.0/routers/f8c6cc9c-0c21-4cad-9633-68bb8efedbd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3413532 Jul 05 03:57:27.679564 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cdb5db-6a7f-4368-a05a-7e9b144d982b None None] Sync routers for ids ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:27.689872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37370) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:27.692974 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cdb5db-6a7f-4368-a05a-7e9b144d982b None None] Routers {'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:27.693672 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-09cdb5db-6a7f-4368-a05a-7e9b144d982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:57:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:27.897506 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-b8925f36-a7fc-41ab-8cba-2b747a237397 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.899172 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-b8925f36-a7fc-41ab-8cba-2b747a237397 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.11 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 946 time: 0.3073204 Jul 05 03:57:27.937973 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0de28d-319b-4205-94af-1d717cd45a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.942838 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-09cdb5db-6a7f-4368-a05a-7e9b144d982b None None] Set router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:27.969727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b1020-b5d3-4a2b-ac75-85d355f272ea req-6a2f78a3-4b7a-49a7-975d-53d487ed78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.970218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b1020-b5d3-4a2b-ac75-85d355f272ea req-6a2f78a3-4b7a-49a7-975d-53d487ed78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.970699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b1020-b5d3-4a2b-ac75-85d355f272ea req-6a2f78a3-4b7a-49a7-975d-53d487ed78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.971179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b1020-b5d3-4a2b-ac75-85d355f272ea req-6a2f78a3-4b7a-49a7-975d-53d487ed78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.971644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b1020-b5d3-4a2b-ac75-85d355f272ea req-6a2f78a3-4b7a-49a7-975d-53d487ed78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.973482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-615b1020-b5d3-4a2b-ac75-85d355f272ea req-6a2f78a3-4b7a-49a7-975d-53d487ed78fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc9f90e618b6473285087fb5dfe41852&device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 4362 time: 0.4049292 Jul 05 03:57:27.985440 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.010021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0de28d-319b-4205-94af-1d717cd45a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:28.050414 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4416bd9-d97a-48bf-9cd4-ff15e2206a30 req-5dfb7e39-7607-4849-ba1f-f9ab0f7aeba9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.063951 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3d14e8b5-f21c-47a9-a546-a23ea0de5ebf', '4e7d811f-d50a-46ef-8e68-b89bf8b7345b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:28.230060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb7e39-7607-4849-ba1f-f9ab0f7aeba9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event deleted for resources: {'Port': ['ID=4e7d811f-d50a-46ef-8e68-b89bf8b7345b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:28.254354 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37376) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:28.254569 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.259750 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-09cdb5db-6a7f-4368-a05a-7e9b144d982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:57:25Z', 'revision_number': 5, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:28.316902 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cdb5db-6a7f-4368-a05a-7e9b144d982b None None] Checking router: f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:28.336703 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cdb5db-6a7f-4368-a05a-7e9b144d982b None None] Routers {'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:28.337670 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-09cdb5db-6a7f-4368-a05a-7e9b144d982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:57:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:28.353687 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4416bd9-d97a-48bf-9cd4-ff15e2206a30 req-5dfb7e39-7607-4849-ba1f-f9ab0f7aeba9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] No DVR routers for this DVR port 4e7d811f-d50a-46ef-8e68-b89bf8b7345b on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:28.358998 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4416bd9-d97a-48bf-9cd4-ff15e2206a30 req-5dfb7e39-7607-4849-ba1f-f9ab0f7aeba9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.364021 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f4416bd9-d97a-48bf-9cd4-ff15e2206a30 req-5dfb7e39-7607-4849-ba1f-f9ab0f7aeba9 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.64 "DELETE /v2.0/ports/4e7d811f-d50a-46ef-8e68-b89bf8b7345b HTTP/1.1" status: 204 len: 173 time: 1.6228504 Jul 05 03:57:28.379713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c077746-34e3-4e6a-85e7-8f17c56f818f', 'name': 'network-vif-deleted', 'tag': '4e7d811f-d50a-46ef-8e68-b89bf8b7345b'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:28.382326 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3d3c18-cd01-427d-88fb-35d0aaa60d38" -d '{"events": [{"server_uuid": "5c077746-34e3-4e6a-85e7-8f17c56f818f", "name": "network-vif-deleted", "tag": "4e7d811f-d50a-46ef-8e68-b89bf8b7345b"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:28.387849 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b787fd3-45cb-48d3-9d5f-8873e6269fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.392531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b1020-b5d3-4a2b-ac75-85d355f272ea req-7c692cc4-8bb3-4130-a910-0648c8094a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.393413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b1020-b5d3-4a2b-ac75-85d355f272ea req-7c692cc4-8bb3-4130-a910-0648c8094a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.394134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b1020-b5d3-4a2b-ac75-85d355f272ea req-7c692cc4-8bb3-4130-a910-0648c8094a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.395954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-615b1020-b5d3-4a2b-ac75-85d355f272ea req-7c692cc4-8bb3-4130-a910-0648c8094a19 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dc9f90e618b6473285087fb5dfe41852&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4060881 Jul 05 03:57:28.403102 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Deleting port 70f3e77a-5e03-4d9f-b935-2526d77e6abc {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:28.403688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.579005 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-09cdb5db-6a7f-4368-a05a-7e9b144d982b None None] Set router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:28.645507 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] For port 70f3e77a-5e03-4d9f-b935-2526d77e6abc, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=70f3e77a-5e03-4d9f-b935-2526d77e6abc,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:28.645987 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.681865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.712950 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0de28d-319b-4205-94af-1d717cd45a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.735661 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8618fe-8d51-465e-a310-4039bc432aaf req-f1467222-9c95-40ea-ab13-40ae94793534 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.751185 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d8618fe-8d51-465e-a310-4039bc432aaf req-f1467222-9c95-40ea-ab13-40ae94793534 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 946 time: 0.9379976 Jul 05 03:57:28.775519 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fe8a6-d705-4d48-9753-6ed1c4a6d82e req-0f25a77f-aaaa-42bd-9403-4b8cbd843c4f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.784082 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad0fe8a6-d705-4d48-9753-6ed1c4a6d82e req-0f25a77f-aaaa-42bd-9403-4b8cbd843c4f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.9691806 Jul 05 03:57:28.850894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b1020-b5d3-4a2b-ac75-85d355f272ea req-05d5150c-74ad-4213-aa41-aefa52890f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.853022 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-615b1020-b5d3-4a2b-ac75-85d355f272ea req-05d5150c-74ad-4213-aa41-aefa52890f9f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2708671 Jul 05 03:57:28.917611 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-09cdb5db-6a7f-4368-a05a-7e9b144d982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:57:25Z', 'revision_number': 5, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:28.948519 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cdb5db-6a7f-4368-a05a-7e9b144d982b None None] The sync data for ids ['f8c6cc9c-0c21-4cad-9633-68bb8efedbd2'] in n-d-798249-5 is: [{'id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'name': 'tempest-ServersTestManualDisk-886231574-router', 'tenant_id': 'a4c06e7326f84fa4b50e452c66382d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:56Z', 'updated_at': '2021-07-05T03:57:25Z', 'revision_number': 5, 'project_id': 'a4c06e7326f84fa4b50e452c66382d16', 'gw_port': {'id': 'da8fa818-f113-4fb1-95c0-9278bbbf1e48', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c6cc9c-0c21-4cad-9633-68bb8efedbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:57Z', 'updated_at': '2021-07-05T03:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:28.972329 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b787fd3-45cb-48d3-9d5f-8873e6269fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.015068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad0fe8a6-d705-4d48-9753-6ed1c4a6d82e req-4498bc81-95b2-4fbc-beb3-79fea35af6d5 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295437 Jul 05 03:57:29.069528 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d8618fe-8d51-465e-a310-4039bc432aaf req-9d4da1f8-33c9-4993-97af-882481adda07 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups?id=349f5630-5e2d-4079-ac57-2610f3fb7c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756174 Jul 05 03:57:29.099911 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] Deleting port da8fa818-f113-4fb1-95c0-9278bbbf1e48 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:29.099911 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.100241 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b787fd3-45cb-48d3-9d5f-8873e6269fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.100764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b990c748-c350-420f-beb6-0c5670b4dacd {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:29.144214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.167544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Transition to ACTIVE for port object b990c748-c350-420f-beb6-0c5670b4dacd will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:29.205620 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4b787fd3-45cb-48d3-9d5f-8873e6269fee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=661c1bf97cbc4c76a35da34d5d357016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9450734 Jul 05 03:57:29.210808 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b787fd3-45cb-48d3-9d5f-8873e6269fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdf2154-68a5-42f6-9fb9-731afb46d017,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:29.210985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37382) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:29.224734 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0de28d-319b-4205-94af-1d717cd45a8a admin admin] Router e75fcb68-309c-4eb0-83bd-3c940b34df21 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:29.229618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.229991 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.230307 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Floating IP 41087d43-8dec-4a39-819f-a3cd3857c360 disassociated. External IP: 172.25.0.100, port: 70f3e77a-5e03-4d9f-b935-2526d77e6abc. Jul 05 03:57:29.230655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Calling delete_port for 70f3e77a-5e03-4d9f-b935-2526d77e6abc owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:29.265634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] For port da8fa818-f113-4fb1-95c0-9278bbbf1e48, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=da8fa818-f113-4fb1-95c0-9278bbbf1e48,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:29.266114 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.287169 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.315664 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.339972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] Calling delete_port for da8fa818-f113-4fb1-95c0-9278bbbf1e48 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:29.513773 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0de28d-319b-4205-94af-1d717cd45a8a admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:29.516890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e64c1f8-8f7c-4815-9c3e-c0f62aeda4f7 req-a6ab5830-6110-4544-b937-537c62557726 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c077746-34e3-4e6a-85e7-8f17c56f818f HTTP/1.1" status: 200 len: 210 time: 0.0982478 Jul 05 03:57:29.519812 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9e0de28d-319b-4205-94af-1d717cd45a8a admin admin] 10.222.0.60 "PUT /v2.0/routers/e75fcb68-309c-4eb0-83bd-3c940b34df21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2966924 Jul 05 03:57:29.522308 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37384) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:29.533982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e6bdd4-b927-4519-a834-d9e0c084f4a7 None None] Sync routers for ids ['e75fcb68-309c-4eb0-83bd-3c940b34df21'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:29.574166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e6bdd4-b927-4519-a834-d9e0c084f4a7 None None] Routers {'e75fcb68-309c-4eb0-83bd-3c940b34df21'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:29.576424 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-89e6bdd4-b927-4519-a834-d9e0c084f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:57:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e75fcb68-309c-4eb0-83bd-3c940b34df21'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:29.814617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Pushing event updated for resources: {'Port': ['ID=b990c748-c350-420f-beb6-0c5670b4dacd,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:29.840968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e3d318c5-f4de-4456-ab88-ff2c2e0aa05a no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:29.884592 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-52398a44-9687-406b-9359-649f20f862ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.889621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: e3d318c5-f4de-4456-ab88-ff2c2e0aa05a {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:29.893539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e3d318c5-f4de-4456-ab88-ff2c2e0aa05a not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:29.901505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-89e6bdd4-b927-4519-a834-d9e0c084f4a7 None None] Set router e75fcb68-309c-4eb0-83bd-3c940b34df21 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:29.926823 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-52398a44-9687-406b-9359-649f20f862ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.060400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6cb98-322a-4a29-9a9b-a97ee1a2493e req-c8644194-2931-49c8-9528-09d17c881268 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.062662 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.065724 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c38b10-ef04-41fd-ab76-b4f0b7fed314 x-openstack-request-id: req-21c38b10-ef04-41fd-ab76-b4f0b7fed314 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:30.066181 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c077746-34e3-4e6a-85e7-8f17c56f818f", "name": "network-vif-deleted", "tag": "4e7d811f-d50a-46ef-8e68-b89bf8b7345b", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:30.066437 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21c38b10-ef04-41fd-ab76-b4f0b7fed314 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:30.066824 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c077746-34e3-4e6a-85e7-8f17c56f818f', 'name': 'network-vif-deleted', 'tag': '4e7d811f-d50a-46ef-8e68-b89bf8b7345b', 'status': 'completed', 'code': 200} Jul 05 03:57:30.070854 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6cb98-322a-4a29-9a9b-a97ee1a2493e req-c8644194-2931-49c8-9528-09d17c881268 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.077566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6cb98-322a-4a29-9a9b-a97ee1a2493e req-c8644194-2931-49c8-9528-09d17c881268 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.083492 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6cb98-322a-4a29-9a9b-a97ee1a2493e req-c8644194-2931-49c8-9528-09d17c881268 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.089416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6cb98-322a-4a29-9a9b-a97ee1a2493e req-c8644194-2931-49c8-9528-09d17c881268 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.095547 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6cb98-322a-4a29-9a9b-a97ee1a2493e req-c8644194-2931-49c8-9528-09d17c881268 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.103156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3b6cb98-322a-4a29-9a9b-a97ee1a2493e req-c8644194-2931-49c8-9528-09d17c881268 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 4605 time: 0.5674148 Jul 05 03:57:30.133586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Attempting to bind port b990c748-c350-420f-beb6-0c5670b4dacd on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:30.134608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Attempting to bind port b990c748-c350-420f-beb6-0c5670b4dacd by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:30.135069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Attempting to bind port b990c748-c350-420f-beb6-0c5670b4dacd on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:30.136398 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-89e6bdd4-b927-4519-a834-d9e0c084f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'name': 'tempest-ServersTestMultiNic-61523766-router', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '03462436-d0a4-4034-9213-12095d73c3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:40Z', 'updated_at': '2021-07-05T03:57:27Z', 'revision_number': 5, 'project_id': '65734842d80f46a5a565555cae6d506c', 'gw_port': {'id': '03462436-d0a4-4034-9213-12095d73c3c0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:41Z', 'updated_at': '2021-07-05T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:30.148603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Port b990c748-c350-420f-beb6-0c5670b4dacd on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:30.148978 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Attempting to bind port b990c748-c350-420f-beb6-0c5670b4dacd on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:30.167599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e6bdd4-b927-4519-a834-d9e0c084f4a7 None None] Checking router: e75fcb68-309c-4eb0-83bd-3c940b34df21 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:30.175941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:30.176502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Checking segment: {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:30.177154 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Bound using segment: {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:30.177857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Bound port: b990c748-c350-420f-beb6-0c5670b4dacd, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:30.178224 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.179602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e6bdd4-b927-4519-a834-d9e0c084f4a7 None None] Routers {'e75fcb68-309c-4eb0-83bd-3c940b34df21'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:30.180483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-89e6bdd4-b927-4519-a834-d9e0c084f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:57:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e75fcb68-309c-4eb0-83bd-3c940b34df21'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:30.184870 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.193718 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.220512 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event deleted for resources: {'Port': ['ID=70f3e77a-5e03-4d9f-b935-2526d77e6abc,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:30.258158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4e7d811f-d50a-46ef-8e68-b89bf8b7345b no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:30.262410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3b6cb98-322a-4a29-9a9b-a97ee1a2493e req-87dfbe6a-d989-45c3-9a1a-b6a5963dbeff tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1568811 Jul 05 03:57:30.318776 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] For port b990c748-c350-420f-beb6-0c5670b4dacd, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:30.322101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] For port b990c748-c350-420f-beb6-0c5670b4dacd, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b990c748-c350-420f-beb6-0c5670b4dacd,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:30.336728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 4e7d811f-d50a-46ef-8e68-b89bf8b7345b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:30.336728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4e7d811f-d50a-46ef-8e68-b89bf8b7345b not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:30.404962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-89e6bdd4-b927-4519-a834-d9e0c084f4a7 None None] Set router e75fcb68-309c-4eb0-83bd-3c940b34df21 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:30.503786 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:30.517294 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] Deleting port 03462436-d0a4-4034-9213-12095d73c3c0 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:30.517741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.703520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] For port 03462436-d0a4-4034-9213-12095d73c3c0, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=03462436-d0a4-4034-9213-12095d73c3c0,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:30.703993 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.724084 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] Calling delete_port for 03462436-d0a4-4034-9213-12095d73c3c0 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:30.729843 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:30.748267 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b3c20-f8eb-4f3c-a876-c9b1860b1561 None None] Sync routers for ids ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:30.756758 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-89e6bdd4-b927-4519-a834-d9e0c084f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'name': 'tempest-ServersTestMultiNic-61523766-router', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '03462436-d0a4-4034-9213-12095d73c3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:40Z', 'updated_at': '2021-07-05T03:57:27Z', 'revision_number': 5, 'project_id': '65734842d80f46a5a565555cae6d506c', 'gw_port': {'id': '03462436-d0a4-4034-9213-12095d73c3c0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:41Z', 'updated_at': '2021-07-05T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:30.772879 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b3c20-f8eb-4f3c-a876-c9b1860b1561 None None] Routers {'8c97c03a-1e2c-49c4-a4b3-16c6321de516'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:30.773519 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1e8b3c20-f8eb-4f3c-a876-c9b1860b1561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:57:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:30.797866 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-52398a44-9687-406b-9359-649f20f862ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.799728 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-52398a44-9687-406b-9359-649f20f862ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.803680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-52398a44-9687-406b-9359-649f20f862ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6fdf2154-68a5-42f6-9fb9-731afb46d017 HTTP/1.1" status: 204 len: 168 time: 1.5905864 Jul 05 03:57:30.815024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ee7e563-94ff-4d6a-80f6-cc82cb9d36cd req-bae90980-15a2-484b-8a3a-5c97e2f9e19c tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/ports?device_id=db161db5-3fa7-4bc1-821f-1be6624b7372 HTTP/1.1" status: 200 len: 210 time: 0.0547738 Jul 05 03:57:30.857975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] No DVR routers for this DVR port 70f3e77a-5e03-4d9f-b935-2526d77e6abc on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:30.861894 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.865003 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc22560e-afda-430b-8c35-c94ad41ae695 req-fcc35144-2bfd-4664-b0fa-1d88340392e8 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.11 "DELETE /v2.0/ports/70f3e77a-5e03-4d9f-b935-2526d77e6abc HTTP/1.1" status: 204 len: 173 time: 2.9591057 Jul 05 03:57:30.866875 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.874561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e6bdd4-b927-4519-a834-d9e0c084f4a7 None None] The sync data for ids ['e75fcb68-309c-4eb0-83bd-3c940b34df21'] in n-d-798249-5 is: [{'id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'name': 'tempest-ServersTestMultiNic-61523766-router', 'tenant_id': '65734842d80f46a5a565555cae6d506c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '03462436-d0a4-4034-9213-12095d73c3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:40Z', 'updated_at': '2021-07-05T03:57:27Z', 'revision_number': 5, 'project_id': '65734842d80f46a5a565555cae6d506c', 'gw_port': {'id': '03462436-d0a4-4034-9213-12095d73c3c0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75fcb68-309c-4eb0-83bd-3c940b34df21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:41Z', 'updated_at': '2021-07-05T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:30.960893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52398a44-9687-406b-9359-649f20f862ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdf2154-68a5-42f6-9fb9-731afb46d017,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:30.986885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.987518 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.988993 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] 10.222.0.64 "PUT /v2.0/ports/b990c748-c350-420f-beb6-0c5670b4dacd HTTP/1.1" status: 200 len: 1136 time: 3.4049811 Jul 05 03:57:30.989653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': 'b990c748-c350-420f-beb6-0c5670b4dacd'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:30.991786 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfe17ae-6a7c-4ebf-a04f-2bc7b832a71e" -d '{"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "b990c748-c350-420f-beb6-0c5670b4dacd"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:31.029572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677b7b3-2820-4a18-b14b-bcd064e8248b service neutron] Pushing event updated for resources: {'Port': ['ID=b990c748-c350-420f-beb6-0c5670b4dacd,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:31.042343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3392f-0156-4605-8312-aab15998de5e req-3676a094-3aa0-490d-bf66-9b6b19da66d2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.050604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9bc3392f-0156-4605-8312-aab15998de5e req-3676a094-3aa0-490d-bf66-9b6b19da66d2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.7265923 Jul 05 03:57:31.109506 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-1e8b3c20-f8eb-4f3c-a876-c9b1860b1561 None None] Set router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:31.149025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9bc3392f-0156-4605-8312-aab15998de5e req-0b5a5ead-e943-43c0-a71a-74920d69d7b9 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964701 Jul 05 03:57:31.150814 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.174555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Request body: {'port': {'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:31.233860 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58077163-9915-4bcc-adfc-86858d31d141 x-openstack-request-id: req-58077163-9915-4bcc-adfc-86858d31d141 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:31.234199 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "b990c748-c350-420f-beb6-0c5670b4dacd", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:31.234400 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58077163-9915-4bcc-adfc-86858d31d141 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:31.234789 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': 'b990c748-c350-420f-beb6-0c5670b4dacd', 'status': 'completed', 'code': 200} Jul 05 03:57:31.238850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=da8fa818-f113-4fb1-95c0-9278bbbf1e48,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:31.292606 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.295009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.356785 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] Pushing event deleted for resources: {'Port': ['ID=03462436-d0a4-4034-9213-12095d73c3c0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:31.510514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.616778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 70f3e77a-5e03-4d9f-b935-2526d77e6abc no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:31.654385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 70f3e77a-5e03-4d9f-b935-2526d77e6abc {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:31.655115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 70f3e77a-5e03-4d9f-b935-2526d77e6abc not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:31.658597 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1e8b3c20-f8eb-4f3c-a876-c9b1860b1561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:23Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:31.680419 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.681932 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.684236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.685602 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.726708 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b3c20-f8eb-4f3c-a876-c9b1860b1561 None None] Checking router: 8c97c03a-1e2c-49c4-a4b3-16c6321de516 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:31.729392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80096d56-67e5-4384-8556-13f0c0038b03 req-a6c16b7c-374c-4084-82d2-a9d9c4d33d96 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/d1189d05-9197-40a5-aa1b-b94c2224190c HTTP/1.1" status: 200 len: 1802 time: 0.4100754 Jul 05 03:57:31.747705 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b3c20-f8eb-4f3c-a876-c9b1860b1561 None None] Routers {'8c97c03a-1e2c-49c4-a4b3-16c6321de516'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:31.748352 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1e8b3c20-f8eb-4f3c-a876-c9b1860b1561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:57:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:31.844033 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.844732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e75fcb68-309c-4eb0-83bd-3c940b34df21 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:57:31.850851 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.853977 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-81c23be7-ed9e-4ff7-a381-046231bf1381 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e75fcb68-309c-4eb0-83bd-3c940b34df21 HTTP/1.1" status: 204 len: 168 time: 2.3287027 Jul 05 03:57:31.855625 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37410) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:31.870228 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.881506 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.935057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:31.980966 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:31.981305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 287ff7ea-9959-4c58-91e3-b6bb3bdd5ae2 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:32.007612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30ae36f-208a-4833-8742-7bf603adcc02 admin admin] Deleting subnet 929cf133-1d49-48d0-a70d-38a1602816c7 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:32.016625 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-1e8b3c20-f8eb-4f3c-a876-c9b1860b1561 None None] Set router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:32.018955 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f30ae36f-208a-4833-8742-7bf603adcc02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.019564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe17ae-6a7c-4ebf-a04f-2bc7b832a71e req-b1050520-07db-4c7a-8c79-ee8c80b0b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.020247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe17ae-6a7c-4ebf-a04f-2bc7b832a71e req-b1050520-07db-4c7a-8c79-ee8c80b0b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.020779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe17ae-6a7c-4ebf-a04f-2bc7b832a71e req-b1050520-07db-4c7a-8c79-ee8c80b0b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.021261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe17ae-6a7c-4ebf-a04f-2bc7b832a71e req-b1050520-07db-4c7a-8c79-ee8c80b0b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.021743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe17ae-6a7c-4ebf-a04f-2bc7b832a71e req-b1050520-07db-4c7a-8c79-ee8c80b0b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.024207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe17ae-6a7c-4ebf-a04f-2bc7b832a71e req-b1050520-07db-4c7a-8c79-ee8c80b0b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.024321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8bfe17ae-6a7c-4ebf-a04f-2bc7b832a71e req-b1050520-07db-4c7a-8c79-ee8c80b0b0ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc9f90e618b6473285087fb5dfe41852&device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5291 time: 0.7732413 Jul 05 03:57:32.094702 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f30ae36f-208a-4833-8742-7bf603adcc02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.151960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b9c9-35b0-44b3-aecf-74e82c70c20b req-a6682ff4-b3e5-49f4-8431-e9e7a5325660 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.158384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b9c9-35b0-44b3-aecf-74e82c70c20b req-a6682ff4-b3e5-49f4-8431-e9e7a5325660 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.164569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b9c9-35b0-44b3-aecf-74e82c70c20b req-a6682ff4-b3e5-49f4-8431-e9e7a5325660 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.172636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b9c9-35b0-44b3-aecf-74e82c70c20b req-a6682ff4-b3e5-49f4-8431-e9e7a5325660 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.178764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b9c9-35b0-44b3-aecf-74e82c70c20b req-a6682ff4-b3e5-49f4-8431-e9e7a5325660 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.181487 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f30ae36f-208a-4833-8742-7bf603adcc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.185415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b9c9-35b0-44b3-aecf-74e82c70c20b req-a6682ff4-b3e5-49f4-8431-e9e7a5325660 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.187318 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6506b9c9-35b0-44b3-aecf-74e82c70c20b req-a6682ff4-b3e5-49f4-8431-e9e7a5325660 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 4605 time: 0.6468592 Jul 05 03:57:32.211391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db161db5-3fa7-4bc1-821f-1be6624b7372', 'name': 'network-vif-deleted', 'tag': '70f3e77a-5e03-4d9f-b935-2526d77e6abc'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:32.226085 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c20166-1b15-4398-86d2-062d0b923df5" -d '{"events": [{"server_uuid": "db161db5-3fa7-4bc1-821f-1be6624b7372", "name": "network-vif-deleted", "tag": "70f3e77a-5e03-4d9f-b935-2526d77e6abc"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:32.286808 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.286808 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:57:32.304036 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.305444 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-92a46e1a-a18a-40cf-a452-5b34b0ba7b3f admin admin] 10.222.0.60 "DELETE /v2.0/routers/f8c6cc9c-0c21-4cad-9633-68bb8efedbd2 HTTP/1.1" status: 204 len: 168 time: 4.6102769 Jul 05 03:57:32.310494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37422) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:32.312780 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-80096d56-67e5-4384-8556-13f0c0038b03 req-9449f207-d098-4e3b-abbb-38e3084eda97 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.379860 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-80096d56-67e5-4384-8556-13f0c0038b03 req-9449f207-d098-4e3b-abbb-38e3084eda97 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.388759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba27185c-b57e-4431-99af-43d03dcfa12a admin admin] Deleting subnet 5be46cc3-1b3b-4236-9689-5ac0c6c04716 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:32.394667 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba27185c-b57e-4431-99af-43d03dcfa12a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.416332 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1e8b3c20-f8eb-4f3c-a876-c9b1860b1561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:23Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:32.450706 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f30ae36f-208a-4833-8742-7bf603adcc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.451865 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b3c20-f8eb-4f3c-a876-c9b1860b1561 None None] The sync data for ids ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'] in n-d-798249-5 is: [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 4, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a59b99dd-d3b8-4f64-b746-1751f360bb7c', 'name': '', 'network_id': '1875b0d0-fdef-4b63-9392-d607c58b7aa1', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'mac_address': 'fa:16:3e:b2:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '839f200a-20a7-49d6-8b34-c3036a817497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:14Z', 'updated_at': '2021-07-05T03:49:23Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'subnets': [{'id': '839f200a-20a7-49d6-8b34-c3036a817497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:32.468684 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba27185c-b57e-4431-99af-43d03dcfa12a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.511095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe17ae-6a7c-4ebf-a04f-2bc7b832a71e req-28bd7944-c5b5-479d-99c0-81b77e1aae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.511941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe17ae-6a7c-4ebf-a04f-2bc7b832a71e req-28bd7944-c5b5-479d-99c0-81b77e1aae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.512603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe17ae-6a7c-4ebf-a04f-2bc7b832a71e req-28bd7944-c5b5-479d-99c0-81b77e1aae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.514666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8bfe17ae-6a7c-4ebf-a04f-2bc7b832a71e req-28bd7944-c5b5-479d-99c0-81b77e1aae73 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dc9f90e618b6473285087fb5dfe41852&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4791837 Jul 05 03:57:32.536016 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6506b9c9-35b0-44b3-aecf-74e82c70c20b req-d5af24fe-0055-4de7-827f-0ec89ff9f4a4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3145397 Jul 05 03:57:32.542530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63aa80a-1145-40db-99a5-0a31642c4367 None None] Network ea50aae7-a0fe-4b00-b32d-5bd38d338891 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:32.691523 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f30ae36f-208a-4833-8742-7bf603adcc02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.691523 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f30ae36f-208a-4833-8742-7bf603adcc02 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/929cf133-1d49-48d0-a70d-38a1602816c7 HTTP/1.1" status: 204 len: 168 time: 0.7755218 Jul 05 03:57:32.691523 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ae36f-208a-4833-8742-7bf603adcc02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929cf133-1d49-48d0-a70d-38a1602816c7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:32.714501 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37428) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:32.768933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe17ae-6a7c-4ebf-a04f-2bc7b832a71e req-6b2c3af3-e190-4255-93f2-0c78be6893fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.773016 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8bfe17ae-6a7c-4ebf-a04f-2bc7b832a71e req-6b2c3af3-e190-4255-93f2-0c78be6893fc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2432973 Jul 05 03:57:32.896221 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a831ee-d410-4ebf-863c-96e8b8770426 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:32.916564 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.925365 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.939651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Transition to ACTIVE for port object e1a831ee-d410-4ebf-863c-96e8b8770426 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:32.954408 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba27185c-b57e-4431-99af-43d03dcfa12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.001098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9cdd0-2dd5-4be3-bd49-73b8075bacd4 None None] DHCP port deletion for ea50aae7-a0fe-4b00-b32d-5bd38d338891 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:57:33.034830 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-80096d56-67e5-4384-8556-13f0c0038b03 req-9449f207-d098-4e3b-abbb-38e3084eda97 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.034830 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-80096d56-67e5-4384-8556-13f0c0038b03 req-9449f207-d098-4e3b-abbb-38e3084eda97 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.042654 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80096d56-67e5-4384-8556-13f0c0038b03 req-9449f207-d098-4e3b-abbb-38e3084eda97 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "DELETE /v2.0/security-groups/d1189d05-9197-40a5-aa1b-b94c2224190c HTTP/1.1" status: 204 len: 173 time: 1.3121862 Jul 05 03:57:33.092410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449f207-d098-4e3b-abbb-38e3084eda97 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1189d05-9197-40a5-aa1b-b94c2224190c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:33.104465 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.114958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfb2d11-2c6d-47e6-8ecb-593bea425509 None None] New status for floating IP 41087d43-8dec-4a39-819f-a3cd3857c360: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:57:33.129146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Deleting port 03395462-1e9a-4e02-b639-97bb5d936e30 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:33.129146 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.152867 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a870f7d-bc78-4615-97f1-672e0740c05d x-openstack-request-id: req-0a870f7d-bc78-4615-97f1-672e0740c05d {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:33.153445 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db161db5-3fa7-4bc1-821f-1be6624b7372", "name": "network-vif-deleted", "tag": "70f3e77a-5e03-4d9f-b935-2526d77e6abc", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:33.153973 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a870f7d-bc78-4615-97f1-672e0740c05d {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:33.154526 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db161db5-3fa7-4bc1-821f-1be6624b7372', 'name': 'network-vif-deleted', 'tag': '70f3e77a-5e03-4d9f-b935-2526d77e6abc', 'status': 'completed', 'code': 200} Jul 05 03:57:33.213496 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba27185c-b57e-4431-99af-43d03dcfa12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.277850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27185c-b57e-4431-99af-43d03dcfa12a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be46cc3-1b3b-4236-9689-5ac0c6c04716,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:33.290577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37438) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:33.312441 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba27185c-b57e-4431-99af-43d03dcfa12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.315790 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ba27185c-b57e-4431-99af-43d03dcfa12a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5be46cc3-1b3b-4236-9689-5ac0c6c04716 HTTP/1.1" status: 204 len: 168 time: 1.0029769 Jul 05 03:57:33.320533 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddfdf89-3735-4538-8529-51acdb95c194 None None] Network 297321b6-967c-4ebe-b254-d79876af5ecf requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:33.323055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37440) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:33.341891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] For port 03395462-1e9a-4e02-b639-97bb5d936e30, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=03395462-1e9a-4e02-b639-97bb5d936e30,segment=NetworkSegment(d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb),segment_id=d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:33.342152 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.448518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a831ee-d410-4ebf-863c-96e8b8770426,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:33.490478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9cdd0-2dd5-4be3-bd49-73b8075bacd4 None None] Deleting port 03395462-1e9a-4e02-b639-97bb5d936e30 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:33.490960 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0ce9cdd0-2dd5-4be3-bd49-73b8075bacd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.522796 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Calling delete_port for 03395462-1e9a-4e02-b639-97bb5d936e30 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:33.525218 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57ad7b28-dc19-49bd-83ab-99ce5d62003c req-5caf7142-64f8-489d-9396-0bf2bbe85160 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/827e57e3-f57f-40c8-a304-95fe2ed07f32 HTTP/1.1" status: 200 len: 1802 time: 0.1737342 Jul 05 03:57:33.545906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Attempting to bind port e1a831ee-d410-4ebf-863c-96e8b8770426 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:33.546270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Attempting to bind port e1a831ee-d410-4ebf-863c-96e8b8770426 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:33.546566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Attempting to bind port e1a831ee-d410-4ebf-863c-96e8b8770426 on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:33.561043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ded7ed-a8ab-46ce-a3db-faf952c42386 req-ebf0d738-b03a-4842-b451-f5ec79f885e2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:33.568009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-78ded7ed-a8ab-46ce-a3db-faf952c42386 req-ebf0d738-b03a-4842-b451-f5ec79f885e2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.3608091 Jul 05 03:57:33.627251 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Port e1a831ee-d410-4ebf-863c-96e8b8770426 on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:33.627613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Attempting to bind port e1a831ee-d410-4ebf-863c-96e8b8770426 on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:33.651068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:33.654983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Checking segment: {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:33.659290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Bound using segment: {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:33.660183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Bound port: e1a831ee-d410-4ebf-863c-96e8b8770426, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:33.660880 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.667916 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0ce9cdd0-2dd5-4be3-bd49-73b8075bacd4 None None] For port 03395462-1e9a-4e02-b639-97bb5d936e30, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=03395462-1e9a-4e02-b639-97bb5d936e30,segment=NetworkSegment(d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb),segment_id=d60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:33.668563 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0ce9cdd0-2dd5-4be3-bd49-73b8075bacd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.687167 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.702002 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f0db809-b389-4cfd-94af-d17fe4d30493 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.727155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9cdd0-2dd5-4be3-bd49-73b8075bacd4 None None] Calling delete_port for 03395462-1e9a-4e02-b639-97bb5d936e30 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:33.777251 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-78ded7ed-a8ab-46ce-a3db-faf952c42386 req-1eb9659a-c41d-46b8-92a4-7850be680b59 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078130 Jul 05 03:57:33.783626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f0db809-b389-4cfd-94af-d17fe4d30493 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.834722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device da8fa818-f113-4fb1-95c0-9278bbbf1e48 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:33.863658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] For port e1a831ee-d410-4ebf-863c-96e8b8770426, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:33.868874 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-57ad7b28-dc19-49bd-83ab-99ce5d62003c req-2aa815b0-5d1d-4743-85bd-f3c25c5968ea tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.881256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] For port e1a831ee-d410-4ebf-863c-96e8b8770426, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e1a831ee-d410-4ebf-863c-96e8b8770426,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:33.895220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: da8fa818-f113-4fb1-95c0-9278bbbf1e48 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:33.896719 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device da8fa818-f113-4fb1-95c0-9278bbbf1e48 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:33.898591 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 03462436-d0a4-4034-9213-12095d73c3c0 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:33.947674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Deleting port ee5b5bc4-bafe-4018-82f1-3420cd75848f {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:33.949373 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-57ad7b28-dc19-49bd-83ab-99ce5d62003c req-2aa815b0-5d1d-4743-85bd-f3c25c5968ea tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.950267 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.959252 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.974986 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 03462436-d0a4-4034-9213-12095d73c3c0 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:33.974986 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 03462436-d0a4-4034-9213-12095d73c3c0 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:33.974986 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 03395462-1e9a-4e02-b639-97bb5d936e30 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:34.029396 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5243d2-4bba-48ea-ab7a-9731df78e5d3 None None] DHCP port deletion for 297321b6-967c-4ebe-b254-d79876af5ecf request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:57:34.030953 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.051684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 03395462-1e9a-4e02-b639-97bb5d936e30 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:34.052081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 03395462-1e9a-4e02-b639-97bb5d936e30 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:34.109362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.109362 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.109362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] 10.222.0.64 "PUT /v2.0/ports/e1a831ee-d410-4ebf-863c-96e8b8770426 HTTP/1.1" status: 200 len: 1134 time: 2.9780262 Jul 05 03:57:34.124276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': 'e1a831ee-d410-4ebf-863c-96e8b8770426'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:34.124276 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325e32a2-239f-4f39-90f9-febc41fb858c" -d '{"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "e1a831ee-d410-4ebf-863c-96e8b8770426"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:34.131583 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f0db809-b389-4cfd-94af-d17fe4d30493 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.147138 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f0db809-b389-4cfd-94af-d17fe4d30493 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.148686 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3f0db809-b389-4cfd-94af-d17fe4d30493 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "DELETE /v2.0/security-groups/349f5630-5e2d-4079-ac57-2610f3fb7c80 HTTP/1.1" status: 204 len: 168 time: 0.8521118 Jul 05 03:57:34.161725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37458) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:34.171736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] No DVR routers for this DVR port 03395462-1e9a-4e02-b639-97bb5d936e30 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:34.178530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a831ee-d410-4ebf-863c-96e8b8770426,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:34.181708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=03395462-1e9a-4e02-b639-97bb5d936e30,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:34.190021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:34.190459 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:34.195216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:34.195216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:34.195216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:34.195216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:34.195216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:34.195216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:34.195216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:34.195216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:34.195216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:34.195216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0f030-8d8a-4dde-a835-139dade14100 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:34.198352 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0ce9cdd0-2dd5-4be3-bd49-73b8075bacd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.201840 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-57ad7b28-dc19-49bd-83ab-99ce5d62003c req-2aa815b0-5d1d-4743-85bd-f3c25c5968ea tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.205577 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-57ad7b28-dc19-49bd-83ab-99ce5d62003c req-2aa815b0-5d1d-4743-85bd-f3c25c5968ea tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.222321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9cdd0-2dd5-4be3-bd49-73b8075bacd4 None None] No DVR routers for this DVR port 03395462-1e9a-4e02-b639-97bb5d936e30 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:34.236125 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57ad7b28-dc19-49bd-83ab-99ce5d62003c req-2aa815b0-5d1d-4743-85bd-f3c25c5968ea tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "DELETE /v2.0/security-groups/827e57e3-f57f-40c8-a304-95fe2ed07f32 HTTP/1.1" status: 204 len: 173 time: 0.6688900 Jul 05 03:57:34.271196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Request body: {'port': {'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:34.281472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9cdd0-2dd5-4be3-bd49-73b8075bacd4 None None] Pushing event deleted for resources: {'Port': ['ID=03395462-1e9a-4e02-b639-97bb5d936e30,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:34.319939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0db809-b389-4cfd-94af-d17fe4d30493 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349f5630-5e2d-4079-ac57-2610f3fb7c80,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:34.329598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-2d5243d2-4bba-48ea-ab7a-9731df78e5d3 None None] Deleting port ee5b5bc4-bafe-4018-82f1-3420cd75848f {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:34.330190 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2d5243d2-4bba-48ea-ab7a-9731df78e5d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.336758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] For port ee5b5bc4-bafe-4018-82f1-3420cd75848f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ee5b5bc4-bafe-4018-82f1-3420cd75848f,segment=NetworkSegment(ad1194d8-3eac-43a3-9940-34ffca9aa41b),segment_id=ad1194d8-3eac-43a3-9940-34ffca9aa41b)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:34.337693 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.342352 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-88fbfd75-a581-48f9-9d03-f44ff2f2ae26 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] show failed (client error): The resource could not be found. Jul 05 03:57:34.343660 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-88fbfd75-a581-48f9-9d03-f44ff2f2ae26 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "GET /v2.0/security-groups/349f5630-5e2d-4079-ac57-2610f3fb7c80 HTTP/1.1" status: 404 len: 347 time: 0.1699851 Jul 05 03:57:34.359224 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37464) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:34.386234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa815b0-5d1d-4743-85bd-f3c25c5968ea tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=827e57e3-f57f-40c8-a304-95fe2ed07f32,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:34.457173 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bb934-b386-4071-b86b-4ac57bd8e15b req-9034bd2f-fc74-4081-93f6-6e003ed3274d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.465358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bb934-b386-4071-b86b-4ac57bd8e15b req-9034bd2f-fc74-4081-93f6-6e003ed3274d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.477949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bb934-b386-4071-b86b-4ac57bd8e15b req-9034bd2f-fc74-4081-93f6-6e003ed3274d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.491112 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.498563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bb934-b386-4071-b86b-4ac57bd8e15b req-9034bd2f-fc74-4081-93f6-6e003ed3274d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.522770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea50aae7-a0fe-4b00-b32d-5bd38d338891']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:34.528709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:34.529013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60c9b27-f6d2-4ea0-a2ec-f66dd7b411bb') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:34.539521 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.540266 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bb934-b386-4071-b86b-4ac57bd8e15b req-9034bd2f-fc74-4081-93f6-6e003ed3274d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.556777 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.563994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:34.565112 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.569062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bb934-b386-4071-b86b-4ac57bd8e15b req-9034bd2f-fc74-4081-93f6-6e003ed3274d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.577732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bb934-b386-4071-b86b-4ac57bd8e15b req-9034bd2f-fc74-4081-93f6-6e003ed3274d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.590273 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-624bb934-b386-4071-b86b-4ac57bd8e15b req-9034bd2f-fc74-4081-93f6-6e003ed3274d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5381 time: 0.5048542 Jul 05 03:57:34.664647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-624bb934-b386-4071-b86b-4ac57bd8e15b req-95f9056e-3611-47af-abef-fe3bf9389e9e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712378 Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:34.679660 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:34.743302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2d5243d2-4bba-48ea-ab7a-9731df78e5d3 None None] For port ee5b5bc4-bafe-4018-82f1-3420cd75848f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ee5b5bc4-bafe-4018-82f1-3420cd75848f,segment=NetworkSegment(ad1194d8-3eac-43a3-9940-34ffca9aa41b),segment_id=ad1194d8-3eac-43a3-9940-34ffca9aa41b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:34.744177 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2d5243d2-4bba-48ea-ab7a-9731df78e5d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.758326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-2d5243d2-4bba-48ea-ab7a-9731df78e5d3 None None] Calling delete_port for ee5b5bc4-bafe-4018-82f1-3420cd75848f owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:34.761569 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.790278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Calling delete_port for ee5b5bc4-bafe-4018-82f1-3420cd75848f owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:35.016106 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ecccd812-d4e5-4472-865c-a5feb1952b6e req-8a479e88-619c-4780-abc4-66876cef7d54 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-318771933', 'description': 'tempest-description-703003150'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:35.017075 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.017571 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daf536d-9bac-4d64-b670-32193c0eb853 x-openstack-request-id: req-3daf536d-9bac-4d64-b670-32193c0eb853 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:35.018215 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "e1a831ee-d410-4ebf-863c-96e8b8770426", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:35.018668 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3daf536d-9bac-4d64-b670-32193c0eb853 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:35.019088 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': 'e1a831ee-d410-4ebf-863c-96e8b8770426', 'status': 'completed', 'code': 200} Jul 05 03:57:35.029231 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.033774 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ea50aae7-a0fe-4b00-b32d-5bd38d338891 HTTP/1.1" status: 204 len: 168 time: 2.3144023 Jul 05 03:57:35.040257 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2d5243d2-4bba-48ea-ab7a-9731df78e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.089740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e9200-a781-436a-a582-6f6bdf94a0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea50aae7-a0fe-4b00-b32d-5bd38d338891,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:35.108022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5243d2-4bba-48ea-ab7a-9731df78e5d3 None None] Pushing event deleted for resources: {'Port': ['ID=ee5b5bc4-bafe-4018-82f1-3420cd75848f,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:35.112468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5243d2-4bba-48ea-ab7a-9731df78e5d3 None None] No DVR routers for this DVR port ee5b5bc4-bafe-4018-82f1-3420cd75848f on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:35.122843 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-bce37cbc-5bc7-4cb3-9d0e-f11529ff5fc5 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Deleting port 1add706d-15b5-4021-9d9d-9078be15eeab {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:35.124429 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bce37cbc-5bc7-4cb3-9d0e-f11529ff5fc5 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.153679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb1ed23-fff4-41df-aae0-ae1040d60db6 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:35.161880 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.191612 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.200521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Transition to ACTIVE for port object adb1ed23-fff4-41df-aae0-ae1040d60db6 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:35.226027 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] No DVR routers for this DVR port ee5b5bc4-bafe-4018-82f1-3420cd75848f on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:35.234972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5b5bc4-bafe-4018-82f1-3420cd75848f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:35.295682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e32a2-239f-4f39-90f9-febc41fb858c req-4f9d50cf-608f-4956-92c9-fad2a14f2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.296173 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e32a2-239f-4f39-90f9-febc41fb858c req-4f9d50cf-608f-4956-92c9-fad2a14f2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.296680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e32a2-239f-4f39-90f9-febc41fb858c req-4f9d50cf-608f-4956-92c9-fad2a14f2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.297155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e32a2-239f-4f39-90f9-febc41fb858c req-4f9d50cf-608f-4956-92c9-fad2a14f2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.297622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e32a2-239f-4f39-90f9-febc41fb858c req-4f9d50cf-608f-4956-92c9-fad2a14f2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.298088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e32a2-239f-4f39-90f9-febc41fb858c req-4f9d50cf-608f-4956-92c9-fad2a14f2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.298570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e32a2-239f-4f39-90f9-febc41fb858c req-4f9d50cf-608f-4956-92c9-fad2a14f2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.300753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-325e32a2-239f-4f39-90f9-febc41fb858c req-4f9d50cf-608f-4956-92c9-fad2a14f2ffc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc9f90e618b6473285087fb5dfe41852&device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 6218 time: 0.2804894 Jul 05 03:57:35.310772 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea58a6c-47fa-4c75-acaa-7383d4e40253 req-be0b0794-1f08-4655-b8ad-a414109ce907 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.312262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ea58a6c-47fa-4c75-acaa-7383d4e40253 req-be0b0794-1f08-4655-b8ad-a414109ce907 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.1244338 Jul 05 03:57:35.323976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bce37cbc-5bc7-4cb3-9d0e-f11529ff5fc5 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.324598 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bce37cbc-5bc7-4cb3-9d0e-f11529ff5fc5 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.333966 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.347627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-bce37cbc-5bc7-4cb3-9d0e-f11529ff5fc5 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Calling delete_port for 1add706d-15b5-4021-9d9d-9078be15eeab owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:35.350157 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297321b6-967c-4ebe-b254-d79876af5ecf']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:35.368702 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ecccd812-d4e5-4472-865c-a5feb1952b6e req-8a479e88-619c-4780-abc4-66876cef7d54 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.370721 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.374486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1194d8-3eac-43a3-9940-34ffca9aa41b') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:35.374486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1194d8-3eac-43a3-9940-34ffca9aa41b') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:35.388626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.442534 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.450398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:35.450886 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:35.452976 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:35.506720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Pushing event updated for resources: {'Port': ['ID=adb1ed23-fff4-41df-aae0-ae1040d60db6,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:35.514939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ea58a6c-47fa-4c75-acaa-7383d4e40253 req-796794a1-c8a2-4544-b289-4bc213c39009 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916614 Jul 05 03:57:35.587361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e32a2-239f-4f39-90f9-febc41fb858c req-1388d8a5-d842-4c4d-bfb2-46d45f412507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.587854 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e32a2-239f-4f39-90f9-febc41fb858c req-1388d8a5-d842-4c4d-bfb2-46d45f412507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.588328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e32a2-239f-4f39-90f9-febc41fb858c req-1388d8a5-d842-4c4d-bfb2-46d45f412507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.589979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-325e32a2-239f-4f39-90f9-febc41fb858c req-1388d8a5-d842-4c4d-bfb2-46d45f412507 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dc9f90e618b6473285087fb5dfe41852&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2768230 Jul 05 03:57:35.670254 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.686892 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.695766 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] 10.222.0.60 "DELETE /v2.0/networks/297321b6-967c-4ebe-b254-d79876af5ecf HTTP/1.1" status: 204 len: 168 time: 2.3573706 Jul 05 03:57:35.696660 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37486) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:35.709474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Attempting to bind port adb1ed23-fff4-41df-aae0-ae1040d60db6 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:35.710017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Attempting to bind port adb1ed23-fff4-41df-aae0-ae1040d60db6 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:35.710531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Attempting to bind port adb1ed23-fff4-41df-aae0-ae1040d60db6 on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:35.722065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247b4d5-b0cb-47ba-b806-5941c9aa22df admin admin] Pushing event deleted for resources: {'Network': ['ID=297321b6-967c-4ebe-b254-d79876af5ecf,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:35.726371 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bce37cbc-5bc7-4cb3-9d0e-f11529ff5fc5 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.756413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Port adb1ed23-fff4-41df-aae0-ae1040d60db6 on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:35.757012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Attempting to bind port adb1ed23-fff4-41df-aae0-ae1040d60db6 on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:35.783337 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce37cbc-5bc7-4cb3-9d0e-f11529ff5fc5 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Pushing event deleted for resources: {'Port': ['ID=1add706d-15b5-4021-9d9d-9078be15eeab,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:35.799368 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ecccd812-d4e5-4472-865c-a5feb1952b6e req-8a479e88-619c-4780-abc4-66876cef7d54 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.805658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ee5b5bc4-bafe-4018-82f1-3420cd75848f no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:35.814877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e32a2-239f-4f39-90f9-febc41fb858c req-9466bc28-eed9-4340-8a33-d168511b7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.816879 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-325e32a2-239f-4f39-90f9-febc41fb858c req-9466bc28-eed9-4340-8a33-d168511b7da9 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2150519 Jul 05 03:57:35.817480 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:35.817828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Checking segment: {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:35.818215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Bound using segment: {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:35.818668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Bound port: adb1ed23-fff4-41df-aae0-ae1040d60db6, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:35.819039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.879016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ee5b5bc4-bafe-4018-82f1-3420cd75848f {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:35.880571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d01b251e-4859-4da1-9efb-565102003b70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65734842d80f46a5a565555cae6d506c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816535 Jul 05 03:57:35.881558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ee5b5bc4-bafe-4018-82f1-3420cd75848f not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:35.893736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37492) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:35.902692 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ecccd812-d4e5-4472-865c-a5feb1952b6e req-8a479e88-619c-4780-abc4-66876cef7d54 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.958072 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bce37cbc-5bc7-4cb3-9d0e-f11529ff5fc5 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.966316 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bce37cbc-5bc7-4cb3-9d0e-f11529ff5fc5 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.969028 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bce37cbc-5bc7-4cb3-9d0e-f11529ff5fc5 tempest-AttachVolumeTestJSON-1808136002 tempest-AttachVolumeTestJSON-1808136002-project] 10.222.0.60 "DELETE /v2.0/floatingips/41087d43-8dec-4a39-819f-a3cd3857c360 HTTP/1.1" status: 204 len: 168 time: 1.5750742 Jul 05 03:57:35.993171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a479e88-619c-4780-abc4-66876cef7d54 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1517fd79-ab54-4a0f-a1b3-9c33c46b27c7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:36.025783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] For port adb1ed23-fff4-41df-aae0-ae1040d60db6, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:36.052610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] For port adb1ed23-fff4-41df-aae0-ae1040d60db6, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=adb1ed23-fff4-41df-aae0-ae1040d60db6,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:36.055489 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca1fa-51c2-41ab-ab3b-bb259e4b50c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.082746 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ecccd812-d4e5-4472-865c-a5feb1952b6e req-8a479e88-619c-4780-abc4-66876cef7d54 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.083992 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ecccd812-d4e5-4472-865c-a5feb1952b6e req-8a479e88-619c-4780-abc4-66876cef7d54 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0794713 Jul 05 03:57:36.091515 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca1fa-51c2-41ab-ab3b-bb259e4b50c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.117241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c4ad2-fc78-40e2-8706-43698d8715ca req-25ca7e27-fd2d-4682-a5cd-018f62f88e04 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.123452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c4ad2-fc78-40e2-8706-43698d8715ca req-25ca7e27-fd2d-4682-a5cd-018f62f88e04 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.133665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c4ad2-fc78-40e2-8706-43698d8715ca req-25ca7e27-fd2d-4682-a5cd-018f62f88e04 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.135596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c4ad2-fc78-40e2-8706-43698d8715ca req-25ca7e27-fd2d-4682-a5cd-018f62f88e04 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.141644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c4ad2-fc78-40e2-8706-43698d8715ca req-25ca7e27-fd2d-4682-a5cd-018f62f88e04 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.147710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c4ad2-fc78-40e2-8706-43698d8715ca req-25ca7e27-fd2d-4682-a5cd-018f62f88e04 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.154780 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c4ad2-fc78-40e2-8706-43698d8715ca req-25ca7e27-fd2d-4682-a5cd-018f62f88e04 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.156857 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf2c4ad2-fc78-40e2-8706-43698d8715ca req-25ca7e27-fd2d-4682-a5cd-018f62f88e04 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5393 time: 0.1988640 Jul 05 03:57:36.217081 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.233768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf2c4ad2-fc78-40e2-8706-43698d8715ca req-3f9e617f-c844-4dc8-9c8d-dac51d74ccd9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674491 Jul 05 03:57:36.269319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.270360 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.272359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] 10.222.0.64 "PUT /v2.0/ports/adb1ed23-fff4-41df-aae0-ae1040d60db6 HTTP/1.1" status: 200 len: 1090 time: 2.0235188 Jul 05 03:57:36.322388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a28256-6944-4763-944c-2b34e0acdeca service neutron] Pushing event updated for resources: {'Port': ['ID=adb1ed23-fff4-41df-aae0-ae1040d60db6,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:36.340888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-444ed788-7379-45d2-8166-9603826bde60 req-cf0b8fcf-37fc-4d93-b194-7bfa9cd0a34e tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/1517fd79-ab54-4a0f-a1b3-9c33c46b27c7 HTTP/1.1" status: 200 len: 1801 time: 0.0877521 Jul 05 03:57:36.351351 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea080df-fe70-4d80-8be0-e6bee52c001f req-ff4f3144-f888-4d26-9d1e-7614d9f64593 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.351912 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-444ed788-7379-45d2-8166-9603826bde60 req-1c569254-5c14-432e-b6a7-53fa9420d4a6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1098925235', 'description': 'tempest-description-hth-1225905456'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:36.354337 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6ea080df-fe70-4d80-8be0-e6bee52c001f req-ff4f3144-f888-4d26-9d1e-7614d9f64593 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.1048765 Jul 05 03:57:36.471884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Request body: {'port': {'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:36.473493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37506) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:36.483795 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca1fa-51c2-41ab-ab3b-bb259e4b50c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.487139 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca1fa-51c2-41ab-ab3b-bb259e4b50c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.491283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2d0ca1fa-51c2-41ab-ab3b-bb259e4b50c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/964e4a2a-33d9-49e2-bfb1-15fda818c5a3 HTTP/1.1" status: 204 len: 168 time: 0.5971570 Jul 05 03:57:36.551616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ca1fa-51c2-41ab-ab3b-bb259e4b50c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964e4a2a-33d9-49e2-bfb1-15fda818c5a3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:36.566939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-6ea080df-fe70-4d80-8be0-e6bee52c001f req-7560f97e-0cdb-4785-9ce1-09f2e6070ccf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Deleting port d8f463a1-b43a-4699-b46c-db91ae4714a2 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:36.567326 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6ea080df-fe70-4d80-8be0-e6bee52c001f req-7560f97e-0cdb-4785-9ce1-09f2e6070ccf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.589511 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-444ed788-7379-45d2-8166-9603826bde60 req-1c569254-5c14-432e-b6a7-53fa9420d4a6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.764789 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.769928 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6ea080df-fe70-4d80-8be0-e6bee52c001f req-7560f97e-0cdb-4785-9ce1-09f2e6070ccf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] For port d8f463a1-b43a-4699-b46c-db91ae4714a2, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d8f463a1-b43a-4699-b46c-db91ae4714a2,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:36.770293 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6ea080df-fe70-4d80-8be0-e6bee52c001f req-7560f97e-0cdb-4785-9ce1-09f2e6070ccf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.784545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-6ea080df-fe70-4d80-8be0-e6bee52c001f req-7560f97e-0cdb-4785-9ce1-09f2e6070ccf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Calling delete_port for d8f463a1-b43a-4699-b46c-db91ae4714a2 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:36.797493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37514) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:36.798134 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cf240dc2-7b12-48a1-bf54-4194e48a7421 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4c06e7326f84fa4b50e452c66382d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150258 Jul 05 03:57:36.954474 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-078ffa3f-542d-4589-926b-63113fb33443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.980759 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-078ffa3f-542d-4589-926b-63113fb33443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.028497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': 'adb1ed23-fff4-41df-aae0-ae1040d60db6'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:37.030752 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27" -d '{"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "adb1ed23-fff4-41df-aae0-ae1040d60db6"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:37.046697 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-444ed788-7379-45d2-8166-9603826bde60 req-1c569254-5c14-432e-b6a7-53fa9420d4a6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.078821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d66aea-e9a9-4a67-b113-173375d4f613 req-01023654-2701-4d5f-a03b-16b10a0cdb50 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.086106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9d66aea-e9a9-4a67-b113-173375d4f613 req-01023654-2701-4d5f-a03b-16b10a0cdb50 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=34c80f97-79d4-4b93-8283-f7e41c7080bf HTTP/1.1" status: 200 len: 946 time: 0.3185070 Jul 05 03:57:37.154644 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-444ed788-7379-45d2-8166-9603826bde60 req-1c569254-5c14-432e-b6a7-53fa9420d4a6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.157410 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-444ed788-7379-45d2-8166-9603826bde60 req-1c569254-5c14-432e-b6a7-53fa9420d4a6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.163119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-444ed788-7379-45d2-8166-9603826bde60 req-1c569254-5c14-432e-b6a7-53fa9420d4a6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "PUT /v2.0/security-groups/1517fd79-ab54-4a0f-a1b3-9c33c46b27c7 HTTP/1.1" status: 200 len: 1777 time: 0.8156483 Jul 05 03:57:37.205794 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9d66aea-e9a9-4a67-b113-173375d4f613 req-7d7132ac-4b3e-40f1-82de-5ba543c66bfc tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115129 Jul 05 03:57:37.224819 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6ea080df-fe70-4d80-8be0-e6bee52c001f req-7560f97e-0cdb-4785-9ce1-09f2e6070ccf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.239768 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d8f463a1-b43a-4699-b46c-db91ae4714a2'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:37.259108 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b787732e-5f7a-47b2-8994-fa9b772f1bdd x-openstack-request-id: req-b787732e-5f7a-47b2-8994-fa9b772f1bdd {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:37.259696 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "adb1ed23-fff4-41df-aae0-ae1040d60db6", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:37.259835 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b787732e-5f7a-47b2-8994-fa9b772f1bdd {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:37.260217 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': 'adb1ed23-fff4-41df-aae0-ae1040d60db6', 'status': 'completed', 'code': 200} Jul 05 03:57:37.288928 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-078ffa3f-542d-4589-926b-63113fb33443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.293457 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-078ffa3f-542d-4589-926b-63113fb33443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.311117 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-078ffa3f-542d-4589-926b-63113fb33443 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7034349-3ad5-4d0a-84eb-b873bd0dd715 HTTP/1.1" status: 204 len: 168 time: 0.5086422 Jul 05 03:57:37.312113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560f97e-0cdb-4785-9ce1-09f2e6070ccf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Pushing event deleted for resources: {'Port': ['ID=d8f463a1-b43a-4699-b46c-db91ae4714a2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:37.371344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ffa3f-542d-4589-926b-63113fb33443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7034349-3ad5-4d0a-84eb-b873bd0dd715,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:37.394915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c569254-5c14-432e-b6a7-53fa9420d4a6 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1517fd79-ab54-4a0f-a1b3-9c33c46b27c7,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:37.398756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea080df-fe70-4d80-8be0-e6bee52c001f req-7560f97e-0cdb-4785-9ce1-09f2e6070ccf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] No DVR routers for this DVR port d8f463a1-b43a-4699-b46c-db91ae4714a2 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:37.401977 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6ea080df-fe70-4d80-8be0-e6bee52c001f req-7560f97e-0cdb-4785-9ce1-09f2e6070ccf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.404399 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6ea080df-fe70-4d80-8be0-e6bee52c001f req-7560f97e-0cdb-4785-9ce1-09f2e6070ccf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "DELETE /v2.0/ports/d8f463a1-b43a-4699-b46c-db91ae4714a2 HTTP/1.1" status: 204 len: 173 time: 1.0445547 Jul 05 03:57:37.404811 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c80f97-79d4-4b93-8283-f7e41c7080bf', 'name': 'network-vif-deleted', 'tag': 'd8f463a1-b43a-4699-b46c-db91ae4714a2'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:37.416355 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8f4e72-f7e5-4236-812b-93e61edf8593" -d '{"events": [{"server_uuid": "34c80f97-79d4-4b93-8283-f7e41c7080bf", "name": "network-vif-deleted", "tag": "d8f463a1-b43a-4699-b46c-db91ae4714a2"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:37.488298 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cafc13d4-4024-4bb2-878c-6836050df00b req-d1b68f9a-ee59-43d2-b454-f34cd44de894 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/1517fd79-ab54-4a0f-a1b3-9c33c46b27c7 HTTP/1.1" status: 200 len: 1777 time: 0.2139950 Jul 05 03:57:37.580412 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c336aed7-80cc-4c25-8745-dabebbeae281 x-openstack-request-id: req-c336aed7-80cc-4c25-8745-dabebbeae281 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:37.580700 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c80f97-79d4-4b93-8283-f7e41c7080bf", "name": "network-vif-deleted", "tag": "d8f463a1-b43a-4699-b46c-db91ae4714a2", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:37.580960 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c336aed7-80cc-4c25-8745-dabebbeae281 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:37.581365 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c80f97-79d4-4b93-8283-f7e41c7080bf', 'name': 'network-vif-deleted', 'tag': 'd8f463a1-b43a-4699-b46c-db91ae4714a2', 'status': 'completed', 'code': 200} Jul 05 03:57:37.724658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27 req-4e099a67-6aea-4256-8c84-42429ce839da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.724658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27 req-4e099a67-6aea-4256-8c84-42429ce839da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.724658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27 req-4e099a67-6aea-4256-8c84-42429ce839da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.724658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27 req-4e099a67-6aea-4256-8c84-42429ce839da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.724658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27 req-4e099a67-6aea-4256-8c84-42429ce839da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.724658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27 req-4e099a67-6aea-4256-8c84-42429ce839da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.724658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27 req-4e099a67-6aea-4256-8c84-42429ce839da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.724658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27 req-4e099a67-6aea-4256-8c84-42429ce839da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc9f90e618b6473285087fb5dfe41852&device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 6285 time: 0.4670877 Jul 05 03:57:37.731032 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a698c4-7fb2-4337-9aca-edf966a89040 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:37.757040 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.822827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Transition to ACTIVE for port object 08a698c4-7fb2-4337-9aca-edf966a89040 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:37.831797 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-108deb8a-f860-45ac-af90-b356edf5534b req-939c4195-9298-452f-8bd8-2a9324d22977 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/1517fd79-ab54-4a0f-a1b3-9c33c46b27c7 HTTP/1.1" status: 200 len: 1777 time: 0.1714869 Jul 05 03:57:37.908551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e608238-aade-4ba6-89ed-fdfb3c1740c3 req-68a6afae-e0c6-4ec1-a6d7-d1ff1474a8b3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.915190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e608238-aade-4ba6-89ed-fdfb3c1740c3 req-68a6afae-e0c6-4ec1-a6d7-d1ff1474a8b3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.921122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e608238-aade-4ba6-89ed-fdfb3c1740c3 req-68a6afae-e0c6-4ec1-a6d7-d1ff1474a8b3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.927283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e608238-aade-4ba6-89ed-fdfb3c1740c3 req-68a6afae-e0c6-4ec1-a6d7-d1ff1474a8b3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.934463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e608238-aade-4ba6-89ed-fdfb3c1740c3 req-68a6afae-e0c6-4ec1-a6d7-d1ff1474a8b3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.940563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e608238-aade-4ba6-89ed-fdfb3c1740c3 req-68a6afae-e0c6-4ec1-a6d7-d1ff1474a8b3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.947169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e608238-aade-4ba6-89ed-fdfb3c1740c3 req-68a6afae-e0c6-4ec1-a6d7-d1ff1474a8b3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.949859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e608238-aade-4ba6-89ed-fdfb3c1740c3 req-68a6afae-e0c6-4ec1-a6d7-d1ff1474a8b3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5393 time: 0.3795714 Jul 05 03:57:38.591094 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.709028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27 req-0d8e5895-639c-42e4-a0e7-0c00a56237bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:38.709028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27 req-0d8e5895-639c-42e4-a0e7-0c00a56237bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:38.709028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27 req-0d8e5895-639c-42e4-a0e7-0c00a56237bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:38.710491 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27 req-0d8e5895-639c-42e4-a0e7-0c00a56237bb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dc9f90e618b6473285087fb5dfe41852&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9713447 Jul 05 03:57:38.752024 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-108deb8a-f860-45ac-af90-b356edf5534b req-8fa5a6d3-92c8-4871-a00d-ce5856c4ea52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.894418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Pushing event updated for resources: {'Port': ['ID=08a698c4-7fb2-4337-9aca-edf966a89040,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:38.918702 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e608238-aade-4ba6-89ed-fdfb3c1740c3 req-c8996b82-c5de-4ef7-8c23-4d783da18023 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9445088 Jul 05 03:57:38.964326 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-108deb8a-f860-45ac-af90-b356edf5534b req-8fa5a6d3-92c8-4871-a00d-ce5856c4ea52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.189514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27 req-844431f8-220e-4707-970e-d2a522f008e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:39.193932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4bc7caee-23c0-4106-9a1a-9af8e4bf5f27 req-844431f8-220e-4707-970e-d2a522f008e2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4706745 Jul 05 03:57:39.199909 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-108deb8a-f860-45ac-af90-b356edf5534b req-8fa5a6d3-92c8-4871-a00d-ce5856c4ea52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.201924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37582) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:39.220394 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-108deb8a-f860-45ac-af90-b356edf5534b req-8fa5a6d3-92c8-4871-a00d-ce5856c4ea52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.221863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-108deb8a-f860-45ac-af90-b356edf5534b req-8fa5a6d3-92c8-4871-a00d-ce5856c4ea52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "DELETE /v2.0/security-groups/1517fd79-ab54-4a0f-a1b3-9c33c46b27c7 HTTP/1.1" status: 204 len: 173 time: 1.3891385 Jul 05 03:57:39.269019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5a6d3-92c8-4871-a00d-ce5856c4ea52 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1517fd79-ab54-4a0f-a1b3-9c33c46b27c7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:39.316656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Attempting to bind port 08a698c4-7fb2-4337-9aca-edf966a89040 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:39.317002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Attempting to bind port 08a698c4-7fb2-4337-9aca-edf966a89040 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:39.317337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Attempting to bind port 08a698c4-7fb2-4337-9aca-edf966a89040 on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:39.329975 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Port 08a698c4-7fb2-4337-9aca-edf966a89040 on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:39.334678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Attempting to bind port 08a698c4-7fb2-4337-9aca-edf966a89040 on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:39.341763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:39.343636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Checking segment: {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:39.344290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Bound using segment: {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:39.347793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Bound port: 08a698c4-7fb2-4337-9aca-edf966a89040, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:39.347793 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.474370 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] For port 08a698c4-7fb2-4337-9aca-edf966a89040, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:39.475014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] For port 08a698c4-7fb2-4337-9aca-edf966a89040, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=08a698c4-7fb2-4337-9aca-edf966a89040,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:39.494838 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-98ee6369-ff5e-405b-bd11-adab1eebf454 req-6f7405be-9ce5-45cb-bfcc-1b5af79ac4f5 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] show failed (client error): The resource could not be found. Jul 05 03:57:39.495898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98ee6369-ff5e-405b-bd11-adab1eebf454 req-6f7405be-9ce5-45cb-bfcc-1b5af79ac4f5 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/827e57e3-f57f-40c8-a304-95fe2ed07f32 HTTP/1.1" status: 404 len: 352 time: 0.0156796 Jul 05 03:57:39.543890 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-f41d1184-91e8-4eef-8be5-9f9c7eb223ff req-0588afa5-b34d-4b1c-8b8a-96f1e2b8f8bf tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] show failed (client error): The resource could not be found. Jul 05 03:57:39.558979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f41d1184-91e8-4eef-8be5-9f9c7eb223ff req-0588afa5-b34d-4b1c-8b8a-96f1e2b8f8bf tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/d1189d05-9197-40a5-aa1b-b94c2224190c HTTP/1.1" status: 404 len: 352 time: 0.0318754 Jul 05 03:57:39.601237 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-04773dd6-5c40-4adc-a960-c1dcdc813ae8 req-e8f99e11-73e4-4c14-a34b-55d99dcce9ab tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] show failed (client error): The resource could not be found. Jul 05 03:57:39.607429 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04773dd6-5c40-4adc-a960-c1dcdc813ae8 req-e8f99e11-73e4-4c14-a34b-55d99dcce9ab tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/44e5c551-f2b1-4d80-89c4-595d8187626c HTTP/1.1" status: 404 len: 352 time: 0.0370445 Jul 05 03:57:39.635000 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.666000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d8f463a1-b43a-4699-b46c-db91ae4714a2 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:39.724908 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: d8f463a1-b43a-4699-b46c-db91ae4714a2 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:39.725252 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d8f463a1-b43a-4699-b46c-db91ae4714a2 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:39.726591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1651168319-network', 'tenant_id': 'b2958b4b9ba14aeaa55b505caa370bb6'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:39.833440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:39.834176 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.836490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] 10.222.0.64 "PUT /v2.0/ports/08a698c4-7fb2-4337-9aca-edf966a89040 HTTP/1.1" status: 200 len: 1091 time: 3.3772287 Jul 05 03:57:39.853932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-e4b6fc50-9044-41dc-85ce-0b42bdd1a8a9 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:39.861193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-e4b6fc50-9044-41dc-85ce-0b42bdd1a8a9 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 811 time: 0.2102194 Jul 05 03:57:39.863208 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-49224395-6224-4bda-b392-dad1b3951732 req-1aeba82f-3eb6-44c1-aa42-e4e8693ffbc1 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] show failed (client error): The resource could not be found. Jul 05 03:57:39.872680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49224395-6224-4bda-b392-dad1b3951732 req-1aeba82f-3eb6-44c1-aa42-e4e8693ffbc1 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/5869d820-9fe3-4a9e-8086-5d54e18835de HTTP/1.1" status: 404 len: 352 time: 0.0566697 Jul 05 03:57:39.872680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': '08a698c4-7fb2-4337-9aca-edf966a89040'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:39.872680 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5340b43-72cd-44f3-bb56-af7ceff5896c" -d '{"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "08a698c4-7fb2-4337-9aca-edf966a89040"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:39.904086 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] Made reservation on behalf of b2958b4b9ba14aeaa55b505caa370bb6 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:39.906605 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.907288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-9ee1b7c4-acb9-49a5-aa22-e94fb06e660c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/quotas/0e720a82806c4e7cbe27e02eb198af6d HTTP/1.1" status: 200 len: 375 time: 0.0450847 Jul 05 03:57:39.923531 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.937714 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0319d83-7043-4a91-8f7d-eae7139d143c x-openstack-request-id: req-e0319d83-7043-4a91-8f7d-eae7139d143c {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:39.938046 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "08a698c4-7fb2-4337-9aca-edf966a89040", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:39.943401 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0319d83-7043-4a91-8f7d-eae7139d143c {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:39.943570 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': '08a698c4-7fb2-4337-9aca-edf966a89040', 'status': 'completed', 'code': 200} Jul 05 03:57:39.990749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-fd946d33-e7dc-46e9-bd5a-415a957d631f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823505 Jul 05 03:57:40.011924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5806bf-2dc2-4e70-a18f-2515c31b4130 service neutron] Pushing event updated for resources: {'Port': ['ID=08a698c4-7fb2-4337-9aca-edf966a89040,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:40.062432 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Request body: {'port': {'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:40.097950 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.167145 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-f7529eda-4d5d-4c6a-afc7-9be3457b582c req-04963578-cee6-4dff-b9cb-2a31ca7c93dd tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] show failed (client error): The resource could not be found. Jul 05 03:57:40.176908 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7529eda-4d5d-4c6a-afc7-9be3457b582c req-04963578-cee6-4dff-b9cb-2a31ca7c93dd tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/bf22fe16-3c55-4c80-9335-d832ddb3e910 HTTP/1.1" status: 404 len: 352 time: 0.1959815 Jul 05 03:57:40.275299 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.293413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37638) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:40.298254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:57:40.326445 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.326845 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] Added segment acec910f-ab8a-444b-9ac7-65e0c28116c1 of type vlan for network cd708a20-e1b1-4b50-82f6-f423a0b36708 Jul 05 03:57:40.332721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340b43-72cd-44f3-bb56-af7ceff5896c req-3ce3f247-4404-4984-976d-7054c0887ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.343902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340b43-72cd-44f3-bb56-af7ceff5896c req-3ce3f247-4404-4984-976d-7054c0887ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.344656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340b43-72cd-44f3-bb56-af7ceff5896c req-3ce3f247-4404-4984-976d-7054c0887ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.345307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340b43-72cd-44f3-bb56-af7ceff5896c req-3ce3f247-4404-4984-976d-7054c0887ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.345980 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340b43-72cd-44f3-bb56-af7ceff5896c req-3ce3f247-4404-4984-976d-7054c0887ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.346623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340b43-72cd-44f3-bb56-af7ceff5896c req-3ce3f247-4404-4984-976d-7054c0887ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.347259 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340b43-72cd-44f3-bb56-af7ceff5896c req-3ce3f247-4404-4984-976d-7054c0887ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.349585 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5340b43-72cd-44f3-bb56-af7ceff5896c req-3ce3f247-4404-4984-976d-7054c0887ba1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc9f90e618b6473285087fb5dfe41852&device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 6352 time: 0.3690286 Jul 05 03:57:40.350858 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.372979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-a8768abe-7cc3-4d2a-9eff-8e489617ef0e service neutron] 10.222.0.60 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812416 Jul 05 03:57:40.461006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0397a06-7a9b-47d7-ae80-a671bde0ea62,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:40.506552 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.650214 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.651534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.652203 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.654839 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-865741871-network', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:40.740300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] Pushing event updated for resources: {'Network': ['ID=cd708a20-e1b1-4b50-82f6-f423a0b36708,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:40.753587 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network cd708a20-e1b1-4b50-82f6-f423a0b36708 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:57:40.828689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340b43-72cd-44f3-bb56-af7ceff5896c req-7f65296d-e010-4c4d-bff8-5a241121b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.829191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340b43-72cd-44f3-bb56-af7ceff5896c req-7f65296d-e010-4c4d-bff8-5a241121b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.829723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340b43-72cd-44f3-bb56-af7ceff5896c req-7f65296d-e010-4c4d-bff8-5a241121b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.831311 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5340b43-72cd-44f3-bb56-af7ceff5896c req-7f65296d-e010-4c4d-bff8-5a241121b8dd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dc9f90e618b6473285087fb5dfe41852&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4549088 Jul 05 03:57:40.844841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-5052cb38-dadc-40d6-97bd-c7f3a9a54a24 service neutron] 10.222.0.60 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705679 Jul 05 03:57:40.856605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] Made reservation on behalf of 8bf2bb6d510e4bac8f5a2fcd7741fda7 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:40.858854 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.906155 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3b9c5185-ecce-4cc3-994e-b661c952ac47 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7017372 Jul 05 03:57:40.906378 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37654) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:40.913311 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0620bb1e-83c2-4f40-b90d-c72b42eba376 admin admin] Request body: {'subnet': {'network_id': 'cd708a20-e1b1-4b50-82f6-f423a0b36708', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1651168319-subnet', 'tenant_id': 'b2958b4b9ba14aeaa55b505caa370bb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:40.935282 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.029580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0620bb1e-83c2-4f40-b90d-c72b42eba376 admin admin] Made reservation on behalf of b2958b4b9ba14aeaa55b505caa370bb6 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:41.032700 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0620bb1e-83c2-4f40-b90d-c72b42eba376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.126333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689f3c13-af2d-4efa-b70c-5b65d3a797f6 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:41.135484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.169695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Transition to ACTIVE for port object 689f3c13-af2d-4efa-b70c-5b65d3a797f6 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:41.202730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109738e-fdf2-47f8-99a3-c9e2e6dbe4e1 req-e84fb8c9-8bc8-4f83-9cb7-e769bf745d72 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.208512 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109738e-fdf2-47f8-99a3-c9e2e6dbe4e1 req-e84fb8c9-8bc8-4f83-9cb7-e769bf745d72 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.215389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109738e-fdf2-47f8-99a3-c9e2e6dbe4e1 req-e84fb8c9-8bc8-4f83-9cb7-e769bf745d72 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.221449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109738e-fdf2-47f8-99a3-c9e2e6dbe4e1 req-e84fb8c9-8bc8-4f83-9cb7-e769bf745d72 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.227455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109738e-fdf2-47f8-99a3-c9e2e6dbe4e1 req-e84fb8c9-8bc8-4f83-9cb7-e769bf745d72 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.234140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109738e-fdf2-47f8-99a3-c9e2e6dbe4e1 req-e84fb8c9-8bc8-4f83-9cb7-e769bf745d72 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.240166 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109738e-fdf2-47f8-99a3-c9e2e6dbe4e1 req-e84fb8c9-8bc8-4f83-9cb7-e769bf745d72 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.242163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d109738e-fdf2-47f8-99a3-c9e2e6dbe4e1 req-e84fb8c9-8bc8-4f83-9cb7-e769bf745d72 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5405 time: 0.8131039 Jul 05 03:57:41.318751 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-1ee0334e-af2d-4a56-90e7-6cd9ac9f8702 req-c9b74e3e-479b-4ec4-aa95-f9c911e22691 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] show failed (client error): The resource could not be found. Jul 05 03:57:41.319825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ee0334e-af2d-4a56-90e7-6cd9ac9f8702 req-c9b74e3e-479b-4ec4-aa95-f9c911e22691 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/88efbf67-0872-4331-8e04-f5abbc5f4955 HTTP/1.1" status: 404 len: 352 time: 0.0741308 Jul 05 03:57:41.330571 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.449715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d109738e-fdf2-47f8-99a3-c9e2e6dbe4e1 req-d8a53684-bd0a-4303-a0d7-0f6cd3e172b1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1725190 Jul 05 03:57:41.462486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340b43-72cd-44f3-bb56-af7ceff5896c req-34c8f790-ec4b-427b-adc5-6545da330a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.464038 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5340b43-72cd-44f3-bb56-af7ceff5896c req-34c8f790-ec4b-427b-adc5-6545da330a13 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6237762 Jul 05 03:57:41.464718 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Pushing event updated for resources: {'Port': ['ID=689f3c13-af2d-4efa-b70c-5b65d3a797f6,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:41.537689 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.587207 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0620bb1e-83c2-4f40-b90d-c72b42eba376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.702434 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.715532 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620bb1e-83c2-4f40-b90d-c72b42eba376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d875b88-f1ab-4eea-99bf-37ad9112718d,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:41.736442 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620bb1e-83c2-4f40-b90d-c72b42eba376 admin admin] Checking segment: {'id': 'acec910f-ab8a-444b-9ac7-65e0c28116c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd708a20-e1b1-4b50-82f6-f423a0b36708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:41.738870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0620bb1e-83c2-4f40-b90d-c72b42eba376 admin admin] Network hostable DHCP agents. Network: cd708a20-e1b1-4b50-82f6-f423a0b36708, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:57:41.799297 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-766ee916-4a9c-4dac-a99a-15b31e87aabf req-4f1e855d-ccc3-4f2a-bcba-78d47a526236 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 210 time: 0.1266465 Jul 05 03:57:41.830242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:57:41.850712 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81268045-1e4a-4108-804d-1ff4599ec97e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:41.856507 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.856507 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] Added segment 6d67167f-c14f-49c2-8c5e-4a88798d9a44 of type vlan for network 31690ce0-e310-4c82-b0ee-306fa6a5b103 Jul 05 03:57:41.863568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0620bb1e-83c2-4f40-b90d-c72b42eba376 admin admin] Network cd708a20-e1b1-4b50-82f6-f423a0b36708 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:57:41.900500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Attempting to bind port 689f3c13-af2d-4efa-b70c-5b65d3a797f6 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:41.901168 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Attempting to bind port 689f3c13-af2d-4efa-b70c-5b65d3a797f6 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:41.901696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Attempting to bind port 689f3c13-af2d-4efa-b70c-5b65d3a797f6 on network 2d8d395a-629a-43df-95a0-5c67ac358e33 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:41.929516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Port 689f3c13-af2d-4efa-b70c-5b65d3a797f6 on network 2d8d395a-629a-43df-95a0-5c67ac358e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:41.930047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Attempting to bind port 689f3c13-af2d-4efa-b70c-5b65d3a797f6 on network 2d8d395a-629a-43df-95a0-5c67ac358e33 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:41.942468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:41.942950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Checking segment: {'id': 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:41.943623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Bound using segment: {'id': 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:41.944161 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Bound port: 689f3c13-af2d-4efa-b70c-5b65d3a797f6, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:41.944736 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.947595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-0620bb1e-83c2-4f40-b90d-c72b42eba376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, cd708a20-e1b1-4b50-82f6-f423a0b36708) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:41.952998 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0620bb1e-83c2-4f40-b90d-c72b42eba376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.954712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0620bb1e-83c2-4f40-b90d-c72b42eba376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.955984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e211745-e977-4f1c-beb5-68ff316d0422 None None] Network cd708a20-e1b1-4b50-82f6-f423a0b36708 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:41.991418 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.067648 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0620bb1e-83c2-4f40-b90d-c72b42eba376 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1597509 Jul 05 03:57:42.081371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] For port 689f3c13-af2d-4efa-b70c-5b65d3a797f6, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:42.084752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] For port 689f3c13-af2d-4efa-b70c-5b65d3a797f6, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=689f3c13-af2d-4efa-b70c-5b65d3a797f6,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:42.121039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30975a49-1c81-4f3b-a931-6ae6c684d99b None None] Network cd708a20-e1b1-4b50-82f6-f423a0b36708 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:42.198183 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.201055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.203084 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.206347 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.374079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.374873 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.377974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] 10.222.0.64 "PUT /v2.0/ports/689f3c13-af2d-4efa-b70c-5b65d3a797f6 HTTP/1.1" status: 200 len: 1091 time: 2.3474205 Jul 05 03:57:42.385499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': '689f3c13-af2d-4efa-b70c-5b65d3a797f6'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:42.388301 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d395352-e783-4aec-bc3a-8d6c121e41ff" -d '{"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "689f3c13-af2d-4efa-b70c-5b65d3a797f6"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:42.472582 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b16d575-b404-4c66-8b28-59214a79cfb6 x-openstack-request-id: req-7b16d575-b404-4c66-8b28-59214a79cfb6 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:42.473476 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "689f3c13-af2d-4efa-b70c-5b65d3a797f6", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:42.474525 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b16d575-b404-4c66-8b28-59214a79cfb6 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:42.475214 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': '689f3c13-af2d-4efa-b70c-5b65d3a797f6', 'status': 'completed', 'code': 200} Jul 05 03:57:42.510594 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] Pushing event updated for resources: {'Network': ['ID=31690ce0-e310-4c82-b0ee-306fa6a5b103,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:42.528046 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 31690ce0-e310-4c82-b0ee-306fa6a5b103 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:57:42.617089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Request body: {'port': {'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:42.701578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f0833cf5-0033-4315-955c-d34bf164d97a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4057152 Jul 05 03:57:42.704635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37708) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:42.710993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9bd24c02-491e-4b1b-953a-c416a699e06f admin admin] Request body: {'subnet': {'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-865741871-subnet', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:42.713721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f6230-9a0a-47bd-947f-40b19b087735 service neutron] Pushing event updated for resources: {'Port': ['ID=689f3c13-af2d-4efa-b70c-5b65d3a797f6,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:42.796283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395352-e783-4aec-bc3a-8d6c121e41ff req-84951e34-1d51-48e4-821e-ffbb364d8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.796812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395352-e783-4aec-bc3a-8d6c121e41ff req-84951e34-1d51-48e4-821e-ffbb364d8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.797298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395352-e783-4aec-bc3a-8d6c121e41ff req-84951e34-1d51-48e4-821e-ffbb364d8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.797783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395352-e783-4aec-bc3a-8d6c121e41ff req-84951e34-1d51-48e4-821e-ffbb364d8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.798263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395352-e783-4aec-bc3a-8d6c121e41ff req-84951e34-1d51-48e4-821e-ffbb364d8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.798909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395352-e783-4aec-bc3a-8d6c121e41ff req-84951e34-1d51-48e4-821e-ffbb364d8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.799385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395352-e783-4aec-bc3a-8d6c121e41ff req-84951e34-1d51-48e4-821e-ffbb364d8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.801361 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d395352-e783-4aec-bc3a-8d6c121e41ff req-84951e34-1d51-48e4-821e-ffbb364d8fb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc9f90e618b6473285087fb5dfe41852&device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 6419 time: 0.2749279 Jul 05 03:57:42.810099 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.859988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dc620-7fbc-43ec-af3c-1c473677b099 req-835c7615-2cf9-4cc6-8c03-eed5789623bb tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.867190 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a8dc620-7fbc-43ec-af3c-1c473677b099 req-835c7615-2cf9-4cc6-8c03-eed5789623bb tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 1023 time: 0.2640901 Jul 05 03:57:42.893458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd24c02-491e-4b1b-953a-c416a699e06f admin admin] Made reservation on behalf of 8bf2bb6d510e4bac8f5a2fcd7741fda7 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:42.897150 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9bd24c02-491e-4b1b-953a-c416a699e06f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.064931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a8dc620-7fbc-43ec-af3c-1c473677b099 req-3053d5e1-030b-4abf-b9cc-b24a22b28a95 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3238687e-4fa5-4c8e-b80e-3bc03cffd472&id=4f3d2b1e-c5a3-47d5-9e45-d21ba26400a5&id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1968215 Jul 05 03:57:43.169353 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-de7d344b-806b-42e4-a687-98ecd242aa9b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.171185 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-de7d344b-806b-42e4-a687-98ecd242aa9b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/networks?id=cd708a20-e1b1-4b50-82f6-f423a0b36708 HTTP/1.1" status: 200 len: 814 time: 0.3606858 Jul 05 03:57:43.265095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-4451c387-a57f-47d1-b77d-297335dd30d3 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/quotas/b2958b4b9ba14aeaa55b505caa370bb6 HTTP/1.1" status: 200 len: 375 time: 0.0767977 Jul 05 03:57:43.279150 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9bd24c02-491e-4b1b-953a-c416a699e06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.388193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-3aefe5bf-e331-4a6a-9887-77b29c7541bb tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2958b4b9ba14aeaa55b505caa370bb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1170926 Jul 05 03:57:43.389227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395352-e783-4aec-bc3a-8d6c121e41ff req-62df0927-96f5-46aa-8da2-c019fd1c3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.389714 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395352-e783-4aec-bc3a-8d6c121e41ff req-62df0927-96f5-46aa-8da2-c019fd1c3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.390192 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395352-e783-4aec-bc3a-8d6c121e41ff req-62df0927-96f5-46aa-8da2-c019fd1c3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.391653 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d395352-e783-4aec-bc3a-8d6c121e41ff req-62df0927-96f5-46aa-8da2-c019fd1c3828 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dc9f90e618b6473285087fb5dfe41852&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5801761 Jul 05 03:57:43.398015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd24c02-491e-4b1b-953a-c416a699e06f admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f7de5d-a5d9-4c58-ac7a-89ad77e975db,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:43.430488 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd24c02-491e-4b1b-953a-c416a699e06f admin admin] Checking segment: {'id': '6d67167f-c14f-49c2-8c5e-4a88798d9a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:43.431251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd24c02-491e-4b1b-953a-c416a699e06f admin admin] Network hostable DHCP agents. Network: 31690ce0-e310-4c82-b0ee-306fa6a5b103, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:57:43.561338 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd24c02-491e-4b1b-953a-c416a699e06f admin admin] Network 31690ce0-e310-4c82-b0ee-306fa6a5b103 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:57:43.611585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a5f52-4de3-4daa-af1d-31be65f48ee8 req-325bd012-dfb6-4d97-bd14-975bb81bccaa tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.617462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a5f52-4de3-4daa-af1d-31be65f48ee8 req-325bd012-dfb6-4d97-bd14-975bb81bccaa tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.624141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a5f52-4de3-4daa-af1d-31be65f48ee8 req-325bd012-dfb6-4d97-bd14-975bb81bccaa tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.630025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a5f52-4de3-4daa-af1d-31be65f48ee8 req-325bd012-dfb6-4d97-bd14-975bb81bccaa tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.636512 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a5f52-4de3-4daa-af1d-31be65f48ee8 req-325bd012-dfb6-4d97-bd14-975bb81bccaa tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.642366 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a5f52-4de3-4daa-af1d-31be65f48ee8 req-325bd012-dfb6-4d97-bd14-975bb81bccaa tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.650570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a5f52-4de3-4daa-af1d-31be65f48ee8 req-325bd012-dfb6-4d97-bd14-975bb81bccaa tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.654268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca1a5f52-4de3-4daa-af1d-31be65f48ee8 req-325bd012-dfb6-4d97-bd14-975bb81bccaa tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5417 time: 0.4670267 Jul 05 03:57:43.679450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-d983a3aa-8b3b-4393-9189-07f49dbd34a2 service neutron] 10.222.0.60 "GET /v2.0/networks/cd708a20-e1b1-4b50-82f6-f423a0b36708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834117 Jul 05 03:57:43.705205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325f334-271e-4e3b-9282-a7dbb13fd665 req-73a54b2d-36e6-4d64-b392-3825cc9ad25a tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.707499 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a325f334-271e-4e3b-9282-a7dbb13fd665 req-73a54b2d-36e6-4d64-b392-3825cc9ad25a tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.64 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 1023 time: 0.0875976 Jul 05 03:57:43.753663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-9bd24c02-491e-4b1b-953a-c416a699e06f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 31690ce0-e310-4c82-b0ee-306fa6a5b103) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:43.761610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd24c02-491e-4b1b-953a-c416a699e06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.762204 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9bd24c02-491e-4b1b-953a-c416a699e06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.763630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716df6cb-121c-4cdf-97a3-5518d3d26409 None None] Network 31690ce0-e310-4c82-b0ee-306fa6a5b103 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:43.858228 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca1a5f52-4de3-4daa-af1d-31be65f48ee8 req-d19cbbe3-c935-43b2-b58c-21b540809323 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1968606 Jul 05 03:57:43.866425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d395352-e783-4aec-bc3a-8d6c121e41ff req-764cbb52-ac09-4394-b989-d6e2893ee878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.868789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d395352-e783-4aec-bc3a-8d6c121e41ff req-764cbb52-ac09-4394-b989-d6e2893ee878 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3922315 Jul 05 03:57:43.875836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-a325f334-271e-4e3b-9282-a7dbb13fd665 req-b457ecf8-549f-4c53-878e-5ecb07a4c83f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Deleting port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:43.893297 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a325f334-271e-4e3b-9282-a7dbb13fd665 req-b457ecf8-549f-4c53-878e-5ecb07a4c83f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.973358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0682ae-db00-4250-97ed-5f559a98bf5f None None] Network 31690ce0-e310-4c82-b0ee-306fa6a5b103 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:44.035219 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9bd24c02-491e-4b1b-953a-c416a699e06f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3292973 Jul 05 03:57:44.044357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37740) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:44.058581 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-865741871-router', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:44.502732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4606d757-72c5-4ece-8dd9-239ff2eb40a9 req-61052984-996d-4b81-b811-94d98df83ed4 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 210 time: 0.0513060 Jul 05 03:57:44.515683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a325f334-271e-4e3b-9282-a7dbb13fd665 req-b457ecf8-549f-4c53-878e-5ecb07a4c83f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] For port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,segment=NetworkSegment(e34c8e3b-3ee5-4fbd-9008-a274ba75c805),segment_id=e34c8e3b-3ee5-4fbd-9008-a274ba75c805)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:44.516126 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a325f334-271e-4e3b-9282-a7dbb13fd665 req-b457ecf8-549f-4c53-878e-5ecb07a4c83f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.520184 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1104469-75fb-4577-a085-2bae2e7fc87a {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:44.546877 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-9cfcc525-72e1-432d-b184-ab2f04150ae2 service neutron] 10.222.0.60 "GET /v2.0/networks/cd708a20-e1b1-4b50-82f6-f423a0b36708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8392611 Jul 05 03:57:44.562528 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.579368 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Transition to ACTIVE for port object d1104469-75fb-4577-a085-2bae2e7fc87a will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:44.596990 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-a325f334-271e-4e3b-9282-a7dbb13fd665 req-b457ecf8-549f-4c53-878e-5ecb07a4c83f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Calling delete_port for 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:44.660299 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.717648 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.718692 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.735986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-5b5591b8-eb83-4b76-9d7c-a6cd62963d38 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:44.737469 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-5b5591b8-eb83-4b76-9d7c-a6cd62963d38 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 811 time: 0.2404439 Jul 05 03:57:44.765969 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-1845f076-7019-4d53-b690-d0fed5aa1aa2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Request body: {'port': {'device_id': '9b9b9bf0-1706-4154-b316-83a67cdc9e71', 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699', 'admin_state_up': True, 'tenant_id': '0e720a82806c4e7cbe27e02eb198af6d'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:44.782140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Pushing event updated for resources: {'Port': ['ID=d1104469-75fb-4577-a085-2bae2e7fc87a,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:44.942064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.946871 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66433d77-f736-41dc-afcc-aa429c223b79 req-c145810b-98d5-4f8d-89a2-84d84a908cd7 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 210 time: 0.0750825 Jul 05 03:57:45.108626 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-1845f076-7019-4d53-b690-d0fed5aa1aa2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Made reservation on behalf of 0e720a82806c4e7cbe27e02eb198af6d for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:45.111253 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-1845f076-7019-4d53-b690-d0fed5aa1aa2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.129054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8d66a-838d-4af9-9f4f-ed65e3862852 req-a93eb870-9ab7-4a32-b315-82f0b07bad45 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.131236 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ea8d66a-838d-4af9-9f4f-ed65e3862852 req-a93eb870-9ab7-4a32-b315-82f0b07bad45 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 1023 time: 0.3523386 Jul 05 03:57:45.131976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Attempting to bind port d1104469-75fb-4577-a085-2bae2e7fc87a on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:45.132430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Attempting to bind port d1104469-75fb-4577-a085-2bae2e7fc87a by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:45.132764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Attempting to bind port d1104469-75fb-4577-a085-2bae2e7fc87a on network 2d8d395a-629a-43df-95a0-5c67ac358e33 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:45.139200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Port d1104469-75fb-4577-a085-2bae2e7fc87a on network 2d8d395a-629a-43df-95a0-5c67ac358e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:45.139532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Attempting to bind port d1104469-75fb-4577-a085-2bae2e7fc87a on network 2d8d395a-629a-43df-95a0-5c67ac358e33 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:45.192954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:45.193297 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Checking segment: {'id': 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:45.193688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Bound using segment: {'id': 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:45.194189 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Bound port: d1104469-75fb-4577-a085-2bae2e7fc87a, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:45.194545 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.289148 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ea8d66a-838d-4af9-9f4f-ed65e3862852 req-ca886fc8-8265-4ad9-b897-3937b49e9746 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups?id=3238687e-4fa5-4c8e-b80e-3bc03cffd472&id=4f3d2b1e-c5a3-47d5-9e45-d21ba26400a5&id=3cc793e7-79bd-4d4e-b811-e561e31de633&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1454930 Jul 05 03:57:45.303120 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.317850 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a325f334-271e-4e3b-9282-a7dbb13fd665 req-b457ecf8-549f-4c53-878e-5ecb07a4c83f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.331605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] For port d1104469-75fb-4577-a085-2bae2e7fc87a, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:45.337987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3d14e8b5-f21c-47a9-a546-a23ea0de5ebf'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:45.350799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] For port d1104469-75fb-4577-a085-2bae2e7fc87a, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d1104469-75fb-4577-a085-2bae2e7fc87a,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:45.363177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153828e3-c76e-45dd-a236-864451e95797 req-3a9211b4-6aad-49bb-bf44-056d882fe507 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.370183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153828e3-c76e-45dd-a236-864451e95797 req-3a9211b4-6aad-49bb-bf44-056d882fe507 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.376607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153828e3-c76e-45dd-a236-864451e95797 req-3a9211b4-6aad-49bb-bf44-056d882fe507 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.382738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153828e3-c76e-45dd-a236-864451e95797 req-3a9211b4-6aad-49bb-bf44-056d882fe507 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.389461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153828e3-c76e-45dd-a236-864451e95797 req-3a9211b4-6aad-49bb-bf44-056d882fe507 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.395984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153828e3-c76e-45dd-a236-864451e95797 req-3a9211b4-6aad-49bb-bf44-056d882fe507 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.403493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153828e3-c76e-45dd-a236-864451e95797 req-3a9211b4-6aad-49bb-bf44-056d882fe507 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.410619 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457ecf8-549f-4c53-878e-5ecb07a4c83f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event deleted for resources: {'Port': ['ID=3d14e8b5-f21c-47a9-a546-a23ea0de5ebf,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:45.412976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-153828e3-c76e-45dd-a236-864451e95797 req-3a9211b4-6aad-49bb-bf44-056d882fe507 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5429 time: 0.2213721 Jul 05 03:57:45.435341 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.537015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a325f334-271e-4e3b-9282-a7dbb13fd665 req-b457ecf8-549f-4c53-878e-5ecb07a4c83f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] No DVR routers for this DVR port 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:45.542760 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a325f334-271e-4e3b-9282-a7dbb13fd665 req-b457ecf8-549f-4c53-878e-5ecb07a4c83f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.543519 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a325f334-271e-4e3b-9282-a7dbb13fd665 req-b457ecf8-549f-4c53-878e-5ecb07a4c83f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.64 "DELETE /v2.0/ports/3d14e8b5-f21c-47a9-a546-a23ea0de5ebf HTTP/1.1" status: 204 len: 173 time: 1.8293009 Jul 05 03:57:45.546094 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c986cfe4-49da-48e6-baf5-34d759cb2e8e', 'name': 'network-vif-deleted', 'tag': '3d14e8b5-f21c-47a9-a546-a23ea0de5ebf'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:45.556002 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ede066-3ddd-4c01-bd3b-a2c179c9dc6f" -d '{"events": [{"server_uuid": "c986cfe4-49da-48e6-baf5-34d759cb2e8e", "name": "network-vif-deleted", "tag": "3d14e8b5-f21c-47a9-a546-a23ea0de5ebf"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:45.565930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.571514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.571514 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] 10.222.0.64 "PUT /v2.0/ports/d1104469-75fb-4577-a085-2bae2e7fc87a HTTP/1.1" status: 200 len: 1091 time: 2.9613874 Jul 05 03:57:45.571514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': 'd1104469-75fb-4577-a085-2bae2e7fc87a'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:45.577673 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b480c6e8-ec15-492d-b7c8-9a3762662611" -d '{"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "d1104469-75fb-4577-a085-2bae2e7fc87a"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:45.607456 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-153828e3-c76e-45dd-a236-864451e95797 req-369aac07-e33e-4e86-bf64-bf6909be52a2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1920488 Jul 05 03:57:45.609026 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-1845f076-7019-4d53-b690-d0fed5aa1aa2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Allocated IP 172.20.0.12 (da0ef573-3c71-4826-bc2f-ca90865a5699/46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78/e421f2df-f154-4ae3-b19d-4d437c827363) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:45.658834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db450656-da79-40b6-b959-d3d6fcdf322b service neutron] Pushing event updated for resources: {'Port': ['ID=d1104469-75fb-4577-a085-2bae2e7fc87a,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:45.754778 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b25154-35e4-4acd-a341-326131c1f30f x-openstack-request-id: req-44b25154-35e4-4acd-a341-326131c1f30f {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:45.755690 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c986cfe4-49da-48e6-baf5-34d759cb2e8e", "name": "network-vif-deleted", "tag": "3d14e8b5-f21c-47a9-a546-a23ea0de5ebf", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:45.755967 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44b25154-35e4-4acd-a341-326131c1f30f {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:45.761417 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c986cfe4-49da-48e6-baf5-34d759cb2e8e', 'name': 'network-vif-deleted', 'tag': '3d14e8b5-f21c-47a9-a546-a23ea0de5ebf', 'status': 'completed', 'code': 200} Jul 05 03:57:45.843380 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69d607c-dc97-47b4-963a-c0048b95a84c x-openstack-request-id: req-c69d607c-dc97-47b4-963a-c0048b95a84c {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:45.843738 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "d1104469-75fb-4577-a085-2bae2e7fc87a", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:45.844539 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c69d607c-dc97-47b4-963a-c0048b95a84c {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:45.844994 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': 'd1104469-75fb-4577-a085-2bae2e7fc87a', 'status': 'completed', 'code': 200} Jul 05 03:57:45.851021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-9ae615f6-bd12-4bcf-aff3-761d07c553ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.851516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-9ae615f6-bd12-4bcf-aff3-761d07c553ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.852023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-9ae615f6-bd12-4bcf-aff3-761d07c553ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.852531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-9ae615f6-bd12-4bcf-aff3-761d07c553ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.853623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-9ae615f6-bd12-4bcf-aff3-761d07c553ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.854325 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-9ae615f6-bd12-4bcf-aff3-761d07c553ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.855133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-9ae615f6-bd12-4bcf-aff3-761d07c553ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.857050 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-9ae615f6-bd12-4bcf-aff3-761d07c553ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc9f90e618b6473285087fb5dfe41852&device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 6486 time: 0.1770933 Jul 05 03:57:45.916867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f67d3439-ce9b-4487-b212-b5258a0e4707 req-6658b1d5-b774-45af-904f-6f11e0281fe0 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 210 time: 0.0960207 Jul 05 03:57:45.973171 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8abb6f19-6935-46b0-8dd0-7c494a844c1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e31f908b-0377-4a12-9a9e-6d2de7c04868 HTTP/1.1" status: 200 len: 217 time: 0.0787511 Jul 05 03:57:46.034501 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-26caee84-dde5-4acb-bac3-8c93df77d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:46.036578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-26caee84-dde5-4acb-bac3-8c93df77d39f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37a0cf37-ca60-4552-abff-1ebde4cd6581 HTTP/1.1" status: 200 len: 855 time: 0.0576713 Jul 05 03:57:46.075665 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.089640 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-1845f076-7019-4d53-b690-d0fed5aa1aa2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.129409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-040d276d-323c-4064-8bea-7aa4e4e260d7 req-9de99407-8e5a-4c67-8a31-221bb4bef77c tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 210 time: 0.0431182 Jul 05 03:57:46.134920 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.161986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-a777db4b-5a56-4fc2-af98-ee05cd818a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:46.163628 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-a777db4b-5a56-4fc2-af98-ee05cd818a27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=54dae98d-aa60-4fd9-9c67-e5ee2f324f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157651 Jul 05 03:57:46.284987 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ac006ad1-5d95-4031-8489-5155c5f9ceb0 req-d769ef47-2eeb-4726-8821-0cb0f367e519 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0555229 Jul 05 03:57:46.319143 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-dd255dae-1c81-412b-b369-296a8f7e7622 service neutron] 10.222.0.64 "GET /v2.0/networks/54dae98d-aa60-4fd9-9c67-e5ee2f324f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461813 Jul 05 03:57:46.374035 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ac006ad1-5d95-4031-8489-5155c5f9ceb0 req-56a62c08-a042-45d1-bf3f-58cc1d2f1549 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 210 time: 0.0344529 Jul 05 03:57:46.394400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Allocated IP 172.25.0.25 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/ad8f90e1-1a38-46f8-b467-8dd54f0fc25f) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:46.425814 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-1845f076-7019-4d53-b690-d0fed5aa1aa2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.471880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-4f9c4a7d-0376-46ea-9405-3fe385682ce0 service neutron] 10.222.0.64 "GET /v2.0/networks/54dae98d-aa60-4fd9-9c67-e5ee2f324f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465590 Jul 05 03:57:46.574474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-bf573a16-c7c0-44a8-9126-8f19c0d5b96c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=b990c748-c350-420f-beb6-0c5670b4dacd HTTP/1.1" status: 200 len: 217 time: 0.0935135 Jul 05 03:57:46.609480 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c64fb908-63a9-4149-b38a-64a518010da7 req-6d08f796-3c63-4a6d-99d7-939f6028fb2b tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/ports?device_id=c986cfe4-49da-48e6-baf5-34d759cb2e8e HTTP/1.1" status: 200 len: 210 time: 0.0519814 Jul 05 03:57:46.633090 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-1845f076-7019-4d53-b690-d0fed5aa1aa2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Network da0ef573-3c71-4826-bc2f-ca90865a5699 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:46.650627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-1845f076-7019-4d53-b690-d0fed5aa1aa2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:46.661681 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-1845f076-7019-4d53-b690-d0fed5aa1aa2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:46.699149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b7476094-0651-44a7-a17e-3edf60fcff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:46.700932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b7476094-0651-44a7-a17e-3edf60fcff82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.1056004 Jul 05 03:57:46.710634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845f076-7019-4d53-b690-d0fed5aa1aa2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Pushing event updated for resources: {'Port': ['ID=e421f2df-f154-4ae3-b19d-4d437c827363,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:46.780265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-1845f076-7019-4d53-b690-d0fed5aa1aa2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:46.780976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-1845f076-7019-4d53-b690-d0fed5aa1aa2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.801853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac006ad1-5d95-4031-8489-5155c5f9ceb0 req-3c72a06d-f8f0-4fb3-bfba-231d2d161c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:46.803483 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ac006ad1-5d95-4031-8489-5155c5f9ceb0 req-3c72a06d-f8f0-4fb3-bfba-231d2d161c2e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3749008 Jul 05 03:57:46.824406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-17c0fedb-f042-4402-b1e6-a987a5f73b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:46.826024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-17c0fedb-f042-4402-b1e6-a987a5f73b62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1110065 Jul 05 03:57:46.826145 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.885950 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-1845f076-7019-4d53-b690-d0fed5aa1aa2 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1359057 Jul 05 03:57:46.905383 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Request body: {'port': {'device_id': '9b9b9bf0-1706-4154-b316-83a67cdc9e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:47.002215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-1ecf3ddb-0c18-44fe-90e4-0fbc8a0770e7 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700962 Jul 05 03:57:47.015422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd49d-57db-4f9c-b01e-3dabe83bbb60 req-fb8cf3ee-4a9a-4d31-a9ba-3fe721d25de4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.021813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd49d-57db-4f9c-b01e-3dabe83bbb60 req-fb8cf3ee-4a9a-4d31-a9ba-3fe721d25de4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.028421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd49d-57db-4f9c-b01e-3dabe83bbb60 req-fb8cf3ee-4a9a-4d31-a9ba-3fe721d25de4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.034320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd49d-57db-4f9c-b01e-3dabe83bbb60 req-fb8cf3ee-4a9a-4d31-a9ba-3fe721d25de4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.040485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd49d-57db-4f9c-b01e-3dabe83bbb60 req-fb8cf3ee-4a9a-4d31-a9ba-3fe721d25de4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.046668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd49d-57db-4f9c-b01e-3dabe83bbb60 req-fb8cf3ee-4a9a-4d31-a9ba-3fe721d25de4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.048605 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.052589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd49d-57db-4f9c-b01e-3dabe83bbb60 req-fb8cf3ee-4a9a-4d31-a9ba-3fe721d25de4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.054609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d41fd49d-57db-4f9c-b01e-3dabe83bbb60 req-fb8cf3ee-4a9a-4d31-a9ba-3fe721d25de4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5429 time: 0.2005088 Jul 05 03:57:47.068803 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac006ad1-5d95-4031-8489-5155c5f9ceb0 req-3e87b3b3-00bb-47dd-ad82-b68025c27f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.075226 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ac006ad1-5d95-4031-8489-5155c5f9ceb0 req-3e87b3b3-00bb-47dd-ad82-b68025c27f29 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2600684 Jul 05 03:57:47.191026 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.201496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d41fd49d-57db-4f9c-b01e-3dabe83bbb60 req-0e52bf65-def8-4e43-9466-86c972d9f699 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1376736 Jul 05 03:57:47.261547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:47.272742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:47.281257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:47.300350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-a3e123c1-52f6-4c47-960d-e00eeebfe7dc service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447309 Jul 05 03:57:47.321581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05c13e-6482-4ae8-86b8-d918901b4cb3 req-2bea9404-f588-420c-bf2b-66f3debc5d37 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.323384 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc05c13e-6482-4ae8-86b8-d918901b4cb3 req-2bea9404-f588-420c-bf2b-66f3debc5d37 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 932 time: 0.2138298 Jul 05 03:57:47.327199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Pushing event updated for resources: {'Port': ['ID=ad8f90e1-1a38-46f8-b467-8dd54f0fc25f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:47.423176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-19e38952-958b-40bd-b179-63be899db66a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=e1a831ee-d410-4ebf-863c-96e8b8770426 HTTP/1.1" status: 200 len: 217 time: 0.0985751 Jul 05 03:57:47.503198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ac0ce7e-1a02-4dc1-b8d2-0d46a6bd71bd req-93c1ae59-3f6e-425c-b0cc-9cf6bf70f7df tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 210 time: 0.1123102 Jul 05 03:57:47.520862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-64eacb9b-18fc-4a43-bc7a-aeee05d6d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.522496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-64eacb9b-18fc-4a43-bc7a-aeee05d6d8c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.0702848 Jul 05 03:57:47.536104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc05c13e-6482-4ae8-86b8-d918901b4cb3 req-1b6f77dd-c4bc-4d93-8e2e-c022151411cf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001910 Jul 05 03:57:47.592315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-6bf02984-5193-483b-9bf2-84eb32dfa833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.593931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-6bf02984-5193-483b-9bf2-84eb32dfa833 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600383 Jul 05 03:57:47.632849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e421f2df-f154-4ae3-b19d-4d437c827363 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:47.641684 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.683303 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Transition to ACTIVE for port object e421f2df-f154-4ae3-b19d-4d437c827363 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:47.713315 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d3e1668f-88ba-4739-b663-2966bd376323 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132174 Jul 05 03:57:47.848616 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.895061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-18208a0f-0558-4e65-8173-e6ec4ef7d8fa req-b0166c96-d1a9-47e0-8ea4-e5aecf864eab tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/3238687e-4fa5-4c8e-b80e-3bc03cffd472 HTTP/1.1" status: 200 len: 1802 time: 0.0801127 Jul 05 03:57:47.920625 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.945741 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-1835c516-ec1c-44d4-9f3a-ebe0222e274c service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161496 Jul 05 03:57:48.014405 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Pushing event updated for resources: {'Port': ['ID=e421f2df-f154-4ae3-b19d-4d437c827363,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:48.027319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-8e543202-5559-409c-bcc6-5234a77a4879 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=adb1ed23-fff4-41df-aae0-ae1040d60db6 HTTP/1.1" status: 200 len: 217 time: 0.0719969 Jul 05 03:57:48.094154 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-18208a0f-0558-4e65-8173-e6ec4ef7d8fa req-aaa8c81a-e4d1-4410-93d9-8ca556de081f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.129436 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-18208a0f-0558-4e65-8173-e6ec4ef7d8fa req-aaa8c81a-e4d1-4410-93d9-8ca556de081f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.133986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-9fff68db-903b-40f1-89de-bc754b648e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.139040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-9fff68db-903b-40f1-89de-bc754b648e9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.0897987 Jul 05 03:57:48.195212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Attempting to bind port e421f2df-f154-4ae3-b19d-4d437c827363 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:48.195494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Attempting to bind port e421f2df-f154-4ae3-b19d-4d437c827363 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:48.196479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Attempting to bind port e421f2df-f154-4ae3-b19d-4d437c827363 on network da0ef573-3c71-4826-bc2f-ca90865a5699 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:48.205035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Port e421f2df-f154-4ae3-b19d-4d437c827363 on network da0ef573-3c71-4826-bc2f-ca90865a5699 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:48.205364 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Attempting to bind port e421f2df-f154-4ae3-b19d-4d437c827363 on network da0ef573-3c71-4826-bc2f-ca90865a5699 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:48.216506 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:48.219465 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Checking segment: {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:48.219465 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Bound using segment: {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:48.219465 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Bound port: e421f2df-f154-4ae3-b19d-4d437c827363, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab09460a-f84f-494c-9d3e-9e0b805fafa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:48.219465 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.266514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7a106abb-a149-4af7-a546-8179803c81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.268481 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-7a106abb-a149-4af7-a546-8179803c81ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1262348 Jul 05 03:57:48.326591 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:48.353883 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:48.354493 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3d14e8b5-f21c-47a9-a546-a23ea0de5ebf not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:48.412152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-d77dfc20-0d34-448a-937e-3b6fe0fc71e5 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.413782 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-d77dfc20-0d34-448a-937e-3b6fe0fc71e5 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.11 "GET /v2.0/networks?id=cd708a20-e1b1-4b50-82f6-f423a0b36708 HTTP/1.1" status: 200 len: 814 time: 0.3494983 Jul 05 03:57:48.418166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] For port e421f2df-f154-4ae3-b19d-4d437c827363, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:48.440425 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-18208a0f-0558-4e65-8173-e6ec4ef7d8fa req-aaa8c81a-e4d1-4410-93d9-8ca556de081f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.444258 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-18208a0f-0558-4e65-8173-e6ec4ef7d8fa req-aaa8c81a-e4d1-4410-93d9-8ca556de081f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.449657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-18208a0f-0558-4e65-8173-e6ec4ef7d8fa req-aaa8c81a-e4d1-4410-93d9-8ca556de081f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "DELETE /v2.0/security-groups/3238687e-4fa5-4c8e-b80e-3bc03cffd472 HTTP/1.1" status: 204 len: 173 time: 0.5357964 Jul 05 03:57:48.552050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8c81a-e4d1-4410-93d9-8ca556de081f tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3238687e-4fa5-4c8e-b80e-3bc03cffd472,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:48.613528 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ecdb2211-695c-45fb-9c26-02a2396d6bac req-2f11a7d8-1eb6-4563-a386-a0315ada4381 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "GET /v2.0/security-groups/4f3d2b1e-c5a3-47d5-9e45-d21ba26400a5 HTTP/1.1" status: 200 len: 1801 time: 0.1433399 Jul 05 03:57:48.679027 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-a3f4e275-758e-4ab7-a42c-4e93bd98f43f service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020400 Jul 05 03:57:48.780894 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-c9f9031e-e944-4392-868d-7ec06c0e7eb6 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953236 Jul 05 03:57:48.786693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-b26a19c5-eed7-4d38-b1f9-cd60682f0496 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Request body: {'port': {'device_id': 'c45b3e1a-ba6c-4ebb-9324-a56067e31676', 'network_id': 'cd708a20-e1b1-4b50-82f6-f423a0b36708', 'admin_state_up': True, 'tenant_id': 'b2958b4b9ba14aeaa55b505caa370bb6'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:48.805967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] For port e421f2df-f154-4ae3-b19d-4d437c827363, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e421f2df-f154-4ae3-b19d-4d437c827363,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:48.844094 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-6894abc4-91cf-4e4c-b638-399632a843fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=08a698c4-7fb2-4337-9aca-edf966a89040 HTTP/1.1" status: 200 len: 217 time: 0.0533359 Jul 05 03:57:48.856730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee67c-3a34-4c11-89aa-3fff729dbd85 req-a5c5177f-f6cb-4647-b649-303fb8f6d206 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.857224 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.862078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee67c-3a34-4c11-89aa-3fff729dbd85 req-a5c5177f-f6cb-4647-b649-303fb8f6d206 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.868900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee67c-3a34-4c11-89aa-3fff729dbd85 req-a5c5177f-f6cb-4647-b649-303fb8f6d206 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.871851 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.874551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee67c-3a34-4c11-89aa-3fff729dbd85 req-a5c5177f-f6cb-4647-b649-303fb8f6d206 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.881538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee67c-3a34-4c11-89aa-3fff729dbd85 req-a5c5177f-f6cb-4647-b649-303fb8f6d206 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.887661 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee67c-3a34-4c11-89aa-3fff729dbd85 req-a5c5177f-f6cb-4647-b649-303fb8f6d206 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.893890 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee67c-3a34-4c11-89aa-3fff729dbd85 req-a5c5177f-f6cb-4647-b649-303fb8f6d206 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.896829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43eee67c-3a34-4c11-89aa-3fff729dbd85 req-a5c5177f-f6cb-4647-b649-303fb8f6d206 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5429 time: 0.4576201 Jul 05 03:57:48.963188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.963858 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.965252 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] 10.222.0.11 "PUT /v2.0/ports/e421f2df-f154-4ae3-b19d-4d437c827363 HTTP/1.1" status: 200 len: 1092 time: 2.0712118 Jul 05 03:57:48.968790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9b9bf0-1706-4154-b316-83a67cdc9e71', 'tag': 'e421f2df-f154-4ae3-b19d-4d437c827363'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:48.971063 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aa1703-d2eb-4f9d-a9ff-69f90f119d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9b9bf0-1706-4154-b316-83a67cdc9e71", "tag": "e421f2df-f154-4ae3-b19d-4d437c827363"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:49.022725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-71162f09-20d5-463f-bfe1-b9a478c9ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.026030 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-71162f09-20d5-463f-bfe1-b9a478c9ee33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.1273732 Jul 05 03:57:49.029620 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ecdb2211-695c-45fb-9c26-02a2396d6bac req-f367e075-eeca-4407-b594-e02039f08183 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.057522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f962e2-c301-4b62-9c1f-9b926826793f service neutron] Pushing event updated for resources: {'Port': ['ID=e421f2df-f154-4ae3-b19d-4d437c827363,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:49.125660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43eee67c-3a34-4c11-89aa-3fff729dbd85 req-6d010fb7-ae15-4021-a854-0119a42bb163 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2104762 Jul 05 03:57:49.127246 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ecdb2211-695c-45fb-9c26-02a2396d6bac req-f367e075-eeca-4407-b594-e02039f08183 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.168989 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-b26a19c5-eed7-4d38-b1f9-cd60682f0496 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Made reservation on behalf of b2958b4b9ba14aeaa55b505caa370bb6 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:49.173908 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-b26a19c5-eed7-4d38-b1f9-cd60682f0496 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.194157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-3c000a4b-41a2-4b3f-bd1b-576e48ed7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.201796 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-3c000a4b-41a2-4b3f-bd1b-576e48ed7467 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1595073 Jul 05 03:57:49.255278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-2d4ec32e-2767-4270-a81a-0e805c883a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.256847 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-2d4ec32e-2767-4270-a81a-0e805c883a63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 1095 time: 0.1635101 Jul 05 03:57:49.288188 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ecdb2211-695c-45fb-9c26-02a2396d6bac req-f367e075-eeca-4407-b594-e02039f08183 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.291805 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ecdb2211-695c-45fb-9c26-02a2396d6bac req-f367e075-eeca-4407-b594-e02039f08183 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.293897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ecdb2211-695c-45fb-9c26-02a2396d6bac req-f367e075-eeca-4407-b594-e02039f08183 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] 10.222.0.60 "DELETE /v2.0/security-groups/4f3d2b1e-c5a3-47d5-9e45-d21ba26400a5 HTTP/1.1" status: 204 len: 173 time: 0.6629477 Jul 05 03:57:49.325615 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37860) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:49.326372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5f7112c-2800-4af9-85a0-54d56967f5bb req-093df7fd-aa34-406b-88da-9e1cc94773e9 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 210 time: 0.0550895 Jul 05 03:57:49.330577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Router 4dbe04ec-e835-44d6-8801-9e75ec1ad839 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:57:49.333144 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-61810b9e-ed7c-43e3-9d13-86d8cfdc02ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e421f2df-f154-4ae3-b19d-4d437c827363 HTTP/1.1" status: 200 len: 217 time: 0.0638962 Jul 05 03:57:49.333583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367e075-eeca-4407-b594-e02039f08183 tempest-SecurityGroupsTestJSON-605524475 tempest-SecurityGroupsTestJSON-605524475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3d2b1e-c5a3-47d5-9e45-d21ba26400a5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:49.424234 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-c35ec5a8-d926-40c4-b30f-64d6a3f3b4c2 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156181 Jul 05 03:57:49.570373 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-b26a19c5-eed7-4d38-b1f9-cd60682f0496 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Allocated IP 172.20.0.2 (cd708a20-e1b1-4b50-82f6-f423a0b36708/2d875b88-f1ab-4eea-99bf-37ad9112718d/bb2acb12-a8b1-4006-ac7e-15bb69533f3f) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:49.585912 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-e51d3d14-4729-41f2-9606-14ff83783467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.588253 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-e51d3d14-4729-41f2-9606-14ff83783467 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 HTTP/1.1" status: 200 len: 851 time: 0.2273259 Jul 05 03:57:49.592920 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d465e27-b4f8-4e5f-a01a-2d4cf3b95392 x-openstack-request-id: req-5d465e27-b4f8-4e5f-a01a-2d4cf3b95392 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:49.593656 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9b9bf0-1706-4154-b316-83a67cdc9e71", "tag": "e421f2df-f154-4ae3-b19d-4d437c827363", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:49.594622 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d465e27-b4f8-4e5f-a01a-2d4cf3b95392 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:49.595224 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9b9bf0-1706-4154-b316-83a67cdc9e71', 'tag': 'e421f2df-f154-4ae3-b19d-4d437c827363', 'status': 'completed', 'code': 200} Jul 05 03:57:49.637129 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-f10738c6-cf7a-4911-b56f-d87915bf8631 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054622 Jul 05 03:57:49.662698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47901e81-c2d3-4204-8827-6f51d69a8d75 req-2ef1abd0-0d81-47cf-ae0d-278ca123cc14 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.664253 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47901e81-c2d3-4204-8827-6f51d69a8d75 req-2ef1abd0-0d81-47cf-ae0d-278ca123cc14 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 944 time: 0.1061790 Jul 05 03:57:49.705240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-6ff8aeee-c9a5-4198-bc3e-2272ceec8796 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=689f3c13-af2d-4efa-b70c-5b65d3a797f6 HTTP/1.1" status: 200 len: 217 time: 0.0607438 Jul 05 03:57:49.713083 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ab0016-6885-4046-93cc-294296664104 admin admin] Deleting subnet 55cadabf-193f-4213-b3e9-84f18739c9b7 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:49.738701 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40ab0016-6885-4046-93cc-294296664104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.778133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47901e81-c2d3-4204-8827-6f51d69a8d75 req-d200e241-4d1b-4cac-a7d1-75ce64205c93 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753233 Jul 05 03:57:49.782109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-779de5c5-9ba2-4330-8b03-1dbb63135cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.783701 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-779de5c5-9ba2-4330-8b03-1dbb63135cd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3ff21ba-224c-4091-818b-dbb67611a58e HTTP/1.1" status: 200 len: 797 time: 0.0724251 Jul 05 03:57:49.813715 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-5d32639e-9448-46c2-9a7f-eb9c5c3a7d0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da0ef573-3c71-4826-bc2f-ca90865a5699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901091 Jul 05 03:57:49.849826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d806752b-c33b-42d3-9cb1-22984f2c6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.851266 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d806752b-c33b-42d3-9cb1-22984f2c6d6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d8d395a-629a-43df-95a0-5c67ac358e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605233 Jul 05 03:57:49.920781 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40ab0016-6885-4046-93cc-294296664104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.954623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-9c138930-2e83-4edd-9768-1485fe6e1a6e service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932233 Jul 05 03:57:50.001048 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:50.019568 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Sync routers for ids ['4dbe04ec-e835-44d6-8801-9e75ec1ad839'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:50.032637 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Routers {'4dbe04ec-e835-44d6-8801-9e75ec1ad839'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:50.033283 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-b26a19c5-eed7-4d38-b1f9-cd60682f0496 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.033821 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:57:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['4dbe04ec-e835-44d6-8801-9e75ec1ad839'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:50.066036 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40ab0016-6885-4046-93cc-294296664104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.089761 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-e7cccd1d-39ae-49e3-80ae-6fc701abb58b service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281052 Jul 05 03:57:50.113193 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-cc063cb9-518d-4bdb-ab32-51d0d779de74 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618098 Jul 05 03:57:50.194198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-bdfb9b45-ccf8-468b-952e-b4da6f294778 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1104469-75fb-4577-a085-2bae2e7fc87a HTTP/1.1" status: 200 len: 217 time: 0.0943453 Jul 05 03:57:50.199360 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Set router 4dbe04ec-e835-44d6-8801-9e75ec1ad839 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:50.217537 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.218755 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-84718df7-afee-4e7a-89d9-4b73acc26230 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1691594 Jul 05 03:57:50.226997 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37874) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:50.315350 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22cc25a4-df2e-4e03-b876-f18164ef4189 req-375c50e9-dc62-48d8-9c74-d8da97d39282 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950057 Jul 05 03:57:50.333054 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40ab0016-6885-4046-93cc-294296664104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.359761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab0016-6885-4046-93cc-294296664104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55cadabf-193f-4213-b3e9-84f18739c9b7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:50.388481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-b26a19c5-eed7-4d38-b1f9-cd60682f0496 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.401874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d1c5c774-34bf-4661-a662-eaaf226a4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.405402 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-d1c5c774-34bf-4661-a662-eaaf226a4734 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3ff21ba-224c-4091-818b-dbb67611a58e HTTP/1.1" status: 200 len: 797 time: 0.2036169 Jul 05 03:57:50.415579 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40ab0016-6885-4046-93cc-294296664104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.418095 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-40ab0016-6885-4046-93cc-294296664104 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/55cadabf-193f-4213-b3e9-84f18739c9b7 HTTP/1.1" status: 204 len: 168 time: 1.0964367 Jul 05 03:57:50.443848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37882) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:50.482174 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-b26a19c5-eed7-4d38-b1f9-cd60682f0496 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Network cd708a20-e1b1-4b50-82f6-f423a0b36708 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:50.503591 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'name': 'tempest-ServerRescueTestJSON-865741871-router', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'ad8f90e1-1a38-46f8-b467-8dd54f0fc25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:44Z', 'updated_at': '2021-07-05T03:57:47Z', 'revision_number': 3, 'project_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'gw_port': {'id': 'ad8f90e1-1a38-46f8-b467-8dd54f0fc25f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:93:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:46Z', 'updated_at': '2021-07-05T03:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:50.555161 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Checking router: 4dbe04ec-e835-44d6-8801-9e75ec1ad839 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:50.555518 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Updating router 4dbe04ec-e835-44d6-8801-9e75ec1ad839 port ad8f90e1-1a38-46f8-b467-8dd54f0fc25f binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:57:50.569412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428c02-1915-4411-9be2-43a030da8dd4 req-15d488ff-439e-43ae-b8b7-337c6353e273 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.587788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428c02-1915-4411-9be2-43a030da8dd4 req-15d488ff-439e-43ae-b8b7-337c6353e273 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.591024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-b26a19c5-eed7-4d38-b1f9-cd60682f0496 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:50.605876 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.606297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-b26a19c5-eed7-4d38-b1f9-cd60682f0496 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:50.618459 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428c02-1915-4411-9be2-43a030da8dd4 req-15d488ff-439e-43ae-b8b7-337c6353e273 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.631111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428c02-1915-4411-9be2-43a030da8dd4 req-15d488ff-439e-43ae-b8b7-337c6353e273 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.638459 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428c02-1915-4411-9be2-43a030da8dd4 req-15d488ff-439e-43ae-b8b7-337c6353e273 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.644926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428c02-1915-4411-9be2-43a030da8dd4 req-15d488ff-439e-43ae-b8b7-337c6353e273 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.651630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428c02-1915-4411-9be2-43a030da8dd4 req-15d488ff-439e-43ae-b8b7-337c6353e273 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.654196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed428c02-1915-4411-9be2-43a030da8dd4 req-15d488ff-439e-43ae-b8b7-337c6353e273 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5429 time: 0.3179724 Jul 05 03:57:50.721443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a19c5-eed7-4d38-b1f9-cd60682f0496 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Pushing event updated for resources: {'Port': ['ID=bb2acb12-a8b1-4006-ac7e-15bb69533f3f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:50.749471 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40bc5eb2-317c-4533-a60c-296c82972cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.758192 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-b26a19c5-eed7-4d38-b1f9-cd60682f0496 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.759210 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-b26a19c5-eed7-4d38-b1f9-cd60682f0496 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.785236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa1703-d2eb-4f9d-a9ff-69f90f119d1a req-d7bd9b19-2013-482c-8174-07f82c226a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.786778 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9aa1703-d2eb-4f9d-a9ff-69f90f119d1a req-d7bd9b19-2013-482c-8174-07f82c226a2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 1095 time: 0.3025644 Jul 05 03:57:50.815076 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-733e9311-19e3-4904-a2ee-3b690f55b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.816757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-733e9311-19e3-4904-a2ee-3b690f55b441 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d8d395a-629a-43df-95a0-5c67ac358e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3685787 Jul 05 03:57:50.911013 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-b26a19c5-eed7-4d38-b1f9-cd60682f0496 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4594746 Jul 05 03:57:50.934914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Request body: {'port': {'device_id': 'c45b3e1a-ba6c-4ebb-9324-a56067e31676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:50.974645 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40bc5eb2-317c-4533-a60c-296c82972cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.995685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-40bc5eb2-317c-4533-a60c-296c82972cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98dda64-a33a-4703-a1a8-2da2a6b6fe2e']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:51.026951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-40bc5eb2-317c-4533-a60c-296c82972cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34c8e3b-3ee5-4fbd-9008-a274ba75c805') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:51.027259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-40bc5eb2-317c-4533-a60c-296c82972cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34c8e3b-3ee5-4fbd-9008-a274ba75c805') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:51.033609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed428c02-1915-4411-9be2-43a030da8dd4 req-a3383972-b2a9-491d-b241-c3152758a678 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3720558 Jul 05 03:57:51.033961 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.058522 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Transition to ACTIVE for port object ad8f90e1-1a38-46f8-b467-8dd54f0fc25f will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:51.073603 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40bc5eb2-317c-4533-a60c-296c82972cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.073603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa1703-d2eb-4f9d-a9ff-69f90f119d1a req-2bfc1f6b-c8db-4649-8463-f7b51198ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.074929 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9aa1703-d2eb-4f9d-a9ff-69f90f119d1a req-2bfc1f6b-c8db-4649-8463-f7b51198ca27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 200 len: 912 time: 0.2645371 Jul 05 03:57:51.126547 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9aa1703-d2eb-4f9d-a9ff-69f90f119d1a req-74dda2a5-0e02-4335-8e7f-3203f02b402e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e421f2df-f154-4ae3-b19d-4d437c827363 HTTP/1.1" status: 200 len: 217 time: 0.0428796 Jul 05 03:57:51.136119 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40bc5eb2-317c-4533-a60c-296c82972cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.165634 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.176757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac088c-a5cf-47f7-b77d-3816b82564d7 req-af52c6a6-bd55-4cea-9d3a-04a760b02509 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.180418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0eac088c-a5cf-47f7-b77d-3816b82564d7 req-af52c6a6-bd55-4cea-9d3a-04a760b02509 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 931 time: 0.5204494 Jul 05 03:57:51.181710 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.182978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-dbe67091-aed5-42b8-8c52-1a4693dfb025 service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993939 Jul 05 03:57:51.184887 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bc5eb2-317c-4533-a60c-296c82972cf8 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:51.185190 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40bc5eb2-317c-4533-a60c-296c82972cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:51.187204 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:51.240637 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b5039d95-dac3-4bf0-a776-c9b1217771af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.269186 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Attempting to bind port ad8f90e1-1a38-46f8-b467-8dd54f0fc25f on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:51.269903 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Attempting to bind port ad8f90e1-1a38-46f8-b467-8dd54f0fc25f by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:51.270487 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Attempting to bind port ad8f90e1-1a38-46f8-b467-8dd54f0fc25f on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:51.284082 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:51.284959 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:51.285593 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.286095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa1703-d2eb-4f9d-a9ff-69f90f119d1a req-bb2e7e6e-887e-4f1e-a33b-a06b1f699e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.286466 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:51.287240 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Bound port: ad8f90e1-1a38-46f8-b467-8dd54f0fc25f, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:51.287633 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9aa1703-d2eb-4f9d-a9ff-69f90f119d1a req-bb2e7e6e-887e-4f1e-a33b-a06b1f699e64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 HTTP/1.1" status: 200 len: 851 time: 0.1493647 Jul 05 03:57:51.287794 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.294984 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcc46c-a321-40d9-bd9a-e5880feca79a None None] Pushing event updated for resources: {'Port': ['ID=ad8f90e1-1a38-46f8-b467-8dd54f0fc25f,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:51.305961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad3c49a2-6382-48ec-96d2-c581b292d974 req-b550d490-730d-4fd3-a9ff-8b363c4802dd service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120842 Jul 05 03:57:51.345190 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dcc46c-a321-40d9-bd9a-e5880feca79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:51.346340 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dcc46c-a321-40d9-bd9a-e5880feca79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:51.347270 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dcc46c-a321-40d9-bd9a-e5880feca79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:51.347878 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dcc46c-a321-40d9-bd9a-e5880feca79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:51.352580 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dcc46c-a321-40d9-bd9a-e5880feca79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:51.352884 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9aa1703-d2eb-4f9d-a9ff-69f90f119d1a req-a09b3777-2b93-4ace-9ea1-e0e788a60076 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da0ef573-3c71-4826-bc2f-ca90865a5699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528603 Jul 05 03:57:51.352984 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dcc46c-a321-40d9-bd9a-e5880feca79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:51.352984 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dcc46c-a321-40d9-bd9a-e5880feca79a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:51.352984 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dcc46c-a321-40d9-bd9a-e5880feca79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:51.352984 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dcc46c-a321-40d9-bd9a-e5880feca79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:51.352984 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dcc46c-a321-40d9-bd9a-e5880feca79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:51.352984 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dcc46c-a321-40d9-bd9a-e5880feca79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:51.352984 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dcc46c-a321-40d9-bd9a-e5880feca79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:51.409410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0eac088c-a5cf-47f7-b77d-3816b82564d7 req-290e80b1-5404-434a-a1a9-3f3528ed55e7 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0397a06-7a9b-47d7-ae80-a671bde0ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240236 Jul 05 03:57:51.415593 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40bc5eb2-317c-4533-a60c-296c82972cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.443803 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] For port ad8f90e1-1a38-46f8-b467-8dd54f0fc25f, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:51.451687 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] For port ad8f90e1-1a38-46f8-b467-8dd54f0fc25f, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ad8f90e1-1a38-46f8-b467-8dd54f0fc25f,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:51.516345 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40bc5eb2-317c-4533-a60c-296c82972cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.520842 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-40bc5eb2-317c-4533-a60c-296c82972cf8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f98dda64-a33a-4703-a1a8-2da2a6b6fe2e HTTP/1.1" status: 204 len: 168 time: 1.0674703 Jul 05 03:57:51.532896 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.548158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc5eb2-317c-4533-a60c-296c82972cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f98dda64-a33a-4703-a1a8-2da2a6b6fe2e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:51.679306 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcc46c-a321-40d9-bd9a-e5880feca79a None None] Pushing event updated for resources: {'Port': ['ID=ad8f90e1-1a38-46f8-b467-8dd54f0fc25f,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:51.691771 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9aa1703-d2eb-4f9d-a9ff-69f90f119d1a req-ed6bb920-8a28-4c1c-aa21-66f27bc8f3b9 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355539 Jul 05 03:57:51.734279 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:57:51.755453 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Routers {'4dbe04ec-e835-44d6-8801-9e75ec1ad839'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:51.756117 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:57:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['4dbe04ec-e835-44d6-8801-9e75ec1ad839'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:51.929109 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] Set router 4dbe04ec-e835-44d6-8801-9e75ec1ad839 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:51.995703 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9aa1703-d2eb-4f9d-a9ff-69f90f119d1a req-5f5f9267-13c6-4226-9ebb-82d5221c4011 service neutron] 10.222.0.11 "GET /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864518 Jul 05 03:57:51.998675 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2acb12-a8b1-4006-ac7e-15bb69533f3f {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:52.008486 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.023531 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Transition to ACTIVE for port object bb2acb12-a8b1-4006-ac7e-15bb69533f3f will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:52.085118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37912) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:52.141747 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ae5b1714-302e-418d-be08-dca1733f31ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7de3fa7ecc2f4a1aa1e7dd64a5c30a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548916 Jul 05 03:57:52.142886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37914) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:52.197691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-d453ac0a-9312-4f5b-983d-5a6e20a67965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.198295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-d453ac0a-9312-4f5b-983d-5a6e20a67965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.198705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-d453ac0a-9312-4f5b-983d-5a6e20a67965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.199115 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-d453ac0a-9312-4f5b-983d-5a6e20a67965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.199582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-d453ac0a-9312-4f5b-983d-5a6e20a67965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.200048 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-d453ac0a-9312-4f5b-983d-5a6e20a67965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.200541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-d453ac0a-9312-4f5b-983d-5a6e20a67965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.202539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-d453ac0a-9312-4f5b-983d-5a6e20a67965 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc9f90e618b6473285087fb5dfe41852&device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 6486 time: 0.7118282 Jul 05 03:57:52.204814 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.225367 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.308397 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'name': 'tempest-ServerRescueTestJSON-865741871-router', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'ad8f90e1-1a38-46f8-b467-8dd54f0fc25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:44Z', 'updated_at': '2021-07-05T03:57:47Z', 'revision_number': 3, 'project_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'gw_port': {'id': 'ad8f90e1-1a38-46f8-b467-8dd54f0fc25f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:93:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:46Z', 'updated_at': '2021-07-05T03:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:52.327913 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2acb12-a8b1-4006-ac7e-15bb69533f3f,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:52.338711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b4a6d-dd14-4ace-ac2c-3783ae92409f req-9e483892-7087-4955-81cb-1f83d6e00c5c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.345938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a55b4a6d-dd14-4ace-ac2c-3783ae92409f req-9e483892-7087-4955-81cb-1f83d6e00c5c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 944 time: 0.8240564 Jul 05 03:57:52.356550 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a363c33f-5bb6-4998-a792-9a1a8796fd2e None None] The sync data for ids ['4dbe04ec-e835-44d6-8801-9e75ec1ad839'] in n-d-798249-5 is: [{'id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'name': 'tempest-ServerRescueTestJSON-865741871-router', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'ad8f90e1-1a38-46f8-b467-8dd54f0fc25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:44Z', 'updated_at': '2021-07-05T03:57:47Z', 'revision_number': 3, 'project_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'gw_port': {'id': 'ad8f90e1-1a38-46f8-b467-8dd54f0fc25f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:93:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:46Z', 'updated_at': '2021-07-05T03:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:52.387469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d745dc75-5992-4031-a0ce-49083f426e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.445125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d745dc75-5992-4031-a0ce-49083f426e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.496589 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Attempting to bind port bb2acb12-a8b1-4006-ac7e-15bb69533f3f on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:52.496932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Attempting to bind port bb2acb12-a8b1-4006-ac7e-15bb69533f3f by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'acec910f-ab8a-444b-9ac7-65e0c28116c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd708a20-e1b1-4b50-82f6-f423a0b36708'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:52.497264 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Attempting to bind port bb2acb12-a8b1-4006-ac7e-15bb69533f3f on network cd708a20-e1b1-4b50-82f6-f423a0b36708 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:52.504866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Port bb2acb12-a8b1-4006-ac7e-15bb69533f3f on network cd708a20-e1b1-4b50-82f6-f423a0b36708 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:52.505198 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Attempting to bind port bb2acb12-a8b1-4006-ac7e-15bb69533f3f on network cd708a20-e1b1-4b50-82f6-f423a0b36708 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:52.511416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:52.511775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Checking segment: {'id': 'acec910f-ab8a-444b-9ac7-65e0c28116c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd708a20-e1b1-4b50-82f6-f423a0b36708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:52.512154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Bound using segment: {'id': 'acec910f-ab8a-444b-9ac7-65e0c28116c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd708a20-e1b1-4b50-82f6-f423a0b36708'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:52.512634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Bound port: bb2acb12-a8b1-4006-ac7e-15bb69533f3f, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acec910f-ab8a-444b-9ac7-65e0c28116c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd708a20-e1b1-4b50-82f6-f423a0b36708'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:52.513009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.587528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-05b3c54a-3f8b-4b35-86a3-120eb3fb191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.589096 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-05b3c54a-3f8b-4b35-86a3-120eb3fb191f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d8d395a-629a-43df-95a0-5c67ac358e33 HTTP/1.1" status: 200 len: 903 time: 0.3652933 Jul 05 03:57:52.590636 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] For port bb2acb12-a8b1-4006-ac7e-15bb69533f3f, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:52.594536 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] For port bb2acb12-a8b1-4006-ac7e-15bb69533f3f, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=bb2acb12-a8b1-4006-ac7e-15bb69533f3f,segment=NetworkSegment(acec910f-ab8a-444b-9ac7-65e0c28116c1),segment_id=acec910f-ab8a-444b-9ac7-65e0c28116c1)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:52.597919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a55b4a6d-dd14-4ace-ac2c-3783ae92409f req-67bee471-8ad1-4e03-9c29-3a0a650fc691 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508221 Jul 05 03:57:52.649441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-71647205-a366-4b4c-88c0-d6ef2aadf6ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1104469-75fb-4577-a085-2bae2e7fc87a HTTP/1.1" status: 200 len: 217 time: 0.0465112 Jul 05 03:57:52.672530 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d745dc75-5992-4031-a0ce-49083f426e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.675850 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d745dc75-5992-4031-a0ce-49083f426e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.677376 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d745dc75-5992-4031-a0ce-49083f426e5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3cc793e7-79bd-4d4e-b811-e561e31de633 HTTP/1.1" status: 204 len: 168 time: 0.5331972 Jul 05 03:57:52.727903 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745dc75-5992-4031-a0ce-49083f426e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc793e7-79bd-4d4e-b811-e561e31de633,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:52.735505 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.838671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.840541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.843551 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] 10.222.0.11 "PUT /v2.0/ports/bb2acb12-a8b1-4006-ac7e-15bb69533f3f HTTP/1.1" status: 200 len: 1091 time: 1.9223237 Jul 05 03:57:52.846427 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45b3e1a-ba6c-4ebb-9324-a56067e31676', 'tag': 'bb2acb12-a8b1-4006-ac7e-15bb69533f3f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:52.862255 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4479b47b-d8d2-443d-a4d0-675af1543fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "c45b3e1a-ba6c-4ebb-9324-a56067e31676", "tag": "bb2acb12-a8b1-4006-ac7e-15bb69533f3f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:52.867339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02edad2-b786-4812-86a2-ac018520e9bd req-99538e2b-0230-4d30-8876-48ab7554821f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.874888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02edad2-b786-4812-86a2-ac018520e9bd req-99538e2b-0230-4d30-8876-48ab7554821f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.894528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02edad2-b786-4812-86a2-ac018520e9bd req-99538e2b-0230-4d30-8876-48ab7554821f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.921552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2944aaa-b445-4c77-b82b-d1f685a88799 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2acb12-a8b1-4006-ac7e-15bb69533f3f,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:52.923717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02edad2-b786-4812-86a2-ac018520e9bd req-99538e2b-0230-4d30-8876-48ab7554821f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.947018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02edad2-b786-4812-86a2-ac018520e9bd req-99538e2b-0230-4d30-8876-48ab7554821f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.965825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02edad2-b786-4812-86a2-ac018520e9bd req-99538e2b-0230-4d30-8876-48ab7554821f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.980724 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02edad2-b786-4812-86a2-ac018520e9bd req-99538e2b-0230-4d30-8876-48ab7554821f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.984524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a02edad2-b786-4812-86a2-ac018520e9bd req-99538e2b-0230-4d30-8876-48ab7554821f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5429 time: 0.7732818 Jul 05 03:57:53.049478 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-a0744acb-bf61-4685-b577-a7dfaefd259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.053120 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-a0744acb-bf61-4685-b577-a7dfaefd259a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2958b4b9ba14aeaa55b505caa370bb6&device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 1094 time: 0.1120782 Jul 05 03:57:53.060522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Allocated IP 172.20.0.1 (31690ce0-e310-4c82-b0ee-306fa6a5b103/51f7de5d-a5d9-4c58-ac7a-89ad77e975db/7be2f934-b43a-4220-a970-685546d51583) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:53.104469 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a02edad2-b786-4812-86a2-ac018520e9bd req-18382124-fa51-4134-a1d3-af381b9d514c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050229 Jul 05 03:57:53.106664 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-a44e0918-d26a-445e-8d98-f48e317a2d95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb2acb12-a8b1-4006-ac7e-15bb69533f3f HTTP/1.1" status: 200 len: 217 time: 0.0465255 Jul 05 03:57:53.109763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-7ce3a404-93e2-477a-b69d-52d83b1d54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.113501 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-7ce3a404-93e2-477a-b69d-52d83b1d54a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3ff21ba-224c-4091-818b-dbb67611a58e HTTP/1.1" status: 200 len: 797 time: 0.4576368 Jul 05 03:57:53.207315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-233b96c3-0924-4dc6-af73-123a47152a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.216724 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-233b96c3-0924-4dc6-af73-123a47152a8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d875b88-f1ab-4eea-99bf-37ad9112718d HTTP/1.1" status: 200 len: 854 time: 0.0964866 Jul 05 03:57:53.273915 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-33ad46ae-a099-437f-9c2b-36ba36a9c77f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd708a20-e1b1-4b50-82f6-f423a0b36708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571337 Jul 05 03:57:53.495114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-0dc0ef78-ca4e-4e26-af72-69d00c270304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.496775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-0dc0ef78-ca4e-4e26-af72-69d00c270304 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d8d395a-629a-43df-95a0-5c67ac358e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3734884 Jul 05 03:57:53.519857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37952) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:53.605300 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.616200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f9890-d069-49f7-b6f4-4eb1d7bb3c8f req-968d70a0-ea2d-4cb4-bb78-6693d6aab60b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.618257 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb2f9890-d069-49f7-b6f4-4eb1d7bb3c8f req-968d70a0-ea2d-4cb4-bb78-6693d6aab60b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 943 time: 0.5361874 Jul 05 03:57:53.725074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e421f2df-f154-4ae3-b19d-4d437c827363 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:53.782217 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb2f9890-d069-49f7-b6f4-4eb1d7bb3c8f req-19c168a8-3055-4a84-8ae0-01fcda939053 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0397a06-7a9b-47d7-ae80-a671bde0ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573567 Jul 05 03:57:53.818257 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.846552 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c681b2-7099-456e-8fa2-43a3af9a1d6b x-openstack-request-id: req-66c681b2-7099-456e-8fa2-43a3af9a1d6b {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:53.847169 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45b3e1a-ba6c-4ebb-9324-a56067e31676", "tag": "bb2acb12-a8b1-4006-ac7e-15bb69533f3f", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:53.847924 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66c681b2-7099-456e-8fa2-43a3af9a1d6b {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:53.849002 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45b3e1a-ba6c-4ebb-9324-a56067e31676', 'tag': 'bb2acb12-a8b1-4006-ac7e-15bb69533f3f', 'status': 'completed', 'code': 200} Jul 05 03:57:53.919022 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-bae6fbc2-9467-4d2f-a785-2baccd0233d7 service neutron] 10.222.0.11 "GET /v2.0/networks/cd708a20-e1b1-4b50-82f6-f423a0b36708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405303 Jul 05 03:57:53.919429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad8f90e1-1a38-46f8-b467-8dd54f0fc25f up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:53.983704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=7be2f934-b43a-4220-a970-685546d51583,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:54.016647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port e421f2df-f154-4ae3-b19d-4d437c827363, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e421f2df-f154-4ae3-b19d-4d437c827363,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:54.045431 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'e421f2df-f154-4ae3-b19d-4d437c827363', 'network_id': 'da0ef573-3c71-4826-bc2f-ca90865a5699', 'port_id': 'e421f2df-f154-4ae3-b19d-4d437c827363', 'mac_address': 'fa:16:3e:f4:f4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:54.072570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Network 31690ce0-e310-4c82-b0ee-306fa6a5b103 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:54.083042 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.100598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e421f2df-f154-4ae3-b19d-4d437c827363 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:54.116740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-e43365dc-a241-49e2-8881-5495ef34e8a0 service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946863 Jul 05 03:57:54.123131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:54.124524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port e421f2df-f154-4ae3-b19d-4d437c827363, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e421f2df-f154-4ae3-b19d-4d437c827363,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:54.125751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:54.131040 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85c3ec4c-a19f-4e6c-86d3-df7968263aae req-f71f2161-7c1d-41cc-9d3a-c966661e7920 service neutron] 10.222.0.11 "GET /v2.0/networks/cd708a20-e1b1-4b50-82f6-f423a0b36708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049968 Jul 05 03:57:54.137431 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port ad8f90e1-1a38-46f8-b467-8dd54f0fc25f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:54.142522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ad8f90e1-1a38-46f8-b467-8dd54f0fc25f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:54.142671 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.244009 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.294070 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-051d0cd7-2763-4cb0-b6d7-6bd278aca983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.302848 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.327530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port ad8f90e1-1a38-46f8-b467-8dd54f0fc25f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ad8f90e1-1a38-46f8-b467-8dd54f0fc25f,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:54.348063 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=e421f2df-f154-4ae3-b19d-4d437c827363,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:54.357667 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:54.358287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:54.359047 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:54.359694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:54.360257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:54.360855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:54.361386 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:54.361913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:54.362444 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:54.362982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:54.363506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:54.364044 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:54.394647 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.395792 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.409149 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479b47b-d8d2-443d-a4d0-675af1543fa3 req-31245606-949a-477c-83fe-ee54dbad6355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.415087 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4479b47b-d8d2-443d-a4d0-675af1543fa3 req-31245606-949a-477c-83fe-ee54dbad6355 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2958b4b9ba14aeaa55b505caa370bb6&device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 1094 time: 0.1071811 Jul 05 03:57:54.423625 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.454892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['e421f2df-f154-4ae3-b19d-4d437c827363'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:54.531641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=ad8f90e1-1a38-46f8-b467-8dd54f0fc25f,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:54.549524 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479b47b-d8d2-443d-a4d0-675af1543fa3 req-73e16f00-f21f-41b4-9371-f4a6a6099151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.551237 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4479b47b-d8d2-443d-a4d0-675af1543fa3 req-73e16f00-f21f-41b4-9371-f4a6a6099151 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd708a20-e1b1-4b50-82f6-f423a0b36708 HTTP/1.1" status: 200 len: 915 time: 0.1291916 Jul 05 03:57:54.597973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02ce4e-4559-4dcd-9aae-2688ce670412 req-7bc06b87-4ce3-47fd-bc3f-fdfa1bd26034 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.599795 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ac02ce4e-4559-4dcd-9aae-2688ce670412 req-7bc06b87-4ce3-47fd-bc3f-fdfa1bd26034 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 944 time: 0.6469190 Jul 05 03:57:54.624326 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4479b47b-d8d2-443d-a4d0-675af1543fa3 req-d17687f5-6656-4647-b6c8-3397280181e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb2acb12-a8b1-4006-ac7e-15bb69533f3f HTTP/1.1" status: 200 len: 217 time: 0.0588756 Jul 05 03:57:54.684331 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b480c6e8-ec15-492d-b7c8-9a3762662611 req-960d0a79-54d4-4dba-b6db-8b435066e4ee service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541062 Jul 05 03:57:54.707106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479b47b-d8d2-443d-a4d0-675af1543fa3 req-dcbf301b-b343-4ccf-907b-9d8b21468dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.708698 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4479b47b-d8d2-443d-a4d0-675af1543fa3 req-dcbf301b-b343-4ccf-907b-9d8b21468dce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d875b88-f1ab-4eea-99bf-37ad9112718d HTTP/1.1" status: 200 len: 854 time: 0.0742953 Jul 05 03:57:54.786717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02b91-c3a8-433e-97ae-7a1d9cc81447 req-d4d91039-639b-48ce-84ce-5c07e65d8949 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.792580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37986) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:54.792820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02b91-c3a8-433e-97ae-7a1d9cc81447 req-d4d91039-639b-48ce-84ce-5c07e65d8949 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.793114 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4479b47b-d8d2-443d-a4d0-675af1543fa3 req-997045b4-e8a5-4874-9c7f-285b0230606f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd708a20-e1b1-4b50-82f6-f423a0b36708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739541 Jul 05 03:57:54.798518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02b91-c3a8-433e-97ae-7a1d9cc81447 req-d4d91039-639b-48ce-84ce-5c07e65d8949 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.806179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02b91-c3a8-433e-97ae-7a1d9cc81447 req-d4d91039-639b-48ce-84ce-5c07e65d8949 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.812876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02b91-c3a8-433e-97ae-7a1d9cc81447 req-d4d91039-639b-48ce-84ce-5c07e65d8949 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.821329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02b91-c3a8-433e-97ae-7a1d9cc81447 req-d4d91039-639b-48ce-84ce-5c07e65d8949 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.825509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02b91-c3a8-433e-97ae-7a1d9cc81447 req-d4d91039-639b-48ce-84ce-5c07e65d8949 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.829929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04e02b91-c3a8-433e-97ae-7a1d9cc81447 req-d4d91039-639b-48ce-84ce-5c07e65d8949 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5429 time: 0.5561504 Jul 05 03:57:54.834733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ac02ce4e-4559-4dcd-9aae-2688ce670412 req-47fc8999-eb60-4553-839a-33634f8120cc tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079206 Jul 05 03:57:54.933715 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4479b47b-d8d2-443d-a4d0-675af1543fa3 req-0236ccb0-4dd8-4371-86ab-3fb3f8e54164 service neutron] 10.222.0.11 "GET /v2.0/networks/cd708a20-e1b1-4b50-82f6-f423a0b36708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316705 Jul 05 03:57:54.949751 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04e02b91-c3a8-433e-97ae-7a1d9cc81447 req-d5d6903a-0f70-4d07-aeff-61c9d2f1d843 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028936 Jul 05 03:57:55.011246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1670174378-network', 'tenant_id': 'dee3aa1f3f6842dbb0baac436bfbe9cb'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:55.067368 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4479b47b-d8d2-443d-a4d0-675af1543fa3 req-91050c0f-d3aa-4149-9ed5-320cb67d4cd3 service neutron] 10.222.0.11 "GET /v2.0/networks/cd708a20-e1b1-4b50-82f6-f423a0b36708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235850 Jul 05 03:57:55.120266 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.159037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] Made reservation on behalf of dee3aa1f3f6842dbb0baac436bfbe9cb for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:55.161677 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.173656 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.206819 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ceca8e-464e-4501-b27e-6a6045618fb9 req-bbbb2658-804b-4d0e-899c-e19fe8a16b8a tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.208391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45ceca8e-464e-4501-b27e-6a6045618fb9 req-bbbb2658-804b-4d0e-899c-e19fe8a16b8a tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 943 time: 0.1730812 Jul 05 03:57:55.255130 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.278642 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.340392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45ceca8e-464e-4501-b27e-6a6045618fb9 req-83f9c5c5-e150-4e31-8f31-8e0ca9ce041e tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0397a06-7a9b-47d7-ae80-a671bde0ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248128 Jul 05 03:57:55.398996 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.400948 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c226ca7f-3937-4d40-8f39-169b5719381e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.423211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:57:55.438761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:55.441903 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.442254 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] Added segment 67baf27d-c0e4-4622-8ad6-ec9c9692d9be of type vlan for network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 Jul 05 03:57:55.455603 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.501201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.575033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.645614 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.646624 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.647221 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.651326 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.654502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=7be2f934-b43a-4220-a970-685546d51583,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:55.716562 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] Pushing event updated for resources: {'Network': ['ID=585a8214-a0c2-4ff4-b92d-fd07e9827d52,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:55.724426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e421f2df-f154-4ae3-b19d-4d437c827363 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:55.748062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:57:55.806997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad8f90e1-1a38-46f8-b467-8dd54f0fc25f up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:55.811224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Network 31690ce0-e310-4c82-b0ee-306fa6a5b103 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:55.815150 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:55.880079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c226ca7f-3937-4d40-8f39-169b5719381e admin admin] Deleting port a59b99dd-d3b8-4f64-b746-1751f360bb7c {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:55.880249 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c226ca7f-3937-4d40-8f39-169b5719381e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.891916 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ad8f90e1-1a38-46f8-b467-8dd54f0fc25f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:55.892664 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.899273 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7c1c2a3f-0eda-4a37-ad50-4d0e070ec304 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1112556 Jul 05 03:57:55.902092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38010) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:55.907630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-712f1a3e-e4af-4b69-a8d3-27a5f3f0310d admin admin] Request body: {'subnet': {'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1670174378-subnet', 'tenant_id': 'dee3aa1f3f6842dbb0baac436bfbe9cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:56.002646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port e421f2df-f154-4ae3-b19d-4d437c827363 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:56.009904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port e421f2df-f154-4ae3-b19d-4d437c827363 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:56.010284 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.041044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712f1a3e-e4af-4b69-a8d3-27a5f3f0310d admin admin] Made reservation on behalf of dee3aa1f3f6842dbb0baac436bfbe9cb for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:56.044418 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-712f1a3e-e4af-4b69-a8d3-27a5f3f0310d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.053943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Router 4dbe04ec-e835-44d6-8801-9e75ec1ad839 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:56.057660 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-c226ca7f-3937-4d40-8f39-169b5719381e admin admin] For port a59b99dd-d3b8-4f64-b746-1751f360bb7c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a59b99dd-d3b8-4f64-b746-1751f360bb7c,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:56.058026 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c226ca7f-3937-4d40-8f39-169b5719381e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.079710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c226ca7f-3937-4d40-8f39-169b5719381e admin admin] Calling delete_port for a59b99dd-d3b8-4f64-b746-1751f360bb7c owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:56.118804 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.158303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port e421f2df-f154-4ae3-b19d-4d437c827363, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e421f2df-f154-4ae3-b19d-4d437c827363,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:56.159505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9b9bf0-1706-4154-b316-83a67cdc9e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e421f2df-f154-4ae3-b19d-4d437c827363'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:56.162026 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d60c5d-b8a8-4080-a69e-3ccce245dc1c" -d '{"events": [{"server_uuid": "9b9b9bf0-1706-4154-b316-83a67cdc9e71", "name": "network-vif-plugged", "status": "completed", "tag": "e421f2df-f154-4ae3-b19d-4d437c827363"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:56.312683 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.364186 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=e421f2df-f154-4ae3-b19d-4d437c827363,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:56.437933 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-712f1a3e-e4af-4b69-a8d3-27a5f3f0310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.501891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f1a3e-e4af-4b69-a8d3-27a5f3f0310d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f4dd1dc-854c-4403-94b2-38e4ef4766e4,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:56.512313 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f1a3e-e4af-4b69-a8d3-27a5f3f0310d admin admin] Checking segment: {'id': '67baf27d-c0e4-4622-8ad6-ec9c9692d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:56.512796 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712f1a3e-e4af-4b69-a8d3-27a5f3f0310d admin admin] Network hostable DHCP agents. Network: 585a8214-a0c2-4ff4-b92d-fd07e9827d52, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:57:56.594041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689d7e8-5b66-4130-bea3-d3120c4e0eef req-abe03b8a-1cc0-43a2-ab2c-53edc78783db tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.595519 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3689d7e8-5b66-4130-bea3-d3120c4e0eef req-abe03b8a-1cc0-43a2-ab2c-53edc78783db tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 945 time: 0.5941324 Jul 05 03:57:56.640201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712f1a3e-e4af-4b69-a8d3-27a5f3f0310d admin admin] Network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:57:56.746370 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-712f1a3e-e4af-4b69-a8d3-27a5f3f0310d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 585a8214-a0c2-4ff4-b92d-fd07e9827d52) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:56.750913 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712f1a3e-e4af-4b69-a8d3-27a5f3f0310d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.751561 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-712f1a3e-e4af-4b69-a8d3-27a5f3f0310d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.757300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67245b84-f12b-4b4a-ab9d-e2e86540277b None None] Network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:56.767830 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3689d7e8-5b66-4130-bea3-d3120c4e0eef req-3e21ca97-ad3a-4c2f-aab0-e0eeb06fd840 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614060 Jul 05 03:57:56.768867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:56.777987 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2f8baf6f-971b-4137-8e4d-dc7cb31b7fe3 admin admin] 10.222.0.60 "PUT /v2.0/routers/4dbe04ec-e835-44d6-8801-9e75ec1ad839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5488322 Jul 05 03:57:56.808253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0b78b-80f8-466f-870d-5f093c26af88 req-13094a06-c21a-4ee8-9426-fba0dc4f2c3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.814589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0b78b-80f8-466f-870d-5f093c26af88 req-13094a06-c21a-4ee8-9426-fba0dc4f2c3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.823988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0b78b-80f8-466f-870d-5f093c26af88 req-13094a06-c21a-4ee8-9426-fba0dc4f2c3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.827593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0b78b-80f8-466f-870d-5f093c26af88 req-13094a06-c21a-4ee8-9426-fba0dc4f2c3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.833527 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0b78b-80f8-466f-870d-5f093c26af88 req-13094a06-c21a-4ee8-9426-fba0dc4f2c3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.840674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0b78b-80f8-466f-870d-5f093c26af88 req-13094a06-c21a-4ee8-9426-fba0dc4f2c3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.847153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0b78b-80f8-466f-870d-5f093c26af88 req-13094a06-c21a-4ee8-9426-fba0dc4f2c3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.848892 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00c0b78b-80f8-466f-870d-5f093c26af88 req-13094a06-c21a-4ee8-9426-fba0dc4f2c3a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5429 time: 0.7512529 Jul 05 03:57:56.849309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Sync routers for ids ['4dbe04ec-e835-44d6-8801-9e75ec1ad839'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:56.893751 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Routers {'4dbe04ec-e835-44d6-8801-9e75ec1ad839'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:56.894408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:57:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['4dbe04ec-e835-44d6-8801-9e75ec1ad839'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:56.910324 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-712f1a3e-e4af-4b69-a8d3-27a5f3f0310d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0067081 Jul 05 03:57:56.979067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00c0b78b-80f8-466f-870d-5f093c26af88 req-954e1ca8-def3-4fd1-b120-2ca01e5ddf4b tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1179204 Jul 05 03:57:56.984926 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c39d050-447a-4774-917f-4f18e69e9222 None None] Network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:57.016792 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be519c6-9fff-44ab-80db-9dc2e0d731e3 x-openstack-request-id: req-7be519c6-9fff-44ab-80db-9dc2e0d731e3 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:57.017564 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9b9bf0-1706-4154-b316-83a67cdc9e71", "name": "network-vif-plugged", "status": "completed", "tag": "e421f2df-f154-4ae3-b19d-4d437c827363", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:57.020782 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7be519c6-9fff-44ab-80db-9dc2e0d731e3 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:57.021258 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9b9bf0-1706-4154-b316-83a67cdc9e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e421f2df-f154-4ae3-b19d-4d437c827363', 'code': 200} Jul 05 03:57:57.135402 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c226ca7f-3937-4d40-8f39-169b5719381e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.150732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b5594-1dd5-47ff-8d58-ca30f6f727a4 req-c96058ac-f888-42b2-bf6f-7f0996eed3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.152623 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a00b5594-1dd5-47ff-8d58-ca30f6f727a4 req-c96058ac-f888-42b2-bf6f-7f0996eed3d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 1097 time: 0.0742602 Jul 05 03:57:57.176101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226ca7f-3937-4d40-8f39-169b5719381e admin admin] Pushing event deleted for resources: {'Port': ['ID=a59b99dd-d3b8-4f64-b746-1751f360bb7c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:57.193263 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a00b5594-1dd5-47ff-8d58-ca30f6f727a4 req-a065329f-e120-409b-afc7-4a4e526beefd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336447 Jul 05 03:57:57.323130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Set router 4dbe04ec-e835-44d6-8801-9e75ec1ad839 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:57.387744 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.406147 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc042c-0448-462e-879b-c300b977bfc8 req-5dc31ec6-e835-4152-8973-5a1589e02e44 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.419639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5abc042c-0448-462e-879b-c300b977bfc8 req-5dc31ec6-e835-4152-8973-5a1589e02e44 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 943 time: 0.2386327 Jul 05 03:57:57.529601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5abc042c-0448-462e-879b-c300b977bfc8 req-0e13daf2-c94d-4194-8857-0b1998a589d2 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0397a06-7a9b-47d7-ae80-a671bde0ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089017 Jul 05 03:57:57.598734 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c226ca7f-3937-4d40-8f39-169b5719381e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.717072 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'name': 'tempest-ServerRescueTestJSON-865741871-router', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'ad8f90e1-1a38-46f8-b467-8dd54f0fc25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:44Z', 'updated_at': '2021-07-05T03:57:54Z', 'revision_number': 4, 'project_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'gw_port': {'id': 'ad8f90e1-1a38-46f8-b467-8dd54f0fc25f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:46Z', 'updated_at': '2021-07-05T03:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '7be2f934-b43a-4220-a970-685546d51583', 'name': '', 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'mac_address': 'fa:16:3e:6e:eb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '51f7de5d-a5d9-4c58-ac7a-89ad77e975db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:55Z', 'revision_number': 2, 'project_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'subnets': [{'id': '51f7de5d-a5d9-4c58-ac7a-89ad77e975db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:57.735115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device bb2acb12-a8b1-4006-ac7e-15bb69533f3f details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:57.737659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Checking router: 4dbe04ec-e835-44d6-8801-9e75ec1ad839 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:57.738081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Updating router 4dbe04ec-e835-44d6-8801-9e75ec1ad839 port 7be2f934-b43a-4220-a970-685546d51583 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:57:57.785820 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.814221 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-be4d798b-e5e8-44ff-8c20-bfd73e2f5c09 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.815698 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-be4d798b-e5e8-44ff-8c20-bfd73e2f5c09 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/networks?id=31690ce0-e310-4c82-b0ee-306fa6a5b103 HTTP/1.1" status: 200 len: 810 time: 0.2775238 Jul 05 03:57:57.839790 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-b2ddec6e-e7ae-4d18-bad0-2a861f0d65ca tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/quotas/8bf2bb6d510e4bac8f5a2fcd7741fda7 HTTP/1.1" status: 200 len: 375 time: 0.0170827 Jul 05 03:57:57.954619 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-a67492b1-1f64-484f-abf6-f8f3852d5e12 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.961259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-a67492b1-1f64-484f-abf6-f8f3852d5e12 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/networks?id=585a8214-a0c2-4ff4-b92d-fd07e9827d52 HTTP/1.1" status: 200 len: 818 time: 0.2787948 Jul 05 03:57:57.968115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port bb2acb12-a8b1-4006-ac7e-15bb69533f3f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=bb2acb12-a8b1-4006-ac7e-15bb69533f3f,segment=NetworkSegment(acec910f-ab8a-444b-9ac7-65e0c28116c1),segment_id=acec910f-ab8a-444b-9ac7-65e0c28116c1)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:57.984530 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-eccea38e-98ae-432f-927a-4d69b0521826 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/quotas/dee3aa1f3f6842dbb0baac436bfbe9cb HTTP/1.1" status: 200 len: 375 time: 0.0224094 Jul 05 03:57:57.985992 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'bb2acb12-a8b1-4006-ac7e-15bb69533f3f', 'network_id': 'cd708a20-e1b1-4b50-82f6-f423a0b36708', 'port_id': 'bb2acb12-a8b1-4006-ac7e-15bb69533f3f', 'mac_address': 'fa:16:3e:5b:09:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d875b88-f1ab-4eea-99bf-37ad9112718d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:58.047835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-a9e8fa45-e29d-48e4-8d71-0a11e480f98a tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bf2bb6d510e4bac8f5a2fcd7741fda7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1988206 Jul 05 03:57:58.072459 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-1548af78-9850-4a45-9ed3-15ca50ce8362 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dee3aa1f3f6842dbb0baac436bfbe9cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477173 Jul 05 03:57:58.078825 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.109341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2acb12-a8b1-4006-ac7e-15bb69533f3f {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:58.144893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port bb2acb12-a8b1-4006-ac7e-15bb69533f3f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=bb2acb12-a8b1-4006-ac7e-15bb69533f3f,segment=NetworkSegment(acec910f-ab8a-444b-9ac7-65e0c28116c1),segment_id=acec910f-ab8a-444b-9ac7-65e0c28116c1)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:58.197577 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c226ca7f-3937-4d40-8f39-169b5719381e admin admin] Router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:58.210111 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.223151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Transition to ACTIVE for port object 7be2f934-b43a-4220-a970-685546d51583 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:58.255443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-77a5c079-22a6-416a-bde7-a57a0721f94a service neutron] 10.222.0.60 "GET /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682420 Jul 05 03:57:58.301768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-bf81e529-0f84-4aa6-9925-54c8fc027c00 service neutron] 10.222.0.60 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324238 Jul 05 03:57:58.323712 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.372564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=bb2acb12-a8b1-4006-ac7e-15bb69533f3f,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:58.411228 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.469223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd2bd5-2960-45d6-8792-77efb851f3c2 None None] Pushing event updated for resources: {'Port': ['ID=7be2f934-b43a-4220-a970-685546d51583,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:58.501149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c226ca7f-3937-4d40-8f39-169b5719381e admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:58.505921 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-9f6e8964-c305-4bb0-9c73-3acd50c53be1 service neutron] 10.222.0.60 "GET /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175004 Jul 05 03:57:58.510003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c226ca7f-3937-4d40-8f39-169b5719381e admin admin] 10.222.0.60 "PUT /v2.0/routers/8c97c03a-1e2c-49c4-a4b3-16c6321de516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9810448 Jul 05 03:57:58.512704 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-5ec3fd1e-5baf-47f8-9e23-417988205470 service neutron] 10.222.0.60 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003345 Jul 05 03:57:58.513599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38072) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:58.515594 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00edab6e-e6be-45c0-9906-26f699379556 None None] Sync routers for ids ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:58.527072 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00edab6e-e6be-45c0-9906-26f699379556 None None] Routers {'8c97c03a-1e2c-49c4-a4b3-16c6321de516'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:58.527335 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-00edab6e-e6be-45c0-9906-26f699379556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:57:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:58.547599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['bb2acb12-a8b1-4006-ac7e-15bb69533f3f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:58.620345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Attempting to bind port 7be2f934-b43a-4220-a970-685546d51583 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:58.620747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Attempting to bind port 7be2f934-b43a-4220-a970-685546d51583 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '6d67167f-c14f-49c2-8c5e-4a88798d9a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:58.621117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Attempting to bind port 7be2f934-b43a-4220-a970-685546d51583 on network 31690ce0-e310-4c82-b0ee-306fa6a5b103 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:58.643945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:58.655747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Checking segment: {'id': '6d67167f-c14f-49c2-8c5e-4a88798d9a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:58.656209 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.656651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Bound using segment: {'id': '6d67167f-c14f-49c2-8c5e-4a88798d9a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:58.657234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Bound port: 7be2f934-b43a-4220-a970-685546d51583, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d67167f-c14f-49c2-8c5e-4a88798d9a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:58.657595 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.689494 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.698848 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-00edab6e-e6be-45c0-9906-26f699379556 None None] Set router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:58.769553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] For port 7be2f934-b43a-4220-a970-685546d51583, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:58.788430 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] For port 7be2f934-b43a-4220-a970-685546d51583, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7be2f934-b43a-4220-a970-685546d51583,segment=NetworkSegment(6d67167f-c14f-49c2-8c5e-4a88798d9a44),segment_id=6d67167f-c14f-49c2-8c5e-4a88798d9a44)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:58.803115 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.931463 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-00edab6e-e6be-45c0-9906-26f699379556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:57:56Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:58.959841 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00edab6e-e6be-45c0-9906-26f699379556 None None] Checking router: 8c97c03a-1e2c-49c4-a4b3-16c6321de516 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:58.970037 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00edab6e-e6be-45c0-9906-26f699379556 None None] Routers {'8c97c03a-1e2c-49c4-a4b3-16c6321de516'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:58.970500 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-00edab6e-e6be-45c0-9906-26f699379556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:57:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:58.978863 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.023057 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e5f4f-7b78-40b4-95b9-dd78f247b781 req-2add4eed-91a3-49b5-a510-218c021938a6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.034039 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f05e5f4f-7b78-40b4-95b9-dd78f247b781 req-2add4eed-91a3-49b5-a510-218c021938a6 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 946 time: 0.1137984 Jul 05 03:57:59.082597 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd2bd5-2960-45d6-8792-77efb851f3c2 None None] Pushing event updated for resources: {'Port': ['ID=7be2f934-b43a-4220-a970-685546d51583,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:59.094915 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Routers {'4dbe04ec-e835-44d6-8801-9e75ec1ad839'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:59.103849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:57:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['4dbe04ec-e835-44d6-8801-9e75ec1ad839'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:59.111728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] Deleting port 29a04d10-da77-4944-ab0a-d60a0316eb98 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:59.112242 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.114860 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f05e5f4f-7b78-40b4-95b9-dd78f247b781 req-a7537065-5b49-4294-b345-f8b27c0d102c tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796931 Jul 05 03:57:59.145748 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-00edab6e-e6be-45c0-9906-26f699379556 None None] Set router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:59.228167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] For port 29a04d10-da77-4944-ab0a-d60a0316eb98, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=29a04d10-da77-4944-ab0a-d60a0316eb98,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:59.229028 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.244881 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] Calling delete_port for 29a04d10-da77-4944-ab0a-d60a0316eb98 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:59.311245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] Set router 4dbe04ec-e835-44d6-8801-9e75ec1ad839 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:59.381430 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.525825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52ea75-fee5-49cf-97cb-1ff652726024 req-cb6f464c-7d52-4de4-8167-ee41de6c48cd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.532808 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52ea75-fee5-49cf-97cb-1ff652726024 req-cb6f464c-7d52-4de4-8167-ee41de6c48cd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.544474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52ea75-fee5-49cf-97cb-1ff652726024 req-cb6f464c-7d52-4de4-8167-ee41de6c48cd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.547761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52ea75-fee5-49cf-97cb-1ff652726024 req-cb6f464c-7d52-4de4-8167-ee41de6c48cd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.553989 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52ea75-fee5-49cf-97cb-1ff652726024 req-cb6f464c-7d52-4de4-8167-ee41de6c48cd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.554481 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-00edab6e-e6be-45c0-9906-26f699379556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:57:56Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:59.560224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52ea75-fee5-49cf-97cb-1ff652726024 req-cb6f464c-7d52-4de4-8167-ee41de6c48cd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.579419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52ea75-fee5-49cf-97cb-1ff652726024 req-cb6f464c-7d52-4de4-8167-ee41de6c48cd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.586562 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f52ea75-fee5-49cf-97cb-1ff652726024 req-cb6f464c-7d52-4de4-8167-ee41de6c48cd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5429 time: 0.1808794 Jul 05 03:57:59.588494 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00edab6e-e6be-45c0-9906-26f699379556 None None] The sync data for ids ['8c97c03a-1e2c-49c4-a4b3-16c6321de516'] in n-d-798249-5 is: [{'id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'name': 'tempest-AttachVolumeTestJSON-320216626-router', 'tenant_id': '8a583d8be5434c7085d28e3958e1688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:08Z', 'updated_at': '2021-07-05T03:57:56Z', 'revision_number': 5, 'project_id': '8a583d8be5434c7085d28e3958e1688f', 'gw_port': {'id': '29a04d10-da77-4944-ab0a-d60a0316eb98', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c97c03a-1e2c-49c4-a4b3-16c6321de516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:10Z', 'updated_at': '2021-07-05T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:59.599201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.640206 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a04d10-da77-4944-ab0a-d60a0316eb98,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:59.670532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'name': 'tempest-ServerRescueTestJSON-865741871-router', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'ad8f90e1-1a38-46f8-b467-8dd54f0fc25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:44Z', 'updated_at': '2021-07-05T03:57:54Z', 'revision_number': 4, 'project_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'gw_port': {'id': 'ad8f90e1-1a38-46f8-b467-8dd54f0fc25f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:46Z', 'updated_at': '2021-07-05T03:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '7be2f934-b43a-4220-a970-685546d51583', 'name': '', 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'mac_address': 'fa:16:3e:6e:eb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '51f7de5d-a5d9-4c58-ac7a-89ad77e975db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:58Z', 'revision_number': 4, 'project_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'subnets': [{'id': '51f7de5d-a5d9-4c58-ac7a-89ad77e975db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:59.710538 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.739342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f52ea75-fee5-49cf-97cb-1ff652726024 req-c3bd38a4-e02c-4638-8754-87346f0ac9bd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1517947 Jul 05 03:57:59.747449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92957c-a280-420d-8e78-93c228c39ed9 None None] The sync data for ids ['4dbe04ec-e835-44d6-8801-9e75ec1ad839'] in n-d-798249-5 is: [{'id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'name': 'tempest-ServerRescueTestJSON-865741871-router', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'ad8f90e1-1a38-46f8-b467-8dd54f0fc25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:44Z', 'updated_at': '2021-07-05T03:57:54Z', 'revision_number': 4, 'project_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'gw_port': {'id': 'ad8f90e1-1a38-46f8-b467-8dd54f0fc25f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:46Z', 'updated_at': '2021-07-05T03:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '7be2f934-b43a-4220-a970-685546d51583', 'name': '', 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'mac_address': 'fa:16:3e:6e:eb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '51f7de5d-a5d9-4c58-ac7a-89ad77e975db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:58Z', 'revision_number': 4, 'project_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'subnets': [{'id': '51f7de5d-a5d9-4c58-ac7a-89ad77e975db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:59.749517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device bb2acb12-a8b1-4006-ac7e-15bb69533f3f up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:59.807064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38098) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:59.821065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.821794 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54358f7f-f9d5-4c00-87a1-600d9d2d8c27 req-fdea2d7e-0026-4e7f-a39a-bf1502527c20 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.822910 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54358f7f-f9d5-4c00-87a1-600d9d2d8c27 req-fdea2d7e-0026-4e7f-a39a-bf1502527c20 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 944 time: 0.2335155 Jul 05 03:57:59.823787 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.865010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6949405b-70e3-4f6b-903f-b68fe4b2d0a5 req-948d516d-7050-4e1b-81e1-a7241c53bb3c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 210 time: 0.0318882 Jul 05 03:57:59.900780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port bb2acb12-a8b1-4006-ac7e-15bb69533f3f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:59.908531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port bb2acb12-a8b1-4006-ac7e-15bb69533f3f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:59.908770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54358f7f-f9d5-4c00-87a1-600d9d2d8c27 req-ea4c9fd2-0941-4f6c-bbd2-5789b0edf2bc tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0397a06-7a9b-47d7-ae80-a671bde0ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609860 Jul 05 03:57:59.909341 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.976636 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.977422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c97c03a-1e2c-49c4-a4b3-16c6321de516 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:57:59.982875 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.984410 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ed9be924-f798-40fd-bedb-e860b4e6e2c6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8c97c03a-1e2c-49c4-a4b3-16c6321de516 HTTP/1.1" status: 204 len: 168 time: 1.4693255 Jul 05 03:57:59.986743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38104) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:00.021592 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd9b0-be7c-4c54-93ba-9ca2ff2031c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.149628 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.164810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c46ed8-49ef-4590-8b79-280196f4dac4 admin admin] Deleting subnet 839f200a-20a7-49d6-8b34-c3036a817497 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:00.168933 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-63c46ed8-49ef-4590-8b79-280196f4dac4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.182083 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a59b99dd-d3b8-4f64-b746-1751f360bb7c no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:00.224011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: a59b99dd-d3b8-4f64-b746-1751f360bb7c {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:00.224541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a59b99dd-d3b8-4f64-b746-1751f360bb7c not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:00.228039 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-63c46ed8-49ef-4590-8b79-280196f4dac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.271306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45b3e1a-ba6c-4ebb-9324-a56067e31676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2acb12-a8b1-4006-ac7e-15bb69533f3f'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:00.274053 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617eb5b0-ee93-486c-90ba-37e4e0429901" -d '{"events": [{"server_uuid": "c45b3e1a-ba6c-4ebb-9324-a56067e31676", "name": "network-vif-plugged", "status": "completed", "tag": "bb2acb12-a8b1-4006-ac7e-15bb69533f3f"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:00.298371 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port bb2acb12-a8b1-4006-ac7e-15bb69533f3f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=bb2acb12-a8b1-4006-ac7e-15bb69533f3f,segment=NetworkSegment(acec910f-ab8a-444b-9ac7-65e0c28116c1),segment_id=acec910f-ab8a-444b-9ac7-65e0c28116c1)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:00.302025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2e78fa5-0357-467c-b713-79e915201369 req-9ad5474f-42f2-4dc4-9909-164ba099ff1b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 210 time: 0.0743098 Jul 05 03:58:00.362267 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-63c46ed8-49ef-4590-8b79-280196f4dac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.440206 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd9b0-be7c-4c54-93ba-9ca2ff2031c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.458486 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.520050 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=bb2acb12-a8b1-4006-ac7e-15bb69533f3f,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:00.524539 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286fc866-0a25-40bb-8308-9610b4a3ed61 x-openstack-request-id: req-286fc866-0a25-40bb-8308-9610b4a3ed61 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:00.524823 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45b3e1a-ba6c-4ebb-9324-a56067e31676", "name": "network-vif-plugged", "status": "completed", "tag": "bb2acb12-a8b1-4006-ac7e-15bb69533f3f", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:00.525074 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-286fc866-0a25-40bb-8308-9610b4a3ed61 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:00.525456 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45b3e1a-ba6c-4ebb-9324-a56067e31676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2acb12-a8b1-4006-ac7e-15bb69533f3f', 'code': 200} Jul 05 03:58:00.572834 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd9b0-be7c-4c54-93ba-9ca2ff2031c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.573768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-63c46ed8-49ef-4590-8b79-280196f4dac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.597188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14570404-00f1-4cd5-8c67-b436ae5e6ccf None None] Network 1875b0d0-fdef-4b63-9392-d607c58b7aa1 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:00.619954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c46ed8-49ef-4590-8b79-280196f4dac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=839f200a-20a7-49d6-8b34-c3036a817497,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:00.630812 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-63c46ed8-49ef-4590-8b79-280196f4dac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.634551 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-63c46ed8-49ef-4590-8b79-280196f4dac4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/839f200a-20a7-49d6-8b34-c3036a817497 HTTP/1.1" status: 204 len: 168 time: 0.6456840 Jul 05 03:58:00.637983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38116) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:00.660174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdd9b0-be7c-4c54-93ba-9ca2ff2031c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba68dd3a-35c7-4dbc-82b1-f270c8db6cef,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:00.675989 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5cfdd9b0-be7c-4c54-93ba-9ca2ff2031c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64ab466570ab491a921650f44ece604f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8601570 Jul 05 03:58:00.676850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38120) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:00.744539 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c7cdf-814b-49a7-a1e9-5e4c8bd93b43 req-37b8c08f-ad01-4c6d-9af3-5ce9f2f1a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:00.746139 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c2c7cdf-814b-49a7-a1e9-5e4c8bd93b43 req-37b8c08f-ad01-4c6d-9af3-5ce9f2f1a38f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 1096 time: 0.1100936 Jul 05 03:58:00.842818 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c2c7cdf-814b-49a7-a1e9-5e4c8bd93b43 req-7f9c60dd-9109-4827-a39d-0b7fb9b38bee service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d0397a06-7a9b-47d7-ae80-a671bde0ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867202 Jul 05 03:58:00.881039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.945495 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bef092cd-ede9-4bed-adff-0e08c4d414de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.029111 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bef092cd-ede9-4bed-adff-0e08c4d414de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.078228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f75f1f-0a63-454a-86ce-b4f9296c14d0 req-e4975c2f-42fc-44ad-994f-45e208867d29 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.079779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f3f75f1f-0a63-454a-86ce-b4f9296c14d0 req-e4975c2f-42fc-44ad-994f-45e208867d29 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 946 time: 0.1953633 Jul 05 03:58:01.157645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Deleting port d1cd97e4-2b16-4b06-a120-de32adfa6276 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:01.157645 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.157957 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33010575-adfe-4148-9799-1fae85b9d61e None None] DHCP port deletion for 1875b0d0-fdef-4b63-9392-d607c58b7aa1 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:58:01.258298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-33010575-adfe-4148-9799-1fae85b9d61e None None] Deleting port d1cd97e4-2b16-4b06-a120-de32adfa6276 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:01.259026 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-33010575-adfe-4148-9799-1fae85b9d61e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.264007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35207d-c6c7-4c14-87f2-c4dd8b125c28 req-c05f5509-fd9f-49b2-96cb-8a8279be4991 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.270353 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35207d-c6c7-4c14-87f2-c4dd8b125c28 req-c05f5509-fd9f-49b2-96cb-8a8279be4991 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.276344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35207d-c6c7-4c14-87f2-c4dd8b125c28 req-c05f5509-fd9f-49b2-96cb-8a8279be4991 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.282218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35207d-c6c7-4c14-87f2-c4dd8b125c28 req-c05f5509-fd9f-49b2-96cb-8a8279be4991 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.288062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35207d-c6c7-4c14-87f2-c4dd8b125c28 req-c05f5509-fd9f-49b2-96cb-8a8279be4991 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.294775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35207d-c6c7-4c14-87f2-c4dd8b125c28 req-c05f5509-fd9f-49b2-96cb-8a8279be4991 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.300721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35207d-c6c7-4c14-87f2-c4dd8b125c28 req-c05f5509-fd9f-49b2-96cb-8a8279be4991 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.302739 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed35207d-c6c7-4c14-87f2-c4dd8b125c28 req-c05f5509-fd9f-49b2-96cb-8a8279be4991 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5429 time: 0.3116872 Jul 05 03:58:01.306679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f3f75f1f-0a63-454a-86ce-b4f9296c14d0 req-a591b494-5668-49d6-b6db-21a76e7bb62f tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971059 Jul 05 03:58:01.318427 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.358626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-33010575-adfe-4148-9799-1fae85b9d61e None None] For port d1cd97e4-2b16-4b06-a120-de32adfa6276, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d1cd97e4-2b16-4b06-a120-de32adfa6276,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:01.359328 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-33010575-adfe-4148-9799-1fae85b9d61e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.386461 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bef092cd-ede9-4bed-adff-0e08c4d414de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.389065 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bef092cd-ede9-4bed-adff-0e08c4d414de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.390259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bef092cd-ede9-4bed-adff-0e08c4d414de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba68dd3a-35c7-4dbc-82b1-f270c8db6cef HTTP/1.1" status: 204 len: 168 time: 0.6967080 Jul 05 03:58:01.397976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-33010575-adfe-4148-9799-1fae85b9d61e None None] Calling delete_port for d1cd97e4-2b16-4b06-a120-de32adfa6276 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:01.403610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] For port d1cd97e4-2b16-4b06-a120-de32adfa6276, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d1cd97e4-2b16-4b06-a120-de32adfa6276,segment=NetworkSegment(1df9c407-80b1-4491-8c67-f0ab1b5be91a),segment_id=1df9c407-80b1-4491-8c67-f0ab1b5be91a)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:01.403990 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.429520 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed35207d-c6c7-4c14-87f2-c4dd8b125c28 req-4b13e0ba-c715-49e1-a1bb-facd25aeedfb tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090443 Jul 05 03:58:01.435457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef092cd-ede9-4bed-adff-0e08c4d414de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba68dd3a-35c7-4dbc-82b1-f270c8db6cef,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:01.458063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Calling delete_port for d1cd97e4-2b16-4b06-a120-de32adfa6276 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:01.614098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2506752a-cfb3-48ad-93f8-f7185f7bf675 req-b4cdb284-0d42-477c-ae43-9a82e0ef2a0c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 210 time: 0.0382698 Jul 05 03:58:01.684608 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-33010575-adfe-4148-9799-1fae85b9d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.727566 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1aa20f0-963e-46d9-8d8a-b48d46d60b05 req-dd9d85b8-d430-40bb-ba2b-db403f23f23b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 210 time: 0.0519733 Jul 05 03:58:01.736132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33010575-adfe-4148-9799-1fae85b9d61e None None] Pushing event deleted for resources: {'Port': ['ID=d1cd97e4-2b16-4b06-a120-de32adfa6276,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:01.747177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33010575-adfe-4148-9799-1fae85b9d61e None None] No DVR routers for this DVR port d1cd97e4-2b16-4b06-a120-de32adfa6276 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:01.758940 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.811147 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341ea9f-9d75-4e4b-b83f-5d2189b46db8 req-c55333d3-1065-41e3-8787-087bfb8219e5 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.814688 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8341ea9f-9d75-4e4b-b83f-5d2189b46db8 req-c55333d3-1065-41e3-8787-087bfb8219e5 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 945 time: 0.2031338 Jul 05 03:58:01.821503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1cd97e4-2b16-4b06-a120-de32adfa6276,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:01.823677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] No DVR routers for this DVR port d1cd97e4-2b16-4b06-a120-de32adfa6276 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:01.896175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7be2f934-b43a-4220-a970-685546d51583 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:02.073517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 7be2f934-b43a-4220-a970-685546d51583 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:02.077605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 7be2f934-b43a-4220-a970-685546d51583 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:02.078034 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.167947 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.205064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 7be2f934-b43a-4220-a970-685546d51583, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7be2f934-b43a-4220-a970-685546d51583,segment=NetworkSegment(6d67167f-c14f-49c2-8c5e-4a88798d9a44),segment_id=6d67167f-c14f-49c2-8c5e-4a88798d9a44)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:02.323256 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.384413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=7be2f934-b43a-4220-a970-685546d51583,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:02.385402 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8341ea9f-9d75-4e4b-b83f-5d2189b46db8 req-286193af-e420-4e2b-94b0-0f5f864e1d7a tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0397a06-7a9b-47d7-ae80-a671bde0ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925396 Jul 05 03:58:02.403726 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.406932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d1cd97e4-2b16-4b06-a120-de32adfa6276 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:02.420142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1875b0d0-fdef-4b63-9392-d607c58b7aa1']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:02.442216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38144) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:02.443957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df9c407-80b1-4491-8c67-f0ab1b5be91a') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:02.444495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df9c407-80b1-4491-8c67-f0ab1b5be91a') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:02.453061 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: d1cd97e4-2b16-4b06-a120-de32adfa6276 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:02.453423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d1cd97e4-2b16-4b06-a120-de32adfa6276 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:02.453851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 29a04d10-da77-4944-ab0a-d60a0316eb98 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:02.462729 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.474225 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.490095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-c0cfe62d-6600-46ee-8df6-3578a144d38f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.491808 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-c0cfe62d-6600-46ee-8df6-3578a144d38f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.64 "GET /v2.0/networks?id=31690ce0-e310-4c82-b0ee-306fa6a5b103 HTTP/1.1" status: 200 len: 810 time: 0.2240739 Jul 05 03:58:02.496673 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.502954 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 29a04d10-da77-4944-ab0a-d60a0316eb98 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:02.503308 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 29a04d10-da77-4944-ab0a-d60a0316eb98 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:02.511700 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-959b5914-e94b-4150-8d2e-1b3210eb681c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Request body: {'port': {'device_id': '9e15a156-b70f-4f9d-a7cc-f56fa6fb5260', 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103', 'admin_state_up': True, 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:02.518996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:58:02.519561 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:58:02.521316 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:58:02.525607 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:58:02.635099 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.774930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ca011-42f0-4284-bcee-e391a6fd7d1e req-3552079f-33ce-4790-91ed-8afad77ddab3 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.776344 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-854ca011-42f0-4284-bcee-e391a6fd7d1e req-3552079f-33ce-4790-91ed-8afad77ddab3 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 946 time: 0.2314515 Jul 05 03:58:02.784869 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.790371 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.814954 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.816837 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1875b0d0-fdef-4b63-9392-d607c58b7aa1 HTTP/1.1" status: 204 len: 168 time: 2.1776273 Jul 05 03:58:02.829261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f57d-95a3-4219-8229-e332ffff9cfd req-2da5b827-a86f-4a2c-85c5-95db7c791b46 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.835067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f57d-95a3-4219-8229-e332ffff9cfd req-2da5b827-a86f-4a2c-85c5-95db7c791b46 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.839773 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9f78edb07a046df8ee49f7204210054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3964508 Jul 05 03:58:02.842088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4e9bc1-d479-439b-a4d3-e35f108ec33a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:02.844074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38154) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:02.844401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f57d-95a3-4219-8229-e332ffff9cfd req-2da5b827-a86f-4a2c-85c5-95db7c791b46 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.852608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f57d-95a3-4219-8229-e332ffff9cfd req-2da5b827-a86f-4a2c-85c5-95db7c791b46 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.859181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f57d-95a3-4219-8229-e332ffff9cfd req-2da5b827-a86f-4a2c-85c5-95db7c791b46 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.863364 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.863978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.869110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.869110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.869110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.869110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.869440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f57d-95a3-4219-8229-e332ffff9cfd req-2da5b827-a86f-4a2c-85c5-95db7c791b46 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.869526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.869526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.869526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.869526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.869526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.869526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a6aa9-0276-4a6b-8701-b3157714d224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.872763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f57d-95a3-4219-8229-e332ffff9cfd req-2da5b827-a86f-4a2c-85c5-95db7c791b46 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.874848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38f2f57d-95a3-4219-8229-e332ffff9cfd req-2da5b827-a86f-4a2c-85c5-95db7c791b46 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5429 time: 0.2598221 Jul 05 03:58:02.937337 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71b8d094-c3b6-4d18-be75-782a10e2776b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.941739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48f134-bef3-4214-aa98-ec20684dcab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1875b0d0-fdef-4b63-9392-d607c58b7aa1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:02.979108 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71b8d094-c3b6-4d18-be75-782a10e2776b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.984907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38f2f57d-95a3-4219-8229-e332ffff9cfd req-6a349260-b00b-4b1a-a36d-fd605856d42f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825155 Jul 05 03:58:02.991281 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-854ca011-42f0-4284-bcee-e391a6fd7d1e req-08373cc5-89e8-47c7-9479-c57b90d06f6d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068644 Jul 05 03:58:03.099646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7336e6d1-8d5f-40cb-a024-97e1b6952ce0 req-acfe4c6e-5126-482a-b908-e567ca189dad tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 210 time: 0.0346103 Jul 05 03:58:03.135936 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6538b68-a69c-4e16-a7bd-b8c72f35a41f req-b4a20824-9e40-4ba8-90f5-5fd268b8ec08 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 210 time: 0.0283866 Jul 05 03:58:03.161186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-959b5914-e94b-4150-8d2e-1b3210eb681c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Made reservation on behalf of 8bf2bb6d510e4bac8f5a2fcd7741fda7 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:03.166163 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-959b5914-e94b-4150-8d2e-1b3210eb681c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.218091 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71b8d094-c3b6-4d18-be75-782a10e2776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.221456 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71b8d094-c3b6-4d18-be75-782a10e2776b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.226159 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-71b8d094-c3b6-4d18-be75-782a10e2776b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe4e9bc1-d479-439b-a4d3-e35f108ec33a HTTP/1.1" status: 204 len: 168 time: 0.3810158 Jul 05 03:58:03.237738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8d094-c3b6-4d18-be75-782a10e2776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4e9bc1-d479-439b-a4d3-e35f108ec33a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:03.402242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-959b5914-e94b-4150-8d2e-1b3210eb681c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Allocated IP 172.20.0.6 (31690ce0-e310-4c82-b0ee-306fa6a5b103/51f7de5d-a5d9-4c58-ac7a-89ad77e975db/81ddc7a6-12cb-46c3-921f-3cd659bac211) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:03.573352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-959b5914-e94b-4150-8d2e-1b3210eb681c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.665808 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bad03-c1d2-48c8-b93d-caa3b2d1789b req-2c9d360b-0eef-4e04-a87b-8a1925eb6888 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.677627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed1bad03-c1d2-48c8-b93d-caa3b2d1789b req-2c9d360b-0eef-4e04-a87b-8a1925eb6888 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 945 time: 0.1158955 Jul 05 03:58:03.688652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38166) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:03.714073 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed1bad03-c1d2-48c8-b93d-caa3b2d1789b req-68c6698f-27b4-424b-a91f-51b6e5e8e3bc tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0397a06-7a9b-47d7-ae80-a671bde0ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401523 Jul 05 03:58:03.746711 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fecba665-eb11-4957-a272-148afbda5a3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a583d8be5434c7085d28e3958e1688f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457444 Jul 05 03:58:03.746911 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38168) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:03.779660 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-959b5914-e94b-4150-8d2e-1b3210eb681c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.822061 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7be2f934-b43a-4220-a970-685546d51583 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:03.863665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-959b5914-e94b-4150-8d2e-1b3210eb681c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Network 31690ce0-e310-4c82-b0ee-306fa6a5b103 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:03.870971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-959b5914-e94b-4150-8d2e-1b3210eb681c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:03.877702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-959b5914-e94b-4150-8d2e-1b3210eb681c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:03.928783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-959b5914-e94b-4150-8d2e-1b3210eb681c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.929962 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-959b5914-e94b-4150-8d2e-1b3210eb681c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.942227 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8163f35-7734-43e2-a7ea-b6c5ccc71300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.951046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b5914-e94b-4150-8d2e-1b3210eb681c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Pushing event updated for resources: {'Port': ['ID=81ddc7a6-12cb-46c3-921f-3cd659bac211,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:03.962711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 7be2f934-b43a-4220-a970-685546d51583 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:03.963375 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.986015 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8163f35-7734-43e2-a7ea-b6c5ccc71300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.043607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-959b5914-e94b-4150-8d2e-1b3210eb681c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5405850 Jul 05 03:58:04.065033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Request body: {'port': {'device_id': '9e15a156-b70f-4f9d-a7cc-f56fa6fb5260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:04.202921 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.290495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cd1d2-bbc8-4852-baa6-972069559207 req-585b7975-8e6e-422a-99e7-5ca038f855bf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.292126 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b2cd1d2-bbc8-4852-baa6-972069559207 req-585b7975-8e6e-422a-99e7-5ca038f855bf tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 946 time: 0.1350551 Jul 05 03:58:04.347557 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8163f35-7734-43e2-a7ea-b6c5ccc71300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.350125 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8163f35-7734-43e2-a7ea-b6c5ccc71300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.354064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e8163f35-7734-43e2-a7ea-b6c5ccc71300 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15743743-0a2f-4f67-a372-77ab9e0f0ee8 HTTP/1.1" status: 204 len: 168 time: 0.6119664 Jul 05 03:58:04.430524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8163f35-7734-43e2-a7ea-b6c5ccc71300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15743743-0a2f-4f67-a372-77ab9e0f0ee8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:04.527221 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b2cd1d2-bbc8-4852-baa6-972069559207 req-44f3a558-97a2-481c-970b-685b70590955 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836474 Jul 05 03:58:04.598071 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931987eb-5640-42bf-8024-733140347bf4 req-0afdf1ef-b278-43b5-9912-af16b11f47ec tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.608234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931987eb-5640-42bf-8024-733140347bf4 req-0afdf1ef-b278-43b5-9912-af16b11f47ec tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.621142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931987eb-5640-42bf-8024-733140347bf4 req-0afdf1ef-b278-43b5-9912-af16b11f47ec tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.630316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931987eb-5640-42bf-8024-733140347bf4 req-0afdf1ef-b278-43b5-9912-af16b11f47ec tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.650243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931987eb-5640-42bf-8024-733140347bf4 req-0afdf1ef-b278-43b5-9912-af16b11f47ec tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.657035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-fb769d0f-69fe-41df-bf82-980f968a487f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.658685 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-fb769d0f-69fe-41df-bf82-980f968a487f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.64 "GET /v2.0/networks?id=585a8214-a0c2-4ff4-b92d-fd07e9827d52 HTTP/1.1" status: 200 len: 818 time: 0.2046850 Jul 05 03:58:04.660966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c82a8-71dc-48de-ac46-e28a416abd90 req-0e950aae-61cc-4766-9d42-8e2d92ab42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.662890 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fe8c82a8-71dc-48de-ac46-e28a416abd90 req-0e950aae-61cc-4766-9d42-8e2d92ab42b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2958b4b9ba14aeaa55b505caa370bb6&device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 1096 time: 0.1448047 Jul 05 03:58:04.665921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931987eb-5640-42bf-8024-733140347bf4 req-0afdf1ef-b278-43b5-9912-af16b11f47ec tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.673178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-05ff0e43-508b-4c3e-abfd-38c54c20eb18 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Request body: {'port': {'device_id': '1664f199-cb60-43ab-a94b-bf6c5220e638', 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52', 'admin_state_up': True, 'tenant_id': 'dee3aa1f3f6842dbb0baac436bfbe9cb'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:04.691460 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931987eb-5640-42bf-8024-733140347bf4 req-0afdf1ef-b278-43b5-9912-af16b11f47ec tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.693683 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-931987eb-5640-42bf-8024-733140347bf4 req-0afdf1ef-b278-43b5-9912-af16b11f47ec tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5429 time: 0.2779388 Jul 05 03:58:04.781383 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-931987eb-5640-42bf-8024-733140347bf4 req-5de24bc1-00cc-49c5-be89-7ac9b7f35f8a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0743716 Jul 05 03:58:04.860633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ddc7a6-12cb-46c3-921f-3cd659bac211 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:04.872871 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.890350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Transition to ACTIVE for port object 81ddc7a6-12cb-46c3-921f-3cd659bac211 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:04.898248 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c82a8-71dc-48de-ac46-e28a416abd90 req-53dbb171-2098-4a60-89a5-4c49c729477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.900416 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fe8c82a8-71dc-48de-ac46-e28a416abd90 req-53dbb171-2098-4a60-89a5-4c49c729477f service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd708a20-e1b1-4b50-82f6-f423a0b36708 HTTP/1.1" status: 200 len: 915 time: 0.2214952 Jul 05 03:58:04.924773 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5418d7af-d65e-4958-8bcc-8e4aaf3b6d7e req-ae597d01-182c-4372-970f-540e61db1219 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 210 time: 0.1421947 Jul 05 03:58:04.954134 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fe8c82a8-71dc-48de-ac46-e28a416abd90 req-09d8385f-0955-4fbc-85ca-d3f274cb4530 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb2acb12-a8b1-4006-ac7e-15bb69533f3f HTTP/1.1" status: 200 len: 217 time: 0.0461187 Jul 05 03:58:04.969560 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.114403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-05ff0e43-508b-4c3e-abfd-38c54c20eb18 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Made reservation on behalf of dee3aa1f3f6842dbb0baac436bfbe9cb for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:05.118752 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-05ff0e43-508b-4c3e-abfd-38c54c20eb18 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.150771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Pushing event updated for resources: {'Port': ['ID=81ddc7a6-12cb-46c3-921f-3cd659bac211,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:05.207693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c82a8-71dc-48de-ac46-e28a416abd90 req-f5b974af-039f-40fa-b400-6ea83b9d4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:05.213608 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fe8c82a8-71dc-48de-ac46-e28a416abd90 req-f5b974af-039f-40fa-b400-6ea83b9d4017 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d875b88-f1ab-4eea-99bf-37ad9112718d HTTP/1.1" status: 200 len: 854 time: 0.2439463 Jul 05 03:58:05.272809 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fe8c82a8-71dc-48de-ac46-e28a416abd90 req-233fb904-a8d6-4602-afec-97f31fc74a32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd708a20-e1b1-4b50-82f6-f423a0b36708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500796 Jul 05 03:58:05.330318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Attempting to bind port 81ddc7a6-12cb-46c3-921f-3cd659bac211 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:05.330318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Attempting to bind port 81ddc7a6-12cb-46c3-921f-3cd659bac211 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '6d67167f-c14f-49c2-8c5e-4a88798d9a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:05.330318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Attempting to bind port 81ddc7a6-12cb-46c3-921f-3cd659bac211 on network 31690ce0-e310-4c82-b0ee-306fa6a5b103 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:05.374846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-57f6912b-33a6-44b7-90d9-1b1164752ed6 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:05.376664 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-57f6912b-33a6-44b7-90d9-1b1164752ed6 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.11 "GET /v2.0/networks?id=585a8214-a0c2-4ff4-b92d-fd07e9827d52 HTTP/1.1" status: 200 len: 818 time: 0.3457534 Jul 05 03:58:05.387516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f146d2-ff58-4977-a3ae-4aeb95838c9e req-dca83780-038d-494f-b448-ff68a87e2fa8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:05.395849 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53f146d2-ff58-4977-a3ae-4aeb95838c9e req-dca83780-038d-494f-b448-ff68a87e2fa8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 943 time: 0.3720229 Jul 05 03:58:05.404832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Port 81ddc7a6-12cb-46c3-921f-3cd659bac211 on network 31690ce0-e310-4c82-b0ee-306fa6a5b103 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:05.405178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Attempting to bind port 81ddc7a6-12cb-46c3-921f-3cd659bac211 on network 31690ce0-e310-4c82-b0ee-306fa6a5b103 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:05.415339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:05.415770 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Checking segment: {'id': '6d67167f-c14f-49c2-8c5e-4a88798d9a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:05.416110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Bound using segment: {'id': '6d67167f-c14f-49c2-8c5e-4a88798d9a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:05.416752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Bound port: 81ddc7a6-12cb-46c3-921f-3cd659bac211, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d67167f-c14f-49c2-8c5e-4a88798d9a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:05.422603 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.422743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-63c61084-9e53-4bd6-a8ab-955052632c3f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Request body: {'port': {'device_id': '903f6f90-b13d-4764-9b65-b5db4fb72e65', 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52', 'admin_state_up': True, 'tenant_id': 'dee3aa1f3f6842dbb0baac436bfbe9cb'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:05.527851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-05ff0e43-508b-4c3e-abfd-38c54c20eb18 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Allocated IP 172.20.0.5 (585a8214-a0c2-4ff4-b92d-fd07e9827d52/2f4dd1dc-854c-4403-94b2-38e4ef4766e4/b85e74c8-e15a-40d8-9a59-11ab1458e071) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:05.567700 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53f146d2-ff58-4977-a3ae-4aeb95838c9e req-a362ce8b-da66-4236-9395-d691034dbaa7 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709764 Jul 05 03:58:05.579827 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fe8c82a8-71dc-48de-ac46-e28a416abd90 req-fc74901d-85a0-4d36-b9e8-5fe9990dc9ba service neutron] 10.222.0.11 "GET /v2.0/networks/cd708a20-e1b1-4b50-82f6-f423a0b36708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999845 Jul 05 03:58:05.598465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603767c-89df-43b0-8100-87699111a00b req-82f73d2c-aa9f-439a-9080-2c62a81093d2 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:05.599965 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4603767c-89df-43b0-8100-87699111a00b req-82f73d2c-aa9f-439a-9080-2c62a81093d2 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 945 time: 0.2904835 Jul 05 03:58:05.661245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] For port 81ddc7a6-12cb-46c3-921f-3cd659bac211, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:05.694303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] For port 81ddc7a6-12cb-46c3-921f-3cd659bac211, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=81ddc7a6-12cb-46c3-921f-3cd659bac211,segment=NetworkSegment(6d67167f-c14f-49c2-8c5e-4a88798d9a44),segment_id=6d67167f-c14f-49c2-8c5e-4a88798d9a44)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:05.698138 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4603767c-89df-43b0-8100-87699111a00b req-82ed5bf2-e1e3-4aba-bdb2-752fbd4d140c tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0397a06-7a9b-47d7-ae80-a671bde0ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902812 Jul 05 03:58:05.706812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-b7db3026-d00c-4d6c-be33-98e2009be82e tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:05.708931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-b7db3026-d00c-4d6c-be33-98e2009be82e tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.64 "GET /v2.0/networks?id=585a8214-a0c2-4ff4-b92d-fd07e9827d52 HTTP/1.1" status: 200 len: 818 time: 0.2451160 Jul 05 03:58:05.733569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-db88f8a8-3bae-4e25-b073-dc695047ba07 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Request body: {'port': {'device_id': '4592b4c2-e868-4e58-b2dc-ae1df2de4608', 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52', 'admin_state_up': True, 'tenant_id': 'dee3aa1f3f6842dbb0baac436bfbe9cb'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:05.810616 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.825564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ebaea-c45d-4e4e-93b8-0d0d572a9e0b req-1c71fe4e-1717-4a1a-99a1-686fcaea0c23 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:05.827947 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-671ebaea-c45d-4e4e-93b8-0d0d572a9e0b req-1c71fe4e-1717-4a1a-99a1-686fcaea0c23 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 946 time: 0.4256897 Jul 05 03:58:05.899951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Pushing event updated for resources: {'Port': ['ID=81ddc7a6-12cb-46c3-921f-3cd659bac211,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:05.931526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:05.932697 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.933783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-24515416-40ec-4d3c-b517-3e42ee493169 service neutron] 10.222.0.64 "PUT /v2.0/ports/81ddc7a6-12cb-46c3-921f-3cd659bac211 HTTP/1.1" status: 200 len: 1091 time: 1.8731585 Jul 05 03:58:05.934296 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fe8c82a8-71dc-48de-ac46-e28a416abd90 req-e8e98f1b-ddcc-42f3-b669-9820399a9571 service neutron] 10.222.0.11 "GET /v2.0/networks/cd708a20-e1b1-4b50-82f6-f423a0b36708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264296 Jul 05 03:58:05.939265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e15a156-b70f-4f9d-a7cc-f56fa6fb5260', 'tag': '81ddc7a6-12cb-46c3-921f-3cd659bac211'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:05.941624 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da2d206-849b-4177-ae99-a9f03a2b79ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9e15a156-b70f-4f9d-a7cc-f56fa6fb5260", "tag": "81ddc7a6-12cb-46c3-921f-3cd659bac211"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:06.004704 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-63c61084-9e53-4bd6-a8ab-955052632c3f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Made reservation on behalf of dee3aa1f3f6842dbb0baac436bfbe9cb for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:06.008914 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-63c61084-9e53-4bd6-a8ab-955052632c3f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.038472 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-05ff0e43-508b-4c3e-abfd-38c54c20eb18 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.067943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe39c9-0220-442e-90df-b5130d17385e req-bde9b64c-d410-45f3-98d6-dc6c85b68014 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.077498 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53fe39c9-0220-442e-90df-b5130d17385e req-bde9b64c-d410-45f3-98d6-dc6c85b68014 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 946 time: 0.2495003 Jul 05 03:58:06.124042 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1b471-9388-4dd8-827b-1668e38ab001 req-203a904f-faac-4087-a203-64bdd5d094f0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.127515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1b471-9388-4dd8-827b-1668e38ab001 req-203a904f-faac-4087-a203-64bdd5d094f0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.134188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1b471-9388-4dd8-827b-1668e38ab001 req-203a904f-faac-4087-a203-64bdd5d094f0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.140838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1b471-9388-4dd8-827b-1668e38ab001 req-203a904f-faac-4087-a203-64bdd5d094f0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.146995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1b471-9388-4dd8-827b-1668e38ab001 req-203a904f-faac-4087-a203-64bdd5d094f0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.153666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1b471-9388-4dd8-827b-1668e38ab001 req-203a904f-faac-4087-a203-64bdd5d094f0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.154716 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-671ebaea-c45d-4e4e-93b8-0d0d572a9e0b req-a725c9e1-da5f-4adf-9ea8-d43c4b0df63d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Deleting port e421f2df-f154-4ae3-b19d-4d437c827363 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:06.158428 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-671ebaea-c45d-4e4e-93b8-0d0d572a9e0b req-a725c9e1-da5f-4adf-9ea8-d43c4b0df63d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.159712 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1b471-9388-4dd8-827b-1668e38ab001 req-203a904f-faac-4087-a203-64bdd5d094f0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.169379 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-75e1b471-9388-4dd8-827b-1668e38ab001 req-203a904f-faac-4087-a203-64bdd5d094f0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5429 time: 0.2072895 Jul 05 03:58:06.247481 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-75e1b471-9388-4dd8-827b-1668e38ab001 req-786ad994-1c28-4bc4-800c-1fe7d8452169 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772305 Jul 05 03:58:06.272670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-671ebaea-c45d-4e4e-93b8-0d0d572a9e0b req-a725c9e1-da5f-4adf-9ea8-d43c4b0df63d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] For port e421f2df-f154-4ae3-b19d-4d437c827363, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e421f2df-f154-4ae3-b19d-4d437c827363,segment=NetworkSegment(ab09460a-f84f-494c-9d3e-9e0b805fafa7),segment_id=ab09460a-f84f-494c-9d3e-9e0b805fafa7)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:06.273733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-671ebaea-c45d-4e4e-93b8-0d0d572a9e0b req-a725c9e1-da5f-4adf-9ea8-d43c4b0df63d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.284293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53fe39c9-0220-442e-90df-b5130d17385e req-94c41ae3-ec4e-4445-90a6-cf5fd7eac009 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/security-groups?id=0194578e-bcda-4089-b85d-0ef700ea35e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058764 Jul 05 03:58:06.289967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-671ebaea-c45d-4e4e-93b8-0d0d572a9e0b req-a725c9e1-da5f-4adf-9ea8-d43c4b0df63d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Calling delete_port for e421f2df-f154-4ae3-b19d-4d437c827363 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:06.320761 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5622d7-155f-44f2-9dae-8082f0b9e6ec x-openstack-request-id: req-ae5622d7-155f-44f2-9dae-8082f0b9e6ec {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:06.321060 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e15a156-b70f-4f9d-a7cc-f56fa6fb5260", "tag": "81ddc7a6-12cb-46c3-921f-3cd659bac211", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:06.321377 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae5622d7-155f-44f2-9dae-8082f0b9e6ec {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:06.322089 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e15a156-b70f-4f9d-a7cc-f56fa6fb5260', 'tag': '81ddc7a6-12cb-46c3-921f-3cd659bac211', 'status': 'completed', 'code': 200} Jul 05 03:58:06.341386 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-5fa4956f-fc98-42f4-9203-f8caf5b5a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.343201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-5fa4956f-fc98-42f4-9203-f8caf5b5a890 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8bf2bb6d510e4bac8f5a2fcd7741fda7&device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 1094 time: 0.1672606 Jul 05 03:58:06.414869 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-05ff0e43-508b-4c3e-abfd-38c54c20eb18 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.426765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-db88f8a8-3bae-4e25-b073-dc695047ba07 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Made reservation on behalf of dee3aa1f3f6842dbb0baac436bfbe9cb for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:06.431020 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-db88f8a8-3bae-4e25-b073-dc695047ba07 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.455667 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-75566219-b9be-4424-82dd-ea3abc786038 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81ddc7a6-12cb-46c3-921f-3cd659bac211 HTTP/1.1" status: 200 len: 217 time: 0.1052060 Jul 05 03:58:06.594488 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72a13d74-1fe2-48e5-93b1-d83f4071d259 req-15a4c5bd-ff21-452b-b685-c90e1abd0057 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 210 time: 0.1373839 Jul 05 03:58:06.642495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-50d7e517-33b5-41ef-a000-7dc4bf09f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.644048 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-50d7e517-33b5-41ef-a000-7dc4bf09f752 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=51f7de5d-a5d9-4c58-ac7a-89ad77e975db HTTP/1.1" status: 200 len: 850 time: 0.1792002 Jul 05 03:58:06.693039 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-e10dbe81-5ce0-4dff-86bb-e1f6789b9fc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31690ce0-e310-4c82-b0ee-306fa6a5b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414972 Jul 05 03:58:06.866132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-05ff0e43-508b-4c3e-abfd-38c54c20eb18 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:06.878422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-05ff0e43-508b-4c3e-abfd-38c54c20eb18 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:06.888646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-05ff0e43-508b-4c3e-abfd-38c54c20eb18 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:06.964795 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-22061e21-738b-4797-8f7a-d2147d49d997 service neutron] 10.222.0.64 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655396 Jul 05 03:58:06.968849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-63c61084-9e53-4bd6-a8ab-955052632c3f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Allocated IP 172.20.0.10 (585a8214-a0c2-4ff4-b92d-fd07e9827d52/2f4dd1dc-854c-4403-94b2-38e4ef4766e4/2694b3a7-1466-484f-99ae-285eb2a2fa25) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:06.977096 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff0e43-508b-4c3e-abfd-38c54c20eb18 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Pushing event updated for resources: {'Port': ['ID=b85e74c8-e15a-40d8-9a59-11ab1458e071,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.003757 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-05ff0e43-508b-4c3e-abfd-38c54c20eb18 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.004394 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-05ff0e43-508b-4c3e-abfd-38c54c20eb18 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.007490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef782bb-5370-4ce0-8a1a-e7c385934e3d req-81d70a63-c61d-4dcd-be38-e36d521c1af0 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.010151 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cef782bb-5370-4ce0-8a1a-e7c385934e3d req-81d70a63-c61d-4dcd-be38-e36d521c1af0 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 945 time: 0.1585069 Jul 05 03:58:07.031540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29c271-8351-41a1-9900-66213327c649 req-da402818-f870-4187-a0a1-eb9f55eca903 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.039920 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d29c271-8351-41a1-9900-66213327c649 req-da402818-f870-4187-a0a1-eb9f55eca903 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 943 time: 0.2374880 Jul 05 03:58:07.099378 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-671ebaea-c45d-4e4e-93b8-0d0d572a9e0b req-a725c9e1-da5f-4adf-9ea8-d43c4b0df63d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.110653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['e421f2df-f154-4ae3-b19d-4d437c827363'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:07.136341 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725c9e1-da5f-4adf-9ea8-d43c4b0df63d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Pushing event deleted for resources: {'Port': ['ID=e421f2df-f154-4ae3-b19d-4d437c827363,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.143978 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-05ff0e43-508b-4c3e-abfd-38c54c20eb18 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4746518 Jul 05 03:58:07.160886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Request body: {'port': {'device_id': '1664f199-cb60-43ab-a94b-bf6c5220e638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:07.203006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d29c271-8351-41a1-9900-66213327c649 req-4a4e420c-6212-44a1-8ed3-b41f2c304368 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565580 Jul 05 03:58:07.239677 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cef782bb-5370-4ce0-8a1a-e7c385934e3d req-f28c0cb3-fbb4-4597-964b-bae83c373cdc tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0397a06-7a9b-47d7-ae80-a671bde0ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922894 Jul 05 03:58:07.251740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6f7d28a-13b3-421b-9a02-15fe1c9a3c3c req-d4ba1dab-258a-429d-b95b-cfd68e389d22 service neutron] 10.222.0.64 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759445 Jul 05 03:58:07.262988 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-671ebaea-c45d-4e4e-93b8-0d0d572a9e0b req-a725c9e1-da5f-4adf-9ea8-d43c4b0df63d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] No DVR routers for this DVR port e421f2df-f154-4ae3-b19d-4d437c827363 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:07.290111 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-63c61084-9e53-4bd6-a8ab-955052632c3f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.298469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-671ebaea-c45d-4e4e-93b8-0d0d572a9e0b req-a725c9e1-da5f-4adf-9ea8-d43c4b0df63d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.300603 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-671ebaea-c45d-4e4e-93b8-0d0d572a9e0b req-a725c9e1-da5f-4adf-9ea8-d43c4b0df63d tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.11 "DELETE /v2.0/ports/e421f2df-f154-4ae3-b19d-4d437c827363 HTTP/1.1" status: 204 len: 173 time: 1.4652572 Jul 05 03:58:07.303345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9b9bf0-1706-4154-b316-83a67cdc9e71', 'name': 'network-vif-deleted', 'tag': 'e421f2df-f154-4ae3-b19d-4d437c827363'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:07.306047 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1150e2-7b21-4d1a-b68a-3026193028a8" -d '{"events": [{"server_uuid": "9b9b9bf0-1706-4154-b316-83a67cdc9e71", "name": "network-vif-deleted", "tag": "e421f2df-f154-4ae3-b19d-4d437c827363"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:07.359358 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2d1c8c-cb1e-4526-98a5-799d365d556b x-openstack-request-id: req-ee2d1c8c-cb1e-4526-98a5-799d365d556b {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:07.359727 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9b9bf0-1706-4154-b316-83a67cdc9e71", "name": "network-vif-deleted", "tag": "e421f2df-f154-4ae3-b19d-4d437c827363", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:07.360050 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee2d1c8c-cb1e-4526-98a5-799d365d556b {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:07.360553 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9b9bf0-1706-4154-b316-83a67cdc9e71', 'name': 'network-vif-deleted', 'tag': 'e421f2df-f154-4ae3-b19d-4d437c827363', 'status': 'completed', 'code': 200} Jul 05 03:58:07.377948 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.524901 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-63c61084-9e53-4bd6-a8ab-955052632c3f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.583687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b606ffd-8cb3-47fe-8abf-909010472238 req-7fd22c90-5535-4aee-bb05-b0ffd4ac62d0 tempest-DeleteServersTestJSON-508496758 tempest-DeleteServersTestJSON-508496758-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b9b9bf0-1706-4154-b316-83a67cdc9e71 HTTP/1.1" status: 200 len: 210 time: 0.0832884 Jul 05 03:58:07.594944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-63c61084-9e53-4bd6-a8ab-955052632c3f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:07.595780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c61084-9e53-4bd6-a8ab-955052632c3f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Pushing event updated for resources: {'Port': ['ID=2694b3a7-1466-484f-99ae-285eb2a2fa25,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.611595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-db88f8a8-3bae-4e25-b073-dc695047ba07 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Allocated IP 172.20.0.12 (585a8214-a0c2-4ff4-b92d-fd07e9827d52/2f4dd1dc-854c-4403-94b2-38e4ef4766e4/89fa328f-0cc0-4225-b5f8-aeeacc093ba8) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:07.613500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-63c61084-9e53-4bd6-a8ab-955052632c3f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:07.623632 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-63c61084-9e53-4bd6-a8ab-955052632c3f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:07.658040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d206-849b-4177-ae99-a9f03a2b79ae req-5ec92307-6eb0-460e-9ea3-f6e9c1c99c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.659614 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4da2d206-849b-4177-ae99-a9f03a2b79ae req-5ec92307-6eb0-460e-9ea3-f6e9c1c99c2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8bf2bb6d510e4bac8f5a2fcd7741fda7&device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 1094 time: 0.2346385 Jul 05 03:58:07.684776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-63c61084-9e53-4bd6-a8ab-955052632c3f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.686391 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-63c61084-9e53-4bd6-a8ab-955052632c3f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.739003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c012ac-23e1-40e0-af43-a95dd525e623 req-3fe9fed4-9a07-4d6d-8bdf-398a40b5e169 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.745739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c012ac-23e1-40e0-af43-a95dd525e623 req-3fe9fed4-9a07-4d6d-8bdf-398a40b5e169 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.751729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c012ac-23e1-40e0-af43-a95dd525e623 req-3fe9fed4-9a07-4d6d-8bdf-398a40b5e169 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.757691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c012ac-23e1-40e0-af43-a95dd525e623 req-3fe9fed4-9a07-4d6d-8bdf-398a40b5e169 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.763931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c012ac-23e1-40e0-af43-a95dd525e623 req-3fe9fed4-9a07-4d6d-8bdf-398a40b5e169 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.769738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c012ac-23e1-40e0-af43-a95dd525e623 req-3fe9fed4-9a07-4d6d-8bdf-398a40b5e169 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.775563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c012ac-23e1-40e0-af43-a95dd525e623 req-3fe9fed4-9a07-4d6d-8bdf-398a40b5e169 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.777492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3c012ac-23e1-40e0-af43-a95dd525e623 req-3fe9fed4-9a07-4d6d-8bdf-398a40b5e169 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5429 time: 0.3546071 Jul 05 03:58:07.790789 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-63c61084-9e53-4bd6-a8ab-955052632c3f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3949029 Jul 05 03:58:07.809721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Request body: {'port': {'device_id': '903f6f90-b13d-4764-9b65-b5db4fb72e65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:07.894545 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.263866 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf076136-652e-4cbe-9a56-7761640a1c63 req-dee4f77b-b045-4cd0-929c-26d3dd40f401 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 210 time: 0.4094095 Jul 05 03:58:08.281517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3c012ac-23e1-40e0-af43-a95dd525e623 req-cd10a0d5-f7d7-4f59-a5de-a417419eebd6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4890859 Jul 05 03:58:08.301783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d206-849b-4177-ae99-a9f03a2b79ae req-7dd3c1e9-f356-4d06-920c-8e4ab30340d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.303275 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4da2d206-849b-4177-ae99-a9f03a2b79ae req-7dd3c1e9-f356-4d06-920c-8e4ab30340d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=31690ce0-e310-4c82-b0ee-306fa6a5b103 HTTP/1.1" status: 200 len: 911 time: 0.6340225 Jul 05 03:58:08.356835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4da2d206-849b-4177-ae99-a9f03a2b79ae req-61b39095-d93d-4e85-90dd-e8622e3a8aae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81ddc7a6-12cb-46c3-921f-3cd659bac211 HTTP/1.1" status: 200 len: 217 time: 0.0422957 Jul 05 03:58:08.388688 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-db88f8a8-3bae-4e25-b073-dc695047ba07 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.521925 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d206-849b-4177-ae99-a9f03a2b79ae req-9a09a18d-7ebb-4e5b-95e3-ab66644e478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.523988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4da2d206-849b-4177-ae99-a9f03a2b79ae req-9a09a18d-7ebb-4e5b-95e3-ab66644e478e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=51f7de5d-a5d9-4c58-ac7a-89ad77e975db HTTP/1.1" status: 200 len: 850 time: 0.1571381 Jul 05 03:58:08.573802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4da2d206-849b-4177-ae99-a9f03a2b79ae req-4f087af9-d7f5-4257-accf-094b1839b69d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31690ce0-e310-4c82-b0ee-306fa6a5b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423272 Jul 05 03:58:08.647830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc3611-0fce-4072-aead-e0179f901671 req-5d180262-4edc-4965-94d6-210c300bae3d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.649736 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fffc3611-0fce-4072-aead-e0179f901671 req-5d180262-4edc-4965-94d6-210c300bae3d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 943 time: 0.2303600 Jul 05 03:58:08.658236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-db88f8a8-3bae-4e25-b073-dc695047ba07 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.689191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9743523-b732-4aaa-b372-2e76eac0c324 req-29b14580-4e88-4c3f-8ad9-965aaaca92ac tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.690704 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d9743523-b732-4aaa-b372-2e76eac0c324 req-29b14580-4e88-4c3f-8ad9-965aaaca92ac tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 945 time: 0.2540975 Jul 05 03:58:08.773205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-db88f8a8-3bae-4e25-b073-dc695047ba07 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:08.792279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-db88f8a8-3bae-4e25-b073-dc695047ba07 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:08.798401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-db88f8a8-3bae-4e25-b073-dc695047ba07 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:08.838449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85e74c8-e15a-40d8-9a59-11ab1458e071 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:08.844191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88f8a8-3bae-4e25-b073-dc695047ba07 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Pushing event updated for resources: {'Port': ['ID=89fa328f-0cc0-4225-b5f8-aeeacc093ba8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:08.848502 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.855305 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fffc3611-0fce-4072-aead-e0179f901671 req-3558dd6f-0e76-44f8-9860-64d990d8f5cc tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931722 Jul 05 03:58:08.868336 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4da2d206-849b-4177-ae99-a9f03a2b79ae req-df3e2b8c-909f-4fb5-8bd2-4ebbce9bb051 service neutron] 10.222.0.64 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822855 Jul 05 03:58:08.879077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Transition to ACTIVE for port object b85e74c8-e15a-40d8-9a59-11ab1458e071 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:08.880939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d9743523-b732-4aaa-b372-2e76eac0c324 req-472a354f-b540-49a2-8055-7da6d407c0d9 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0397a06-7a9b-47d7-ae80-a671bde0ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639655 Jul 05 03:58:08.906961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-db88f8a8-3bae-4e25-b073-dc695047ba07 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.907634 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-db88f8a8-3bae-4e25-b073-dc695047ba07 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.025996 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.033308 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4da2d206-849b-4177-ae99-a9f03a2b79ae req-6310593b-c38e-4e9e-81d8-37f223877066 service neutron] 10.222.0.64 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508136 Jul 05 03:58:09.040355 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-db88f8a8-3bae-4e25-b073-dc695047ba07 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3116837 Jul 05 03:58:09.052858 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Request body: {'port': {'device_id': '4592b4c2-e868-4e58-b2dc-ae1df2de4608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:09.134714 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b85e74c8-e15a-40d8-9a59-11ab1458e071,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:09.243952 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.286211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Attempting to bind port b85e74c8-e15a-40d8-9a59-11ab1458e071 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:09.286211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Attempting to bind port b85e74c8-e15a-40d8-9a59-11ab1458e071 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '67baf27d-c0e4-4622-8ad6-ec9c9692d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:09.286211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Attempting to bind port b85e74c8-e15a-40d8-9a59-11ab1458e071 on network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:09.311943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Port b85e74c8-e15a-40d8-9a59-11ab1458e071 on network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:09.312562 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Attempting to bind port b85e74c8-e15a-40d8-9a59-11ab1458e071 on network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:09.325636 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:09.325994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Checking segment: {'id': '67baf27d-c0e4-4622-8ad6-ec9c9692d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:09.326393 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Bound using segment: {'id': '67baf27d-c0e4-4622-8ad6-ec9c9692d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:09.326846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Bound port: b85e74c8-e15a-40d8-9a59-11ab1458e071, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67baf27d-c0e4-4622-8ad6-ec9c9692d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:09.327217 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.347743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2694b3a7-1466-484f-99ae-285eb2a2fa25 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:09.392389 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.438449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Transition to ACTIVE for port object 2694b3a7-1466-484f-99ae-285eb2a2fa25 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:09.466886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] For port b85e74c8-e15a-40d8-9a59-11ab1458e071, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:09.470258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] For port b85e74c8-e15a-40d8-9a59-11ab1458e071, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b85e74c8-e15a-40d8-9a59-11ab1458e071,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:09.542283 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.576434 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.602376 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d06b-d2e7-4074-9d6e-bf34c8b6f727 req-7a020eab-f216-4afd-8c8a-e33d2f456082 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.604976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f97d06b-d2e7-4074-9d6e-bf34c8b6f727 req-7a020eab-f216-4afd-8c8a-e33d2f456082 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 932 time: 0.1140079 Jul 05 03:58:09.610488 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2694b3a7-1466-484f-99ae-285eb2a2fa25,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:09.636186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.636694 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.638127 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] 10.222.0.64 "PUT /v2.0/ports/b85e74c8-e15a-40d8-9a59-11ab1458e071 HTTP/1.1" status: 200 len: 1091 time: 2.4863923 Jul 05 03:58:09.638582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1664f199-cb60-43ab-a94b-bf6c5220e638', 'tag': 'b85e74c8-e15a-40d8-9a59-11ab1458e071'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:09.640896 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eb87f3-b180-4994-82d2-8534126c07ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1664f199-cb60-43ab-a94b-bf6c5220e638", "tag": "b85e74c8-e15a-40d8-9a59-11ab1458e071"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:09.681986 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f97d06b-d2e7-4074-9d6e-bf34c8b6f727 req-ab72ba8f-16d5-4858-abec-f9daeadbb449 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710182 Jul 05 03:58:09.764158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b15afb-cec3-478b-9a47-82d1a01688a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b85e74c8-e15a-40d8-9a59-11ab1458e071,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:09.777293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e421f2df-f154-4ae3-b19d-4d437c827363 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:09.784589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:09.798181 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.809191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Transition to ACTIVE for port object 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:09.813215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: e421f2df-f154-4ae3-b19d-4d437c827363 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:09.813743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e421f2df-f154-4ae3-b19d-4d437c827363 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:09.817387 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Attempting to bind port 2694b3a7-1466-484f-99ae-285eb2a2fa25 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:09.817748 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Attempting to bind port 2694b3a7-1466-484f-99ae-285eb2a2fa25 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '67baf27d-c0e4-4622-8ad6-ec9c9692d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:09.818093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Attempting to bind port 2694b3a7-1466-484f-99ae-285eb2a2fa25 on network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:09.825495 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Port 2694b3a7-1466-484f-99ae-285eb2a2fa25 on network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:09.825837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Attempting to bind port 2694b3a7-1466-484f-99ae-285eb2a2fa25 on network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:09.834065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:09.834413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Checking segment: {'id': '67baf27d-c0e4-4622-8ad6-ec9c9692d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:09.834809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Bound using segment: {'id': '67baf27d-c0e4-4622-8ad6-ec9c9692d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:09.835247 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Bound port: 2694b3a7-1466-484f-99ae-285eb2a2fa25, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67baf27d-c0e4-4622-8ad6-ec9c9692d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:09.836765 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.890444 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-629229d5-8436-4544-a064-0961c7c4d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.892270 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-629229d5-8436-4544-a064-0961c7c4d9b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dee3aa1f3f6842dbb0baac436bfbe9cb&device_id=1664f199-cb60-43ab-a94b-bf6c5220e638 HTTP/1.1" status: 200 len: 1094 time: 0.1242573 Jul 05 03:58:09.900967 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.903690 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd515743-c20c-4399-b680-35e60f32f698 x-openstack-request-id: req-cd515743-c20c-4399-b680-35e60f32f698 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:09.903984 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1664f199-cb60-43ab-a94b-bf6c5220e638", "tag": "b85e74c8-e15a-40d8-9a59-11ab1458e071", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:09.904584 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd515743-c20c-4399-b680-35e60f32f698 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:09.904993 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1664f199-cb60-43ab-a94b-bf6c5220e638', 'tag': 'b85e74c8-e15a-40d8-9a59-11ab1458e071', 'status': 'completed', 'code': 200} Jul 05 03:58:09.954934 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-03a5b176-3ae4-408f-a8a7-ff9df6597489 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b85e74c8-e15a-40d8-9a59-11ab1458e071 HTTP/1.1" status: 200 len: 217 time: 0.0490532 Jul 05 03:58:09.977752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] For port 2694b3a7-1466-484f-99ae-285eb2a2fa25, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:10.009449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Pushing event updated for resources: {'Port': ['ID=89fa328f-0cc0-4225-b5f8-aeeacc093ba8,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:10.013762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] For port 2694b3a7-1466-484f-99ae-285eb2a2fa25, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2694b3a7-1466-484f-99ae-285eb2a2fa25,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:10.029965 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-f17cc8b8-80c8-4ce8-916e-18aa07acd2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.031554 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-f17cc8b8-80c8-4ce8-916e-18aa07acd2c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f4dd1dc-854c-4403-94b2-38e4ef4766e4 HTTP/1.1" status: 200 len: 858 time: 0.0647514 Jul 05 03:58:10.092990 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-c9665e60-1581-45b0-9205-e0ee5770b2dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=585a8214-a0c2-4ff4-b92d-fd07e9827d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541923 Jul 05 03:58:10.093540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79e25-507b-4110-8f15-2759ed606f63 req-74e02cdb-c17a-4ab8-8d03-17cceb476b4a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.094897 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.099492 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79e25-507b-4110-8f15-2759ed606f63 req-74e02cdb-c17a-4ab8-8d03-17cceb476b4a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.106291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79e25-507b-4110-8f15-2759ed606f63 req-74e02cdb-c17a-4ab8-8d03-17cceb476b4a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.112408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79e25-507b-4110-8f15-2759ed606f63 req-74e02cdb-c17a-4ab8-8d03-17cceb476b4a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.115487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.116118 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.118811 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] 10.222.0.11 "PUT /v2.0/ports/2694b3a7-1466-484f-99ae-285eb2a2fa25 HTTP/1.1" status: 200 len: 1092 time: 2.3175256 Jul 05 03:58:10.119237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79e25-507b-4110-8f15-2759ed606f63 req-74e02cdb-c17a-4ab8-8d03-17cceb476b4a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.126795 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79e25-507b-4110-8f15-2759ed606f63 req-74e02cdb-c17a-4ab8-8d03-17cceb476b4a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.132738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79e25-507b-4110-8f15-2759ed606f63 req-74e02cdb-c17a-4ab8-8d03-17cceb476b4a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.134704 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7b79e25-507b-4110-8f15-2759ed606f63 req-74e02cdb-c17a-4ab8-8d03-17cceb476b4a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5429 time: 0.2863657 Jul 05 03:58:10.207529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Attempting to bind port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:10.207529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Attempting to bind port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '67baf27d-c0e4-4622-8ad6-ec9c9692d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:10.207834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Attempting to bind port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 on network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:10.225097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7b79e25-507b-4110-8f15-2759ed606f63 req-6d10c992-fc26-494e-91e0-185a240d0bf9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808582 Jul 05 03:58:10.237291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 on network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:10.238798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Attempting to bind port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 on network 585a8214-a0c2-4ff4-b92d-fd07e9827d52 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:10.251539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16925f51-f87d-48c8-9c45-28d42b927dd7 req-06320104-0230-4c16-b3b5-69e915c4782b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.252346 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16925f51-f87d-48c8-9c45-28d42b927dd7 req-06320104-0230-4c16-b3b5-69e915c4782b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 945 time: 0.2362206 Jul 05 03:58:10.259969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:10.260750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898b7b9-0c91-4910-a9df-6fec4425d5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2694b3a7-1466-484f-99ae-285eb2a2fa25,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:10.261264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Checking segment: {'id': '67baf27d-c0e4-4622-8ad6-ec9c9692d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:10.261679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Bound using segment: {'id': '67baf27d-c0e4-4622-8ad6-ec9c9692d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:10.262481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Bound port: 89fa328f-0cc0-4225-b5f8-aeeacc093ba8, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67baf27d-c0e4-4622-8ad6-ec9c9692d9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:10.262857 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.302997 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e071e2ff-d9c0-4d56-a95d-c1889658acb9 service neutron] 10.222.0.64 "GET /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952753 Jul 05 03:58:10.342747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16925f51-f87d-48c8-9c45-28d42b927dd7 req-d941aadb-d1c8-4838-98f5-ae26a285c4b5 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0397a06-7a9b-47d7-ae80-a671bde0ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759504 Jul 05 03:58:10.441196 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-42a9e8e2-ba31-4410-9a4b-8a6c1a3091a8 service neutron] 10.222.0.64 "GET /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194928 Jul 05 03:58:10.457631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device d1104469-75fb-4577-a085-2bae2e7fc87a details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:10.469997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-edf8c04e-d3d3-472e-828c-2088b2c93753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.472491 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-edf8c04e-d3d3-472e-828c-2088b2c93753 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dee3aa1f3f6842dbb0baac436bfbe9cb&device_id=903f6f90-b13d-4764-9b65-b5db4fb72e65 HTTP/1.1" status: 200 len: 1095 time: 0.1811180 Jul 05 03:58:10.528416 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-65181f8f-06a9-4ecc-a13c-df11132b9b72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2694b3a7-1466-484f-99ae-285eb2a2fa25 HTTP/1.1" status: 200 len: 217 time: 0.0472651 Jul 05 03:58:10.529245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] For port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:10.552124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] For port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=89fa328f-0cc0-4225-b5f8-aeeacc093ba8,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:10.588452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port d1104469-75fb-4577-a085-2bae2e7fc87a, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d1104469-75fb-4577-a085-2bae2e7fc87a,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:10.590481 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-1a82e1b8-d1fe-4cc8-8f6d-b9adc2657de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.592672 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-1a82e1b8-d1fe-4cc8-8f6d-b9adc2657de5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f4dd1dc-854c-4403-94b2-38e4ef4766e4 HTTP/1.1" status: 200 len: 858 time: 0.0570340 Jul 05 03:58:10.595791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef276a-e188-41b1-b5a9-499b035a951b req-8ac99b86-6189-4376-ab4b-05fa3bde3aea tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.597458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77ef276a-e188-41b1-b5a9-499b035a951b req-8ac99b86-6189-4376-ab4b-05fa3bde3aea tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 943 time: 0.1605766 Jul 05 03:58:10.607565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'd1104469-75fb-4577-a085-2bae2e7fc87a', 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33', 'port_id': 'd1104469-75fb-4577-a085-2bae2e7fc87a', 'mac_address': 'fa:16:3e:50:c0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ff21ba-224c-4091-818b-dbb67611a58e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:10.644790 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77ef276a-e188-41b1-b5a9-499b035a951b req-713ef0ff-58c9-4f4f-9a5a-3a8460c964d3 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399833 Jul 05 03:58:10.657603 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.657862 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.684516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1104469-75fb-4577-a085-2bae2e7fc87a {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:10.705880 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-041c1223-5bed-4aeb-b2c7-f52d4297cccd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=585a8214-a0c2-4ff4-b92d-fd07e9827d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008248 Jul 05 03:58:10.706151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.706756 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.708169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] 10.222.0.64 "PUT /v2.0/ports/89fa328f-0cc0-4225-b5f8-aeeacc093ba8 HTTP/1.1" status: 200 len: 1092 time: 1.6607018 Jul 05 03:58:10.708725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4592b4c2-e868-4e58-b2dc-ae1df2de4608', 'tag': '89fa328f-0cc0-4225-b5f8-aeeacc093ba8'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:10.728353 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96667bf-9614-42df-b1d0-41afad12e7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4592b4c2-e868-4e58-b2dc-ae1df2de4608", "tag": "89fa328f-0cc0-4225-b5f8-aeeacc093ba8"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:10.730251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port d1104469-75fb-4577-a085-2bae2e7fc87a, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d1104469-75fb-4577-a085-2bae2e7fc87a,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:10.775406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d200f7-e335-4134-8fa9-d0d58f6d2249 service neutron] Pushing event updated for resources: {'Port': ['ID=89fa328f-0cc0-4225-b5f8-aeeacc093ba8,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:10.855492 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-581c7d05-9926-4092-b42c-38a5c592ff1d service neutron] 10.222.0.11 "GET /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313884 Jul 05 03:58:10.857126 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.857962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e31f908b-0377-4a12-9a9e-6d2de7c04868 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:10.888953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb87f3-b180-4994-82d2-8534126c07ba req-7337ad73-65a6-4da5-b1b8-0f5a1961e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.895431 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e0eb87f3-b180-4994-82d2-8534126c07ba req-7337ad73-65a6-4da5-b1b8-0f5a1961e385 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dee3aa1f3f6842dbb0baac436bfbe9cb&device_id=1664f199-cb60-43ab-a94b-bf6c5220e638 HTTP/1.1" status: 200 len: 1094 time: 0.2718215 Jul 05 03:58:10.955510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=d1104469-75fb-4577-a085-2bae2e7fc87a,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:10.970858 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595f89c1-bf5a-420f-a109-f2edfadf300e x-openstack-request-id: req-595f89c1-bf5a-420f-a109-f2edfadf300e {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:10.972395 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4592b4c2-e868-4e58-b2dc-ae1df2de4608", "tag": "89fa328f-0cc0-4225-b5f8-aeeacc093ba8", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:10.972955 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-595f89c1-bf5a-420f-a109-f2edfadf300e {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:10.977535 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4592b4c2-e868-4e58-b2dc-ae1df2de4608', 'tag': '89fa328f-0cc0-4225-b5f8-aeeacc093ba8', 'status': 'completed', 'code': 200} Jul 05 03:58:11.034133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bd20c-ea1e-4a94-9ade-24a87c7d9c8b req-20f1aa07-1272-4cee-bcc8-c4579a2e21c2 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.041222 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b95bd20c-ea1e-4a94-9ade-24a87c7d9c8b req-20f1aa07-1272-4cee-bcc8-c4579a2e21c2 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 944 time: 0.1935771 Jul 05 03:58:11.064004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb87f3-b180-4994-82d2-8534126c07ba req-2e2a8058-4762-4284-8ee6-e55e9c209973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.065707 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e0eb87f3-b180-4994-82d2-8534126c07ba req-2e2a8058-4762-4284-8ee6-e55e9c209973 service neutron] 10.222.0.64 "GET /v2.0/networks?id=585a8214-a0c2-4ff4-b92d-fd07e9827d52 HTTP/1.1" status: 200 len: 919 time: 0.1640277 Jul 05 03:58:11.071426 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-8973bc7f-28e8-4a98-8e73-cf0fd70ffe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.073103 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-8973bc7f-28e8-4a98-8e73-cf0fd70ffe21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dee3aa1f3f6842dbb0baac436bfbe9cb&device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 1095 time: 0.2032437 Jul 05 03:58:11.112320 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e0eb87f3-b180-4994-82d2-8534126c07ba req-c02c2882-e913-4600-90ec-e95af76a4654 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b85e74c8-e15a-40d8-9a59-11ab1458e071 HTTP/1.1" status: 200 len: 217 time: 0.0385211 Jul 05 03:58:11.115569 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-a50aeb90-b030-4162-83d5-942d81c52b07 service neutron] 10.222.0.11 "GET /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409163 Jul 05 03:58:11.131977 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-00e49b1e-f1f7-415d-bb38-50b03a2177dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89fa328f-0cc0-4225-b5f8-aeeacc093ba8 HTTP/1.1" status: 200 len: 217 time: 0.0431876 Jul 05 03:58:11.140432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e31f908b-0377-4a12-9a9e-6d2de7c04868, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e31f908b-0377-4a12-9a9e-6d2de7c04868,segment=NetworkSegment(8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b),segment_id=8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:11.144085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b95bd20c-ea1e-4a94-9ade-24a87c7d9c8b req-7c556c7b-e6b1-4354-bf36-481a0262f575 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010036 Jul 05 03:58:11.176284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'e31f908b-0377-4a12-9a9e-6d2de7c04868', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'port_id': 'e31f908b-0377-4a12-9a9e-6d2de7c04868', 'mac_address': 'fa:16:3e:c6:a4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:11.200866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb87f3-b180-4994-82d2-8534126c07ba req-f6927ca8-ffbb-46a5-b9c7-1d003f1eb82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.202277 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e0eb87f3-b180-4994-82d2-8534126c07ba req-f6927ca8-ffbb-46a5-b9c7-1d003f1eb82b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f4dd1dc-854c-4403-94b2-38e4ef4766e4 HTTP/1.1" status: 200 len: 858 time: 0.0826755 Jul 05 03:58:11.204082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-ad1347c4-781e-453b-8607-d58ac8faed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.207213 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-ad1347c4-781e-453b-8607-d58ac8faed3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f4dd1dc-854c-4403-94b2-38e4ef4766e4 HTTP/1.1" status: 200 len: 858 time: 0.0621078 Jul 05 03:58:11.224058 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.241582 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31f908b-0377-4a12-9a9e-6d2de7c04868 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:11.249494 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e0eb87f3-b180-4994-82d2-8534126c07ba req-72e6bd36-1128-4dfb-9bd5-6f7ce3534f2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=585a8214-a0c2-4ff4-b92d-fd07e9827d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308292 Jul 05 03:58:11.254169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-a97da574-63a9-4ebf-a46f-a48654269258 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=585a8214-a0c2-4ff4-b92d-fd07e9827d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340476 Jul 05 03:58:11.265231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e31f908b-0377-4a12-9a9e-6d2de7c04868, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e31f908b-0377-4a12-9a9e-6d2de7c04868,segment=NetworkSegment(8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b),segment_id=8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:11.267911 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c71db-cc09-463c-b64c-2abcc3ace706 req-8c5c754d-9c5f-4ae3-ae58-82e92bcc2741 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.269530 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d64c71db-cc09-463c-b64c-2abcc3ace706 req-8c5c754d-9c5f-4ae3-ae58-82e92bcc2741 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.11 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 945 time: 0.1124370 Jul 05 03:58:11.376868 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-8d887bc5-2e92-4a6d-8516-ebf89302d030 service neutron] 10.222.0.64 "GET /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147783 Jul 05 03:58:11.388257 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.388257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b990c748-c350-420f-beb6-0c5670b4dacd details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:11.568543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=e31f908b-0377-4a12-9a9e-6d2de7c04868,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:11.594319 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e0eb87f3-b180-4994-82d2-8534126c07ba req-7a7915d0-78a4-40e2-a7c0-f45ce0de1007 service neutron] 10.222.0.64 "GET /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235011 Jul 05 03:58:11.605489 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d64c71db-cc09-463c-b64c-2abcc3ace706 req-70787397-acd5-493d-b7ab-87c00dd9758b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Deleting port bb2acb12-a8b1-4006-ac7e-15bb69533f3f {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:11.605832 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d64c71db-cc09-463c-b64c-2abcc3ace706 req-70787397-acd5-493d-b7ab-87c00dd9758b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.614226 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b990c748-c350-420f-beb6-0c5670b4dacd, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b990c748-c350-420f-beb6-0c5670b4dacd,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:11.633263 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e4c869-a60f-43e2-9507-cc55aad26887 req-e9f106dd-fc01-4aa3-8786-f0fa3429aab0 service neutron] 10.222.0.64 "GET /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053897 Jul 05 03:58:11.634092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'b990c748-c350-420f-beb6-0c5670b4dacd', 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68', 'port_id': 'b990c748-c350-420f-beb6-0c5670b4dacd', 'mac_address': 'fa:16:3e:06:44:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008e98e3-be56-474a-a741-e1d9ac0979ec', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:11.696087 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235cf5-2e93-409b-a521-b95836bc1e52 req-613bed96-4c39-4b13-83ea-a91b1cf5b690 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.702131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235cf5-2e93-409b-a521-b95836bc1e52 req-613bed96-4c39-4b13-83ea-a91b1cf5b690 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.708972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235cf5-2e93-409b-a521-b95836bc1e52 req-613bed96-4c39-4b13-83ea-a91b1cf5b690 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.715655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235cf5-2e93-409b-a521-b95836bc1e52 req-613bed96-4c39-4b13-83ea-a91b1cf5b690 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.719506 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.722110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235cf5-2e93-409b-a521-b95836bc1e52 req-613bed96-4c39-4b13-83ea-a91b1cf5b690 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.729433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235cf5-2e93-409b-a521-b95836bc1e52 req-613bed96-4c39-4b13-83ea-a91b1cf5b690 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.735945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b990c748-c350-420f-beb6-0c5670b4dacd {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:11.736038 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235cf5-2e93-409b-a521-b95836bc1e52 req-613bed96-4c39-4b13-83ea-a91b1cf5b690 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.743814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1235cf5-2e93-409b-a521-b95836bc1e52 req-613bed96-4c39-4b13-83ea-a91b1cf5b690 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5430 time: 0.3848238 Jul 05 03:58:11.762886 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b990c748-c350-420f-beb6-0c5670b4dacd, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b990c748-c350-420f-beb6-0c5670b4dacd,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:11.833292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c4182-8f3d-4516-8bb2-d569d731fadd req-ef7947d0-7f9c-4965-90c2-e8acfa5bb65a tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.840231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e40c4182-8f3d-4516-8bb2-d569d731fadd req-ef7947d0-7f9c-4965-90c2-e8acfa5bb65a tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 945 time: 0.2998953 Jul 05 03:58:11.852333 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1235cf5-2e93-409b-a521-b95836bc1e52 req-a686aa23-abaa-426b-b634-b83972601acb tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1076465 Jul 05 03:58:11.856886 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.857818 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 689f3c13-af2d-4efa-b70c-5b65d3a797f6 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:11.872143 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e0eb87f3-b180-4994-82d2-8534126c07ba req-fe813fa3-3981-4c50-b30a-a5f675da98d1 service neutron] 10.222.0.64 "GET /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687211 Jul 05 03:58:11.884829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d64c71db-cc09-463c-b64c-2abcc3ace706 req-70787397-acd5-493d-b7ab-87c00dd9758b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] For port bb2acb12-a8b1-4006-ac7e-15bb69533f3f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=bb2acb12-a8b1-4006-ac7e-15bb69533f3f,segment=NetworkSegment(acec910f-ab8a-444b-9ac7-65e0c28116c1),segment_id=acec910f-ab8a-444b-9ac7-65e0c28116c1)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:11.885104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d64c71db-cc09-463c-b64c-2abcc3ace706 req-70787397-acd5-493d-b7ab-87c00dd9758b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.904401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e40c4182-8f3d-4516-8bb2-d569d731fadd req-d10c1d1d-56a7-402e-b03f-c3eef0a3fe19 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0397a06-7a9b-47d7-ae80-a671bde0ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622611 Jul 05 03:58:11.907899 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903f6f90-b13d-4764-9b65-b5db4fb72e65', 'tag': '2694b3a7-1466-484f-99ae-285eb2a2fa25'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:11.923510 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a91d8e-356a-420e-b98f-441a4a247724" -d '{"events": [{"name": "network-changed", "server_uuid": "903f6f90-b13d-4764-9b65-b5db4fb72e65", "tag": "2694b3a7-1466-484f-99ae-285eb2a2fa25"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:11.923627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96667bf-9614-42df-b1d0-41afad12e7d7 req-d6655436-2790-49fc-8215-734d059db777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.923714 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 689f3c13-af2d-4efa-b70c-5b65d3a797f6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=689f3c13-af2d-4efa-b70c-5b65d3a797f6,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:11.934187 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d64c71db-cc09-463c-b64c-2abcc3ace706 req-70787397-acd5-493d-b7ab-87c00dd9758b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Calling delete_port for bb2acb12-a8b1-4006-ac7e-15bb69533f3f owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:11.938073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '689f3c13-af2d-4efa-b70c-5b65d3a797f6', 'network_id': '2d8d395a-629a-43df-95a0-5c67ac358e33', 'port_id': '689f3c13-af2d-4efa-b70c-5b65d3a797f6', 'mac_address': 'fa:16:3e:bb:f9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ff21ba-224c-4091-818b-dbb67611a58e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:11.947169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e96667bf-9614-42df-b1d0-41afad12e7d7 req-d6655436-2790-49fc-8215-734d059db777 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dee3aa1f3f6842dbb0baac436bfbe9cb&device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 1095 time: 0.1766434 Jul 05 03:58:12.136405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96667bf-9614-42df-b1d0-41afad12e7d7 req-36d687af-fb1a-4cfd-b8fb-72f0e2a53862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.137863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e96667bf-9614-42df-b1d0-41afad12e7d7 req-36d687af-fb1a-4cfd-b8fb-72f0e2a53862 service neutron] 10.222.0.64 "GET /v2.0/networks?id=585a8214-a0c2-4ff4-b92d-fd07e9827d52 HTTP/1.1" status: 200 len: 919 time: 0.1844738 Jul 05 03:58:12.227151 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2e8bf6-e4c9-47a6-90c2-b944304c7554 x-openstack-request-id: req-3a2e8bf6-e4c9-47a6-90c2-b944304c7554 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:12.227506 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903f6f90-b13d-4764-9b65-b5db4fb72e65", "tag": "2694b3a7-1466-484f-99ae-285eb2a2fa25", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:12.227843 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a2e8bf6-e4c9-47a6-90c2-b944304c7554 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:12.228210 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903f6f90-b13d-4764-9b65-b5db4fb72e65', 'tag': '2694b3a7-1466-484f-99ae-285eb2a2fa25', 'status': 'completed', 'code': 200} Jul 05 03:58:12.251423 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e96667bf-9614-42df-b1d0-41afad12e7d7 req-3f9db2f7-13b4-4055-b369-fee86c8f066c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89fa328f-0cc0-4225-b5f8-aeeacc093ba8 HTTP/1.1" status: 200 len: 217 time: 0.0991287 Jul 05 03:58:12.260870 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.264355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b990c748-c350-420f-beb6-0c5670b4dacd,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:12.282487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689f3c13-af2d-4efa-b70c-5b65d3a797f6 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:12.311601 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 689f3c13-af2d-4efa-b70c-5b65d3a797f6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=689f3c13-af2d-4efa-b70c-5b65d3a797f6,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:12.322250 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a91d8e-356a-420e-b98f-441a4a247724 req-b7f0180b-2344-4034-b03b-eb58c7862afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.323914 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68a91d8e-356a-420e-b98f-441a4a247724 req-b7f0180b-2344-4034-b03b-eb58c7862afa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dee3aa1f3f6842dbb0baac436bfbe9cb&device_id=903f6f90-b13d-4764-9b65-b5db4fb72e65 HTTP/1.1" status: 200 len: 1095 time: 0.0943391 Jul 05 03:58:12.341890 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d64c71db-cc09-463c-b64c-2abcc3ace706 req-70787397-acd5-493d-b7ab-87c00dd9758b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.360005 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['bb2acb12-a8b1-4006-ac7e-15bb69533f3f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:12.410830 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.411648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 08a698c4-7fb2-4337-9aca-edf966a89040 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:12.426858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70787397-acd5-493d-b7ab-87c00dd9758b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Pushing event deleted for resources: {'Port': ['ID=bb2acb12-a8b1-4006-ac7e-15bb69533f3f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:12.436479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96667bf-9614-42df-b1d0-41afad12e7d7 req-0c42b65c-26f0-499c-8465-4a0b266e6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.438006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e96667bf-9614-42df-b1d0-41afad12e7d7 req-0c42b65c-26f0-499c-8465-4a0b266e6498 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f4dd1dc-854c-4403-94b2-38e4ef4766e4 HTTP/1.1" status: 200 len: 858 time: 0.1464174 Jul 05 03:58:12.497065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=689f3c13-af2d-4efa-b70c-5b65d3a797f6,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:12.498640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e96667bf-9614-42df-b1d0-41afad12e7d7 req-0ab1a1e8-734c-4d25-895e-548bcc0b586d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=585a8214-a0c2-4ff4-b92d-fd07e9827d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504625 Jul 05 03:58:12.503359 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a91d8e-356a-420e-b98f-441a4a247724 req-539c322a-2eb0-4b94-af54-64641c90344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.505159 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68a91d8e-356a-420e-b98f-441a4a247724 req-539c322a-2eb0-4b94-af54-64641c90344c service neutron] 10.222.0.11 "GET /v2.0/networks?id=585a8214-a0c2-4ff4-b92d-fd07e9827d52 HTTP/1.1" status: 200 len: 919 time: 0.1750491 Jul 05 03:58:12.528192 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750fbb8-eebf-47d9-9ecb-290223838cb0 req-1fd08cb2-4a42-4a22-ad7c-556117b0756a tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.530185 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4750fbb8-eebf-47d9-9ecb-290223838cb0 req-1fd08cb2-4a42-4a22-ad7c-556117b0756a tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 943 time: 0.3068547 Jul 05 03:58:12.542683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64c71db-cc09-463c-b64c-2abcc3ace706 req-70787397-acd5-493d-b7ab-87c00dd9758b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] No DVR routers for this DVR port bb2acb12-a8b1-4006-ac7e-15bb69533f3f on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:12.565594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 08a698c4-7fb2-4337-9aca-edf966a89040, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=08a698c4-7fb2-4337-9aca-edf966a89040,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:12.573156 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d64c71db-cc09-463c-b64c-2abcc3ace706 req-70787397-acd5-493d-b7ab-87c00dd9758b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.575230 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d64c71db-cc09-463c-b64c-2abcc3ace706 req-70787397-acd5-493d-b7ab-87c00dd9758b tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.11 "DELETE /v2.0/ports/bb2acb12-a8b1-4006-ac7e-15bb69533f3f HTTP/1.1" status: 204 len: 173 time: 1.2961357 Jul 05 03:58:12.577148 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68a91d8e-356a-420e-b98f-441a4a247724 req-cdd82e65-f88f-438d-829a-bc212f051cf1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2694b3a7-1466-484f-99ae-285eb2a2fa25 HTTP/1.1" status: 200 len: 217 time: 0.0655074 Jul 05 03:58:12.586953 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '08a698c4-7fb2-4337-9aca-edf966a89040', 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68', 'port_id': '08a698c4-7fb2-4337-9aca-edf966a89040', 'mac_address': 'fa:16:3e:a5:d0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008e98e3-be56-474a-a741-e1d9ac0979ec', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:12.638886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a91d8e-356a-420e-b98f-441a4a247724 req-b3eca91e-3370-477e-a403-346a4d992f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.640460 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68a91d8e-356a-420e-b98f-441a4a247724 req-b3eca91e-3370-477e-a403-346a4d992f07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f4dd1dc-854c-4403-94b2-38e4ef4766e4 HTTP/1.1" status: 200 len: 858 time: 0.0567605 Jul 05 03:58:12.680992 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68a91d8e-356a-420e-b98f-441a4a247724 req-eb3d2aca-7889-4a60-80b4-a4478e8626a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=585a8214-a0c2-4ff4-b92d-fd07e9827d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338416 Jul 05 03:58:12.682806 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.693062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc3ab6-d336-48d1-8460-103ee7bd5826 req-1d306804-47c5-4bd0-8bc9-30a74ecc701f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.694816 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1bc3ab6-d336-48d1-8460-103ee7bd5826 req-1d306804-47c5-4bd0-8bc9-30a74ecc701f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 944 time: 0.3405271 Jul 05 03:58:12.707258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a698c4-7fb2-4337-9aca-edf966a89040 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:12.730887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 08a698c4-7fb2-4337-9aca-edf966a89040, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=08a698c4-7fb2-4337-9aca-edf966a89040,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:12.743757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4750fbb8-eebf-47d9-9ecb-290223838cb0 req-dc72c7c6-8e95-4b94-9fb8-06cf75e850d8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959976 Jul 05 03:58:12.753571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e96667bf-9614-42df-b1d0-41afad12e7d7 req-1479acce-c7b5-4a21-a508-f3e8d3492e3d service neutron] 10.222.0.64 "GET /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207568 Jul 05 03:58:12.774162 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1bc3ab6-d336-48d1-8460-103ee7bd5826 req-a69f79ea-01a9-4083-b289-c490863f9c98 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699744 Jul 05 03:58:12.796007 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68a91d8e-356a-420e-b98f-441a4a247724 req-a550717e-0aa7-4304-ad1e-5422450abd7b service neutron] 10.222.0.11 "GET /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084306 Jul 05 03:58:12.845510 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.846775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device adb1ed23-fff4-41df-aae0-ae1040d60db6 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:12.873413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e96667bf-9614-42df-b1d0-41afad12e7d7 req-affcbad7-8a2a-496a-a150-7659e0d5a33e service neutron] 10.222.0.64 "GET /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027069 Jul 05 03:58:12.942302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port adb1ed23-fff4-41df-aae0-ae1040d60db6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=adb1ed23-fff4-41df-aae0-ae1040d60db6,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:12.942909 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68a91d8e-356a-420e-b98f-441a4a247724 req-9e6795ff-22b9-4571-8be2-56cd49536916 service neutron] 10.222.0.11 "GET /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393540 Jul 05 03:58:12.946565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=08a698c4-7fb2-4337-9aca-edf966a89040,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:12.958904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'adb1ed23-fff4-41df-aae0-ae1040d60db6', 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68', 'port_id': 'adb1ed23-fff4-41df-aae0-ae1040d60db6', 'mac_address': 'fa:16:3e:71:27:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008e98e3-be56-474a-a741-e1d9ac0979ec', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:13.009171 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.028961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb1ed23-fff4-41df-aae0-ae1040d60db6 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:13.056513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port adb1ed23-fff4-41df-aae0-ae1040d60db6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=adb1ed23-fff4-41df-aae0-ae1040d60db6,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:13.094270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5d4a4f2-9fee-499f-8160-d5d231b78631 req-b8cae88e-00b2-4ea4-a9da-6a531a966bf6 tempest-InstanceActionsTestJSON-7125924 tempest-InstanceActionsTestJSON-7125924-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45b3e1a-ba6c-4ebb-9324-a56067e31676 HTTP/1.1" status: 200 len: 210 time: 0.0310094 Jul 05 03:58:13.162391 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.164021 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e1a831ee-d410-4ebf-863c-96e8b8770426 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:13.173703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e123922-d762-4216-8dc9-695e4ed15e7f req-bb3f4add-cbbc-4f7e-9994-0c32cc67fbfe tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.181658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e123922-d762-4216-8dc9-695e4ed15e7f req-bb3f4add-cbbc-4f7e-9994-0c32cc67fbfe tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.187792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e123922-d762-4216-8dc9-695e4ed15e7f req-bb3f4add-cbbc-4f7e-9994-0c32cc67fbfe tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.209560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e123922-d762-4216-8dc9-695e4ed15e7f req-bb3f4add-cbbc-4f7e-9994-0c32cc67fbfe tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.216857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e123922-d762-4216-8dc9-695e4ed15e7f req-bb3f4add-cbbc-4f7e-9994-0c32cc67fbfe tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.223431 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e123922-d762-4216-8dc9-695e4ed15e7f req-bb3f4add-cbbc-4f7e-9994-0c32cc67fbfe tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.230687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e123922-d762-4216-8dc9-695e4ed15e7f req-bb3f4add-cbbc-4f7e-9994-0c32cc67fbfe tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.233028 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e123922-d762-4216-8dc9-695e4ed15e7f req-bb3f4add-cbbc-4f7e-9994-0c32cc67fbfe tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5434 time: 0.1411173 Jul 05 03:58:13.243558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=adb1ed23-fff4-41df-aae0-ae1040d60db6,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:13.257885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e1a831ee-d410-4ebf-863c-96e8b8770426, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e1a831ee-d410-4ebf-863c-96e8b8770426,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:13.274780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'e1a831ee-d410-4ebf-863c-96e8b8770426', 'network_id': '12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68', 'port_id': 'e1a831ee-d410-4ebf-863c-96e8b8770426', 'mac_address': 'fa:16:3e:f1:1e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008e98e3-be56-474a-a741-e1d9ac0979ec', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:13.308994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e123922-d762-4216-8dc9-695e4ed15e7f req-a92e70d3-25c5-478e-8381-bba054874d3b tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683854 Jul 05 03:58:13.325289 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.338507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a831ee-d410-4ebf-863c-96e8b8770426 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:13.358497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e1a831ee-d410-4ebf-863c-96e8b8770426, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e1a831ee-d410-4ebf-863c-96e8b8770426,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:13.445163 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.446054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 81ddc7a6-12cb-46c3-921f-3cd659bac211 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:13.544344 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=e1a831ee-d410-4ebf-863c-96e8b8770426,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:13.588917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 81ddc7a6-12cb-46c3-921f-3cd659bac211, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=81ddc7a6-12cb-46c3-921f-3cd659bac211,segment=NetworkSegment(6d67167f-c14f-49c2-8c5e-4a88798d9a44),segment_id=6d67167f-c14f-49c2-8c5e-4a88798d9a44)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:13.609887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '81ddc7a6-12cb-46c3-921f-3cd659bac211', 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103', 'port_id': '81ddc7a6-12cb-46c3-921f-3cd659bac211', 'mac_address': 'fa:16:3e:9a:4c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f7de5d-a5d9-4c58-ac7a-89ad77e975db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:13.666046 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.671475 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ddc7a6-12cb-46c3-921f-3cd659bac211 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:13.698005 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 81ddc7a6-12cb-46c3-921f-3cd659bac211, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=81ddc7a6-12cb-46c3-921f-3cd659bac211,segment=NetworkSegment(6d67167f-c14f-49c2-8c5e-4a88798d9a44),segment_id=6d67167f-c14f-49c2-8c5e-4a88798d9a44)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:13.770336 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2694b3a7-1466-484f-99ae-285eb2a2fa25 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:13.870576 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.954709 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b85e74c8-e15a-40d8-9a59-11ab1458e071 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:14.028652 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5806fbd-2f31-416b-84ac-483c0d150afe req-8093e5a3-669a-4020-9749-1f7cb64f27c9 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.030341 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5806fbd-2f31-416b-84ac-483c0d150afe req-8093e5a3-669a-4020-9749-1f7cb64f27c9 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 944 time: 0.1178367 Jul 05 03:58:14.060290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=81ddc7a6-12cb-46c3-921f-3cd659bac211,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:14.082186 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2694b3a7-1466-484f-99ae-285eb2a2fa25, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2694b3a7-1466-484f-99ae-285eb2a2fa25,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:14.082403 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763fd08-4719-4314-9b2f-816d1f4e44e0 req-61111329-e93f-42dc-9c06-b552ec11d806 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.083875 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b763fd08-4719-4314-9b2f-816d1f4e44e0 req-61111329-e93f-42dc-9c06-b552ec11d806 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 944 time: 0.1026034 Jul 05 03:58:14.098927 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '2694b3a7-1466-484f-99ae-285eb2a2fa25', 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52', 'port_id': '2694b3a7-1466-484f-99ae-285eb2a2fa25', 'mac_address': 'fa:16:3e:36:b1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4dd1dc-854c-4403-94b2-38e4ef4766e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:14.111018 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5806fbd-2f31-416b-84ac-483c0d150afe req-ce6d05b9-104f-47da-a966-59e1ba52bf4e tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727658 Jul 05 03:58:14.156831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b85e74c8-e15a-40d8-9a59-11ab1458e071, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b85e74c8-e15a-40d8-9a59-11ab1458e071,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:14.176941 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.178963 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'b85e74c8-e15a-40d8-9a59-11ab1458e071', 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52', 'port_id': 'b85e74c8-e15a-40d8-9a59-11ab1458e071', 'mac_address': 'fa:16:3e:65:cc:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4dd1dc-854c-4403-94b2-38e4ef4766e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:14.184113 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b763fd08-4719-4314-9b2f-816d1f4e44e0 req-3df4b9c2-a25e-4d40-99f0-1d0826c6900d tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852628 Jul 05 03:58:14.196558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2694b3a7-1466-484f-99ae-285eb2a2fa25 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:14.224052 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38446) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:14.233441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45b3e1a-ba6c-4ebb-9324-a56067e31676', 'name': 'network-vif-deleted', 'tag': 'bb2acb12-a8b1-4006-ac7e-15bb69533f3f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:14.235698 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13596fe3-54e6-440d-b389-d128bc5fd455" -d '{"events": [{"server_uuid": "c45b3e1a-ba6c-4ebb-9324-a56067e31676", "name": "network-vif-deleted", "tag": "bb2acb12-a8b1-4006-ac7e-15bb69533f3f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:14.301453 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2694b3a7-1466-484f-99ae-285eb2a2fa25, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2694b3a7-1466-484f-99ae-285eb2a2fa25,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:14.315250 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.319401 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bc71b3-a793-4890-ba48-92848b09871f x-openstack-request-id: req-87bc71b3-a793-4890-ba48-92848b09871f {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:14.322160 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45b3e1a-ba6c-4ebb-9324-a56067e31676", "name": "network-vif-deleted", "tag": "bb2acb12-a8b1-4006-ac7e-15bb69533f3f", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:14.322160 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87bc71b3-a793-4890-ba48-92848b09871f {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:14.322160 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45b3e1a-ba6c-4ebb-9324-a56067e31676', 'name': 'network-vif-deleted', 'tag': 'bb2acb12-a8b1-4006-ac7e-15bb69533f3f', 'status': 'completed', 'code': 200} Jul 05 03:58:14.328764 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1dce42-8b4b-4cf5-b84f-71a035e77f58 admin admin] Deleting subnet 2d875b88-f1ab-4eea-99bf-37ad9112718d {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:14.332273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85e74c8-e15a-40d8-9a59-11ab1458e071 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:14.334137 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0e1dce42-8b4b-4cf5-b84f-71a035e77f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.364235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b85e74c8-e15a-40d8-9a59-11ab1458e071, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b85e74c8-e15a-40d8-9a59-11ab1458e071,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:14.399508 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0e1dce42-8b4b-4cf5-b84f-71a035e77f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.415428 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.469070 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0e1dce42-8b4b-4cf5-b84f-71a035e77f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.490540 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2694b3a7-1466-484f-99ae-285eb2a2fa25,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:14.497108 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.498196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:14.536130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002da77-73d8-4260-bb6e-1c7ed7557e01 req-cb0569aa-ad2f-4bb3-9495-a652a2cdb615 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.542010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002da77-73d8-4260-bb6e-1c7ed7557e01 req-cb0569aa-ad2f-4bb3-9495-a652a2cdb615 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.547951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002da77-73d8-4260-bb6e-1c7ed7557e01 req-cb0569aa-ad2f-4bb3-9495-a652a2cdb615 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.555396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002da77-73d8-4260-bb6e-1c7ed7557e01 req-cb0569aa-ad2f-4bb3-9495-a652a2cdb615 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.563442 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002da77-73d8-4260-bb6e-1c7ed7557e01 req-cb0569aa-ad2f-4bb3-9495-a652a2cdb615 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.571546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002da77-73d8-4260-bb6e-1c7ed7557e01 req-cb0569aa-ad2f-4bb3-9495-a652a2cdb615 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.574901 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b85e74c8-e15a-40d8-9a59-11ab1458e071,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:14.578466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002da77-73d8-4260-bb6e-1c7ed7557e01 req-cb0569aa-ad2f-4bb3-9495-a652a2cdb615 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.579855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=89fa328f-0cc0-4225-b5f8-aeeacc093ba8,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:14.581026 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4002da77-73d8-4260-bb6e-1c7ed7557e01 req-cb0569aa-ad2f-4bb3-9495-a652a2cdb615 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5436 time: 0.1339748 Jul 05 03:58:14.592946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '89fa328f-0cc0-4225-b5f8-aeeacc093ba8', 'network_id': '585a8214-a0c2-4ff4-b92d-fd07e9827d52', 'port_id': '89fa328f-0cc0-4225-b5f8-aeeacc093ba8', 'mac_address': 'fa:16:3e:04:0c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4dd1dc-854c-4403-94b2-38e4ef4766e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:14.624802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2694b3a7-1466-484f-99ae-285eb2a2fa25'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:14.628913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0e1dce42-8b4b-4cf5-b84f-71a035e77f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.630031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4002da77-73d8-4260-bb6e-1c7ed7557e01 req-4fe7fb9a-7fa9-4f16-aef5-a5adcc5e335b tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384755 Jul 05 03:58:14.660014 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dce42-8b4b-4cf5-b84f-71a035e77f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d875b88-f1ab-4eea-99bf-37ad9112718d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:14.664686 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.682425 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0e1dce42-8b4b-4cf5-b84f-71a035e77f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.686357 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0e1dce42-8b4b-4cf5-b84f-71a035e77f58 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2d875b88-f1ab-4eea-99bf-37ad9112718d HTTP/1.1" status: 204 len: 168 time: 0.4598887 Jul 05 03:58:14.688098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38464) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:14.689789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:14.722334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['d1104469-75fb-4577-a085-2bae2e7fc87a'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:14.750849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=89fa328f-0cc0-4225-b5f8-aeeacc093ba8,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:14.756963 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['e31f908b-0377-4a12-9a9e-6d2de7c04868'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:14.760323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['b990c748-c350-420f-beb6-0c5670b4dacd'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:14.800088 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db61cfe4-03a9-413b-8687-06ce9441c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.807381 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['81ddc7a6-12cb-46c3-921f-3cd659bac211'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:14.813775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['e1a831ee-d410-4ebf-863c-96e8b8770426'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:14.848694 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.956325 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db61cfe4-03a9-413b-8687-06ce9441c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.977635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-db61cfe4-03a9-413b-8687-06ce9441c9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd708a20-e1b1-4b50-82f6-f423a0b36708']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:14.990790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-db61cfe4-03a9-413b-8687-06ce9441c9e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acec910f-ab8a-444b-9ac7-65e0c28116c1') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:14.991090 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-db61cfe4-03a9-413b-8687-06ce9441c9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acec910f-ab8a-444b-9ac7-65e0c28116c1') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:15.003933 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db61cfe4-03a9-413b-8687-06ce9441c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.045867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db61cfe4-03a9-413b-8687-06ce9441c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.056128 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db61cfe4-03a9-413b-8687-06ce9441c9e0 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:58:15.057181 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db61cfe4-03a9-413b-8687-06ce9441c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:58:15.059464 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:58:15.181093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=89fa328f-0cc0-4225-b5f8-aeeacc093ba8,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:15.252689 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['b85e74c8-e15a-40d8-9a59-11ab1458e071'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:15.254553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['89fa328f-0cc0-4225-b5f8-aeeacc093ba8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:15.309339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38486) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:15.384018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d55d07-094e-437d-8239-2f1fe6e5ecb0 admin admin] Deleting subnet 46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:15.395295 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55d55d07-094e-437d-8239-2f1fe6e5ecb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.483941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199a835-d3c9-46a9-90cd-cf98470f3886 req-12e68fe2-26d0-4442-ace3-42ef4f09d2c1 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:15.492858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a199a835-d3c9-46a9-90cd-cf98470f3886 req-12e68fe2-26d0-4442-ace3-42ef4f09d2c1 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 944 time: 0.2291157 Jul 05 03:58:15.525604 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55d55d07-094e-437d-8239-2f1fe6e5ecb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.596999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a199a835-d3c9-46a9-90cd-cf98470f3886 req-c16af714-4771-43f7-966c-a212fedc5c03 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029806 Jul 05 03:58:15.627925 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db61cfe4-03a9-413b-8687-06ce9441c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.634258 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db61cfe4-03a9-413b-8687-06ce9441c9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.640235 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-db61cfe4-03a9-413b-8687-06ce9441c9e0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cd708a20-e1b1-4b50-82f6-f423a0b36708 HTTP/1.1" status: 204 len: 168 time: 0.9463041 Jul 05 03:58:15.644107 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55d55d07-094e-437d-8239-2f1fe6e5ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.658733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61cfe4-03a9-413b-8687-06ce9441c9e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd708a20-e1b1-4b50-82f6-f423a0b36708,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:15.667619 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08190f77-7821-4dd6-a28e-58275baccc1e req-2371c303-bd81-4e78-9ac5-00fd216667f4 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:15.673952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08190f77-7821-4dd6-a28e-58275baccc1e req-2371c303-bd81-4e78-9ac5-00fd216667f4 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 945 time: 0.2519968 Jul 05 03:58:15.826437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08190f77-7821-4dd6-a28e-58275baccc1e req-505d3857-5d44-4456-be32-ba15ad6580a3 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743542 Jul 05 03:58:15.918815 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55d55d07-094e-437d-8239-2f1fe6e5ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.935895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['08a698c4-7fb2-4337-9aca-edf966a89040'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:15.938262 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['689f3c13-af2d-4efa-b70c-5b65d3a797f6'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:15.940614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['adb1ed23-fff4-41df-aae0-ae1040d60db6'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:15.942307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device bb2acb12-a8b1-4006-ac7e-15bb69533f3f no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:15.982430 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55d55d07-094e-437d-8239-2f1fe6e5ecb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.986966 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-55d55d07-094e-437d-8239-2f1fe6e5ecb0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78 HTTP/1.1" status: 204 len: 168 time: 0.6751497 Jul 05 03:58:15.987301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38508) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:15.988058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d55d07-094e-437d-8239-2f1fe6e5ecb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46e7c2f1-74ff-4c1a-a20d-2a1ce7327f78,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:16.049181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f50c4-3e58-4f78-852e-0c039ab3842f req-057a9e4e-4d36-49ec-8863-9da7424bda8a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.056149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f50c4-3e58-4f78-852e-0c039ab3842f req-057a9e4e-4d36-49ec-8863-9da7424bda8a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.062345 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f50c4-3e58-4f78-852e-0c039ab3842f req-057a9e4e-4d36-49ec-8863-9da7424bda8a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.069743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f50c4-3e58-4f78-852e-0c039ab3842f req-057a9e4e-4d36-49ec-8863-9da7424bda8a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.075959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f50c4-3e58-4f78-852e-0c039ab3842f req-057a9e4e-4d36-49ec-8863-9da7424bda8a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.079012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: bb2acb12-a8b1-4006-ac7e-15bb69533f3f {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:16.079349 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device bb2acb12-a8b1-4006-ac7e-15bb69533f3f not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:16.082584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f50c4-3e58-4f78-852e-0c039ab3842f req-057a9e4e-4d36-49ec-8863-9da7424bda8a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.088782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f50c4-3e58-4f78-852e-0c039ab3842f req-057a9e4e-4d36-49ec-8863-9da7424bda8a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.090933 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ee4-f092-4b8c-b807-4a1a9697b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.093971 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-985f50c4-3e58-4f78-852e-0c039ab3842f req-057a9e4e-4d36-49ec-8863-9da7424bda8a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5436 time: 0.1964345 Jul 05 03:58:16.144417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-985f50c4-3e58-4f78-852e-0c039ab3842f req-5fa9a164-abce-473c-b034-311979e2faa7 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471532 Jul 05 03:58:16.154891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38510) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:16.197732 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ee4-f092-4b8c-b807-4a1a9697b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.211788 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d8e67ee4-f092-4b8c-b807-4a1a9697b4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0ef573-3c71-4826-bc2f-ca90865a5699']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:16.217382 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d51311c2-9edb-428f-8301-4dde07fe5e98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2958b4b9ba14aeaa55b505caa370bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605104 Jul 05 03:58:16.219229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38512) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:16.229458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d8e67ee4-f092-4b8c-b807-4a1a9697b4f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab09460a-f84f-494c-9d3e-9e0b805fafa7') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:16.230762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d8e67ee4-f092-4b8c-b807-4a1a9697b4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab09460a-f84f-494c-9d3e-9e0b805fafa7') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:16.243252 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ee4-f092-4b8c-b807-4a1a9697b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.260845 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ee4-f092-4b8c-b807-4a1a9697b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.269414 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e67ee4-f092-4b8c-b807-4a1a9697b4f8 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:58:16.269821 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ee4-f092-4b8c-b807-4a1a9697b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.280318 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74632f03-354f-466c-bd1f-86664a558004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:58:16.285581 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:58:16.303909 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74632f03-354f-466c-bd1f-86664a558004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.416354 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ee4-f092-4b8c-b807-4a1a9697b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.434782 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d8e67ee4-f092-4b8c-b807-4a1a9697b4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.437163 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d8e67ee4-f092-4b8c-b807-4a1a9697b4f8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/da0ef573-3c71-4826-bc2f-ca90865a5699 HTTP/1.1" status: 204 len: 168 time: 0.4488463 Jul 05 03:58:16.438177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e67ee4-f092-4b8c-b807-4a1a9697b4f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=da0ef573-3c71-4826-bc2f-ca90865a5699,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:16.449069 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74632f03-354f-466c-bd1f-86664a558004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.453095 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74632f03-354f-466c-bd1f-86664a558004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.454524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-74632f03-354f-466c-bd1f-86664a558004 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0397a06-7a9b-47d7-ae80-a671bde0ea62 HTTP/1.1" status: 204 len: 168 time: 0.2342207 Jul 05 03:58:16.464013 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74632f03-354f-466c-bd1f-86664a558004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0397a06-7a9b-47d7-ae80-a671bde0ea62,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:16.801852 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666525dd-22c6-4ff9-8c39-23e91281eb1b req-444a6e5b-4c35-4d25-aad2-3f87e6feb07c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.803598 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-666525dd-22c6-4ff9-8c39-23e91281eb1b req-444a6e5b-4c35-4d25-aad2-3f87e6feb07c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 944 time: 0.0700889 Jul 05 03:58:16.842438 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-666525dd-22c6-4ff9-8c39-23e91281eb1b req-41b0dd97-437c-41db-bf88-430e52f860d2 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Jul 05 03:58:16.869031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38528) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:16.930306 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-df9ae187-867e-4e6d-8458-a0d3ca5b850b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e720a82806c4e7cbe27e02eb198af6d&name=default HTTP/1.1" status: 200 len: 2981 time: 0.0617957 Jul 05 03:58:16.932824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38532) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:17.020155 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-abdf46e3-7973-4828-93fc-cd1ed599fbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.058655 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-abdf46e3-7973-4828-93fc-cd1ed599fbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.100061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2cce1-86dd-4922-bfb4-57ef6148cc0a req-ec90013b-ab13-4e86-a505-10c23757fe39 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.102262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ad2cce1-86dd-4922-bfb4-57ef6148cc0a req-ec90013b-ab13-4e86-a505-10c23757fe39 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 945 time: 0.1193349 Jul 05 03:58:17.144578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ad2cce1-86dd-4922-bfb4-57ef6148cc0a req-ac14ebe9-4b63-45d3-a513-56f39baa5972 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360694 Jul 05 03:58:17.221960 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-abdf46e3-7973-4828-93fc-cd1ed599fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.224654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-abdf46e3-7973-4828-93fc-cd1ed599fbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.238918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-abdf46e3-7973-4828-93fc-cd1ed599fbc4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0194578e-bcda-4089-b85d-0ef700ea35e1 HTTP/1.1" status: 204 len: 168 time: 0.2917955 Jul 05 03:58:17.238918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf46e3-7973-4828-93fc-cd1ed599fbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0194578e-bcda-4089-b85d-0ef700ea35e1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:17.382467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8945ec-4351-4fb2-a418-9df8006beb7a req-85ea7b06-e06d-44a9-b374-9a5dc7f188e4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.388342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8945ec-4351-4fb2-a418-9df8006beb7a req-85ea7b06-e06d-44a9-b374-9a5dc7f188e4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.395094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8945ec-4351-4fb2-a418-9df8006beb7a req-85ea7b06-e06d-44a9-b374-9a5dc7f188e4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.401348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8945ec-4351-4fb2-a418-9df8006beb7a req-85ea7b06-e06d-44a9-b374-9a5dc7f188e4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.408058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8945ec-4351-4fb2-a418-9df8006beb7a req-85ea7b06-e06d-44a9-b374-9a5dc7f188e4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.415853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8945ec-4351-4fb2-a418-9df8006beb7a req-85ea7b06-e06d-44a9-b374-9a5dc7f188e4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.423802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8945ec-4351-4fb2-a418-9df8006beb7a req-85ea7b06-e06d-44a9-b374-9a5dc7f188e4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.425777 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ac8945ec-4351-4fb2-a418-9df8006beb7a req-85ea7b06-e06d-44a9-b374-9a5dc7f188e4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5436 time: 0.1198435 Jul 05 03:58:17.469404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ac8945ec-4351-4fb2-a418-9df8006beb7a req-918cc5e6-3a0f-49ee-bd18-e84a84375dc3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366383 Jul 05 03:58:17.802665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2694b3a7-1466-484f-99ae-285eb2a2fa25 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:17.811156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38556) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:17.922483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e31f908b-0377-4a12-9a9e-6d2de7c04868 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:17.958034 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e6ed2ecf-cb29-4700-a460-b3602202953b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.987931 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 2694b3a7-1466-484f-99ae-285eb2a2fa25 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:17.998414 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 2694b3a7-1466-484f-99ae-285eb2a2fa25 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:17.998793 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.105597 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.116565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b083c-381c-4947-b4f1-231efe9a5548 req-4c281ad8-13b2-4a7a-b386-7cb4f27b5723 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.118109 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-132b083c-381c-4947-b4f1-231efe9a5548 req-4c281ad8-13b2-4a7a-b386-7cb4f27b5723 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 944 time: 0.1288536 Jul 05 03:58:18.119003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38574) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:18.130786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port e31f908b-0377-4a12-9a9e-6d2de7c04868 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:18.137507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903f6f90-b13d-4764-9b65-b5db4fb72e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2694b3a7-1466-484f-99ae-285eb2a2fa25'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:18.140137 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b450546e-7887-4a15-82e7-f256e378e481" -d '{"events": [{"server_uuid": "903f6f90-b13d-4764-9b65-b5db4fb72e65", "name": "network-vif-plugged", "status": "completed", "tag": "2694b3a7-1466-484f-99ae-285eb2a2fa25"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:18.158616 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2694b3a7-1466-484f-99ae-285eb2a2fa25, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2694b3a7-1466-484f-99ae-285eb2a2fa25,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:18.160117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port e31f908b-0377-4a12-9a9e-6d2de7c04868 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:18.160653 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.186861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-132b083c-381c-4947-b4f1-231efe9a5548 req-35ecbeb6-3b2d-44d6-9926-e2f997079725 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577710 Jul 05 03:58:18.188789 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e6ed2ecf-cb29-4700-a460-b3602202953b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.217378 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49169ab3-349a-4bb3-a547-52887d66b257 x-openstack-request-id: req-49169ab3-349a-4bb3-a547-52887d66b257 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:18.217684 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903f6f90-b13d-4764-9b65-b5db4fb72e65", "name": "network-vif-plugged", "status": "completed", "tag": "2694b3a7-1466-484f-99ae-285eb2a2fa25", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:18.217945 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49169ab3-349a-4bb3-a547-52887d66b257 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:18.218349 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903f6f90-b13d-4764-9b65-b5db4fb72e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2694b3a7-1466-484f-99ae-285eb2a2fa25', 'code': 200} Jul 05 03:58:18.262567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-721218869-network', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:18.268422 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.297874 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e6ed2ecf-cb29-4700-a460-b3602202953b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.319128 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.348776 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2694b3a7-1466-484f-99ae-285eb2a2fa25,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:18.350724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a66d2-2a43-4d54-a995-7b458617c610 req-1982ac1f-eccc-4fbf-8538-ccd413787838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.352509 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-411a66d2-2a43-4d54-a995-7b458617c610 req-1982ac1f-eccc-4fbf-8538-ccd413787838 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=903f6f90-b13d-4764-9b65-b5db4fb72e65 HTTP/1.1" status: 200 len: 1097 time: 0.0658205 Jul 05 03:58:18.356355 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e6ed2ecf-cb29-4700-a460-b3602202953b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a33105a26abf4415a978dad1b88c436d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5417006 Jul 05 03:58:18.357074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38584) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:18.379078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e31f908b-0377-4a12-9a9e-6d2de7c04868, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e31f908b-0377-4a12-9a9e-6d2de7c04868,segment=NetworkSegment(8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b),segment_id=8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:18.404008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed2ecf-cb29-4700-a460-b3602202953b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559cb684-b164-4b0b-b626-02aaebfa026d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:18.421533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] Made reservation on behalf of 174f2d02a7e3433196e6af978e1e0491 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:18.423823 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.438658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a6ca3-a947-47f5-863a-d6e75d9d414e req-d049187d-dad8-46cc-9d43-88a4313b93d8 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.440163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f1a6ca3-a947-47f5-863a-d6e75d9d414e req-d049187d-dad8-46cc-9d43-88a4313b93d8 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 945 time: 0.1225247 Jul 05 03:58:18.447236 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.452204 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-411a66d2-2a43-4d54-a995-7b458617c610 req-c9967ee4-a106-47d9-8a19-6d738e3365df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923188 Jul 05 03:58:18.468392 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.477541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65f4e5f7-f8c9-452e-b134-6cd5bd5bdbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.483177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f1a6ca3-a947-47f5-863a-d6e75d9d414e req-cc700458-ee1c-4847-b89b-e48e6ebb7b11 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365958 Jul 05 03:58:18.513710 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65f4e5f7-f8c9-452e-b134-6cd5bd5bdbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.546324 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=e31f908b-0377-4a12-9a9e-6d2de7c04868,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:18.659978 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65f4e5f7-f8c9-452e-b134-6cd5bd5bdbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.662573 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65f4e5f7-f8c9-452e-b134-6cd5bd5bdbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.664307 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-65f4e5f7-f8c9-452e-b134-6cd5bd5bdbd4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/559cb684-b164-4b0b-b626-02aaebfa026d HTTP/1.1" status: 204 len: 168 time: 0.3057506 Jul 05 03:58:18.675961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dfee1-f402-42c4-8bd1-746080ad9b7a req-0b9f25b2-7a76-4909-b309-61c6b7f45e17 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.677758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4e5f7-f8c9-452e-b134-6cd5bd5bdbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559cb684-b164-4b0b-b626-02aaebfa026d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:18.684634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dfee1-f402-42c4-8bd1-746080ad9b7a req-0b9f25b2-7a76-4909-b309-61c6b7f45e17 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.690423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dfee1-f402-42c4-8bd1-746080ad9b7a req-0b9f25b2-7a76-4909-b309-61c6b7f45e17 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.711779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dfee1-f402-42c4-8bd1-746080ad9b7a req-0b9f25b2-7a76-4909-b309-61c6b7f45e17 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.718857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dfee1-f402-42c4-8bd1-746080ad9b7a req-0b9f25b2-7a76-4909-b309-61c6b7f45e17 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.726567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dfee1-f402-42c4-8bd1-746080ad9b7a req-0b9f25b2-7a76-4909-b309-61c6b7f45e17 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.730147 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.732161 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dfee1-f402-42c4-8bd1-746080ad9b7a req-0b9f25b2-7a76-4909-b309-61c6b7f45e17 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.734052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee2dfee1-f402-42c4-8bd1-746080ad9b7a req-0b9f25b2-7a76-4909-b309-61c6b7f45e17 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5437 time: 0.1256239 Jul 05 03:58:18.780815 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee2dfee1-f402-42c4-8bd1-746080ad9b7a req-7380d91a-1924-4095-b1d5-fb746281a113 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407560 Jul 05 03:58:18.795282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38598) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:18.856138 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.877422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:58:18.892852 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9d5428-aac4-472e-bf89-59057f1dbab2,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:18.897115 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.897991 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] Added segment 15a18caf-303d-4409-8a1f-0eca04b26b76 of type vlan for network a0b045f4-2b90-4610-a196-e71709f68cab Jul 05 03:58:18.940087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.996914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-315325210-network', 'tenant_id': '3aab109c65f048c197810f03b4ad492d'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:19.039598 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.040845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:19.041431 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.106776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] Pushing event updated for resources: {'Network': ['ID=a0b045f4-2b90-4610-a196-e71709f68cab,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:19.118938 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network a0b045f4-2b90-4610-a196-e71709f68cab details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:58:19.177418 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] Made reservation on behalf of 3aab109c65f048c197810f03b4ad492d for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:19.179800 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.188353 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.307533 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-776d64f4-dece-4097-8b5d-9bf5e1c74579 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1873987 Jul 05 03:58:19.310731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38608) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:19.318894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d4204f5e-ed26-4466-9ba0-4e963b39cb88 admin admin] Request body: {'subnet': {'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-721218869-subnet', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:19.373891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa8e74-0e71-4b5e-9c08-41c0de096242 req-1c576b9e-8c9a-4811-aaeb-20b27850b0a4 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:19.375443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40aa8e74-0e71-4b5e-9c08-41c0de096242 req-1c576b9e-8c9a-4811-aaeb-20b27850b0a4 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 944 time: 0.0696914 Jul 05 03:58:19.410714 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.420772 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40aa8e74-0e71-4b5e-9c08-41c0de096242 req-09e45996-5323-4a28-bd05-5d4364228549 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359325 Jul 05 03:58:19.539109 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.555182 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38612) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:19.568482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:58:19.568730 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-271b3adf-50ae-41b6-9cc1-73ea89227710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.591245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.591598 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] Added segment e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e of type vlan for network ba471489-0045-428b-8f2f-7f93f99a66ea Jul 05 03:58:19.599936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f624bc1-3383-4b12-a8d2-8670295c663a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:19.635126 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.662345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4204f5e-ed26-4466-9ba0-4e963b39cb88 admin admin] Made reservation on behalf of 174f2d02a7e3433196e6af978e1e0491 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:19.664809 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4204f5e-ed26-4466-9ba0-4e963b39cb88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.684207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fd8a4-e583-464e-a05b-9a3e82ed6c6c req-8c528c30-758c-4e73-9225-0b2463d47225 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:19.685627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a34fd8a4-e583-464e-a05b-9a3e82ed6c6c req-8c528c30-758c-4e73-9225-0b2463d47225 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 945 time: 0.0743029 Jul 05 03:58:19.743911 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.744241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a34fd8a4-e583-464e-a05b-9a3e82ed6c6c req-8b23336a-b33c-4bbf-8268-c5f845b4a989 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522976 Jul 05 03:58:19.745059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:19.745708 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.791992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-271b3adf-50ae-41b6-9cc1-73ea89227710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.835994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] Pushing event updated for resources: {'Network': ['ID=ba471489-0045-428b-8f2f-7f93f99a66ea,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:19.845916 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ba471489-0045-428b-8f2f-7f93f99a66ea details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:58:19.872026 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-271b3adf-50ae-41b6-9cc1-73ea89227710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.913032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-271b3adf-50ae-41b6-9cc1-73ea89227710 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56892ef27fdf43ebb946a362facbcd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566589 Jul 05 03:58:19.914490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b3adf-50ae-41b6-9cc1-73ea89227710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fab86d9-7fbb-45f5-a88e-e5db2b17c7fa,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:19.918550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38616) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:19.919691 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device d1104469-75fb-4577-a085-2bae2e7fc87a up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:19.959424 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-62547ee4-4500-4a84-b6fb-4b22785da69b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1628702 Jul 05 03:58:19.965177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38618) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:19.972782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-cf579b8c-28fa-444d-9db1-7e9925c5fbd6 admin admin] Request body: {'subnet': {'network_id': 'ba471489-0045-428b-8f2f-7f93f99a66ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-315325210-subnet', 'tenant_id': '3aab109c65f048c197810f03b4ad492d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:19.985767 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4204f5e-ed26-4466-9ba0-4e963b39cb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.019908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c704-f64a-400e-8bde-43dbf98831eb req-7cdcb151-97d9-4419-bcfc-355fe6c9bf9d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.027105 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c704-f64a-400e-8bde-43dbf98831eb req-7cdcb151-97d9-4419-bcfc-355fe6c9bf9d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.032526 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad65a969-d01d-4498-adeb-2f2753b9e5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.034830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c704-f64a-400e-8bde-43dbf98831eb req-7cdcb151-97d9-4419-bcfc-355fe6c9bf9d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.041373 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c704-f64a-400e-8bde-43dbf98831eb req-7cdcb151-97d9-4419-bcfc-355fe6c9bf9d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.045084 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port d1104469-75fb-4577-a085-2bae2e7fc87a completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:20.047850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c704-f64a-400e-8bde-43dbf98831eb req-7cdcb151-97d9-4419-bcfc-355fe6c9bf9d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.049196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port d1104469-75fb-4577-a085-2bae2e7fc87a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:20.049930 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.055645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c704-f64a-400e-8bde-43dbf98831eb req-7cdcb151-97d9-4419-bcfc-355fe6c9bf9d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.063340 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c704-f64a-400e-8bde-43dbf98831eb req-7cdcb151-97d9-4419-bcfc-355fe6c9bf9d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.065700 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6579c704-f64a-400e-8bde-43dbf98831eb req-7cdcb151-97d9-4419-bcfc-355fe6c9bf9d tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5437 time: 0.1243777 Jul 05 03:58:20.076852 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad65a969-d01d-4498-adeb-2f2753b9e5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.090423 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4204f5e-ed26-4466-9ba0-4e963b39cb88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8151acc1-35f1-46dd-b471-d209576c99d2,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:20.111638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf579b8c-28fa-444d-9db1-7e9925c5fbd6 admin admin] Made reservation on behalf of 3aab109c65f048c197810f03b4ad492d for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:20.114021 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf579b8c-28fa-444d-9db1-7e9925c5fbd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.115440 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6579c704-f64a-400e-8bde-43dbf98831eb req-a39a8eb2-cd9c-48e9-b6d0-aafc5b053182 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427272 Jul 05 03:58:20.154427 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.162223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4204f5e-ed26-4466-9ba0-4e963b39cb88 admin admin] Checking segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:20.162596 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4204f5e-ed26-4466-9ba0-4e963b39cb88 admin admin] Network hostable DHCP agents. Network: a0b045f4-2b90-4610-a196-e71709f68cab, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:58:20.192588 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port d1104469-75fb-4577-a085-2bae2e7fc87a, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d1104469-75fb-4577-a085-2bae2e7fc87a,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:20.219784 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31f908b-0377-4a12-9a9e-6d2de7c04868'}, {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1104469-75fb-4577-a085-2bae2e7fc87a'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:20.222250 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dcb8fb-039a-47aa-9780-ae09d4c4edd5" -d '{"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "e31f908b-0377-4a12-9a9e-6d2de7c04868"}, {"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "d1104469-75fb-4577-a085-2bae2e7fc87a"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:20.260065 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b663e42-0c91-4c17-aab8-c5b889f0a7e0 x-openstack-request-id: req-9b663e42-0c91-4c17-aab8-c5b889f0a7e0 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:20.260385 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "e31f908b-0377-4a12-9a9e-6d2de7c04868", "code": 200}, {"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "d1104469-75fb-4577-a085-2bae2e7fc87a", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:20.260646 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b663e42-0c91-4c17-aab8-c5b889f0a7e0 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:20.261045 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31f908b-0377-4a12-9a9e-6d2de7c04868', 'code': 200} Jul 05 03:58:20.261304 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1104469-75fb-4577-a085-2bae2e7fc87a', 'code': 200} Jul 05 03:58:20.271021 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.271833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e1a831ee-d410-4ebf-863c-96e8b8770426 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:20.291761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4204f5e-ed26-4466-9ba0-4e963b39cb88 admin admin] Network a0b045f4-2b90-4610-a196-e71709f68cab is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:58:20.295420 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad65a969-d01d-4498-adeb-2f2753b9e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.297974 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad65a969-d01d-4498-adeb-2f2753b9e5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.299126 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ad65a969-d01d-4498-adeb-2f2753b9e5ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3fab86d9-7fbb-45f5-a88e-e5db2b17c7fa HTTP/1.1" status: 204 len: 168 time: 0.3792591 Jul 05 03:58:20.315966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65a969-d01d-4498-adeb-2f2753b9e5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fab86d9-7fbb-45f5-a88e-e5db2b17c7fa,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:20.365204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=d1104469-75fb-4577-a085-2bae2e7fc87a,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:20.398774 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-d4204f5e-ed26-4466-9ba0-4e963b39cb88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, a0b045f4-2b90-4610-a196-e71709f68cab) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:20.406371 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ab98c-90b8-48ba-af31-6eaed4bdc1fd None None] Network a0b045f4-2b90-4610-a196-e71709f68cab requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:20.416088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4204f5e-ed26-4466-9ba0-4e963b39cb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.416721 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4204f5e-ed26-4466-9ba0-4e963b39cb88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.477132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port e1a831ee-d410-4ebf-863c-96e8b8770426 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:20.489316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port e1a831ee-d410-4ebf-863c-96e8b8770426 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:20.489692 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.509591 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d4204f5e-ed26-4466-9ba0-4e963b39cb88 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1964290 Jul 05 03:58:20.511277 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf579b8c-28fa-444d-9db1-7e9925c5fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.512856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38628) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:20.517739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:20.598776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf579b8c-28fa-444d-9db1-7e9925c5fbd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1305f9b-0793-4a57-b2e4-a6148b46a4f8,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:20.609289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf579b8c-28fa-444d-9db1-7e9925c5fbd6 admin admin] Checking segment: {'id': 'e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ba471489-0045-428b-8f2f-7f93f99a66ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:20.609670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf579b8c-28fa-444d-9db1-7e9925c5fbd6 admin admin] Network hostable DHCP agents. Network: ba471489-0045-428b-8f2f-7f93f99a66ea, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:58:20.614397 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959aebb-04a0-4175-9d67-f6779337b174 req-e76feb54-b65a-412b-bfe6-75e18ee84843 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.617170 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8959aebb-04a0-4175-9d67-f6779337b174 req-e76feb54-b65a-412b-bfe6-75e18ee84843 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 944 time: 0.0753081 Jul 05 03:58:20.633029 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-a0b045f4-2b90-4610-a196-e71709f68cab', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:20.633982 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.661369 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8959aebb-04a0-4175-9d67-f6779337b174 req-abd0bf0a-37eb-45b1-86ff-4a6ce6f175b0 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343239 Jul 05 03:58:20.668923 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.708125 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.709291 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.772156 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.787374 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e1a831ee-d410-4ebf-863c-96e8b8770426, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e1a831ee-d410-4ebf-863c-96e8b8770426,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:20.792880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf579b8c-28fa-444d-9db1-7e9925c5fbd6 admin admin] Network ba471489-0045-428b-8f2f-7f93f99a66ea is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:58:20.838572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Allocated IP 172.20.0.2 (a0b045f4-2b90-4610-a196-e71709f68cab/8151acc1-35f1-46dd-b471-d209576c99d2/cd1c0ca7-543c-4b2b-88a8-2d1ed690265a) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:20.889057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-cf579b8c-28fa-444d-9db1-7e9925c5fbd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, ba471489-0045-428b-8f2f-7f93f99a66ea) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:20.893830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf579b8c-28fa-444d-9db1-7e9925c5fbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.894410 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf579b8c-28fa-444d-9db1-7e9925c5fbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.897122 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.904129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d62f6-5eaf-4575-ba3f-722d22ce273f None None] Network ba471489-0045-428b-8f2f-7f93f99a66ea requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:21.048524 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cf579b8c-28fa-444d-9db1-7e9925c5fbd6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0819583 Jul 05 03:58:21.189774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=e1a831ee-d410-4ebf-863c-96e8b8770426,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:21.301513 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e305811e-eb1a-48f3-98c6-b782ad8ee75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.340652 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.377870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Transition to ACTIVE for port object cd1c0ca7-543c-4b2b-88a8-2d1ed690265a will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:21.429509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c0c96d-0555-4653-ba04-4c7b0db585c2 None None] Network ba471489-0045-428b-8f2f-7f93f99a66ea requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:21.434832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Transition to ACTIVE for port object cd1c0ca7-543c-4b2b-88a8-2d1ed690265a will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:21.577688 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.578138 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.614793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Network a0b045f4-2b90-4610-a196-e71709f68cab is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:21.618351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82175520-c311-46cf-adb6-172dbe0525fc req-ad58ff72-cb76-4dab-801d-b848747b274e tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.618847 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:21.620583 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-82175520-c311-46cf-adb6-172dbe0525fc req-ad58ff72-cb76-4dab-801d-b848747b274e tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 945 time: 0.2347260 Jul 05 03:58:21.624588 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:21.631754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Pushing event updated for resources: {'Port': ['ID=cd1c0ca7-543c-4b2b-88a8-2d1ed690265a,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:21.636349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b9830-5f7a-41de-8e09-815c153d8cdb req-9d4123bd-a63f-4100-bc49-d318cb58df91 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.642886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b9830-5f7a-41de-8e09-815c153d8cdb req-9d4123bd-a63f-4100-bc49-d318cb58df91 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.649392 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b9830-5f7a-41de-8e09-815c153d8cdb req-9d4123bd-a63f-4100-bc49-d318cb58df91 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.655152 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b9830-5f7a-41de-8e09-815c153d8cdb req-9d4123bd-a63f-4100-bc49-d318cb58df91 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.664964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b9830-5f7a-41de-8e09-815c153d8cdb req-9d4123bd-a63f-4100-bc49-d318cb58df91 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.671002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b9830-5f7a-41de-8e09-815c153d8cdb req-9d4123bd-a63f-4100-bc49-d318cb58df91 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.676785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b9830-5f7a-41de-8e09-815c153d8cdb req-9d4123bd-a63f-4100-bc49-d318cb58df91 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.678799 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c0b9830-5f7a-41de-8e09-815c153d8cdb req-9d4123bd-a63f-4100-bc49-d318cb58df91 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5439 time: 0.2917595 Jul 05 03:58:21.712733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Attempting to bind port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:21.713509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Attempting to bind port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:21.714565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Attempting to bind port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a on network a0b045f4-2b90-4610-a196-e71709f68cab {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:21.723062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:21.723895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Checking segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:21.725064 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.725766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Bound using segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:21.726684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Bound port: cd1c0ca7-543c-4b2b-88a8-2d1ed690265a, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:21.727458 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.792921 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-82175520-c311-46cf-adb6-172dbe0525fc req-26d062bb-e9b7-412b-a33d-132fc438cb0f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129067 Jul 05 03:58:21.807367 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c0b9830-5f7a-41de-8e09-815c153d8cdb req-bbc18a93-e2b4-4e26-af44-6a324f1d8d61 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1184969 Jul 05 03:58:21.840737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] For port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:21.847069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] For port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cd1c0ca7-543c-4b2b-88a8-2d1ed690265a,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:21.937009 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.028421 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b990c748-c350-420f-beb6-0c5670b4dacd up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:22.080136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118c169-7409-4478-b69a-1b7e7d335228 None None] Pushing event updated for resources: {'Port': ['ID=cd1c0ca7-543c-4b2b-88a8-2d1ed690265a,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:22.196842 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.221294 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.262315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a831ee-d410-4ebf-863c-96e8b8770426'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:22.265695 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efddfd4-3650-4e86-ae5d-a3bb1d5c09c9" -d '{"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "e1a831ee-d410-4ebf-863c-96e8b8770426"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:22.269928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port b990c748-c350-420f-beb6-0c5670b4dacd completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:22.276793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port b990c748-c350-420f-beb6-0c5670b4dacd triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:22.277928 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.484688 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.545877 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b990c748-c350-420f-beb6-0c5670b4dacd, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b990c748-c350-420f-beb6-0c5670b4dacd,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:22.583341 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Allocated IP 172.25.0.54 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:22.619459 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.621633 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 689f3c13-af2d-4efa-b70c-5b65d3a797f6 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:22.630735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfdd31-b40c-4b50-ad9e-ff7369fc3680 req-8af8301e-532d-442e-aee4-861a5b611f34 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:22.638568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-33bfdd31-b40c-4b50-ad9e-ff7369fc3680 req-8af8301e-532d-442e-aee4-861a5b611f34 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 944 time: 0.4959679 Jul 05 03:58:22.725317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-a44d34c0-9684-4c5d-997e-7ba218e76fa0 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:22.727590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-a44d34c0-9684-4c5d-997e-7ba218e76fa0 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/networks?id=ba471489-0045-428b-8f2f-7f93f99a66ea HTTP/1.1" status: 200 len: 820 time: 0.2942626 Jul 05 03:58:22.731690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b990c748-c350-420f-beb6-0c5670b4dacd,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:22.766201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-33bfdd31-b40c-4b50-ad9e-ff7369fc3680 req-75f19a28-c702-4cab-a571-d959b2782031 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267686 Jul 05 03:58:22.771839 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-7128bd19-2e39-4be4-8a00-110213153679 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/quotas/3aab109c65f048c197810f03b4ad492d HTTP/1.1" status: 200 len: 375 time: 0.0269144 Jul 05 03:58:22.810496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 689f3c13-af2d-4efa-b70c-5b65d3a797f6 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:22.815775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 689f3c13-af2d-4efa-b70c-5b65d3a797f6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:22.816995 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.828627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-796e70d0-8aa9-46b0-916a-6c579c1cecb8 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3aab109c65f048c197810f03b4ad492d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486486 Jul 05 03:58:22.869395 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.871308 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0df784-a643-468a-a301-390ac4278c67 x-openstack-request-id: req-8d0df784-a643-468a-a301-390ac4278c67 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:22.871499 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "e1a831ee-d410-4ebf-863c-96e8b8770426", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:22.871997 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d0df784-a643-468a-a301-390ac4278c67 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:22.872631 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a831ee-d410-4ebf-863c-96e8b8770426', 'code': 200} Jul 05 03:58:22.940110 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.974460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 689f3c13-af2d-4efa-b70c-5b65d3a797f6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=689f3c13-af2d-4efa-b70c-5b65d3a797f6,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:23.033217 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-ff51b49d-4b1a-453b-897f-e859d6aab2fa service neutron] 10.222.0.60 "GET /v2.0/networks/ba471489-0045-428b-8f2f-7f93f99a66ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949761 Jul 05 03:58:23.079626 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.080827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 08a698c4-7fb2-4337-9aca-edf966a89040 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:23.114315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9f7c8-673b-4557-b9a6-c581c9066bf3 req-1b81607c-96a2-4aa5-9b98-bf68695d5e8f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:23.117703 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77d9f7c8-673b-4557-b9a6-c581c9066bf3 req-1b81607c-96a2-4aa5-9b98-bf68695d5e8f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 945 time: 0.1718411 Jul 05 03:58:23.146490 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.198937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=689f3c13-af2d-4efa-b70c-5b65d3a797f6,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:23.249518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:23.251097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77d9f7c8-673b-4557-b9a6-c581c9066bf3 req-d59a4b77-a4ff-4787-b93d-85e746061b07 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247516 Jul 05 03:58:23.254059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Pushing event updated for resources: {'Port': ['ID=9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:23.256802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:23.260782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-bc11819b-4d49-4eb6-8b48-6c982a3086f2 service neutron] 10.222.0.60 "GET /v2.0/networks/ba471489-0045-428b-8f2f-7f93f99a66ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188857 Jul 05 03:58:23.261475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:23.268107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 08a698c4-7fb2-4337-9aca-edf966a89040 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:23.280660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 08a698c4-7fb2-4337-9aca-edf966a89040 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:23.281099 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.407069 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.450559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 08a698c4-7fb2-4337-9aca-edf966a89040, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=08a698c4-7fb2-4337-9aca-edf966a89040,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:23.553735 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.554723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b85e74c8-e15a-40d8-9a59-11ab1458e071 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:23.572341 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03c077-74ca-4112-ba85-48ce4e2adec7 req-691734ba-0e1d-4238-9aea-a56d6059987f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:23.578359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03c077-74ca-4112-ba85-48ce4e2adec7 req-691734ba-0e1d-4238-9aea-a56d6059987f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:23.587072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03c077-74ca-4112-ba85-48ce4e2adec7 req-691734ba-0e1d-4238-9aea-a56d6059987f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:23.593123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03c077-74ca-4112-ba85-48ce4e2adec7 req-691734ba-0e1d-4238-9aea-a56d6059987f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:23.598988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03c077-74ca-4112-ba85-48ce4e2adec7 req-691734ba-0e1d-4238-9aea-a56d6059987f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:23.605650 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03c077-74ca-4112-ba85-48ce4e2adec7 req-691734ba-0e1d-4238-9aea-a56d6059987f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:23.611766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03c077-74ca-4112-ba85-48ce4e2adec7 req-691734ba-0e1d-4238-9aea-a56d6059987f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:23.619738 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a03c077-74ca-4112-ba85-48ce4e2adec7 req-691734ba-0e1d-4238-9aea-a56d6059987f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5441 time: 0.1583323 Jul 05 03:58:23.668958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e4f5d9-0a71-4b4f-b259-9cfdee9e9e53 None None] Network a0b045f4-2b90-4610-a196-e71709f68cab requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:23.744771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=08a698c4-7fb2-4337-9aca-edf966a89040,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:23.833860 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.907745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port b85e74c8-e15a-40d8-9a59-11ab1458e071 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:23.907869 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-576fc0b2-17c2-4389-8901-da3eba8d1134 req-647d9b1d-5a76-4111-b16e-60499b594439 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 210 time: 0.0700195 Jul 05 03:58:23.909831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a11dd85f-32d3-42d7-b8a7-16a3f1a39b7e None None] Provisioning for port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:23.920730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port b85e74c8-e15a-40d8-9a59-11ab1458e071 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:23.921340 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.927687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a03c077-74ca-4112-ba85-48ce4e2adec7 req-1b9a1646-33b2-4a95-9de8-deee50284eb4 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3034813 Jul 05 03:58:23.951544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cd1c0ca7-543c-4b2b-88a8-2d1ed690265a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:24.077173 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.115783 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b85e74c8-e15a-40d8-9a59-11ab1458e071, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b85e74c8-e15a-40d8-9a59-11ab1458e071,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:24.152621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:24.158127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:24.158736 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.232893 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.252754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3734189-7a8f-482c-845d-325fc7ae3c1a req-5f83f379-7760-430e-8cc4-73b3c8059674 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:24.254329 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3734189-7a8f-482c-845d-325fc7ae3c1a req-5f83f379-7760-430e-8cc4-73b3c8059674 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 944 time: 0.1716423 Jul 05 03:58:24.283122 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.284006 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device adb1ed23-fff4-41df-aae0-ae1040d60db6 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:24.350998 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-65a80e93-9226-4883-8109-78f228ac2c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.365431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3734189-7a8f-482c-845d-325fc7ae3c1a req-409b9abf-d162-4974-80fe-60a45f2b19e7 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790598 Jul 05 03:58:24.370580 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.380226 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.415718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3128e7e7-a7f5-4b1b-b70a-fd746bf3524e None None] Provisioning complete for port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:24.416335 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3128e7e7-a7f5-4b1b-b70a-fd746bf3524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.451028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b85e74c8-e15a-40d8-9a59-11ab1458e071,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:24.482667 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cd1c0ca7-543c-4b2b-88a8-2d1ed690265a,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:24.506996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55183f-19a5-4cab-b7cf-ef2faf2fb1d1 req-ea87f338-3a40-4c18-bb8a-48ca19c07542 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:24.508625 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c55183f-19a5-4cab-b7cf-ef2faf2fb1d1 req-ea87f338-3a40-4c18-bb8a-48ca19c07542 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 945 time: 0.0745270 Jul 05 03:58:24.539331 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3128e7e7-a7f5-4b1b-b70a-fd746bf3524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.557482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c55183f-19a5-4cab-b7cf-ef2faf2fb1d1 req-c903031f-8566-4bc8-8ff3-9d733c00a285 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 Jul 05 03:58:24.568461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Router e7b0e5d6-9eab-4768-b375-354be0a8a601 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:58:24.569512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port adb1ed23-fff4-41df-aae0-ae1040d60db6 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:24.574706 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.577597 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port adb1ed23-fff4-41df-aae0-ae1040d60db6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:24.577597 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.688564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=cd1c0ca7-543c-4b2b-88a8-2d1ed690265a,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:24.694828 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-3128e7e7-a7f5-4b1b-b70a-fd746bf3524e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:58:24.698253 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-3128e7e7-a7f5-4b1b-b70a-fd746bf3524e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:58:24.702917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:58:24.731690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Sync routers for ids ['e7b0e5d6-9eab-4768-b375-354be0a8a601'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:24.752448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Routers {'e7b0e5d6-9eab-4768-b375-354be0a8a601'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:24.753098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:58:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e7b0e5d6-9eab-4768-b375-354be0a8a601'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:24.759378 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.766592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38738) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:24.788657 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.790651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5c6c388d-51d3-43b0-9e68-3fde92d3fb1c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2764997 Jul 05 03:58:24.793524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38742) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:24.869790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port adb1ed23-fff4-41df-aae0-ae1040d60db6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=adb1ed23-fff4-41df-aae0-ae1040d60db6,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:24.874218 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b990c748-c350-420f-beb6-0c5670b4dacd'}, {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689f3c13-af2d-4efa-b70c-5b65d3a797f6'}, {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a698c4-7fb2-4337-9aca-edf966a89040'}, {'server_uuid': '1664f199-cb60-43ab-a94b-bf6c5220e638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85e74c8-e15a-40d8-9a59-11ab1458e071'}, {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb1ed23-fff4-41df-aae0-ae1040d60db6'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:24.876812 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27531ae5-3f63-41bc-a01c-4c7b1ed35b4f" -d '{"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "b990c748-c350-420f-beb6-0c5670b4dacd"}, {"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "689f3c13-af2d-4efa-b70c-5b65d3a797f6"}, {"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "08a698c4-7fb2-4337-9aca-edf966a89040"}, {"server_uuid": "1664f199-cb60-43ab-a94b-bf6c5220e638", "name": "network-vif-plugged", "status": "completed", "tag": "b85e74c8-e15a-40d8-9a59-11ab1458e071"}, {"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "adb1ed23-fff4-41df-aae0-ae1040d60db6"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:24.910682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Set router e7b0e5d6-9eab-4768-b375-354be0a8a601 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:24.940964 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-079fade3-d657-4d3f-8152-a5fab6f9e4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.997781 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df737799-facb-4b80-90e0-b315477a4cd8 x-openstack-request-id: req-df737799-facb-4b80-90e0-b315477a4cd8 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:24.998091 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "b990c748-c350-420f-beb6-0c5670b4dacd", "code": 200}, {"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "689f3c13-af2d-4efa-b70c-5b65d3a797f6", "code": 200}, {"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "08a698c4-7fb2-4337-9aca-edf966a89040", "code": 200}, {"server_uuid": "1664f199-cb60-43ab-a94b-bf6c5220e638", "name": "network-vif-plugged", "status": "completed", "tag": "b85e74c8-e15a-40d8-9a59-11ab1458e071", "code": 200}, {"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "adb1ed23-fff4-41df-aae0-ae1040d60db6", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:24.998399 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df737799-facb-4b80-90e0-b315477a4cd8 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:24.998805 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b990c748-c350-420f-beb6-0c5670b4dacd', 'code': 200} Jul 05 03:58:24.999066 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689f3c13-af2d-4efa-b70c-5b65d3a797f6', 'code': 200} Jul 05 03:58:24.999321 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a698c4-7fb2-4337-9aca-edf966a89040', 'code': 200} Jul 05 03:58:24.999571 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1664f199-cb60-43ab-a94b-bf6c5220e638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85e74c8-e15a-40d8-9a59-11ab1458e071', 'code': 200} Jul 05 03:58:24.999881 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb1ed23-fff4-41df-aae0-ae1040d60db6', 'code': 200} Jul 05 03:58:25.000561 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.013178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:25.096640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11fc73fa-a53a-4d62-aac4-f2b9012d130d req-f4d99f80-a1ca-4222-8651-1fa42459003c tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 210 time: 0.0678475 Jul 05 03:58:25.145165 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af3016-fbfc-471c-9eaa-bab4eb2eabe6 req-efed34de-78dd-4671-b8f7-2990013f02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.145749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af3016-fbfc-471c-9eaa-bab4eb2eabe6 req-efed34de-78dd-4671-b8f7-2990013f02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.146301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af3016-fbfc-471c-9eaa-bab4eb2eabe6 req-efed34de-78dd-4671-b8f7-2990013f02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.146787 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af3016-fbfc-471c-9eaa-bab4eb2eabe6 req-efed34de-78dd-4671-b8f7-2990013f02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.147863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af3016-fbfc-471c-9eaa-bab4eb2eabe6 req-efed34de-78dd-4671-b8f7-2990013f02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.148903 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af3016-fbfc-471c-9eaa-bab4eb2eabe6 req-efed34de-78dd-4671-b8f7-2990013f02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.149566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af3016-fbfc-471c-9eaa-bab4eb2eabe6 req-efed34de-78dd-4671-b8f7-2990013f02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.151917 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-35af3016-fbfc-471c-9eaa-bab4eb2eabe6 req-efed34de-78dd-4671-b8f7-2990013f02f7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 6500 time: 0.0865185 Jul 05 03:58:25.197742 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-35af3016-fbfc-471c-9eaa-bab4eb2eabe6 req-8b3ad731-6f92-49ff-982c-ce531e395ea5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384545 Jul 05 03:58:25.384060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=adb1ed23-fff4-41df-aae0-ae1040d60db6,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:25.431236 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.465125 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 3, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:25.499065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Checking router: e7b0e5d6-9eab-4768-b375-354be0a8a601 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:58:25.499762 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Updating router e7b0e5d6-9eab-4768-b375-354be0a8a601 port 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:58:25.531012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:25.542803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:25.543384 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.578817 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.743932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35250d1c-7e23-4f20-80ff-217a429423cb req-0d232040-52f8-4468-b75f-c0a195faea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.745484 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.745634 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35250d1c-7e23-4f20-80ff-217a429423cb req-0d232040-52f8-4468-b75f-c0a195faea51 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1664f199-cb60-43ab-a94b-bf6c5220e638 HTTP/1.1" status: 200 len: 1096 time: 0.6942208 Jul 05 03:58:25.845847 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=89fa328f-0cc0-4225-b5f8-aeeacc093ba8,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:25.849272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cd1c0ca7-543c-4b2b-88a8-2d1ed690265a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:25.853702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2792a-67fd-450f-874b-fe9730b2b268 req-f038f1a0-9f2e-4604-bc37-67a25f814578 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.859849 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2792a-67fd-450f-874b-fe9730b2b268 req-f038f1a0-9f2e-4604-bc37-67a25f814578 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.866297 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2792a-67fd-450f-874b-fe9730b2b268 req-f038f1a0-9f2e-4604-bc37-67a25f814578 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.872788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2792a-67fd-450f-874b-fe9730b2b268 req-f038f1a0-9f2e-4604-bc37-67a25f814578 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.878657 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2792a-67fd-450f-874b-fe9730b2b268 req-f038f1a0-9f2e-4604-bc37-67a25f814578 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.886082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2792a-67fd-450f-874b-fe9730b2b268 req-f038f1a0-9f2e-4604-bc37-67a25f814578 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.892896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2792a-67fd-450f-874b-fe9730b2b268 req-f038f1a0-9f2e-4604-bc37-67a25f814578 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.894738 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5b2792a-67fd-450f-874b-fe9730b2b268 req-f038f1a0-9f2e-4604-bc37-67a25f814578 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5443 time: 0.7672808 Jul 05 03:58:25.912973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb086db9-1156-4ab4-bece-d74112c65797 req-15966a0c-12b2-4b80-ba08-6fa986fdc7ac tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.915389 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb086db9-1156-4ab4-bece-d74112c65797 req-15966a0c-12b2-4b80-ba08-6fa986fdc7ac tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 944 time: 0.3568759 Jul 05 03:58:25.921594 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.922378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 81ddc7a6-12cb-46c3-921f-3cd659bac211 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:25.934066 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-079fade3-d657-4d3f-8152-a5fab6f9e4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.001347 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35250d1c-7e23-4f20-80ff-217a429423cb req-ef807531-3ded-4b0e-baed-d69a2de7d04c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477968 Jul 05 03:58:26.025602 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-079fade3-d657-4d3f-8152-a5fab6f9e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.043463 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:26.043843 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.052639 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=89fa328f-0cc0-4225-b5f8-aeeacc093ba8,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:26.074119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb086db9-1156-4ab4-bece-d74112c65797 req-3653d832-928e-4e93-a61c-bf574406f108 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433635 Jul 05 03:58:26.097098 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.100060 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5b2792a-67fd-450f-874b-fe9730b2b268 req-add59d21-5483-4e2d-85bb-0be4571a7345 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1835318 Jul 05 03:58:26.125302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Transition to ACTIVE for port object 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:26.132799 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-079fade3-d657-4d3f-8152-a5fab6f9e4b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e88a3b0027dd468ea582f2e059d03a99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3615272 Jul 05 03:58:26.133928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fade3-d657-4d3f-8152-a5fab6f9e4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dbe221-1bac-4a2c-bc09-65a79ebaf5a5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:26.134930 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38762) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:26.204502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 81ddc7a6-12cb-46c3-921f-3cd659bac211 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:26.209885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 81ddc7a6-12cb-46c3-921f-3cd659bac211 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:26.211575 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.246825 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.250143 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9730642b-6eca-4a85-8c24-ae38de2da3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.321154 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9730642b-6eca-4a85-8c24-ae38de2da3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.339869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Attempting to bind port 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:26.340452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Attempting to bind port 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:26.341848 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.341973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Attempting to bind port 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:26.348033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eae3d9-d8f9-411b-823a-d2e5afa9c6c1 None None] Pushing event updated for resources: {'Port': ['ID=9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:26.359009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:26.362311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:26.362311 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.362311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:26.362311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Bound port: 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:26.362311 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.429954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9efb9-e861-45ba-b12a-a2b61341b0d5 req-170a548d-6182-400e-923b-ba44f5841a21 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:26.431560 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91c9efb9-e861-45ba-b12a-a2b61341b0d5 req-170a548d-6182-400e-923b-ba44f5841a21 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 946 time: 0.1480875 Jul 05 03:58:26.451131 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.454140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] For port 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:26.473601 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] For port 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:26.496726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 81ddc7a6-12cb-46c3-921f-3cd659bac211, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=81ddc7a6-12cb-46c3-921f-3cd659bac211,segment=NetworkSegment(6d67167f-c14f-49c2-8c5e-4a88798d9a44),segment_id=6d67167f-c14f-49c2-8c5e-4a88798d9a44)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:26.507651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2bdcb21-7bc2-4120-8a52-58443c08e8ca req-bb292902-6004-4e92-906d-97fa0760d14c tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 210 time: 0.0503232 Jul 05 03:58:26.511197 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91c9efb9-e861-45ba-b12a-a2b61341b0d5 req-887e60e7-7375-479d-9b26-8194bbb33f3a tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729144 Jul 05 03:58:26.545946 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9730642b-6eca-4a85-8c24-ae38de2da3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.548794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9730642b-6eca-4a85-8c24-ae38de2da3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.549967 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9730642b-6eca-4a85-8c24-ae38de2da3b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21dbe221-1bac-4a2c-bc09-65a79ebaf5a5 HTTP/1.1" status: 204 len: 168 time: 0.4123869 Jul 05 03:58:26.564727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730642b-6eca-4a85-8c24-ae38de2da3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dbe221-1bac-4a2c-bc09-65a79ebaf5a5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:26.598215 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.648946 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.659820 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Routers {'e7b0e5d6-9eab-4768-b375-354be0a8a601'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:26.660497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:58:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e7b0e5d6-9eab-4768-b375-354be0a8a601'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:26.707848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eae3d9-d8f9-411b-823a-d2e5afa9c6c1 None None] Pushing event updated for resources: {'Port': ['ID=9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:26.729657 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Allocated IP 172.20.0.1 (a0b045f4-2b90-4610-a196-e71709f68cab/8151acc1-35f1-46dd-b471-d209576c99d2/94451697-e675-434d-ac29-e8b2058c8f2e) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:26.749648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-2903693a-157d-417e-add3-8b721ac0a243 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:26.751676 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-2903693a-157d-417e-add3-8b721ac0a243 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.11 "GET /v2.0/networks?id=ba471489-0045-428b-8f2f-7f93f99a66ea HTTP/1.1" status: 200 len: 820 time: 0.1339071 Jul 05 03:58:26.792645 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-8a8dab10-3188-4f07-807e-1ce5839c3863 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Request body: {'port': {'device_id': '3013e7f3-7a93-48e6-bd3b-c2f6b54edc00', 'network_id': 'ba471489-0045-428b-8f2f-7f93f99a66ea', 'admin_state_up': True, 'tenant_id': '3aab109c65f048c197810f03b4ad492d'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:26.810328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=81ddc7a6-12cb-46c3-921f-3cd659bac211,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:26.839214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] Set router e7b0e5d6-9eab-4768-b375-354be0a8a601 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:26.866629 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.882375 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Transition to ACTIVE for port object 94451697-e675-434d-ac29-e8b2058c8f2e will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:27.001142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4592b4c2-e868-4e58-b2dc-ae1df2de4608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fa328f-0cc0-4225-b5f8-aeeacc093ba8'}, {'server_uuid': '9e15a156-b70f-4f9d-a7cc-f56fa6fb5260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ddc7a6-12cb-46c3-921f-3cd659bac211'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:27.003466 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d29c788-9470-4ebf-af14-4c95ff25e512" -d '{"events": [{"server_uuid": "4592b4c2-e868-4e58-b2dc-ae1df2de4608", "name": "network-vif-plugged", "status": "completed", "tag": "89fa328f-0cc0-4225-b5f8-aeeacc093ba8"}, {"server_uuid": "9e15a156-b70f-4f9d-a7cc-f56fa6fb5260", "name": "network-vif-plugged", "status": "completed", "tag": "81ddc7a6-12cb-46c3-921f-3cd659bac211"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:27.064040 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9809cead-ea46-4b72-a535-eeeff78a0dd8 x-openstack-request-id: req-9809cead-ea46-4b72-a535-eeeff78a0dd8 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:27.064348 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4592b4c2-e868-4e58-b2dc-ae1df2de4608", "name": "network-vif-plugged", "status": "completed", "tag": "89fa328f-0cc0-4225-b5f8-aeeacc093ba8", "code": 200}, {"server_uuid": "9e15a156-b70f-4f9d-a7cc-f56fa6fb5260", "name": "network-vif-plugged", "status": "completed", "tag": "81ddc7a6-12cb-46c3-921f-3cd659bac211", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:27.064616 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9809cead-ea46-4b72-a535-eeeff78a0dd8 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:27.065001 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4592b4c2-e868-4e58-b2dc-ae1df2de4608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fa328f-0cc0-4225-b5f8-aeeacc093ba8', 'code': 200} Jul 05 03:58:27.065251 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e15a156-b70f-4f9d-a7cc-f56fa6fb5260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ddc7a6-12cb-46c3-921f-3cd659bac211', 'code': 200} Jul 05 03:58:27.095043 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 3, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:27.118983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-8a8dab10-3188-4f07-807e-1ce5839c3863 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Made reservation on behalf of 3aab109c65f048c197810f03b4ad492d for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:27.119684 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.120776 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-8a8dab10-3188-4f07-807e-1ce5839c3863 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.134865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26993cf6-659b-4b18-b85e-b15c70b7dcd9 None None] The sync data for ids ['e7b0e5d6-9eab-4768-b375-354be0a8a601'] in n-d-798249-5 is: [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 3, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:58:27.168439 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.234404 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Network a0b045f4-2b90-4610-a196-e71709f68cab is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:27.252108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:27.307767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c39b8-d6bf-4647-beb6-52d60496d9fe req-1541c059-a3f0-4006-835e-56d3abd9149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.309812 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3f0c39b8-d6bf-4647-beb6-52d60496d9fe req-1541c059-a3f0-4006-835e-56d3abd9149a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 1096 time: 0.1593766 Jul 05 03:58:27.350083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Pushing event updated for resources: {'Port': ['ID=94451697-e675-434d-ac29-e8b2058c8f2e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:27.354240 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-8a8dab10-3188-4f07-807e-1ce5839c3863 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Allocated IP 172.20.0.11 (ba471489-0045-428b-8f2f-7f93f99a66ea/e1305f9b-0793-4a57-b2e4-a6148b46a4f8/5b88744a-1a32-4d26-bbde-c953aba0a1ef) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:27.372399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:27.384961 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3f0c39b8-d6bf-4647-beb6-52d60496d9fe req-1edaf1dc-11b6-41ad-91a1-d4e09467a831 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679684 Jul 05 03:58:27.473424 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.648758 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-8a8dab10-3188-4f07-807e-1ce5839c3863 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.654468 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38788) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:27.685157 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd3f70c6-efea-4720-9b59-2f07e6d326b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.705735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7eaf1994-11a0-4924-a30e-ee46053ea986 None None] Provisioning for port 94451697-e675-434d-ac29-e8b2058c8f2e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:27.710030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7eaf1994-11a0-4924-a30e-ee46053ea986 None None] Provisioning complete for port 94451697-e675-434d-ac29-e8b2058c8f2e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:27.710384 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7eaf1994-11a0-4924-a30e-ee46053ea986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.783343 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf1994-11a0-4924-a30e-ee46053ea986 None None] Port 94451697-e675-434d-ac29-e8b2058c8f2e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:27.793961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc838c26-36ae-4194-8344-65e2e503f481 req-462d0a34-c016-4e9d-9729-282ec2759a58 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.800837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc838c26-36ae-4194-8344-65e2e503f481 req-462d0a34-c016-4e9d-9729-282ec2759a58 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.808013 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc838c26-36ae-4194-8344-65e2e503f481 req-462d0a34-c016-4e9d-9729-282ec2759a58 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.814209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc838c26-36ae-4194-8344-65e2e503f481 req-462d0a34-c016-4e9d-9729-282ec2759a58 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.824484 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc838c26-36ae-4194-8344-65e2e503f481 req-462d0a34-c016-4e9d-9729-282ec2759a58 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.828706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc838c26-36ae-4194-8344-65e2e503f481 req-462d0a34-c016-4e9d-9729-282ec2759a58 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.843684 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc838c26-36ae-4194-8344-65e2e503f481 req-462d0a34-c016-4e9d-9729-282ec2759a58 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.859789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc838c26-36ae-4194-8344-65e2e503f481 req-462d0a34-c016-4e9d-9729-282ec2759a58 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5443 time: 0.4119766 Jul 05 03:58:27.887692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:27.889894 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-8a8dab10-3188-4f07-807e-1ce5839c3863 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.893913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd3f70c6-efea-4720-9b59-2f07e6d326b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.915767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130a21c-4d42-45c7-b1a1-27f0d61f1c98 req-dcfbe691-b34e-427b-a7a9-72a846dc5fda tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.917860 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d130a21c-4d42-45c7-b1a1-27f0d61f1c98 req-dcfbe691-b34e-427b-a7a9-72a846dc5fda tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.4628100 Jul 05 03:58:27.941600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110010e-3bdd-49d5-8cb0-1aa865a827bc req-fd6d8637-b4d8-4dcb-9af6-e2e7175bd9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.945498 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b110010e-3bdd-49d5-8cb0-1aa865a827bc req-fd6d8637-b4d8-4dcb-9af6-e2e7175bd9d5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 1097 time: 0.7784224 Jul 05 03:58:27.951195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-8a8dab10-3188-4f07-807e-1ce5839c3863 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Network ba471489-0045-428b-8f2f-7f93f99a66ea is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:27.954814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-8a8dab10-3188-4f07-807e-1ce5839c3863 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:27.971221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-8a8dab10-3188-4f07-807e-1ce5839c3863 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:27.986878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dab10-3188-4f07-807e-1ce5839c3863 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Pushing event updated for resources: {'Port': ['ID=5b88744a-1a32-4d26-bbde-c953aba0a1ef,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:28.002153 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc838c26-36ae-4194-8344-65e2e503f481 req-e618af2b-dc73-4c65-b692-06e9fc1c1f32 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1408746 Jul 05 03:58:28.011327 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd3f70c6-efea-4720-9b59-2f07e6d326b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.056795 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d130a21c-4d42-45c7-b1a1-27f0d61f1c98 req-880773d5-610b-4f79-a22d-9f12752a7ab8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198509 Jul 05 03:58:28.065186 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dd3f70c6-efea-4720-9b59-2f07e6d326b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6def1b634fb14f2eaba0aed8f887b6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4072731 Jul 05 03:58:28.068211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38794) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:28.096605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b110010e-3bdd-49d5-8cb0-1aa865a827bc req-6109c742-89d3-48cf-8603-b6c30f1f19e9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276023 Jul 05 03:58:28.109590 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-8a8dab10-3188-4f07-807e-1ce5839c3863 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:28.122358 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-8a8dab10-3188-4f07-807e-1ce5839c3863 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.136173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:28.140346 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:28.140756 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.156058 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f70c6-efea-4720-9b59-2f07e6d326b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f151035b-ac00-4f74-9400-dcd6aeb9fff1,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:28.211827 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-20313bab-843a-4979-9ffc-0b4991875d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.242535 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.251450 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-20313bab-843a-4979-9ffc-0b4991875d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.276195 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.298456 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-8a8dab10-3188-4f07-807e-1ce5839c3863 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5289369 Jul 05 03:58:28.305107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:28.316245 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Request body: {'port': {'device_id': '3013e7f3-7a93-48e6-bd3b-c2f6b54edc00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:28.387145 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.409330 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.617696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1ce8c-af11-432a-8fd3-49d19ec88cca req-d329a3fd-0799-4c35-905c-408c7d96970b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:28.618687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68e1ce8c-af11-432a-8fd3-49d19ec88cca req-d329a3fd-0799-4c35-905c-408c7d96970b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 932 time: 0.3252673 Jul 05 03:58:28.621243 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-20313bab-843a-4979-9ffc-0b4991875d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.624209 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-20313bab-843a-4979-9ffc-0b4991875d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.626492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-20313bab-843a-4979-9ffc-0b4991875d2c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f151035b-ac00-4f74-9400-dcd6aeb9fff1 HTTP/1.1" status: 204 len: 168 time: 0.5567865 Jul 05 03:58:28.649549 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:28.689297 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20313bab-843a-4979-9ffc-0b4991875d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f151035b-ac00-4f74-9400-dcd6aeb9fff1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:28.699222 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:58:28.702288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b261f00-7ab0-421b-9ec7-647c064e5984 req-8bfce948-493d-4a7c-84d4-fb4dc8f8cdf9 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:28.710192 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b261f00-7ab0-421b-9ec7-647c064e5984 req-8bfce948-493d-4a7c-84d4-fb4dc8f8cdf9 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 946 time: 0.3688769 Jul 05 03:58:28.747839 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68e1ce8c-af11-432a-8fd3-49d19ec88cca req-265df45f-c2ce-4a7c-b723-69ac7340d0ac tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f624bc1-3383-4b12-a8d2-8670295c663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170406 Jul 05 03:58:28.765258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b261f00-7ab0-421b-9ec7-647c064e5984 req-9a2b3a46-3da6-42d7-8c89-f44960a398d5 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539980 Jul 05 03:58:28.766030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b88744a-1a32-4d26-bbde-c953aba0a1ef {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:28.777339 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.791575 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.797818 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Transition to ACTIVE for port object 5b88744a-1a32-4d26-bbde-c953aba0a1ef will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:28.871774 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.879157 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.931809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Pushing event updated for resources: {'Port': ['ID=5b88744a-1a32-4d26-bbde-c953aba0a1ef,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:28.976664 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.017350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Attempting to bind port 5b88744a-1a32-4d26-bbde-c953aba0a1ef on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:29.018198 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Attempting to bind port 5b88744a-1a32-4d26-bbde-c953aba0a1ef by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ba471489-0045-428b-8f2f-7f93f99a66ea'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:29.020024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Attempting to bind port 5b88744a-1a32-4d26-bbde-c953aba0a1ef on network ba471489-0045-428b-8f2f-7f93f99a66ea {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:29.024887 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Port 5b88744a-1a32-4d26-bbde-c953aba0a1ef on network ba471489-0045-428b-8f2f-7f93f99a66ea not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:29.025348 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Attempting to bind port 5b88744a-1a32-4d26-bbde-c953aba0a1ef on network ba471489-0045-428b-8f2f-7f93f99a66ea {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:29.037493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:29.042997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Checking segment: {'id': 'e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ba471489-0045-428b-8f2f-7f93f99a66ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:29.042997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Bound using segment: {'id': 'e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ba471489-0045-428b-8f2f-7f93f99a66ea'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:29.042997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Bound port: 5b88744a-1a32-4d26-bbde-c953aba0a1ef, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ba471489-0045-428b-8f2f-7f93f99a66ea'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:29.042997 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.083890 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Pushing event updated for resources: {'Port': ['ID=94451697-e675-434d-ac29-e8b2058c8f2e,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:29.154024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] For port 5b88744a-1a32-4d26-bbde-c953aba0a1ef, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:29.156242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93d0b-fed8-4552-b39e-75abd18e75ed req-b0df5469-f35f-4a38-9591-8227a345cab2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.157885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] For port 5b88744a-1a32-4d26-bbde-c953aba0a1ef, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=5b88744a-1a32-4d26-bbde-c953aba0a1ef,segment=NetworkSegment(e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e),segment_id=e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:29.162374 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93d0b-fed8-4552-b39e-75abd18e75ed req-b0df5469-f35f-4a38-9591-8227a345cab2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.169102 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93d0b-fed8-4552-b39e-75abd18e75ed req-b0df5469-f35f-4a38-9591-8227a345cab2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.175178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93d0b-fed8-4552-b39e-75abd18e75ed req-b0df5469-f35f-4a38-9591-8227a345cab2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.186770 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93d0b-fed8-4552-b39e-75abd18e75ed req-b0df5469-f35f-4a38-9591-8227a345cab2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.196158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93d0b-fed8-4552-b39e-75abd18e75ed req-b0df5469-f35f-4a38-9591-8227a345cab2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.202321 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93d0b-fed8-4552-b39e-75abd18e75ed req-b0df5469-f35f-4a38-9591-8227a345cab2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.204502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-06a93d0b-fed8-4552-b39e-75abd18e75ed req-b0df5469-f35f-4a38-9591-8227a345cab2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5443 time: 0.3394060 Jul 05 03:58:29.220432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38810) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:29.226768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-09c2e89f-3dbe-41b1-a5e8-45df32be6a5c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Request body: {'floatingip': {'port_id': 'e31f908b-0377-4a12-9a9e-6d2de7c04868'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:29.233764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Network a0b045f4-2b90-4610-a196-e71709f68cab is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:29.235863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:29.283301 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.322858 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09c2e89f-3dbe-41b1-a5e8-45df32be6a5c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for floatingip, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.346495 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.445173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.445870 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.447290 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] 10.222.0.11 "PUT /v2.0/ports/5b88744a-1a32-4d26-bbde-c953aba0a1ef HTTP/1.1" status: 200 len: 1092 time: 1.1409950 Jul 05 03:58:29.447754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3013e7f3-7a93-48e6-bd3b-c2f6b54edc00', 'tag': '5b88744a-1a32-4d26-bbde-c953aba0a1ef'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:29.450124 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54086a9f-c4e5-4ccf-b6fa-8522f685ff97" -d '{"events": [{"name": "network-changed", "server_uuid": "3013e7f3-7a93-48e6-bd3b-c2f6b54edc00", "tag": "5b88744a-1a32-4d26-bbde-c953aba0a1ef"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:29.488645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02c27e-b321-42ee-aa29-483ff7e8504b req-37599678-ec02-4e9f-88b7-134ff1f8e618 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.497487 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c02c27e-b321-42ee-aa29-483ff7e8504b req-37599678-ec02-4e9f-88b7-134ff1f8e618 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.2577686 Jul 05 03:58:29.557158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Router e7b0e5d6-9eab-4768-b375-354be0a8a601 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:58:29.563621 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bc8e61-b0e5-4dbd-bb42-6919f2386cd2 x-openstack-request-id: req-31bc8e61-b0e5-4dbd-bb42-6919f2386cd2 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:29.563932 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3013e7f3-7a93-48e6-bd3b-c2f6b54edc00", "tag": "5b88744a-1a32-4d26-bbde-c953aba0a1ef", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:29.564189 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-31bc8e61-b0e5-4dbd-bb42-6919f2386cd2 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:29.564659 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3013e7f3-7a93-48e6-bd3b-c2f6b54edc00', 'tag': '5b88744a-1a32-4d26-bbde-c953aba0a1ef', 'status': 'completed', 'code': 200} Jul 05 03:58:29.565267 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51102da3-8e35-4673-8b4a-d698e5071e1e service neutron] Pushing event updated for resources: {'Port': ['ID=5b88744a-1a32-4d26-bbde-c953aba0a1ef,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:29.610521 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c02c27e-b321-42ee-aa29-483ff7e8504b req-9a85c7ff-8c78-4c99-86c2-8cf9939351b3 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119578 Jul 05 03:58:29.632579 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bdcb363e-9e7c-4c47-ba96-255da9f7e7d2 None None] Provisioning complete for port 94451697-e675-434d-ac29-e8b2058c8f2e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:29.633039 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bdcb363e-9e7c-4c47-ba96-255da9f7e7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.743147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb363e-9e7c-4c47-ba96-255da9f7e7d2 None None] Port 94451697-e675-434d-ac29-e8b2058c8f2e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:29.758678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54086a9f-c4e5-4ccf-b6fa-8522f685ff97 req-1161ba93-8f6e-49e0-8e92-68489526645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.760120 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-54086a9f-c4e5-4ccf-b6fa-8522f685ff97 req-1161ba93-8f6e-49e0-8e92-68489526645c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3aab109c65f048c197810f03b4ad492d&device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 1095 time: 0.1800363 Jul 05 03:58:29.818659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:58:29.829186 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Sync routers for ids ['e7b0e5d6-9eab-4768-b375-354be0a8a601'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:29.836231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5c319105-d4e8-4185-90aa-d490efe41a82 admin admin] 10.222.0.60 "PUT /v2.0/routers/e7b0e5d6-9eab-4768-b375-354be0a8a601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0410483 Jul 05 03:58:29.844769 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Routers {'e7b0e5d6-9eab-4768-b375-354be0a8a601'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:29.845844 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:58:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e7b0e5d6-9eab-4768-b375-354be0a8a601'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:29.880133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:29.970941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:29.971338 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.049375 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54086a9f-c4e5-4ccf-b6fa-8522f685ff97 req-7312a9ce-7fba-4bcb-a4fe-9ec401542b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.050838 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-54086a9f-c4e5-4ccf-b6fa-8522f685ff97 req-7312a9ce-7fba-4bcb-a4fe-9ec401542b99 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3aab109c65f048c197810f03b4ad492d&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2812140 Jul 05 03:58:30.058170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072f7ae-d835-462e-8f55-ea804197e8d4 req-318b59f1-260f-458e-aff2-72648e8b7342 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.065838 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c072f7ae-d835-462e-8f55-ea804197e8d4 req-318b59f1-260f-458e-aff2-72648e8b7342 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 944 time: 0.1356702 Jul 05 03:58:30.095464 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Set router e7b0e5d6-9eab-4768-b375-354be0a8a601 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:30.156144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c072f7ae-d835-462e-8f55-ea804197e8d4 req-39dc21af-2e15-4799-9a2e-60523fe283ac tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f624bc1-3383-4b12-a8d2-8670295c663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839233 Jul 05 03:58:30.241732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54086a9f-c4e5-4ccf-b6fa-8522f685ff97 req-62dc4b8e-f719-4cb4-a656-6c47bb1829d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.243545 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-54086a9f-c4e5-4ccf-b6fa-8522f685ff97 req-62dc4b8e-f719-4cb4-a656-6c47bb1829d5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1842070 Jul 05 03:58:30.281578 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09c2e89f-3dbe-41b1-a5e8-45df32be6a5c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.341578 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T03:58:27Z', 'revision_number': 4, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '94451697-e675-434d-ac29-e8b2058c8f2e', 'name': '', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'mac_address': 'fa:16:3e:6d:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:26Z', 'updated_at': '2021-07-05T03:58:28Z', 'revision_number': 2, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'subnets': [{'id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:30.352519 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752ae4c-bf65-4bf4-a766-0b7668fcbee4 req-f45483a1-38f0-4021-a6d6-dad87cc7f60c tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.359661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7752ae4c-bf65-4bf4-a766-0b7668fcbee4 req-f45483a1-38f0-4021-a6d6-dad87cc7f60c tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 946 time: 0.0933697 Jul 05 03:58:30.362820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-c12b0fe1-2832-4f17-a177-a488990ddfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.364448 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-c12b0fe1-2832-4f17-a177-a488990ddfe8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3aab109c65f048c197810f03b4ad492d&device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 1095 time: 0.0726414 Jul 05 03:58:30.375188 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Checking router: e7b0e5d6-9eab-4768-b375-354be0a8a601 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:58:30.375853 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Updating router e7b0e5d6-9eab-4768-b375-354be0a8a601 port 94451697-e675-434d-ac29-e8b2058c8f2e binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:58:30.413048 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7752ae4c-bf65-4bf4-a766-0b7668fcbee4 req-b5ce602b-8277-493f-96b4-d36012f630ff tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522063 Jul 05 03:58:30.417391 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-9908e9f2-0f8f-4b72-b2e8-110a406e0aff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b88744a-1a32-4d26-bbde-c953aba0a1ef HTTP/1.1" status: 200 len: 217 time: 0.0427833 Jul 05 03:58:30.424329 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.439430 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09c2e89f-3dbe-41b1-a5e8-45df32be6a5c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.535600 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-6cfbd2a3-56c0-4124-9778-123a160748cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.537229 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-6cfbd2a3-56c0-4124-9778-123a160748cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e1305f9b-0793-4a57-b2e4-a6148b46a4f8 HTTP/1.1" status: 200 len: 860 time: 0.1126311 Jul 05 03:58:30.649106 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-d9505d20-755f-4a0f-bc37-025f1733af86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba471489-0045-428b-8f2f-7f93f99a66ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515144 Jul 05 03:58:30.760138 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-9ee35627-fe71-4263-b799-fc0d18cf386a service neutron] 10.222.0.11 "GET /v2.0/networks/ba471489-0045-428b-8f2f-7f93f99a66ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031835 Jul 05 03:58:30.762358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11351b89-0cbe-4acb-9389-59e7c7fe785f req-1744e3fc-5e1b-4947-8ce1-672a80a28059 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.767801 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-09c2e89f-3dbe-41b1-a5e8-45df32be6a5c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Floating IP b9efea89-8098-4a1a-83c5-be846985b805 associated. External IP: 172.25.0.43, port: e31f908b-0377-4a12-9a9e-6d2de7c04868. Jul 05 03:58:30.769672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11351b89-0cbe-4acb-9389-59e7c7fe785f req-1744e3fc-5e1b-4947-8ce1-672a80a28059 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=903f6f90-b13d-4764-9b65-b5db4fb72e65 HTTP/1.1" status: 200 len: 946 time: 0.1394522 Jul 05 03:58:30.811375 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67f374-f87e-49b1-ab10-be74556402e9 req-5bfab90d-e091-4532-87cf-1c9225ebc8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.815556 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e67f374-f87e-49b1-ab10-be74556402e9 req-5bfab90d-e091-4532-87cf-1c9225ebc8e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8bf2bb6d510e4bac8f5a2fcd7741fda7&device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 1096 time: 0.1235628 Jul 05 03:58:30.848290 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.866060 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Transition to ACTIVE for port object 94451697-e675-434d-ac29-e8b2058c8f2e will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:30.866230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11351b89-0cbe-4acb-9389-59e7c7fe785f req-c9b92e3b-1212-4ad5-ac18-85b2fe0f1cc7 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919859 Jul 05 03:58:30.970904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67f374-f87e-49b1-ab10-be74556402e9 req-215f0c4c-7dce-4a67-a7a3-f3bd1321d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.972637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e67f374-f87e-49b1-ab10-be74556402e9 req-215f0c4c-7dce-4a67-a7a3-f3bd1321d58a service neutron] 10.222.0.64 "GET /v2.0/networks?id=31690ce0-e310-4c82-b0ee-306fa6a5b103 HTTP/1.1" status: 200 len: 911 time: 0.1515479 Jul 05 03:58:30.977162 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.030187 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e67f374-f87e-49b1-ab10-be74556402e9 req-5e3355fa-efb2-4320-95aa-2fa4a3efb26f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81ddc7a6-12cb-46c3-921f-3cd659bac211 HTTP/1.1" status: 200 len: 217 time: 0.0474460 Jul 05 03:58:31.037472 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1890b38-ec99-40e5-b52c-8ec05950f36b None None] Pushing event updated for resources: {'Port': ['ID=94451697-e675-434d-ac29-e8b2058c8f2e,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:31.108882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67f374-f87e-49b1-ab10-be74556402e9 req-ff107383-46b4-4049-8473-205d13aebc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:31.110728 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e67f374-f87e-49b1-ab10-be74556402e9 req-ff107383-46b4-4049-8473-205d13aebc13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=51f7de5d-a5d9-4c58-ac7a-89ad77e975db HTTP/1.1" status: 200 len: 850 time: 0.0735686 Jul 05 03:58:31.134618 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Attempting to bind port 94451697-e675-434d-ac29-e8b2058c8f2e on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:31.147679 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Attempting to bind port 94451697-e675-434d-ac29-e8b2058c8f2e by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:31.148898 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Attempting to bind port 94451697-e675-434d-ac29-e8b2058c8f2e on network a0b045f4-2b90-4610-a196-e71709f68cab {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:31.168043 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:31.171488 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Checking segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:31.173969 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.179093 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Bound using segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:31.179093 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Bound port: 94451697-e675-434d-ac29-e8b2058c8f2e, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:31.179093 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.183533 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e67f374-f87e-49b1-ab10-be74556402e9 req-e498417a-ffa7-4841-b24c-a280e68d4a28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31690ce0-e310-4c82-b0ee-306fa6a5b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659409 Jul 05 03:58:31.219159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38862) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:31.245084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-71f79bf1-eddf-4205-829f-55d5f91f1dab tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2045377343', 'description': 'tempest-description--964379590'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:31.342228 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.368616 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] For port 94451697-e675-434d-ac29-e8b2058c8f2e, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:31.376589 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] For port 94451697-e675-434d-ac29-e8b2058c8f2e, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=94451697-e675-434d-ac29-e8b2058c8f2e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:31.476123 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9ef2f45-06a3-408e-aa5e-153a0f136854 req-a6b3372a-7195-45ec-96ba-b5b31daccbad service neutron] 10.222.0.11 "GET /v2.0/networks/ba471489-0045-428b-8f2f-7f93f99a66ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894752 Jul 05 03:58:31.484301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c2e89f-3dbe-41b1-a5e8-45df32be6a5c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Router c0d603d4-1967-4a2a-8f98-2682d901e5a4 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:58:31.516421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e07dd-1638-4a87-b331-998fb8a0bc47 req-07892696-7dea-45ca-80d3-4fc7b76c1720 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:31.518109 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-271e07dd-1638-4a87-b331-998fb8a0bc47 req-07892696-7dea-45ca-80d3-4fc7b76c1720 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.2400844 Jul 05 03:58:31.520948 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e67f374-f87e-49b1-ab10-be74556402e9 req-dd32763e-e5b6-4f00-a9f8-38dd4da0717d service neutron] 10.222.0.64 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313477 Jul 05 03:58:31.557889 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.605846 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-271e07dd-1638-4a87-b331-998fb8a0bc47 req-83d794b8-7062-4047-b28b-46e39f477883 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801349 Jul 05 03:58:31.611960 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71f79bf1-eddf-4205-829f-55d5f91f1dab tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.640284 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Routers {'e7b0e5d6-9eab-4768-b375-354be0a8a601'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:31.644087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c2e89f-3dbe-41b1-a5e8-45df32be6a5c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:58:31.644864 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:58:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e7b0e5d6-9eab-4768-b375-354be0a8a601'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:31.654514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09c2e89f-3dbe-41b1-a5e8-45df32be6a5c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.659586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917f078-1b08-4d14-8426-ac304c6522f0 None None] Sync routers for ids ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:31.681658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917f078-1b08-4d14-8426-ac304c6522f0 None None] Routers {'c0d603d4-1967-4a2a-8f98-2682d901e5a4'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:31.682596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8917f078-1b08-4d14-8426-ac304c6522f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:58:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:31.701135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc9270-772b-48b3-b474-0b10caeceefc req-efc2f83e-10c6-4893-951d-36483d1296ba tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:31.708739 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79dc9270-772b-48b3-b474-0b10caeceefc req-efc2f83e-10c6-4893-951d-36483d1296ba tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=1664f199-cb60-43ab-a94b-bf6c5220e638 HTTP/1.1" status: 200 len: 945 time: 0.2688727 Jul 05 03:58:31.755876 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-09c2e89f-3dbe-41b1-a5e8-45df32be6a5c tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "PUT /v2.0/floatingips/b9efea89-8098-4a1a-83c5-be846985b805 HTTP/1.1" status: 200 len: 990 time: 2.5337620 Jul 05 03:58:31.757144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': 'e31f908b-0377-4a12-9a9e-6d2de7c04868'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:31.760138 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3d24c6-de41-4c4a-a324-471e5e8b17da" -d '{"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "e31f908b-0377-4a12-9a9e-6d2de7c04868"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:31.794315 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1890b38-ec99-40e5-b52c-8ec05950f36b None None] Pushing event updated for resources: {'Port': ['ID=94451697-e675-434d-ac29-e8b2058c8f2e,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:31.835163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e67f374-f87e-49b1-ab10-be74556402e9 req-5d6948a2-bdea-4a1d-b310-e6e44d43ba90 service neutron] 10.222.0.64 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004405 Jul 05 03:58:31.899659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-8917f078-1b08-4d14-8426-ac304c6522f0 None None] Set router c0d603d4-1967-4a2a-8f98-2682d901e5a4 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:31.920611 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] Set router e7b0e5d6-9eab-4768-b375-354be0a8a601 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:31.921300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79dc9270-772b-48b3-b474-0b10caeceefc req-63c2e46a-e60f-4a74-9465-3924c88c8c16 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116175 Jul 05 03:58:31.982315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71f79bf1-eddf-4205-829f-55d5f91f1dab tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.041822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38631b-510f-4f4b-af15-b646e12a5bce req-d8a56aff-1f30-46b2-a161-a4f2cc914d7f tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.046589 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd38631b-510f-4f4b-af15-b646e12a5bce req-d8a56aff-1f30-46b2-a161-a4f2cc914d7f tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 944 time: 0.2103095 Jul 05 03:58:32.091485 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71f79bf1-eddf-4205-829f-55d5f91f1dab tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.157677 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd38631b-510f-4f4b-af15-b646e12a5bce req-eda56d16-5f00-49ac-b2f0-39d827c6156f tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f624bc1-3383-4b12-a8d2-8670295c663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992236 Jul 05 03:58:32.168747 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T03:58:27Z', 'revision_number': 4, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '94451697-e675-434d-ac29-e8b2058c8f2e', 'name': '', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'mac_address': 'fa:16:3e:6d:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:26Z', 'updated_at': '2021-07-05T03:58:31Z', 'revision_number': 4, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'subnets': [{'id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:32.177222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f79bf1-eddf-4205-829f-55d5f91f1dab tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=904ab916-9022-4d5c-bd36-e0c94a486447,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:32.203926 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26e816a-2e17-4c95-990a-4feb834994b1 x-openstack-request-id: req-a26e816a-2e17-4c95-990a-4feb834994b1 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:32.204266 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "tag": "e31f908b-0377-4a12-9a9e-6d2de7c04868", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:32.204494 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a26e816a-2e17-4c95-990a-4feb834994b1 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:32.204966 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'tag': 'e31f908b-0377-4a12-9a9e-6d2de7c04868', 'status': 'completed', 'code': 200} Jul 05 03:58:32.205727 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71f79bf1-eddf-4205-829f-55d5f91f1dab tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.207255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-71f79bf1-eddf-4205-829f-55d5f91f1dab tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9835467 Jul 05 03:58:32.210793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38890) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:32.216219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-62b3db97-6f5a-4b65-ba92-339c2a04ad34 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Request body: {'security_group_rule': {'security_group_id': '904ab916-9022-4d5c-bd36-e0c94a486447', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:32.226670 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f602a809-c129-46b6-ac9c-5c9a76c10373 None None] The sync data for ids ['e7b0e5d6-9eab-4768-b375-354be0a8a601'] in n-d-798249-5 is: [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T03:58:27Z', 'revision_number': 4, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '94451697-e675-434d-ac29-e8b2058c8f2e', 'name': '', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'mac_address': 'fa:16:3e:6d:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:26Z', 'updated_at': '2021-07-05T03:58:31Z', 'revision_number': 4, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'subnets': [{'id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:58:32.301140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8917f078-1b08-4d14-8426-ac304c6522f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:06Z', 'revision_number': 4, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'b9efea89-8098-4a1a-83c5-be846985b805', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'port_id': 'e31f908b-0377-4a12-9a9e-6d2de7c04868', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'mac_address': 'fa:16:3e:c6:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:57:05Z', 'updated_at': '2021-07-05T03:58:30Z', 'revision_number': 1, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87077c6-8d99-40e4-bc7c-a42a887b6370', 'name': '', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'mac_address': 'fa:16:3e:17:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:04Z', 'updated_at': '2021-07-05T03:56:12Z', 'revision_number': 5, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'subnets': [{'id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:32.345807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917f078-1b08-4d14-8426-ac304c6522f0 None None] Checking router: c0d603d4-1967-4a2a-8f98-2682d901e5a4 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:58:32.366578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917f078-1b08-4d14-8426-ac304c6522f0 None None] Routers {'c0d603d4-1967-4a2a-8f98-2682d901e5a4'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:32.367591 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8917f078-1b08-4d14-8426-ac304c6522f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:58:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:32.387620 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-62b3db97-6f5a-4b65-ba92-339c2a04ad34 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.473115 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-62b3db97-6f5a-4b65-ba92-339c2a04ad34 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.482220 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-1382ba0e-11bb-4965-8a8c-435b6663ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.482507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-1382ba0e-11bb-4965-8a8c-435b6663ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.482943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-1382ba0e-11bb-4965-8a8c-435b6663ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.483428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-1382ba0e-11bb-4965-8a8c-435b6663ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.484144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-1382ba0e-11bb-4965-8a8c-435b6663ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.484783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-1382ba0e-11bb-4965-8a8c-435b6663ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.485267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-1382ba0e-11bb-4965-8a8c-435b6663ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.488889 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-1382ba0e-11bb-4965-8a8c-435b6663ca9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc9f90e618b6473285087fb5dfe41852&device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 6500 time: 0.2362690 Jul 05 03:58:32.522004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-8917f078-1b08-4d14-8426-ac304c6522f0 None None] Set router c0d603d4-1967-4a2a-8f98-2682d901e5a4 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:32.559403 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-62b3db97-6f5a-4b65-ba92-339c2a04ad34 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.592559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3db97-6f5a-4b65-ba92-339c2a04ad34 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e60885-814e-4ca9-a5b0-54b63bd8af6c,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:32.628198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-0882353f-d8f7-4253-b493-a2c7ab19728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.630035 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-0882353f-d8f7-4253-b493-a2c7ab19728e service neutron] 10.222.0.64 "GET /v2.0/networks?id=54dae98d-aa60-4fd9-9c67-e5ee2f324f52 HTTP/1.1" status: 200 len: 917 time: 0.1330264 Jul 05 03:58:32.678006 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-62b3db97-6f5a-4b65-ba92-339c2a04ad34 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.679862 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-62b3db97-6f5a-4b65-ba92-339c2a04ad34 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4678071 Jul 05 03:58:32.684730 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38898) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:32.689740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-74ff4de2-3779-478b-bb19-5cda82476dbf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Request body: {'security_group_rule': {'security_group_id': '904ab916-9022-4d5c-bd36-e0c94a486447', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:32.727950 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-541c9135-b5bc-4272-a4d1-b8ebd4bc3fb3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e31f908b-0377-4a12-9a9e-6d2de7c04868 HTTP/1.1" status: 200 len: 998 time: 0.0915508 Jul 05 03:58:32.807705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-b85a30db-0c37-4623-9ab0-5a7d9476ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.809607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-b85a30db-0c37-4623-9ab0-5a7d9476ef29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37a0cf37-ca60-4552-abff-1ebde4cd6581 HTTP/1.1" status: 200 len: 855 time: 0.0737484 Jul 05 03:58:32.843626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74ff4de2-3779-478b-bb19-5cda82476dbf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.903585 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8917f078-1b08-4d14-8426-ac304c6522f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:06Z', 'revision_number': 4, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'b9efea89-8098-4a1a-83c5-be846985b805', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'port_id': 'e31f908b-0377-4a12-9a9e-6d2de7c04868', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'mac_address': 'fa:16:3e:c6:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:57:05Z', 'updated_at': '2021-07-05T03:58:30Z', 'revision_number': 1, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87077c6-8d99-40e4-bc7c-a42a887b6370', 'name': '', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'mac_address': 'fa:16:3e:17:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:04Z', 'updated_at': '2021-07-05T03:56:12Z', 'revision_number': 5, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'subnets': [{'id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:32.952538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917f078-1b08-4d14-8426-ac304c6522f0 None None] The sync data for ids ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'] in n-d-798249-5 is: [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:06Z', 'revision_number': 4, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'b9efea89-8098-4a1a-83c5-be846985b805', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'port_id': 'e31f908b-0377-4a12-9a9e-6d2de7c04868', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'mac_address': 'fa:16:3e:c6:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:57:05Z', 'updated_at': '2021-07-05T03:58:30Z', 'revision_number': 1, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87077c6-8d99-40e4-bc7c-a42a887b6370', 'name': '', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'mac_address': 'fa:16:3e:17:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:04Z', 'updated_at': '2021-07-05T03:56:12Z', 'revision_number': 5, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'subnets': [{'id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:58:32.981094 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74ff4de2-3779-478b-bb19-5cda82476dbf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.055788 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74ff4de2-3779-478b-bb19-5cda82476dbf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.082761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff4de2-3779-478b-bb19-5cda82476dbf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a509ebd-36fa-4004-97ae-4ddbd4e2503c,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:33.211245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74ff4de2-3779-478b-bb19-5cda82476dbf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.212580 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-74ff4de2-3779-478b-bb19-5cda82476dbf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5266426 Jul 05 03:58:33.215625 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38914) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:33.221197 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:33.272785 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a8ac75-52e2-4c9a-ba54-6154a376d4c3 None None] New status for floating IP b9efea89-8098-4a1a-83c5-be846985b805: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:58:33.330622 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.421034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e761ee2-3292-40ea-85f0-219dd28d5a52 req-f634b486-564d-4206-96c2-4a5d66f90a1d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:33.422719 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e761ee2-3292-40ea-85f0-219dd28d5a52 req-f634b486-564d-4206-96c2-4a5d66f90a1d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.6107955 Jul 05 03:58:33.443258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-12bf2433-727e-42e5-89e9-89165059c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:33.445770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-12bf2433-727e-42e5-89e9-89165059c3be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=54dae98d-aa60-4fd9-9c67-e5ee2f324f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5966513 Jul 05 03:58:33.473519 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.549246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def3739-2807-4c1b-8fe3-d6bdcfbbd17b req-2de614ed-9a0a-47e0-a056-c6f0fd7ffd75 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:33.550858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4def3739-2807-4c1b-8fe3-d6bdcfbbd17b req-2de614ed-9a0a-47e0-a056-c6f0fd7ffd75 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=1664f199-cb60-43ab-a94b-bf6c5220e638 HTTP/1.1" status: 200 len: 945 time: 0.6284735 Jul 05 03:58:33.553684 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e761ee2-3292-40ea-85f0-219dd28d5a52 req-db0c975f-93f6-4cdc-8ad0-d6d8a0345fea tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191518 Jul 05 03:58:33.630177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4def3739-2807-4c1b-8fe3-d6bdcfbbd17b req-38476021-6e7f-498f-8b0d-e1da4dc84e8f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681710 Jul 05 03:58:33.632849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Allocated IP 172.25.0.195 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/9a79fe04-96d9-4a1a-955d-18a502d9cbcd) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:33.655049 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-5f09302d-a3f7-41fa-8e5a-37f95c10a5e0 service neutron] 10.222.0.64 "GET /v2.0/networks/54dae98d-aa60-4fd9-9c67-e5ee2f324f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970673 Jul 05 03:58:33.833810 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 5b88744a-1a32-4d26-bbde-c953aba0a1ef details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:33.847438 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd3d24c6-de41-4c4a-a324-471e5e8b17da req-d054e3dd-9143-4306-a9bf-54cb41276cb2 service neutron] 10.222.0.64 "GET /v2.0/networks/54dae98d-aa60-4fd9-9c67-e5ee2f324f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855447 Jul 05 03:58:33.851808 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.930589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf14790-1b1b-4cdc-ac47-b867d3b47950 req-ff6ebf0c-2615-4253-991a-21ee104d613a tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:33.935799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 94451697-e675-434d-ac29-e8b2058c8f2e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:33.937458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-edf14790-1b1b-4cdc-ac47-b867d3b47950 req-ff6ebf0c-2615-4253-991a-21ee104d613a tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 944 time: 0.1502323 Jul 05 03:58:33.990912 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-edf14790-1b1b-4cdc-ac47-b867d3b47950 req-04a2da21-7345-405e-8751-6af7c3f71b24 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f624bc1-3383-4b12-a8d2-8670295c663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522540 Jul 05 03:58:34.015880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.047567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 5b88744a-1a32-4d26-bbde-c953aba0a1ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=5b88744a-1a32-4d26-bbde-c953aba0a1ef,segment=NetworkSegment(e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e),segment_id=e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:34.062535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '5b88744a-1a32-4d26-bbde-c953aba0a1ef', 'network_id': 'ba471489-0045-428b-8f2f-7f93f99a66ea', 'port_id': '5b88744a-1a32-4d26-bbde-c953aba0a1ef', 'mac_address': 'fa:16:3e:a5:0c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1305f9b-0793-4a57-b2e4-a6148b46a4f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:34.082508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:34.094178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:34.094178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:34.096272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event updated for resources: {'Port': ['ID=9a79fe04-96d9-4a1a-955d-18a502d9cbcd,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:34.107964 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.121220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 94451697-e675-434d-ac29-e8b2058c8f2e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:34.126945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b88744a-1a32-4d26-bbde-c953aba0a1ef {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:34.131018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 94451697-e675-434d-ac29-e8b2058c8f2e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:34.131436 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.172177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 5b88744a-1a32-4d26-bbde-c953aba0a1ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=5b88744a-1a32-4d26-bbde-c953aba0a1ef,segment=NetworkSegment(e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e),segment_id=e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:34.177848 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.227666 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.245424 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.291925 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 94451697-e675-434d-ac29-e8b2058c8f2e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=94451697-e675-434d-ac29-e8b2058c8f2e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:34.306652 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ccb18-fc09-41df-a1b5-774b3f1aa91d req-39d2551c-8a5c-400d-a3cf-2b1578f73049 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:34.307589 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df0ccb18-fc09-41df-a1b5-774b3f1aa91d req-39d2551c-8a5c-400d-a3cf-2b1578f73049 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.64 "GET /v2.0/ports?device_id=1664f199-cb60-43ab-a94b-bf6c5220e638 HTTP/1.1" status: 200 len: 945 time: 0.0783162 Jul 05 03:58:34.312995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=5b88744a-1a32-4d26-bbde-c953aba0a1ef,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:34.345546 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.373087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.428430 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=94451697-e675-434d-ac29-e8b2058c8f2e,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:34.458177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['5b88744a-1a32-4d26-bbde-c953aba0a1ef'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:34.473386 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-df0ccb18-fc09-41df-a1b5-774b3f1aa91d req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Deleting port b85e74c8-e15a-40d8-9a59-11ab1458e071 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:34.474968 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-df0ccb18-fc09-41df-a1b5-774b3f1aa91d req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.523216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38932) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:34.598059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.612832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-df0ccb18-fc09-41df-a1b5-774b3f1aa91d req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] For port b85e74c8-e15a-40d8-9a59-11ab1458e071, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b85e74c8-e15a-40d8-9a59-11ab1458e071,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:34.613244 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-df0ccb18-fc09-41df-a1b5-774b3f1aa91d req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.634272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-df0ccb18-fc09-41df-a1b5-774b3f1aa91d req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Calling delete_port for b85e74c8-e15a-40d8-9a59-11ab1458e071 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:34.694100 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.774991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38944) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:34.874858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event updated for resources: {'Port': ['ID=9a79fe04-96d9-4a1a-955d-18a502d9cbcd,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:34.914844 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.918976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c772ad1c-64be-4d9d-b953-aaf3312216db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.924125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943eb5d2-9c2b-4581-b83f-4ad9d01de9ac req-717ff4be-6d9b-436d-8e8a-9c7af3452ef5 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:34.925640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-943eb5d2-9c2b-4581-b83f-4ad9d01de9ac req-717ff4be-6d9b-436d-8e8a-9c7af3452ef5 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.1851490 Jul 05 03:58:34.954520 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d382791-76ec-438a-aee0-f133b37718d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.995068 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-df0ccb18-fc09-41df-a1b5-774b3f1aa91d req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.008416 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['89fa328f-0cc0-4225-b5f8-aeeacc093ba8', 'b85e74c8-e15a-40d8-9a59-11ab1458e071'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:35.013619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2694b3a7-1466-484f-99ae-285eb2a2fa25'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:35.037225 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.050178 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-8d382791-76ec-438a-aee0-f133b37718d2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:58:35.050178 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:58:35.050178 n-d-798249-5 neutron-server[100877]: [parameters: {'project_id_1': 'ab53f2ba88464a209fe4fd456f6a2154', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 58, 34, 987232)}] Jul 05 03:58:35.050178 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:58:35.050178 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-8d382791-76ec-438a-aee0-f133b37718d2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:58:35.055592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Pushing event deleted for resources: {'Port': ['ID=b85e74c8-e15a-40d8-9a59-11ab1458e071,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:35.061579 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-592aa63c-c4a7-4b35-bfc4-007c99f46943 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8415999 Jul 05 03:58:35.067969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-943eb5d2-9c2b-4581-b83f-4ad9d01de9ac req-5d8b1047-895e-417f-a7ad-21cac4466c6b tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121888 Jul 05 03:58:35.094700 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:35.105663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:35.105663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:35.105663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:35.105663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:35.105663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:35.105663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:35.105663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:35.105663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:35.105663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:35.105663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:35.105663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:35.134504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0ccb18-fc09-41df-a1b5-774b3f1aa91d req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] No DVR routers for this DVR port b85e74c8-e15a-40d8-9a59-11ab1458e071 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:35.134504 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-df0ccb18-fc09-41df-a1b5-774b3f1aa91d req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.134504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df0ccb18-fc09-41df-a1b5-774b3f1aa91d req-ad07395c-f8f0-46cb-a265-002b56fce96b tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.64 "DELETE /v2.0/ports/b85e74c8-e15a-40d8-9a59-11ab1458e071 HTTP/1.1" status: 204 len: 173 time: 0.8201811 Jul 05 03:58:35.134504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1664f199-cb60-43ab-a94b-bf6c5220e638', 'name': 'network-vif-deleted', 'tag': 'b85e74c8-e15a-40d8-9a59-11ab1458e071'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:35.136096 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30012ef4-5e42-4659-8844-b3902d460b6e" -d '{"events": [{"server_uuid": "1664f199-cb60-43ab-a94b-bf6c5220e638", "name": "network-vif-deleted", "tag": "b85e74c8-e15a-40d8-9a59-11ab1458e071"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:35.148572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246f668-4431-46db-ac3e-757ea487e8cc req-37e53c0e-cbed-442a-a888-ceeb1b33c562 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:35.150183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2246f668-4431-46db-ac3e-757ea487e8cc req-37e53c0e-cbed-442a-a888-ceeb1b33c562 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=1664f199-cb60-43ab-a94b-bf6c5220e638 HTTP/1.1" status: 200 len: 867 time: 0.2591250 Jul 05 03:58:35.233682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2246f668-4431-46db-ac3e-757ea487e8cc req-ce1560ba-c68d-4ca5-a00b-0e1d64503354 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760510 Jul 05 03:58:35.239537 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c772ad1c-64be-4d9d-b953-aaf3312216db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.307753 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c772ad1c-64be-4d9d-b953-aaf3312216db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.343641 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c772ad1c-64be-4d9d-b953-aaf3312216db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb431780af44434d8bdcf332ab0575d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8195963 Jul 05 03:58:35.344054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38958) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:35.374076 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772ad1c-64be-4d9d-b953-aaf3312216db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e2b109-ab70-48ab-9a65-f3e9a1d29cc3,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:35.471550 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e40c29-b3e9-4741-8cc0-4e4d3ca666ff x-openstack-request-id: req-73e40c29-b3e9-4741-8cc0-4e4d3ca666ff {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:35.471846 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1664f199-cb60-43ab-a94b-bf6c5220e638", "name": "network-vif-deleted", "tag": "b85e74c8-e15a-40d8-9a59-11ab1458e071", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:35.472094 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73e40c29-b3e9-4741-8cc0-4e4d3ca666ff {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:35.472602 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1664f199-cb60-43ab-a94b-bf6c5220e638', 'name': 'network-vif-deleted', 'tag': 'b85e74c8-e15a-40d8-9a59-11ab1458e071', 'status': 'completed', 'code': 200} Jul 05 03:58:35.505929 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28322854-a17b-4597-8d3c-debef63bf2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.545013 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e189649-667c-4c8d-91c2-cc22544c57ba req-484feeec-9abe-4fc5-98d8-1d2648aa3d95 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:35.546892 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e189649-667c-4c8d-91c2-cc22544c57ba req-484feeec-9abe-4fc5-98d8-1d2648aa3d95 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 945 time: 0.1452692 Jul 05 03:58:35.555640 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d382791-76ec-438a-aee0-f133b37718d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.561456 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28322854-a17b-4597-8d3c-debef63bf2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.656893 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-0137a57e-1059-4756-a7d1-06e49f060b22 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2045377343&fields=id&tenant_id=174f2d02a7e3433196e6af978e1e0491 HTTP/1.1" status: 200 len: 267 time: 0.1276467 Jul 05 03:58:35.672911 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e189649-667c-4c8d-91c2-cc22544c57ba req-4444103c-1d2b-48a5-a8e8-89532fffc838 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f624bc1-3383-4b12-a8d2-8670295c663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141801 Jul 05 03:58:35.810893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-7f269802-fa22-4bb8-b101-7580d0c2a958 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:35.811062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 94451697-e675-434d-ac29-e8b2058c8f2e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:35.812419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-7f269802-fa22-4bb8-b101-7580d0c2a958 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 811 time: 0.1472824 Jul 05 03:58:35.835882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 5b88744a-1a32-4d26-bbde-c953aba0a1ef up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:35.837370 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d382791-76ec-438a-aee0-f133b37718d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.844272 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28322854-a17b-4597-8d3c-debef63bf2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.844272 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28322854-a17b-4597-8d3c-debef63bf2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.844272 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-28322854-a17b-4597-8d3c-debef63bf2d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07e2b109-ab70-48ab-9a65-f3e9a1d29cc3 HTTP/1.1" status: 204 len: 168 time: 0.4972858 Jul 05 03:58:35.847614 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-eab4c01c-4d0c-4e26-978f-06716cf52436 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/quotas/174f2d02a7e3433196e6af978e1e0491 HTTP/1.1" status: 200 len: 375 time: 0.0291448 Jul 05 03:58:35.853091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28322854-a17b-4597-8d3c-debef63bf2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e2b109-ab70-48ab-9a65-f3e9a1d29cc3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:35.918386 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 94451697-e675-434d-ac29-e8b2058c8f2e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:35.922287 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.922448 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d382791-76ec-438a-aee0-f133b37718d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.945427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-02eab73f-57d5-455b-b29a-751ad3fb49fd tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0887563 Jul 05 03:58:35.997167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8d382791-76ec-438a-aee0-f133b37718d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab53f2ba88464a209fe4fd456f6a2154&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2077422 Jul 05 03:58:36.000462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38970) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:36.032681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 5b88744a-1a32-4d26-bbde-c953aba0a1ef completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:36.037510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d382791-76ec-438a-aee0-f133b37718d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2c135f-f730-4008-9abe-06523604dfde,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:36.038890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 5b88744a-1a32-4d26-bbde-c953aba0a1ef triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:36.039272 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.069994 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fed433db-2ca7-42f4-b09b-902505a946c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.092514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fed433db-2ca7-42f4-b09b-902505a946c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.102539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-102995e6-7c46-47cc-a295-fcd45584d6af service neutron] 10.222.0.60 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345670 Jul 05 03:58:36.145587 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.191709 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3013e7f3-7a93-48e6-bd3b-c2f6b54edc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b88744a-1a32-4d26-bbde-c953aba0a1ef'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:36.195597 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b78356-7745-4c76-a5b3-92ca191a2c06" -d '{"events": [{"server_uuid": "3013e7f3-7a93-48e6-bd3b-c2f6b54edc00", "name": "network-vif-plugged", "status": "completed", "tag": "5b88744a-1a32-4d26-bbde-c953aba0a1ef"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:36.213793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 5b88744a-1a32-4d26-bbde-c953aba0a1ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=5b88744a-1a32-4d26-bbde-c953aba0a1ef,segment=NetworkSegment(e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e),segment_id=e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:36.231758 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fed433db-2ca7-42f4-b09b-902505a946c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.234652 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fed433db-2ca7-42f4-b09b-902505a946c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.238395 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fed433db-2ca7-42f4-b09b-902505a946c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e2c135f-f730-4008-9abe-06523604dfde HTTP/1.1" status: 204 len: 168 time: 0.2344503 Jul 05 03:58:36.246513 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed433db-2ca7-42f4-b09b-902505a946c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2c135f-f730-4008-9abe-06523604dfde,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:36.294465 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.343762 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-5a099fee-09aa-4fb9-b26e-e194665900aa service neutron] 10.222.0.60 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200544 Jul 05 03:58:36.365305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=5b88744a-1a32-4d26-bbde-c953aba0a1ef,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:36.384512 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31cd87-9aaf-4aeb-bafb-2a5d326ca21c req-47eaba31-e89d-41ca-a437-2702e2865086 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:36.385389 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e31cd87-9aaf-4aeb-bafb-2a5d326ca21c req-47eaba31-e89d-41ca-a437-2702e2865086 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.1384029 Jul 05 03:58:36.430351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e31cd87-9aaf-4aeb-bafb-2a5d326ca21c req-ce4b244b-7cb4-4dd5-a26c-b2b51be51f81 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353770 Jul 05 03:58:36.474506 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f24a2b-e424-4c7f-bd1d-96e0225705b1 x-openstack-request-id: req-22f24a2b-e424-4c7f-bd1d-96e0225705b1 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:36.474914 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3013e7f3-7a93-48e6-bd3b-c2f6b54edc00", "name": "network-vif-plugged", "status": "completed", "tag": "5b88744a-1a32-4d26-bbde-c953aba0a1ef", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:36.475712 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22f24a2b-e424-4c7f-bd1d-96e0225705b1 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:36.476115 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3013e7f3-7a93-48e6-bd3b-c2f6b54edc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b88744a-1a32-4d26-bbde-c953aba0a1ef', 'code': 200} Jul 05 03:58:36.621050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bdbcd-542e-46d2-85e0-37f0c12f89df req-08e59ba0-21e9-4581-afbe-7dce64c77016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:36.622641 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-835bdbcd-542e-46d2-85e0-37f0c12f89df req-08e59ba0-21e9-4581-afbe-7dce64c77016 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 1097 time: 0.0821602 Jul 05 03:58:36.666179 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-835bdbcd-542e-46d2-85e0-37f0c12f89df req-c9dfc119-060d-4e7c-afd6-80820e0f2250 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0f624bc1-3383-4b12-a8d2-8670295c663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367002 Jul 05 03:58:36.715168 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38996) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:36.737538 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3904fe0-bb50-4d32-a16c-c96dfe51beba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.806000 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57c00bb9-3a37-44ec-946c-04d22faa8e34 req-2136ce1c-d635-41b4-8341-e883072fe8eb tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 210 time: 0.0559437 Jul 05 03:58:36.923837 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3904fe0-bb50-4d32-a16c-c96dfe51beba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.996143 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3904fe0-bb50-4d32-a16c-c96dfe51beba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.014576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73536316-a302-41a2-b7b5-1632e40bfd77 req-41333267-4e9a-43a3-884f-485ffd594b4b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.017098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73536316-a302-41a2-b7b5-1632e40bfd77 req-41333267-4e9a-43a3-884f-485ffd594b4b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 946 time: 0.0802512 Jul 05 03:58:37.069492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e3904fe0-bb50-4d32-a16c-c96dfe51beba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb5dc49c157e49859c201cebcfbac6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526571 Jul 05 03:58:37.069756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39014) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:37.075273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3904fe0-bb50-4d32-a16c-c96dfe51beba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea79e01-b22b-4fce-b0aa-19e485e9fe61,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:37.099956 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73536316-a302-41a2-b7b5-1632e40bfd77 req-d31fbe5b-2ed6-408e-9993-99dc370519b4 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f624bc1-3383-4b12-a8d2-8670295c663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725644 Jul 05 03:58:37.150584 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ca8c793-cb60-4a0c-8479-bf66e3dfd44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.174636 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ca8c793-cb60-4a0c-8479-bf66e3dfd44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.295923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ca8c793-cb60-4a0c-8479-bf66e3dfd44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.298590 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ca8c793-cb60-4a0c-8479-bf66e3dfd44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.300020 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3ca8c793-cb60-4a0c-8479-bf66e3dfd44a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ea79e01-b22b-4fce-b0aa-19e485e9fe61 HTTP/1.1" status: 204 len: 168 time: 0.2292869 Jul 05 03:58:37.308684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8c793-cb60-4a0c-8479-bf66e3dfd44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea79e01-b22b-4fce-b0aa-19e485e9fe61,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:37.614153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685afa49-99fb-46e3-a5fd-13db3128f50c req-fc2e3e63-749f-4ed4-95b0-305429df4920 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.622527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-685afa49-99fb-46e3-a5fd-13db3128f50c req-fc2e3e63-749f-4ed4-95b0-305429df4920 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.0738850 Jul 05 03:58:37.655637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-685afa49-99fb-46e3-a5fd-13db3128f50c req-dbd35511-daa4-4958-a54a-23912cf4b310 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336299 Jul 05 03:58:37.964948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7b66c-bc27-45ac-87ba-081253c6ac03 req-9469ef03-c6b6-4e90-9d01-48bd572ea1b2 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.972810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7b66c-bc27-45ac-87ba-081253c6ac03 req-9469ef03-c6b6-4e90-9d01-48bd572ea1b2 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.988244 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92a7b66c-bc27-45ac-87ba-081253c6ac03 req-9469ef03-c6b6-4e90-9d01-48bd572ea1b2 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608&device_id=903f6f90-b13d-4764-9b65-b5db4fb72e65 HTTP/1.1" status: 200 len: 1683 time: 0.1239688 Jul 05 03:58:38.018855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b85e74c8-e15a-40d8-9a59-11ab1458e071 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:38.045075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92a7b66c-bc27-45ac-87ba-081253c6ac03 req-782be19c-c229-4c41-8d2b-09e2f0e4761d tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549996 Jul 05 03:58:38.061440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: b85e74c8-e15a-40d8-9a59-11ab1458e071 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:38.061440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b85e74c8-e15a-40d8-9a59-11ab1458e071 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:38.136454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-743280f5-051a-4ae0-814e-5639ad53ad3f req-0c377bb8-a3cd-42e4-b550-bbc5cbbbb248 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 210 time: 0.0303159 Jul 05 03:58:38.355758 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2108c95-717e-4bca-9ed1-181655b75c38 req-20490410-b77b-440e-ad44-6f70f4e358da tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:38.357574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2108c95-717e-4bca-9ed1-181655b75c38 req-20490410-b77b-440e-ad44-6f70f4e358da tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 946 time: 0.1083176 Jul 05 03:58:38.469441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2108c95-717e-4bca-9ed1-181655b75c38 req-32393b91-2250-480f-b1e5-466130fc80bb tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f624bc1-3383-4b12-a8d2-8670295c663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027749 Jul 05 03:58:38.887170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dad122-abf9-4d3c-93bd-6ef889f12b0d req-522513ad-4b07-4a37-ba12-67d72ee742e5 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:38.889544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90dad122-abf9-4d3c-93bd-6ef889f12b0d req-522513ad-4b07-4a37-ba12-67d72ee742e5 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.0881011 Jul 05 03:58:38.938338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90dad122-abf9-4d3c-93bd-6ef889f12b0d req-1cd3f93d-2238-4f85-a0f0-febcfbb8de36 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Jul 05 03:58:39.384558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0d10ab1-ba1b-4a32-bfa3-ca0b1b21f7fb req-541067c3-c94e-4e6b-959c-dedb5504936f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 210 time: 0.0556960 Jul 05 03:58:39.784728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2eed32-32d1-4505-b9bc-d3bcc3c51f9b req-b6ccdc38-18bd-4d60-8ded-33ad59be01ea tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:39.786582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e2eed32-32d1-4505-b9bc-d3bcc3c51f9b req-b6ccdc38-18bd-4d60-8ded-33ad59be01ea tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=903f6f90-b13d-4764-9b65-b5db4fb72e65 HTTP/1.1" status: 200 len: 946 time: 0.1280653 Jul 05 03:58:39.807304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-7e03a9ca-5c41-4c7e-8c14-6c045cc7d35d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:39.809465 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-7e03a9ca-5c41-4c7e-8c14-6c045cc7d35d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.11 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 811 time: 0.1819661 Jul 05 03:58:39.828637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e2eed32-32d1-4505-b9bc-d3bcc3c51f9b req-b0022740-7f2c-46a1-8e40-a6eb2ce1a359 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359159 Jul 05 03:58:39.855893 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-2b7b433d-bf13-4c63-ba71-0cf84c1e90fd tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=174f2d02a7e3433196e6af978e1e0491 HTTP/1.1" status: 200 len: 380 time: 0.0358763 Jul 05 03:58:39.864972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-3ad813d9-dacd-429b-8e82-bd9e10cf1b9a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Request body: {'port': {'device_id': '3d00b622-7e5d-4050-8899-aae3c547f705', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'admin_state_up': True, 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'security_groups': ['904ab916-9022-4d5c-bd36-e0c94a486447']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:40.095667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-3ad813d9-dacd-429b-8e82-bd9e10cf1b9a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Made reservation on behalf of 174f2d02a7e3433196e6af978e1e0491 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:40.099491 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-3ad813d9-dacd-429b-8e82-bd9e10cf1b9a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.188630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a878c9-8e10-417e-92f3-cfea0b716801 req-a8cd72d7-96e8-4ab9-a861-21da48fa0125 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.190504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60a878c9-8e10-417e-92f3-cfea0b716801 req-a8cd72d7-96e8-4ab9-a861-21da48fa0125 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.1015675 Jul 05 03:58:40.256455 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60a878c9-8e10-417e-92f3-cfea0b716801 req-0ed7bc5e-754a-480f-b921-58c10aefdc44 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580473 Jul 05 03:58:40.274625 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-3ad813d9-dacd-429b-8e82-bd9e10cf1b9a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Allocated IP 172.20.0.9 (a0b045f4-2b90-4610-a196-e71709f68cab/8151acc1-35f1-46dd-b471-d209576c99d2/838e45c2-16c3-48fa-b9c2-6ac8e511a89e) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:40.504401 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-3ad813d9-dacd-429b-8e82-bd9e10cf1b9a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.513697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbafbf-b2d3-4701-8b8c-a02ab64f05cc req-5f298cd9-0f8f-4546-a0f5-05cdb04ff9d5 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.515253 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0ddbafbf-b2d3-4701-8b8c-a02ab64f05cc req-5f298cd9-0f8f-4546-a0f5-05cdb04ff9d5 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.11 "GET /v2.0/ports?device_id=903f6f90-b13d-4764-9b65-b5db4fb72e65 HTTP/1.1" status: 200 len: 946 time: 0.1225691 Jul 05 03:58:40.556180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-3ad813d9-dacd-429b-8e82-bd9e10cf1b9a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Transition to ACTIVE for port object 838e45c2-16c3-48fa-b9c2-6ac8e511a89e will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:40.564705 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c802d98-37c9-43ee-a621-cfe5b66a3322 req-1b4d01c7-0cfc-4e34-b607-fa53a9de2096 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 210 time: 0.0475831 Jul 05 03:58:40.575551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eaab9-332a-461e-95b3-ad070048a2d8 req-b1002f28-611c-49fb-a301-d6887d06a10f tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.584982 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d84eaab9-332a-461e-95b3-ad070048a2d8 req-b1002f28-611c-49fb-a301-d6887d06a10f tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 946 time: 0.1617332 Jul 05 03:58:40.620607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d84eaab9-332a-461e-95b3-ad070048a2d8 req-558c6f71-56e8-4394-af7c-ab292c47e56b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f624bc1-3383-4b12-a8d2-8670295c663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346313 Jul 05 03:58:40.641621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39202) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:40.671404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-0ddbafbf-b2d3-4701-8b8c-a02ab64f05cc req-78f51b40-83c8-421a-bd1a-035f3c33092f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Deleting port 2694b3a7-1466-484f-99ae-285eb2a2fa25 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:40.671747 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0ddbafbf-b2d3-4701-8b8c-a02ab64f05cc req-78f51b40-83c8-421a-bd1a-035f3c33092f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.751796 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-3ad813d9-dacd-429b-8e82-bd9e10cf1b9a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.803720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-0ddbafbf-b2d3-4701-8b8c-a02ab64f05cc req-78f51b40-83c8-421a-bd1a-035f3c33092f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] For port 2694b3a7-1466-484f-99ae-285eb2a2fa25, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2694b3a7-1466-484f-99ae-285eb2a2fa25,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:40.804086 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0ddbafbf-b2d3-4701-8b8c-a02ab64f05cc req-78f51b40-83c8-421a-bd1a-035f3c33092f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.815145 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1bc47ba-3cee-4b86-972b-59229aba82ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.837074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-3ad813d9-dacd-429b-8e82-bd9e10cf1b9a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Network a0b045f4-2b90-4610-a196-e71709f68cab is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:40.840717 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-0ddbafbf-b2d3-4701-8b8c-a02ab64f05cc req-78f51b40-83c8-421a-bd1a-035f3c33092f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Calling delete_port for 2694b3a7-1466-484f-99ae-285eb2a2fa25 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:40.843008 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-3ad813d9-dacd-429b-8e82-bd9e10cf1b9a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:40.846933 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad813d9-dacd-429b-8e82-bd9e10cf1b9a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event updated for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:40.849202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-3ad813d9-dacd-429b-8e82-bd9e10cf1b9a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:40.944747 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1bc47ba-3cee-4b86-972b-59229aba82ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.948549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-3ad813d9-dacd-429b-8e82-bd9e10cf1b9a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.948549 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-3ad813d9-dacd-429b-8e82-bd9e10cf1b9a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.039009 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1bc47ba-3cee-4b86-972b-59229aba82ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.086612 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d1bc47ba-3cee-4b86-972b-59229aba82ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fad6f4f0ab1b4c9b8dadf1c93fa0f6ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433401 Jul 05 03:58:41.090168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39234) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:41.092126 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc47ba-3cee-4b86-972b-59229aba82ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c33a1c-aead-446d-ab7c-15945d4cc099,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:41.126836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cddc47-5bed-4d17-addd-a7ac4d90e843 req-6122e484-371e-40ba-8c75-df5204022acc tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.128395 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98cddc47-5bed-4d17-addd-a7ac4d90e843 req-6122e484-371e-40ba-8c75-df5204022acc tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=903f6f90-b13d-4764-9b65-b5db4fb72e65 HTTP/1.1" status: 200 len: 946 time: 0.1239934 Jul 05 03:58:41.140053 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-3ad813d9-dacd-429b-8e82-bd9e10cf1b9a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2784371 Jul 05 03:58:41.141648 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0ddbafbf-b2d3-4701-8b8c-a02ab64f05cc req-78f51b40-83c8-421a-bd1a-035f3c33092f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.153691 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['89fa328f-0cc0-4225-b5f8-aeeacc093ba8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:41.159184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2694b3a7-1466-484f-99ae-285eb2a2fa25'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:41.164826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Request body: {'port': {'device_id': '3d00b622-7e5d-4050-8899-aae3c547f705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:41.224568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f51b40-83c8-421a-bd1a-035f3c33092f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Pushing event deleted for resources: {'Port': ['ID=2694b3a7-1466-484f-99ae-285eb2a2fa25,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:41.226839 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98cddc47-5bed-4d17-addd-a7ac4d90e843 req-dfa10b51-3b3d-4ec5-84d6-69cdb314b089 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921481 Jul 05 03:58:41.275612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e7a28-4983-4dce-a904-305cc275f419 req-5bcb09e6-1cad-46f4-bb80-80c481aa1f7c tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.277398 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db3e7a28-4983-4dce-a904-305cc275f419 req-5bcb09e6-1cad-46f4-bb80-80c481aa1f7c tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.64 "GET /v2.0/ports?device_id=4592b4c2-e868-4e58-b2dc-ae1df2de4608 HTTP/1.1" status: 200 len: 946 time: 0.1240952 Jul 05 03:58:41.280432 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad68e891-01de-449e-906b-49602221e748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.330975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddbafbf-b2d3-4701-8b8c-a02ab64f05cc req-78f51b40-83c8-421a-bd1a-035f3c33092f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] No DVR routers for this DVR port 2694b3a7-1466-484f-99ae-285eb2a2fa25 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:41.334945 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0ddbafbf-b2d3-4701-8b8c-a02ab64f05cc req-78f51b40-83c8-421a-bd1a-035f3c33092f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.337302 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0ddbafbf-b2d3-4701-8b8c-a02ab64f05cc req-78f51b40-83c8-421a-bd1a-035f3c33092f tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.11 "DELETE /v2.0/ports/2694b3a7-1466-484f-99ae-285eb2a2fa25 HTTP/1.1" status: 204 len: 173 time: 0.8158643 Jul 05 03:58:41.375969 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903f6f90-b13d-4764-9b65-b5db4fb72e65', 'name': 'network-vif-deleted', 'tag': '2694b3a7-1466-484f-99ae-285eb2a2fa25'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:41.376781 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf06f40d-d73b-4370-b90f-bb6897b8a0bb" -d '{"events": [{"server_uuid": "903f6f90-b13d-4764-9b65-b5db4fb72e65", "name": "network-vif-deleted", "tag": "2694b3a7-1466-484f-99ae-285eb2a2fa25"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:41.403991 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad68e891-01de-449e-906b-49602221e748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.430278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7ff38528-b570-46a4-8620-ff0214f3b0cb None None] Provisioning for port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:41.432049 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.451929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-db3e7a28-4983-4dce-a904-305cc275f419 req-70b2565b-dcc9-4f04-b1dd-dea3b7f0c9db tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Deleting port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:41.452571 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-db3e7a28-4983-4dce-a904-305cc275f419 req-70b2565b-dcc9-4f04-b1dd-dea3b7f0c9db tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.462314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7ff38528-b570-46a4-8620-ff0214f3b0cb None None] Provisioning complete for port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:41.462617 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7ff38528-b570-46a4-8620-ff0214f3b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.559453 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695769c8-5f1b-47e5-b15c-04b182a5547b x-openstack-request-id: req-695769c8-5f1b-47e5-b15c-04b182a5547b {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:41.559879 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903f6f90-b13d-4764-9b65-b5db4fb72e65", "name": "network-vif-deleted", "tag": "2694b3a7-1466-484f-99ae-285eb2a2fa25", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:41.560230 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-695769c8-5f1b-47e5-b15c-04b182a5547b {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:41.560760 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903f6f90-b13d-4764-9b65-b5db4fb72e65', 'name': 'network-vif-deleted', 'tag': '2694b3a7-1466-484f-99ae-285eb2a2fa25', 'status': 'completed', 'code': 200} Jul 05 03:58:41.564651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-7ff38528-b570-46a4-8620-ff0214f3b0cb None None] Port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:41.587261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-db3e7a28-4983-4dce-a904-305cc275f419 req-70b2565b-dcc9-4f04-b1dd-dea3b7f0c9db tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] For port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=89fa328f-0cc0-4225-b5f8-aeeacc093ba8,segment=NetworkSegment(67baf27d-c0e4-4622-8ad6-ec9c9692d9be),segment_id=67baf27d-c0e4-4622-8ad6-ec9c9692d9be)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:41.588492 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-db3e7a28-4983-4dce-a904-305cc275f419 req-70b2565b-dcc9-4f04-b1dd-dea3b7f0c9db tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.625689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-db3e7a28-4983-4dce-a904-305cc275f419 req-70b2565b-dcc9-4f04-b1dd-dea3b7f0c9db tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Calling delete_port for 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:41.767217 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad68e891-01de-449e-906b-49602221e748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.769897 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad68e891-01de-449e-906b-49602221e748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.771554 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ad68e891-01de-449e-906b-49602221e748 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22c33a1c-aead-446d-ab7c-15945d4cc099 HTTP/1.1" status: 204 len: 168 time: 0.6819534 Jul 05 03:58:41.844693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68e891-01de-449e-906b-49602221e748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c33a1c-aead-446d-ab7c-15945d4cc099,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:41.876884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cdc96-7922-4af5-a3df-8148964c7f80 req-f4bb5df5-a4d5-4c34-9c63-588d360b80b1 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.878593 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-760cdc96-7922-4af5-a3df-8148964c7f80 req-f4bb5df5-a4d5-4c34-9c63-588d360b80b1 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 946 time: 0.3627234 Jul 05 03:58:41.952447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520954e4-56bb-47f7-a904-8ff6bfbb4651 req-270f5e2a-5d1c-4b36-a357-e59f104be019 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.953961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-520954e4-56bb-47f7-a904-8ff6bfbb4651 req-270f5e2a-5d1c-4b36-a357-e59f104be019 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.4451113 Jul 05 03:58:41.987342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87264baa-6a09-4df3-a104-868450878a0b req-ad6cbe36-4338-4800-8261-6cb14b3c51d3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.987342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87264baa-6a09-4df3-a104-868450878a0b req-ad6cbe36-4338-4800-8261-6cb14b3c51d3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 931 time: 0.1220484 Jul 05 03:58:42.044622 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-db3e7a28-4983-4dce-a904-305cc275f419 req-70b2565b-dcc9-4f04-b1dd-dea3b7f0c9db tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.050164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-520954e4-56bb-47f7-a904-8ff6bfbb4651 req-8c4c1cb8-cfa2-4e2e-b61d-14dab3c59ea3 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889201 Jul 05 03:58:42.063962 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87264baa-6a09-4df3-a104-868450878a0b req-122484a5-0185-40a6-ab34-931e3b59ebac tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605137 Jul 05 03:58:42.075847 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838e45c2-16c3-48fa-b9c2-6ac8e511a89e {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:42.094359 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.106812 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-760cdc96-7922-4af5-a3df-8148964c7f80 req-401d034c-0633-4e55-bbb3-03956291419b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Deleting port 5b88744a-1a32-4d26-bbde-c953aba0a1ef {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:42.107322 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-760cdc96-7922-4af5-a3df-8148964c7f80 req-401d034c-0633-4e55-bbb3-03956291419b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.159937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Transition to ACTIVE for port object 838e45c2-16c3-48fa-b9c2-6ac8e511a89e will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:42.189603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2565b-dcc9-4f04-b1dd-dea3b7f0c9db tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Pushing event deleted for resources: {'Port': ['ID=89fa328f-0cc0-4225-b5f8-aeeacc093ba8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:42.242467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3e7a28-4983-4dce-a904-305cc275f419 req-70b2565b-dcc9-4f04-b1dd-dea3b7f0c9db tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] No DVR routers for this DVR port 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:42.250235 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-db3e7a28-4983-4dce-a904-305cc275f419 req-70b2565b-dcc9-4f04-b1dd-dea3b7f0c9db tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.253080 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db3e7a28-4983-4dce-a904-305cc275f419 req-70b2565b-dcc9-4f04-b1dd-dea3b7f0c9db tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.64 "DELETE /v2.0/ports/89fa328f-0cc0-4225-b5f8-aeeacc093ba8 HTTP/1.1" status: 204 len: 173 time: 0.9696896 Jul 05 03:58:42.254200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4592b4c2-e868-4e58-b2dc-ae1df2de4608', 'name': 'network-vif-deleted', 'tag': '89fa328f-0cc0-4225-b5f8-aeeacc093ba8'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:42.261249 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3549757-ab12-47c0-9e36-1cdfb338afa4" -d '{"events": [{"server_uuid": "4592b4c2-e868-4e58-b2dc-ae1df2de4608", "name": "network-vif-deleted", "tag": "89fa328f-0cc0-4225-b5f8-aeeacc093ba8"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:42.307187 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.338342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffc5ab-0d26-418d-96f9-5fcae43c52fb req-94ffa292-d04e-40d2-b566-250d15490f96 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.344911 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97ffc5ab-0d26-418d-96f9-5fcae43c52fb req-94ffa292-d04e-40d2-b566-250d15490f96 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 946 time: 0.0955014 Jul 05 03:58:42.383562 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-760cdc96-7922-4af5-a3df-8148964c7f80 req-401d034c-0633-4e55-bbb3-03956291419b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] For port 5b88744a-1a32-4d26-bbde-c953aba0a1ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=5b88744a-1a32-4d26-bbde-c953aba0a1ef,segment=NetworkSegment(e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e),segment_id=e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:42.384012 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-760cdc96-7922-4af5-a3df-8148964c7f80 req-401d034c-0633-4e55-bbb3-03956291419b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.410590 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:42.429246 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97ffc5ab-0d26-418d-96f9-5fcae43c52fb req-993b918c-bc63-40d4-9f1e-aded28a919b4 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/security-groups?id=0f624bc1-3383-4b12-a8d2-8670295c663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828404 Jul 05 03:58:42.429992 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-760cdc96-7922-4af5-a3df-8148964c7f80 req-401d034c-0633-4e55-bbb3-03956291419b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Calling delete_port for 5b88744a-1a32-4d26-bbde-c953aba0a1ef owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:42.434254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02637a4f-23fc-4a64-800d-e479e606dc33 req-354966f1-a48b-4692-a6a6-122ac50b3167 tempest-ListServersNegativeTestJSON-1279101785 tempest-ListServersNegativeTestJSON-1279101785-project] 10.222.0.60 "GET /v2.0/ports?device_id=903f6f90-b13d-4764-9b65-b5db4fb72e65 HTTP/1.1" status: 200 len: 210 time: 0.0547705 Jul 05 03:58:42.488862 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d75d3d0-a41e-4cfd-8eca-2b1bf349db88 x-openstack-request-id: req-0d75d3d0-a41e-4cfd-8eca-2b1bf349db88 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:42.489157 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4592b4c2-e868-4e58-b2dc-ae1df2de4608", "name": "network-vif-deleted", "tag": "89fa328f-0cc0-4225-b5f8-aeeacc093ba8", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:42.489410 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d75d3d0-a41e-4cfd-8eca-2b1bf349db88 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:42.489873 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4592b4c2-e868-4e58-b2dc-ae1df2de4608', 'name': 'network-vif-deleted', 'tag': '89fa328f-0cc0-4225-b5f8-aeeacc093ba8', 'status': 'completed', 'code': 200} Jul 05 03:58:42.568947 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Attempting to bind port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:42.569299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Attempting to bind port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:42.569632 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Attempting to bind port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e on network a0b045f4-2b90-4610-a196-e71709f68cab {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:42.604209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e on network a0b045f4-2b90-4610-a196-e71709f68cab not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:42.608416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Attempting to bind port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e on network a0b045f4-2b90-4610-a196-e71709f68cab {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:42.613823 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:42.614095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Checking segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:42.614481 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Bound using segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:42.614916 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Bound port: 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:42.615819 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.663624 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39300) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:42.678725 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de41441b-9457-4d35-a2ce-0613f8ff3d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.712116 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:42.715257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:42.786853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de41441b-9457-4d35-a2ce-0613f8ff3d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.808940 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.840781 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-760cdc96-7922-4af5-a3df-8148964c7f80 req-401d034c-0633-4e55-bbb3-03956291419b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.842550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.843150 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.844662 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] 10.222.0.11 "PUT /v2.0/ports/838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 1091 time: 1.6959136 Jul 05 03:58:42.852567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['5b88744a-1a32-4d26-bbde-c953aba0a1ef'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:42.900505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39306) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:42.916660 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de41441b-9457-4d35-a2ce-0613f8ff3d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.950016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-760cdc96-7922-4af5-a3df-8148964c7f80 req-401d034c-0633-4e55-bbb3-03956291419b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] No DVR routers for this DVR port 5b88744a-1a32-4d26-bbde-c953aba0a1ef on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:42.951600 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b511fd-f69f-41b7-aac6-0d1155e59bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:42.954741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-760cdc96-7922-4af5-a3df-8148964c7f80 req-401d034c-0633-4e55-bbb3-03956291419b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.956818 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-760cdc96-7922-4af5-a3df-8148964c7f80 req-401d034c-0633-4e55-bbb3-03956291419b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.11 "DELETE /v2.0/ports/5b88744a-1a32-4d26-bbde-c953aba0a1ef HTTP/1.1" status: 204 len: 173 time: 1.0725880 Jul 05 03:58:42.962344 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-de41441b-9457-4d35-a2ce-0613f8ff3d6b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=925bdb6a2ade428c99393c61de1246b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974133 Jul 05 03:58:42.968052 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39310) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:42.974784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41441b-9457-4d35-a2ce-0613f8ff3d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11665523-729d-4e29-83f9-d595c616f713,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:42.992713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d034c-0633-4e55-bbb3-03956291419b tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] Pushing event deleted for resources: {'Port': ['ID=5b88744a-1a32-4d26-bbde-c953aba0a1ef,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:43.068098 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-59a4a257-0c84-4969-9705-481a701b1531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.086617 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fceed569-5742-4ac4-917b-a7ea17215f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.119608 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fceed569-5742-4ac4-917b-a7ea17215f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.132514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-517437f1-8aa3-4f19-b443-199d6322ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.134128 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-517437f1-8aa3-4f19-b443-199d6322ff31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1094 time: 0.1151247 Jul 05 03:58:43.188496 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-2e645f4b-848e-4fd5-b78d-273f69dee711 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 217 time: 0.0463324 Jul 05 03:58:43.272309 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-1ddc597e-fcce-4f03-88f2-68de0340d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.273821 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-1ddc597e-fcce-4f03-88f2-68de0340d928 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.0758712 Jul 05 03:58:43.311054 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fceed569-5742-4ac4-917b-a7ea17215f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.313746 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fceed569-5742-4ac4-917b-a7ea17215f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.315006 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fceed569-5742-4ac4-917b-a7ea17215f98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11665523-729d-4e29-83f9-d595c616f713 HTTP/1.1" status: 204 len: 168 time: 0.3459108 Jul 05 03:58:43.327188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceed569-5742-4ac4-917b-a7ea17215f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11665523-729d-4e29-83f9-d595c616f713,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:43.355755 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f90b2053-3e90-45d2-9d5a-3afdf2145126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.357935 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-f90b2053-3e90-45d2-9d5a-3afdf2145126 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770552 Jul 05 03:58:43.364151 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-59a4a257-0c84-4969-9705-481a701b1531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.397752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce672a-9c14-4f53-88fe-8ef9adad9691 req-594c2065-aaba-4fe4-bf28-32e265f11f1b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.397752 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8dce672a-9c14-4f53-88fe-8ef9adad9691 req-594c2065-aaba-4fe4-bf28-32e265f11f1b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 943 time: 0.1706126 Jul 05 03:58:43.405561 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc52e2-447f-427c-bc0e-362929347a90 req-2db0b173-6e88-4135-924c-c5f49f1ddfef tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.413022 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74cc52e2-447f-427c-bc0e-362929347a90 req-2db0b173-6e88-4135-924c-c5f49f1ddfef tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.1685135 Jul 05 03:58:43.465610 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-59a4a257-0c84-4969-9705-481a701b1531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.486159 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8dce672a-9c14-4f53-88fe-8ef9adad9691 req-950dd589-5b78-470b-893a-20c33c2b2e01 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711095 Jul 05 03:58:43.493613 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-596c5afa-033d-4c36-bfba-9e535531d967 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269121 Jul 05 03:58:43.497081 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74cc52e2-447f-427c-bc0e-362929347a90 req-2c816af6-2556-44ad-aebf-eb3e93d8093a tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830820 Jul 05 03:58:43.525408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-59a4a257-0c84-4969-9705-481a701b1531 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a22e9976222149e8a4881fc06763350c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6251991 Jul 05 03:58:43.527751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39322) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:43.534266 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4a257-0c84-4969-9705-481a701b1531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c7a138-887c-4626-9b67-8f317ac33fb7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:43.594187 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e607feab-72f7-442b-ba0c-2c551c2c82e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.630767 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e607feab-72f7-442b-ba0c-2c551c2c82e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.645199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e'}, {'server_uuid': '3013e7f3-7a93-48e6-bd3b-c2f6b54edc00', 'name': 'network-vif-deleted', 'tag': '5b88744a-1a32-4d26-bbde-c953aba0a1ef'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:43.649785 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4177cf-6b0e-4846-b6bc-37b45eda3695" -d '{"events": [{"name": "network-changed", "server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e"}, {"server_uuid": "3013e7f3-7a93-48e6-bd3b-c2f6b54edc00", "name": "network-vif-deleted", "tag": "5b88744a-1a32-4d26-bbde-c953aba0a1ef"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:43.692480 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6fd5526f-ed1f-4edd-92d2-4c477cd7f1a5 req-daa9e0d2-e833-49c0-ab6c-9b36b89439ab service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840775 Jul 05 03:58:43.741848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-029c8abd-3984-430f-b6c0-da1c36cc6a39 req-91eb6353-dc96-4919-9ef9-ce96fb791315 tempest-ServerMetadataNegativeTestJSON-1616920774 tempest-ServerMetadataNegativeTestJSON-1616920774-project] 10.222.0.60 "GET /v2.0/ports?device_id=3013e7f3-7a93-48e6-bd3b-c2f6b54edc00 HTTP/1.1" status: 200 len: 210 time: 0.0399117 Jul 05 03:58:43.788955 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e607feab-72f7-442b-ba0c-2c551c2c82e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.794113 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e607feab-72f7-442b-ba0c-2c551c2c82e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.797345 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e607feab-72f7-442b-ba0c-2c551c2c82e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71c7a138-887c-4626-9b67-8f317ac33fb7 HTTP/1.1" status: 204 len: 168 time: 0.2681003 Jul 05 03:58:43.816608 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6189461-e238-434f-8ca7-7219dc891a36 x-openstack-request-id: req-b6189461-e238-434f-8ca7-7219dc891a36 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:43.818070 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e", "status": "completed", "code": 200}, {"server_uuid": "3013e7f3-7a93-48e6-bd3b-c2f6b54edc00", "name": "network-vif-deleted", "tag": "5b88744a-1a32-4d26-bbde-c953aba0a1ef", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:43.818365 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6189461-e238-434f-8ca7-7219dc891a36 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:43.822603 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'status': 'completed', 'code': 200} Jul 05 03:58:43.822603 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3013e7f3-7a93-48e6-bd3b-c2f6b54edc00', 'name': 'network-vif-deleted', 'tag': '5b88744a-1a32-4d26-bbde-c953aba0a1ef', 'status': 'completed', 'code': 200} Jul 05 03:58:43.831127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607feab-72f7-442b-ba0c-2c551c2c82e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c7a138-887c-4626-9b67-8f317ac33fb7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:43.884814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2694b3a7-1466-484f-99ae-285eb2a2fa25 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:43.914263 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 2694b3a7-1466-484f-99ae-285eb2a2fa25 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:43.915153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2694b3a7-1466-484f-99ae-285eb2a2fa25 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:43.921692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39338) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:43.976880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4177cf-6b0e-4846-b6bc-37b45eda3695 req-16746627-2fdd-43ad-b75a-22918df38183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.978541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a9952e-00f8-4168-8919-8cf305b83de4 admin admin] Deleting subnet 2f4dd1dc-854c-4403-94b2-38e4ef4766e4 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:43.978731 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc4177cf-6b0e-4846-b6bc-37b45eda3695 req-16746627-2fdd-43ad-b75a-22918df38183 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1094 time: 0.1205990 Jul 05 03:58:43.981763 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-33a9952e-00f8-4168-8919-8cf305b83de4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.028318 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-33a9952e-00f8-4168-8919-8cf305b83de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.046101 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:44.076258 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-33a9952e-00f8-4168-8919-8cf305b83de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.096419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:44.104055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 89fa328f-0cc0-4225-b5f8-aeeacc093ba8 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:44.108250 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4177cf-6b0e-4846-b6bc-37b45eda3695 req-f7671965-5c0d-466c-bc4b-a498e0dd5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.109853 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc4177cf-6b0e-4846-b6bc-37b45eda3695 req-f7671965-5c0d-466c-bc4b-a498e0dd5ad4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.1252120 Jul 05 03:58:44.152463 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc4177cf-6b0e-4846-b6bc-37b45eda3695 req-2a123874-120d-4c38-8960-c6102df745e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 217 time: 0.0358622 Jul 05 03:58:44.206032 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4177cf-6b0e-4846-b6bc-37b45eda3695 req-f3b29515-9ecb-40af-852d-a6a818dd47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.207531 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc4177cf-6b0e-4846-b6bc-37b45eda3695 req-f3b29515-9ecb-40af-852d-a6a818dd47ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.0490897 Jul 05 03:58:44.250944 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-33a9952e-00f8-4168-8919-8cf305b83de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.268953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4177cf-6b0e-4846-b6bc-37b45eda3695 req-e7ef5dd8-29bf-43ef-908c-e503baa21bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.270595 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc4177cf-6b0e-4846-b6bc-37b45eda3695 req-e7ef5dd8-29bf-43ef-908c-e503baa21bfe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566790 Jul 05 03:58:44.293417 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-33a9952e-00f8-4168-8919-8cf305b83de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.293417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-33a9952e-00f8-4168-8919-8cf305b83de4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2f4dd1dc-854c-4403-94b2-38e4ef4766e4 HTTP/1.1" status: 204 len: 168 time: 0.3621755 Jul 05 03:58:44.293417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9952e-00f8-4168-8919-8cf305b83de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f4dd1dc-854c-4403-94b2-38e4ef4766e4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:44.293417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39346) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:44.362268 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b86c824e-c573-421c-a62b-dc9360e7fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.371739 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc4177cf-6b0e-4846-b6bc-37b45eda3695 req-293e79c4-a28c-4b55-a10b-8bb970d24588 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940564 Jul 05 03:58:44.458024 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b86c824e-c573-421c-a62b-dc9360e7fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.472605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-b86c824e-c573-421c-a62b-dc9360e7fa4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585a8214-a0c2-4ff4-b92d-fd07e9827d52']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:44.477523 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc4177cf-6b0e-4846-b6bc-37b45eda3695 req-baf38828-d60b-40bf-9971-9dbe4ce1bb4a service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969262 Jul 05 03:58:44.490197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-b86c824e-c573-421c-a62b-dc9360e7fa4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67baf27d-c0e4-4622-8ad6-ec9c9692d9be') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:44.491516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-b86c824e-c573-421c-a62b-dc9360e7fa4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67baf27d-c0e4-4622-8ad6-ec9c9692d9be') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:44.504616 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b86c824e-c573-421c-a62b-dc9360e7fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.521282 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b86c824e-c573-421c-a62b-dc9360e7fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.530029 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86c824e-c573-421c-a62b-dc9360e7fa4d admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:58:44.530131 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b86c824e-c573-421c-a62b-dc9360e7fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:58:44.531842 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:58:44.705264 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b86c824e-c573-421c-a62b-dc9360e7fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.712194 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b86c824e-c573-421c-a62b-dc9360e7fa4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.714103 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b86c824e-c573-421c-a62b-dc9360e7fa4d admin admin] 10.222.0.60 "DELETE /v2.0/networks/585a8214-a0c2-4ff4-b92d-fd07e9827d52 HTTP/1.1" status: 204 len: 168 time: 0.4241271 Jul 05 03:58:44.738059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c824e-c573-421c-a62b-dc9360e7fa4d admin admin] Pushing event deleted for resources: {'Network': ['ID=585a8214-a0c2-4ff4-b92d-fd07e9827d52,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:44.754466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecfd68-5568-4123-b866-12479d58886b req-8030be97-36e7-4525-a0dc-6ea93885afd5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.756017 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00ecfd68-5568-4123-b866-12479d58886b req-8030be97-36e7-4525-a0dc-6ea93885afd5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 943 time: 0.1309783 Jul 05 03:58:44.765277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39364) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:44.784018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e53c2-01e8-4a38-8944-5e75c5ddbe0a req-cc3ac680-f853-4911-8eff-64c6cfdc6418 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.786932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c99e53c2-01e8-4a38-8944-5e75c5ddbe0a req-cc3ac680-f853-4911-8eff-64c6cfdc6418 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.1498842 Jul 05 03:58:44.796136 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e22f485-bc82-4f45-9cdc-bb081483794a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.860187 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c99e53c2-01e8-4a38-8944-5e75c5ddbe0a req-253b766b-5620-4dd7-9d33-8763d730595b tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603881 Jul 05 03:58:44.862959 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00ecfd68-5568-4123-b866-12479d58886b req-fe23a623-c574-4006-a283-cc984111015b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737751 Jul 05 03:58:44.919592 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e22f485-bc82-4f45-9cdc-bb081483794a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.982838 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39376) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:45.036671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3db01b8-335c-4de7-8759-e74e069fa3f8 admin admin] Deleting subnet e1305f9b-0793-4a57-b2e4-a6148b46a4f8 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:45.039808 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c3db01b8-335c-4de7-8759-e74e069fa3f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.065616 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e22f485-bc82-4f45-9cdc-bb081483794a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.115625 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8e22f485-bc82-4f45-9cdc-bb081483794a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dff38e36087646ee8d1c4abd1ef4c0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487675 Jul 05 03:58:45.118103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39380) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:45.120980 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c3db01b8-335c-4de7-8759-e74e069fa3f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.123440 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22f485-bc82-4f45-9cdc-bb081483794a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2185c01-33f6-4cf8-9a65-e06ebd9b25c5,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:45.170153 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c3db01b8-335c-4de7-8759-e74e069fa3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.180001 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5f77df5d-c65b-4722-8f97-218cbb9c5ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.206100 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5f77df5d-c65b-4722-8f97-218cbb9c5ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.306612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39382) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:45.341937 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c3db01b8-335c-4de7-8759-e74e069fa3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.346900 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-60eb7840-08f1-494b-b249-98a729d3286d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dee3aa1f3f6842dbb0baac436bfbe9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387521 Jul 05 03:58:45.349416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39384) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:45.369315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db01b8-335c-4de7-8759-e74e069fa3f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1305f9b-0793-4a57-b2e4-a6148b46a4f8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:45.371299 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c3db01b8-335c-4de7-8759-e74e069fa3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.375843 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c3db01b8-335c-4de7-8759-e74e069fa3f8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e1305f9b-0793-4a57-b2e4-a6148b46a4f8 HTTP/1.1" status: 204 len: 168 time: 0.3919382 Jul 05 03:58:45.377205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39386) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:45.388915 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5f77df5d-c65b-4722-8f97-218cbb9c5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.392906 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5f77df5d-c65b-4722-8f97-218cbb9c5ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.393156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5f77df5d-c65b-4722-8f97-218cbb9c5ce6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2185c01-33f6-4cf8-9a65-e06ebd9b25c5 HTTP/1.1" status: 204 len: 168 time: 0.2741048 Jul 05 03:58:45.405083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77df5d-c65b-4722-8f97-218cbb9c5ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2185c01-33f6-4cf8-9a65-e06ebd9b25c5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:45.416094 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ede5cd3c-87fe-4579-a444-dcfd1721899d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.440023 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ede5cd3c-87fe-4579-a444-dcfd1721899d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.492214 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a453-fef3-40cf-976f-d1d10d32b373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.562525 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ede5cd3c-87fe-4579-a444-dcfd1721899d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.565373 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ede5cd3c-87fe-4579-a444-dcfd1721899d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.569322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ede5cd3c-87fe-4579-a444-dcfd1721899d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac HTTP/1.1" status: 204 len: 168 time: 0.2158437 Jul 05 03:58:45.574676 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5cd3c-87fe-4579-a444-dcfd1721899d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5e90e7-3e4f-41bf-a9bb-4b40db6c39ac,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:45.575347 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a453-fef3-40cf-976f-d1d10d32b373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.591743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2ab5a453-fef3-40cf-976f-d1d10d32b373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba471489-0045-428b-8f2f-7f93f99a66ea']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:45.603146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2ab5a453-fef3-40cf-976f-d1d10d32b373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:45.603424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2ab5a453-fef3-40cf-976f-d1d10d32b373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59c42ce-c5d6-4ea8-81ed-c0d2fc0cdd7e') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:45.612405 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a453-fef3-40cf-976f-d1d10d32b373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.630489 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a453-fef3-40cf-976f-d1d10d32b373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.637735 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab5a453-fef3-40cf-976f-d1d10d32b373 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:58:45.638192 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a453-fef3-40cf-976f-d1d10d32b373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:58:45.640128 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:58:45.799353 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a453-fef3-40cf-976f-d1d10d32b373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.805199 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a453-fef3-40cf-976f-d1d10d32b373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.807186 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2ab5a453-fef3-40cf-976f-d1d10d32b373 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ba471489-0045-428b-8f2f-7f93f99a66ea HTTP/1.1" status: 204 len: 168 time: 0.4294019 Jul 05 03:58:45.818834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5a453-fef3-40cf-976f-d1d10d32b373 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba471489-0045-428b-8f2f-7f93f99a66ea,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:45.883173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 838e45c2-16c3-48fa-b9c2-6ac8e511a89e details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:45.885416 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 5b88744a-1a32-4d26-bbde-c953aba0a1ef no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:45.910636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 5b88744a-1a32-4d26-bbde-c953aba0a1ef {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:45.911104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 5b88744a-1a32-4d26-bbde-c953aba0a1ef not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:46.006209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:46.019068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'port_id': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'mac_address': 'fa:16:3e:eb:e5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:46.071314 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.086636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838e45c2-16c3-48fa-b9c2-6ac8e511a89e {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:46.109414 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:46.109631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97791153-77c5-402a-80a6-925be9ae73fd req-dffcb3d8-9d36-4d2a-9e39-b3e7b8470e12 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:46.110923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97791153-77c5-402a-80a6-925be9ae73fd req-dffcb3d8-9d36-4d2a-9e39-b3e7b8470e12 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 943 time: 0.1096356 Jul 05 03:58:46.122820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95710ca6-f0b6-421e-9102-bf8d95153453 req-02680ca3-12e6-4155-9bd8-254f9e23aa62 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:46.129390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95710ca6-f0b6-421e-9102-bf8d95153453 req-02680ca3-12e6-4155-9bd8-254f9e23aa62 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.1162655 Jul 05 03:58:46.190285 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39426) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:46.198150 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95710ca6-f0b6-421e-9102-bf8d95153453 req-d2c537a8-7c80-4fb8-b871-68306c9e3f38 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678239 Jul 05 03:58:46.205568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97791153-77c5-402a-80a6-925be9ae73fd req-f09b6e3c-dc26-453d-b070-07cc83ad5f59 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731022 Jul 05 03:58:46.213994 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.304448 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f63e7105-e3a8-4973-9d41-6cc6aeeb01ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3aab109c65f048c197810f03b4ad492d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1117051 Jul 05 03:58:46.307085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39430) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:46.363811 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:46.409709 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-82e3548d-3a68-4a8a-8f59-e268e1c1f87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.416618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['838e45c2-16c3-48fa-b9c2-6ac8e511a89e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:46.433918 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-82e3548d-3a68-4a8a-8f59-e268e1c1f87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.653911 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-82e3548d-3a68-4a8a-8f59-e268e1c1f87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.659201 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-82e3548d-3a68-4a8a-8f59-e268e1c1f87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.659201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-82e3548d-3a68-4a8a-8f59-e268e1c1f87b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f624bc1-3383-4b12-a8d2-8670295c663a HTTP/1.1" status: 204 len: 168 time: 0.3497009 Jul 05 03:58:46.666316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3548d-3a68-4a8a-8f59-e268e1c1f87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f624bc1-3383-4b12-a8d2-8670295c663a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:47.419691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979dc49-c582-4514-b215-30bfd2772d23 req-3ec81ae6-e5f0-4f3e-af10-092157f4adf0 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:47.428542 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b979dc49-c582-4514-b215-30bfd2772d23 req-3ec81ae6-e5f0-4f3e-af10-092157f4adf0 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.0887985 Jul 05 03:58:47.470440 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39492) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:47.499857 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b979dc49-c582-4514-b215-30bfd2772d23 req-4bec2104-955c-48f4-b3a5-57dc2f30a32d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704446 Jul 05 03:58:47.530190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db40a7-67e0-4cb9-98b3-f856756c70a0 req-2e3f8447-ee45-4cd8-9e14-76228f770ce8 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:47.532815 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80db40a7-67e0-4cb9-98b3-f856756c70a0 req-2e3f8447-ee45-4cd8-9e14-76228f770ce8 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1250184 Jul 05 03:58:47.593166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80db40a7-67e0-4cb9-98b3-f856756c70a0 req-5506c0ea-0b15-49b5-b950-87e0f5789d84 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545533 Jul 05 03:58:47.787984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1509320695-network', 'tenant_id': 'a48f77bebcac4d6e81e341f2c9f5c406'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:47.861095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] Made reservation on behalf of a48f77bebcac4d6e81e341f2c9f5c406 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:47.863596 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.874688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.897182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 838e45c2-16c3-48fa-b9c2-6ac8e511a89e up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:47.976086 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.013971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:48.017916 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:48.018300 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.042221 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.064944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:58:48.086801 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.087228 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] Added segment 55ea2c32-d90a-41aa-9a77-482634fe0093 of type vlan for network 8e2bae72-cbec-40d3-8d0b-b553d650098f Jul 05 03:58:48.088895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ec153c-c88a-47e6-a3d9-f2225ffb4e9d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:48.114695 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.140697 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:48.143389 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae84f97b-d842-49a7-8da1-cd32b84ef72a" -d '{"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-plugged", "status": "completed", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:48.163513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:48.166001 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.182065 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-f7a50b7b-6a1a-438e-8bb1-97d7ea99e76d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0927832 Jul 05 03:58:48.200963 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ff458e-b7ef-4b4d-930c-d28bd6e79d20 x-openstack-request-id: req-10ff458e-b7ef-4b4d-930c-d28bd6e79d20 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:48.201463 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-plugged", "status": "completed", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:48.201722 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10ff458e-b7ef-4b4d-930c-d28bd6e79d20 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:48.202122 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'code': 200} Jul 05 03:58:48.278200 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.311876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39532) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:48.321658 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.323539 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.324925 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.355944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-23d09108-2190-48ee-a8ab-b80061db7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.357049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-23d09108-2190-48ee-a8ab-b80061db7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.357751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-23d09108-2190-48ee-a8ab-b80061db7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.358796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-23d09108-2190-48ee-a8ab-b80061db7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.359437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-23d09108-2190-48ee-a8ab-b80061db7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.360069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-23d09108-2190-48ee-a8ab-b80061db7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.360905 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-23d09108-2190-48ee-a8ab-b80061db7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.361905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:48.363347 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-23d09108-2190-48ee-a8ab-b80061db7392 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d16dca7328249f08e2390e95c16dfe3&device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 6492 time: 0.1142850 Jul 05 03:58:48.425669 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] Pushing event updated for resources: {'Network': ['ID=8e2bae72-cbec-40d3-8d0b-b553d650098f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:48.440288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 8e2bae72-cbec-40d3-8d0b-b553d650098f details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:58:48.446493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f975e5c-1f90-4321-9230-72ba6ea7ec8c req-d126e8c1-88d5-455b-82eb-5cee8a71ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.448252 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1f975e5c-1f90-4321-9230-72ba6ea7ec8c req-d126e8c1-88d5-455b-82eb-5cee8a71ab49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1096 time: 0.1795590 Jul 05 03:58:48.453411 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39538) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:48.454063 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f6567372-f34f-48a5-8251-4d9e28f560a1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9826868 Jul 05 03:58:48.488682 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1f975e5c-1f90-4321-9230-72ba6ea7ec8c req-49029cda-1ef1-4b5f-b45f-9fe1c52b17e0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338714 Jul 05 03:58:48.498241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a8779a8e-defa-4a9a-b2ab-07254a9fa5aa admin admin] Request body: {'subnet': {'network_id': '8e2bae72-cbec-40d3-8d0b-b553d650098f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1509320695-subnet', 'tenant_id': 'a48f77bebcac4d6e81e341f2c9f5c406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:48.510358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-388107386-network', 'tenant_id': '3a4ce3e94b11467baf98b0133ae5e4ed'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:48.593261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-9944227a-0356-41e5-b049-d77f4029e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.593897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-9944227a-0356-41e5-b049-d77f4029e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.594451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-9944227a-0356-41e5-b049-d77f4029e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.596151 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-9944227a-0356-41e5-b049-d77f4029e544 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&id=ce929db9-95f6-4b19-ab56-323ab9bb83a6 HTTP/1.1" status: 200 len: 2292 time: 0.1722875 Jul 05 03:58:48.614872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39550) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:48.653193 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8779a8e-defa-4a9a-b2ab-07254a9fa5aa admin admin] Made reservation on behalf of a48f77bebcac4d6e81e341f2c9f5c406 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:48.655711 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8779a8e-defa-4a9a-b2ab-07254a9fa5aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.766040 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6a47ba95-f41f-4b07-b5a2-f40686e2b1c4 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1175436971'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:48.766620 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6a47ba95-f41f-4b07-b5a2-f40686e2b1c4 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Unknown quota resources ['metering_label']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:58:48.792546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-7765c9e4-b5c2-457e-b5a6-c8d85d89f461 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dabf05e-9cbe-425d-87bf-6b2ecaf03063 HTTP/1.1" status: 200 len: 1001 time: 0.1873438 Jul 05 03:58:48.847096 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] Made reservation on behalf of 3a4ce3e94b11467baf98b0133ae5e4ed for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:48.850018 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.882249 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.928760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e12595-3fe9-4bff-add2-baebf7030e83 req-d6def59a-f4f8-4889-aad5-aa7a164082db tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.928760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-30e12595-3fe9-4bff-add2-baebf7030e83 req-d6def59a-f4f8-4889-aad5-aa7a164082db tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.2807322 Jul 05 03:58:48.929557 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-fe4ea782-0b0f-444b-ad48-eab57def8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.930721 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-fe4ea782-0b0f-444b-ad48-eab57def8685 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1a4e67f5-0254-4ffe-8462-5596b5dcca35 HTTP/1.1" status: 200 len: 850 time: 0.1238742 Jul 05 03:58:49.045892 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6a47ba95-f41f-4b07-b5a2-f40686e2b1c4 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.047099 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6a47ba95-f41f-4b07-b5a2-f40686e2b1c4 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4302673 Jul 05 03:58:49.050012 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39566) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:49.054593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0d4471ad-cb45-4b7c-9540-b5ac9a82139f tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '233a2ac6-decc-42ea-9137-93abdc2c4403'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:49.055118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0d4471ad-cb45-4b7c-9540-b5ac9a82139f tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:58:49.211325 n-d-798249-5 neutron-server[100876]: WARNING neutron.services.metering.metering_plugin [None req-0d4471ad-cb45-4b7c-9540-b5ac9a82139f tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 03:58:49.383269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820aa15-e02b-40dd-b23c-2680d46ff436 req-92f1d204-a130-401c-9d79-79f70ea52c5f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:49.394777 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7820aa15-e02b-40dd-b23c-2680d46ff436 req-92f1d204-a130-401c-9d79-79f70ea52c5f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 945 time: 0.6411877 Jul 05 03:58:49.518533 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-30e12595-3fe9-4bff-add2-baebf7030e83 req-297deaeb-3b4e-4cb1-99fe-ed5b2f76d858 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5779021 Jul 05 03:58:49.535834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7820aa15-e02b-40dd-b23c-2680d46ff436 req-59da9530-1a47-47dc-9a5f-a5e46a89561b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438978 Jul 05 03:58:49.577928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-eedc7522-1894-4055-8462-0b22abd3c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:49.579685 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-eedc7522-1894-4055-8462-0b22abd3c93c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6382174 Jul 05 03:58:49.606209 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8779a8e-defa-4a9a-b2ab-07254a9fa5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.679278 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d4471ad-cb45-4b7c-9540-b5ac9a82139f tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.690132 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0d4471ad-cb45-4b7c-9540-b5ac9a82139f tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6389229 Jul 05 03:58:49.694383 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39580) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:49.701218 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.701847 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9ad2c44e-8d43-432f-a4aa-8325065667a2 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '233a2ac6-decc-42ea-9137-93abdc2c4403'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:49.702351 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9ad2c44e-8d43-432f-a4aa-8325065667a2 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:58:49.775449 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.782450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8779a8e-defa-4a9a-b2ab-07254a9fa5aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d982845c-c7d4-4d57-8341-6e5ee3497a33,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.804764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-063454e3-4a93-4c8a-b39c-27062d029c0a service neutron] 10.222.0.64 "GET /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157691 Jul 05 03:58:49.815002 n-d-798249-5 neutron-server[100876]: WARNING neutron.services.metering.metering_plugin [None req-9ad2c44e-8d43-432f-a4aa-8325065667a2 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 03:58:49.828149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:58:49.830840 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8779a8e-defa-4a9a-b2ab-07254a9fa5aa admin admin] Checking segment: {'id': '55ea2c32-d90a-41aa-9a77-482634fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8e2bae72-cbec-40d3-8d0b-b553d650098f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:49.831208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8779a8e-defa-4a9a-b2ab-07254a9fa5aa admin admin] Network hostable DHCP agents. Network: 8e2bae72-cbec-40d3-8d0b-b553d650098f, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:58:49.895337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7868256-7e3a-4ba2-b65f-5442be0cbf44,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.901868 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.902271 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] Added segment 3085107a-c68d-4635-b056-1e9ee048ff5a of type vlan for network cb680753-4518-4b31-b2c8-56ca0a768a05 Jul 05 03:58:49.910860 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ad2c44e-8d43-432f-a4aa-8325065667a2 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.912533 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9ad2c44e-8d43-432f-a4aa-8325065667a2 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2162259 Jul 05 03:58:49.914976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39590) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:49.932640 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8a8f7b7b-b670-4ab8-8561-b22f6ba07076 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=aac9ed7a-4440-4baa-8614-64567ac4d442 HTTP/1.1" status: 200 len: 464 time: 0.0163484 Jul 05 03:58:49.936704 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39592) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:49.962545 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.996506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-b5769f2b-3b5a-477f-84e3-001e70ebd364 service neutron] 10.222.0.64 "GET /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844664 Jul 05 03:58:50.043021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-e5a4d064-640e-4539-b77a-d9e814b53922 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=055b9c82-3cd5-4c8e-8763-539c346a2e5e HTTP/1.1" status: 200 len: 217 time: 0.0375192 Jul 05 03:58:50.043615 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8779a8e-defa-4a9a-b2ab-07254a9fa5aa admin admin] Network 8e2bae72-cbec-40d3-8d0b-b553d650098f is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:58:50.097472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-2146b82a-ec26-4b0e-82d0-dae455acdf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.099127 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-2146b82a-ec26-4b0e-82d0-dae455acdf8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.0484872 Jul 05 03:58:50.132637 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.133609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.134194 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.147913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d3ac-2156-4642-aeba-e3873db241fc tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.149327 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d6c4d3ac-2156-4642-aeba-e3873db241fc tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/aac9ed7a-4440-4baa-8614-64567ac4d442 HTTP/1.1" status: 204 len: 168 time: 0.2116337 Jul 05 03:58:50.152017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39596) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:50.161212 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b26e9b24-2937-4e88-b4f5-407df2306eee tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=aac9ed7a-4440-4baa-8614-64567ac4d442 HTTP/1.1" status: 200 len: 221 time: 0.0080657 Jul 05 03:58:50.165059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39598) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:50.169630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-348e97c8-3d0b-44b9-a155-3ab149a651ab tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1107010126', 'description': 'label created by tempest'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:50.170079 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-348e97c8-3d0b-44b9-a155-3ab149a651ab tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Unknown quota resources ['metering_label']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:58:50.187590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a8779a8e-defa-4a9a-b2ab-07254a9fa5aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 8e2bae72-cbec-40d3-8d0b-b553d650098f) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:50.200992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8779a8e-defa-4a9a-b2ab-07254a9fa5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.201582 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8779a8e-defa-4a9a-b2ab-07254a9fa5aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.202010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f9c158-4212-4dc1-b17e-3f582bc87be2 None None] Network 8e2bae72-cbec-40d3-8d0b-b553d650098f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:50.221587 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] Pushing event updated for resources: {'Network': ['ID=cb680753-4518-4b31-b2c8-56ca0a768a05,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:50.236722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-e76b7f50-f5b1-403a-8862-018a33a4cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.238276 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-e76b7f50-f5b1-403a-8862-018a33a4cf90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1327486 Jul 05 03:58:50.252379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network cb680753-4518-4b31-b2c8-56ca0a768a05 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:58:50.294725 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-44aa7808-b361-48af-b017-8f5d26ae7dfb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9806397 Jul 05 03:58:50.298814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39602) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:50.314422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-70081161-6a44-4279-8abd-e982935a83f9 admin admin] Request body: {'subnet': {'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-388107386-subnet', 'tenant_id': '3a4ce3e94b11467baf98b0133ae5e4ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:50.320538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a8779a8e-defa-4a9a-b2ab-07254a9fa5aa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8645842 Jul 05 03:58:50.423439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-19cce574-d283-4b69-aa20-8c26c4fc0d3d service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768439 Jul 05 03:58:50.429423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cae43c-4e53-47a1-ac25-7b4f539350b4 None None] Network 8e2bae72-cbec-40d3-8d0b-b553d650098f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:50.445286 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-348e97c8-3d0b-44b9-a155-3ab149a651ab tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.449389 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-348e97c8-3d0b-44b9-a155-3ab149a651ab tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2833886 Jul 05 03:58:50.449996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39610) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:50.508087 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70081161-6a44-4279-8abd-e982935a83f9 admin admin] Made reservation on behalf of 3a4ce3e94b11467baf98b0133ae5e4ed for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:50.514205 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-70081161-6a44-4279-8abd-e982935a83f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.556194 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-21d53e87-b227-4fcf-8bd0-40f1e0099d6d service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249106 Jul 05 03:58:50.557532 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-59c8fa69-bd21-4978-ba32-95d2e199242d tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=ffe494f5-506a-43e5-9c95-467ec09aca80 HTTP/1.1" status: 200 len: 468 time: 0.1063838 Jul 05 03:58:50.557719 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39620) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:50.662645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-133fa228-05f3-4452-a3ae-7531ed24faaa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=a6ee81d8-7822-45d5-b78b-8b350ec3ddda HTTP/1.1" status: 200 len: 217 time: 0.0817885 Jul 05 03:58:51.039701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-261c6802-fe1d-4c23-a9db-7f2968541c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:51.041229 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-261c6802-fe1d-4c23-a9db-7f2968541c6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.3504913 Jul 05 03:58:51.222777 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156e3ca-4b19-4153-ba87-8e76080fc97d req-a81560bb-fa93-4f9d-947c-313ce42d21df tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:51.225280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1156e3ca-4b19-4153-ba87-8e76080fc97d req-a81560bb-fa93-4f9d-947c-313ce42d21df tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.4954753 Jul 05 03:58:51.238482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-f58ede95-0fdc-4660-9717-60e2bb904193 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:51.241812 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-f58ede95-0fdc-4660-9717-60e2bb904193 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/networks?id=8e2bae72-cbec-40d3-8d0b-b553d650098f HTTP/1.1" status: 200 len: 814 time: 0.4590387 Jul 05 03:58:51.279933 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-741071c1-58ca-467f-8f24-920f205e4be4 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.281075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-741071c1-58ca-467f-8f24-920f205e4be4 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/ffe494f5-506a-43e5-9c95-467ec09aca80 HTTP/1.1" status: 204 len: 168 time: 0.7223930 Jul 05 03:58:51.284490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39652) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:51.288283 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8cc6343b-a133-4e58-847e-36bc787b3d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.295306 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-bf959db9-e3f5-4e30-87d7-d5cf8e4792c7 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/quotas/a48f77bebcac4d6e81e341f2c9f5c406 HTTP/1.1" status: 200 len: 375 time: 0.0469296 Jul 05 03:58:51.312566 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-983369e9-8a3a-4891-aefe-bb8c1d1f2e24 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=ffe494f5-506a-43e5-9c95-467ec09aca80 HTTP/1.1" status: 200 len: 216 time: 0.0218005 Jul 05 03:58:51.319582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39654) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:51.328813 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a41060eb-8d20-4da6-b210-e08d58294f64 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0081301 Jul 05 03:58:51.331904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39656) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:51.347977 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f8b642cf-48dc-4300-b469-937777d035cb tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0148578 Jul 05 03:58:51.354372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39658) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:51.362337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-517e3f79-8fc6-4b85-b7b0-467ca9e43e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:51.363976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-517e3f79-8fc6-4b85-b7b0-467ca9e43e50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3103967 Jul 05 03:58:51.398100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1156e3ca-4b19-4153-ba87-8e76080fc97d req-d67e79c4-9f0c-4252-a6fa-620a6638b02d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561513 Jul 05 03:58:51.401475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-2dff80ff-7c77-4f63-a077-88dc42cef276 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a48f77bebcac4d6e81e341f2c9f5c406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960782 Jul 05 03:58:51.427637 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-530c520c-f478-4667-b1a5-98e67787af48 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/233a2ac6-decc-42ea-9137-93abdc2c4403 HTTP/1.1" status: 200 len: 473 time: 0.0720997 Jul 05 03:58:51.432717 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39664) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:51.446754 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-008d81ce-df09-424b-84a7-c80b7f8bb925 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/9b89dc86-5b71-4d37-bcaa-3ac8070e7516 HTTP/1.1" status: 200 len: 461 time: 0.0094373 Jul 05 03:58:51.446915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39666) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:51.569897 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-70081161-6a44-4279-8abd-e982935a83f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.633272 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59c82cc2-e23e-465c-8075-fc14856f6c25 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.637028 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-59c82cc2-e23e-465c-8075-fc14856f6c25 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/9b89dc86-5b71-4d37-bcaa-3ac8070e7516 HTTP/1.1" status: 204 len: 168 time: 0.1867859 Jul 05 03:58:51.637168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39668) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:51.656739 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-263cc950-7de2-4e97-b70f-497aee5a2ca2 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632194 Jul 05 03:58:51.681828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70081161-6a44-4279-8abd-e982935a83f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cefa76d6-ca51-49f1-9b3c-abe7c879904a,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:51.706044 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-24d91b37-e8a5-4547-88e4-54bf64cbd0e8 service neutron] 10.222.0.60 "GET /v2.0/networks/8e2bae72-cbec-40d3-8d0b-b553d650098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740283 Jul 05 03:58:51.811367 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70081161-6a44-4279-8abd-e982935a83f9 admin admin] Checking segment: {'id': '3085107a-c68d-4635-b056-1e9ee048ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:51.811737 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70081161-6a44-4279-8abd-e982935a83f9 admin admin] Network hostable DHCP agents. Network: cb680753-4518-4b31-b2c8-56ca0a768a05, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:58:51.828037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5709d3-b116-4d9c-8543-90c31ee033e3 req-6fd5ceae-3897-4ab1-8922-59abecb020aa tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:51.829577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e5709d3-b116-4d9c-8543-90c31ee033e3 req-6fd5ceae-3897-4ab1-8922-59abecb020aa tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 945 time: 0.3075435 Jul 05 03:58:51.900637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-bd0253bf-da1a-4f71-b1f9-ca5fc10580a7 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329941 Jul 05 03:58:51.955137 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eddea757-e03e-467e-8c46-509cd68b40e0 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.962623 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eddea757-e03e-467e-8c46-509cd68b40e0 tempest-MeteringTestJSON-1745500964 tempest-MeteringTestJSON-1745500964-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/233a2ac6-decc-42ea-9137-93abdc2c4403 HTTP/1.1" status: 204 len: 168 time: 0.3243108 Jul 05 03:58:51.963257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70081161-6a44-4279-8abd-e982935a83f9 admin admin] Network cb680753-4518-4b31-b2c8-56ca0a768a05 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:58:51.965974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-052c3655-1b49-496a-891c-1f8ea891e16b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=6050d55d-668d-4668-9918-29562bdf74b6 HTTP/1.1" status: 200 len: 217 time: 0.0576251 Jul 05 03:58:51.977208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e5709d3-b116-4d9c-8543-90c31ee033e3 req-4a312641-89bc-480e-9e9c-4fed80267fdd tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385272 Jul 05 03:58:52.010267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-50426252-47cc-495b-a5f8-c0007c1d2ea1 service neutron] 10.222.0.60 "GET /v2.0/networks/8e2bae72-cbec-40d3-8d0b-b553d650098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678394 Jul 05 03:58:52.035237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-0cfc63f5-f79f-455c-a2de-5abf10c00ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.041448 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-0cfc63f5-f79f-455c-a2de-5abf10c00ca7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.0589488 Jul 05 03:58:52.079428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-70081161-6a44-4279-8abd-e982935a83f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, cb680753-4518-4b31-b2c8-56ca0a768a05) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:52.087382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70081161-6a44-4279-8abd-e982935a83f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.087849 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-70081161-6a44-4279-8abd-e982935a83f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.091929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae51621-ec4a-4352-8283-4f679e17248e None None] Network cb680753-4518-4b31-b2c8-56ca0a768a05 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:52.123710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-7d3c665a-df09-4a1b-912b-e1ea36909a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.125666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-7d3c665a-df09-4a1b-912b-e1ea36909a6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0821805 Jul 05 03:58:52.195138 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-70081161-6a44-4279-8abd-e982935a83f9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8805547 Jul 05 03:58:52.246199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-0f3326c4-5b87-479f-955e-929f4c36b3cc service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112294 Jul 05 03:58:52.293636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ccf83-e13b-46d9-aac8-aa11595bc1dd None None] Network cb680753-4518-4b31-b2c8-56ca0a768a05 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:52.392568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-0e87f296-0729-468c-b7ce-999d267a565c service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271958 Jul 05 03:58:52.486981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-ed3c40cf-29a9-4700-867b-5f901940c7fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 HTTP/1.1" status: 200 len: 217 time: 0.0876060 Jul 05 03:58:52.545429 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1b7e4b0-ed3f-44da-aa83-4f5991fe92a2 req-87892b0a-66c2-4603-966d-617d5523ff53 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 210 time: 0.0845659 Jul 05 03:58:52.633400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-5105e9b0-092d-436b-b369-d4550a85a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.634899 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-5105e9b0-092d-436b-b369-d4550a85a6e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.1292961 Jul 05 03:58:52.699404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39728) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:52.729741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb19bdb-bc9b-48c0-97d8-d18e2a617ffa req-f203ebb5-1e79-43c9-a162-f5d2ba5d1ce8 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.733711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3cb19bdb-bc9b-48c0-97d8-d18e2a617ffa req-f203ebb5-1e79-43c9-a162-f5d2ba5d1ce8 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 945 time: 0.2720568 Jul 05 03:58:52.771554 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-c625de3f-745b-436b-a12c-d43b9a9a8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.771671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39736) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:52.772470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-c625de3f-745b-436b-a12c-d43b9a9a8d97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292036 Jul 05 03:58:52.777210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-04f56611-60be-4aed-bfe9-f4f014554dbe tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Request body: {'floatingip': {'port_id': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:52.802117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853af94-2ac1-4f71-8cd0-a2d859c958e0 req-044f20ba-31af-43b6-a2b4-4887f2d4e14a tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.805214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1853af94-2ac1-4f71-8cd0-a2d859c958e0 req-044f20ba-31af-43b6-a2b4-4887f2d4e14a tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.1512103 Jul 05 03:58:52.838345 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-04f56611-60be-4aed-bfe9-f4f014554dbe tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for floatingip, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.911366 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1853af94-2ac1-4f71-8cd0-a2d859c958e0 req-9687b1d2-8b84-4125-8149-31bafe3a5afe tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949202 Jul 05 03:58:52.949163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-7b97c4a1-c634-4754-bb22-c353586fa186 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658735 Jul 05 03:58:52.953586 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5fc23b2a-6d78-4a6b-aa2f-f9c687d80399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.091154 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-e462b773-bd96-40a4-9f6d-a1fab6e9a9b9 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338761 Jul 05 03:58:53.154860 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-e3903408-5d2c-4093-a370-89318b153da4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=188232d8-79be-4266-be8e-ffcd78b4e590 HTTP/1.1" status: 200 len: 217 time: 0.0558803 Jul 05 03:58:53.279578 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-53a34a65-ccca-4373-b4a5-b5c3d08ef39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.281691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-53a34a65-ccca-4373-b4a5-b5c3d08ef39f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cba49b-6d0f-47b0-a85d-60d24e9f83c4 HTTP/1.1" status: 200 len: 797 time: 0.1170213 Jul 05 03:58:53.402259 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5fc23b2a-6d78-4a6b-aa2f-f9c687d80399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.415667 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-10e06a2d-464d-4632-9ef1-de0ac3022dc5 req-ae5e3bbe-ec22-4f31-bd7d-cd27d14c532a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2177913 Jul 05 03:58:53.484712 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-1a396c0e-4069-4fd2-a9e2-5f7a96d98188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.486221 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-1a396c0e-4069-4fd2-a9e2-5f7a96d98188 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1493003 Jul 05 03:58:53.492630 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5fc23b2a-6d78-4a6b-aa2f-f9c687d80399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.495518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-2b37365e-6268-4169-880f-4ab619f95372 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.496498 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-2b37365e-6268-4169-880f-4ab619f95372 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/networks?id=cb680753-4518-4b31-b2c8-56ca0a768a05 HTTP/1.1" status: 200 len: 813 time: 0.2676854 Jul 05 03:58:53.550508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-78e1880f-0e0a-4f8a-a6e4-80b6522c53a2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/quotas/3a4ce3e94b11467baf98b0133ae5e4ed HTTP/1.1" status: 200 len: 375 time: 0.0454409 Jul 05 03:58:53.608943 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-22756679-5911-4a57-b514-e6807e215240 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a4ce3e94b11467baf98b0133ae5e4ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482371 Jul 05 03:58:53.613674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc23b2a-6d78-4a6b-aa2f-f9c687d80399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2ca275-6d3f-440d-9f7f-c5831a16624b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:53.622739 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5fc23b2a-6d78-4a6b-aa2f-f9c687d80399 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=849e1f9a95414bdb907f545f50a5ad0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9220905 Jul 05 03:58:53.625659 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39810) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:53.720963 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73ef4f36-2792-4644-ab2e-2a9c2d948a87 req-635c09b9-8cc1-41ad-9144-cac97524126a tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 210 time: 0.1105764 Jul 05 03:58:53.735413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e06a2d-464d-4632-9ef1-de0ac3022dc5 req-d6f0387a-10e0-4729-be0c-c8aa8a5610fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.735413 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-10e06a2d-464d-4632-9ef1-de0ac3022dc5 req-d6f0387a-10e0-4729-be0c-c8aa8a5610fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1096 time: 0.2574663 Jul 05 03:58:53.744334 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-e919c7eb-25f5-403d-acc3-c034a1161e53 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468801 Jul 05 03:58:53.828498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9376f4a9-c5a6-4080-b124-bb873495c38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.860088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-3b0f30d9-915b-417f-8f63-c23d10acc8cd service neutron] 10.222.0.60 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454808 Jul 05 03:58:53.866555 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.resource_extend [None req-04f56611-60be-4aed-bfe9-f4f014554dbe tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:58:53.929597 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9376f4a9-c5a6-4080-b124-bb873495c38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.964225 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-04f56611-60be-4aed-bfe9-f4f014554dbe tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.996704 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e06a2d-464d-4632-9ef1-de0ac3022dc5 req-b1a8006f-6542-464f-a958-952e692cdf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.998217 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-10e06a2d-464d-4632-9ef1-de0ac3022dc5 req-b1a8006f-6542-464f-a958-952e692cdf3e service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.2230103 Jul 05 03:58:54.060658 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-10e06a2d-464d-4632-9ef1-de0ac3022dc5 req-a59db724-773d-477c-ba17-1315f9977985 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 217 time: 0.0554318 Jul 05 03:58:54.112853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e06a2d-464d-4632-9ef1-de0ac3022dc5 req-dc040e10-8e25-47a8-b869-2840dba3611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:54.114337 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-10e06a2d-464d-4632-9ef1-de0ac3022dc5 req-dc040e10-8e25-47a8-b869-2840dba3611a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.0467720 Jul 05 03:58:54.159587 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-04f56611-60be-4aed-bfe9-f4f014554dbe tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.220105 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e06a2d-464d-4632-9ef1-de0ac3022dc5 req-38b17449-6ce2-45c4-837c-5819bccca619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:54.221849 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-10e06a2d-464d-4632-9ef1-de0ac3022dc5 req-38b17449-6ce2-45c4-837c-5819bccca619 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017253 Jul 05 03:58:54.305312 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9376f4a9-c5a6-4080-b124-bb873495c38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.307873 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9376f4a9-c5a6-4080-b124-bb873495c38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.309081 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9376f4a9-c5a6-4080-b124-bb873495c38c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc2ca275-6d3f-440d-9f7f-c5831a16624b HTTP/1.1" status: 204 len: 168 time: 0.6823769 Jul 05 03:58:54.324330 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-f6586e76-8f78-4ebd-bcae-5471757c1818 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718515 Jul 05 03:58:54.334189 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b586ab51-68f0-4889-9f52-ee65081c1b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.339043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376f4a9-c5a6-4080-b124-bb873495c38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2ca275-6d3f-440d-9f7f-c5831a16624b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:54.343204 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-04f56611-60be-4aed-bfe9-f4f014554dbe tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Floating IP 2530fac9-17b4-4adb-8064-0a37899ce235 associated. External IP: 172.25.0.195, port: 838e45c2-16c3-48fa-b9c2-6ac8e511a89e. Jul 05 03:58:54.394847 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-fc0ec21f-fd8e-441a-8d35-1a6eaae7ce30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c456a42a-09c5-4f07-bd3d-805697e58d69 HTTP/1.1" status: 200 len: 217 time: 0.0506582 Jul 05 03:58:54.401006 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.466695 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-10e06a2d-464d-4632-9ef1-de0ac3022dc5 req-46942ff7-14ee-4765-9449-ee9d7e9601c0 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151964 Jul 05 03:58:54.502484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-c49b00df-f12d-4992-866d-861fbaf15c16 service neutron] 10.222.0.60 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281598 Jul 05 03:58:54.550003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ec632-50eb-4f2d-ae19-a2a5f161ff80 req-3e0862e3-49bb-4d4c-a465-2b3f2e27c03d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:54.561070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-469ec632-50eb-4f2d-ae19-a2a5f161ff80 req-3e0862e3-49bb-4d4c-a465-2b3f2e27c03d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.2574844 Jul 05 03:58:54.571239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-c89e583b-9ebb-4d64-adab-648caf25786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:54.572883 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-c89e583b-9ebb-4d64-adab-648caf25786b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cba49b-6d0f-47b0-a85d-60d24e9f83c4 HTTP/1.1" status: 200 len: 797 time: 0.1688235 Jul 05 03:58:54.643090 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-469ec632-50eb-4f2d-ae19-a2a5f161ff80 req-daa95062-d08f-4baa-988d-34232f70e3ca tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745592 Jul 05 03:58:54.678529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-0fd942f0-6608-4e15-818e-1ab78bd79571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:54.686417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-0fd942f0-6608-4e15-818e-1ab78bd79571 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067924 Jul 05 03:58:54.901017 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-d0fa663c-1bfb-4d7b-912d-93408953e658 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053006 Jul 05 03:58:55.061244 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8507e7c3-0c33-4c8c-b193-709abd31e41e req-6e9ce733-6f2c-4942-8cb9-3038d1afd894 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 210 time: 0.0374210 Jul 05 03:58:55.116422 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2300f54a-8c85-4000-abdf-486ee4dc172f req-c77d3c29-1fd0-47c7-baec-1b601ff408f5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 210 time: 0.0589197 Jul 05 03:58:55.146613 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07796072-82c2-48f6-97d8-f7b0088a1b15 req-7ed4f2eb-3a5b-45f1-9528-65b6fa9a63bd service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388954 Jul 05 03:58:55.168568 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-10e06a2d-464d-4632-9ef1-de0ac3022dc5 req-7af78416-c503-403b-b7bc-3d8a48901c30 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953721 Jul 05 03:58:55.192412 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f56611-60be-4aed-bfe9-f4f014554dbe tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Router e7b0e5d6-9eab-4768-b375-354be0a8a601 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:58:55.304473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f56611-60be-4aed-bfe9-f4f014554dbe tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:58:55.306964 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.319736 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-04f56611-60be-4aed-bfe9-f4f014554dbe tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.320663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c18c5ca-4d50-4e4f-8bf8-424b13bcdb80 None None] Sync routers for ids ['e7b0e5d6-9eab-4768-b375-354be0a8a601'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:55.332052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c18c5ca-4d50-4e4f-8bf8-424b13bcdb80 None None] Routers {'e7b0e5d6-9eab-4768-b375-354be0a8a601'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:55.333160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9c18c5ca-4d50-4e4f-8bf8-424b13bcdb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:58:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e7b0e5d6-9eab-4768-b375-354be0a8a601'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:55.337860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39862) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:55.355693 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e2378cd-a089-43ab-8b3c-3aa14ebd5a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.361702 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-04f56611-60be-4aed-bfe9-f4f014554dbe tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "PUT /v2.0/floatingips/2530fac9-17b4-4adb-8064-0a37899ce235 HTTP/1.1" status: 200 len: 991 time: 2.5892498 Jul 05 03:58:55.362309 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:55.365440 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95dea95-ee41-4e43-801d-5dce4daa5946" -d '{"events": [{"name": "network-changed", "server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:55.440542 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dc472c-a9ec-47f1-ae9a-33be46930989 x-openstack-request-id: req-87dc472c-a9ec-47f1-ae9a-33be46930989 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:55.440859 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:55.441266 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87dc472c-a9ec-47f1-ae9a-33be46930989 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:55.441661 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'status': 'completed', 'code': 200} Jul 05 03:58:55.488454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-9c18c5ca-4d50-4e4f-8bf8-424b13bcdb80 None None] Set router e7b0e5d6-9eab-4768-b375-354be0a8a601 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:55.499259 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e2378cd-a089-43ab-8b3c-3aa14ebd5a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.598862 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e2378cd-a089-43ab-8b3c-3aa14ebd5a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.645617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2378cd-a089-43ab-8b3c-3aa14ebd5a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18feb71-4860-4d05-a31e-32f946473dd2,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:55.674884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2e2378cd-a089-43ab-8b3c-3aa14ebd5a80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d8cfd642bc34fc09ac89c3c09a815fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350737 Jul 05 03:58:55.675586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39882) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:55.739632 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dea95-ee41-4e43-801d-5dce4daa5946 req-fc56dbf8-2a56-4356-a00b-b5ef39d76fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:55.741391 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b95dea95-ee41-4e43-801d-5dce4daa5946 req-fc56dbf8-2a56-4356-a00b-b5ef39d76fcd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1096 time: 0.1893730 Jul 05 03:58:55.766328 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-582a25ff-38c2-431b-91a6-0c10c47dacd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.805437 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9c18c5ca-4d50-4e4f-8bf8-424b13bcdb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T03:58:27Z', 'revision_number': 4, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '2530fac9-17b4-4adb-8064-0a37899ce235', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'port_id': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'mac_address': 'fa:16:3e:eb:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00b622-7e5d-4050-8899-aae3c547f705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:34Z', 'updated_at': '2021-07-05T03:58:53Z', 'revision_number': 1, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94451697-e675-434d-ac29-e8b2058c8f2e', 'name': '', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'mac_address': 'fa:16:3e:6d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:26Z', 'updated_at': '2021-07-05T03:58:34Z', 'revision_number': 5, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'subnets': [{'id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:55.805921 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-582a25ff-38c2-431b-91a6-0c10c47dacd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.872596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c18c5ca-4d50-4e4f-8bf8-424b13bcdb80 None None] Checking router: e7b0e5d6-9eab-4768-b375-354be0a8a601 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:58:55.883406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c18c5ca-4d50-4e4f-8bf8-424b13bcdb80 None None] Routers {'e7b0e5d6-9eab-4768-b375-354be0a8a601'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:55.884342 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9c18c5ca-4d50-4e4f-8bf8-424b13bcdb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:58:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e7b0e5d6-9eab-4768-b375-354be0a8a601'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:55.935130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-02d617d9-f702-4e24-a380-05a36503de91 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:55.939287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2215ba8-1288-4ce6-b946-2569a381d62d req-fbc7de0e-285b-4f78-9d2d-948844e086e8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:55.939950 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-02d617d9-f702-4e24-a380-05a36503de91 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.11 "GET /v2.0/networks?id=8e2bae72-cbec-40d3-8d0b-b553d650098f HTTP/1.1" status: 200 len: 814 time: 0.3405364 Jul 05 03:58:55.940977 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2215ba8-1288-4ce6-b946-2569a381d62d req-fbc7de0e-285b-4f78-9d2d-948844e086e8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.1327651 Jul 05 03:58:55.953219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-68add153-0b0c-4530-9c72-95e463f44164 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Request body: {'port': {'device_id': '015d051a-bb16-48d5-9322-e95d8c55a97f', 'network_id': '8e2bae72-cbec-40d3-8d0b-b553d650098f', 'admin_state_up': True, 'tenant_id': 'a48f77bebcac4d6e81e341f2c9f5c406'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:56.008716 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2215ba8-1288-4ce6-b946-2569a381d62d req-7e6bc518-cc23-43f1-87d7-b765b5ec63e1 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506411 Jul 05 03:58:56.042716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-9c18c5ca-4d50-4e4f-8bf8-424b13bcdb80 None None] Set router e7b0e5d6-9eab-4768-b375-354be0a8a601 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:56.107230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dea95-ee41-4e43-801d-5dce4daa5946 req-299d49cd-7333-458e-98a9-225f2258c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:56.108754 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b95dea95-ee41-4e43-801d-5dce4daa5946 req-299d49cd-7333-458e-98a9-225f2258c727 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.3540945 Jul 05 03:58:56.131797 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-582a25ff-38c2-431b-91a6-0c10c47dacd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.137877 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-582a25ff-38c2-431b-91a6-0c10c47dacd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.140656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-582a25ff-38c2-431b-91a6-0c10c47dacd5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e18feb71-4860-4d05-a31e-32f946473dd2 HTTP/1.1" status: 204 len: 168 time: 0.4637108 Jul 05 03:58:56.166390 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a25ff-38c2-431b-91a6-0c10c47dacd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18feb71-4860-4d05-a31e-32f946473dd2,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:56.198625 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b95dea95-ee41-4e43-801d-5dce4daa5946 req-5bc4ab58-b0aa-4eeb-befa-ddf4bccdd8ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 999 time: 0.0830069 Jul 05 03:58:56.267011 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dea95-ee41-4e43-801d-5dce4daa5946 req-83c83bcc-7de9-48fa-a5f4-5c5dc443d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:56.268931 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b95dea95-ee41-4e43-801d-5dce4daa5946 req-83c83bcc-7de9-48fa-a5f4-5c5dc443d41b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.0637770 Jul 05 03:58:56.293820 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-da03c8fe-3e89-4f3a-a78b-73b78008a0e0 req-d5c8c63c-3c2d-481d-b62d-cbb32f3412fa tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 210 time: 0.0784433 Jul 05 03:58:56.345007 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dea95-ee41-4e43-801d-5dce4daa5946 req-e84fcd56-6571-4c8b-93ce-b5472ca94a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:56.347126 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b95dea95-ee41-4e43-801d-5dce4daa5946 req-e84fcd56-6571-4c8b-93ce-b5472ca94a28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707650 Jul 05 03:58:56.389167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c99e5f02-0a63-4e1e-9341-48a95b1ab1ae req-92324986-fee2-4047-a826-40529b39f094 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 210 time: 0.0431924 Jul 05 03:58:56.444708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-68add153-0b0c-4530-9c72-95e463f44164 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Made reservation on behalf of a48f77bebcac4d6e81e341f2c9f5c406 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:56.448920 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-68add153-0b0c-4530-9c72-95e463f44164 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.477966 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b95dea95-ee41-4e43-801d-5dce4daa5946 req-c840ef82-bbed-4a16-83b3-0741c3f7a20a service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240127 Jul 05 03:58:56.628408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9c18c5ca-4d50-4e4f-8bf8-424b13bcdb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T03:58:27Z', 'revision_number': 4, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '2530fac9-17b4-4adb-8064-0a37899ce235', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'port_id': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'mac_address': 'fa:16:3e:eb:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00b622-7e5d-4050-8899-aae3c547f705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:34Z', 'updated_at': '2021-07-05T03:58:53Z', 'revision_number': 1, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94451697-e675-434d-ac29-e8b2058c8f2e', 'name': '', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'mac_address': 'fa:16:3e:6d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:26Z', 'updated_at': '2021-07-05T03:58:34Z', 'revision_number': 5, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'subnets': [{'id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:56.675835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c18c5ca-4d50-4e4f-8bf8-424b13bcdb80 None None] The sync data for ids ['e7b0e5d6-9eab-4768-b375-354be0a8a601'] in n-d-798249-5 is: [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T03:58:27Z', 'revision_number': 4, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '2530fac9-17b4-4adb-8064-0a37899ce235', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'port_id': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'mac_address': 'fa:16:3e:eb:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d00b622-7e5d-4050-8899-aae3c547f705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:34Z', 'updated_at': '2021-07-05T03:58:53Z', 'revision_number': 1, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94451697-e675-434d-ac29-e8b2058c8f2e', 'name': '', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'mac_address': 'fa:16:3e:6d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:26Z', 'updated_at': '2021-07-05T03:58:34Z', 'revision_number': 5, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'subnets': [{'id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:58:56.747232 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b95dea95-ee41-4e43-801d-5dce4daa5946 req-661696b8-7e65-4dac-930b-a1a06aa62bb9 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598562 Jul 05 03:58:56.747232 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-68add153-0b0c-4530-9c72-95e463f44164 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Allocated IP 172.20.0.6 (8e2bae72-cbec-40d3-8d0b-b553d650098f/d982845c-c7d4-4d57-8341-6e5ee3497a33/6430e055-1e03-4fe0-a27e-4e4ff9fc984d) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:56.964226 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-68add153-0b0c-4530-9c72-95e463f44164 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.007814 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21830a6-07ab-4d91-b238-a0b459e47439 None None] New status for floating IP 2530fac9-17b4-4adb-8064-0a37899ce235: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:58:57.117547 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.201713 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-68add153-0b0c-4530-9c72-95e463f44164 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.241767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a29b8-64d9-492d-8c9c-e5c176594bdb req-bd207564-6d34-4aa6-9857-1b03685db21b tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:57.246041 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c15a29b8-64d9-492d-8c9c-e5c176594bdb req-bd207564-6d34-4aa6-9857-1b03685db21b tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.0902669 Jul 05 03:58:57.260791 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-68add153-0b0c-4530-9c72-95e463f44164 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Network 8e2bae72-cbec-40d3-8d0b-b553d650098f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:57.267584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-68add153-0b0c-4530-9c72-95e463f44164 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:57.272560 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-68add153-0b0c-4530-9c72-95e463f44164 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:57.280289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68add153-0b0c-4530-9c72-95e463f44164 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Pushing event updated for resources: {'Port': ['ID=6430e055-1e03-4fe0-a27e-4e4ff9fc984d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:57.314623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c15a29b8-64d9-492d-8c9c-e5c176594bdb req-b50645ad-d6c0-41d6-a7ec-82607727b5e6 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625999 Jul 05 03:58:57.333630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-68add153-0b0c-4530-9c72-95e463f44164 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:57.334414 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-68add153-0b0c-4530-9c72-95e463f44164 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.478953 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-68add153-0b0c-4530-9c72-95e463f44164 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5312119 Jul 05 03:58:57.482007 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbbd86f0-942d-4b5a-9bb4-9ad5a5df1b7b req-86148067-953d-40b0-a60d-2a97ce1f01a5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 210 time: 0.0351810 Jul 05 03:58:57.494047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Request body: {'port': {'device_id': '015d051a-bb16-48d5-9322-e95d8c55a97f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:57.590379 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.606721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec88d6f-730c-44a8-a00e-0404a546d253 req-c7347450-6137-4832-b60b-108b7046a864 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:57.608339 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ec88d6f-730c-44a8-a00e-0404a546d253 req-c7347450-6137-4832-b60b-108b7046a864 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 931 time: 0.0876083 Jul 05 03:58:57.652359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ec88d6f-730c-44a8-a00e-0404a546d253 req-cd57bd3c-b338-4e17-9d4e-317a14b43fd4 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ec153c-c88a-47e6-a3d9-f2225ffb4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360823 Jul 05 03:58:57.941444 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6430e055-1e03-4fe0-a27e-4e4ff9fc984d {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:57.950803 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.964059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Transition to ACTIVE for port object 6430e055-1e03-4fe0-a27e-4e4ff9fc984d will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:58.054737 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.118932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6430e055-1e03-4fe0-a27e-4e4ff9fc984d,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:58.189541 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Attempting to bind port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:58.189879 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Attempting to bind port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '55ea2c32-d90a-41aa-9a77-482634fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8e2bae72-cbec-40d3-8d0b-b553d650098f'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:58.190209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Attempting to bind port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d on network 8e2bae72-cbec-40d3-8d0b-b553d650098f {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:58.197471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d on network 8e2bae72-cbec-40d3-8d0b-b553d650098f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:58.197855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Attempting to bind port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d on network 8e2bae72-cbec-40d3-8d0b-b553d650098f {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:58.204291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:58.205321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Checking segment: {'id': '55ea2c32-d90a-41aa-9a77-482634fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8e2bae72-cbec-40d3-8d0b-b553d650098f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:58.205998 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Bound using segment: {'id': '55ea2c32-d90a-41aa-9a77-482634fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8e2bae72-cbec-40d3-8d0b-b553d650098f'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:58.206615 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Bound port: 6430e055-1e03-4fe0-a27e-4e4ff9fc984d, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ea2c32-d90a-41aa-9a77-482634fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8e2bae72-cbec-40d3-8d0b-b553d650098f'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:58.207261 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.249905 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f288fd-8abd-488c-90a9-dc9cd0140daa req-c3261ea0-4a09-4fe6-902e-1657f64fd17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.252222 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11f288fd-8abd-488c-90a9-dc9cd0140daa req-c3261ea0-4a09-4fe6-902e-1657f64fd17e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 1096 time: 0.0600531 Jul 05 03:58:58.293536 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11f288fd-8abd-488c-90a9-dc9cd0140daa req-b3ff9491-e6e6-4386-9e99-1d550f46a742 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338840 Jul 05 03:58:58.337069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] For port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:58.341954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] For port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6430e055-1e03-4fe0-a27e-4e4ff9fc984d,segment=NetworkSegment(55ea2c32-d90a-41aa-9a77-482634fe0093),segment_id=55ea2c32-d90a-41aa-9a77-482634fe0093)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:58.414082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-46fa3240-409e-4c7f-88d0-83329cddab9d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.415622 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-46fa3240-409e-4c7f-88d0-83329cddab9d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.11 "GET /v2.0/networks?id=cb680753-4518-4b31-b2c8-56ca0a768a05 HTTP/1.1" status: 200 len: 813 time: 0.1530774 Jul 05 03:58:58.432743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-1c225005-780d-4e47-9b0c-31f42edc39fc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Request body: {'port': {'device_id': '9bb54af4-c5f2-4f08-8854-56e2fd81b946', 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05', 'admin_state_up': True, 'tenant_id': '3a4ce3e94b11467baf98b0133ae5e4ed'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:58.488295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.541371 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.542075 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.543655 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] 10.222.0.11 "PUT /v2.0/ports/6430e055-1e03-4fe0-a27e-4e4ff9fc984d HTTP/1.1" status: 200 len: 1091 time: 1.0566437 Jul 05 03:58:58.557472 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015d051a-bb16-48d5-9322-e95d8c55a97f', 'tag': '6430e055-1e03-4fe0-a27e-4e4ff9fc984d'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:58.559804 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0e4aa1-0935-479b-aed6-2b36ee685149" -d '{"events": [{"name": "network-changed", "server_uuid": "015d051a-bb16-48d5-9322-e95d8c55a97f", "tag": "6430e055-1e03-4fe0-a27e-4e4ff9fc984d"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:58.603668 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49c671-b4d0-41b6-8672-9d815713a5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6430e055-1e03-4fe0-a27e-4e4ff9fc984d,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:58.718950 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-1c225005-780d-4e47-9b0c-31f42edc39fc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Made reservation on behalf of 3a4ce3e94b11467baf98b0133ae5e4ed for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:58.725213 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-1c225005-780d-4e47-9b0c-31f42edc39fc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.760083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c83c5b-7c46-4c56-b0dd-161aa619d333 req-64aa4ebd-5418-4897-81f7-7cf51cb29c1c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.767951 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86c83c5b-7c46-4c56-b0dd-161aa619d333 req-64aa4ebd-5418-4897-81f7-7cf51cb29c1c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.0917499 Jul 05 03:58:58.798808 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-719c24b9-0d37-437c-adfd-937691c6c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.800307 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-719c24b9-0d37-437c-adfd-937691c6c7a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a48f77bebcac4d6e81e341f2c9f5c406&device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 1094 time: 0.0949383 Jul 05 03:58:58.821620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86c83c5b-7c46-4c56-b0dd-161aa619d333 req-22c42898-1848-4e17-a5ac-4310de0f0f2f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526714 Jul 05 03:58:58.852697 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-65974360-7b07-4d20-932b-0ff5cfb0f9f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6430e055-1e03-4fe0-a27e-4e4ff9fc984d HTTP/1.1" status: 200 len: 217 time: 0.0453043 Jul 05 03:58:58.903862 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01512e3-ef09-43ec-ac09-b4957ca1a442 x-openstack-request-id: req-a01512e3-ef09-43ec-ac09-b4957ca1a442 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:58.904165 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015d051a-bb16-48d5-9322-e95d8c55a97f", "tag": "6430e055-1e03-4fe0-a27e-4e4ff9fc984d", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:58.904466 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a01512e3-ef09-43ec-ac09-b4957ca1a442 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:58.914658 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015d051a-bb16-48d5-9322-e95d8c55a97f', 'tag': '6430e055-1e03-4fe0-a27e-4e4ff9fc984d', 'status': 'completed', 'code': 200} Jul 05 03:58:58.986610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-f2c5d051-a0f8-42e4-965d-3135068783f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.987471 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-f2c5d051-a0f8-42e4-965d-3135068783f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d982845c-c7d4-4d57-8341-6e5ee3497a33 HTTP/1.1" status: 200 len: 854 time: 0.1289370 Jul 05 03:58:59.028642 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-af8094bf-c8a9-4e2e-b497-02386eaefe1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e2bae72-cbec-40d3-8d0b-b553d650098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352733 Jul 05 03:58:59.053609 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-1c225005-780d-4e47-9b0c-31f42edc39fc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Allocated IP 172.20.0.6 (cb680753-4518-4b31-b2c8-56ca0a768a05/cefa76d6-ca51-49f1-9b3c-abe7c879904a/0575119c-3a1e-4c1c-a150-8da545447d28) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:59.124862 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32080be7-223a-4e09-a3ff-b506b64d35ff req-f4fc3582-e69e-4ac6-a802-54d1ba1d2714 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 210 time: 0.4662144 Jul 05 03:58:59.223774 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb52423-b642-4526-b880-6a8749394b46 req-c18912b0-d658-4eb8-bc66-f5054a709048 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:59.231760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0bb52423-b642-4526-b880-6a8749394b46 req-c18912b0-d658-4eb8-bc66-f5054a709048 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 943 time: 0.2189319 Jul 05 03:58:59.234592 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-c8f26f2f-ed4e-473a-bfc6-0dab7be2d906 service neutron] 10.222.0.11 "GET /v2.0/networks/8e2bae72-cbec-40d3-8d0b-b553d650098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964278 Jul 05 03:58:59.278729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0bb52423-b642-4526-b880-6a8749394b46 req-b9418e30-5fad-4f3b-949d-f11def1e631f tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ec153c-c88a-47e6-a3d9-f2225ffb4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Jul 05 03:58:59.336061 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.382830 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-1c225005-780d-4e47-9b0c-31f42edc39fc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.409517 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a82a79c-8022-4a5a-9d03-7481c8314535 req-6055942e-4bc0-4138-b2af-65faaa38d0c0 service neutron] 10.222.0.11 "GET /v2.0/networks/8e2bae72-cbec-40d3-8d0b-b553d650098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658103 Jul 05 03:58:59.552508 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-1c225005-780d-4e47-9b0c-31f42edc39fc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.562593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40040) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:59.636156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-1c225005-780d-4e47-9b0c-31f42edc39fc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Network cb680753-4518-4b31-b2c8-56ca0a768a05 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:59.645353 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-1c225005-780d-4e47-9b0c-31f42edc39fc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:59.651851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-1c225005-780d-4e47-9b0c-31f42edc39fc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:59.654924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c225005-780d-4e47-9b0c-31f42edc39fc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Pushing event updated for resources: {'Port': ['ID=0575119c-3a1e-4c1c-a150-8da545447d28,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:59.681897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ee27d924-51e3-4064-804b-61efc8aac95b tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:59.719592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-1c225005-780d-4e47-9b0c-31f42edc39fc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:59.720204 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-1c225005-780d-4e47-9b0c-31f42edc39fc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.725918 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e4aa1-0935-479b-aed6-2b36ee685149 req-d4b3a251-ed2b-4ad1-a3b7-326b6c0bf95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:59.727369 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc0e4aa1-0935-479b-aed6-2b36ee685149 req-d4b3a251-ed2b-4ad1-a3b7-326b6c0bf95c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a48f77bebcac4d6e81e341f2c9f5c406&device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 1094 time: 0.1347177 Jul 05 03:58:59.818265 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-1c225005-780d-4e47-9b0c-31f42edc39fc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3900986 Jul 05 03:58:59.819869 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e4aa1-0935-479b-aed6-2b36ee685149 req-19d606bc-5351-4a67-836a-8246c5512c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:59.821251 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc0e4aa1-0935-479b-aed6-2b36ee685149 req-19d606bc-5351-4a67-836a-8246c5512c3d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e2bae72-cbec-40d3-8d0b-b553d650098f HTTP/1.1" status: 200 len: 915 time: 0.0863762 Jul 05 03:58:59.834221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Request body: {'port': {'device_id': '9bb54af4-c5f2-4f08-8854-56e2fd81b946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:59.893369 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc0e4aa1-0935-479b-aed6-2b36ee685149 req-7d5a05d0-0ce9-4516-8137-158b8137197e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6430e055-1e03-4fe0-a27e-4e4ff9fc984d HTTP/1.1" status: 200 len: 217 time: 0.0567389 Jul 05 03:58:59.930284 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ee27d924-51e3-4064-804b-61efc8aac95b tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] 10.222.0.60 "PUT /v2.0/quotas/336784b056f940beb062ebfed00d2312 HTTP/1.1" status: 200 len: 366 time: 0.3655159 Jul 05 03:58:59.933137 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40048) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:59.972086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-efaca2ac-dfe3-454a-8304-d90da9c90d95 tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0366018 Jul 05 03:58:59.975368 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40050) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:59.988246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e4aa1-0935-479b-aed6-2b36ee685149 req-22b189bb-c032-4ebc-9c3d-1b8f5380d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:59.990423 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc0e4aa1-0935-479b-aed6-2b36ee685149 req-22b189bb-c032-4ebc-9c3d-1b8f5380d0a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d982845c-c7d4-4d57-8341-6e5ee3497a33 HTTP/1.1" status: 200 len: 854 time: 0.0868034 Jul 05 03:58:59.991342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.994887 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e5b53971-c010-4f68-b721-b5fb961c6c61 tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] 10.222.0.60 "GET /v2.0/quotas/336784b056f940beb062ebfed00d2312 HTTP/1.1" status: 200 len: 366 time: 0.0189762 Jul 05 03:58:59.997759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40052) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:00.017875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc7f16-7571-4f79-8d35-9d29aba7688b req-ab50cdb2-35fd-48b3-88a8-999d11d502f4 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:00.019357 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cfc7f16-7571-4f79-8d35-9d29aba7688b req-ab50cdb2-35fd-48b3-88a8-999d11d502f4 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.0876098 Jul 05 03:59:00.035287 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc0e4aa1-0935-479b-aed6-2b36ee685149 req-be447cda-e60c-4aab-a807-89b31bf1079d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e2bae72-cbec-40d3-8d0b-b553d650098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339611 Jul 05 03:59:00.059716 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cfc7f16-7571-4f79-8d35-9d29aba7688b req-22f98223-bb7b-45e0-a948-41c1c6b23656 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343094 Jul 05 03:59:00.157360 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a3ef5afd-38b3-4373-9cac-e0a7b01e7238 tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/336784b056f940beb062ebfed00d2312 HTTP/1.1" status: 204 len: 168 time: 0.1584902 Jul 05 03:59:00.157990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40060) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:00.177617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-32369e89-649b-42ec-a44c-672fc9165ed6 tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0184069 Jul 05 03:59:00.181616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40064) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:00.197993 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d7af4cd1-ec70-48c9-8515-dd5b2c084ae8 tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] 10.222.0.60 "GET /v2.0/quotas/336784b056f940beb062ebfed00d2312 HTTP/1.1" status: 200 len: 370 time: 0.0138743 Jul 05 03:59:00.199188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40066) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:00.207974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d9424c05-db87-4677-8cd7-7719e34b34c0 tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] 10.222.0.60 "GET /v2.0/quotas/336784b056f940beb062ebfed00d2312/default HTTP/1.1" status: 200 len: 370 time: 0.0070901 Jul 05 03:59:00.214873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40072) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:00.225564 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-2d0c8dc6-98c5-4b2b-aa29-bb180be400a9 tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] delete failed (client error): The resource could not be found. Jul 05 03:59:00.230356 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2d0c8dc6-98c5-4b2b-aa29-bb180be400a9 tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/336784b056f940beb062ebfed00d2312 HTTP/1.1" status: 404 len: 348 time: 0.0141153 Jul 05 03:59:00.261750 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc0e4aa1-0935-479b-aed6-2b36ee685149 req-1c3e0fb5-22bf-4edc-8b84-e193a068d0b3 service neutron] 10.222.0.11 "GET /v2.0/networks/8e2bae72-cbec-40d3-8d0b-b553d650098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063675 Jul 05 03:59:00.297151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40080) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:00.398913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-c4471885-ecf5-4c19-b955-aa47afa45485 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:00.401009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-c4471885-ecf5-4c19-b955-aa47afa45485 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/networks?id=31690ce0-e310-4c82-b0ee-306fa6a5b103 HTTP/1.1" status: 200 len: 810 time: 0.1301043 Jul 05 03:59:00.418270 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc0e4aa1-0935-479b-aed6-2b36ee685149 req-f2dcc708-6f24-45c7-bf3c-d9960fed5031 service neutron] 10.222.0.11 "GET /v2.0/networks/8e2bae72-cbec-40d3-8d0b-b553d650098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475835 Jul 05 03:59:00.460539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-c2909207-211f-4174-93ce-3225bac8366f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/quotas/8bf2bb6d510e4bac8f5a2fcd7741fda7 HTTP/1.1" status: 200 len: 375 time: 0.0235341 Jul 05 03:59:00.465483 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0575119c-3a1e-4c1c-a150-8da545447d28 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:00.473572 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.486316 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Transition to ACTIVE for port object 0575119c-3a1e-4c1c-a150-8da545447d28 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:00.487622 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e4404af2-7955-46cb-afd5-9b47bbe559b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.549670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e453fa4-9cf6-48b6-ae1d-50aac83d0f1f req-83266efe-381a-45fd-b77a-25744fd63ac1 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:00.551125 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e453fa4-9cf6-48b6-ae1d-50aac83d0f1f req-83266efe-381a-45fd-b77a-25744fd63ac1 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 931 time: 0.1611793 Jul 05 03:59:00.608784 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.621458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-ce2c96ef-da5f-4a4b-91ea-791852747426 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bf2bb6d510e4bac8f5a2fcd7741fda7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1533320 Jul 05 03:59:00.641226 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e453fa4-9cf6-48b6-ae1d-50aac83d0f1f req-c9eef640-3111-46ac-b8ee-ecc2c310c19b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827632 Jul 05 03:59:00.668117 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Pushing event updated for resources: {'Port': ['ID=0575119c-3a1e-4c1c-a150-8da545447d28,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:00.694704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40092) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:00.753185 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Attempting to bind port 0575119c-3a1e-4c1c-a150-8da545447d28 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:00.753730 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Attempting to bind port 0575119c-3a1e-4c1c-a150-8da545447d28 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '3085107a-c68d-4635-b056-1e9ee048ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:00.754173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Attempting to bind port 0575119c-3a1e-4c1c-a150-8da545447d28 on network cb680753-4518-4b31-b2c8-56ca0a768a05 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:00.757949 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e4404af2-7955-46cb-afd5-9b47bbe559b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.760553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Usage tracker for resource:network and tenant:1a9b2f711144453287dc30578721135e is out of sync, need to count used quota {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:59:00.760708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Port 0575119c-3a1e-4c1c-a150-8da545447d28 on network cb680753-4518-4b31-b2c8-56ca0a768a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:00.761115 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Attempting to bind port 0575119c-3a1e-4c1c-a150-8da545447d28 on network cb680753-4518-4b31-b2c8-56ca0a768a05 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:00.766582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:00.767052 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Checking segment: {'id': '3085107a-c68d-4635-b056-1e9ee048ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:00.774710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Bound using segment: {'id': '3085107a-c68d-4635-b056-1e9ee048ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:00.775094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:59:00.775194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Bound port: 0575119c-3a1e-4c1c-a150-8da545447d28, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3085107a-c68d-4635-b056-1e9ee048ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:00.775194 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.788039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Usage tracker for resource:subnet and tenant:1a9b2f711144453287dc30578721135e is out of sync, need to count used quota {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:59:00.798832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:59:00.807188 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-14f3e6bb-1067-40e3-977f-b31c4ba4093b service neutron] 10.222.0.60 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765769 Jul 05 03:59:00.810487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Usage tracker for resource:subnetpool and tenant:1a9b2f711144453287dc30578721135e is out of sync, need to count used quota {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:59:00.817111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:59:00.845487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] For port 0575119c-3a1e-4c1c-a150-8da545447d28, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:00.849437 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] For port 0575119c-3a1e-4c1c-a150-8da545447d28, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0575119c-3a1e-4c1c-a150-8da545447d28,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:00.869779 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e4404af2-7955-46cb-afd5-9b47bbe559b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.886783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Usage tracker for resource:port and tenant:1a9b2f711144453287dc30578721135e is out of sync, need to count used quota {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:59:00.933698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:59:00.946521 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.961568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e4404af2-7955-46cb-afd5-9b47bbe559b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a5ccad6736c4b4d823ed09da1e7640c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6633687 Jul 05 03:59:00.970848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40094) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:00.978540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4404af2-7955-46cb-afd5-9b47bbe559b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1258d8-8d9f-4e97-9317-3268894e3a5b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:00.990333 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:00.990855 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.992483 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] 10.222.0.11 "PUT /v2.0/ports/0575119c-3a1e-4c1c-a150-8da545447d28 HTTP/1.1" status: 200 len: 1091 time: 1.1625316 Jul 05 03:59:00.992943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb54af4-c5f2-4f08-8854-56e2fd81b946', 'tag': '0575119c-3a1e-4c1c-a150-8da545447d28'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:00.995229 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bb4f87-7fa6-4999-8c2a-7d9f4321779a" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb54af4-c5f2-4f08-8854-56e2fd81b946", "tag": "0575119c-3a1e-4c1c-a150-8da545447d28"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:00.998116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Usage tracker for resource:router and tenant:1a9b2f711144453287dc30578721135e is out of sync, need to count used quota {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:59:01.020156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfbcea-8805-4c5e-b17d-7b7221500bfa service neutron] Pushing event updated for resources: {'Port': ['ID=0575119c-3a1e-4c1c-a150-8da545447d28,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:01.020423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:59:01.034115 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-9c11f905-7252-4fbf-addd-d3236c865f42 service neutron] 10.222.0.60 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178769 Jul 05 03:59:01.053991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Usage tracker for resource:floatingip and tenant:1a9b2f711144453287dc30578721135e is out of sync, need to count used quota {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:59:01.065833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:59:01.098627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc738f-1dff-4c01-a4c8-7c50c0af6dfa req-d9f8cf9c-fb08-4fa9-9529-838293f0062c tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:01.100770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ffc738f-1dff-4c01-a4c8-7c50c0af6dfa req-d9f8cf9c-fb08-4fa9-9529-838293f0062c tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 943 time: 0.2255783 Jul 05 03:59:01.108847 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-518957f5-6af4-49e7-a016-fe71b9a0a2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.160347 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-518957f5-6af4-49e7-a016-fe71b9a0a2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.163757 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-e12c4080-78b5-474a-ad51-84b85f4d809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:01.165302 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-e12c4080-78b5-474a-ad51-84b85f4d809e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4ce3e94b11467baf98b0133ae5e4ed&device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 1094 time: 0.0638578 Jul 05 03:59:01.210467 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-92a7b0c4-f701-4484-a182-0ebe004ad321 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0575119c-3a1e-4c1c-a150-8da545447d28 HTTP/1.1" status: 200 len: 217 time: 0.0377409 Jul 05 03:59:01.211259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ffc738f-1dff-4c01-a4c8-7c50c0af6dfa req-79b85b84-3d6d-4301-ae91-607b136a533f tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ec153c-c88a-47e6-a3d9-f2225ffb4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979571 Jul 05 03:59:01.222673 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Usage tracker for resource:security_group and tenant:1a9b2f711144453287dc30578721135e is out of sync, need to count used quota {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:59:01.230278 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:59:01.237958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Usage tracker for resource:security_group_rule and tenant:1a9b2f711144453287dc30578721135e is out of sync, need to count used quota {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:59:01.245055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.quota.resource [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:59:01.250256 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b4dbb659-10b5-4719-b655-a22bd67a322f tempest-QuotasTest-1994075917 tempest-QuotasTest-1994075917-project-admin] 10.222.0.60 "GET /v2.0/quotas/1a9b2f711144453287dc30578721135e/details.json HTTP/1.1" status: 200 len: 703 time: 0.5545440 Jul 05 03:59:01.275358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-85ec5b57-6826-4f00-9c23-da6b47a1ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:01.281189 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-85ec5b57-6826-4f00-9c23-da6b47a1ac33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cefa76d6-ca51-49f1-9b3c-abe7c879904a HTTP/1.1" status: 200 len: 853 time: 0.0606444 Jul 05 03:59:01.282317 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.330785 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-bf6e3c80-c5d4-4a18-aa4c-3c3a3b2175e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb680753-4518-4b31-b2c8-56ca0a768a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438426 Jul 05 03:59:01.363043 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-518957f5-6af4-49e7-a016-fe71b9a0a2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.366571 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-518957f5-6af4-49e7-a016-fe71b9a0a2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.367568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-518957f5-6af4-49e7-a016-fe71b9a0a2db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da1258d8-8d9f-4e97-9317-3268894e3a5b HTTP/1.1" status: 204 len: 168 time: 0.3908813 Jul 05 03:59:01.378384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518957f5-6af4-49e7-a016-fe71b9a0a2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1258d8-8d9f-4e97-9317-3268894e3a5b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:01.466963 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e585977-9d9c-49c6-8886-7554e85a42bd x-openstack-request-id: req-0e585977-9d9c-49c6-8886-7554e85a42bd {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:01.467614 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb54af4-c5f2-4f08-8854-56e2fd81b946", "tag": "0575119c-3a1e-4c1c-a150-8da545447d28", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:01.470373 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e585977-9d9c-49c6-8886-7554e85a42bd {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:01.471090 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb54af4-c5f2-4f08-8854-56e2fd81b946', 'tag': '0575119c-3a1e-4c1c-a150-8da545447d28', 'status': 'completed', 'code': 200} Jul 05 03:59:01.492136 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-14cb2e55-2bde-413c-b6fe-262b5545f3ad service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544068 Jul 05 03:59:01.511355 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c46ae80b-8e06-4aa7-8333-d9573c238af6 req-084f5bef-39c1-411a-b326-caba163d7f32 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 210 time: 0.0396214 Jul 05 03:59:01.599225 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aeae8532-4c1e-431e-9cc9-ecf9eecb6bc5 req-2c84e9af-1b8c-4806-83d6-731d4cf16a74 service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994637 Jul 05 03:59:01.866901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28150be-17d6-41df-96cf-4c854e583370 req-8b641555-0f67-46fa-ac25-d94ec4465383 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:01.880476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a28150be-17d6-41df-96cf-4c854e583370 req-8b641555-0f67-46fa-ac25-d94ec4465383 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.1108141 Jul 05 03:59:01.888428 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb4f87-7fa6-4999-8c2a-7d9f4321779a req-becd78b3-d695-4ab4-8fda-a78d381d9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:01.890273 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a8bb4f87-7fa6-4999-8c2a-7d9f4321779a req-becd78b3-d695-4ab4-8fda-a78d381d9c2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4ce3e94b11467baf98b0133ae5e4ed&device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 1094 time: 0.1084158 Jul 05 03:59:01.920423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40118) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:01.934775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a28150be-17d6-41df-96cf-4c854e583370 req-1e6f9f6b-4f31-4c9b-a494-184a7b644115 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568118 Jul 05 03:59:01.995939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6430e055-1e03-4fe0-a27e-4e4ff9fc984d details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:02.012232 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb4f87-7fa6-4999-8c2a-7d9f4321779a req-037dc992-10a9-4a40-a2ea-87a1c5fa9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:02.012232 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a8bb4f87-7fa6-4999-8c2a-7d9f4321779a req-037dc992-10a9-4a40-a2ea-87a1c5fa9517 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb680753-4518-4b31-b2c8-56ca0a768a05 HTTP/1.1" status: 200 len: 914 time: 0.1095307 Jul 05 03:59:02.061263 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a8bb4f87-7fa6-4999-8c2a-7d9f4321779a req-5bcc3d44-6f2a-46bc-ab16-10fb09685f17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0575119c-3a1e-4c1c-a150-8da545447d28 HTTP/1.1" status: 200 len: 217 time: 0.0417669 Jul 05 03:59:02.081176 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e6def2f-bd59-46e6-b4f9-50445112e2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.126558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6430e055-1e03-4fe0-a27e-4e4ff9fc984d,segment=NetworkSegment(55ea2c32-d90a-41aa-9a77-482634fe0093),segment_id=55ea2c32-d90a-41aa-9a77-482634fe0093)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:02.136384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb4f87-7fa6-4999-8c2a-7d9f4321779a req-5e9e5d99-d93e-4ce3-958d-42fa7d9e250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:02.138142 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a8bb4f87-7fa6-4999-8c2a-7d9f4321779a req-5e9e5d99-d93e-4ce3-958d-42fa7d9e250c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cefa76d6-ca51-49f1-9b3c-abe7c879904a HTTP/1.1" status: 200 len: 853 time: 0.0682187 Jul 05 03:59:02.144738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '6430e055-1e03-4fe0-a27e-4e4ff9fc984d', 'network_id': '8e2bae72-cbec-40d3-8d0b-b553d650098f', 'port_id': '6430e055-1e03-4fe0-a27e-4e4ff9fc984d', 'mac_address': 'fa:16:3e:be:66:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd982845c-c7d4-4d57-8341-6e5ee3497a33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:02.178381 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a8bb4f87-7fa6-4999-8c2a-7d9f4321779a req-2c31b99f-3d6b-41eb-be0b-1d5508c86f6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb680753-4518-4b31-b2c8-56ca0a768a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319707 Jul 05 03:59:02.188897 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e6def2f-bd59-46e6-b4f9-50445112e2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.189525 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.203501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6430e055-1e03-4fe0-a27e-4e4ff9fc984d {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:02.223738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6430e055-1e03-4fe0-a27e-4e4ff9fc984d,segment=NetworkSegment(55ea2c32-d90a-41aa-9a77-482634fe0093),segment_id=55ea2c32-d90a-41aa-9a77-482634fe0093)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:02.287150 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a8bb4f87-7fa6-4999-8c2a-7d9f4321779a req-096b052f-529f-48f0-bf4d-54552d5746be service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024873 Jul 05 03:59:02.350523 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e6def2f-bd59-46e6-b4f9-50445112e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.374611 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.389730 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a8bb4f87-7fa6-4999-8c2a-7d9f4321779a req-ecfe7503-555a-4486-8a41-9ce87fc99977 service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948119 Jul 05 03:59:02.423197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6def2f-bd59-46e6-b4f9-50445112e2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca867a51-d52a-45e6-808a-91b5b232a6e0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:02.433830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40136) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:02.434546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9e6def2f-bd59-46e6-b4f9-50445112e2a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a76b3ca3f72d45259f96dda5c6350ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5107884 Jul 05 03:59:02.463732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=6430e055-1e03-4fe0-a27e-4e4ff9fc984d,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:02.475185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:02.475740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:02.476933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:02.478194 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214001e-f71a-42fd-a168-3fc2009f7ba2 req-aedbcc57-d436-4b8a-af2a-6b797eead763 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:02.478376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:02.479127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:02.479860 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:02.481136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:02.481694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:02.482204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:02.482825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:02.483319 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:02.484024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:02.486550 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7214001e-f71a-42fd-a168-3fc2009f7ba2 req-aedbcc57-d436-4b8a-af2a-6b797eead763 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 943 time: 0.1516638 Jul 05 03:59:02.531410 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-53a0819b-f29b-4777-8af6-12b692c265d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.555708 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-53a0819b-f29b-4777-8af6-12b692c265d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.568459 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7214001e-f71a-42fd-a168-3fc2009f7ba2 req-31c9f298-b09e-425f-b827-72d717395d9c tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ec153c-c88a-47e6-a3d9-f2225ffb4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693145 Jul 05 03:59:02.623151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['6430e055-1e03-4fe0-a27e-4e4ff9fc984d'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:02.665824 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-53a0819b-f29b-4777-8af6-12b692c265d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.668863 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-53a0819b-f29b-4777-8af6-12b692c265d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.673668 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-53a0819b-f29b-4777-8af6-12b692c265d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca867a51-d52a-45e6-808a-91b5b232a6e0 HTTP/1.1" status: 204 len: 168 time: 0.2400746 Jul 05 03:59:02.682560 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0819b-f29b-4777-8af6-12b692c265d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca867a51-d52a-45e6-808a-91b5b232a6e0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:02.759529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e485748a-e33a-49fd-a605-f5b03973d7ae req-a18b621c-de1d-403d-a95b-9d98001948a1 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 210 time: 0.0750942 Jul 05 03:59:02.848578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40152) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:03.063803 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-760260554'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:03.123915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302ba81-02d7-4f0c-a622-e211df40c55d req-4da2f8ea-e601-436b-abd3-c5ced5b7a9ae tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:03.123915 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6302ba81-02d7-4f0c-a622-e211df40c55d req-4da2f8ea-e601-436b-abd3-c5ced5b7a9ae tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.0679610 Jul 05 03:59:03.160502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6302ba81-02d7-4f0c-a622-e211df40c55d req-29911d75-0561-4387-a170-04c2cf5dc7dc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Jul 05 03:59:03.213173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Made reservation on behalf of 7a4c3bba5f464fadac5480bfde73c58c for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:03.216741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.225664 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.316342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.401887 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.430756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:03.441082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1da4e3e-b3b4-4987-9fb3-153a54a75e8d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:03.451298 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.451655 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Added segment 33f2271e-9945-4a36-b3a0-156059721454 of type vlan for network 83c58a7b-dcb2-43fd-b046-1469547d6dbb Jul 05 03:59:03.459710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:03.460078 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:03.462653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:03.462653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:03.462653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:03.462653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:03.462653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:03.462653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:03.462653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:03.463288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:03.463288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:03.463468 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:03.493566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40162) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:03.503633 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d28dbe12-5387-4a58-b039-b69c92d98bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.511196 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.601623 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d28dbe12-5387-4a58-b039-b69c92d98bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.620612 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.626463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:03.630265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.697124 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'Network': ['ID=83c58a7b-dcb2-43fd-b046-1469547d6dbb,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:03.710451 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 83c58a7b-dcb2-43fd-b046-1469547d6dbb details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:03.720558 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d28dbe12-5387-4a58-b039-b69c92d98bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.778664 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d28dbe12-5387-4a58-b039-b69c92d98bad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a9b2f711144453287dc30578721135e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2893326 Jul 05 03:59:03.779665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40170) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:03.780347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28dbe12-5387-4a58-b039-b69c92d98bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71be3a7-d0d6-4602-9399-24352d62e7e1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:03.818763 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c7f27bcd-9fae-49b7-9ba1-6d8adf29d7a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9607563 Jul 05 03:59:03.836152 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6e6eee98-a6fc-4db8-85d5-864f29f4aae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.854289 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a89cc-52e1-4033-9625-f9c5e4c2868d req-cf338752-576d-4c34-beb9-964571bc2d99 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:03.855817 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-417a89cc-52e1-4033-9625-f9c5e4c2868d req-cf338752-576d-4c34-beb9-964571bc2d99 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 944 time: 0.1777899 Jul 05 03:59:03.859242 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6e6eee98-a6fc-4db8-85d5-864f29f4aae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.939196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-417a89cc-52e1-4033-9625-f9c5e4c2868d req-b58d5073-b25c-4027-be9b-79f1e0c34d25 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ec153c-c88a-47e6-a3d9-f2225ffb4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762072 Jul 05 03:59:03.962882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-9472496e-4c5e-49e6-92d5-cfe11f56c484 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:03.962882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-9472496e-4c5e-49e6-92d5-cfe11f56c484 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.64 "GET /v2.0/networks?id=31690ce0-e310-4c82-b0ee-306fa6a5b103 HTTP/1.1" status: 200 len: 810 time: 0.1738889 Jul 05 03:59:03.980685 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07a994d1-065b-4ece-a8c6-d8f9c86f1b4a req-9602e316-5fb4-414b-9f3c-1471ee721f9c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 210 time: 0.0456665 Jul 05 03:59:03.984260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-3e0e2d4a-d6e8-4805-9175-d5be869a353f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Request body: {'port': {'device_id': '8d249d52-ca5f-42a2-9cbf-3b3aaf216cba', 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103', 'admin_state_up': True, 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:04.008226 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0575119c-3a1e-4c1c-a150-8da545447d28 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:04.012473 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6430e055-1e03-4fe0-a27e-4e4ff9fc984d up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:04.021076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6e6eee98-a6fc-4db8-85d5-864f29f4aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.024312 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6e6eee98-a6fc-4db8-85d5-864f29f4aae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.025514 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6e6eee98-a6fc-4db8-85d5-864f29f4aae4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e71be3a7-d0d6-4602-9399-24352d62e7e1 HTTP/1.1" status: 204 len: 168 time: 0.2453697 Jul 05 03:59:04.062506 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6eee98-a6fc-4db8-85d5-864f29f4aae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71be3a7-d0d6-4602-9399-24352d62e7e1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:04.240568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-3e0e2d4a-d6e8-4805-9175-d5be869a353f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Made reservation on behalf of 8bf2bb6d510e4bac8f5a2fcd7741fda7 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:04.244621 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-3e0e2d4a-d6e8-4805-9175-d5be869a353f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.305078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 0575119c-3a1e-4c1c-a150-8da545447d28, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0575119c-3a1e-4c1c-a150-8da545447d28,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:04.328026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '0575119c-3a1e-4c1c-a150-8da545447d28', 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05', 'port_id': '0575119c-3a1e-4c1c-a150-8da545447d28', 'mac_address': 'fa:16:3e:7f:78:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefa76d6-ca51-49f1-9b3c-abe7c879904a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:04.332196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:04.341786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:04.342288 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.436755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-3e0e2d4a-d6e8-4805-9175-d5be869a353f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Allocated IP 172.20.0.3 (31690ce0-e310-4c82-b0ee-306fa6a5b103/51f7de5d-a5d9-4c58-ac7a-89ad77e975db/fd4fdc61-83df-44c5-ad14-c07c55666c4e) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:04.444083 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.467864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0575119c-3a1e-4c1c-a150-8da545447d28 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:04.485728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c54e64-6f13-414c-b2e0-842457bc2174 req-7bb8f59d-e8d6-40c7-85ac-849dbb2a96c2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:04.487406 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4c54e64-6f13-414c-b2e0-842457bc2174 req-7bb8f59d-e8d6-40c7-85ac-849dbb2a96c2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.1410737 Jul 05 03:59:04.511499 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 0575119c-3a1e-4c1c-a150-8da545447d28, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0575119c-3a1e-4c1c-a150-8da545447d28,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:04.558077 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.605495 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4c54e64-6f13-414c-b2e0-842457bc2174 req-541ec9e1-e24c-4f93-8810-62a94d170345 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065147 Jul 05 03:59:04.610727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6430e055-1e03-4fe0-a27e-4e4ff9fc984d,segment=NetworkSegment(55ea2c32-d90a-41aa-9a77-482634fe0093),segment_id=55ea2c32-d90a-41aa-9a77-482634fe0093)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:04.620561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015d051a-bb16-48d5-9322-e95d8c55a97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6430e055-1e03-4fe0-a27e-4e4ff9fc984d'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:04.622987 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db814cc3-1ee6-4ab1-9249-e4460382df7d" -d '{"events": [{"server_uuid": "015d051a-bb16-48d5-9322-e95d8c55a97f", "name": "network-vif-plugged", "status": "completed", "tag": "6430e055-1e03-4fe0-a27e-4e4ff9fc984d"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:04.628143 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.712931 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2511f6cc-2d22-4991-8c92-3317f6f96f87 x-openstack-request-id: req-2511f6cc-2d22-4991-8c92-3317f6f96f87 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:04.713580 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015d051a-bb16-48d5-9322-e95d8c55a97f", "name": "network-vif-plugged", "status": "completed", "tag": "6430e055-1e03-4fe0-a27e-4e4ff9fc984d", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:04.713828 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2511f6cc-2d22-4991-8c92-3317f6f96f87 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:04.714490 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015d051a-bb16-48d5-9322-e95d8c55a97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6430e055-1e03-4fe0-a27e-4e4ff9fc984d', 'code': 200} Jul 05 03:59:04.715367 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=0575119c-3a1e-4c1c-a150-8da545447d28,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:04.726490 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.744189 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-3e0e2d4a-d6e8-4805-9175-d5be869a353f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.837732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=6430e055-1e03-4fe0-a27e-4e4ff9fc984d,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:04.881573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeaa66d-68c8-46f0-9dbe-a181273fdf39 req-0da20fe3-86a3-4dd0-86e9-e4da48c61d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:04.884572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['0575119c-3a1e-4c1c-a150-8da545447d28'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:04.897393 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-feeaa66d-68c8-46f0-9dbe-a181273fdf39 req-0da20fe3-86a3-4dd0-86e9-e4da48c61d4f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 1096 time: 0.0867956 Jul 05 03:59:04.941614 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-feeaa66d-68c8-46f0-9dbe-a181273fdf39 req-3419b373-8a16-4bad-bc04-7246d32b6702 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c3ec153c-c88a-47e6-a3d9-f2225ffb4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381763 Jul 05 03:59:04.992501 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-3e0e2d4a-d6e8-4805-9175-d5be869a353f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.005580 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['81ddc7a6-12cb-46c3-921f-3cd659bac211'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:05.099237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-3e0e2d4a-d6e8-4805-9175-d5be869a353f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Network 31690ce0-e310-4c82-b0ee-306fa6a5b103 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:05.115005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-3e0e2d4a-d6e8-4805-9175-d5be869a353f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:05.122707 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-3e0e2d4a-d6e8-4805-9175-d5be869a353f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:05.196620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e2d4a-d6e8-4805-9175-d5be869a353f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Pushing event updated for resources: {'Port': ['ID=fd4fdc61-83df-44c5-ad14-c07c55666c4e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:05.230002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-3e0e2d4a-d6e8-4805-9175-d5be869a353f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.230002 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-3e0e2d4a-d6e8-4805-9175-d5be869a353f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.269468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571dd65-6bb3-4af2-b45a-acdd35af044b req-bd5b407d-3d51-4ff3-9d82-d479c1860c37 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.271135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2571dd65-6bb3-4af2-b45a-acdd35af044b req-bd5b407d-3d51-4ff3-9d82-d479c1860c37 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 945 time: 0.1748550 Jul 05 03:59:05.340846 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2571dd65-6bb3-4af2-b45a-acdd35af044b req-4d6db3e4-a041-4a75-b261-ed818e5e7553 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ec153c-c88a-47e6-a3d9-f2225ffb4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586624 Jul 05 03:59:05.353668 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-3e0e2d4a-d6e8-4805-9175-d5be869a353f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3754826 Jul 05 03:59:05.369869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1bcd8-27c1-4bc7-801c-805f9e2552a1 req-1da3b885-8fbf-4c44-8f2f-b3db76b41639 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.371380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11b1bcd8-27c1-4bc7-801c-805f9e2552a1 req-1da3b885-8fbf-4c44-8f2f-b3db76b41639 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 931 time: 0.0993214 Jul 05 03:59:05.375159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Request body: {'port': {'device_id': '8d249d52-ca5f-42a2-9cbf-3b3aaf216cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:05.478632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11b1bcd8-27c1-4bc7-801c-805f9e2552a1 req-b81602b9-4a51-4743-8b15-eeceb51a4551 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752518 Jul 05 03:59:05.509674 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.689754 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:59:05.866514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32967027-d1d3-40e1-b76f-2f5ba1cc1a56 req-6efe9c79-3a74-423b-932e-0abfacb80d00 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.868162 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32967027-d1d3-40e1-b76f-2f5ba1cc1a56 req-6efe9c79-3a74-423b-932e-0abfacb80d00 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 944 time: 0.1183195 Jul 05 03:59:05.882620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4fdc61-83df-44c5-ad14-c07c55666c4e {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:05.907919 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.959444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Transition to ACTIVE for port object fd4fdc61-83df-44c5-ad14-c07c55666c4e will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:05.972103 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32967027-d1d3-40e1-b76f-2f5ba1cc1a56 req-c46b79f8-cb70-43b9-a9b7-437ea26c5957 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926971 Jul 05 03:59:06.023904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0575119c-3a1e-4c1c-a150-8da545447d28 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:06.049255 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.128024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4fdc61-83df-44c5-ad14-c07c55666c4e,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:06.200447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Attempting to bind port fd4fdc61-83df-44c5-ad14-c07c55666c4e on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:06.200780 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Attempting to bind port fd4fdc61-83df-44c5-ad14-c07c55666c4e by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '6d67167f-c14f-49c2-8c5e-4a88798d9a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:06.201109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Attempting to bind port fd4fdc61-83df-44c5-ad14-c07c55666c4e on network 31690ce0-e310-4c82-b0ee-306fa6a5b103 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:06.206295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Port fd4fdc61-83df-44c5-ad14-c07c55666c4e on network 31690ce0-e310-4c82-b0ee-306fa6a5b103 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:06.206555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Attempting to bind port fd4fdc61-83df-44c5-ad14-c07c55666c4e on network 31690ce0-e310-4c82-b0ee-306fa6a5b103 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:06.212047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:06.212426 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Checking segment: {'id': '6d67167f-c14f-49c2-8c5e-4a88798d9a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:06.213063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Bound using segment: {'id': '6d67167f-c14f-49c2-8c5e-4a88798d9a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:06.213304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Bound port: fd4fdc61-83df-44c5-ad14-c07c55666c4e, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d67167f-c14f-49c2-8c5e-4a88798d9a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:06.213668 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.217133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 0575119c-3a1e-4c1c-a150-8da545447d28 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:06.221349 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 0575119c-3a1e-4c1c-a150-8da545447d28 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:06.221847 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.343974 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.398573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 0575119c-3a1e-4c1c-a150-8da545447d28, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0575119c-3a1e-4c1c-a150-8da545447d28,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:06.477402 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.551891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=0575119c-3a1e-4c1c-a150-8da545447d28,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:06.601535 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40236) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:06.614743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] For port fd4fdc61-83df-44c5-ad14-c07c55666c4e, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:06.624653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] For port fd4fdc61-83df-44c5-ad14-c07c55666c4e, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=fd4fdc61-83df-44c5-ad14-c07c55666c4e,segment=NetworkSegment(6d67167f-c14f-49c2-8c5e-4a88798d9a44),segment_id=6d67167f-c14f-49c2-8c5e-4a88798d9a44)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:06.685658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d37b59-0ad2-4078-9ad0-6c6c2f368e3e req-fc164472-faeb-4e76-9872-84c03980ce30 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.687147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35d37b59-0ad2-4078-9ad0-6c6c2f368e3e req-fc164472-faeb-4e76-9872-84c03980ce30 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 945 time: 0.1528950 Jul 05 03:59:06.715755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb54af4-c5f2-4f08-8854-56e2fd81b946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0575119c-3a1e-4c1c-a150-8da545447d28'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:06.718088 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e61cd7-0ed4-4676-aa6b-65f1d3f0b2a3" -d '{"events": [{"server_uuid": "9bb54af4-c5f2-4f08-8854-56e2fd81b946", "name": "network-vif-plugged", "status": "completed", "tag": "0575119c-3a1e-4c1c-a150-8da545447d28"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:06.728457 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-225e528d-1b29-43f1-80e1-36a04a6c9a23 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1658035990'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:06.744405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babca37f-8f0c-4cf0-82fb-81b584fcc587 req-92419e05-a2e9-488d-ad02-9d4d98594db8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.745895 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-babca37f-8f0c-4cf0-82fb-81b584fcc587 req-92419e05-a2e9-488d-ad02-9d4d98594db8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 943 time: 0.1116142 Jul 05 03:59:06.758875 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.797909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35d37b59-0ad2-4078-9ad0-6c6c2f368e3e req-8f9febc5-95fe-4d1b-ab5f-af4a44631fbb tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ec153c-c88a-47e6-a3d9-f2225ffb4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004040 Jul 05 03:59:06.814965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.815576 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.817021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] 10.222.0.64 "PUT /v2.0/ports/fd4fdc61-83df-44c5-ad14-c07c55666c4e HTTP/1.1" status: 200 len: 1091 time: 1.4560852 Jul 05 03:59:06.817976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d249d52-ca5f-42a2-9cbf-3b3aaf216cba', 'tag': 'fd4fdc61-83df-44c5-ad14-c07c55666c4e'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:06.820277 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a55152-bd83-4cff-994a-d0a8fa9aad65" -d '{"events": [{"name": "network-changed", "server_uuid": "8d249d52-ca5f-42a2-9cbf-3b3aaf216cba", "tag": "fd4fdc61-83df-44c5-ad14-c07c55666c4e"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:06.842322 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-225e528d-1b29-43f1-80e1-36a04a6c9a23 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.846742 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-225e528d-1b29-43f1-80e1-36a04a6c9a23 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.855454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-babca37f-8f0c-4cf0-82fb-81b584fcc587 req-99f17dcc-2498-4914-80e2-2bcfef59ade0 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918486 Jul 05 03:59:06.858458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1583b33-e604-44ee-a679-cf8203d615f2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4fdc61-83df-44c5-ad14-c07c55666c4e,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:06.917011 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f65dee-670b-42a0-82d9-e6eb9c44c522 x-openstack-request-id: req-e6f65dee-670b-42a0-82d9-e6eb9c44c522 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:06.917885 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb54af4-c5f2-4f08-8854-56e2fd81b946", "name": "network-vif-plugged", "status": "completed", "tag": "0575119c-3a1e-4c1c-a150-8da545447d28", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:06.918350 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6f65dee-670b-42a0-82d9-e6eb9c44c522 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:06.918847 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb54af4-c5f2-4f08-8854-56e2fd81b946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0575119c-3a1e-4c1c-a150-8da545447d28', 'code': 200} Jul 05 03:59:06.936245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-225e528d-1b29-43f1-80e1-36a04a6c9a23 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.977161 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d400bcc-921e-4352-a1cf-86345c337001 x-openstack-request-id: req-7d400bcc-921e-4352-a1cf-86345c337001 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:06.977962 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d249d52-ca5f-42a2-9cbf-3b3aaf216cba", "tag": "fd4fdc61-83df-44c5-ad14-c07c55666c4e", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:06.978402 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d400bcc-921e-4352-a1cf-86345c337001 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:06.980128 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d249d52-ca5f-42a2-9cbf-3b3aaf216cba', 'tag': 'fd4fdc61-83df-44c5-ad14-c07c55666c4e', 'status': 'completed', 'code': 200} Jul 05 03:59:07.153108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a55152-bd83-4cff-994a-d0a8fa9aad65 req-8854b9be-f3b1-4eda-8e0f-b98a4b5ffc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.156538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98a55152-bd83-4cff-994a-d0a8fa9aad65 req-8854b9be-f3b1-4eda-8e0f-b98a4b5ffc8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8bf2bb6d510e4bac8f5a2fcd7741fda7&device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 1094 time: 0.1342742 Jul 05 03:59:07.292109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a55152-bd83-4cff-994a-d0a8fa9aad65 req-4d416a42-09d8-48f7-a603-d98df41db5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.294020 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98a55152-bd83-4cff-994a-d0a8fa9aad65 req-4d416a42-09d8-48f7-a603-d98df41db5fa service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8bf2bb6d510e4bac8f5a2fcd7741fda7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1319051 Jul 05 03:59:07.294576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40254) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:07.300894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a77b4792-27a9-4229-a915-93999366313e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Request body: {'subnet': {'network_id': '83c58a7b-dcb2-43fd-b046-1469547d6dbb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:07.536695 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-225e528d-1b29-43f1-80e1-36a04a6c9a23 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.568991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc264fa-d0ba-4cab-8aeb-4ee6175bb933 req-63888c8d-8268-424b-9371-e7928363d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.570446 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1fc264fa-d0ba-4cab-8aeb-4ee6175bb933 req-63888c8d-8268-424b-9371-e7928363d76b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 1096 time: 0.5661597 Jul 05 03:59:07.572437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a55152-bd83-4cff-994a-d0a8fa9aad65 req-9d219d30-1129-4ece-be52-02217ba2c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.573969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98a55152-bd83-4cff-994a-d0a8fa9aad65 req-9d219d30-1129-4ece-be52-02217ba2c391 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2684538 Jul 05 03:59:07.586795 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e96e7-acc4-4f19-9e5b-4d7e31e93b81 req-fc029039-194e-49d5-ba1e-36396156e3ee tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.588625 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-275e96e7-acc4-4f19-9e5b-4d7e31e93b81 req-fc029039-194e-49d5-ba1e-36396156e3ee tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1842246 Jul 05 03:59:07.612579 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1fc264fa-d0ba-4cab-8aeb-4ee6175bb933 req-3090ce67-ff77-4679-b02d-42f86373dce1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354679 Jul 05 03:59:07.660281 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-275e96e7-acc4-4f19-9e5b-4d7e31e93b81 req-2d113d0e-0295-48dc-a103-dc1a95bad7d7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653112 Jul 05 03:59:07.660883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77b4792-27a9-4229-a915-93999366313e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Made reservation on behalf of 7a4c3bba5f464fadac5480bfde73c58c for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:07.664239 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a77b4792-27a9-4229-a915-93999366313e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.723387 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-225e528d-1b29-43f1-80e1-36a04a6c9a23 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.725224 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-225e528d-1b29-43f1-80e1-36a04a6c9a23 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1222270 Jul 05 03:59:07.727798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40260) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:07.766524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-471de793-94dd-493d-8000-067a68ece229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.768401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-471de793-94dd-493d-8000-067a68ece229 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8bf2bb6d510e4bac8f5a2fcd7741fda7&device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 1094 time: 0.1423407 Jul 05 03:59:07.803615 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1695e029-80cb-48ab-911d-9b3074cb8418 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.816381 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-4eaf68f2-dcb6-47af-8cd9-b0116b6a58b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd4fdc61-83df-44c5-ad14-c07c55666c4e HTTP/1.1" status: 200 len: 217 time: 0.0406537 Jul 05 03:59:07.923605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-56760899-425c-4654-bb6f-503431961f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.927383 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-56760899-425c-4654-bb6f-503431961f15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=51f7de5d-a5d9-4c58-ac7a-89ad77e975db HTTP/1.1" status: 200 len: 850 time: 0.0865896 Jul 05 03:59:07.968727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-c8a4e2d6-c00c-4b3b-903d-11f048ee835f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31690ce0-e310-4c82-b0ee-306fa6a5b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359120 Jul 05 03:59:07.969970 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1695e029-80cb-48ab-911d-9b3074cb8418 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.972188 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1695e029-80cb-48ab-911d-9b3074cb8418 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.058787 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a77b4792-27a9-4229-a915-93999366313e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.169407 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1695e029-80cb-48ab-911d-9b3074cb8418 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.169650 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-ee62d66a-af42-4e2c-8ec6-1e3c43485137 service neutron] 10.222.0.64 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942739 Jul 05 03:59:08.170135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1695e029-80cb-48ab-911d-9b3074cb8418 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1931b27-f55a-4770-856d-1ddee01ef238 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:59:08.171704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b4792-27a9-4229-a915-93999366313e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'Subnet': ['ID=bb6b5cf1-61a1-45d7-913d-e9c54535decb,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:08.175628 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1695e029-80cb-48ab-911d-9b3074cb8418 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.179252 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1695e029-80cb-48ab-911d-9b3074cb8418 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] 10.222.0.60 "DELETE /v2.0/routers/f1931b27-f55a-4770-856d-1ddee01ef238 HTTP/1.1" status: 204 len: 168 time: 0.4504187 Jul 05 03:59:08.182719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40268) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:08.188850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-bf380375-4074-41c7-98d5-3d05455ccfc2 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Request body: {'router': {'name': 'tempest-router-514270339', 'distributed': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:08.243833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a7971-85df-442f-b16a-b02e817caeb4 req-d505cfe5-7a77-496d-a9dc-dc12f1d9cd98 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.245365 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a5a7971-85df-442f-b16a-b02e817caeb4 req-d505cfe5-7a77-496d-a9dc-dc12f1d9cd98 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 943 time: 0.2507789 Jul 05 03:59:08.247867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b4792-27a9-4229-a915-93999366313e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Checking segment: {'id': '33f2271e-9945-4a36-b3a0-156059721454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '83c58a7b-dcb2-43fd-b046-1469547d6dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:08.248233 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b4792-27a9-4229-a915-93999366313e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Network hostable DHCP agents. Network: 83c58a7b-dcb2-43fd-b046-1469547d6dbb, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:08.312656 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf380375-4074-41c7-98d5-3d05455ccfc2 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.313772 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf380375-4074-41c7-98d5-3d05455ccfc2 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.321654 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a5a7971-85df-442f-b16a-b02e817caeb4 req-c918e2ff-9e2d-4443-9c8d-94bdc330ce2e tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667565 Jul 05 03:59:08.373880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cabd5d-31ba-4557-b732-0840404fc5a5 req-87f8c088-e6c0-4a16-8eda-5c6024dabe67 service neutron] 10.222.0.64 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902924 Jul 05 03:59:08.383405 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf380375-4074-41c7-98d5-3d05455ccfc2 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.405137 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a0b2e-dd45-4eb8-9d7f-7ee13e33b032 req-84381f9c-b850-4650-b4c9-7bf126660aa7 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.413662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-222a0b2e-dd45-4eb8-9d7f-7ee13e33b032 req-84381f9c-b850-4650-b4c9-7bf126660aa7 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 945 time: 0.0885868 Jul 05 03:59:08.413662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b4792-27a9-4229-a915-93999366313e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Network 83c58a7b-dcb2-43fd-b046-1469547d6dbb is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:08.449085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-222a0b2e-dd45-4eb8-9d7f-7ee13e33b032 req-4db5431d-4727-4bc7-83d2-f3c3b4180706 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ec153c-c88a-47e6-a3d9-f2225ffb4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347512 Jul 05 03:59:08.517495 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf380375-4074-41c7-98d5-3d05455ccfc2 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.557133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a77b4792-27a9-4229-a915-93999366313e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 83c58a7b-dcb2-43fd-b046-1469547d6dbb) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:08.562003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b4792-27a9-4229-a915-93999366313e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.562642 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a77b4792-27a9-4229-a915-93999366313e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.569600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e380dbf3-13a3-414d-9a98-23d59b0cf69b None None] Network 83c58a7b-dcb2-43fd-b046-1469547d6dbb requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:08.608680 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf380375-4074-41c7-98d5-3d05455ccfc2 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.610266 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bf380375-4074-41c7-98d5-3d05455ccfc2 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4250453 Jul 05 03:59:08.612889 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40274) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:08.689252 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e067fe62-53de-4684-b23e-45028b270a9b tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.719731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a77b4792-27a9-4229-a915-93999366313e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4215896 Jul 05 03:59:08.721287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40278) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:08.724590 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-83c58a7b-dcb2-43fd-b046-1469547d6dbb', 'network_id': '83c58a7b-dcb2-43fd-b046-1469547d6dbb', 'tenant_id': '7a4c3bba5f464fadac5480bfde73c58c', 'fixed_ips': [{'subnet_id': 'bb6b5cf1-61a1-45d7-913d-e9c54535decb'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:08.724590 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.729455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2ccbcb34-4802-4f0d-be9d-0070b628ba43 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1821249747'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:08.839441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccbcb34-4802-4f0d-be9d-0070b628ba43 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Made reservation on behalf of 7a4c3bba5f464fadac5480bfde73c58c for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:08.843304 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ccbcb34-4802-4f0d-be9d-0070b628ba43 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.872928 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e067fe62-53de-4684-b23e-45028b270a9b tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.875273 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e067fe62-53de-4684-b23e-45028b270a9b tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.889258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Allocated IP 2001:db8:0:ffff::2 (83c58a7b-dcb2-43fd-b046-1469547d6dbb/bb6b5cf1-61a1-45d7-913d-e9c54535decb/6ab21794-83fd-4622-b9ff-4d9a3c55a86a) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:08.894019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fc6b3-aa9a-4ccb-abf1-c86855347628 req-e21716a4-a285-4806-876c-ee32d4ad04a7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.895696 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-261fc6b3-aa9a-4ccb-abf1-c86855347628 req-e21716a4-a285-4806-876c-ee32d4ad04a7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0983114 Jul 05 03:59:08.897097 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccbcb34-4802-4f0d-be9d-0070b628ba43 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:08.906751 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ccbcb34-4802-4f0d-be9d-0070b628ba43 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.910543 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-2ccbcb34-4802-4f0d-be9d-0070b628ba43 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Added segment 82d1aa73-5891-4d09-b3a7-cafbb3e0b512 of type vlan for network 92be71be-27e3-47c9-bea8-fc1f2459be79 Jul 05 03:59:08.982156 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ccbcb34-4802-4f0d-be9d-0070b628ba43 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.989082 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-261fc6b3-aa9a-4ccb-abf1-c86855347628 req-3aaa2ba0-2da0-47b6-80fb-2dcdb0fafff9 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804090 Jul 05 03:59:08.997295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e067fe62-53de-4684-b23e-45028b270a9b tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.998282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e067fe62-53de-4684-b23e-45028b270a9b tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65bb5be2-6094-4aa6-a779-d354e9ac466f {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:59:09.023350 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e067fe62-53de-4684-b23e-45028b270a9b tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.024695 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e067fe62-53de-4684-b23e-45028b270a9b tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] 10.222.0.60 "DELETE /v2.0/routers/65bb5be2-6094-4aa6-a779-d354e9ac466f HTTP/1.1" status: 204 len: 168 time: 0.4107749 Jul 05 03:59:09.032142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40282) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:09.038002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-bbb51f14-3fe0-4cf0-94eb-ca6dab1d2437 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Request body: {'router': {'name': 'tempest-router-825841295', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e6de76143dd240d1aafb17499afd3562'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:09.041889 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.050727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Transition to ACTIVE for port object 6ab21794-83fd-4622-b9ff-4d9a3c55a86a will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:09.067415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Transition to ACTIVE for port object 6ab21794-83fd-4622-b9ff-4d9a3c55a86a will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:09.088743 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ccbcb34-4802-4f0d-be9d-0070b628ba43 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.094368 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccbcb34-4802-4f0d-be9d-0070b628ba43 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.094961 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ccbcb34-4802-4f0d-be9d-0070b628ba43 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.131744 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bbb51f14-3fe0-4cf0-94eb-ca6dab1d2437 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.132821 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bbb51f14-3fe0-4cf0-94eb-ca6dab1d2437 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.181052 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.218835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Network 83c58a7b-dcb2-43fd-b046-1469547d6dbb is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:09.222070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:09.225338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:09.264191 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2ccbcb34-4802-4f0d-be9d-0070b628ba43 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5382843 Jul 05 03:59:09.264972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40296) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:09.270863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbcb34-4802-4f0d-be9d-0070b628ba43 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'Network': ['ID=92be71be-27e3-47c9-bea8-fc1f2459be79,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:09.271087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-df213449-4963-4dec-b79c-1cdca7ac5dca tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Request body: {'subnet': {'network_id': '92be71be-27e3-47c9-bea8-fc1f2459be79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:09.283697 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Pushing event updated for resources: {'Port': ['ID=6ab21794-83fd-4622-b9ff-4d9a3c55a86a,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:09.298989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 92be71be-27e3-47c9-bea8-fc1f2459be79 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:09.329422 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bbb51f14-3fe0-4cf0-94eb-ca6dab1d2437 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.339583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Attempting to bind port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:09.340051 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Attempting to bind port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '33f2271e-9945-4a36-b3a0-156059721454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '83c58a7b-dcb2-43fd-b046-1469547d6dbb'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:09.342910 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Attempting to bind port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a on network 83c58a7b-dcb2-43fd-b046-1469547d6dbb {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:09.347553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:09.347990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Checking segment: {'id': '33f2271e-9945-4a36-b3a0-156059721454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '83c58a7b-dcb2-43fd-b046-1469547d6dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:09.349082 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.350114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Bound using segment: {'id': '33f2271e-9945-4a36-b3a0-156059721454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '83c58a7b-dcb2-43fd-b046-1469547d6dbb'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:09.350114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Bound port: 6ab21794-83fd-4622-b9ff-4d9a3c55a86a, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f2271e-9945-4a36-b3a0-156059721454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '83c58a7b-dcb2-43fd-b046-1469547d6dbb'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:09.350530 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.405286 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051de0c2-f139-473e-8f79-d532b1e670fe req-ffa4d0fc-3755-4d8d-8ba6-45938f22ee94 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.417137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-051de0c2-f139-473e-8f79-d532b1e670fe req-ffa4d0fc-3755-4d8d-8ba6-45938f22ee94 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/networks?id=cb680753-4518-4b31-b2c8-56ca0a768a05 HTTP/1.1" status: 200 len: 813 time: 0.2221339 Jul 05 03:59:09.431914 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bbb51f14-3fe0-4cf0-94eb-ca6dab1d2437 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.437472 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-051de0c2-f139-473e-8f79-d532b1e670fe req-8066bda2-030e-44e9-a518-16b4613b489e tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/quotas/3a4ce3e94b11467baf98b0133ae5e4ed HTTP/1.1" status: 200 len: 375 time: 0.0191705 Jul 05 03:59:09.472166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] For port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:09.476337 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] For port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6ab21794-83fd-4622-b9ff-4d9a3c55a86a,segment=NetworkSegment(33f2271e-9945-4a36-b3a0-156059721454),segment_id=33f2271e-9945-4a36-b3a0-156059721454)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:09.544536 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-051de0c2-f139-473e-8f79-d532b1e670fe req-810fbf87-2d0f-4c57-9a6a-64c97b28f822 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a4ce3e94b11467baf98b0133ae5e4ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0989692 Jul 05 03:59:09.549820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df213449-4963-4dec-b79c-1cdca7ac5dca tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Made reservation on behalf of 7a4c3bba5f464fadac5480bfde73c58c for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:09.550401 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df213449-4963-4dec-b79c-1cdca7ac5dca tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.614879 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.622091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0dddb-d316-4fd8-9c24-52b8de2276f1 req-c85cd6dd-9216-448d-872e-34d901640179 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.623611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1aa0dddb-d316-4fd8-9c24-52b8de2276f1 req-c85cd6dd-9216-448d-872e-34d901640179 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 943 time: 0.1292715 Jul 05 03:59:09.684288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-051de0c2-f139-473e-8f79-d532b1e670fe req-d447460d-f78d-453c-b916-cb47e1498546 service neutron] 10.222.0.60 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318111 Jul 05 03:59:09.691387 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1aa0dddb-d316-4fd8-9c24-52b8de2276f1 req-bca814d1-971e-4e35-8a9e-07029e53f327 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482750 Jul 05 03:59:09.696958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8ecbd-90f3-48d9-a017-52880eb795e2 None None] Pushing event updated for resources: {'Port': ['ID=6ab21794-83fd-4622-b9ff-4d9a3c55a86a,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:09.722665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046811bd-b8a6-4485-b8d2-27bda81950c7 req-68b9f3a1-d242-411f-b190-f8947f5468c6 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.722665 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-046811bd-b8a6-4485-b8d2-27bda81950c7 req-68b9f3a1-d242-411f-b190-f8947f5468c6 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.11 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 945 time: 0.1274490 Jul 05 03:59:09.723218 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bbb51f14-3fe0-4cf0-94eb-ca6dab1d2437 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.727282 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bbb51f14-3fe0-4cf0-94eb-ca6dab1d2437 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6913953 Jul 05 03:59:09.731885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40306) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:09.758864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-740182b1-5ae1-439c-9e0a-7ac37c8751e7 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:09.817050 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-051de0c2-f139-473e-8f79-d532b1e670fe req-a6dbc5ad-c3b7-4b4b-a85f-c9557e355352 service neutron] 10.222.0.60 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200535 Jul 05 03:59:10.078965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba43e3e-cf52-49b0-ab70-f9eeefe7ac24 req-56a83a59-3694-415e-b9d8-302150203a33 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:10.080590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fba43e3e-cf52-49b0-ab70-f9eeefe7ac24 req-56a83a59-3694-415e-b9d8-302150203a33 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 945 time: 0.1150060 Jul 05 03:59:10.136116 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device fd4fdc61-83df-44c5-ad14-c07c55666c4e details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:10.143163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fba43e3e-cf52-49b0-ab70-f9eeefe7ac24 req-81e407f7-3d7f-41c3-8b75-a7e1179ad2fd tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3ec153c-c88a-47e6-a3d9-f2225ffb4e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545142 Jul 05 03:59:10.177064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-740182b1-5ae1-439c-9e0a-7ac37c8751e7 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.177333 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-740182b1-5ae1-439c-9e0a-7ac37c8751e7 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.248810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7596df1b-457b-4a14-930b-6feeb2427616 req-64ca361c-3977-4b6b-8a3c-763ebd9041f2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 210 time: 0.0453780 Jul 05 03:59:10.268473 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port fd4fdc61-83df-44c5-ad14-c07c55666c4e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=fd4fdc61-83df-44c5-ad14-c07c55666c4e,segment=NetworkSegment(6d67167f-c14f-49c2-8c5e-4a88798d9a44),segment_id=6d67167f-c14f-49c2-8c5e-4a88798d9a44)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:10.282984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'fd4fdc61-83df-44c5-ad14-c07c55666c4e', 'network_id': '31690ce0-e310-4c82-b0ee-306fa6a5b103', 'port_id': 'fd4fdc61-83df-44c5-ad14-c07c55666c4e', 'mac_address': 'fa:16:3e:0b:ca:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f7de5d-a5d9-4c58-ac7a-89ad77e975db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:10.317979 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-046811bd-b8a6-4485-b8d2-27bda81950c7 req-baeecae8-eb72-489a-ab4e-39f2546247ed tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Deleting port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:10.320846 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-046811bd-b8a6-4485-b8d2-27bda81950c7 req-baeecae8-eb72-489a-ab4e-39f2546247ed tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.329383 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.335056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-740182b1-5ae1-439c-9e0a-7ac37c8751e7 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100876) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 05 03:59:10.335452 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-740182b1-5ae1-439c-9e0a-7ac37c8751e7 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Router a0074795-e08e-4601-bda3-b22cd02095d8 migrating from provider to provider. {{(pid=100876) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 05 03:59:10.335837 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-740182b1-5ae1-439c-9e0a-7ac37c8751e7 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.344829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4fdc61-83df-44c5-ad14-c07c55666c4e {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:10.367399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port fd4fdc61-83df-44c5-ad14-c07c55666c4e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=fd4fdc61-83df-44c5-ad14-c07c55666c4e,segment=NetworkSegment(6d67167f-c14f-49c2-8c5e-4a88798d9a44),segment_id=6d67167f-c14f-49c2-8c5e-4a88798d9a44)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:10.378051 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-740182b1-5ae1-439c-9e0a-7ac37c8751e7 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.403358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.objects.ports [None req-df213449-4963-4dec-b79c-1cdca7ac5dca tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:59:10.428809 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df213449-4963-4dec-b79c-1cdca7ac5dca tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.481265 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.512104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-740182b1-5ae1-439c-9e0a-7ac37c8751e7 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.518420 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df213449-4963-4dec-b79c-1cdca7ac5dca tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'Subnet': ['ID=95d5cd85-b3f0-41f7-8d2b-b7bfac68966c,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:10.550061 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=fd4fdc61-83df-44c5-ad14-c07c55666c4e,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:10.555896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-046811bd-b8a6-4485-b8d2-27bda81950c7 req-baeecae8-eb72-489a-ab4e-39f2546247ed tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] For port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6430e055-1e03-4fe0-a27e-4e4ff9fc984d,segment=NetworkSegment(55ea2c32-d90a-41aa-9a77-482634fe0093),segment_id=55ea2c32-d90a-41aa-9a77-482634fe0093)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:10.556266 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-046811bd-b8a6-4485-b8d2-27bda81950c7 req-baeecae8-eb72-489a-ab4e-39f2546247ed tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.610749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-046811bd-b8a6-4485-b8d2-27bda81950c7 req-baeecae8-eb72-489a-ab4e-39f2546247ed tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Calling delete_port for 6430e055-1e03-4fe0-a27e-4e4ff9fc984d owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:10.702781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df213449-4963-4dec-b79c-1cdca7ac5dca tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Checking segment: {'id': '82d1aa73-5891-4d09-b3a7-cafbb3e0b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '92be71be-27e3-47c9-bea8-fc1f2459be79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:10.703157 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df213449-4963-4dec-b79c-1cdca7ac5dca tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Network hostable DHCP agents. Network: 92be71be-27e3-47c9-bea8-fc1f2459be79, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:10.717142 n-d-798249-5 neutron-server[100876]: WARNING neutron.scheduler.l3_agent_scheduler [None req-740182b1-5ae1-439c-9e0a-7ac37c8751e7 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] No L3 agents can host the router a0074795-e08e-4601-bda3-b22cd02095d8 Jul 05 03:59:10.843645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['fd4fdc61-83df-44c5-ad14-c07c55666c4e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:10.906669 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df213449-4963-4dec-b79c-1cdca7ac5dca tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Network 92be71be-27e3-47c9-bea8-fc1f2459be79 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:10.912397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740182b1-5ae1-439c-9e0a-7ac37c8751e7 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Hosts for router a0074795-e08e-4601-bda3-b22cd02095d8: [] {{(pid=100876) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 05 03:59:10.933418 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dfc75a-cb52-48b0-83e3-26c2f52008e1 None None] Network 83c58a7b-dcb2-43fd-b046-1469547d6dbb requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:10.934285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab8aa2-7a83-4456-9639-4f2e1decf81f req-bbe4faaa-5714-4e2a-a01f-b1cd8de1d9d8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:10.936128 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98ab8aa2-7a83-4456-9639-4f2e1decf81f req-bbe4faaa-5714-4e2a-a01f-b1cd8de1d9d8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 944 time: 0.1140606 Jul 05 03:59:10.953674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740182b1-5ae1-439c-9e0a-7ac37c8751e7 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Hosts for other DVR routers connected to router a0074795-e08e-4601-bda3-b22cd02095d8: set() {{(pid=100876) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 05 03:59:10.956616 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-740182b1-5ae1-439c-9e0a-7ac37c8751e7 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.958810 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-740182b1-5ae1-439c-9e0a-7ac37c8751e7 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] 10.222.0.60 "PUT /v2.0/routers/a0074795-e08e-4601-bda3-b22cd02095d8 HTTP/1.1" status: 200 len: 716 time: 1.2257447 Jul 05 03:59:10.963004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40326) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:10.990271 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98ab8aa2-7a83-4456-9639-4f2e1decf81f req-c0eb8aa8-a8f7-4e35-9e22-f5a49053bf6d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468295 Jul 05 03:59:11.044311 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-df213449-4963-4dec-b79c-1cdca7ac5dca tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 92be71be-27e3-47c9-bea8-fc1f2459be79) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:11.050673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df213449-4963-4dec-b79c-1cdca7ac5dca tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:11.051854 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df213449-4963-4dec-b79c-1cdca7ac5dca tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.060028 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9818f99b-fe4e-4b01-a20c-0479c5c8b3f6 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] 10.222.0.60 "GET /v2.0/routers/a0074795-e08e-4601-bda3-b22cd02095d8 HTTP/1.1" status: 200 len: 716 time: 0.0955939 Jul 05 03:59:11.062566 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ed1a0-37ac-4a4a-84c2-ccc6a6274209 None None] Network 92be71be-27e3-47c9-bea8-fc1f2459be79 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:11.063195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40330) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:11.098213 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-046811bd-b8a6-4485-b8d2-27bda81950c7 req-baeecae8-eb72-489a-ab4e-39f2546247ed tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.125815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['6430e055-1e03-4fe0-a27e-4e4ff9fc984d'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:11.130052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-323fca72-fcbd-4111-bd14-03841e2f2565 None None] Provisioning for port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:11.131709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeecae8-eb72-489a-ab4e-39f2546247ed tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Pushing event deleted for resources: {'Port': ['ID=6430e055-1e03-4fe0-a27e-4e4ff9fc984d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:11.188841 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-046811bd-b8a6-4485-b8d2-27bda81950c7 req-baeecae8-eb72-489a-ab4e-39f2546247ed tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] No DVR routers for this DVR port 6430e055-1e03-4fe0-a27e-4e4ff9fc984d on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:11.193574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-046811bd-b8a6-4485-b8d2-27bda81950c7 req-baeecae8-eb72-489a-ab4e-39f2546247ed tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.195891 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-046811bd-b8a6-4485-b8d2-27bda81950c7 req-baeecae8-eb72-489a-ab4e-39f2546247ed tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.11 "DELETE /v2.0/ports/6430e055-1e03-4fe0-a27e-4e4ff9fc984d HTTP/1.1" status: 204 len: 173 time: 1.4649923 Jul 05 03:59:11.196927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015d051a-bb16-48d5-9322-e95d8c55a97f', 'name': 'network-vif-deleted', 'tag': '6430e055-1e03-4fe0-a27e-4e4ff9fc984d'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:11.214647 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efc4a9c-06f5-4fd6-8acd-b2a8833a35c1" -d '{"events": [{"server_uuid": "015d051a-bb16-48d5-9322-e95d8c55a97f", "name": "network-vif-deleted", "tag": "6430e055-1e03-4fe0-a27e-4e4ff9fc984d"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:11.222864 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-df213449-4963-4dec-b79c-1cdca7ac5dca tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9565816 Jul 05 03:59:11.225421 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40340) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:11.235708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Request body: {'port': {'network_id': '92be71be-27e3-47c9-bea8-fc1f2459be79', 'name': 'tempest-NetworksIpV6TestAttrs-797357068'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:11.507174 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Made reservation on behalf of 7a4c3bba5f464fadac5480bfde73c58c for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:11.512682 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.549497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-92be71be-27e3-47c9-bea8-fc1f2459be79', 'network_id': '92be71be-27e3-47c9-bea8-fc1f2459be79', 'tenant_id': '7a4c3bba5f464fadac5480bfde73c58c', 'fixed_ips': [{'subnet_id': '95d5cd85-b3f0-41f7-8d2b-b7bfac68966c'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:11.550753 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.555353 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] device_id is not set on port b8c41098-08d2-4614-a5ac-30d97886d503 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:59:11.652786 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2b84a9-02db-448c-aaef-ace24b94c589 x-openstack-request-id: req-1a2b84a9-02db-448c-aaef-ace24b94c589 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:11.656713 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015d051a-bb16-48d5-9322-e95d8c55a97f", "name": "network-vif-deleted", "tag": "6430e055-1e03-4fe0-a27e-4e4ff9fc984d", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:11.656713 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a2b84a9-02db-448c-aaef-ace24b94c589 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:11.656713 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015d051a-bb16-48d5-9322-e95d8c55a97f', 'name': 'network-vif-deleted', 'tag': '6430e055-1e03-4fe0-a27e-4e4ff9fc984d', 'status': 'completed', 'code': 200} Jul 05 03:59:11.772572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Allocated IP 2001:db8::f816:3eff:fef0:dc87 (92be71be-27e3-47c9-bea8-fc1f2459be79/95d5cd85-b3f0-41f7-8d2b-b7bfac68966c/f1f53a35-0f68-4e1b-a5ac-5adafb0780bb) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:11.796520 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dcf4d767-bc8f-406c-b904-67184b0e0885 req-5e889693-92d5-4ab2-ab85-5002e5e33155 tempest-ServerAddressesTestJSON-392082744 tempest-ServerAddressesTestJSON-392082744-project] 10.222.0.60 "GET /v2.0/ports?device_id=015d051a-bb16-48d5-9322-e95d8c55a97f HTTP/1.1" status: 200 len: 210 time: 0.4642491 Jul 05 03:59:11.844561 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fd0f599a-aed5-4293-8546-d1e7f8dce32b tempest-RoutersTestDVR-2136233105 tempest-RoutersTestDVR-2136233105-project] 10.222.0.60 "GET /v2.0/routers/a0074795-e08e-4601-bda3-b22cd02095d8 HTTP/1.1" status: 200 len: 682 time: 0.7764039 Jul 05 03:59:11.844561 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51527165-9018-4dce-9e7a-23996956af7b req-ddcf5f09-9fc0-422b-99b8-02dfaf108cc5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 210 time: 0.0679309 Jul 05 03:59:11.845059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40348) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:11.975906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6ab21794-83fd-4622-b9ff-4d9a3c55a86a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:11.976392 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-93841ca9-4363-43f1-89c2-ea43fdc597e6 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.034675 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.072661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Transition to ACTIVE for port object f1f53a35-0f68-4e1b-a5ac-5adafb0780bb will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:12.097662 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Transition to ACTIVE for port object f1f53a35-0f68-4e1b-a5ac-5adafb0780bb will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:12.220284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:12.225654 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:12.231342 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.236677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34317b-b5e0-4a90-8227-b87ab1674a99 req-620d9d27-c0be-465b-a63d-4f10ba1dfa18 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:12.238817 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb34317b-b5e0-4a90-8227-b87ab1674a99 req-620d9d27-c0be-465b-a63d-4f10ba1dfa18 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 944 time: 0.0825918 Jul 05 03:59:12.289659 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb34317b-b5e0-4a90-8227-b87ab1674a99 req-333dd0f3-644f-4ac9-bce7-b3670b5e36cc tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433536 Jul 05 03:59:12.294091 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.355623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Network 92be71be-27e3-47c9-bea8-fc1f2459be79 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:12.363209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:12.372275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:12.387802 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.391775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Pushing event updated for resources: {'Port': ['ID=f1f53a35-0f68-4e1b-a5ac-5adafb0780bb,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:12.471173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Attempting to bind port f1f53a35-0f68-4e1b-a5ac-5adafb0780bb on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:12.471549 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Attempting to bind port f1f53a35-0f68-4e1b-a5ac-5adafb0780bb by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '82d1aa73-5891-4d09-b3a7-cafbb3e0b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '92be71be-27e3-47c9-bea8-fc1f2459be79'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:12.472390 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Attempting to bind port f1f53a35-0f68-4e1b-a5ac-5adafb0780bb on network 92be71be-27e3-47c9-bea8-fc1f2459be79 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:12.480182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:12.481321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Checking segment: {'id': '82d1aa73-5891-4d09-b3a7-cafbb3e0b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '92be71be-27e3-47c9-bea8-fc1f2459be79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:12.483024 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.483024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Bound using segment: {'id': '82d1aa73-5891-4d09-b3a7-cafbb3e0b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '92be71be-27e3-47c9-bea8-fc1f2459be79'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:12.483024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Bound port: f1f53a35-0f68-4e1b-a5ac-5adafb0780bb, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d1aa73-5891-4d09-b3a7-cafbb3e0b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '92be71be-27e3-47c9-bea8-fc1f2459be79'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:12.483406 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.540551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6ab21794-83fd-4622-b9ff-4d9a3c55a86a,segment=NetworkSegment(33f2271e-9945-4a36-b3a0-156059721454),segment_id=33f2271e-9945-4a36-b3a0-156059721454)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:12.564330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] For port f1f53a35-0f68-4e1b-a5ac-5adafb0780bb, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:12.568759 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] For port f1f53a35-0f68-4e1b-a5ac-5adafb0780bb, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f1f53a35-0f68-4e1b-a5ac-5adafb0780bb,segment=NetworkSegment(82d1aa73-5891-4d09-b3a7-cafbb3e0b512),segment_id=82d1aa73-5891-4d09-b3a7-cafbb3e0b512)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:12.587409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Allocated IP 2001:db8::f816:3eff:fe85:6540 (92be71be-27e3-47c9-bea8-fc1f2459be79/95d5cd85-b3f0-41f7-8d2b-b7bfac68966c/b8c41098-08d2-4614-a5ac-30d97886d503) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:12.593599 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-93841ca9-4363-43f1-89c2-ea43fdc597e6 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.597117 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-93841ca9-4363-43f1-89c2-ea43fdc597e6 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.630621 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.683908 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=6ab21794-83fd-4622-b9ff-4d9a3c55a86a,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:12.724059 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.780828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc3b5d-2c38-43d5-afb9-cccec5258f6d None None] Pushing event updated for resources: {'Port': ['ID=f1f53a35-0f68-4e1b-a5ac-5adafb0780bb,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:12.788738 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-93841ca9-4363-43f1-89c2-ea43fdc597e6 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.789279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93841ca9-4363-43f1-89c2-ea43fdc597e6 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0074795-e08e-4601-bda3-b22cd02095d8 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:59:12.794469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-93841ca9-4363-43f1-89c2-ea43fdc597e6 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.795598 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-93841ca9-4363-43f1-89c2-ea43fdc597e6 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] 10.222.0.60 "DELETE /v2.0/routers/a0074795-e08e-4601-bda3-b22cd02095d8 HTTP/1.1" status: 204 len: 168 time: 0.9491639 Jul 05 03:59:12.798461 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.799250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40356) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:12.804201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c8e1a77b-7fff-4012-94b2-f55717772a11 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Request body: {'router': {'name': 'tempest-router-1790979071', 'distributed': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:12.821405 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Transition to ACTIVE for port object b8c41098-08d2-4614-a5ac-30d97886d503 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:12.911494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40362) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:12.942832 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a77b-7fff-4012-94b2-f55717772a11 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.943836 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a77b-7fff-4012-94b2-f55717772a11 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.992322 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae949d80-3430-4ed1-8132-cc238520205c admin admin] Deleting subnet d982845c-c7d4-4d57-8341-6e5ee3497a33 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:12.994538 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.009737 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae949d80-3430-4ed1-8132-cc238520205c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.058473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Network 92be71be-27e3-47c9-bea8-fc1f2459be79 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:13.062789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:13.072024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:13.078232 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.079311 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.098040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-faacd238-aa69-4be4-b084-ef15397c49bd req-ef1d746c-6e19-4e2e-ae63-4f86e13838ea tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 210 time: 0.1005597 Jul 05 03:59:13.108832 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a77b-7fff-4012-94b2-f55717772a11 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.134409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'Port': ['ID=b8c41098-08d2-4614-a5ac-30d97886d503,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:13.155058 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae949d80-3430-4ed1-8132-cc238520205c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.212201 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae949d80-3430-4ed1-8132-cc238520205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.215994 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d3703f86-8535-4e1f-bbd8-3984a3912cb1 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9893565 Jul 05 03:59:13.221069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40368) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:13.256680 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a77b-7fff-4012-94b2-f55717772a11 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.311783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8099b6a9-f4d5-4068-b5c9-b982ef69c7df tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Deleting subnet 95d5cd85-b3f0-41f7-8d2b-b7bfac68966c {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:13.339772 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8099b6a9-f4d5-4068-b5c9-b982ef69c7df tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.362685 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a77b-7fff-4012-94b2-f55717772a11 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.368806 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c8e1a77b-7fff-4012-94b2-f55717772a11 tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5657861 Jul 05 03:59:13.374531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40372) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:13.393416 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8099b6a9-f4d5-4068-b5c9-b982ef69c7df tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.438166 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae949d80-3430-4ed1-8132-cc238520205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.479650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051de0c2-f139-473e-8f79-d532b1e670fe req-4c83245d-03fe-4868-8fce-39abca2fe7b5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.482086 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-051de0c2-f139-473e-8f79-d532b1e670fe req-4c83245d-03fe-4868-8fce-39abca2fe7b5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.11 "GET /v2.0/networks?id=cb680753-4518-4b31-b2c8-56ca0a768a05 HTTP/1.1" status: 200 len: 813 time: 0.1999323 Jul 05 03:59:13.510542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-051de0c2-f139-473e-8f79-d532b1e670fe req-0279cee2-9623-4a4c-ade0-ce3657984661 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Request body: {'port': {'device_id': 'c0826c55-ea51-4887-a9a5-34e72c1bb45a', 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05', 'admin_state_up': True, 'tenant_id': '3a4ce3e94b11467baf98b0133ae5e4ed'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:13.521553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae949d80-3430-4ed1-8132-cc238520205c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d982845c-c7d4-4d57-8341-6e5ee3497a33,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:13.529063 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae949d80-3430-4ed1-8132-cc238520205c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.531417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ae949d80-3430-4ed1-8132-cc238520205c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d982845c-c7d4-4d57-8341-6e5ee3497a33 HTTP/1.1" status: 204 len: 168 time: 0.6184573 Jul 05 03:59:13.532948 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0b95cd1-a50e-4863-862f-a16775b2977e tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.539713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40376) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:13.686281 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f33a387-280b-4b9e-9409-c53056eaf7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.755319 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0b95cd1-a50e-4863-862f-a16775b2977e tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.758392 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0b95cd1-a50e-4863-862f-a16775b2977e tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.767529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e9d78-f666-4405-b347-fe4e8af72e0e req-cc43373b-17fe-4090-8d97-3db67d5bd29f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.769132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d8e9d78-f666-4405-b347-fe4e8af72e0e req-cc43373b-17fe-4090-8d97-3db67d5bd29f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 944 time: 0.3467121 Jul 05 03:59:13.780167 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8099b6a9-f4d5-4068-b5c9-b982ef69c7df tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.876812 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d8e9d78-f666-4405-b347-fe4e8af72e0e req-6611d4ff-7ca0-410b-9676-ac446b5ec114 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819218 Jul 05 03:59:13.899918 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f33a387-280b-4b9e-9409-c53056eaf7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.919706 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2f33a387-280b-4b9e-9409-c53056eaf7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2bae72-cbec-40d3-8d0b-b553d650098f']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:13.934156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2f33a387-280b-4b9e-9409-c53056eaf7e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ea2c32-d90a-41aa-9a77-482634fe0093') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:13.934460 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2f33a387-280b-4b9e-9409-c53056eaf7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ea2c32-d90a-41aa-9a77-482634fe0093') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:13.945426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f33a387-280b-4b9e-9409-c53056eaf7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.967159 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f33a387-280b-4b9e-9409-c53056eaf7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.978133 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f33a387-280b-4b9e-9409-c53056eaf7e3 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:13.978753 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f33a387-280b-4b9e-9409-c53056eaf7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.991726 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0b95cd1-a50e-4863-862f-a16775b2977e tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.992302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b95cd1-a50e-4863-862f-a16775b2977e tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7744693f-eb9c-4555-ab1f-c025bf958fda {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:13.992663 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:14.008170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6ab21794-83fd-4622-b9ff-4d9a3c55a86a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:14.012737 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0b95cd1-a50e-4863-862f-a16775b2977e tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.016720 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a0b95cd1-a50e-4863-862f-a16775b2977e tempest-RoutersTestDVR-1411596990 tempest-RoutersTestDVR-1411596990-project-admin] 10.222.0.60 "DELETE /v2.0/routers/7744693f-eb9c-4555-ab1f-c025bf958fda HTTP/1.1" status: 204 len: 168 time: 0.6404815 Jul 05 03:59:14.029271 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8099b6a9-f4d5-4068-b5c9-b982ef69c7df tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.031132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051de0c2-f139-473e-8f79-d532b1e670fe req-0279cee2-9623-4a4c-ade0-ce3657984661 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Made reservation on behalf of 3a4ce3e94b11467baf98b0133ae5e4ed for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:14.035201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-051de0c2-f139-473e-8f79-d532b1e670fe req-0279cee2-9623-4a4c-ade0-ce3657984661 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.041984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6430e055-1e03-4fe0-a27e-4e4ff9fc984d no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:14.069182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 6430e055-1e03-4fe0-a27e-4e4ff9fc984d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:14.069724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6430e055-1e03-4fe0-a27e-4e4ff9fc984d not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:14.091638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099b6a9-f4d5-4068-b5c9-b982ef69c7df tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Subnet': ['ID=95d5cd85-b3f0-41f7-8d2b-b7bfac68966c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:14.091638 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8099b6a9-f4d5-4068-b5c9-b982ef69c7df tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.092986 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8099b6a9-f4d5-4068-b5c9-b982ef69c7df tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/subnets/95d5cd85-b3f0-41f7-8d2b-b7bfac68966c HTTP/1.1" status: 204 len: 168 time: 0.8705323 Jul 05 03:59:14.095662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40380) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:14.106614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:14.107005 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.112767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2d176-2d90-4289-8307-728866e2da87 None None] Network 92be71be-27e3-47c9-bea8-fc1f2459be79 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:14.160181 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device fd4fdc61-83df-44c5-ad14-c07c55666c4e up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:14.220550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f33a387-280b-4b9e-9409-c53056eaf7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.230432 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f33a387-280b-4b9e-9409-c53056eaf7e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.234270 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2f33a387-280b-4b9e-9409-c53056eaf7e3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8e2bae72-cbec-40d3-8d0b-b553d650098f HTTP/1.1" status: 204 len: 168 time: 0.6922305 Jul 05 03:59:14.293564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33a387-280b-4b9e-9409-c53056eaf7e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2bae72-cbec-40d3-8d0b-b553d650098f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:14.309370 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b8b1ce-f694-407e-b1b1-ae37c06197e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.313723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b8b1ce-f694-407e-b1b1-ae37c06197e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.328932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40390) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:14.330446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d5b8b1ce-f694-407e-b1b1-ae37c06197e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2324014 Jul 05 03:59:14.335637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-051de0c2-f139-473e-8f79-d532b1e670fe req-0279cee2-9623-4a4c-ade0-ce3657984661 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Allocated IP 172.20.0.2 (cb680753-4518-4b31-b2c8-56ca0a768a05/cefa76d6-ca51-49f1-9b3c-abe7c879904a/c7f73527-5e4b-4aec-9ee4-e135a7ee1833) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:14.414139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f1ca460-8cc6-4236-959c-edae28796586 req-88876c6d-12e8-43ff-a110-db7be655b4c3 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 210 time: 0.0518751 Jul 05 03:59:14.472021 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f1f53a35-0f68-4e1b-a5ac-5adafb0780bb up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:14.477986 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7df03fb3-1b16-4dd7-be60-3d3635f7cbf9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.493843 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df03fb3-1b16-4dd7-be60-3d3635f7cbf9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 03:59:14.494339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df03fb3-1b16-4dd7-be60-3d3635f7cbf9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:14.496078 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7df03fb3-1b16-4dd7-be60-3d3635f7cbf9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/networks/92be71be-27e3-47c9-bea8-fc1f2459be79 HTTP/1.1" status: 409 len: 405 time: 0.1621182 Jul 05 03:59:14.500883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40392) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:14.508207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b8316d2a-5307-4619-885a-5a6b8f83115a None None] Provisioning for port f1f53a35-0f68-4e1b-a5ac-5adafb0780bb completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:14.513042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port fd4fdc61-83df-44c5-ad14-c07c55666c4e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:14.516326 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-28d3e984-247a-4f0e-b63e-cc21a1af6e85 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-112298144'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:14.524725 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port fd4fdc61-83df-44c5-ad14-c07c55666c4e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:14.525106 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.530610 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e82e82-36ac-499b-b804-610a47dcf980 None None] DHCP port deletion for 92be71be-27e3-47c9-bea8-fc1f2459be79 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:14.628833 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-051de0c2-f139-473e-8f79-d532b1e670fe req-0279cee2-9623-4a4c-ade0-ce3657984661 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.665311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c2e82e82-36ac-499b-b804-610a47dcf980 None None] Deleting port f1f53a35-0f68-4e1b-a5ac-5adafb0780bb {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:14.665621 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c2e82e82-36ac-499b-b804-610a47dcf980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.698710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d3e984-247a-4f0e-b63e-cc21a1af6e85 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Made reservation on behalf of 7a4c3bba5f464fadac5480bfde73c58c for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:14.702441 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-28d3e984-247a-4f0e-b63e-cc21a1af6e85 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.736110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d3e984-247a-4f0e-b63e-cc21a1af6e85 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:14.737220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port f1f53a35-0f68-4e1b-a5ac-5adafb0780bb completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:14.742783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40398) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:14.744705 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.750342 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f1f53a35-0f68-4e1b-a5ac-5adafb0780bb triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:14.750810 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.753979 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-28d3e984-247a-4f0e-b63e-cc21a1af6e85 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.754339 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-28d3e984-247a-4f0e-b63e-cc21a1af6e85 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Added segment d49e7c79-90d0-49a8-b4f5-c070d9bbf48f of type vlan for network dc343720-0315-4a03-b504-54bf3f33b959 Jul 05 03:59:14.795368 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-051de0c2-f139-473e-8f79-d532b1e670fe req-0279cee2-9623-4a4c-ade0-ce3657984661 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.809829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c2e82e82-36ac-499b-b804-610a47dcf980 None None] For port f1f53a35-0f68-4e1b-a5ac-5adafb0780bb, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f1f53a35-0f68-4e1b-a5ac-5adafb0780bb,segment=NetworkSegment(82d1aa73-5891-4d09-b3a7-cafbb3e0b512),segment_id=82d1aa73-5891-4d09-b3a7-cafbb3e0b512)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:14.810237 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c2e82e82-36ac-499b-b804-610a47dcf980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.812298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40402) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:14.813677 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['0575119c-3a1e-4c1c-a150-8da545447d28'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:14.827410 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d249d52-ca5f-42a2-9cbf-3b3aaf216cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4fdc61-83df-44c5-ad14-c07c55666c4e'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:14.829804 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc365b07-2883-401b-8d7f-afad475e7361" -d '{"events": [{"server_uuid": "8d249d52-ca5f-42a2-9cbf-3b3aaf216cba", "name": "network-vif-plugged", "status": "completed", "tag": "fd4fdc61-83df-44c5-ad14-c07c55666c4e"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:14.862043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279cee2-9623-4a4c-ade0-ce3657984661 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Pushing event updated for resources: {'Port': ['ID=c7f73527-5e4b-4aec-9ee4-e135a7ee1833,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:14.871939 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-28d3e984-247a-4f0e-b63e-cc21a1af6e85 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.885819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051de0c2-f139-473e-8f79-d532b1e670fe req-0279cee2-9623-4a4c-ade0-ce3657984661 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Network cb680753-4518-4b31-b2c8-56ca0a768a05 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:14.890540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-051de0c2-f139-473e-8f79-d532b1e670fe req-0279cee2-9623-4a4c-ade0-ce3657984661 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:14.892167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c2e82e82-36ac-499b-b804-610a47dcf980 None None] Calling delete_port for f1f53a35-0f68-4e1b-a5ac-5adafb0780bb owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:14.893665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-051de0c2-f139-473e-8f79-d532b1e670fe req-0279cee2-9623-4a4c-ade0-ce3657984661 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:14.899718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port fd4fdc61-83df-44c5-ad14-c07c55666c4e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=fd4fdc61-83df-44c5-ad14-c07c55666c4e,segment=NetworkSegment(6d67167f-c14f-49c2-8c5e-4a88798d9a44),segment_id=6d67167f-c14f-49c2-8c5e-4a88798d9a44)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:14.908739 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-375c2c64-c743-47d3-bc7f-1198a119dd3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a48f77bebcac4d6e81e341f2c9f5c406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0940087 Jul 05 03:59:14.911532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40408) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:14.962876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051de0c2-f139-473e-8f79-d532b1e670fe req-0279cee2-9623-4a4c-ade0-ce3657984661 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.962876 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-051de0c2-f139-473e-8f79-d532b1e670fe req-0279cee2-9623-4a4c-ade0-ce3657984661 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.013476 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-156c32b9-bd84-4821-9742-86355565fa5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.037514 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.061287 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-156c32b9-bd84-4821-9742-86355565fa5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.092105 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.107962 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-96f2989b-fdb3-4c1a-97d2-cebe54182375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.112104 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-051de0c2-f139-473e-8f79-d532b1e670fe req-0279cee2-9623-4a4c-ade0-ce3657984661 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6055918 Jul 05 03:59:15.112665 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-28d3e984-247a-4f0e-b63e-cc21a1af6e85 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.120751 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d3e984-247a-4f0e-b63e-cc21a1af6e85 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.121371 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-28d3e984-247a-4f0e-b63e-cc21a1af6e85 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.141824 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc286f1-5c5f-4b6c-b7e4-213427472401 x-openstack-request-id: req-bfc286f1-5c5f-4b6c-b7e4-213427472401 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:15.142080 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d249d52-ca5f-42a2-9cbf-3b3aaf216cba", "name": "network-vif-plugged", "status": "completed", "tag": "fd4fdc61-83df-44c5-ad14-c07c55666c4e", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:15.142264 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfc286f1-5c5f-4b6c-b7e4-213427472401 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:15.142631 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d249d52-ca5f-42a2-9cbf-3b3aaf216cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4fdc61-83df-44c5-ad14-c07c55666c4e', 'code': 200} Jul 05 03:59:15.186815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port f1f53a35-0f68-4e1b-a5ac-5adafb0780bb, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f1f53a35-0f68-4e1b-a5ac-5adafb0780bb,segment=NetworkSegment(82d1aa73-5891-4d09-b3a7-cafbb3e0b512),segment_id=82d1aa73-5891-4d09-b3a7-cafbb3e0b512)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:15.209419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=fd4fdc61-83df-44c5-ad14-c07c55666c4e,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:15.210362 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Request body: {'port': {'device_id': 'c0826c55-ea51-4887-a9a5-34e72c1bb45a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:15.215760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3e984-247a-4f0e-b63e-cc21a1af6e85 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'Network': ['ID=dc343720-0315-4a03-b504-54bf3f33b959,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:15.237898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network dc343720-0315-4a03-b504-54bf3f33b959 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:15.266883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaa5d6-2990-423e-a3bb-3202d26186b8 req-8d8312d0-a351-461d-b100-5d3844b2fa0a tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.276576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-baeaa5d6-2990-423e-a3bb-3202d26186b8 req-8d8312d0-a351-461d-b100-5d3844b2fa0a tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1550777 Jul 05 03:59:15.297088 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.316765 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.371832 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-156c32b9-bd84-4821-9742-86355565fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.378231 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-156c32b9-bd84-4821-9742-86355565fa5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.385426 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-156c32b9-bd84-4821-9742-86355565fa5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3ec153c-c88a-47e6-a3d9-f2225ffb4e9d HTTP/1.1" status: 204 len: 168 time: 0.4717937 Jul 05 03:59:15.387828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=f1f53a35-0f68-4e1b-a5ac-5adafb0780bb,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:15.400320 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-baeaa5d6-2990-423e-a3bb-3202d26186b8 req-df8b097b-0f36-4084-9f54-5319627704b3 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227701 Jul 05 03:59:15.413867 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c2e82e82-36ac-499b-b804-610a47dcf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.418403 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-96f2989b-fdb3-4c1a-97d2-cebe54182375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.423963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c32b9-bd84-4821-9742-86355565fa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ec153c-c88a-47e6-a3d9-f2225ffb4e9d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:15.447970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df8f82-7ef3-4996-85f2-701d604dff7a req-a2134bc7-8c20-457d-99d9-252e619bd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.450289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25df8f82-7ef3-4996-85f2-701d604dff7a req-a2134bc7-8c20-457d-99d9-252e619bd265 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 1096 time: 0.2350540 Jul 05 03:59:15.492085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25df8f82-7ef3-4996-85f2-701d604dff7a req-488e12a8-7010-46fb-841a-e674cb29d8b0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350237 Jul 05 03:59:15.495580 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e82e82-36ac-499b-b804-610a47dcf980 None None] Pushing event deleted for resources: {'Port': ['ID=f1f53a35-0f68-4e1b-a5ac-5adafb0780bb,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:15.500025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e82e82-36ac-499b-b804-610a47dcf980 None None] No DVR routers for this DVR port f1f53a35-0f68-4e1b-a5ac-5adafb0780bb on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:15.517797 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-96f2989b-fdb3-4c1a-97d2-cebe54182375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.600972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2989b-fdb3-4c1a-97d2-cebe54182375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e5377c-bb0e-4f2c-8df3-04c3e101aee6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:15.615317 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-96f2989b-fdb3-4c1a-97d2-cebe54182375 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6de76143dd240d1aafb17499afd3562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8709478 Jul 05 03:59:15.619806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40422) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:15.627241 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-28d3e984-247a-4f0e-b63e-cc21a1af6e85 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1245899 Jul 05 03:59:15.633386 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40424) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:15.643561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9dce6d37-b68f-48e6-a89f-76ce73d9fdab tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Request body: {'subnet': {'network_id': 'dc343720-0315-4a03-b504-54bf3f33b959', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:15.725272 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ababbf76-6ddd-4e72-97c8-dde0ba88c5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.747120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cb883-87c9-43b8-b06a-800d3f70b822 req-80ad0813-754d-4bfb-a1d7-6bdb5985877e tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.748671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b2cb883-87c9-43b8-b06a-800d3f70b822 req-80ad0813-754d-4bfb-a1d7-6bdb5985877e tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 931 time: 0.1310725 Jul 05 03:59:15.764895 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ababbf76-6ddd-4e72-97c8-dde0ba88c5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.842745 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b2cb883-87c9-43b8-b06a-800d3f70b822 req-312344b1-0cdd-4eb6-a179-d897a0536db7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831301 Jul 05 03:59:15.878894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f1f53a35-0f68-4e1b-a5ac-5adafb0780bb no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:15.898995 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f73527-5e4b-4aec-9ee4-e135a7ee1833 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:15.907216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dce6d37-b68f-48e6-a89f-76ce73d9fdab tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Made reservation on behalf of 7a4c3bba5f464fadac5480bfde73c58c for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:15.907680 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: f1f53a35-0f68-4e1b-a5ac-5adafb0780bb {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:15.908030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f1f53a35-0f68-4e1b-a5ac-5adafb0780bb not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:15.911909 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9dce6d37-b68f-48e6-a89f-76ce73d9fdab tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.917366 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.968161 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ababbf76-6ddd-4e72-97c8-dde0ba88c5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.971297 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ababbf76-6ddd-4e72-97c8-dde0ba88c5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.975182 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ababbf76-6ddd-4e72-97c8-dde0ba88c5dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69e5377c-bb0e-4f2c-8df3-04c3e101aee6 HTTP/1.1" status: 204 len: 168 time: 0.3510997 Jul 05 03:59:15.980951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Transition to ACTIVE for port object c7f73527-5e4b-4aec-9ee4-e135a7ee1833 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:15.983130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababbf76-6ddd-4e72-97c8-dde0ba88c5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e5377c-bb0e-4f2c-8df3-04c3e101aee6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:16.108556 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.162533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f73527-5e4b-4aec-9ee4-e135a7ee1833,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:16.273256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Attempting to bind port c7f73527-5e4b-4aec-9ee4-e135a7ee1833 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:16.273784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Attempting to bind port c7f73527-5e4b-4aec-9ee4-e135a7ee1833 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '3085107a-c68d-4635-b056-1e9ee048ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:16.274136 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Attempting to bind port c7f73527-5e4b-4aec-9ee4-e135a7ee1833 on network cb680753-4518-4b31-b2c8-56ca0a768a05 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:16.282625 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Port c7f73527-5e4b-4aec-9ee4-e135a7ee1833 on network cb680753-4518-4b31-b2c8-56ca0a768a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:16.282952 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Attempting to bind port c7f73527-5e4b-4aec-9ee4-e135a7ee1833 on network cb680753-4518-4b31-b2c8-56ca0a768a05 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:16.295797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:16.296143 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Checking segment: {'id': '3085107a-c68d-4635-b056-1e9ee048ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:16.296563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Bound using segment: {'id': '3085107a-c68d-4635-b056-1e9ee048ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:16.297050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Bound port: c7f73527-5e4b-4aec-9ee4-e135a7ee1833, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3085107a-c68d-4635-b056-1e9ee048ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:16.297429 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.323722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.objects.ports [None req-9dce6d37-b68f-48e6-a89f-76ce73d9fdab tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:59:16.326790 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9dce6d37-b68f-48e6-a89f-76ce73d9fdab tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.430943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce6d37-b68f-48e6-a89f-76ce73d9fdab tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'Subnet': ['ID=1656f371-dcf1-4d47-b8b9-135995fe2c35,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:16.454761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dce6d37-b68f-48e6-a89f-76ce73d9fdab tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Checking segment: {'id': 'd49e7c79-90d0-49a8-b4f5-c070d9bbf48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc343720-0315-4a03-b504-54bf3f33b959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:16.455237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dce6d37-b68f-48e6-a89f-76ce73d9fdab tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Network hostable DHCP agents. Network: dc343720-0315-4a03-b504-54bf3f33b959, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:16.458186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] For port c7f73527-5e4b-4aec-9ee4-e135a7ee1833, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:16.462885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] For port c7f73527-5e4b-4aec-9ee4-e135a7ee1833, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=c7f73527-5e4b-4aec-9ee4-e135a7ee1833,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:16.569606 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.606278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dce6d37-b68f-48e6-a89f-76ce73d9fdab tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Network dc343720-0315-4a03-b504-54bf3f33b959 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:16.609023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.615335 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.615335 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-051de0c2-f139-473e-8f79-d532b1e670fe req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] 10.222.0.11 "PUT /v2.0/ports/c7f73527-5e4b-4aec-9ee4-e135a7ee1833 HTTP/1.1" status: 200 len: 1091 time: 1.4869871 Jul 05 03:59:16.615335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0826c55-ea51-4887-a9a5-34e72c1bb45a', 'tag': 'c7f73527-5e4b-4aec-9ee4-e135a7ee1833'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:16.616567 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9933b130-34e4-442a-a742-ba2475bab020" -d '{"events": [{"name": "network-changed", "server_uuid": "c0826c55-ea51-4887-a9a5-34e72c1bb45a", "tag": "c7f73527-5e4b-4aec-9ee4-e135a7ee1833"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:16.643361 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76d601-1560-42f6-b98c-25f26d51bed5 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f73527-5e4b-4aec-9ee4-e135a7ee1833,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:16.657996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092f2c4-6045-4236-9463-724771835fdb req-355a935f-8d19-4848-9745-b7ab696df2e3 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.665734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f092f2c4-6045-4236-9463-724771835fdb req-355a935f-8d19-4848-9745-b7ab696df2e3 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1222003 Jul 05 03:59:16.710969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f092f2c4-6045-4236-9463-724771835fdb req-4c757fb6-3f8a-4b93-91cd-cd75104efb3d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439525 Jul 05 03:59:16.744437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40458) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:16.766741 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdbba6f-0de3-428f-b249-1ee9b8e6c15e x-openstack-request-id: req-0bdbba6f-0de3-428f-b249-1ee9b8e6c15e {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:16.766741 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0826c55-ea51-4887-a9a5-34e72c1bb45a", "tag": "c7f73527-5e4b-4aec-9ee4-e135a7ee1833", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:16.766741 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0bdbba6f-0de3-428f-b249-1ee9b8e6c15e {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:16.766741 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0826c55-ea51-4887-a9a5-34e72c1bb45a', 'tag': 'c7f73527-5e4b-4aec-9ee4-e135a7ee1833', 'status': 'completed', 'code': 200} Jul 05 03:59:16.769400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-9dce6d37-b68f-48e6-a89f-76ce73d9fdab tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, dc343720-0315-4a03-b504-54bf3f33b959) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:16.775688 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dce6d37-b68f-48e6-a89f-76ce73d9fdab tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.776312 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9dce6d37-b68f-48e6-a89f-76ce73d9fdab tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.784960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65586fd2-fdc6-41c4-a554-e8c7b5c534be None None] Network dc343720-0315-4a03-b504-54bf3f33b959 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:16.812830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051de0c2-f139-473e-8f79-d532b1e670fe req-d758fe9f-201f-490e-835a-f80c663c2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.813303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40462) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:16.813734 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-051de0c2-f139-473e-8f79-d532b1e670fe req-d758fe9f-201f-490e-835a-f80c663c2260 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4ce3e94b11467baf98b0133ae5e4ed&device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 1094 time: 0.0940542 Jul 05 03:59:16.831511 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4b17063-fc09-4f0f-8926-2128ffaff11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.867231 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-051de0c2-f139-473e-8f79-d532b1e670fe req-b7cd7509-badf-4b11-a7e4-9f7078944a43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7f73527-5e4b-4aec-9ee4-e135a7ee1833 HTTP/1.1" status: 200 len: 217 time: 0.0440397 Jul 05 03:59:16.903282 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9dce6d37-b68f-48e6-a89f-76ce73d9fdab tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2695427 Jul 05 03:59:16.907026 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40468) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:16.915258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Request body: {'port': {'network_id': 'dc343720-0315-4a03-b504-54bf3f33b959', 'name': 'tempest-NetworksIpV6TestAttrs-1296153589'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:16.972049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051de0c2-f139-473e-8f79-d532b1e670fe req-98878158-4c5e-48c3-b5f8-9b531245f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.974025 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-051de0c2-f139-473e-8f79-d532b1e670fe req-98878158-4c5e-48c3-b5f8-9b531245f582 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cefa76d6-ca51-49f1-9b3c-abe7c879904a HTTP/1.1" status: 200 len: 853 time: 0.1022887 Jul 05 03:59:17.023252 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-051de0c2-f139-473e-8f79-d532b1e670fe req-52dd0b3e-3dc3-4c06-bc1c-aacdb311e035 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb680753-4518-4b31-b2c8-56ca0a768a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415449 Jul 05 03:59:17.051000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-dc343720-0315-4a03-b504-54bf3f33b959', 'network_id': 'dc343720-0315-4a03-b504-54bf3f33b959', 'tenant_id': '7a4c3bba5f464fadac5480bfde73c58c', 'fixed_ips': [{'subnet_id': '1656f371-dcf1-4d47-b8b9-135995fe2c35'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:17.052770 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.113497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb7e33-13fd-4209-b364-5816501204aa req-a305614a-dc89-4bf5-9146-26813a2a03b7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.116122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbbb7e33-13fd-4209-b364-5816501204aa req-a305614a-dc89-4bf5-9146-26813a2a03b7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 943 time: 0.1017084 Jul 05 03:59:17.121816 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-228983835-network', 'tenant_id': '7ece24acfa7d487bbb5811bef3c548e5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:17.157182 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-051de0c2-f139-473e-8f79-d532b1e670fe req-761d7af6-0c28-4739-bf64-68143a5e658b service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268582 Jul 05 03:59:17.165266 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbbb7e33-13fd-4209-b364-5816501204aa req-4fd27fbb-3cba-41eb-a00c-712d52b49b26 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387089 Jul 05 03:59:17.209881 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4b17063-fc09-4f0f-8926-2128ffaff11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.237945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Allocated IP 2001:db8::f816:3eff:fec0:e788 (dc343720-0315-4a03-b504-54bf3f33b959/1656f371-dcf1-4d47-b8b9-135995fe2c35/e5aba288-392d-452d-ba1e-a45216c37a72) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:17.253275 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-051de0c2-f139-473e-8f79-d532b1e670fe req-7e8b3778-2133-4f30-87ee-fb35fd0dfe22 service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888984 Jul 05 03:59:17.282884 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4b17063-fc09-4f0f-8926-2128ffaff11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.301417 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:59:17.301417 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:59:17.301417 n-d-798249-5 neutron-server[100877]: [parameters: {'project_id_1': '7ece24acfa7d487bbb5811bef3c548e5', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 59, 17, 128094)}] Jul 05 03:59:17.301417 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:59:17.302585 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:59:17.334011 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a4b17063-fc09-4f0f-8926-2128ffaff11b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf96aa59529f4ebda91723a5919cae88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160520 Jul 05 03:59:17.334011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b17063-fc09-4f0f-8926-2128ffaff11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd204ac-9777-48a3-8ee2-0711f27f2e80,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:17.334374 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40470) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:17.389978 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d81bb8b-bc65-48b7-8e48-f5a8dd8e474e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.425332 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d81bb8b-bc65-48b7-8e48-f5a8dd8e474e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.427649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Made reservation on behalf of 7a4c3bba5f464fadac5480bfde73c58c for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:17.431217 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.485674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] device_id is not set on port 01343e80-1eb4-4489-a484-7160230d7a9e yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:59:17.503970 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.513758 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Transition to ACTIVE for port object e5aba288-392d-452d-ba1e-a45216c37a72 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:17.528468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Transition to ACTIVE for port object e5aba288-392d-452d-ba1e-a45216c37a72 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:17.574714 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933b130-34e4-442a-a742-ba2475bab020 req-5faa3f49-9e16-4a61-b832-22229e8e6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.576138 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9933b130-34e4-442a-a742-ba2475bab020 req-5faa3f49-9e16-4a61-b832-22229e8e6d55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4ce3e94b11467baf98b0133ae5e4ed&device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 1094 time: 0.1653311 Jul 05 03:59:17.654487 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.694231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Network dc343720-0315-4a03-b504-54bf3f33b959 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:17.697164 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:17.700605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:17.712249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933b130-34e4-442a-a742-ba2475bab020 req-cca93713-5f00-4a5b-b20f-b6abd64ef0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.713792 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9933b130-34e4-442a-a742-ba2475bab020 req-cca93713-5f00-4a5b-b20f-b6abd64ef0f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb680753-4518-4b31-b2c8-56ca0a768a05 HTTP/1.1" status: 200 len: 914 time: 0.1280901 Jul 05 03:59:17.715170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Pushing event updated for resources: {'Port': ['ID=e5aba288-392d-452d-ba1e-a45216c37a72,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:17.724029 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d81bb8b-bc65-48b7-8e48-f5a8dd8e474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.724029 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d81bb8b-bc65-48b7-8e48-f5a8dd8e474e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.724029 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6d81bb8b-bc65-48b7-8e48-f5a8dd8e474e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/efd204ac-9777-48a3-8ee2-0711f27f2e80 HTTP/1.1" status: 204 len: 168 time: 0.3869450 Jul 05 03:59:17.749707 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Allocated IP 2001:db8::f816:3eff:fe20:e572 (dc343720-0315-4a03-b504-54bf3f33b959/1656f371-dcf1-4d47-b8b9-135995fe2c35/01343e80-1eb4-4489-a484-7160230d7a9e) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:17.751934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81bb8b-bc65-48b7-8e48-f5a8dd8e474e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd204ac-9777-48a3-8ee2-0711f27f2e80,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:17.790114 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9933b130-34e4-442a-a742-ba2475bab020 req-6f1b511d-c3a3-4847-bb4c-c45d658f6162 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7f73527-5e4b-4aec-9ee4-e135a7ee1833 HTTP/1.1" status: 200 len: 217 time: 0.0498884 Jul 05 03:59:17.826823 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Attempting to bind port e5aba288-392d-452d-ba1e-a45216c37a72 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:17.827302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Attempting to bind port e5aba288-392d-452d-ba1e-a45216c37a72 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'd49e7c79-90d0-49a8-b4f5-c070d9bbf48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc343720-0315-4a03-b504-54bf3f33b959'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:17.827556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Attempting to bind port e5aba288-392d-452d-ba1e-a45216c37a72 on network dc343720-0315-4a03-b504-54bf3f33b959 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:17.833453 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:17.833836 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Checking segment: {'id': 'd49e7c79-90d0-49a8-b4f5-c070d9bbf48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc343720-0315-4a03-b504-54bf3f33b959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:17.834244 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.834639 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Bound using segment: {'id': 'd49e7c79-90d0-49a8-b4f5-c070d9bbf48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc343720-0315-4a03-b504-54bf3f33b959'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:17.835115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Bound port: e5aba288-392d-452d-ba1e-a45216c37a72, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49e7c79-90d0-49a8-b4f5-c070d9bbf48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc343720-0315-4a03-b504-54bf3f33b959'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:17.835501 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.897335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933b130-34e4-442a-a742-ba2475bab020 req-538f798c-f9fc-46f5-8d8e-509b6a0bcb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.898854 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9933b130-34e4-442a-a742-ba2475bab020 req-538f798c-f9fc-46f5-8d8e-509b6a0bcb80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cefa76d6-ca51-49f1-9b3c-abe7c879904a HTTP/1.1" status: 200 len: 853 time: 0.0985756 Jul 05 03:59:17.917719 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Made reservation on behalf of 7ece24acfa7d487bbb5811bef3c548e5 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:17.920829 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.939755 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.946470 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] For port e5aba288-392d-452d-ba1e-a45216c37a72, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:17.953652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] For port e5aba288-392d-452d-ba1e-a45216c37a72, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e5aba288-392d-452d-ba1e-a45216c37a72,segment=NetworkSegment(d49e7c79-90d0-49a8-b4f5-c070d9bbf48f),segment_id=d49e7c79-90d0-49a8-b4f5-c070d9bbf48f)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:17.993175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206c242-a6f5-4297-b558-0d64eb66ddae req-0e93c9db-46a8-4429-9411-c116a8732572 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.994747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1206c242-a6f5-4297-b558-0d64eb66ddae req-0e93c9db-46a8-4429-9411-c116a8732572 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1257377 Jul 05 03:59:18.012625 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.027505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Transition to ACTIVE for port object 01343e80-1eb4-4489-a484-7160230d7a9e will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:18.032040 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.079443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1206c242-a6f5-4297-b558-0d64eb66ddae req-84115112-0451-4bbd-ba14-789e188581e1 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740423 Jul 05 03:59:18.133570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a24e06-9dc0-4cdf-b079-2bad114aa521 None None] Pushing event updated for resources: {'Port': ['ID=e5aba288-392d-452d-ba1e-a45216c37a72,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:18.154429 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.159154 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9933b130-34e4-442a-a742-ba2475bab020 req-c3141ed0-82bd-45fe-8238-110e3a039d26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb680753-4518-4b31-b2c8-56ca0a768a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2345412 Jul 05 03:59:18.260576 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.269592 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.305134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:18.328485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac9785e-5992-47c8-9394-7f4c36cbe3a9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:18.335128 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.335404 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Added segment e1323207-322f-4537-9cf4-f559af6adc72 of type vlan for network e973648b-978c-4dbd-8a1c-9d2ed6eff82b Jul 05 03:59:18.360730 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9933b130-34e4-442a-a742-ba2475bab020 req-a1e04a73-74f0-4e1d-bedf-c23f4c312d1b service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946759 Jul 05 03:59:18.388625 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Network dc343720-0315-4a03-b504-54bf3f33b959 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:18.391038 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.511671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:18.525586 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:18.530995 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.532421 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.540855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'Port': ['ID=01343e80-1eb4-4489-a484-7160230d7a9e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:18.541347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6a11f-cd98-45fa-b84a-9d811bfea963 req-770b5b44-80bd-4757-84de-0d4e3c81ade1 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.542936 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8f6a11f-cd98-45fa-b84a-9d811bfea963 req-770b5b44-80bd-4757-84de-0d4e3c81ade1 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 943 time: 0.0808995 Jul 05 03:59:18.574557 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.575559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.576206 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.587185 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9933b130-34e4-442a-a742-ba2475bab020 req-4b5d65f4-fdea-4fbd-b09d-1e92972b721b service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101691 Jul 05 03:59:18.626686 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d3fdaa9c-ad04-4065-a7ed-8394fe3f811a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7186139 Jul 05 03:59:18.630556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40498) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:18.664269 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8f6a11f-cd98-45fa-b84a-9d811bfea963 req-32e462bc-ac56-420b-91a2-addb9f3924af tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139641 Jul 05 03:59:18.677495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] Pushing event updated for resources: {'Network': ['ID=e973648b-978c-4dbd-8a1c-9d2ed6eff82b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:18.690569 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network e973648b-978c-4dbd-8a1c-9d2ed6eff82b details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:18.695592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-db52f845-69fa-4ab2-ad69-59785f0f7f4c tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Deleting subnet 1656f371-dcf1-4d47-b8b9-135995fe2c35 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:18.698801 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db52f845-69fa-4ab2-ad69-59785f0f7f4c tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.760687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2e062e16-8412-4562-a281-d3699b80734e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0067637 Jul 05 03:59:18.767641 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db52f845-69fa-4ab2-ad69-59785f0f7f4c tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.943589 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db52f845-69fa-4ab2-ad69-59785f0f7f4c tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.943717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb167f04-8beb-4f33-900f-8e260fc19163 req-9545c852-2de0-4213-a34f-20a1bd36b646 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.944441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb167f04-8beb-4f33-900f-8e260fc19163 req-9545c852-2de0-4213-a34f-20a1bd36b646 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1142139 Jul 05 03:59:18.950826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aa401-d1c1-4bb6-ac35-276d22e44307 req-a71705a3-5f76-41b1-8be4-db0a43afbf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.952418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-512aa401-d1c1-4bb6-ac35-276d22e44307 req-a71705a3-5f76-41b1-8be4-db0a43afbf01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8bf2bb6d510e4bac8f5a2fcd7741fda7&device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 1096 time: 0.0908523 Jul 05 03:59:19.071797 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb167f04-8beb-4f33-900f-8e260fc19163 req-e2b90397-ee3e-4a61-8964-46e897b63cc8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182952 Jul 05 03:59:19.133090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aa401-d1c1-4bb6-ac35-276d22e44307 req-024d6552-9bcc-4734-9b3d-346c09bb8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:19.134743 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-512aa401-d1c1-4bb6-ac35-276d22e44307 req-024d6552-9bcc-4734-9b3d-346c09bb8152 service neutron] 10.222.0.64 "GET /v2.0/networks?id=31690ce0-e310-4c82-b0ee-306fa6a5b103 HTTP/1.1" status: 200 len: 911 time: 0.1707292 Jul 05 03:59:19.169434 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db52f845-69fa-4ab2-ad69-59785f0f7f4c tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.192436 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-512aa401-d1c1-4bb6-ac35-276d22e44307 req-cfd574c4-1226-4955-93f2-9c7352abe326 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd4fdc61-83df-44c5-ad14-c07c55666c4e HTTP/1.1" status: 200 len: 217 time: 0.0488694 Jul 05 03:59:19.256322 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40522) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:19.281955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aa401-d1c1-4bb6-ac35-276d22e44307 req-530b4182-9737-4647-8335-2eea127ada26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:19.284458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-512aa401-d1c1-4bb6-ac35-276d22e44307 req-530b4182-9737-4647-8335-2eea127ada26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=51f7de5d-a5d9-4c58-ac7a-89ad77e975db HTTP/1.1" status: 200 len: 850 time: 0.0855072 Jul 05 03:59:19.339716 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-512aa401-d1c1-4bb6-ac35-276d22e44307 req-5908de21-3723-4a81-a100-d44583f09e81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31690ce0-e310-4c82-b0ee-306fa6a5b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443151 Jul 05 03:59:19.524826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9849ab-3ee3-4512-a5a6-abf0f994a552 None None] Network dc343720-0315-4a03-b504-54bf3f33b959 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:19.538692 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9bb85f9c-c52a-4fce-8d64-98f26ad2d9c1 tempest-AgentManagementNegativeTest-266185754 tempest-AgentManagementNegativeTest-266185754-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2809954 Jul 05 03:59:19.564099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-512aa401-d1c1-4bb6-ac35-276d22e44307 req-31daff2c-579f-46cf-b362-f4af7b879f4d service neutron] 10.222.0.64 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168093 Jul 05 03:59:19.610900 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52f845-69fa-4ab2-ad69-59785f0f7f4c tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Subnet': ['ID=1656f371-dcf1-4d47-b8b9-135995fe2c35,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:19.619125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db52f845-69fa-4ab2-ad69-59785f0f7f4c tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.621159 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-db52f845-69fa-4ab2-ad69-59785f0f7f4c tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/subnets/1656f371-dcf1-4d47-b8b9-135995fe2c35 HTTP/1.1" status: 204 len: 168 time: 0.9893334 Jul 05 03:59:19.623908 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40530) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:19.679479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1528a4c2-1764-4ebd-949b-6a6c3239d868 None None] Provisioning for port e5aba288-392d-452d-ba1e-a45216c37a72 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:19.755221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93f44d4-221a-4177-9156-a8e05a765014 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:19.756839 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93f44d4-221a-4177-9156-a8e05a765014 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:19.758642 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d93f44d4-221a-4177-9156-a8e05a765014 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1337352 Jul 05 03:59:19.762372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40534) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:19.833197 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ad188-7fb3-4c3a-aa94-403207f28001 None None] DHCP port deletion for dc343720-0315-4a03-b504-54bf3f33b959 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:19.869262 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-31c79224-1e87-4d02-93c7-88e63858fac0 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.876661 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c79224-1e87-4d02-93c7-88e63858fac0 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 03:59:19.877207 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c79224-1e87-4d02-93c7-88e63858fac0 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:19.880951 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-31c79224-1e87-4d02-93c7-88e63858fac0 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/networks/dc343720-0315-4a03-b504-54bf3f33b959 HTTP/1.1" status: 409 len: 405 time: 0.1157532 Jul 05 03:59:19.883736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40536) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:19.888907 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1127eac5-7ef8-4734-834b-abe17ceeb3e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-749473493'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:19.890143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ad188-7fb3-4c3a-aa94-403207f28001 None None] Deleting port e5aba288-392d-452d-ba1e-a45216c37a72 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:19.890590 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad188-7fb3-4c3a-aa94-403207f28001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.967557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6a8ad188-7fb3-4c3a-aa94-403207f28001 None None] For port e5aba288-392d-452d-ba1e-a45216c37a72, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e5aba288-392d-452d-ba1e-a45216c37a72,segment=NetworkSegment(d49e7c79-90d0-49a8-b4f5-c070d9bbf48f),segment_id=d49e7c79-90d0-49a8-b4f5-c070d9bbf48f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:19.967985 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad188-7fb3-4c3a-aa94-403207f28001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.981039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ad188-7fb3-4c3a-aa94-403207f28001 None None] Calling delete_port for e5aba288-392d-452d-ba1e-a45216c37a72 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:20.019406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1127eac5-7ef8-4734-834b-abe17ceeb3e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Made reservation on behalf of 7a4c3bba5f464fadac5480bfde73c58c for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:20.022772 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-512aa401-d1c1-4bb6-ac35-276d22e44307 req-344df694-01f1-44a1-9c9c-555e273cd264 service neutron] 10.222.0.64 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262202 Jul 05 03:59:20.024317 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1127eac5-7ef8-4734-834b-abe17ceeb3e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.039564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device c7f73527-5e4b-4aec-9ee4-e135a7ee1833 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:20.080177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1127eac5-7ef8-4734-834b-abe17ceeb3e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:20.095861 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1127eac5-7ef8-4734-834b-abe17ceeb3e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.096389 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-1127eac5-7ef8-4734-834b-abe17ceeb3e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Added segment 6e8fc3d1-1b33-4b51-b937-225851006832 of type vlan for network cbac7a35-2b71-46d8-b76a-e5fe95c010c3 Jul 05 03:59:20.096803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6f8b7-b24d-4c60-9611-be37ceadd652 req-d4e2bb05-b801-42fc-a0ff-a1c99b604636 tempest-ComputeTenantNetworksTest-1633690139 tempest-ComputeTenantNetworksTest-1633690139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.104441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6f8b7-b24d-4c60-9611-be37ceadd652 req-d4e2bb05-b801-42fc-a0ff-a1c99b604636 tempest-ComputeTenantNetworksTest-1633690139 tempest-ComputeTenantNetworksTest-1633690139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.110227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6f8b7-b24d-4c60-9611-be37ceadd652 req-d4e2bb05-b801-42fc-a0ff-a1c99b604636 tempest-ComputeTenantNetworksTest-1633690139 tempest-ComputeTenantNetworksTest-1633690139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.111994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58e6f8b7-b24d-4c60-9611-be37ceadd652 req-d4e2bb05-b801-42fc-a0ff-a1c99b604636 tempest-ComputeTenantNetworksTest-1633690139 tempest-ComputeTenantNetworksTest-1633690139-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6151619 Jul 05 03:59:20.140478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aa5a0-510b-4e15-8327-41f02f1dc8fd req-139387d7-aa91-46bd-bb17-f040caf2a8c3 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.149440 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-736aa5a0-510b-4e15-8327-41f02f1dc8fd req-139387d7-aa91-46bd-bb17-f040caf2a8c3 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 943 time: 0.1961527 Jul 05 03:59:20.149860 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1127eac5-7ef8-4734-834b-abe17ceeb3e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.188286 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-736aa5a0-510b-4e15-8327-41f02f1dc8fd req-4d8ed3b2-17e1-403d-9ad7-5e6f8a29ac97 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382693 Jul 05 03:59:20.235489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40552) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:20.255431 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port c7f73527-5e4b-4aec-9ee4-e135a7ee1833, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=c7f73527-5e4b-4aec-9ee4-e135a7ee1833,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:20.272556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'c7f73527-5e4b-4aec-9ee4-e135a7ee1833', 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05', 'port_id': 'c7f73527-5e4b-4aec-9ee4-e135a7ee1833', 'mac_address': 'fa:16:3e:a0:36:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefa76d6-ca51-49f1-9b3c-abe7c879904a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:20.320816 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad188-7fb3-4c3a-aa94-403207f28001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.361532 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1127eac5-7ef8-4734-834b-abe17ceeb3e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.367927 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ad188-7fb3-4c3a-aa94-403207f28001 None None] No DVR routers for this DVR port e5aba288-392d-452d-ba1e-a45216c37a72 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:20.372194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1127eac5-7ef8-4734-834b-abe17ceeb3e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.373097 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1127eac5-7ef8-4734-834b-abe17ceeb3e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.382187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ad188-7fb3-4c3a-aa94-403207f28001 None None] Pushing event deleted for resources: {'Port': ['ID=e5aba288-392d-452d-ba1e-a45216c37a72,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:20.385819 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.410999 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f73527-5e4b-4aec-9ee4-e135a7ee1833 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:20.427980 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4528ab4e-623c-40d8-acdb-b5617658dc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.434098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port c7f73527-5e4b-4aec-9ee4-e135a7ee1833, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=c7f73527-5e4b-4aec-9ee4-e135a7ee1833,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:20.450233 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181f41-0aa6-462d-a8d0-d3411c3b01b3 req-5cf0818a-c7cb-482b-b4b6-580b6f5ae49d tempest-ComputeTenantNetworksTest-1633690139 tempest-ComputeTenantNetworksTest-1633690139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.451599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a181f41-0aa6-462d-a8d0-d3411c3b01b3 req-5cf0818a-c7cb-482b-b4b6-580b6f5ae49d tempest-ComputeTenantNetworksTest-1633690139 tempest-ComputeTenantNetworksTest-1633690139-project] 10.222.0.60 "GET /v2.0/networks/e973648b-978c-4dbd-8a1c-9d2ed6eff82b HTTP/1.1" status: 200 len: 768 time: 0.1613703 Jul 05 03:59:20.461936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40556) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:20.462909 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127eac5-7ef8-4734-834b-abe17ceeb3e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'Network': ['ID=cbac7a35-2b71-46d8-b76a-e5fe95c010c3,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:20.479948 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network cbac7a35-2b71-46d8-b76a-e5fe95c010c3 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:20.499116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b290d-c0a5-4c54-9af5-36debb542033 req-f67f1571-6807-4c4b-9c11-29bd791e2b40 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.507201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d20b290d-c0a5-4c54-9af5-36debb542033 req-f67f1571-6807-4c4b-9c11-29bd791e2b40 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1578603 Jul 05 03:59:20.550716 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98a513aa-cd6e-4db2-b48c-33ee3a59f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.569362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d20b290d-c0a5-4c54-9af5-36debb542033 req-7ada001d-f3fe-47b9-9578-fd8e027245a8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527155 Jul 05 03:59:20.620130 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.647481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98a513aa-cd6e-4db2-b48c-33ee3a59f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.658879 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-98a513aa-cd6e-4db2-b48c-33ee3a59f7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e973648b-978c-4dbd-8a1c-9d2ed6eff82b']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:20.673486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-98a513aa-cd6e-4db2-b48c-33ee3a59f7e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1323207-322f-4537-9cf4-f559af6adc72') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:20.674207 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-98a513aa-cd6e-4db2-b48c-33ee3a59f7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1323207-322f-4537-9cf4-f559af6adc72') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:20.677941 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1127eac5-7ef8-4734-834b-abe17ceeb3e8 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7928560 Jul 05 03:59:20.681786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=c7f73527-5e4b-4aec-9ee4-e135a7ee1833,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:20.685082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40560) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:20.686657 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98a513aa-cd6e-4db2-b48c-33ee3a59f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.690951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-acbb1ac8-3eef-4b02-b8f4-d4fc01f8db06 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Request body: {'subnet': {'network_id': 'cbac7a35-2b71-46d8-b76a-e5fe95c010c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:20.700723 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98a513aa-cd6e-4db2-b48c-33ee3a59f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.706585 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a513aa-cd6e-4db2-b48c-33ee3a59f7e4 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:20.706975 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98a513aa-cd6e-4db2-b48c-33ee3a59f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:20.710304 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:20.859396 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98a513aa-cd6e-4db2-b48c-33ee3a59f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.859655 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['c7f73527-5e4b-4aec-9ee4-e135a7ee1833'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:20.866140 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98a513aa-cd6e-4db2-b48c-33ee3a59f7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.871992 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-98a513aa-cd6e-4db2-b48c-33ee3a59f7e4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e973648b-978c-4dbd-8a1c-9d2ed6eff82b HTTP/1.1" status: 204 len: 168 time: 0.4030671 Jul 05 03:59:20.888774 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a513aa-cd6e-4db2-b48c-33ee3a59f7e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e973648b-978c-4dbd-8a1c-9d2ed6eff82b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:20.947791 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4528ab4e-623c-40d8-acdb-b5617658dc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.067295 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4528ab4e-623c-40d8-acdb-b5617658dc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.116258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4528ab4e-623c-40d8-acdb-b5617658dc87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0aaf80dbef043a3b8f63c392a76f175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8798296 Jul 05 03:59:21.117193 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528ab4e-623c-40d8-acdb-b5617658dc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6168d3c-1ce7-471d-af3d-36136540b1bb,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:21.119147 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40564) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:21.170833 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d52dc4b-8640-4154-9ef8-3184dca5cba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.224488 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d52dc4b-8640-4154-9ef8-3184dca5cba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.224623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbb1ac8-3eef-4b02-b8f4-d4fc01f8db06 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Made reservation on behalf of 7a4c3bba5f464fadac5480bfde73c58c for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:21.224623 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-acbb1ac8-3eef-4b02-b8f4-d4fc01f8db06 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.248216 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9b3d39d5-c478-42d5-a30d-862b78deb6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.273234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40568) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:21.312631 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d52dc4b-8640-4154-9ef8-3184dca5cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.315172 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d52dc4b-8640-4154-9ef8-3184dca5cba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.319341 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7d52dc4b-8640-4154-9ef8-3184dca5cba3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6168d3c-1ce7-471d-af3d-36136540b1bb HTTP/1.1" status: 204 len: 168 time: 0.1962929 Jul 05 03:59:21.352603 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ace44dac-154b-442e-b9fc-5ea56182a62d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ece24acfa7d487bbb5811bef3c548e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754728 Jul 05 03:59:21.352603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40574) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:21.359110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52dc4b-8640-4154-9ef8-3184dca5cba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6168d3c-1ce7-471d-af3d-36136540b1bb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:21.422523 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42e0f2a2-665d-4962-acf4-23a3bf9bf9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.462156 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42e0f2a2-665d-4962-acf4-23a3bf9bf9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.518655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b79bb-26ca-4e61-81e6-a9c6316b81f6 req-a5bfbabd-eaee-410f-a03a-16b5163a0bf9 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.520737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-166b79bb-26ca-4e61-81e6-a9c6316b81f6 req-a5bfbabd-eaee-410f-a03a-16b5163a0bf9 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 944 time: 0.0859845 Jul 05 03:59:21.560031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-166b79bb-26ca-4e61-81e6-a9c6316b81f6 req-7b9851c2-94f5-4487-a068-3f9eec7c480b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331128 Jul 05 03:59:21.597036 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42e0f2a2-665d-4962-acf4-23a3bf9bf9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.601279 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42e0f2a2-665d-4962-acf4-23a3bf9bf9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.606016 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-42e0f2a2-665d-4962-acf4-23a3bf9bf9a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ac9785e-5992-47c8-9394-7f4c36cbe3a9 HTTP/1.1" status: 204 len: 168 time: 0.2491992 Jul 05 03:59:21.628740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0f2a2-665d-4962-acf4-23a3bf9bf9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac9785e-5992-47c8-9394-7f4c36cbe3a9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:21.667537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.objects.ports [None req-acbb1ac8-3eef-4b02-b8f4-d4fc01f8db06 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:59:21.669187 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-acbb1ac8-3eef-4b02-b8f4-d4fc01f8db06 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.807453 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e5aba288-392d-452d-ba1e-a45216c37a72 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:21.812649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb1ac8-3eef-4b02-b8f4-d4fc01f8db06 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'Subnet': ['ID=04b4695f-7f2e-4ed8-b3b9-0ac4032869db,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:21.830837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb1ac8-3eef-4b02-b8f4-d4fc01f8db06 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Checking segment: {'id': '6e8fc3d1-1b33-4b51-b937-225851006832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cbac7a35-2b71-46d8-b76a-e5fe95c010c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:21.831389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb1ac8-3eef-4b02-b8f4-d4fc01f8db06 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Network hostable DHCP agents. Network: cbac7a35-2b71-46d8-b76a-e5fe95c010c3, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:21.854125 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: e5aba288-392d-452d-ba1e-a45216c37a72 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:21.855062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e5aba288-392d-452d-ba1e-a45216c37a72 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:21.877613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557b7a5-5484-4f16-a381-0828bfd8906f req-46556681-d0a5-44c6-83fc-6c59da3a3db5 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.885726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e557b7a5-5484-4f16-a381-0828bfd8906f req-46556681-d0a5-44c6-83fc-6c59da3a3db5 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1626685 Jul 05 03:59:21.925019 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e557b7a5-5484-4f16-a381-0828bfd8906f req-72d26305-3e0b-4578-a713-c009f371535c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380425 Jul 05 03:59:21.956638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb1ac8-3eef-4b02-b8f4-d4fc01f8db06 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Network cbac7a35-2b71-46d8-b76a-e5fe95c010c3 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:22.052797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-acbb1ac8-3eef-4b02-b8f4-d4fc01f8db06 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, cbac7a35-2b71-46d8-b76a-e5fe95c010c3) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:22.057953 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb1ac8-3eef-4b02-b8f4-d4fc01f8db06 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:22.058881 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-acbb1ac8-3eef-4b02-b8f4-d4fc01f8db06 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.070223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43202004-2b06-4a32-b3a3-69716e009fbe None None] Network cbac7a35-2b71-46d8-b76a-e5fe95c010c3 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:22.138112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device c7f73527-5e4b-4aec-9ee4-e135a7ee1833 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:22.157651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-acbb1ac8-3eef-4b02-b8f4-d4fc01f8db06 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4708364 Jul 05 03:59:22.164230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40600) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:22.275103 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.342326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d10a5b5-3698-4175-b476-8ac5466bf979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-cbac7a35-2b71-46d8-b76a-e5fe95c010c3', 'network_id': 'cbac7a35-2b71-46d8-b76a-e5fe95c010c3', 'tenant_id': '7a4c3bba5f464fadac5480bfde73c58c', 'fixed_ips': [{'subnet_id': '04b4695f-7f2e-4ed8-b3b9-0ac4032869db'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:22.343551 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8d10a5b5-3698-4175-b476-8ac5466bf979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.368026 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.408700 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port c7f73527-5e4b-4aec-9ee4-e135a7ee1833 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:22.427526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port c7f73527-5e4b-4aec-9ee4-e135a7ee1833 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:22.440500 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.517786 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.560986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Subnet': ['ID=04b4695f-7f2e-4ed8-b3b9-0ac4032869db,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:22.642777 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.710508 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server [None req-8d10a5b5-3698-4175-b476-8ac5466bf979 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04b4695f-7f2e-4ed8-b3b9-0ac4032869db: This subnet is being modified by another concurrent operation. Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 03:59:22.714945 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise exception Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04b4695f-7f2e-4ed8-b3b9-0ac4032869db: This subnet is being modified by another concurrent operation. Jul 05 03:59:22.719186 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server Jul 05 03:59:22.728323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbac7a35-2b71-46d8-b76a-e5fe95c010c3']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:22.743302 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8fc3d1-1b33-4b51-b937-225851006832') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:22.743611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8fc3d1-1b33-4b51-b937-225851006832') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:22.756831 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.780428 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.784024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port c7f73527-5e4b-4aec-9ee4-e135a7ee1833, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=c7f73527-5e4b-4aec-9ee4-e135a7ee1833,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:22.787899 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0826c55-ea51-4887-a9a5-34e72c1bb45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f73527-5e4b-4aec-9ee4-e135a7ee1833'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:22.789605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:22.790172 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.791146 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893bb54e-a026-40fc-9fe5-2acdd41f79dd" -d '{"events": [{"server_uuid": "c0826c55-ea51-4887-a9a5-34e72c1bb45a", "name": "network-vif-plugged", "status": "completed", "tag": "c7f73527-5e4b-4aec-9ee4-e135a7ee1833"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:22.793869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaeef27-dc7c-4af5-8c2f-c90fe51b5de7 None None] Network cbac7a35-2b71-46d8-b76a-e5fe95c010c3 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:22.794513 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:22.887471 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.921089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3925b5-a839-4448-9743-dac552dba366 req-453bbafc-bed7-44cb-b5c4-f7cd759a2260 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:22.923326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc3925b5-a839-4448-9743-dac552dba366 req-453bbafc-bed7-44cb-b5c4-f7cd759a2260 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 944 time: 0.0985305 Jul 05 03:59:22.964039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8b0e21-cf6e-4193-ba18-338ce3f40ad3 None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:59:22.972990 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abce332f-3887-4217-998d-c2ae12cbe53b x-openstack-request-id: req-abce332f-3887-4217-998d-c2ae12cbe53b {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:22.976594 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0826c55-ea51-4887-a9a5-34e72c1bb45a", "name": "network-vif-plugged", "status": "completed", "tag": "c7f73527-5e4b-4aec-9ee4-e135a7ee1833", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:22.976865 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-abce332f-3887-4217-998d-c2ae12cbe53b {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:22.977342 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0826c55-ea51-4887-a9a5-34e72c1bb45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f73527-5e4b-4aec-9ee4-e135a7ee1833', 'code': 200} Jul 05 03:59:22.986921 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.997926 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.003468 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/networks/cbac7a35-2b71-46d8-b76a-e5fe95c010c3 HTTP/1.1" status: 204 len: 168 time: 0.8369315 Jul 05 03:59:23.018487 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc3925b5-a839-4448-9743-dac552dba366 req-73e17e44-df9e-4ae8-9ef8-a96d6ab4fb2d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863352 Jul 05 03:59:23.019018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40636) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:23.037837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8c1c0dcf-d70d-49e6-a5cc-483085cd9b5b tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2003444614'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:23.053423 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bf822-d36d-4788-81d1-eb40a9f8e6a9 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Network': ['ID=cbac7a35-2b71-46d8-b76a-e5fe95c010c3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:23.089778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=c7f73527-5e4b-4aec-9ee4-e135a7ee1833,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:23.136135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40638) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:23.158007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1c0dcf-d70d-49e6-a5cc-483085cd9b5b tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Made reservation on behalf of 7a4c3bba5f464fadac5480bfde73c58c for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:23.164491 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c1c0dcf-d70d-49e6-a5cc-483085cd9b5b tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.195244 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1c0dcf-d70d-49e6-a5cc-483085cd9b5b tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:23.205983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55993bc-9d4d-4317-b571-08759f53197d req-69b9db08-54cb-47cc-be6c-605f48c105c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.218056 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c55993bc-9d4d-4317-b571-08759f53197d req-69b9db08-54cb-47cc-be6c-605f48c105c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 1096 time: 0.1342232 Jul 05 03:59:23.218610 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c1c0dcf-d70d-49e6-a5cc-483085cd9b5b tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.219546 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-8c1c0dcf-d70d-49e6-a5cc-483085cd9b5b tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Added segment 93c88155-c54b-4980-818f-2e9e4dbc3e58 of type vlan for network 05bdbc7d-0f32-4a00-b393-b92ca79d82ed Jul 05 03:59:23.266125 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8b0e21-cf6e-4193-ba18-338ce3f40ad3 None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:59:23.268015 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c55993bc-9d4d-4317-b571-08759f53197d req-4c6d5c6f-c590-4599-9d60-089555e87fd1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486002 Jul 05 03:59:23.287894 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c1c0dcf-d70d-49e6-a5cc-483085cd9b5b tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.317298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2012438145'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:23.400720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75ef9a-9225-4e73-80fb-bac244e94f79 req-dd5ef412-08e1-4429-86ce-ac7df9c768e8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.405622 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3d75ef9a-9225-4e73-80fb-bac244e94f79 req-dd5ef412-08e1-4429-86ce-ac7df9c768e8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1328421 Jul 05 03:59:23.428923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Made reservation on behalf of 3bf7bebc173647b686ac4062d9b13767 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:23.432441 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.445412 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.472970 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3d75ef9a-9225-4e73-80fb-bac244e94f79 req-90db7295-f5d6-4f33-8013-bc40a7218a9a tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642245 Jul 05 03:59:23.485235 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c1c0dcf-d70d-49e6-a5cc-483085cd9b5b tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.491708 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1c0dcf-d70d-49e6-a5cc-483085cd9b5b tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.492320 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c1c0dcf-d70d-49e6-a5cc-483085cd9b5b tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.578492 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c0dcf-d70d-49e6-a5cc-483085cd9b5b tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'Network': ['ID=05bdbc7d-0f32-4a00-b393-b92ca79d82ed,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:23.590679 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 05bdbc7d-0f32-4a00-b393-b92ca79d82ed details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:23.637305 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.757134 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.785147 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:23.800802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf0c549-141c-4211-9c28-9dcb8da26efc,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:23.804266 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.804798 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Added segment ad0127d8-eaa2-4fd6-856a-1fa9324c4423 of type vlan for network 324c17b4-3cf2-42cd-a125-64827d5e76dd Jul 05 03:59:23.836649 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8c1c0dcf-d70d-49e6-a5cc-483085cd9b5b tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8164625 Jul 05 03:59:23.839646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40652) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:23.845181 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ad847c0a-a01e-40f3-9a82-df6fd977b985 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Request body: {'subnet': {'network_id': '05bdbc7d-0f32-4a00-b393-b92ca79d82ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:23.848304 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.974781 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.980791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.981394 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.993505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad847c0a-a01e-40f3-9a82-df6fd977b985 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Made reservation on behalf of 7a4c3bba5f464fadac5480bfde73c58c for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:24.001304 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad847c0a-a01e-40f3-9a82-df6fd977b985 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.054779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Pushing event updated for resources: {'Network': ['ID=324c17b4-3cf2-42cd-a125-64827d5e76dd,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:24.066101 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 324c17b4-3cf2-42cd-a125-64827d5e76dd details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:24.252141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33aa26-ca4e-4ba0-b898-e9a8d8f9baef req-06f5e17f-a657-4e0d-aaa7-c871fde40c56 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.253943 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc33aa26-ca4e-4ba0-b898-e9a8d8f9baef req-06f5e17f-a657-4e0d-aaa7-c871fde40c56 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 945 time: 0.0809503 Jul 05 03:59:24.264011 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f4360b8e-22c0-4283-bcf4-fdfd0271eba7 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1265142 Jul 05 03:59:24.276939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40666) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:24.282597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b0d67608-ef69-4da4-9002-8d292f03b845 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Request body: {'subnet': {'network_id': '324c17b4-3cf2-42cd-a125-64827d5e76dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:24.297777 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc33aa26-ca4e-4ba0-b898-e9a8d8f9baef req-7463810d-3e38-47e2-8122-87e083a1939b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359826 Jul 05 03:59:24.318208 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e99f041e-d37d-4950-9e74-a8218facd305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.389802 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.391608 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad847c0a-a01e-40f3-9a82-df6fd977b985 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.456834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad847c0a-a01e-40f3-9a82-df6fd977b985 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'Subnet': ['ID=2cefbad0-3f4f-4f73-a1d1-e42cd4c743b5,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:24.474298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad847c0a-a01e-40f3-9a82-df6fd977b985 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Checking segment: {'id': '93c88155-c54b-4980-818f-2e9e4dbc3e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '05bdbc7d-0f32-4a00-b393-b92ca79d82ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:24.474683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad847c0a-a01e-40f3-9a82-df6fd977b985 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Network hostable DHCP agents. Network: 05bdbc7d-0f32-4a00-b393-b92ca79d82ed, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:24.510981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d67608-ef69-4da4-9002-8d292f03b845 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Made reservation on behalf of 3bf7bebc173647b686ac4062d9b13767 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:24.514894 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0d67608-ef69-4da4-9002-8d292f03b845 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.575151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad847c0a-a01e-40f3-9a82-df6fd977b985 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Network 05bdbc7d-0f32-4a00-b393-b92ca79d82ed is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:24.651907 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb66ae8-5b83-448f-b67e-ed2e8b9702a6 req-bc4908fa-bac5-42af-9c84-406135ee2764 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.653536 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fcb66ae8-5b83-448f-b67e-ed2e8b9702a6 req-bc4908fa-bac5-42af-9c84-406135ee2764 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.0675917 Jul 05 03:59:24.695538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fcb66ae8-5b83-448f-b67e-ed2e8b9702a6 req-903b83d9-c258-4b43-8ff4-f65aacf612fb tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331957 Jul 05 03:59:24.756865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ad847c0a-a01e-40f3-9a82-df6fd977b985 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 05bdbc7d-0f32-4a00-b393-b92ca79d82ed) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:24.765932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d025268a-db40-4c96-9c01-f8054c926550 None None] Network 05bdbc7d-0f32-4a00-b393-b92ca79d82ed requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:24.767837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad847c0a-a01e-40f3-9a82-df6fd977b985 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.768892 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad847c0a-a01e-40f3-9a82-df6fd977b985 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.808673 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0d67608-ef69-4da4-9002-8d292f03b845 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.860999 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ad847c0a-a01e-40f3-9a82-df6fd977b985 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0182364 Jul 05 03:59:24.861996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40678) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:24.898867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d67608-ef69-4da4-9002-8d292f03b845 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Pushing event updated for resources: {'Subnet': ['ID=6ddaa5fa-afae-4064-b558-1bf81a0e4153,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:24.934067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-05bdbc7d-0f32-4a00-b393-b92ca79d82ed', 'network_id': '05bdbc7d-0f32-4a00-b393-b92ca79d82ed', 'tenant_id': '7a4c3bba5f464fadac5480bfde73c58c', 'fixed_ips': [{'subnet_id': '2cefbad0-3f4f-4f73-a1d1-e42cd4c743b5'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:24.935399 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.937161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d67608-ef69-4da4-9002-8d292f03b845 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Checking segment: {'id': 'ad0127d8-eaa2-4fd6-856a-1fa9324c4423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '324c17b4-3cf2-42cd-a125-64827d5e76dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:24.937679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d67608-ef69-4da4-9002-8d292f03b845 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Network hostable DHCP agents. Network: 324c17b4-3cf2-42cd-a125-64827d5e76dd, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:24.995183 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.037498 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d67608-ef69-4da4-9002-8d292f03b845 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Network 324c17b4-3cf2-42cd-a125-64827d5e76dd is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:25.085738 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.116318 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Allocated IP 2001:db8::2 (05bdbc7d-0f32-4a00-b393-b92ca79d82ed/2cefbad0-3f4f-4f73-a1d1-e42cd4c743b5/785ac3ba-695a-4cfe-8b05-ece1d4a90518) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:25.134435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-b0d67608-ef69-4da4-9002-8d292f03b845 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 324c17b4-3cf2-42cd-a125-64827d5e76dd) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:25.140440 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d67608-ef69-4da4-9002-8d292f03b845 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.141087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0d67608-ef69-4da4-9002-8d292f03b845 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.146003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2f94bd-c163-4265-b410-abf1ede61c64 None None] Network 324c17b4-3cf2-42cd-a125-64827d5e76dd requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:25.269152 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.294993 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b0d67608-ef69-4da4-9002-8d292f03b845 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0168579 Jul 05 03:59:25.297825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40682) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:25.304210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Request body: {'port': {'network_id': '324c17b4-3cf2-42cd-a125-64827d5e76dd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1832410352'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:25.394016 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.407075 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Transition to ACTIVE for port object 785ac3ba-695a-4cfe-8b05-ece1d4a90518 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:25.428313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Transition to ACTIVE for port object 785ac3ba-695a-4cfe-8b05-ece1d4a90518 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:25.446851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-324c17b4-3cf2-42cd-a125-64827d5e76dd', 'network_id': '324c17b4-3cf2-42cd-a125-64827d5e76dd', 'tenant_id': '3bf7bebc173647b686ac4062d9b13767', 'fixed_ips': [{'subnet_id': '6ddaa5fa-afae-4064-b558-1bf81a0e4153'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:25.448335 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.508214 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35c90b-6d05-423b-90f6-003c2aacf90f req-5174b576-613b-46a5-9343-885cb8741172 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.509898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8c35c90b-6d05-423b-90f6-003c2aacf90f req-5174b576-613b-46a5-9343-885cb8741172 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 945 time: 0.0760262 Jul 05 03:59:25.530228 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.569330 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8c35c90b-6d05-423b-90f6-003c2aacf90f req-cab73c5a-41e4-4ce8-b242-61a1408bc899 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518641 Jul 05 03:59:25.573310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Made reservation on behalf of 3bf7bebc173647b686ac4062d9b13767 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:25.577183 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.593382 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Network 05bdbc7d-0f32-4a00-b393-b92ca79d82ed is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:25.598542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:25.604386 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] device_id is not set on port aa0c3093-a102-4b43-81ab-0cf48a542a8b yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:59:25.609652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:25.632929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Pushing event updated for resources: {'Port': ['ID=785ac3ba-695a-4cfe-8b05-ece1d4a90518,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:25.717493 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Allocated IP 2001:db8::2 (324c17b4-3cf2-42cd-a125-64827d5e76dd/6ddaa5fa-afae-4064-b558-1bf81a0e4153/7d52ec3e-1972-4923-b92b-2606a06ee82e) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:25.722655 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Attempting to bind port 785ac3ba-695a-4cfe-8b05-ece1d4a90518 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:25.723319 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Attempting to bind port 785ac3ba-695a-4cfe-8b05-ece1d4a90518 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '93c88155-c54b-4980-818f-2e9e4dbc3e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '05bdbc7d-0f32-4a00-b393-b92ca79d82ed'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:25.723863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Attempting to bind port 785ac3ba-695a-4cfe-8b05-ece1d4a90518 on network 05bdbc7d-0f32-4a00-b393-b92ca79d82ed {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:25.733921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:25.739332 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Checking segment: {'id': '93c88155-c54b-4980-818f-2e9e4dbc3e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '05bdbc7d-0f32-4a00-b393-b92ca79d82ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:25.739332 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.739665 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.739778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Bound using segment: {'id': '93c88155-c54b-4980-818f-2e9e4dbc3e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '05bdbc7d-0f32-4a00-b393-b92ca79d82ed'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:25.739778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Bound port: 785ac3ba-695a-4cfe-8b05-ece1d4a90518, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c88155-c54b-4980-818f-2e9e4dbc3e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '05bdbc7d-0f32-4a00-b393-b92ca79d82ed'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:25.739778 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.767370 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Subnet': ['ID=2cefbad0-3f4f-4f73-a1d1-e42cd4c743b5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:25.834054 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.847046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bdbc7d-0f32-4a00-b393-b92ca79d82ed']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:25.855817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] For port 785ac3ba-695a-4cfe-8b05-ece1d4a90518, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:25.860171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c88155-c54b-4980-818f-2e9e4dbc3e58') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:25.860563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c88155-c54b-4980-818f-2e9e4dbc3e58') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:25.874616 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] For port 785ac3ba-695a-4cfe-8b05-ece1d4a90518, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=785ac3ba-695a-4cfe-8b05-ece1d4a90518,segment=NetworkSegment(93c88155-c54b-4980-818f-2e9e4dbc3e58),segment_id=93c88155-c54b-4980-818f-2e9e4dbc3e58)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:25.899818 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.943831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e01b15-87da-4ffd-b845-d4b6cfb14477 req-f1d60744-544a-4f25-84d5-0b65bbfaca73 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.945359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-75e01b15-87da-4ffd-b845-d4b6cfb14477 req-f1d60744-544a-4f25-84d5-0b65bbfaca73 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.0892503 Jul 05 03:59:25.950507 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.958897 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Transition to ACTIVE for port object 7d52ec3e-1972-4923-b92b-2606a06ee82e will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:25.973852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Transition to ACTIVE for port object 7d52ec3e-1972-4923-b92b-2606a06ee82e will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:25.975737 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.980033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.990121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-75e01b15-87da-4ffd-b845-d4b6cfb14477 req-51217072-c22b-4e56-bf63-345de14b8767 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390127 Jul 05 03:59:25.991060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:25.991457 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:25.994700 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:26.157158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Allocated IP 2001:db8::1c6 (324c17b4-3cf2-42cd-a125-64827d5e76dd/6ddaa5fa-afae-4064-b558-1bf81a0e4153/aa0c3093-a102-4b43-81ab-0cf48a542a8b) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:26.159993 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:59:26.159993 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:59:26.159993 n-d-798249-5 neutron-server[100877]: [parameters: {'id': '05bdbc7d-0f32-4a00-b393-b92ca79d82ed'}] Jul 05 03:59:26.159993 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:59:26.161468 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:59:26.220104 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.220104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadae77-ec77-40a1-baff-c56186af0e3d None None] Pushing event updated for resources: {'Port': ['ID=785ac3ba-695a-4cfe-8b05-ece1d4a90518,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:26.267215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Network 324c17b4-3cf2-42cd-a125-64827d5e76dd is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:26.274664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:26.278433 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:26.292618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Pushing event updated for resources: {'Port': ['ID=7d52ec3e-1972-4923-b92b-2606a06ee82e,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:26.297511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f43ab9-dc46-4644-b9e0-c6f5cc64ca2d None None] Network 05bdbc7d-0f32-4a00-b393-b92ca79d82ed requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:26.339647 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.355250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Transition to ACTIVE for port object aa0c3093-a102-4b43-81ab-0cf48a542a8b will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:26.414560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Attempting to bind port 7d52ec3e-1972-4923-b92b-2606a06ee82e on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:26.414941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Attempting to bind port 7d52ec3e-1972-4923-b92b-2606a06ee82e by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'ad0127d8-eaa2-4fd6-856a-1fa9324c4423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '324c17b4-3cf2-42cd-a125-64827d5e76dd'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:26.417959 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Attempting to bind port 7d52ec3e-1972-4923-b92b-2606a06ee82e on network 324c17b4-3cf2-42cd-a125-64827d5e76dd {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:26.429136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:26.429136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Checking segment: {'id': 'ad0127d8-eaa2-4fd6-856a-1fa9324c4423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '324c17b4-3cf2-42cd-a125-64827d5e76dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:26.429136 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.429561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Bound using segment: {'id': 'ad0127d8-eaa2-4fd6-856a-1fa9324c4423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '324c17b4-3cf2-42cd-a125-64827d5e76dd'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:26.430007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Bound port: 7d52ec3e-1972-4923-b92b-2606a06ee82e, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0127d8-eaa2-4fd6-856a-1fa9324c4423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '324c17b4-3cf2-42cd-a125-64827d5e76dd'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:26.430419 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.510886 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.546399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] For port 7d52ec3e-1972-4923-b92b-2606a06ee82e, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:26.555730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] For port 7d52ec3e-1972-4923-b92b-2606a06ee82e, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7d52ec3e-1972-4923-b92b-2606a06ee82e,segment=NetworkSegment(ad0127d8-eaa2-4fd6-856a-1fa9324c4423),segment_id=ad0127d8-eaa2-4fd6-856a-1fa9324c4423)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:26.555940 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Network 324c17b4-3cf2-42cd-a125-64827d5e76dd is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:26.563223 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:26.570047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:26.576513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.577131 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.603621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Pushing event updated for resources: {'Port': ['ID=aa0c3093-a102-4b43-81ab-0cf48a542a8b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:26.631600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fe88d-587a-4abd-bd41-4e3e469e0d95 req-6be9074b-e29c-4a3e-bf7c-9044abddb6e0 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.633182 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dd1fe88d-587a-4abd-bd41-4e3e469e0d95 req-6be9074b-e29c-4a3e-bf7c-9044abddb6e0 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 945 time: 0.1587515 Jul 05 03:59:26.662303 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.665943 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.680005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dd1fe88d-587a-4abd-bd41-4e3e469e0d95 req-af670c8c-ff87-418e-afe9-d59d4386b626 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408132 Jul 05 03:59:26.716411 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-49d37e63-1fd4-40ff-84cf-14a04e3d1f3c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4173956 Jul 05 03:59:26.719573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40718) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:26.738388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Request body: {'port': {'network_id': '324c17b4-3cf2-42cd-a125-64827d5e76dd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1200102250', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:26.739359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a24339-b0f0-4699-bb91-7bdaceea7cf4 None None] Pushing event updated for resources: {'Port': ['ID=7d52ec3e-1972-4923-b92b-2606a06ee82e,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:26.739560 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.api.validators [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] bootfile-name is not in valid_values {{(pid=100876) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 03:59:26.739560 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.api.validators [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] tftp-server is not in valid_values {{(pid=100876) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 03:59:26.739560 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.api.validators [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] server-ip-address is not in valid_values {{(pid=100876) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 03:59:26.774709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Deleting port 785ac3ba-695a-4cfe-8b05-ece1d4a90518 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:26.775053 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.842594 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] For port 785ac3ba-695a-4cfe-8b05-ece1d4a90518, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=785ac3ba-695a-4cfe-8b05-ece1d4a90518,segment=NetworkSegment(93c88155-c54b-4980-818f-2e9e4dbc3e58),segment_id=93c88155-c54b-4980-818f-2e9e4dbc3e58)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:26.842962 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.858355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Calling delete_port for 785ac3ba-695a-4cfe-8b05-ece1d4a90518 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:26.943376 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Made reservation on behalf of 3bf7bebc173647b686ac4062d9b13767 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:26.949993 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.989996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] device_id is not set on port e080a9f8-4495-4905-8ffb-dcd2156b53e4 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:59:27.111744 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.112798 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.138263 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Allocated IP 2001:db8::140 (324c17b4-3cf2-42cd-a125-64827d5e76dd/6ddaa5fa-afae-4064-b558-1bf81a0e4153/e080a9f8-4495-4905-8ffb-dcd2156b53e4) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:27.138594 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] No DVR routers for this DVR port 785ac3ba-695a-4cfe-8b05-ece1d4a90518 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:27.181436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Port': ['ID=785ac3ba-695a-4cfe-8b05-ece1d4a90518,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:27.274797 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.287938 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bdbc7d-0f32-4a00-b393-b92ca79d82ed']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:27.303774 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c88155-c54b-4980-818f-2e9e4dbc3e58') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:27.304077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c88155-c54b-4980-818f-2e9e4dbc3e58') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:27.315915 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.320017 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.334249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Transition to ACTIVE for port object e080a9f8-4495-4905-8ffb-dcd2156b53e4 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:27.340775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecf44f-5a21-4acc-b2d7-286dca268c2c req-3b22e275-f031-4226-8960-17a924b02b63 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.342552 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27ecf44f-5a21-4acc-b2d7-286dca268c2c req-3b22e275-f031-4226-8960-17a924b02b63 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1800673 Jul 05 03:59:27.343390 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.350833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:27.351248 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:27.354872 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:27.445629 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27ecf44f-5a21-4acc-b2d7-286dca268c2c req-ffe65f0b-36ed-4dcf-ba91-ffec85788c0e tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901892 Jul 05 03:59:27.471150 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.518749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Network 324c17b4-3cf2-42cd-a125-64827d5e76dd is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:27.522482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:27.526647 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:27.534721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.539367 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.552173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Pushing event updated for resources: {'Port': ['ID=e080a9f8-4495-4905-8ffb-dcd2156b53e4,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:27.568774 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.577308 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.579199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/networks/05bdbc7d-0f32-4a00-b393-b92ca79d82ed HTTP/1.1" status: 204 len: 168 time: 2.7161946 Jul 05 03:59:27.582824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40730) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:27.587877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-254f7fbb-46fa-41eb-90d6-94597d31d7a7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-461379906'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:27.613784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370bf77-8457-4e17-abe3-900b81b8293a tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Network': ['ID=05bdbc7d-0f32-4a00-b393-b92ca79d82ed,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:27.643813 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-978280ef-6d5f-4b35-9291-64034550a66c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9223299 Jul 05 03:59:27.649035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40732) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:27.727472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254f7fbb-46fa-41eb-90d6-94597d31d7a7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Made reservation on behalf of 7a4c3bba5f464fadac5480bfde73c58c for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:27.731280 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-254f7fbb-46fa-41eb-90d6-94597d31d7a7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.736318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcd041-ca59-4b99-82da-e7f34e5f5a03 req-bd3dd157-bd34-4b64-94c5-5d0f54a26c0a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.736318 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-20fcd041-ca59-4b99-82da-e7f34e5f5a03 req-bd3dd157-bd34-4b64-94c5-5d0f54a26c0a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 945 time: 0.1020522 Jul 05 03:59:27.795172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254f7fbb-46fa-41eb-90d6-94597d31d7a7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:27.821705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f4c83-7d5a-443b-a0d2-aaecf30f3b92 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.834827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f4c83-7d5a-443b-a0d2-aaecf30f3b92 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.834827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f4c83-7d5a-443b-a0d2-aaecf30f3b92 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.836572 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dd2f4c83-7d5a-443b-a0d2-aaecf30f3b92 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1804290 Jul 05 03:59:27.839812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40738) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:27.842484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-254f7fbb-46fa-41eb-90d6-94597d31d7a7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.842843 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-254f7fbb-46fa-41eb-90d6-94597d31d7a7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Added segment 09ef9803-7aff-45c1-a278-267afebc0c01 of type vlan for network 595a8bf2-86aa-4e43-b8ba-2c0b352a2079 Jul 05 03:59:27.938542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-20fcd041-ca59-4b99-82da-e7f34e5f5a03 req-bb1ef9b4-812e-4585-a342-a24785f0f802 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Deleting port c7f73527-5e4b-4aec-9ee4-e135a7ee1833 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:27.940239 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-20fcd041-ca59-4b99-82da-e7f34e5f5a03 req-bb1ef9b4-812e-4585-a342-a24785f0f802 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.993199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7d52ec3e-1972-4923-b92b-2606a06ee82e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:28.047891 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-254f7fbb-46fa-41eb-90d6-94597d31d7a7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.085859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ba7666-911b-47b4-bb39-737a9d23054c None None] Network 324c17b4-3cf2-42cd-a125-64827d5e76dd requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:28.125659 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-20fcd041-ca59-4b99-82da-e7f34e5f5a03 req-bb1ef9b4-812e-4585-a342-a24785f0f802 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] For port c7f73527-5e4b-4aec-9ee4-e135a7ee1833, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=c7f73527-5e4b-4aec-9ee4-e135a7ee1833,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:28.126369 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-20fcd041-ca59-4b99-82da-e7f34e5f5a03 req-bb1ef9b4-812e-4585-a342-a24785f0f802 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.151612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-20fcd041-ca59-4b99-82da-e7f34e5f5a03 req-bb1ef9b4-812e-4585-a342-a24785f0f802 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Calling delete_port for c7f73527-5e4b-4aec-9ee4-e135a7ee1833 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:28.152777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 7d52ec3e-1972-4923-b92b-2606a06ee82e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:28.197361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648891c-2db3-43ba-9734-14382bf624b0 req-5a2fffae-00aa-49fc-a008-534204b531db tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:28.199019 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1648891c-2db3-43ba-9734-14382bf624b0 req-5a2fffae-00aa-49fc-a008-534204b531db tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 945 time: 0.2253678 Jul 05 03:59:28.234566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e2b13e94-d12a-49b6-b52c-0b6ae306b041 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Deleting port e080a9f8-4495-4905-8ffb-dcd2156b53e4 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:28.235034 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2b13e94-d12a-49b6-b52c-0b6ae306b041 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.291484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-254f7fbb-46fa-41eb-90d6-94597d31d7a7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.297294 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f7fbb-46fa-41eb-90d6-94597d31d7a7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:28.298256 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-254f7fbb-46fa-41eb-90d6-94597d31d7a7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.313376 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1648891c-2db3-43ba-9734-14382bf624b0 req-abe3b588-2277-4b95-b32b-ad1ddebdefce tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055410 Jul 05 03:59:28.330055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4ccfa085-80ae-4fe4-94e3-42f7a4602652 None None] Provisioning for port 7d52ec3e-1972-4923-b92b-2606a06ee82e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:28.335856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4ccfa085-80ae-4fe4-94e3-42f7a4602652 None None] Provisioning complete for port 7d52ec3e-1972-4923-b92b-2606a06ee82e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:28.336240 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ccfa085-80ae-4fe4-94e3-42f7a4602652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.447420 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ccfa085-80ae-4fe4-94e3-42f7a4602652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.459952 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-20fcd041-ca59-4b99-82da-e7f34e5f5a03 req-bb1ef9b4-812e-4585-a342-a24785f0f802 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.511555 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['0575119c-3a1e-4c1c-a150-8da545447d28', 'c7f73527-5e4b-4aec-9ee4-e135a7ee1833'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:28.527780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ef9b4-812e-4585-a342-a24785f0f802 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Pushing event deleted for resources: {'Port': ['ID=c7f73527-5e4b-4aec-9ee4-e135a7ee1833,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:28.607340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fcd041-ca59-4b99-82da-e7f34e5f5a03 req-bb1ef9b4-812e-4585-a342-a24785f0f802 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] No DVR routers for this DVR port c7f73527-5e4b-4aec-9ee4-e135a7ee1833 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:28.611560 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-20fcd041-ca59-4b99-82da-e7f34e5f5a03 req-bb1ef9b4-812e-4585-a342-a24785f0f802 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.614641 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-20fcd041-ca59-4b99-82da-e7f34e5f5a03 req-bb1ef9b4-812e-4585-a342-a24785f0f802 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.11 "DELETE /v2.0/ports/c7f73527-5e4b-4aec-9ee4-e135a7ee1833 HTTP/1.1" status: 204 len: 173 time: 0.8694086 Jul 05 03:59:28.615493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0826c55-ea51-4887-a9a5-34e72c1bb45a', 'name': 'network-vif-deleted', 'tag': 'c7f73527-5e4b-4aec-9ee4-e135a7ee1833'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:28.618920 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7f14d9-7de3-4b73-ac69-e7ae423f408d" -d '{"events": [{"server_uuid": "c0826c55-ea51-4887-a9a5-34e72c1bb45a", "name": "network-vif-deleted", "tag": "c7f73527-5e4b-4aec-9ee4-e135a7ee1833"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:28.632189 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4ccfa085-80ae-4fe4-94e3-42f7a4602652 None None] For port 7d52ec3e-1972-4923-b92b-2606a06ee82e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7d52ec3e-1972-4923-b92b-2606a06ee82e,segment=NetworkSegment(ad0127d8-eaa2-4fd6-856a-1fa9324c4423),segment_id=ad0127d8-eaa2-4fd6-856a-1fa9324c4423)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:28.765620 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ccfa085-80ae-4fe4-94e3-42f7a4602652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.817075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-254f7fbb-46fa-41eb-90d6-94597d31d7a7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2325900 Jul 05 03:59:28.820501 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40752) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:28.826708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a0a5b4c9-437e-458e-9df7-a137b53f3650 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Request body: {'subnet': {'network_id': '595a8bf2-86aa-4e43-b8ba-2c0b352a2079', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:28.838578 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f7fbb-46fa-41eb-90d6-94597d31d7a7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'Network': ['ID=595a8bf2-86aa-4e43-b8ba-2c0b352a2079,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:28.846811 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2b13e94-d12a-49b6-b52c-0b6ae306b041 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.868097 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 595a8bf2-86aa-4e43-b8ba-2c0b352a2079 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:28.878593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e2b13e94-d12a-49b6-b52c-0b6ae306b041 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Calling delete_port for e080a9f8-4495-4905-8ffb-dcd2156b53e4 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:28.984565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14294f0-dff6-4727-b2af-7fb6c068f303 req-6303510e-01ac-43d8-b5d8-2012fe84e44d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:28.992648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e14294f0-dff6-4727-b2af-7fb6c068f303 req-6303510e-01ac-43d8-b5d8-2012fe84e44d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.2399132 Jul 05 03:59:29.009318 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfa085-80ae-4fe4-94e3-42f7a4602652 None None] Pushing event updated for resources: {'Port': ['ID=7d52ec3e-1972-4923-b92b-2606a06ee82e,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:29.028519 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503b9876-f6fd-41f5-9e71-2b8016ef5fe4 x-openstack-request-id: req-503b9876-f6fd-41f5-9e71-2b8016ef5fe4 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:29.029351 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0826c55-ea51-4887-a9a5-34e72c1bb45a", "name": "network-vif-deleted", "tag": "c7f73527-5e4b-4aec-9ee4-e135a7ee1833", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:29.029351 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-503b9876-f6fd-41f5-9e71-2b8016ef5fe4 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:29.033593 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0826c55-ea51-4887-a9a5-34e72c1bb45a', 'name': 'network-vif-deleted', 'tag': 'c7f73527-5e4b-4aec-9ee4-e135a7ee1833', 'status': 'completed', 'code': 200} Jul 05 03:59:29.039084 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fcabc191-6572-4ba0-83b9-84bb26d0e268 None None] Provisioning complete for port 7d52ec3e-1972-4923-b92b-2606a06ee82e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:29.039566 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fcabc191-6572-4ba0-83b9-84bb26d0e268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.083646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a5b4c9-437e-458e-9df7-a137b53f3650 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Made reservation on behalf of 7a4c3bba5f464fadac5480bfde73c58c for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:29.084407 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e14294f0-dff6-4727-b2af-7fb6c068f303 req-0d6d7857-f746-4166-91db-f7f4bd4ac0aa tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905228 Jul 05 03:59:29.093554 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b4c9-437e-458e-9df7-a137b53f3650 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.288168 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fcabc191-6572-4ba0-83b9-84bb26d0e268 None None] Provisioning for port aa0c3093-a102-4b43-81ab-0cf48a542a8b completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:29.289097 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2b13e94-d12a-49b6-b52c-0b6ae306b041 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.292705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fcabc191-6572-4ba0-83b9-84bb26d0e268 None None] Provisioning complete for port aa0c3093-a102-4b43-81ab-0cf48a542a8b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:29.293264 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fcabc191-6572-4ba0-83b9-84bb26d0e268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.337505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b13e94-d12a-49b6-b52c-0b6ae306b041 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Pushing event deleted for resources: {'Port': ['ID=e080a9f8-4495-4905-8ffb-dcd2156b53e4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:29.351103 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fcabc191-6572-4ba0-83b9-84bb26d0e268 None None] Port aa0c3093-a102-4b43-81ab-0cf48a542a8b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:29.362594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fcabc191-6572-4ba0-83b9-84bb26d0e268 None None] Could not find standard attr ID for object e080a9f8-4495-4905-8ffb-dcd2156b53e4. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:59:29.370550 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2b13e94-d12a-49b6-b52c-0b6ae306b041 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.370848 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.376026 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e2b13e94-d12a-49b6-b52c-0b6ae306b041 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] 10.222.0.60 "DELETE /v2.0/ports/e080a9f8-4495-4905-8ffb-dcd2156b53e4 HTTP/1.1" status: 204 len: 168 time: 1.5282631 Jul 05 03:59:29.376769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40762) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:29.383750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d8b0a3bf-7d66-4898-a7bc-abe1b172157c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Request body: {'port': {'name': 'tempest-new-port-name-370458124', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:29.384195 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.api.validators [None req-d8b0a3bf-7d66-4898-a7bc-abe1b172157c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] bootfile-name is not in valid_values {{(pid=100877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 03:59:29.384794 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.api.validators [None req-d8b0a3bf-7d66-4898-a7bc-abe1b172157c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] tftp-server is not in valid_values {{(pid=100877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 03:59:29.385134 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.api.validators [None req-d8b0a3bf-7d66-4898-a7bc-abe1b172157c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] server-ip-address is not in valid_values {{(pid=100877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 03:59:29.491947 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f6b5bac1-d83e-4c42-b0f8-af277549adea None None] Provisioning complete for port aa0c3093-a102-4b43-81ab-0cf48a542a8b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:29.492501 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f6b5bac1-d83e-4c42-b0f8-af277549adea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.528792 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a3bf-7d66-4898-a7bc-abe1b172157c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.541792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f6b5bac1-d83e-4c42-b0f8-af277549adea None None] Port aa0c3093-a102-4b43-81ab-0cf48a542a8b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:29.545836 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f6b5bac1-d83e-4c42-b0f8-af277549adea None None] Could not find standard attr ID for object e080a9f8-4495-4905-8ffb-dcd2156b53e4. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:59:29.590469 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c11c76d5-d1e5-4934-a88f-c3665df00aca req-0dfc5d74-7460-4fa7-883f-17225c532537 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0826c55-ea51-4887-a9a5-34e72c1bb45a HTTP/1.1" status: 200 len: 210 time: 0.0363545 Jul 05 03:59:29.768004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.objects.ports [None req-a0a5b4c9-437e-458e-9df7-a137b53f3650 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:59:29.768225 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d4c5ee-a8f9-490d-9eca-6bca27de4fcb None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:59:29.771042 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b4c9-437e-458e-9df7-a137b53f3650 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.864426 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a3bf-7d66-4898-a7bc-abe1b172157c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.876006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5b4c9-437e-458e-9df7-a137b53f3650 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event updated for resources: {'Subnet': ['ID=e6ede6e0-8694-4bbe-9131-f778e0ccaec2,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:29.897661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a5b4c9-437e-458e-9df7-a137b53f3650 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Checking segment: {'id': '09ef9803-7aff-45c1-a278-267afebc0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '595a8bf2-86aa-4e43-b8ba-2c0b352a2079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:29.901112 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a5b4c9-437e-458e-9df7-a137b53f3650 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Network hostable DHCP agents. Network: 595a8bf2-86aa-4e43-b8ba-2c0b352a2079, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:29.920517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7d52ec3e-1972-4923-b92b-2606a06ee82e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:29.976048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a3bf-7d66-4898-a7bc-abe1b172157c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.996401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a5b4c9-437e-458e-9df7-a137b53f3650 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Network 595a8bf2-86aa-4e43-b8ba-2c0b352a2079 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:30.027722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0a3bf-7d66-4898-a7bc-abe1b172157c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] In _notify_port_updated(), no bound segment for port aa0c3093-a102-4b43-81ab-0cf48a542a8b on network 324c17b4-3cf2-42cd-a125-64827d5e76dd {{(pid=100877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 03:59:30.027981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 7d52ec3e-1972-4923-b92b-2606a06ee82e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:30.028623 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.034302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b0a3bf-7d66-4898-a7bc-abe1b172157c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.035339 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a3bf-7d66-4898-a7bc-abe1b172157c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.036691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d8b0a3bf-7d66-4898-a7bc-abe1b172157c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] 10.222.0.60 "PUT /v2.0/ports/aa0c3093-a102-4b43-81ab-0cf48a542a8b HTTP/1.1" status: 200 len: 1129 time: 0.6589327 Jul 05 03:59:30.040219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40768) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:30.063826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0a3bf-7d66-4898-a7bc-abe1b172157c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Pushing event updated for resources: {'Port': ['ID=aa0c3093-a102-4b43-81ab-0cf48a542a8b,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:30.100414 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a0a5b4c9-437e-458e-9df7-a137b53f3650 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 595a8bf2-86aa-4e43-b8ba-2c0b352a2079) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:30.108401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a5b4c9-437e-458e-9df7-a137b53f3650 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.109257 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b4c9-437e-458e-9df7-a137b53f3650 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.154341 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cc0ca3-1bc1-4c2b-bdf9-85e28a512291 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.156018 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a9cc0ca3-1bc1-4c2b-bdf9-85e28a512291 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] 10.222.0.60 "GET /v2.0/ports/aa0c3093-a102-4b43-81ab-0cf48a542a8b HTTP/1.1" status: 200 len: 1129 time: 0.1147006 Jul 05 03:59:30.159522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40772) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:30.180191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d4c5ee-a8f9-490d-9eca-6bca27de4fcb None None] Unable to find a vacant binding_index for network 595a8bf2-86aa-4e43-b8ba-2c0b352a2079 and agent 9697851a-6383-4e7a-a4db-10529ec9078a {{(pid=100878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 05 03:59:30.190918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d4c5ee-a8f9-490d-9eca-6bca27de4fcb None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 595a8bf2-86aa-4e43-b8ba-2c0b352a2079) {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:59:30.222179 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a0a5b4c9-437e-458e-9df7-a137b53f3650 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3991065 Jul 05 03:59:30.229690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40776) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:30.303355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c309828-06f8-4890-bc5a-fce8848ee5a7 req-ec9d7dfc-2441-4afe-83d0-c1542ad9c397 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.306282 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c309828-06f8-4890-bc5a-fce8848ee5a7 req-ec9d7dfc-2441-4afe-83d0-c1542ad9c397 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1012523 Jul 05 03:59:30.373752 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.419308 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c309828-06f8-4890-bc5a-fce8848ee5a7 req-18066f7b-c496-45b0-b2f4-0f2d705750c5 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009192 Jul 05 03:59:30.481109 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.557784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-6511cbb4-24a5-41ff-8660-7f53e200943c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Deleting port aa0c3093-a102-4b43-81ab-0cf48a542a8b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:30.557784 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6511cbb4-24a5-41ff-8660-7f53e200943c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.646292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39a7f25-7cce-4ced-b94d-285fdaf20d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-595a8bf2-86aa-4e43-b8ba-2c0b352a2079', 'network_id': '595a8bf2-86aa-4e43-b8ba-2c0b352a2079', 'tenant_id': '7a4c3bba5f464fadac5480bfde73c58c', 'fixed_ips': [{'subnet_id': 'e6ede6e0-8694-4bbe-9131-f778e0ccaec2'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:30.647177 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f39a7f25-7cce-4ced-b94d-285fdaf20d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.654623 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6511cbb4-24a5-41ff-8660-7f53e200943c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.669908 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-6511cbb4-24a5-41ff-8660-7f53e200943c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Calling delete_port for aa0c3093-a102-4b43-81ab-0cf48a542a8b owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:30.721670 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.752062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ede6e0-8694-4bbe-9131-f778e0ccaec2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server [None req-f39a7f25-7cce-4ced-b94d-285fdaf20d1d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6ede6e0-8694-4bbe-9131-f778e0ccaec2: This subnet is being modified by another concurrent operation. Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 03:59:30.830705 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise exception Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6ede6e0-8694-4bbe-9131-f778e0ccaec2: This subnet is being modified by another concurrent operation. Jul 05 03:59:30.837360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server Jul 05 03:59:30.843042 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.856093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595a8bf2-86aa-4e43-b8ba-2c0b352a2079']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:30.862693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd618eed-5b6b-4e53-bc4c-95d610355dd2 None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:59:30.863349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ef9803-7aff-45c1-a278-267afebc0c01') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:30.863608 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ef9803-7aff-45c1-a278-267afebc0c01') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:30.899620 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.907369 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5f93-6e5b-4b2d-a87a-d61b1a424fac req-f82af8fe-c376-4b8c-8e5b-e31274438557 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.908315 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d54c5f93-6e5b-4b2d-a87a-d61b1a424fac req-f82af8fe-c376-4b8c-8e5b-e31274438557 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0712059 Jul 05 03:59:30.920601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.935772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:30.936151 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:30.939879 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:31.024456 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd618eed-5b6b-4e53-bc4c-95d610355dd2 None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:59:31.029487 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d54c5f93-6e5b-4b2d-a87a-d61b1a424fac req-980120b8-adc4-48ec-a7db-5743cc254a22 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035035 Jul 05 03:59:31.057358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40794) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:31.066490 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6511cbb4-24a5-41ff-8660-7f53e200943c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.131854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511cbb4-24a5-41ff-8660-7f53e200943c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Pushing event deleted for resources: {'Port': ['ID=aa0c3093-a102-4b43-81ab-0cf48a542a8b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:31.190725 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.192688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6511cbb4-24a5-41ff-8660-7f53e200943c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.200038 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40804) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:31.203336 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6511cbb4-24a5-41ff-8660-7f53e200943c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] 10.222.0.60 "DELETE /v2.0/ports/aa0c3093-a102-4b43-81ab-0cf48a542a8b HTTP/1.1" status: 204 len: 168 time: 1.0413594 Jul 05 03:59:31.235472 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.246760 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/networks/595a8bf2-86aa-4e43-b8ba-2c0b352a2079 HTTP/1.1" status: 204 len: 168 time: 1.0134869 Jul 05 03:59:31.247818 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398702e-01a0-4b99-8f27-774e98bf9f62 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Network': ['ID=595a8bf2-86aa-4e43-b8ba-2c0b352a2079,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:31.250049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40806) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:31.295033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4a7781e-636d-491a-92db-e1f0df55d608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.304629 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc58095c-282f-4db0-b612-bcbd39999e6c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Deleting subnet 6ddaa5fa-afae-4064-b558-1bf81a0e4153 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:31.306056 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5d193e-04b8-4cd8-a18d-df4a50704076 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:31.306714 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5d193e-04b8-4cd8-a18d-df4a50704076 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:31.310794 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7b5d193e-04b8-4cd8-a18d-df4a50704076 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/subnets/e6ede6e0-8694-4bbe-9131-f778e0ccaec2 HTTP/1.1" status: 404 len: 337 time: 0.0546241 Jul 05 03:59:31.311178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40808) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:31.315193 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc58095c-282f-4db0-b612-bcbd39999e6c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.317501 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.332632 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-61aebe6a-8743-4562-9f37-7bd4c404eb2d tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:31.333362 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61aebe6a-8743-4562-9f37-7bd4c404eb2d tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:31.336422 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-61aebe6a-8743-4562-9f37-7bd4c404eb2d tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/networks/595a8bf2-86aa-4e43-b8ba-2c0b352a2079 HTTP/1.1" status: 404 len: 339 time: 0.0230412 Jul 05 03:59:31.337859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40810) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:31.366441 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-81722163-47ed-43ea-b905-282d3f93de5d tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:31.373576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81722163-47ed-43ea-b905-282d3f93de5d tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:31.383040 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-81722163-47ed-43ea-b905-282d3f93de5d tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/subnets/2cefbad0-3f4f-4f73-a1d1-e42cd4c743b5 HTTP/1.1" status: 404 len: 337 time: 0.0437706 Jul 05 03:59:31.385219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40812) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:31.403702 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc58095c-282f-4db0-b612-bcbd39999e6c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.412742 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-74175491-d65e-433c-8dfa-dc5bda2b44b7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:31.412742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74175491-d65e-433c-8dfa-dc5bda2b44b7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:31.412742 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-74175491-d65e-433c-8dfa-dc5bda2b44b7 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/networks/05bdbc7d-0f32-4a00-b393-b92ca79d82ed HTTP/1.1" status: 404 len: 339 time: 0.0233877 Jul 05 03:59:31.413084 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40816) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:31.444292 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3064b58-2ebb-48b9-9ba3-256aa1159e4d tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:31.445199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3064b58-2ebb-48b9-9ba3-256aa1159e4d tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:31.447146 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b3064b58-2ebb-48b9-9ba3-256aa1159e4d tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/subnets/04b4695f-7f2e-4ed8-b3b9-0ac4032869db HTTP/1.1" status: 404 len: 337 time: 0.0330622 Jul 05 03:59:31.449605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40818) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:31.469861 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38547b7-6a14-48e5-b010-81fcd8ce0531 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:31.470561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38547b7-6a14-48e5-b010-81fcd8ce0531 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:31.475221 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c38547b7-6a14-48e5-b010-81fcd8ce0531 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/networks/cbac7a35-2b71-46d8-b76a-e5fe95c010c3 HTTP/1.1" status: 404 len: 339 time: 0.0218015 Jul 05 03:59:31.475607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40822) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:31.482815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26e0662-82ba-477b-87ee-59accfa27d33 None None] Network 595a8bf2-86aa-4e43-b8ba-2c0b352a2079 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:31.502474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26e0662-82ba-477b-87ee-59accfa27d33 None None] Network 595a8bf2-86aa-4e43-b8ba-2c0b352a2079 could not be found, it might have been deleted concurrently. {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 03:59:31.532111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b587c5a-cb3b-4bb3-94f7-548317f7998d None None] Network 595a8bf2-86aa-4e43-b8ba-2c0b352a2079 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:31.560585 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b587c5a-cb3b-4bb3-94f7-548317f7998d None None] Network 595a8bf2-86aa-4e43-b8ba-2c0b352a2079 could not be found, it might have been deleted concurrently. {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 03:59:31.571305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df6a8d-c372-4cbf-9a91-c8987b67a89a req-95e350d5-5f96-4472-b789-9734550cc5c5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.578683 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1df6a8d-c372-4cbf-9a91-c8987b67a89a req-95e350d5-5f96-4472-b789-9734550cc5c5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2644954 Jul 05 03:59:31.648174 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2d975e70-ffc8-4b69-8d44-234641c2d19e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Deleting port 01343e80-1eb4-4489-a484-7160230d7a9e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:31.648726 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2d975e70-ffc8-4b69-8d44-234641c2d19e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.650624 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc58095c-282f-4db0-b612-bcbd39999e6c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.697070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1df6a8d-c372-4cbf-9a91-c8987b67a89a req-b0ac0797-281f-4391-9691-cabd7dfebd06 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173127 Jul 05 03:59:31.725050 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4a7781e-636d-491a-92db-e1f0df55d608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.734011 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2d975e70-ffc8-4b69-8d44-234641c2d19e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.753273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2d975e70-ffc8-4b69-8d44-234641c2d19e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Calling delete_port for 01343e80-1eb4-4489-a484-7160230d7a9e owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:31.824478 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4a7781e-636d-491a-92db-e1f0df55d608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.881540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9863a8-69a4-4bd7-bf22-1cc8ab04c3a2 req-6f102f39-8b3d-47c3-b422-968dd78ebfc4 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.883291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad9863a8-69a4-4bd7-bf22-1cc8ab04c3a2 req-6f102f39-8b3d-47c3-b422-968dd78ebfc4 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1464839 Jul 05 03:59:31.893411 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2ccf1e8f-1f24-48fe-8214-261a8c6dee28 None None] Could not find standard attr ID for object aa0c3093-a102-4b43-81ab-0cf48a542a8b. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:59:31.899726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a4a7781e-636d-491a-92db-e1f0df55d608 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a34bb91e9560438895af1447befb82d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8387809 Jul 05 03:59:31.902046 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40826) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:31.906037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7781e-636d-491a-92db-e1f0df55d608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fa69cc-81ab-497c-bfcc-ea83f3ab93a3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:31.953226 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc58095c-282f-4db0-b612-bcbd39999e6c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.953785 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cbb4f82c-1d58-4af2-a996-68730bd8d0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.966071 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2d975e70-ffc8-4b69-8d44-234641c2d19e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.998332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58095c-282f-4db0-b612-bcbd39999e6c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Pushing event deleted for resources: {'Subnet': ['ID=6ddaa5fa-afae-4064-b558-1bf81a0e4153,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:32.013016 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cbb4f82c-1d58-4af2-a996-68730bd8d0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.013152 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc58095c-282f-4db0-b612-bcbd39999e6c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.013152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bc58095c-282f-4db0-b612-bcbd39999e6c tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] 10.222.0.60 "DELETE /v2.0/subnets/6ddaa5fa-afae-4064-b558-1bf81a0e4153 HTTP/1.1" status: 204 len: 168 time: 0.8095729 Jul 05 03:59:32.013330 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d975e70-ffc8-4b69-8d44-234641c2d19e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Port': ['ID=01343e80-1eb4-4489-a484-7160230d7a9e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:32.013583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40828) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:32.022492 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2d975e70-ffc8-4b69-8d44-234641c2d19e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.026568 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2d975e70-ffc8-4b69-8d44-234641c2d19e tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/ports/01343e80-1eb4-4489-a484-7160230d7a9e HTTP/1.1" status: 204 len: 168 time: 0.5474350 Jul 05 03:59:32.027256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40830) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:32.037238 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad9863a8-69a4-4bd7-bf22-1cc8ab04c3a2 req-138e5215-a374-4a70-8ae2-28ad0b378f02 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383109 Jul 05 03:59:32.067702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff29b489-44d4-49ec-878c-cc4e247fa252 None None] Network 324c17b4-3cf2-42cd-a125-64827d5e76dd requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:32.070255 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-330b98ce-c9ec-4aa4-a612-1966ca5a05ef tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:32.070717 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330b98ce-c9ec-4aa4-a612-1966ca5a05ef tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:32.074722 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-330b98ce-c9ec-4aa4-a612-1966ca5a05ef tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/subnets/1656f371-dcf1-4d47-b8b9-135995fe2c35 HTTP/1.1" status: 404 len: 337 time: 0.0442817 Jul 05 03:59:32.076958 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40832) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:32.125475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c51313-d881-4474-9509-1fde7706b751 req-fb02666c-ffae-40e5-a092-619505740140 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.131152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61c51313-d881-4474-9509-1fde7706b751 req-fb02666c-ffae-40e5-a092-619505740140 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2444537 Jul 05 03:59:32.151222 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.166331 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a7448b0-fd53-4922-9e91-9e539783ce47 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.174505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device c7f73527-5e4b-4aec-9ee4-e135a7ee1833 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:32.218968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: c7f73527-5e4b-4aec-9ee4-e135a7ee1833 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:32.219230 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device c7f73527-5e4b-4aec-9ee4-e135a7ee1833 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:32.244466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61c51313-d881-4474-9509-1fde7706b751 req-bc5910ed-b134-4201-9c19-edb55b2100b5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890284 Jul 05 03:59:32.269928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Deleting port 7d52ec3e-1972-4923-b92b-2606a06ee82e {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:32.269928 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.275226 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a7448b0-fd53-4922-9e91-9e539783ce47 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.288838 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2a7448b0-fd53-4922-9e91-9e539783ce47 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc343720-0315-4a03-b504-54bf3f33b959']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:32.303193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2a7448b0-fd53-4922-9e91-9e539783ce47 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49e7c79-90d0-49a8-b4f5-c070d9bbf48f') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:32.303568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2a7448b0-fd53-4922-9e91-9e539783ce47 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49e7c79-90d0-49a8-b4f5-c070d9bbf48f') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:32.318238 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a7448b0-fd53-4922-9e91-9e539783ce47 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.340506 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a7448b0-fd53-4922-9e91-9e539783ce47 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.346093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd51ea2-092a-48f3-9e30-c4266f49c9f0 None None] DHCP port deletion for 324c17b4-3cf2-42cd-a125-64827d5e76dd request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:32.355971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] For port 7d52ec3e-1972-4923-b92b-2606a06ee82e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7d52ec3e-1972-4923-b92b-2606a06ee82e,segment=NetworkSegment(ad0127d8-eaa2-4fd6-856a-1fa9324c4423),segment_id=ad0127d8-eaa2-4fd6-856a-1fa9324c4423)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:32.356531 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.370904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7448b0-fd53-4922-9e91-9e539783ce47 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:32.371633 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a7448b0-fd53-4922-9e91-9e539783ce47 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:32.375096 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:32.377204 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Calling delete_port for 7d52ec3e-1972-4923-b92b-2606a06ee82e owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:32.443480 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cbb4f82c-1d58-4af2-a996-68730bd8d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.445016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0dd51ea2-092a-48f3-9e30-c4266f49c9f0 None None] Deleting port 7d52ec3e-1972-4923-b92b-2606a06ee82e {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:32.445402 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0dd51ea2-092a-48f3-9e30-c4266f49c9f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.447018 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cbb4f82c-1d58-4af2-a996-68730bd8d0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.449131 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cbb4f82c-1d58-4af2-a996-68730bd8d0f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7fa69cc-81ab-497c-bfcc-ea83f3ab93a3 HTTP/1.1" status: 204 len: 168 time: 0.5474119 Jul 05 03:59:32.464281 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4f82c-1d58-4af2-a996-68730bd8d0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fa69cc-81ab-497c-bfcc-ea83f3ab93a3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:32.530266 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0dd51ea2-092a-48f3-9e30-c4266f49c9f0 None None] For port 7d52ec3e-1972-4923-b92b-2606a06ee82e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7d52ec3e-1972-4923-b92b-2606a06ee82e,segment=NetworkSegment(ad0127d8-eaa2-4fd6-856a-1fa9324c4423),segment_id=ad0127d8-eaa2-4fd6-856a-1fa9324c4423)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:32.530794 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0dd51ea2-092a-48f3-9e30-c4266f49c9f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.543921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0dd51ea2-092a-48f3-9e30-c4266f49c9f0 None None] Calling delete_port for 7d52ec3e-1972-4923-b92b-2606a06ee82e owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:32.590384 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.590566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a7448b0-fd53-4922-9e91-9e539783ce47 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.608868 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a7448b0-fd53-4922-9e91-9e539783ce47 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.614034 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2a7448b0-fd53-4922-9e91-9e539783ce47 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/networks/dc343720-0315-4a03-b504-54bf3f33b959 HTTP/1.1" status: 204 len: 168 time: 0.5361226 Jul 05 03:59:32.616127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40844) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:32.618273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Pushing event deleted for resources: {'Port': ['ID=7d52ec3e-1972-4923-b92b-2606a06ee82e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:32.623964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7448b0-fd53-4922-9e91-9e539783ce47 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Network': ['ID=dc343720-0315-4a03-b504-54bf3f33b959,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:32.631488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] No DVR routers for this DVR port 7d52ec3e-1972-4923-b92b-2606a06ee82e on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:32.667786 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0dd51ea2-092a-48f3-9e30-c4266f49c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.699070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd51ea2-092a-48f3-9e30-c4266f49c9f0 None None] No DVR routers for this DVR port 7d52ec3e-1972-4923-b92b-2606a06ee82e on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:32.710455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd51ea2-092a-48f3-9e30-c4266f49c9f0 None None] Pushing event deleted for resources: {'Port': ['ID=7d52ec3e-1972-4923-b92b-2606a06ee82e,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:32.739304 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.749445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324c17b4-3cf2-42cd-a125-64827d5e76dd']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:32.750252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-08411ff2-be0b-476f-8e8d-5adb7d6a88be tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Deleting port b8c41098-08d2-4614-a5ac-30d97886d503 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:32.750607 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-08411ff2-be0b-476f-8e8d-5adb7d6a88be tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.760689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0127d8-eaa2-4fd6-856a-1fa9324c4423') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:32.760990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0127d8-eaa2-4fd6-856a-1fa9324c4423') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:32.770513 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.784554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.790770 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:32.791198 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:32.794287 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:32.816952 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-08411ff2-be0b-476f-8e8d-5adb7d6a88be tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.835284 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-08411ff2-be0b-476f-8e8d-5adb7d6a88be tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Calling delete_port for b8c41098-08d2-4614-a5ac-30d97886d503 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:32.927322 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.936550 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.938378 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] 10.222.0.60 "DELETE /v2.0/networks/324c17b4-3cf2-42cd-a125-64827d5e76dd HTTP/1.1" status: 204 len: 168 time: 0.9225399 Jul 05 03:59:32.951587 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4ee88-d4d0-4edf-9c26-0de9e0f3154a tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760 tempest-ExtraDHCPOptionsIpV6TestJSON-1551164760-project] Pushing event deleted for resources: {'Network': ['ID=324c17b4-3cf2-42cd-a125-64827d5e76dd,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:32.990643 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-08411ff2-be0b-476f-8e8d-5adb7d6a88be tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.021244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08411ff2-be0b-476f-8e8d-5adb7d6a88be tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Port': ['ID=b8c41098-08d2-4614-a5ac-30d97886d503,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:33.026519 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-08411ff2-be0b-476f-8e8d-5adb7d6a88be tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.031415 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-08411ff2-be0b-476f-8e8d-5adb7d6a88be tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/ports/b8c41098-08d2-4614-a5ac-30d97886d503 HTTP/1.1" status: 204 len: 168 time: 0.4132640 Jul 05 03:59:33.031899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40856) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:33.069902 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4554fb24-9778-4aae-b65e-d1383f63e724 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:33.070425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4554fb24-9778-4aae-b65e-d1383f63e724 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:33.072300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4554fb24-9778-4aae-b65e-d1383f63e724 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/subnets/95d5cd85-b3f0-41f7-8d2b-b7bfac68966c HTTP/1.1" status: 404 len: 337 time: 0.0393569 Jul 05 03:59:33.074970 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40862) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:33.156716 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ad65726-15cd-4fd1-ab80-fda8fbeaa6de tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.224176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7fbce-c272-4e00-a48e-5a4dd0f7ea17 req-9d22f238-c943-4902-b0e2-5467f44adcc0 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:33.229961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ec7fbce-c272-4e00-a48e-5a4dd0f7ea17 req-9d22f238-c943-4902-b0e2-5467f44adcc0 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.0782087 Jul 05 03:59:33.275533 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ad65726-15cd-4fd1-ab80-fda8fbeaa6de tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.300315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-7ad65726-15cd-4fd1-ab80-fda8fbeaa6de tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92be71be-27e3-47c9-bea8-fc1f2459be79']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:33.308462 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ec7fbce-c272-4e00-a48e-5a4dd0f7ea17 req-a14c9bc1-d92d-4437-888c-f2ba76f4156d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755193 Jul 05 03:59:33.316038 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-7ad65726-15cd-4fd1-ab80-fda8fbeaa6de tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d1aa73-5891-4d09-b3a7-cafbb3e0b512') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:33.317005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-7ad65726-15cd-4fd1-ab80-fda8fbeaa6de tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d1aa73-5891-4d09-b3a7-cafbb3e0b512') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:33.326208 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ad65726-15cd-4fd1-ab80-fda8fbeaa6de tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.339999 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ad65726-15cd-4fd1-ab80-fda8fbeaa6de tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.345987 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad65726-15cd-4fd1-ab80-fda8fbeaa6de tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:33.346378 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ad65726-15cd-4fd1-ab80-fda8fbeaa6de tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:33.349306 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:33.487491 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ad65726-15cd-4fd1-ab80-fda8fbeaa6de tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.495541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ad65726-15cd-4fd1-ab80-fda8fbeaa6de tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.500712 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7ad65726-15cd-4fd1-ab80-fda8fbeaa6de tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/networks/92be71be-27e3-47c9-bea8-fc1f2459be79 HTTP/1.1" status: 204 len: 168 time: 0.4214683 Jul 05 03:59:33.500712 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40876) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:33.524951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40878) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:33.538255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad65726-15cd-4fd1-ab80-fda8fbeaa6de tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Network': ['ID=92be71be-27e3-47c9-bea8-fc1f2459be79,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:33.577522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d692972-b652-4956-af10-f42b744473bf tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Deleting subnet bb6b5cf1-61a1-45d7-913d-e9c54535decb {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:33.580955 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4d692972-b652-4956-af10-f42b744473bf tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.627697 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4d692972-b652-4956-af10-f42b744473bf tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.695548 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-147d8cf2-097a-4b1f-9846-e2bfb0559cdb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3bf7bebc173647b686ac4062d9b13767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693492 Jul 05 03:59:33.697985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40890) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:33.743259 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4d692972-b652-4956-af10-f42b744473bf tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.757992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9f04d98-d705-4d57-a907-65017d633ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.817987 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9f04d98-d705-4d57-a907-65017d633ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.876691 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4d692972-b652-4956-af10-f42b744473bf tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.907070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7d52ec3e-1972-4923-b92b-2606a06ee82e no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:33.924142 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d692972-b652-4956-af10-f42b744473bf tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6b5cf1-61a1-45d7-913d-e9c54535decb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:33.926915 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4d692972-b652-4956-af10-f42b744473bf tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.929361 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4d692972-b652-4956-af10-f42b744473bf tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/subnets/bb6b5cf1-61a1-45d7-913d-e9c54535decb HTTP/1.1" status: 204 len: 168 time: 0.4282985 Jul 05 03:59:33.930494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8882a1d5-69e3-4425-9d42-0c14124fc2df None None] Network 83c58a7b-dcb2-43fd-b046-1469547d6dbb requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:33.931703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40894) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:33.995523 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 7d52ec3e-1972-4923-b92b-2606a06ee82e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:33.996132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7d52ec3e-1972-4923-b92b-2606a06ee82e not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:34.012452 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9f04d98-d705-4d57-a907-65017d633ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.014636 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9f04d98-d705-4d57-a907-65017d633ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.015799 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c9f04d98-d705-4d57-a907-65017d633ab3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/edf0c549-141c-4211-9c28-9dcb8da26efc HTTP/1.1" status: 204 len: 168 time: 0.3169045 Jul 05 03:59:34.038079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f04d98-d705-4d57-a907-65017d633ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf0c549-141c-4211-9c28-9dcb8da26efc,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:34.058192 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.146981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Deleting port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:34.147333 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.185276 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a4b382-d485-4e36-9a41-b63e00c88c5f None None] DHCP port deletion for 83c58a7b-dcb2-43fd-b046-1469547d6dbb request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:34.232338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-01a4b382-d485-4e36-9a41-b63e00c88c5f None None] Deleting port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:34.232682 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01a4b382-d485-4e36-9a41-b63e00c88c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.330783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] For port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6ab21794-83fd-4622-b9ff-4d9a3c55a86a,segment=NetworkSegment(33f2271e-9945-4a36-b3a0-156059721454),segment_id=33f2271e-9945-4a36-b3a0-156059721454)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:34.331145 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.342400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-01a4b382-d485-4e36-9a41-b63e00c88c5f None None] For port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6ab21794-83fd-4622-b9ff-4d9a3c55a86a,segment=NetworkSegment(33f2271e-9945-4a36-b3a0-156059721454),segment_id=33f2271e-9945-4a36-b3a0-156059721454)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:34.343153 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01a4b382-d485-4e36-9a41-b63e00c88c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.345711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Calling delete_port for 6ab21794-83fd-4622-b9ff-4d9a3c55a86a owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:34.592408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055b7fa-ebac-49cd-a170-37b84ae09eef req-c81aba10-027b-453a-8bf9-6e874446dfb9 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.592408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c055b7fa-ebac-49cd-a170-37b84ae09eef req-c81aba10-027b-453a-8bf9-6e874446dfb9 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1232405 Jul 05 03:59:34.595322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-01a4b382-d485-4e36-9a41-b63e00c88c5f None None] Calling delete_port for 6ab21794-83fd-4622-b9ff-4d9a3c55a86a owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:34.642405 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.689889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] No DVR routers for this DVR port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:34.736966 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c055b7fa-ebac-49cd-a170-37b84ae09eef req-5441836a-bb51-4982-8d30-a33b0ef7dd4c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397550 Jul 05 03:59:34.743365 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Port': ['ID=6ab21794-83fd-4622-b9ff-4d9a3c55a86a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:34.753428 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01a4b382-d485-4e36-9a41-b63e00c88c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.782744 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4b382-d485-4e36-9a41-b63e00c88c5f None None] Pushing event deleted for resources: {'Port': ['ID=6ab21794-83fd-4622-b9ff-4d9a3c55a86a,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:34.792232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4b382-d485-4e36-9a41-b63e00c88c5f None None] No DVR routers for this DVR port 6ab21794-83fd-4622-b9ff-4d9a3c55a86a on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:34.862709 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.874761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c58a7b-dcb2-43fd-b046-1469547d6dbb']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:34.892299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f2271e-9945-4a36-b3a0-156059721454') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:34.897228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f2271e-9945-4a36-b3a0-156059721454') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:34.904426 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.924473 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.932433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:34.932973 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:34.936629 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:35.047829 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.056204 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.058022 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] 10.222.0.60 "DELETE /v2.0/networks/83c58a7b-dcb2-43fd-b046-1469547d6dbb HTTP/1.1" status: 204 len: 168 time: 1.1243882 Jul 05 03:59:35.070804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31a4b2-4bf4-4883-915a-1612281c7a40 tempest-NetworksIpV6TestAttrs-537783914 tempest-NetworksIpV6TestAttrs-537783914-project] Pushing event deleted for resources: {'Network': ['ID=83c58a7b-dcb2-43fd-b046-1469547d6dbb,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:35.773487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40966) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:35.880626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6ab21794-83fd-4622-b9ff-4d9a3c55a86a no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:35.907489 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 6ab21794-83fd-4622-b9ff-4d9a3c55a86a {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:35.908174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6ab21794-83fd-4622-b9ff-4d9a3c55a86a not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:35.969001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10404-f8d5-4245-9e7a-f8496b361b5a req-e8918675-f4c2-43e1-9991-daa02b519c0b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.970827 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ba10404-f8d5-4245-9e7a-f8496b361b5a req-e8918675-f4c2-43e1-9991-daa02b519c0b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0880051 Jul 05 03:59:36.049091 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ba10404-f8d5-4245-9e7a-f8496b361b5a req-a61651b7-4de8-428c-baad-78adb5b4fe8e tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688088 Jul 05 03:59:36.080098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e3a86-f80e-4596-9685-601bbee8adda req-37401ba8-21ae-4a95-a382-58c982b154a1 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:36.082427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b3e3a86-f80e-4596-9685-601bbee8adda req-37401ba8-21ae-4a95-a382-58c982b154a1 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.0866349 Jul 05 03:59:36.153945 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b3e3a86-f80e-4596-9685-601bbee8adda req-7bce87cc-7f87-4fd9-86c8-f5905986f920 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592856 Jul 05 03:59:36.171458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e4127099-79f7-4a56-aa59-259fd6094bbb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a4c3bba5f464fadac5480bfde73c58c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896072 Jul 05 03:59:36.171458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40980) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:36.171458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40982) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:36.235192 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.242859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1826040412'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:36.274177 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.386431 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39d00b-aefb-4832-bc83-b340db36d021 req-37b10450-325f-473c-bc9d-49ed787e2135 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:36.387995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa39d00b-aefb-4832-bc83-b340db36d021 req-37b10450-325f-473c-bc9d-49ed787e2135 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0952153 Jul 05 03:59:36.431962 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa39d00b-aefb-4832-bc83-b340db36d021 req-1a43ac57-2cba-4af6-aabe-6ab91a8191a4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374861 Jul 05 03:59:36.635743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:36.640331 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.650982 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.773065 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.773065 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.773065 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1da4e3e-b3b4-4987-9fb3-153a54a75e8d HTTP/1.1" status: 204 len: 168 time: 0.6005197 Jul 05 03:59:36.786717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1da4e3e-b3b4-4987-9fb3-153a54a75e8d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:36.802328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:36.802328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:36.802328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:36.802328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:36.802328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:36.802328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:36.802328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:36.802328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:36.802328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:36.802328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:36.802328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:36.802328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2093a1c4-e3a9-49cf-924f-22f643a91c5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:36.856672 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.978635 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.007913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:37.018960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc28486b-31e1-422b-9263-c268b5b8ead7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:37.024349 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.024741 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Added segment fccc85c1-5725-47be-89f8-8df4d4a73687 of type vlan for network 315efe39-56fa-4322-9c13-e7b46b4aaf2a Jul 05 03:59:37.064942 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.275727 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.281985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.282581 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.408240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Network': ['ID=315efe39-56fa-4322-9c13-e7b46b4aaf2a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:37.432427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d0535ee3-38eb-43c8-8f6e-bf4f8a78c39d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2501616 Jul 05 03:59:37.440163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 315efe39-56fa-4322-9c13-e7b46b4aaf2a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:37.445209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cfe97-5e8b-4121-a0de-3bf89d806db1 req-75cb5c43-ac24-45a8-b985-392d36848de4 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.453033 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d4cfe97-5e8b-4121-a0de-3bf89d806db1 req-75cb5c43-ac24-45a8-b985-392d36848de4 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1488376 Jul 05 03:59:37.501593 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d4cfe97-5e8b-4121-a0de-3bf89d806db1 req-05310571-6638-4cd6-87c9-211775813ce1 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472527 Jul 05 03:59:37.562144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41024) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:37.568884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4fcedb11-016b-4ca2-bf97-a7989e43c2ac tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'subnet': {'network_id': '315efe39-56fa-4322-9c13-e7b46b4aaf2a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:37.860033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcedb11-016b-4ca2-bf97-a7989e43c2ac tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:37.867235 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4fcedb11-016b-4ca2-bf97-a7989e43c2ac tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.210902 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41048) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:38.234808 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4fcedb11-016b-4ca2-bf97-a7989e43c2ac tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.298580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcedb11-016b-4ca2-bf97-a7989e43c2ac tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Subnet': ['ID=0107fe48-c29a-4811-a005-82de42494fec,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:38.311726 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcedb11-016b-4ca2-bf97-a7989e43c2ac tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Checking segment: {'id': 'fccc85c1-5725-47be-89f8-8df4d4a73687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '315efe39-56fa-4322-9c13-e7b46b4aaf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:38.312809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcedb11-016b-4ca2-bf97-a7989e43c2ac tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network hostable DHCP agents. Network: 315efe39-56fa-4322-9c13-e7b46b4aaf2a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:38.337163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-512051083'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:38.407688 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcedb11-016b-4ca2-bf97-a7989e43c2ac tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network 315efe39-56fa-4322-9c13-e7b46b4aaf2a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:38.459167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:38.462895 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.480248 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.501322 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-4fcedb11-016b-4ca2-bf97-a7989e43c2ac tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 315efe39-56fa-4322-9c13-e7b46b4aaf2a) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:38.508652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcedb11-016b-4ca2-bf97-a7989e43c2ac tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.509257 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4fcedb11-016b-4ca2-bf97-a7989e43c2ac tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.513431 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea1f3a-5378-4548-93fe-6db4351141c8 None None] Network 315efe39-56fa-4322-9c13-e7b46b4aaf2a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:38.589710 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.665100 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.668117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-315efe39-56fa-4322-9c13-e7b46b4aaf2a', 'network_id': '315efe39-56fa-4322-9c13-e7b46b4aaf2a', 'tenant_id': '757dc216a19146708a134046fac586c1', 'fixed_ips': [{'subnet_id': '0107fe48-c29a-4811-a005-82de42494fec'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:38.669228 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.693499 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:38.702400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e4fd58-0a47-402f-a0bb-a253e3b6838c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:38.710152 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff9248-2ce8-4e8d-952a-0042b72268bf req-099f0a84-d9e2-4b0e-8037-4fdb0fb38af2 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.710893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.711248 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Added segment 73e5f32e-8018-4762-9e11-cbc429550671 of type vlan for network eba8eed8-61b7-41ec-a8ec-647acbfbadbe Jul 05 03:59:38.712742 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42ff9248-2ce8-4e8d-952a-0042b72268bf req-099f0a84-d9e2-4b0e-8037-4fdb0fb38af2 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.0811176 Jul 05 03:59:38.755047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42ff9248-2ce8-4e8d-952a-0042b72268bf req-4ca00b56-ef64-42c5-a500-b7e80bf043e3 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366068 Jul 05 03:59:38.761483 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.776068 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4fcedb11-016b-4ca2-bf97-a7989e43c2ac tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2093775 Jul 05 03:59:38.776068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41062) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:38.785694 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e7b1b8c7-d0c6-4378-86c4-87aff0175437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1793781584'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:38.828158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Allocated IP 172.20.255.242 (315efe39-56fa-4322-9c13-e7b46b4aaf2a/0107fe48-c29a-4811-a005-82de42494fec/2537de1b-29a4-47c0-bc38-e472bb733bc8) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:38.950416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b1b8c7-d0c6-4378-86c4-87aff0175437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:38.954442 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b8c7-d0c6-4378-86c4-87aff0175437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.978483 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.981572 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.985851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.986863 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.990945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Transition to ACTIVE for port object 2537de1b-29a4-47c0-bc38-e472bb733bc8 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:39.007532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Transition to ACTIVE for port object 2537de1b-29a4-47c0-bc38-e472bb733bc8 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:39.015814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b1b8c7-d0c6-4378-86c4-87aff0175437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:39.062057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b8c7-d0c6-4378-86c4-87aff0175437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.062413 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-e7b1b8c7-d0c6-4378-86c4-87aff0175437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Added segment 1ffa5739-800d-4d16-806c-0a1cd39ba5d9 of type vlan for network 8a374943-9353-41c5-b00a-8575fe2a2dd4 Jul 05 03:59:39.074614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Network': ['ID=eba8eed8-61b7-41ec-a8ec-647acbfbadbe,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:39.088785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network eba8eed8-61b7-41ec-a8ec-647acbfbadbe details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:39.112023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b8c7-d0c6-4378-86c4-87aff0175437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.143909 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.202239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Network 315efe39-56fa-4322-9c13-e7b46b4aaf2a is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:39.203220 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9ac0a8c7-906e-499c-ab17-4ef5650e51d3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9909110 Jul 05 03:59:39.205510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41076) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:39.211933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:39.215344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-92624d21-329c-48e0-9990-fad9f1827ff5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1673739326'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:39.217815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:39.248848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Pushing event updated for resources: {'Port': ['ID=2537de1b-29a4-47c0-bc38-e472bb733bc8,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:39.253105 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b8c7-d0c6-4378-86c4-87aff0175437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.260975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b1b8c7-d0c6-4378-86c4-87aff0175437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.261596 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b8c7-d0c6-4378-86c4-87aff0175437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.285039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Attempting to bind port 2537de1b-29a4-47c0-bc38-e472bb733bc8 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:39.285687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Attempting to bind port 2537de1b-29a4-47c0-bc38-e472bb733bc8 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'fccc85c1-5725-47be-89f8-8df4d4a73687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '315efe39-56fa-4322-9c13-e7b46b4aaf2a'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:39.286243 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Attempting to bind port 2537de1b-29a4-47c0-bc38-e472bb733bc8 on network 315efe39-56fa-4322-9c13-e7b46b4aaf2a {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:39.291332 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:39.291713 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Checking segment: {'id': 'fccc85c1-5725-47be-89f8-8df4d4a73687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '315efe39-56fa-4322-9c13-e7b46b4aaf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:39.292239 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.292669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Bound using segment: {'id': 'fccc85c1-5725-47be-89f8-8df4d4a73687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '315efe39-56fa-4322-9c13-e7b46b4aaf2a'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:39.293141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Bound port: 2537de1b-29a4-47c0-bc38-e472bb733bc8, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccc85c1-5725-47be-89f8-8df4d4a73687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '315efe39-56fa-4322-9c13-e7b46b4aaf2a'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:39.293530 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.356689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92624d21-329c-48e0-9990-fad9f1827ff5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:39.362615 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92624d21-329c-48e0-9990-fad9f1827ff5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.369627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] For port 2537de1b-29a4-47c0-bc38-e472bb733bc8, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:39.376096 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] For port 2537de1b-29a4-47c0-bc38-e472bb733bc8, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2537de1b-29a4-47c0-bc38-e472bb733bc8,segment=NetworkSegment(fccc85c1-5725-47be-89f8-8df4d4a73687),segment_id=fccc85c1-5725-47be-89f8-8df4d4a73687)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:39.396914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92624d21-329c-48e0-9990-fad9f1827ff5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:39.408088 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92624d21-329c-48e0-9990-fad9f1827ff5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.408838 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-92624d21-329c-48e0-9990-fad9f1827ff5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Added segment 2959b5a2-9d61-4623-8a54-72239ca13311 of type vlan for network 1c24dbb5-760e-4e21-9278-65601676f729 Jul 05 03:59:39.458098 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92624d21-329c-48e0-9990-fad9f1827ff5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.459143 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.563858 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace13cc-356e-46e1-8605-0f7d7744c125 None None] Pushing event updated for resources: {'Port': ['ID=2537de1b-29a4-47c0-bc38-e472bb733bc8,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:39.567411 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92624d21-329c-48e0-9990-fad9f1827ff5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.573457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92624d21-329c-48e0-9990-fad9f1827ff5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.574158 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-92624d21-329c-48e0-9990-fad9f1827ff5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.694003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41090) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:39.696165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-92624d21-329c-48e0-9990-fad9f1827ff5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4876678 Jul 05 03:59:39.715992 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-48855e9d-9f15-4a0f-a2a7-93ae2f74bc7b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'subnet': {'network_id': 'eba8eed8-61b7-41ec-a8ec-647acbfbadbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:39.723733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92624d21-329c-48e0-9990-fad9f1827ff5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Network': ['ID=1c24dbb5-760e-4e21-9278-65601676f729,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:39.735080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 1c24dbb5-760e-4e21-9278-65601676f729 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:39.864134 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e7b1b8c7-d0c6-4378-86c4-87aff0175437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0869577 Jul 05 03:59:39.867288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41098) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:39.876882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-bc06722c-4e87-4c35-bd35-5db859159d2b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'subnet': {'network_id': '8a374943-9353-41c5-b00a-8575fe2a2dd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:39.883404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1b8c7-d0c6-4378-86c4-87aff0175437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Network': ['ID=8a374943-9353-41c5-b00a-8575fe2a2dd4,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:39.914766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 8a374943-9353-41c5-b00a-8575fe2a2dd4 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:40.037724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2537de1b-29a4-47c0-bc38-e472bb733bc8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:40.156153 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48855e9d-9f15-4a0f-a2a7-93ae2f74bc7b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:40.161054 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-48855e9d-9f15-4a0f-a2a7-93ae2f74bc7b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.177628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94e500-d222-448c-8cc4-148df0d66f6a req-6826bc46-4c97-48bf-bea0-3fe8ae522bb2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:40.185672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d94e500-d222-448c-8cc4-148df0d66f6a req-6826bc46-4c97-48bf-bea0-3fe8ae522bb2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1453543 Jul 05 03:59:40.188356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf13b0e-cf23-4016-ab38-73981784478a req-2d74d143-eb26-4d16-9f2e-7c29bc2e2e05 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:40.189976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-adf13b0e-cf23-4016-ab38-73981784478a req-2d74d143-eb26-4d16-9f2e-7c29bc2e2e05 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1536140 Jul 05 03:59:40.247252 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 2537de1b-29a4-47c0-bc38-e472bb733bc8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:40.262463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d94e500-d222-448c-8cc4-148df0d66f6a req-bbe286da-4d87-4ff8-939d-5d8ae21bafc4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685511 Jul 05 03:59:40.285570 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-adf13b0e-cf23-4016-ab38-73981784478a req-0399c558-c65b-47f6-8620-5b976e1fabb3 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823386 Jul 05 03:59:40.298260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc06722c-4e87-4c35-bd35-5db859159d2b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:40.303001 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc06722c-4e87-4c35-bd35-5db859159d2b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.533469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-48855e9d-9f15-4a0f-a2a7-93ae2f74bc7b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.614676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48855e9d-9f15-4a0f-a2a7-93ae2f74bc7b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Subnet': ['ID=ea132cbd-c40d-46b0-81cc-f9399cb489e7,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:40.620335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48855e9d-9f15-4a0f-a2a7-93ae2f74bc7b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Checking segment: {'id': '73e5f32e-8018-4762-9e11-cbc429550671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eba8eed8-61b7-41ec-a8ec-647acbfbadbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:40.620740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48855e9d-9f15-4a0f-a2a7-93ae2f74bc7b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network hostable DHCP agents. Network: eba8eed8-61b7-41ec-a8ec-647acbfbadbe, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:40.676754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308df6b1-7146-46ad-b3bf-f9119a3ead41 req-89897d4e-d6d9-4c58-be2e-adfaff6aa398 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:40.684492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-308df6b1-7146-46ad-b3bf-f9119a3ead41 req-89897d4e-d6d9-4c58-be2e-adfaff6aa398 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1262317 Jul 05 03:59:40.721811 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-308df6b1-7146-46ad-b3bf-f9119a3ead41 req-f8e6f38c-be6d-4bd5-8e18-7a8e0d258e68 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363264 Jul 05 03:59:40.766961 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48855e9d-9f15-4a0f-a2a7-93ae2f74bc7b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network eba8eed8-61b7-41ec-a8ec-647acbfbadbe is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:40.779897 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ad8d1f-477b-4777-8fec-9250dae4a2df None None] Network 315efe39-56fa-4322-9c13-e7b46b4aaf2a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:40.784677 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc06722c-4e87-4c35-bd35-5db859159d2b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.844406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06722c-4e87-4c35-bd35-5db859159d2b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Subnet': ['ID=38310ac0-632e-4684-9f01-066deb6566f1,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:40.847803 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-48855e9d-9f15-4a0f-a2a7-93ae2f74bc7b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, eba8eed8-61b7-41ec-a8ec-647acbfbadbe) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:40.853189 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48855e9d-9f15-4a0f-a2a7-93ae2f74bc7b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:40.863640 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-48855e9d-9f15-4a0f-a2a7-93ae2f74bc7b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.887215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc06722c-4e87-4c35-bd35-5db859159d2b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Checking segment: {'id': '1ffa5739-800d-4d16-806c-0a1cd39ba5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8a374943-9353-41c5-b00a-8575fe2a2dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:40.887575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06722c-4e87-4c35-bd35-5db859159d2b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network hostable DHCP agents. Network: 8a374943-9353-41c5-b00a-8575fe2a2dd4, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:40.890132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e8d5e7-ba09-4811-8885-a6939b2b4d96 None None] Network eba8eed8-61b7-41ec-a8ec-647acbfbadbe requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:41.037749 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-48855e9d-9f15-4a0f-a2a7-93ae2f74bc7b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3416839 Jul 05 03:59:41.041194 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41126) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:41.050064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-fc5a90a5-f673-4f01-960a-5ac2182d2aaa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'subnet': {'network_id': '1c24dbb5-760e-4e21-9278-65601676f729', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:41.053043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06722c-4e87-4c35-bd35-5db859159d2b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network 8a374943-9353-41c5-b00a-8575fe2a2dd4 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:41.063154 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c3f4eb4-1513-428a-8b78-cb654255e826 None None] Provisioning for port 2537de1b-29a4-47c0-bc38-e472bb733bc8 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:41.075669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c3f4eb4-1513-428a-8b78-cb654255e826 None None] Provisioning complete for port 2537de1b-29a4-47c0-bc38-e472bb733bc8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:41.076052 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4eb4-1513-428a-8b78-cb654255e826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.160327 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-eba8eed8-61b7-41ec-a8ec-647acbfbadbe', 'network_id': 'eba8eed8-61b7-41ec-a8ec-647acbfbadbe', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'fixed_ips': [{'subnet_id': 'ea132cbd-c40d-46b0-81cc-f9399cb489e7'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:41.161316 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.224148 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4eb4-1513-428a-8b78-cb654255e826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.344588 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c3f4eb4-1513-428a-8b78-cb654255e826 None None] For port 2537de1b-29a4-47c0-bc38-e472bb733bc8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2537de1b-29a4-47c0-bc38-e472bb733bc8,segment=NetworkSegment(fccc85c1-5725-47be-89f8-8df4d4a73687),segment_id=fccc85c1-5725-47be-89f8-8df4d4a73687)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:41.397988 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Allocated IP 2001:db8::2 (eba8eed8-61b7-41ec-a8ec-647acbfbadbe/ea132cbd-c40d-46b0-81cc-f9399cb489e7/a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:41.448852 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4eb4-1513-428a-8b78-cb654255e826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.453990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-bc06722c-4e87-4c35-bd35-5db859159d2b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 8a374943-9353-41c5-b00a-8575fe2a2dd4) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:41.482785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f4db5-ca65-4ebb-83c0-b6193d5c2c0d None None] Network 8a374943-9353-41c5-b00a-8575fe2a2dd4 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:41.483412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e87d8f-4e4b-4d69-b876-118f8d50b629 req-ebcb1acf-c81f-4170-870c-9d7540294f71 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.484992 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13e87d8f-4e4b-4d69-b876-118f8d50b629 req-ebcb1acf-c81f-4170-870c-9d7540294f71 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.4888513 Jul 05 03:59:41.486453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc06722c-4e87-4c35-bd35-5db859159d2b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.486991 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc06722c-4e87-4c35-bd35-5db859159d2b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.579615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f4eb4-1513-428a-8b78-cb654255e826 None None] Pushing event updated for resources: {'Port': ['ID=2537de1b-29a4-47c0-bc38-e472bb733bc8,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:41.580326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13e87d8f-4e4b-4d69-b876-118f8d50b629 req-2306251f-f7b1-4cc8-95a8-dced3a73d9e6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678964 Jul 05 03:59:41.602530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441dddb-5bf2-4bcc-a393-18ef9f239dec req-827a0928-bec8-4dff-99c6-284d5ff18159 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.605025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c441dddb-5bf2-4bcc-a393-18ef9f239dec req-827a0928-bec8-4dff-99c6-284d5ff18159 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1572933 Jul 05 03:59:41.643518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c238c1f5-4dec-4a06-b84e-b2a6ddc59509 None None] Provisioning complete for port 2537de1b-29a4-47c0-bc38-e472bb733bc8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:41.644708 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c238c1f5-4dec-4a06-b84e-b2a6ddc59509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.664760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c441dddb-5bf2-4bcc-a393-18ef9f239dec req-e3a2f669-c823-4eed-b63f-23b44da7aecc tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549648 Jul 05 03:59:41.666300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bc06722c-4e87-4c35-bd35-5db859159d2b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7979009 Jul 05 03:59:41.669342 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41144) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:41.757105 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5a90a5-f673-4f01-960a-5ac2182d2aaa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:41.762137 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc5a90a5-f673-4f01-960a-5ac2182d2aaa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.819439 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.877225 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.883358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ccdbcd-5bc9-4320-867c-f3430ead792f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-8a374943-9353-41c5-b00a-8575fe2a2dd4', 'network_id': '8a374943-9353-41c5-b00a-8575fe2a2dd4', 'tenant_id': '757dc216a19146708a134046fac586c1', 'fixed_ips': [{'subnet_id': '38310ac0-632e-4684-9f01-066deb6566f1'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:41.884224 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-20ccdbcd-5bc9-4320-867c-f3430ead792f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.928680 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Transition to ACTIVE for port object a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:41.954957 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.006479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2537de1b-29a4-47c0-bc38-e472bb733bc8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:42.014303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Transition to ACTIVE for port object a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:42.085157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45585f6a-9526-4162-816c-d4b341564d96 req-cbfd1c05-fd07-430c-a5e2-7857b312a5c4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.086678 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45585f6a-9526-4162-816c-d4b341564d96 req-cbfd1c05-fd07-430c-a5e2-7857b312a5c4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1795876 Jul 05 03:59:42.121251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 2537de1b-29a4-47c0-bc38-e472bb733bc8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:42.121783 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.127895 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45585f6a-9526-4162-816c-d4b341564d96 req-2c7b3080-3a00-4c97-b888-606eecf569f0 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352674 Jul 05 03:59:42.165485 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.206728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Network eba8eed8-61b7-41ec-a8ec-647acbfbadbe is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:42.229727 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.234617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:42.241349 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:42.265936 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Pushing event updated for resources: {'Port': ['ID=a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:42.290282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Subnet': ['ID=38310ac0-632e-4684-9f01-066deb6566f1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server [None req-20ccdbcd-5bc9-4320-867c-f3430ead792f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38310ac0-632e-4684-9f01-066deb6566f1: This subnet is being modified by another concurrent operation. Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 03:59:42.301923 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise exception Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38310ac0-632e-4684-9f01-066deb6566f1: This subnet is being modified by another concurrent operation. Jul 05 03:59:42.313090 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server Jul 05 03:59:42.332283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32919a83-f1c5-44d9-a3bb-a65495c12898 None None] Network 8a374943-9353-41c5-b00a-8575fe2a2dd4 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:42.371110 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.383332 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a374943-9353-41c5-b00a-8575fe2a2dd4']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:42.397528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffa5739-800d-4d16-806c-0a1cd39ba5d9') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:42.398125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffa5739-800d-4d16-806c-0a1cd39ba5d9') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:42.410066 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.433569 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.441570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:42.442468 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.451946 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc5a90a5-f673-4f01-960a-5ac2182d2aaa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.511659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a90a5-f673-4f01-960a-5ac2182d2aaa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Subnet': ['ID=18400f7f-a713-481b-8007-23723b387ccd,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:42.517907 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:42.522236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f11e95-5b69-4268-8851-edf05dbb3eb8 req-066b076e-210b-4e90-a53e-9ebc36a7e895 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.523906 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6f11e95-5b69-4268-8851-edf05dbb3eb8 req-066b076e-210b-4e90-a53e-9ebc36a7e895 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1349337 Jul 05 03:59:42.562058 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.568301 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.570082 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/8a374943-9353-41c5-b00a-8575fe2a2dd4 HTTP/1.1" status: 204 len: 168 time: 0.8993652 Jul 05 03:59:42.575479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41160) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:42.578085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5a90a5-f673-4f01-960a-5ac2182d2aaa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Checking segment: {'id': '2959b5a2-9d61-4623-8a54-72239ca13311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c24dbb5-760e-4e21-9278-65601676f729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:42.583706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5a90a5-f673-4f01-960a-5ac2182d2aaa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network hostable DHCP agents. Network: 1c24dbb5-760e-4e21-9278-65601676f729, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:42.584101 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-306a6a94-1e32-4fb6-a4d9-c51138345101 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-429846748'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:42.594877 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6f11e95-5b69-4268-8851-edf05dbb3eb8 req-66fd7678-ff14-440a-80f4-5ced793beb34 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640485 Jul 05 03:59:42.626510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fb7dd-4f0b-488e-a728-ae6153db83b9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Network': ['ID=8a374943-9353-41c5-b00a-8575fe2a2dd4,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:42.646851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Attempting to bind port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:42.647226 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Attempting to bind port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '73e5f32e-8018-4762-9e11-cbc429550671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eba8eed8-61b7-41ec-a8ec-647acbfbadbe'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:42.647591 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Attempting to bind port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 on network eba8eed8-61b7-41ec-a8ec-647acbfbadbe {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:42.670490 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:42.670868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Checking segment: {'id': '73e5f32e-8018-4762-9e11-cbc429550671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eba8eed8-61b7-41ec-a8ec-647acbfbadbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:42.671263 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.671655 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Bound using segment: {'id': '73e5f32e-8018-4762-9e11-cbc429550671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eba8eed8-61b7-41ec-a8ec-647acbfbadbe'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:42.672130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Bound port: a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e5f32e-8018-4762-9e11-cbc429550671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eba8eed8-61b7-41ec-a8ec-647acbfbadbe'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:42.672710 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.687197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5a90a5-f673-4f01-960a-5ac2182d2aaa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network 1c24dbb5-760e-4e21-9278-65601676f729 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:42.689661 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:59:42.697975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306a6a94-1e32-4fb6-a4d9-c51138345101 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:42.701723 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-306a6a94-1e32-4fb6-a4d9-c51138345101 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.738791 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306a6a94-1e32-4fb6-a4d9-c51138345101 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:42.751165 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-306a6a94-1e32-4fb6-a4d9-c51138345101 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.751794 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-306a6a94-1e32-4fb6-a4d9-c51138345101 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Added segment 7339bbb9-503e-4f62-92b9-cf03bc8e0f42 of type vlan for network 069e7855-6035-4473-9529-179ea544ec8a Jul 05 03:59:42.794660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] For port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:42.796074 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-fc5a90a5-f673-4f01-960a-5ac2182d2aaa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 1c24dbb5-760e-4e21-9278-65601676f729) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:42.798675 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] For port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951,segment=NetworkSegment(73e5f32e-8018-4762-9e11-cbc429550671),segment_id=73e5f32e-8018-4762-9e11-cbc429550671)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:42.803613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5a90a5-f673-4f01-960a-5ac2182d2aaa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.803613 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc5a90a5-f673-4f01-960a-5ac2182d2aaa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.805339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b200561b-21a6-4e4d-92cb-6834d351aac0 None None] Network 1c24dbb5-760e-4e21-9278-65601676f729 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:42.829574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-306a6a94-1e32-4fb6-a4d9-c51138345101 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.853737 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.903256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fb334-bf47-4435-8ea6-bb17f3278424 req-3698a90e-7127-41c6-a38a-eaa20938a799 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.904778 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a60fb334-bf47-4435-8ea6-bb17f3278424 req-3698a90e-7127-41c6-a38a-eaa20938a799 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1459980 Jul 05 03:59:42.911712 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41172) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:42.911955 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fc5a90a5-f673-4f01-960a-5ac2182d2aaa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8696070 Jul 05 03:59:42.919222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4b1ea5d4-9399-465d-8e86-848518b8235c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-295124980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:42.950942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77503054-d051-4ec2-8f8f-2a18faf617af req-2ff39230-a8e8-4131-bbe0-b23be8f8831d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.953107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adc2de-8041-47d3-b248-e7f0a1c6cc30 None None] Pushing event updated for resources: {'Port': ['ID=a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:42.953598 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-306a6a94-1e32-4fb6-a4d9-c51138345101 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.953722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77503054-d051-4ec2-8f8f-2a18faf617af req-2ff39230-a8e8-4131-bbe0-b23be8f8831d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1314111 Jul 05 03:59:42.964695 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306a6a94-1e32-4fb6-a4d9-c51138345101 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.965627 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-306a6a94-1e32-4fb6-a4d9-c51138345101 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.976989 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a60fb334-bf47-4435-8ea6-bb17f3278424 req-28641158-0b8c-4a5b-9efa-8802f974e8f7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638795 Jul 05 03:59:43.050967 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77503054-d051-4ec2-8f8f-2a18faf617af req-15c2976c-84b2-4488-9baf-e3aef2d14278 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824466 Jul 05 03:59:43.055156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-1c24dbb5-760e-4e21-9278-65601676f729', 'network_id': '1c24dbb5-760e-4e21-9278-65601676f729', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'fixed_ips': [{'subnet_id': '18400f7f-a713-481b-8007-23723b387ccd'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:43.056045 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.158255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a6a94-1e32-4fb6-a4d9-c51138345101 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Network': ['ID=069e7855-6035-4473-9529-179ea544ec8a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:43.176481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b1ea5d4-9399-465d-8e86-848518b8235c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.180196 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b1ea5d4-9399-465d-8e86-848518b8235c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.188583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 069e7855-6035-4473-9529-179ea544ec8a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:43.249982 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-306a6a94-1e32-4fb6-a4d9-c51138345101 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6728570 Jul 05 03:59:43.254051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41182) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:43.264688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4e1d53c8-3710-4ac2-97a6-5b552b029b8b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'subnet': {'network_id': '069e7855-6035-4473-9529-179ea544ec8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:43.343412 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b1ea5d4-9399-465d-8e86-848518b8235c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.425085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b1ea5d4-9399-465d-8e86-848518b8235c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.494455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Allocated IP 2001:db8:1::2 (1c24dbb5-760e-4e21-9278-65601676f729/18400f7f-a713-481b-8007-23723b387ccd/f92f4773-4532-4ceb-af45-3575bf48d488) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:43.513982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1d53c8-3710-4ac2-97a6-5b552b029b8b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:43.517685 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e1d53c8-3710-4ac2-97a6-5b552b029b8b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.561753 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b1ea5d4-9399-465d-8e86-848518b8235c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.567764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41192) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:43.568445 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4b1ea5d4-9399-465d-8e86-848518b8235c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6555467 Jul 05 03:59:43.624606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-4e1d53c8-3710-4ac2-97a6-5b552b029b8b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Performing IP validity checks on allocation pools {{(pid=100877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 03:59:43.625167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-4e1d53c8-3710-4ac2-97a6-5b552b029b8b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 03:59:43.649078 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.657280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Transition to ACTIVE for port object f92f4773-4532-4ceb-af45-3575bf48d488 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:43.677313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Transition to ACTIVE for port object f92f4773-4532-4ceb-af45-3575bf48d488 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:43.761686 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.777672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35668b6-39b0-47e9-815c-2309aba8550a req-c90ba1b3-fb1c-415f-9908-8004d862217c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:43.779207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f35668b6-39b0-47e9-815c-2309aba8550a req-c90ba1b3-fb1c-415f-9908-8004d862217c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.3003900 Jul 05 03:59:43.813570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Network 1c24dbb5-760e-4e21-9278-65601676f729 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:43.816404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:43.853672 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Pushing event updated for resources: {'Port': ['ID=f92f4773-4532-4ceb-af45-3575bf48d488,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:43.857658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:43.939973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Attempting to bind port f92f4773-4532-4ceb-af45-3575bf48d488 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:43.940174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Attempting to bind port f92f4773-4532-4ceb-af45-3575bf48d488 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2959b5a2-9d61-4623-8a54-72239ca13311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c24dbb5-760e-4e21-9278-65601676f729'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:43.941094 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Attempting to bind port f92f4773-4532-4ceb-af45-3575bf48d488 on network 1c24dbb5-760e-4e21-9278-65601676f729 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:43.946931 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:43.947394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Checking segment: {'id': '2959b5a2-9d61-4623-8a54-72239ca13311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c24dbb5-760e-4e21-9278-65601676f729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:43.947905 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.948464 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Bound using segment: {'id': '2959b5a2-9d61-4623-8a54-72239ca13311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c24dbb5-760e-4e21-9278-65601676f729'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:43.949078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Bound port: f92f4773-4532-4ceb-af45-3575bf48d488, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2959b5a2-9d61-4623-8a54-72239ca13311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c24dbb5-760e-4e21-9278-65601676f729'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:43.949644 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.990605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:44.032140 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f35668b6-39b0-47e9-815c-2309aba8550a req-17463823-2074-41a6-b9d6-88bcf3227ebb tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400291 Jul 05 03:59:44.066073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] For port f92f4773-4532-4ceb-af45-3575bf48d488, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:44.070913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] For port f92f4773-4532-4ceb-af45-3575bf48d488, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f92f4773-4532-4ceb-af45-3575bf48d488,segment=NetworkSegment(2959b5a2-9d61-4623-8a54-72239ca13311),segment_id=2959b5a2-9d61-4623-8a54-72239ca13311)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:44.146464 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.151309 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.259436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:44.303539 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e1d53c8-3710-4ac2-97a6-5b552b029b8b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.304731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca7d65-52c5-4af3-85db-dcdb9c398577 None None] Pushing event updated for resources: {'Port': ['ID=f92f4773-4532-4ceb-af45-3575bf48d488,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:44.590376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad4cdc4-9e1d-4b50-9a7b-91e9cd81b14f None None] Network eba8eed8-61b7-41ec-a8ec-647acbfbadbe requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:44.721551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d53c8-3710-4ac2-97a6-5b552b029b8b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Subnet': ['ID=972701f6-fde8-414c-8d97-9936ab7930f6,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:44.737761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d53c8-3710-4ac2-97a6-5b552b029b8b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Checking segment: {'id': '7339bbb9-503e-4f62-92b9-cf03bc8e0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '069e7855-6035-4473-9529-179ea544ec8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:44.737761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d53c8-3710-4ac2-97a6-5b552b029b8b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network hostable DHCP agents. Network: 069e7855-6035-4473-9529-179ea544ec8a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:44.763425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ea21fa0a-dc83-4f10-a805-3d2e7e2e05ec None None] Provisioning for port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:44.771144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ea21fa0a-dc83-4f10-a805-3d2e7e2e05ec None None] Provisioning complete for port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:44.771579 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ea21fa0a-dc83-4f10-a805-3d2e7e2e05ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.778494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c6cf7-c079-4ee8-b568-24e4e7b2cb57 req-c512fa82-8683-4e75-9ec4-06b8e06693fa tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.780039 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-527c6cf7-c079-4ee8-b568-24e4e7b2cb57 req-c512fa82-8683-4e75-9ec4-06b8e06693fa tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.4909649 Jul 05 03:59:44.804831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ab09f-7a7c-4c21-98d6-6012c542b649 req-f31a5dce-6cff-412d-9f1d-17c8832f7852 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.809727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e76ab09f-7a7c-4c21-98d6-6012c542b649 req-f31a5dce-6cff-412d-9f1d-17c8832f7852 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.5165741 Jul 05 03:59:44.874926 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ea21fa0a-dc83-4f10-a805-3d2e7e2e05ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.893331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Allocated IP 2001:db8::1 (eba8eed8-61b7-41ec-a8ec-647acbfbadbe/ea132cbd-c40d-46b0-81cc-f9399cb489e7/bcfa66c2-0b88-493a-9a47-51182cc8c1f9) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:44.919143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ea21fa0a-dc83-4f10-a805-3d2e7e2e05ec None None] For port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951,segment=NetworkSegment(73e5f32e-8018-4762-9e11-cbc429550671),segment_id=73e5f32e-8018-4762-9e11-cbc429550671)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:44.921505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d53c8-3710-4ac2-97a6-5b552b029b8b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network 069e7855-6035-4473-9529-179ea544ec8a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:44.996145 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ea21fa0a-dc83-4f10-a805-3d2e7e2e05ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.015498 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-527c6cf7-c079-4ee8-b568-24e4e7b2cb57 req-62fd2693-aae9-4682-91c9-cbda5aead70d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253902 Jul 05 03:59:45.034170 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e76ab09f-7a7c-4c21-98d6-6012c542b649 req-385e7919-c71c-4395-8d32-a99d482937d4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245692 Jul 05 03:59:45.079590 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21fa0a-dc83-4f10-a805-3d2e7e2e05ec None None] Pushing event updated for resources: {'Port': ['ID=a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:45.105169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-4e1d53c8-3710-4ac2-97a6-5b552b029b8b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 069e7855-6035-4473-9529-179ea544ec8a) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:45.114461 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87aa407-621f-4e43-98c6-f6c6a696f90b None None] Network 069e7855-6035-4473-9529-179ea544ec8a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:45.118769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1d53c8-3710-4ac2-97a6-5b552b029b8b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.119458 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e1d53c8-3710-4ac2-97a6-5b552b029b8b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.177210 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.220030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Transition to ACTIVE for port object bcfa66c2-0b88-493a-9a47-51182cc8c1f9 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:45.242201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4e1d53c8-3710-4ac2-97a6-5b552b029b8b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9794245 Jul 05 03:59:45.242398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41218) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:45.274280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7634338a-da84-4a05-8a4a-22566feff361 None None] Provisioning complete for port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:45.274280 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7634338a-da84-4a05-8a4a-22566feff361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.407793 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.427360 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.498942 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.539203 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099691ff-f2f5-451e-b4a5-86181a63df2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-069e7855-6035-4473-9529-179ea544ec8a', 'network_id': '069e7855-6035-4473-9529-179ea544ec8a', 'tenant_id': '757dc216a19146708a134046fac586c1', 'fixed_ips': [{'subnet_id': '972701f6-fde8-414c-8d97-9936ab7930f6'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:45.541303 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-099691ff-f2f5-451e-b4a5-86181a63df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.546570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network eba8eed8-61b7-41ec-a8ec-647acbfbadbe is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:45.562304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:45.575581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:45.576137 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.652861 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=bcfa66c2-0b88-493a-9a47-51182cc8c1f9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:45.671942 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.707419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d07fd3b-131b-4c5a-970b-e08eb981a0b7 None None] Network 1c24dbb5-760e-4e21-9278-65601676f729 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:45.724630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Subnet': ['ID=972701f6-fde8-414c-8d97-9936ab7930f6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:45.762329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e86019-346e-4967-87ec-78ded15af2b7 req-1efdee04-cc53-4574-bb4e-def6e6edde32 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.770548 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-71e86019-346e-4967-87ec-78ded15af2b7 req-1efdee04-cc53-4574-bb4e-def6e6edde32 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2319758 Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server [None req-099691ff-f2f5-451e-b4a5-86181a63df2c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 972701f6-fde8-414c-8d97-9936ab7930f6: This subnet is being modified by another concurrent operation. Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 03:59:45.841211 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise exception Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 972701f6-fde8-414c-8d97-9936ab7930f6: This subnet is being modified by another concurrent operation. Jul 05 03:59:45.844921 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server Jul 05 03:59:45.852852 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-71e86019-346e-4967-87ec-78ded15af2b7 req-9b6aecf6-37a3-4979-ae4c-c7b5dfc25c63 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789196 Jul 05 03:59:45.884123 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.884564 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.914202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069e7855-6035-4473-9529-179ea544ec8a']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:45.932682 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7339bbb9-503e-4f62-92b9-cf03bc8e0f42') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:45.932990 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7339bbb9-503e-4f62-92b9-cf03bc8e0f42') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:45.941779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0b0d29-2194-47d8-88c5-5d99500414c7 None None] Network 069e7855-6035-4473-9529-179ea544ec8a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:45.948631 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.983167 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.996630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:45.997050 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:46.000659 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:46.106906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-14ddf736-f8b1-4a93-bd3e-a0b641dcb660 None None] Provisioning for port f92f4773-4532-4ceb-af45-3575bf48d488 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:46.117112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:46.218428 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:46.218810 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.235769 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.255261 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.258770 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/069e7855-6035-4473-9529-179ea544ec8a HTTP/1.1" status: 204 len: 168 time: 1.0156641 Jul 05 03:59:46.275349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41234) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:46.278721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9bac6b4f-a13c-443b-9328-4bab9cbc8236 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-840072618'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:46.285779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf744618-b96e-47ef-85da-10d60573d4fc req-26e103ed-607d-44aa-a46e-fcd80fe9de02 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.292644 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c408e-6af8-4e14-905c-cade510fc0b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Network': ['ID=069e7855-6035-4473-9529-179ea544ec8a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:46.294186 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf744618-b96e-47ef-85da-10d60573d4fc req-26e103ed-607d-44aa-a46e-fcd80fe9de02 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1768007 Jul 05 03:59:46.336549 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f92f4773-4532-4ceb-af45-3575bf48d488 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:46.386863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf744618-b96e-47ef-85da-10d60573d4fc req-5f332705-eaf5-4b8c-ba43-1d45fbb633bd tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916698 Jul 05 03:59:46.396141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bac6b4f-a13c-443b-9328-4bab9cbc8236 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:46.400797 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9bac6b4f-a13c-443b-9328-4bab9cbc8236 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.418625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6cf99629-6e0d-43ae-8842-02cc61b55ed4 None None] Provisioning for port bcfa66c2-0b88-493a-9a47-51182cc8c1f9 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:46.423009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6cf99629-6e0d-43ae-8842-02cc61b55ed4 None None] Provisioning complete for port bcfa66c2-0b88-493a-9a47-51182cc8c1f9 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:46.423394 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6cf99629-6e0d-43ae-8842-02cc61b55ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.455145 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bac6b4f-a13c-443b-9328-4bab9cbc8236 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:46.495150 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9bac6b4f-a13c-443b-9328-4bab9cbc8236 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.495150 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-9bac6b4f-a13c-443b-9328-4bab9cbc8236 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Added segment c713830b-15c5-4f69-991c-f94bc4343dfe of type vlan for network 5dfc7c57-bed0-4f3b-a56f-3034a12f54ff Jul 05 03:59:46.496643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6cf99629-6e0d-43ae-8842-02cc61b55ed4 None None] Port bcfa66c2-0b88-493a-9a47-51182cc8c1f9 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:46.555601 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port f92f4773-4532-4ceb-af45-3575bf48d488 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:46.560243 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f92f4773-4532-4ceb-af45-3575bf48d488 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:46.560641 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.571726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47249322-7ab2-47e5-be8b-eb28e07c3ad5 None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:59:46.592292 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9bac6b4f-a13c-443b-9328-4bab9cbc8236 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.593853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076c683-cd4b-40a7-8369-fd9d294bccfb req-47a329d9-7549-45c5-a52f-7bffec485ecf tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.603293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6076c683-cd4b-40a7-8369-fd9d294bccfb req-47a329d9-7549-45c5-a52f-7bffec485ecf tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.4138744 Jul 05 03:59:46.654106 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ff2517f7-c5e2-4443-9f1b-4257bb63cddd None None] Provisioning complete for port f92f4773-4532-4ceb-af45-3575bf48d488 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:46.654586 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ff2517f7-c5e2-4443-9f1b-4257bb63cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.668040 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.685210 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6076c683-cd4b-40a7-8369-fd9d294bccfb req-18c8347c-61b4-453f-a6f3-d31b8f67213d tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809548 Jul 05 03:59:46.688194 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87113fb5-7abb-4648-8203-d471c8995806 req-5ab5585f-e6d7-4066-922d-c246d664c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.689729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87113fb5-7abb-4648-8203-d471c8995806 req-5ab5585f-e6d7-4066-922d-c246d664c571 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 1096 time: 0.3219464 Jul 05 03:59:46.732106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87113fb5-7abb-4648-8203-d471c8995806 req-79ae4336-0d46-482c-9730-e1fb73a6c830 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353270 Jul 05 03:59:46.737007 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9bac6b4f-a13c-443b-9328-4bab9cbc8236 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.740966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bac6b4f-a13c-443b-9328-4bab9cbc8236 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.741882 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9bac6b4f-a13c-443b-9328-4bab9cbc8236 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.790308 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.791355 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.858848 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.866167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac6b4f-a13c-443b-9328-4bab9cbc8236 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Network': ['ID=5dfc7c57-bed0-4f3b-a56f-3034a12f54ff,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:46.881079 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 5dfc7c57-bed0-4f3b-a56f-3034a12f54ff details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:46.907257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=bcfa66c2-0b88-493a-9a47-51182cc8c1f9,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:46.917087 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9bac6b4f-a13c-443b-9328-4bab9cbc8236 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6436114 Jul 05 03:59:46.919766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41248) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:46.928286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-2c750a6a-523c-4b1b-a206-9bdb5c5530ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'subnet': {'network_id': '5dfc7c57-bed0-4f3b-a56f-3034a12f54ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:46.937819 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ff2517f7-c5e2-4443-9f1b-4257bb63cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.984426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47249322-7ab2-47e5-be8b-eb28e07c3ad5 None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:59:46.991171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network eba8eed8-61b7-41ec-a8ec-647acbfbadbe is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:46.995081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:47.035683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port f92f4773-4532-4ceb-af45-3575bf48d488, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f92f4773-4532-4ceb-af45-3575bf48d488,segment=NetworkSegment(2959b5a2-9d61-4623-8a54-72239ca13311),segment_id=2959b5a2-9d61-4623-8a54-72239ca13311)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:47.096410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca1b5e-16af-4946-82b5-1429862f5110 req-5ecb5e31-7080-4deb-a0f6-e5b51a115aa9 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.098540 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-faca1b5e-16af-4946-82b5-1429862f5110 req-5ecb5e31-7080-4deb-a0f6-e5b51a115aa9 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1625638 Jul 05 03:59:47.162452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-faca1b5e-16af-4946-82b5-1429862f5110 req-be2fd2dd-9a9e-4bd8-9364-c7a9c70d549f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571291 Jul 05 03:59:47.225406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c750a6a-523c-4b1b-a206-9bdb5c5530ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:47.230577 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c750a6a-523c-4b1b-a206-9bdb5c5530ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.265625 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.292626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router 3a460c02-3251-4f71-ac09-082efa04d09c is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:59:47.322625 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41254) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:47.350743 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-ff2517f7-c5e2-4443-9f1b-4257bb63cddd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:59:47.351042 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-ff2517f7-c5e2-4443-9f1b-4257bb63cddd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:59:47.408269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=f92f4773-4532-4ceb-af45-3575bf48d488,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:47.532637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8bac-29d0-409f-aa63-9e68b5d47e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.660125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c750a6a-523c-4b1b-a206-9bdb5c5530ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.673235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10b4b38-78fd-4a15-8369-60dea3740a4b None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:59:47.679135 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8bac-29d0-409f-aa63-9e68b5d47e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.745224 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c750a6a-523c-4b1b-a206-9bdb5c5530ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Subnet': ['ID=f4b1e591-fca9-4481-96a6-dcc3af013aef,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:47.750793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:47.753898 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c750a6a-523c-4b1b-a206-9bdb5c5530ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Checking segment: {'id': 'c713830b-15c5-4f69-991c-f94bc4343dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5dfc7c57-bed0-4f3b-a56f-3034a12f54ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:47.754343 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c750a6a-523c-4b1b-a206-9bdb5c5530ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network hostable DHCP agents. Network: 5dfc7c57-bed0-4f3b-a56f-3034a12f54ff, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:47.758624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7cd2ebf5-9822-4cfc-bb2a-bc116c0c6963 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/3a460c02-3251-4f71-ac09-082efa04d09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1898463 Jul 05 03:59:47.762028 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41264) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:47.763297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd7e47-a753-43a7-af11-9d9e18662be0 None None] Sync routers for ids ['3a460c02-3251-4f71-ac09-082efa04d09c'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:47.778578 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51385d-6684-4414-88e2-9b7e6348a629 req-7aec28b1-770c-425e-8aa2-ff7b0e4d1c67 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.785594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f51385d-6684-4414-88e2-9b7e6348a629 req-7aec28b1-770c-425e-8aa2-ff7b0e4d1c67 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.4824295 Jul 05 03:59:47.803537 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd7e47-a753-43a7-af11-9d9e18662be0 None None] Routers {'3a460c02-3251-4f71-ac09-082efa04d09c'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:47.804870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e4cd7e47-a753-43a7-af11-9d9e18662be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:59:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3a460c02-3251-4f71-ac09-082efa04d09c'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:47.830766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f51385d-6684-4414-88e2-9b7e6348a629 req-06a44e63-91bf-4ea9-a2d0-a4425927ffd8 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Jul 05 03:59:47.850389 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8bac-29d0-409f-aa63-9e68b5d47e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.876214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e4cd7e47-a753-43a7-af11-9d9e18662be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:47.919257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a8bac-29d0-409f-aa63-9e68b5d47e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910f955e-73b4-4831-978d-01bbf0d54c2b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:47.937890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf8c14-205a-46cf-a220-c5efba28fc73 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.942531 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8fcf8c14-205a-46cf-a220-c5efba28fc73 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports/bcfa66c2-0b88-493a-9a47-51182cc8c1f9 HTTP/1.1" status: 200 len: 911 time: 0.1763415 Jul 05 03:59:47.944314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41270) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:47.958071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f92f4773-4532-4ceb-af45-3575bf48d488 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:47.959418 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0d9a8bac-29d0-409f-aa63-9e68b5d47e3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3821d1ef2bb4735a0170a409e426662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6354938 Jul 05 03:59:47.960220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41272) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:48.014023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c750a6a-523c-4b1b-a206-9bdb5c5530ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network 5dfc7c57-bed0-4f3b-a56f-3034a12f54ff is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:48.021158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd7e47-a753-43a7-af11-9d9e18662be0 None None] Routers {'3a460c02-3251-4f71-ac09-082efa04d09c'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:48.021840 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e4cd7e47-a753-43a7-af11-9d9e18662be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:59:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3a460c02-3251-4f71-ac09-082efa04d09c'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:48.026321 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e4967-5094-4483-9355-9575e3c53326 req-759285c0-ec1f-4adf-8034-a530ff1ee639 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.028043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb1e4967-5094-4483-9355-9575e3c53326 req-759285c0-ec1f-4adf-8034-a530ff1ee639 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1668091 Jul 05 03:59:48.041741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a68c1fb8-a4bf-4212-8471-bf6500e676ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.071151 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a68c1fb8-a4bf-4212-8471-bf6500e676ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.074665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e4cd7e47-a753-43a7-af11-9d9e18662be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:48.075316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd7e47-a753-43a7-af11-9d9e18662be0 None None] The sync data for ids ['3a460c02-3251-4f71-ac09-082efa04d09c'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:48.116106 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f92f4773-4532-4ceb-af45-3575bf48d488 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:48.116571 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.132428 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-2c750a6a-523c-4b1b-a206-9bdb5c5530ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 5dfc7c57-bed0-4f3b-a56f-3034a12f54ff) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:48.138748 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c750a6a-523c-4b1b-a206-9bdb5c5530ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.139857 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c750a6a-523c-4b1b-a206-9bdb5c5530ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.214287 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb1e4967-5094-4483-9355-9575e3c53326 req-344d0245-da5b-4021-85fa-f8c73b1f393c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446934 Jul 05 03:59:48.246443 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a68c1fb8-a4bf-4212-8471-bf6500e676ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.249268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a68c1fb8-a4bf-4212-8471-bf6500e676ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.250621 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a68c1fb8-a4bf-4212-8471-bf6500e676ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/910f955e-73b4-4831-978d-01bbf0d54c2b HTTP/1.1" status: 204 len: 168 time: 0.2890553 Jul 05 03:59:48.262498 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2c750a6a-523c-4b1b-a206-9bdb5c5530ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3398802 Jul 05 03:59:48.276303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41288) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:48.277520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c1fb8-a4bf-4212-8471-bf6500e676ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910f955e-73b4-4831-978d-01bbf0d54c2b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:48.322919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10b4b38-78fd-4a15-8369-60dea3740a4b None None] Unable to find a vacant binding_index for network 5dfc7c57-bed0-4f3b-a56f-3034a12f54ff and agent 9697851a-6383-4e7a-a4db-10529ec9078a {{(pid=100878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 05 03:59:48.330859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10b4b38-78fd-4a15-8369-60dea3740a4b None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 5dfc7c57-bed0-4f3b-a56f-3034a12f54ff) {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:59:48.564808 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e15e-affe-4257-98ad-275dcc3a587e req-7eff64d6-ae72-4bcb-9f02-10352ce649bb tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.566861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7281e15e-affe-4257-98ad-275dcc3a587e req-7eff64d6-ae72-4bcb-9f02-10352ce649bb tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/networks?id=cb680753-4518-4b31-b2c8-56ca0a768a05 HTTP/1.1" status: 200 len: 813 time: 0.3118930 Jul 05 03:59:48.570598 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.610577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7281e15e-affe-4257-98ad-275dcc3a587e req-adf0ac40-671f-4f9e-a2c5-4faaf2613fae tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/quotas/3a4ce3e94b11467baf98b0133ae5e4ed HTTP/1.1" status: 200 len: 375 time: 0.0350637 Jul 05 03:59:48.711064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-5dfc7c57-bed0-4f3b-a56f-3034a12f54ff', 'network_id': '5dfc7c57-bed0-4f3b-a56f-3034a12f54ff', 'tenant_id': '757dc216a19146708a134046fac586c1', 'fixed_ips': [{'subnet_id': 'f4b1e591-fca9-4481-96a6-dcc3af013aef'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:48.711064 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.758248 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.790372 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.862042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Allocated IP 172.20.0.1 (5dfc7c57-bed0-4f3b-a56f-3034a12f54ff/f4b1e591-fca9-4481-96a6-dcc3af013aef/1b19dd5f-8c40-416f-a203-ff5662d936ee) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:48.916921 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7281e15e-affe-4257-98ad-275dcc3a587e req-cfc24fd6-0ca2-420c-874b-0e74c19ec5de tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a4ce3e94b11467baf98b0133ae5e4ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2972116 Jul 05 03:59:49.004787 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f051bfb-e0c5-42be-98d0-b1f5942a2017 req-6e92cb48-64d2-4945-9df4-7b42f8e4509f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.011454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f051bfb-e0c5-42be-98d0-b1f5942a2017 req-6e92cb48-64d2-4945-9df4-7b42f8e4509f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.2749941 Jul 05 03:59:49.028523 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.033433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1489a-035b-4226-aeba-1aeb6fae7ef0 req-238f7093-6504-4796-bdf4-9e0c191ee764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.039064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2de1489a-035b-4226-aeba-1aeb6fae7ef0 req-238f7093-6504-4796-bdf4-9e0c191ee764 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8bf2bb6d510e4bac8f5a2fcd7741fda7&device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 1096 time: 0.2563272 Jul 05 03:59:49.039223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Transition to ACTIVE for port object 1b19dd5f-8c40-416f-a203-ff5662d936ee will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:49.064724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Transition to ACTIVE for port object 1b19dd5f-8c40-416f-a203-ff5662d936ee will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:49.158199 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.196227 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Network 5dfc7c57-bed0-4f3b-a56f-3034a12f54ff is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:49.199757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:49.200542 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f051bfb-e0c5-42be-98d0-b1f5942a2017 req-8db7ca2c-7ce5-45ff-905b-33d6fe43d3c8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875525 Jul 05 03:59:49.207508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:49.227654 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-1e1f5268-9d04-464e-b59d-bfd1050d60a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0775380 Jul 05 03:59:49.237974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41302) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.257630 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa4ba-93d2-48ed-ac53-078821e73ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.301027 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Pushing event updated for resources: {'Port': ['ID=1b19dd5f-8c40-416f-a203-ff5662d936ee,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:49.308066 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Attempting to bind port 1b19dd5f-8c40-416f-a203-ff5662d936ee on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:49.308569 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Attempting to bind port 1b19dd5f-8c40-416f-a203-ff5662d936ee by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'c713830b-15c5-4f69-991c-f94bc4343dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5dfc7c57-bed0-4f3b-a56f-3034a12f54ff'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:49.309164 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Attempting to bind port 1b19dd5f-8c40-416f-a203-ff5662d936ee on network 5dfc7c57-bed0-4f3b-a56f-3034a12f54ff {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:49.314260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:49.314899 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Checking segment: {'id': 'c713830b-15c5-4f69-991c-f94bc4343dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5dfc7c57-bed0-4f3b-a56f-3034a12f54ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:49.315244 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.315707 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Bound using segment: {'id': 'c713830b-15c5-4f69-991c-f94bc4343dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5dfc7c57-bed0-4f3b-a56f-3034a12f54ff'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:49.316203 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Bound port: 1b19dd5f-8c40-416f-a203-ff5662d936ee, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c713830b-15c5-4f69-991c-f94bc4343dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5dfc7c57-bed0-4f3b-a56f-3034a12f54ff'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:49.316684 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.358324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1489a-035b-4226-aeba-1aeb6fae7ef0 req-07040729-9f47-4056-be30-1c3ec4c669a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.360592 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2de1489a-035b-4226-aeba-1aeb6fae7ef0 req-07040729-9f47-4056-be30-1c3ec4c669a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=31690ce0-e310-4c82-b0ee-306fa6a5b103 HTTP/1.1" status: 200 len: 911 time: 0.2897255 Jul 05 03:59:49.386407 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-6cda85e1-1c1b-4dd1-a13f-f65d1e5c4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.387026 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-6cda85e1-1c1b-4dd1-a13f-f65d1e5c4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.387558 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-6cda85e1-1c1b-4dd1-a13f-f65d1e5c4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.388175 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-6cda85e1-1c1b-4dd1-a13f-f65d1e5c4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.389016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-6cda85e1-1c1b-4dd1-a13f-f65d1e5c4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.389421 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-6cda85e1-1c1b-4dd1-a13f-f65d1e5c4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.389896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-6cda85e1-1c1b-4dd1-a13f-f65d1e5c4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.391991 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-6cda85e1-1c1b-4dd1-a13f-f65d1e5c4873 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc9f90e618b6473285087fb5dfe41852&device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 6500 time: 0.1287084 Jul 05 03:59:49.394850 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] For port 1b19dd5f-8c40-416f-a203-ff5662d936ee, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:49.395474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Allocated IP 2001:db8:1::1 (1c24dbb5-760e-4e21-9278-65601676f729/18400f7f-a713-481b-8007-23723b387ccd/39b0a9bc-4def-474e-8734-10c5edd8d38e) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:49.402223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] For port 1b19dd5f-8c40-416f-a203-ff5662d936ee, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1b19dd5f-8c40-416f-a203-ff5662d936ee,segment=NetworkSegment(c713830b-15c5-4f69-991c-f94bc4343dfe),segment_id=c713830b-15c5-4f69-991c-f94bc4343dfe)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:49.433262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2de1489a-035b-4226-aeba-1aeb6fae7ef0 req-33d69bd4-aa67-4e63-b88c-f0810b223f5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd4fdc61-83df-44c5-ad14-c07c55666c4e HTTP/1.1" status: 200 len: 217 time: 0.0496008 Jul 05 03:59:49.441714 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.457601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f1756-882d-4e45-9314-cd19c9047eeb req-1568164c-ad7d-450b-9647-f87789e2e8c4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.459228 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b67f1756-882d-4e45-9314-cd19c9047eeb req-1568164c-ad7d-450b-9647-f87789e2e8c4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2884073 Jul 05 03:59:49.488046 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.546878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f79b0c-2e27-44c0-8511-9253376b56f8 None None] Pushing event updated for resources: {'Port': ['ID=1b19dd5f-8c40-416f-a203-ff5662d936ee,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:49.582675 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-d0649179-44ad-4b0a-a8db-bdf951668dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.583136 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-d0649179-44ad-4b0a-a8db-bdf951668dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.583610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-d0649179-44ad-4b0a-a8db-bdf951668dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.585522 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-d0649179-44ad-4b0a-a8db-bdf951668dba service neutron] 10.222.0.64 "GET /v2.0/networks?id=54dae98d-aa60-4fd9-9c67-e5ee2f324f52&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=2d8d395a-629a-43df-95a0-5c67ac358e33&id=2d8d395a-629a-43df-95a0-5c67ac358e33 HTTP/1.1" status: 200 len: 2298 time: 0.1662562 Jul 05 03:59:49.660581 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa4ba-93d2-48ed-ac53-078821e73ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.679947 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-2deb5cd3-b191-4a91-9000-02ed341ee839 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e31f908b-0377-4a12-9a9e-6d2de7c04868 HTTP/1.1" status: 200 len: 1000 time: 0.0867703 Jul 05 03:59:49.760904 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa4ba-93d2-48ed-ac53-078821e73ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.787758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-c6795860-5351-48b0-90a5-29cb6bf728fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.789301 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-c6795860-5351-48b0-90a5-29cb6bf728fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37a0cf37-ca60-4552-abff-1ebde4cd6581 HTTP/1.1" status: 200 len: 855 time: 0.1027753 Jul 05 03:59:49.850746 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3d1aa4ba-93d2-48ed-ac53-078821e73ef6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fcc4167b872444d8af3d155a38a69a14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6116076 Jul 05 03:59:49.851545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aa4ba-93d2-48ed-ac53-078821e73ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c26a7ec-e4f5-46c6-811b-a3047146ccd5,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:49.854900 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41304) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.896620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b1e591-fca9-4481-96a6-dcc3af013aef,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:49.930766 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87ad12a7-f7f1-479e-b790-e61229acc1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.958993 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87ad12a7-f7f1-479e-b790-e61229acc1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.979066 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1489a-035b-4226-aeba-1aeb6fae7ef0 req-c5bda9c5-01b6-41fc-84fc-88a6f0902d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.980183 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-ed3ea9ce-f1df-4a8e-98de-cb3cbab5dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.980527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2de1489a-035b-4226-aeba-1aeb6fae7ef0 req-c5bda9c5-01b6-41fc-84fc-88a6f0902d92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=51f7de5d-a5d9-4c58-ac7a-89ad77e975db HTTP/1.1" status: 200 len: 850 time: 0.5365829 Jul 05 03:59:49.981709 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-ed3ea9ce-f1df-4a8e-98de-cb3cbab5dc4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=54dae98d-aa60-4fd9-9c67-e5ee2f324f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1781216 Jul 05 03:59:50.001865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1b19dd5f-8c40-416f-a203-ff5662d936ee up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:50.012511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b67f1756-882d-4e45-9314-cd19c9047eeb req-52395845-703f-4b0f-a0fc-735f2bfa7856 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148141 Jul 05 03:59:50.037921 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.050257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfc7c57-bed0-4f3b-a56f-3034a12f54ff']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:50.065779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c713830b-15c5-4f69-991c-f94bc4343dfe') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:50.066020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c713830b-15c5-4f69-991c-f94bc4343dfe') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:50.093055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2de1489a-035b-4226-aeba-1aeb6fae7ef0 req-bb17e431-d030-4929-949a-1dcfccb67a7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31690ce0-e310-4c82-b0ee-306fa6a5b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944662 Jul 05 03:59:50.104494 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.118391 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-785fdbff-9576-4603-9fae-f06e2e4835df service neutron] 10.222.0.64 "GET /v2.0/networks/54dae98d-aa60-4fd9-9c67-e5ee2f324f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244397 Jul 05 03:59:50.174500 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87ad12a7-f7f1-479e-b790-e61229acc1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.182500 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.183155 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87ad12a7-f7f1-479e-b790-e61229acc1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.187507 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-87ad12a7-f7f1-479e-b790-e61229acc1fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c26a7ec-e4f5-46c6-811b-a3047146ccd5 HTTP/1.1" status: 204 len: 168 time: 0.3271809 Jul 05 03:59:50.187717 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.212941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 1b19dd5f-8c40-416f-a203-ff5662d936ee completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:50.216337 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad12a7-f7f1-479e-b790-e61229acc1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c26a7ec-e4f5-46c6-811b-a3047146ccd5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:50.224133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:50.226027 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:50.231769 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:50.285931 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-cf2db89b-9009-49e8-bbea-3b5cd86f3654 service neutron] 10.222.0.64 "GET /v2.0/networks/54dae98d-aa60-4fd9-9c67-e5ee2f324f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601191 Jul 05 03:59:50.299439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Transition to ACTIVE for port object 39b0a9bc-4def-474e-8734-10c5edd8d38e will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:50.342626 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-908e740e-23cf-436c-886f-1c64cf48fcb0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=b990c748-c350-420f-beb6-0c5670b4dacd HTTP/1.1" status: 200 len: 217 time: 0.0504572 Jul 05 03:59:50.427693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-83c006c4-cc82-47ab-ac92-b5067480b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:50.429839 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-83c006c4-cc82-47ab-ac92-b5067480b9ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.0803545 Jul 05 03:59:50.458460 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2de1489a-035b-4226-aeba-1aeb6fae7ef0 req-deba9065-9f93-49eb-8d82-8261de999b1d service neutron] 10.222.0.64 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520377 Jul 05 03:59:50.493226 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:59:50.493226 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:59:50.493226 n-d-798249-5 neutron-server[100877]: [parameters: {'id': '5dfc7c57-bed0-4f3b-a56f-3034a12f54ff'}] Jul 05 03:59:50.493226 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:59:50.493676 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:59:50.499645 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-16e7f717-e252-4651-866f-1d1bb58a4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:50.501295 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-16e7f717-e252-4651-866f-1d1bb58a4861 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0648527 Jul 05 03:59:50.610152 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-18431574-79f4-4c6b-a25e-22638c09478e service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021888 Jul 05 03:59:50.619627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e86b4-1299-4128-8479-98edd246dbb5 req-d4e1d751-dd4a-4fc6-8b11-f51967aec180 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:50.621322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d2e86b4-1299-4128-8479-98edd246dbb5 req-d4e1d751-dd4a-4fc6-8b11-f51967aec180 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.3058212 Jul 05 03:59:50.649273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bcdb5-8413-4a07-8687-6d2fb7e26dcf req-d7018923-9385-497c-8143-3066d82c2589 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:50.650890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-597bcdb5-8413-4a07-8687-6d2fb7e26dcf req-d7018923-9385-497c-8143-3066d82c2589 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.2381921 Jul 05 03:59:50.656271 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.738791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2de1489a-035b-4226-aeba-1aeb6fae7ef0 req-a8fd2e07-0b61-4e0c-9e24-ac0a79825931 service neutron] 10.222.0.64 "GET /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670562 Jul 05 03:59:50.750575 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-cbfdb370-7567-45ef-a502-785b4ef63e83 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324780 Jul 05 03:59:50.751919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network 1c24dbb5-760e-4e21-9278-65601676f729 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:50.764721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:50.772685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:50.773365 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.780723 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d2e86b4-1299-4128-8479-98edd246dbb5 req-7baa2d52-323a-46d2-a79e-5113b03b406f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484106 Jul 05 03:59:50.799661 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-ca034f50-90da-4aa5-92fb-b86c005bffc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=e1a831ee-d410-4ebf-863c-96e8b8770426 HTTP/1.1" status: 200 len: 217 time: 0.0421114 Jul 05 03:59:50.834244 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62b7184-991a-4043-9128-997a6fe07503 None None] Network 5dfc7c57-bed0-4f3b-a56f-3034a12f54ff requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:50.855499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=39b0a9bc-4def-474e-8734-10c5edd8d38e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:50.879774 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-fa711d45-d51d-4cbb-b96c-e9c800d1b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:50.884432 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-fa711d45-d51d-4cbb-b96c-e9c800d1b9a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.0747538 Jul 05 03:59:50.889717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-597bcdb5-8413-4a07-8687-6d2fb7e26dcf req-53662a58-21bd-4f81-8e66-2890847583be tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309675 Jul 05 03:59:50.998572 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.068007 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-4f29fa48-e297-46d1-922c-ad65d439188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.078737 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-4f29fa48-e297-46d1-922c-ad65d439188f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1855552 Jul 05 03:59:51.094888 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7ed0d6cc-bd27-4d8c-83fb-56cdfc049656 None None] Provisioning for port 1b19dd5f-8c40-416f-a203-ff5662d936ee completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:51.157359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7ed0d6cc-bd27-4d8c-83fb-56cdfc049656 None None] Provisioning complete for port 1b19dd5f-8c40-416f-a203-ff5662d936ee triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:51.157861 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d6cc-bd27-4d8c-83fb-56cdfc049656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.235785 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.296590 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-17f2a7b4-13db-44f0-9081-4763a57a8ec9 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093914 Jul 05 03:59:51.307079 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73bf1bc3-1ef2-4be2-b4f7-4f94a162e10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.309513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575e6218-1b6d-4b1f-a6e5-50c1c8cd1a51 None None] Network 5dfc7c57-bed0-4f3b-a56f-3034a12f54ff requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:51.318012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Deleting port 1b19dd5f-8c40-416f-a203-ff5662d936ee {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:51.324583 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.437947 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d6cc-bd27-4d8c-83fb-56cdfc049656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.462776 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-d00dbad2-fabe-424c-9e02-45ec7eef798d service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560216 Jul 05 03:59:51.526357 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-61156452-968b-458f-a7d1-c2fad1e91102 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=adb1ed23-fff4-41df-aae0-ae1040d60db6 HTTP/1.1" status: 200 len: 217 time: 0.0550594 Jul 05 03:59:51.530868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7ed0d6cc-bd27-4d8c-83fb-56cdfc049656 None None] For port 1b19dd5f-8c40-416f-a203-ff5662d936ee, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1b19dd5f-8c40-416f-a203-ff5662d936ee,segment=NetworkSegment(c713830b-15c5-4f69-991c-f94bc4343dfe),segment_id=c713830b-15c5-4f69-991c-f94bc4343dfe)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:51.533814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5dcdd88f-7249-4843-985f-d8694f4094da req-cee3a83e-3b1f-43ef-b920-766a65e93576 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3a4ce3e94b11467baf98b0133ae5e4ed HTTP/1.1" status: 200 len: 221 time: 0.2385294 Jul 05 03:59:51.536122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] For port 1b19dd5f-8c40-416f-a203-ff5662d936ee, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1b19dd5f-8c40-416f-a203-ff5662d936ee,segment=NetworkSegment(c713830b-15c5-4f69-991c-f94bc4343dfe),segment_id=c713830b-15c5-4f69-991c-f94bc4343dfe)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:51.536811 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.595464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-9f6a5dec-fc8c-4b31-a24b-d0eccca4a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.595658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Calling delete_port for 1b19dd5f-8c40-416f-a203-ff5662d936ee owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:51.597812 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-9f6a5dec-fc8c-4b31-a24b-d0eccca4a2fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.0648041 Jul 05 03:59:51.630399 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d6cc-bd27-4d8c-83fb-56cdfc049656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.675312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e41258f-dbc5-4bd7-ac34-9b1c1a0fa208 None None] DHCP port deletion for 5dfc7c57-bed0-4f3b-a56f-3034a12f54ff request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:51.713623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-2bcb9669-aee6-4ba0-bf18-ef1386d3f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.717387 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-2bcb9669-aee6-4ba0-bf18-ef1386d3f29b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1098566 Jul 05 03:59:51.730730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0d6cc-bd27-4d8c-83fb-56cdfc049656 None None] Pushing event updated for resources: {'Port': ['ID=1b19dd5f-8c40-416f-a203-ff5662d936ee,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:51.787116 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-7e41258f-dbc5-4bd7-ac34-9b1c1a0fa208 None None] Deleting port 1b19dd5f-8c40-416f-a203-ff5662d936ee {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:51.787572 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7e41258f-dbc5-4bd7-ac34-9b1c1a0fa208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.869831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-55cc45c6-0653-4290-9423-28de962a3133 None None] Provisioning for port 39b0a9bc-4def-474e-8734-10c5edd8d38e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:51.891141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-55cc45c6-0653-4290-9423-28de962a3133 None None] Provisioning complete for port 39b0a9bc-4def-474e-8734-10c5edd8d38e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:51.891574 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-55cc45c6-0653-4290-9423-28de962a3133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.938689 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1b19dd5f-8c40-416f-a203-ff5662d936ee no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:51.945794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7e41258f-dbc5-4bd7-ac34-9b1c1a0fa208 None None] For port 1b19dd5f-8c40-416f-a203-ff5662d936ee, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1b19dd5f-8c40-416f-a203-ff5662d936ee,segment=NetworkSegment(c713830b-15c5-4f69-991c-f94bc4343dfe),segment_id=c713830b-15c5-4f69-991c-f94bc4343dfe)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:51.946295 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7e41258f-dbc5-4bd7-ac34-9b1c1a0fa208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.952625 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89894c-4a24-46d1-bfa3-8bd55d99a305 req-cb467a4b-bcba-46a8-8676-c1b7c583dfe9 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.954255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc89894c-4a24-46d1-bfa3-8bd55d99a305 req-cb467a4b-bcba-46a8-8676-c1b7c583dfe9 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2815683 Jul 05 03:59:51.995030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-7e41258f-dbc5-4bd7-ac34-9b1c1a0fa208 None None] Calling delete_port for 1b19dd5f-8c40-416f-a203-ff5662d936ee owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:52.010922 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-55cc45c6-0653-4290-9423-28de962a3133 None None] Port 39b0a9bc-4def-474e-8734-10c5edd8d38e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:52.023997 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc89894c-4a24-46d1-bfa3-8bd55d99a305 req-14b636cb-177a-417f-bd20-fe9aaf6195c1 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596468 Jul 05 03:59:52.029081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No active binding found for port 1b19dd5f-8c40-416f-a203-ff5662d936ee {{(pid=100878) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 03:59:52.029738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1b19dd5f-8c40-416f-a203-ff5662d936ee not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:52.030803 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.087476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-55cc45c6-0653-4290-9423-28de962a3133 None None] Provisioning complete for port bcfa66c2-0b88-493a-9a47-51182cc8c1f9 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:52.093847 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-55cc45c6-0653-4290-9423-28de962a3133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.131863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Port': ['ID=1b19dd5f-8c40-416f-a203-ff5662d936ee,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:52.142908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No DVR routers for this DVR port 1b19dd5f-8c40-416f-a203-ff5662d936ee on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:52.168018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-55cc45c6-0653-4290-9423-28de962a3133 None None] Port bcfa66c2-0b88-493a-9a47-51182cc8c1f9 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:52.172172 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-ad7c40e2-20e0-46b1-aee6-d3bd64903e7e service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476135 Jul 05 03:59:52.220088 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.270655 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-e3c6a241-48f4-4b1b-906c-69a6f71d6c5a service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914710 Jul 05 03:59:52.304323 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7e41258f-dbc5-4bd7-ac34-9b1c1a0fa208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.318336 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-29b5ff94-cd5e-46b5-b641-8131a26452a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=08a698c4-7fb2-4337-9aca-edf966a89040 HTTP/1.1" status: 200 len: 217 time: 0.0399024 Jul 05 03:59:52.323057 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.326244 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.332475 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e41258f-dbc5-4bd7-ac34-9b1c1a0fa208 None None] No DVR routers for this DVR port 1b19dd5f-8c40-416f-a203-ff5662d936ee on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:52.384198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41258f-dbc5-4bd7-ac34-9b1c1a0fa208 None None] Pushing event deleted for resources: {'Port': ['ID=1b19dd5f-8c40-416f-a203-ff5662d936ee,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:52.393989 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.406859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-eb69c508-f1c2-4bbc-b924-303fd28016f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.408460 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-eb69c508-f1c2-4bbc-b924-303fd28016f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.0810144 Jul 05 03:59:52.417806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfc7c57-bed0-4f3b-a56f-3034a12f54ff']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:52.446738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c713830b-15c5-4f69-991c-f94bc4343dfe') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:52.447041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c713830b-15c5-4f69-991c-f94bc4343dfe') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:52.471347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-cbb3d6b7-70d7-4f58-bd72-08a7c0cae401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.473337 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-cbb3d6b7-70d7-4f58-bd72-08a7c0cae401 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0579538 Jul 05 03:59:52.485197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=39b0a9bc-4def-474e-8734-10c5edd8d38e,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:52.495930 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.532847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df1dec-0666-46de-bf75-169af0baa4be req-44744527-1785-4320-9f0f-548981c500dd tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.540503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77df1dec-0666-46de-bf75-169af0baa4be req-44744527-1785-4320-9f0f-548981c500dd tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.3712103 Jul 05 03:59:52.547866 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.573006 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:52.573414 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: timer() Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:52.578602 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:52.584005 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-6a2ee0a5-ba9f-4d05-827a-74576faed207 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040347 Jul 05 03:59:52.598987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392febe-0325-44ad-9309-476fcff0e37d req-a1ed1841-73c1-4a59-a646-fe897c1f155c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.600634 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a392febe-0325-44ad-9309-476fcff0e37d req-a1ed1841-73c1-4a59-a646-fe897c1f155c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.3948946 Jul 05 03:59:52.697951 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-fade26d1-595e-4e0c-a9a1-5706362c7714 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008778 Jul 05 03:59:52.700824 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77df1dec-0666-46de-bf75-169af0baa4be req-92767454-dbe5-4473-93af-db3d4bbfdc44 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594632 Jul 05 03:59:52.725735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network 1c24dbb5-760e-4e21-9278-65601676f729 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:52.735050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:52.747359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a392febe-0325-44ad-9309-476fcff0e37d req-995fa66c-acfa-40cb-8742-c138a659758f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174777 Jul 05 03:59:52.749512 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-df7a99e8-a9cc-4d04-8c14-fe76ceebd628 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=689f3c13-af2d-4efa-b70c-5b65d3a797f6 HTTP/1.1" status: 200 len: 217 time: 0.0445788 Jul 05 03:59:52.847539 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-549b08f6-b9f0-46f7-a33d-98c51ca7edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.849077 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-549b08f6-b9f0-46f7-a33d-98c51ca7edfe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3ff21ba-224c-4091-818b-dbb67611a58e HTTP/1.1" status: 200 len: 797 time: 0.0924838 Jul 05 03:59:52.859373 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.932826 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.944630 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/5dfc7c57-bed0-4f3b-a56f-3034a12f54ff HTTP/1.1" status: 204 len: 168 time: 4.6633382 Jul 05 03:59:52.945313 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41380) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:52.960740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054c6c8-67ce-4b14-b02d-0b4ad537154c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Network': ['ID=5dfc7c57-bed0-4f3b-a56f-3034a12f54ff,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:52.969170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-dd3c2ccf-45be-46c9-aac3-499874dbff79 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-55417064'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:52.975535 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-6a8a2288-ee1f-4e77-bf1e-af4d8d417d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.977255 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-6a8a2288-ee1f-4e77-bf1e-af4d8d417d1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d8d395a-629a-43df-95a0-5c67ac358e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1213837 Jul 05 03:59:52.997321 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router 3a460c02-3251-4f71-ac09-082efa04d09c has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:59:53.132755 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3c2ccf-45be-46c9-aac3-499874dbff79 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:53.138053 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2ccf-45be-46c9-aac3-499874dbff79 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.145445 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-a78676b1-12dd-4642-acc2-1358890f3e75 service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610012 Jul 05 03:59:53.158769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:53.172563 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b010b10f-ca32-47f9-a5b9-66cea8a64788 None None] Sync routers for ids ['3a460c02-3251-4f71-ac09-082efa04d09c'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:53.173114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3778c399-72cd-4668-b5d1-9bd39046af55 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/3a460c02-3251-4f71-ac09-082efa04d09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2179222 Jul 05 03:59:53.175580 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41390) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:53.184253 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b010b10f-ca32-47f9-a5b9-66cea8a64788 None None] Routers {'3a460c02-3251-4f71-ac09-082efa04d09c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:53.185188 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b010b10f-ca32-47f9-a5b9-66cea8a64788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:59:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3a460c02-3251-4f71-ac09-082efa04d09c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:53.210043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3c2ccf-45be-46c9-aac3-499874dbff79 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:53.230361 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9f5a1559-3c1b-4b2f-aa10-45ca8e66d8a0 None None] Provisioning complete for port 39b0a9bc-4def-474e-8734-10c5edd8d38e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:53.232466 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9f5a1559-3c1b-4b2f-aa10-45ca8e66d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.246371 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b010b10f-ca32-47f9-a5b9-66cea8a64788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:53.259270 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b010b10f-ca32-47f9-a5b9-66cea8a64788 None None] Routers {'3a460c02-3251-4f71-ac09-082efa04d09c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:53.260221 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b010b10f-ca32-47f9-a5b9-66cea8a64788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:59:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3a460c02-3251-4f71-ac09-082efa04d09c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:53.266426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2ccf-45be-46c9-aac3-499874dbff79 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.266845 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-dd3c2ccf-45be-46c9-aac3-499874dbff79 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Added segment 48b2fae3-a368-48af-b36b-69aaa660cc84 of type vlan for network 8ce1e10f-a286-4874-bfee-cbb10284b5ca Jul 05 03:59:53.298790 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b010b10f-ca32-47f9-a5b9-66cea8a64788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:53.299579 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a1559-3c1b-4b2f-aa10-45ca8e66d8a0 None None] Port 39b0a9bc-4def-474e-8734-10c5edd8d38e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:53.300000 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b010b10f-ca32-47f9-a5b9-66cea8a64788 None None] The sync data for ids ['3a460c02-3251-4f71-ac09-082efa04d09c'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:53.330647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26772898-ff1a-48f6-aeaa-fe9bfdac0cc5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:53.333033 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-26772898-ff1a-48f6-aeaa-fe9bfdac0cc5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports/39b0a9bc-4def-474e-8734-10c5edd8d38e HTTP/1.1" status: 200 len: 913 time: 0.1561301 Jul 05 03:59:53.334299 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2ccf-45be-46c9-aac3-499874dbff79 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.336654 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41396) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:53.358107 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-78b811f9-f485-466c-bba1-617b67a7600b service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037494 Jul 05 03:59:53.407780 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734b7af-54e1-44df-b71b-2dc0a5dbf5a6 req-e065da9b-274e-4d0e-9057-f63f1e04ef09 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:53.410859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7734b7af-54e1-44df-b71b-2dc0a5dbf5a6 req-e065da9b-274e-4d0e-9057-f63f1e04ef09 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2368298 Jul 05 03:59:53.416855 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-10c73a53-96b4-4097-b59e-3c965b7d263e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1104469-75fb-4577-a085-2bae2e7fc87a HTTP/1.1" status: 200 len: 217 time: 0.0434237 Jul 05 03:59:53.467530 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-d311a2c0-c339-4df7-a73f-c954beb5ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:53.469436 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-d311a2c0-c339-4df7-a73f-c954beb5ebab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3ff21ba-224c-4091-818b-dbb67611a58e HTTP/1.1" status: 200 len: 797 time: 0.0495577 Jul 05 03:59:53.495425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7734b7af-54e1-44df-b71b-2dc0a5dbf5a6 req-2f9f1aa6-8d63-439c-8489-6098563088d7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563116 Jul 05 03:59:53.506561 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2ccf-45be-46c9-aac3-499874dbff79 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.512599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3c2ccf-45be-46c9-aac3-499874dbff79 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:53.513103 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2ccf-45be-46c9-aac3-499874dbff79 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.596400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c2ccf-45be-46c9-aac3-499874dbff79 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Network': ['ID=8ce1e10f-a286-4874-bfee-cbb10284b5ca,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:53.611234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 8ce1e10f-a286-4874-bfee-cbb10284b5ca details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:53.617996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-276e1a33-2795-4b38-93c5-aaee00737c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:53.619849 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-276e1a33-2795-4b38-93c5-aaee00737c7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d8d395a-629a-43df-95a0-5c67ac358e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1428154 Jul 05 03:59:53.675312 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dd3c2ccf-45be-46c9-aac3-499874dbff79 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7135417 Jul 05 03:59:53.681756 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41404) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:53.691854 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-378738e7-d128-4bb0-8d49-fe49eabef6d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'subnet': {'network_id': '8ce1e10f-a286-4874-bfee-cbb10284b5ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:53.719266 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-ef095fb0-074d-4f7a-b688-247b5c182a93 service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898182 Jul 05 03:59:53.837040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddfb31-4726-4ac8-b395-cfccd57f1d6d req-0f9124a5-ce9d-4c7c-b1e7-71824010b86a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:53.838673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccddfb31-4726-4ac8-b395-cfccd57f1d6d req-0f9124a5-ce9d-4c7c-b1e7-71824010b86a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2023556 Jul 05 03:59:53.844101 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a35ef99c-0979-4aea-a2af-25b5ed0630f9 req-bd5dfeec-c34c-43ec-b98b-0a04045bd09b service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185906 Jul 05 03:59:53.967580 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccddfb31-4726-4ac8-b395-cfccd57f1d6d req-2a58b07a-7be4-4a5e-8f00-85744bc80b70 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099818 Jul 05 03:59:53.981018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378738e7-d128-4bb0-8d49-fe49eabef6d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:53.984739 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-378738e7-d128-4bb0-8d49-fe49eabef6d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.282456 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4125-ff9f-4240-8a9c-8ec5b183f589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.316526 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.367282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30cb5-d525-4b30-a684-591625c5259f req-8978d252-52c8-491a-be1e-9e115dab2d29 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:54.374387 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ee30cb5-d525-4b30-a684-591625c5259f req-8978d252-52c8-491a-be1e-9e115dab2d29 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.5338385 Jul 05 03:59:54.400494 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-90407460-4864-4f5c-90b1-f8858c5c598c req-9e271918-9b17-4355-9f06-3f22a0b8757d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768359 Jul 05 03:59:54.413664 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-07619974-3431-4517-a27f-e8912847120e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.471002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41422) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:54.509207 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90407460-4864-4f5c-90b1-f8858c5c598c req-75bf9111-fb4b-436b-8e28-af71a2391c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:54.510878 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-90407460-4864-4f5c-90b1-f8858c5c598c req-75bf9111-fb4b-436b-8e28-af71a2391c78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1096 time: 0.0671484 Jul 05 03:59:54.565125 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ee30cb5-d525-4b30-a684-591625c5259f req-4b9a41e6-66a8-4bdb-acae-65ff733bbd09 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897225 Jul 05 03:59:54.610188 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f9a016d4-0b3a-4b4a-bb38-7ac09704f2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.671567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90407460-4864-4f5c-90b1-f8858c5c598c req-c0965c6e-64db-49eb-8c99-8e59672cfa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:54.672903 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-90407460-4864-4f5c-90b1-f8858c5c598c req-c0965c6e-64db-49eb-8c99-8e59672cfa6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.1406331 Jul 05 03:59:54.721354 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146e122-c196-4a0c-afd2-9152e82d0d96 req-5e3b7a57-c115-443f-b68d-2d10366cf05d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:54.724587 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2146e122-c196-4a0c-afd2-9152e82d0d96 req-5e3b7a57-c115-443f-b68d-2d10366cf05d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.3153136 Jul 05 03:59:54.765582 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-90407460-4864-4f5c-90b1-f8858c5c598c req-965a91d4-e436-4321-8358-a64f30d7acfa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 1001 time: 0.0856411 Jul 05 03:59:54.819932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2146e122-c196-4a0c-afd2-9152e82d0d96 req-758c69ec-52f2-4b1a-ac06-b59b14b2da8b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692856 Jul 05 03:59:54.830642 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f9a016d4-0b3a-4b4a-bb38-7ac09704f2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.835567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90407460-4864-4f5c-90b1-f8858c5c598c req-47293ac5-6e46-4e15-ab22-c06d96a61b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:54.837385 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-90407460-4864-4f5c-90b1-f8858c5c598c req-47293ac5-6e46-4e15-ab22-c06d96a61b72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.0662537 Jul 05 03:59:54.899630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90407460-4864-4f5c-90b1-f8858c5c598c req-7635ebe1-5fd6-4ff6-a2da-78cf3c22daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:54.901287 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-90407460-4864-4f5c-90b1-f8858c5c598c req-7635ebe1-5fd6-4ff6-a2da-78cf3c22daca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573189 Jul 05 03:59:54.916404 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-378738e7-d128-4bb0-8d49-fe49eabef6d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.928778 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f9a016d4-0b3a-4b4a-bb38-7ac09704f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.994519 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-07619974-3431-4517-a27f-e8912847120e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port 39b0a9bc-4def-474e-8734-10c5edd8d38e {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:54.994865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-07619974-3431-4517-a27f-e8912847120e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.011942 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f9a016d4-0b3a-4b4a-bb38-7ac09704f2f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33731d8ef9bf42189abeba3b8bb6e484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5370069 Jul 05 03:59:55.012163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a016d4-0b3a-4b4a-bb38-7ac09704f2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3079ab8-66c8-4348-9a45-77e99c427fcd,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:55.016254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41430) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:55.079979 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-90407460-4864-4f5c-90b1-f8858c5c598c req-d952f4a8-c45a-411e-8104-ed26eab0a49f service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722398 Jul 05 03:59:55.083551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378738e7-d128-4bb0-8d49-fe49eabef6d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Subnet': ['ID=4ad0a2a3-b3fb-464f-9e11-45b5c421d125,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:55.137821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378738e7-d128-4bb0-8d49-fe49eabef6d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Checking segment: {'id': '48b2fae3-a368-48af-b36b-69aaa660cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8ce1e10f-a286-4874-bfee-cbb10284b5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:55.138479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378738e7-d128-4bb0-8d49-fe49eabef6d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network hostable DHCP agents. Network: 8ce1e10f-a286-4874-bfee-cbb10284b5ca, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:55.157599 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ac047061-22f0-4581-b14c-658fa41f4594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.158749 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-07619974-3431-4517-a27f-e8912847120e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.183009 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-07619974-3431-4517-a27f-e8912847120e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for 39b0a9bc-4def-474e-8734-10c5edd8d38e owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:55.196333 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ac047061-22f0-4581-b14c-658fa41f4594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.196614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22274198-800b-4d06-ae22-4e74c1c658dc req-784146b5-9316-4c6b-8163-a8a74d127f2c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.201347 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.206746 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22274198-800b-4d06-ae22-4e74c1c658dc req-784146b5-9316-4c6b-8163-a8a74d127f2c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2421815 Jul 05 03:59:55.220212 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-90407460-4864-4f5c-90b1-f8858c5c598c req-8afa5c30-584e-47d7-aae9-49dcb4a370e7 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328931 Jul 05 03:59:55.285344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378738e7-d128-4bb0-8d49-fe49eabef6d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network 8ce1e10f-a286-4874-bfee-cbb10284b5ca is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:55.296164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22274198-800b-4d06-ae22-4e74c1c658dc req-016ac3dc-4f4c-4bc8-aa5f-01f6fffc51ba tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919175 Jul 05 03:59:55.338334 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ac047061-22f0-4581-b14c-658fa41f4594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.342321 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ac047061-22f0-4581-b14c-658fa41f4594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.348063 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ac047061-22f0-4581-b14c-658fa41f4594 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3079ab8-66c8-4348-9a45-77e99c427fcd HTTP/1.1" status: 204 len: 168 time: 0.3278503 Jul 05 03:59:55.358002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac047061-22f0-4581-b14c-658fa41f4594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3079ab8-66c8-4348-9a45-77e99c427fcd,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:55.404828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-378738e7-d128-4bb0-8d49-fe49eabef6d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 8ce1e10f-a286-4874-bfee-cbb10284b5ca) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:55.415420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378738e7-d128-4bb0-8d49-fe49eabef6d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.415420 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-378738e7-d128-4bb0-8d49-fe49eabef6d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.415685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdf968a-ac90-4278-98fa-b273f4148ce1 None None] Network 8ce1e10f-a286-4874-bfee-cbb10284b5ca requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:55.494318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec1279-df71-4f59-8d9e-dd315337ee6d req-c3f05644-8b16-4a13-bbd1-bd716072b03c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.495834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eeec1279-df71-4f59-8d9e-dd315337ee6d req-c3f05644-8b16-4a13-bbd1-bd716072b03c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1405966 Jul 05 03:59:55.537727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eeec1279-df71-4f59-8d9e-dd315337ee6d req-609cc558-6f36-4aed-9d32-6a30285d3356 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353551 Jul 05 03:59:55.551134 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-378738e7-d128-4bb0-8d49-fe49eabef6d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8669314 Jul 05 03:59:55.553501 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41444) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:55.578142 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-07619974-3431-4517-a27f-e8912847120e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.607849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-8ce1e10f-a286-4874-bfee-cbb10284b5ca', 'network_id': '8ce1e10f-a286-4874-bfee-cbb10284b5ca', 'tenant_id': '757dc216a19146708a134046fac586c1', 'fixed_ips': [{'subnet_id': '4ad0a2a3-b3fb-464f-9e11-45b5c421d125'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:55.608051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07619974-3431-4517-a27f-e8912847120e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=39b0a9bc-4def-474e-8734-10c5edd8d38e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:55.609090 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.694877 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.799200 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.829661 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-07619974-3431-4517-a27f-e8912847120e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.852179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Allocated IP 172.20.0.2 (8ce1e10f-a286-4874-bfee-cbb10284b5ca/4ad0a2a3-b3fb-464f-9e11-45b5c421d125/66bd7446-0988-4102-a5f2-00f8968c9531) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:55.925584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d716c-120d-4875-8b5b-efa58df60b78 req-9009e772-15b4-45de-b359-8612735c2096 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.925584 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-483d716c-120d-4875-8b5b-efa58df60b78 req-9009e772-15b4-45de-b359-8612735c2096 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1750519 Jul 05 03:59:55.991067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-483d716c-120d-4875-8b5b-efa58df60b78 req-9030732c-a0b4-4097-82d3-1804878ab40e tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591257 Jul 05 03:59:56.010137 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.031987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Transition to ACTIVE for port object 66bd7446-0988-4102-a5f2-00f8968c9531 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:56.049049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Transition to ACTIVE for port object 66bd7446-0988-4102-a5f2-00f8968c9531 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:56.090149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07619974-3431-4517-a27f-e8912847120e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router 3a460c02-3251-4f71-ac09-082efa04d09c has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:59:56.122218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41452) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:56.136597 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bb240bb-c691-4dac-ac1e-eccc563d0a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.155846 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.200236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Network 8ce1e10f-a286-4874-bfee-cbb10284b5ca is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:56.203244 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:56.209563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:56.216642 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Pushing event updated for resources: {'Port': ['ID=66bd7446-0988-4102-a5f2-00f8968c9531,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:56.234615 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07619974-3431-4517-a27f-e8912847120e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:56.238546 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.242361 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-07619974-3431-4517-a27f-e8912847120e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/3a460c02-3251-4f71-ac09-082efa04d09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9047132 Jul 05 03:59:56.247077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41456) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:56.272307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6e7dd1-e507-4c22-9b35-757d3d523e35 None None] Sync routers for ids ['3a460c02-3251-4f71-ac09-082efa04d09c'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:56.275673 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637eeab-6112-4e25-ae91-d2e253c86004 req-03f2d02b-0ea9-4ffd-9bb7-2cd871d9920a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.277283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8637eeab-6112-4e25-ae91-d2e253c86004 req-03f2d02b-0ea9-4ffd-9bb7-2cd871d9920a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1376474 Jul 05 03:59:56.290343 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Attempting to bind port 66bd7446-0988-4102-a5f2-00f8968c9531 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:56.291020 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Attempting to bind port 66bd7446-0988-4102-a5f2-00f8968c9531 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '48b2fae3-a368-48af-b36b-69aaa660cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8ce1e10f-a286-4874-bfee-cbb10284b5ca'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:56.291575 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Attempting to bind port 66bd7446-0988-4102-a5f2-00f8968c9531 on network 8ce1e10f-a286-4874-bfee-cbb10284b5ca {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:56.293815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e7dd1-e507-4c22-9b35-757d3d523e35 None None] Routers {'3a460c02-3251-4f71-ac09-082efa04d09c'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:56.294616 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3a6e7dd1-e507-4c22-9b35-757d3d523e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3a460c02-3251-4f71-ac09-082efa04d09c'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:56.330603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3a6e7dd1-e507-4c22-9b35-757d3d523e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:56.334897 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:56.335283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Checking segment: {'id': '48b2fae3-a368-48af-b36b-69aaa660cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8ce1e10f-a286-4874-bfee-cbb10284b5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:56.335694 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.336090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Bound using segment: {'id': '48b2fae3-a368-48af-b36b-69aaa660cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8ce1e10f-a286-4874-bfee-cbb10284b5ca'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:56.336710 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8637eeab-6112-4e25-ae91-d2e253c86004 req-fe54685d-e77b-4c28-a880-7e92112df814 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512779 Jul 05 03:59:56.336848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Bound port: 66bd7446-0988-4102-a5f2-00f8968c9531, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b2fae3-a368-48af-b36b-69aaa660cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8ce1e10f-a286-4874-bfee-cbb10284b5ca'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:56.337235 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.359623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e7dd1-e507-4c22-9b35-757d3d523e35 None None] Routers {'3a460c02-3251-4f71-ac09-082efa04d09c'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:56.360256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3a6e7dd1-e507-4c22-9b35-757d3d523e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3a460c02-3251-4f71-ac09-082efa04d09c'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:56.394722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad0a2a3-b3fb-464f-9e11-45b5c421d125,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:56.423929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] For port 66bd7446-0988-4102-a5f2-00f8968c9531, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:56.431771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] For port 66bd7446-0988-4102-a5f2-00f8968c9531, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=66bd7446-0988-4102-a5f2-00f8968c9531,segment=NetworkSegment(48b2fae3-a368-48af-b36b-69aaa660cc84),segment_id=48b2fae3-a368-48af-b36b-69aaa660cc84)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:56.465089 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3a6e7dd1-e507-4c22-9b35-757d3d523e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:56.465893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6e7dd1-e507-4c22-9b35-757d3d523e35 None None] The sync data for ids ['3a460c02-3251-4f71-ac09-082efa04d09c'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:56.504616 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.608970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b43c1-c61c-491c-9a63-0e19459c651c req-bda75d55-da0a-4304-9b5a-c9ef27e86351 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.611228 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb5b43c1-c61c-491c-9a63-0e19459c651c req-bda75d55-da0a-4304-9b5a-c9ef27e86351 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1012530 Jul 05 03:59:56.619288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa7591-8c39-434e-ac4d-c3d89268a4c8 None None] Pushing event updated for resources: {'Port': ['ID=66bd7446-0988-4102-a5f2-00f8968c9531,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:56.646805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb360de-c33d-4a30-baa3-c95ec135cb76 None None] Network 8ce1e10f-a286-4874-bfee-cbb10284b5ca requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:56.670404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb5b43c1-c61c-491c-9a63-0e19459c651c req-a06b1333-4665-4d04-b245-bf59642e4eb8 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531962 Jul 05 03:59:56.787118 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.809990 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce1e10f-a286-4874-bfee-cbb10284b5ca']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:56.824657 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbd428a-2e41-49a1-b5d3-d2353f11b346 None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:59:56.825468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1e967-22d8-4cb5-acb2-2b29697be811 req-199c9974-834e-4468-8046-07a60e364129 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.833338 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1e967-22d8-4cb5-acb2-2b29697be811 req-199c9974-834e-4468-8046-07a60e364129 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.839122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1e967-22d8-4cb5-acb2-2b29697be811 req-199c9974-834e-4468-8046-07a60e364129 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.845450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1e967-22d8-4cb5-acb2-2b29697be811 req-199c9974-834e-4468-8046-07a60e364129 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.852584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1e967-22d8-4cb5-acb2-2b29697be811 req-199c9974-834e-4468-8046-07a60e364129 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.856584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b2fae3-a368-48af-b36b-69aaa660cc84') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:56.856896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b2fae3-a368-48af-b36b-69aaa660cc84') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:56.858541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1e967-22d8-4cb5-acb2-2b29697be811 req-199c9974-834e-4468-8046-07a60e364129 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.865571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1e967-22d8-4cb5-acb2-2b29697be811 req-199c9974-834e-4468-8046-07a60e364129 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.867673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29b1e967-22d8-4cb5-acb2-2b29697be811 req-199c9974-834e-4468-8046-07a60e364129 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5435 time: 0.1482470 Jul 05 03:59:56.899447 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.932835 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.943476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29b1e967-22d8-4cb5-acb2-2b29697be811 req-bc7d1f65-42a0-4683-bdbf-1dea82139665 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645418 Jul 05 03:59:56.950024 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bb240bb-c691-4dac-ac1e-eccc563d0a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.951514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:56.952426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:56.955149 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:56.976755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d83ea-7efe-4d3f-9ec1-8455fcba907d req-9cfefe7c-820b-4f0a-815e-66563c586d8f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.978671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab3d83ea-7efe-4d3f-9ec1-8455fcba907d req-9cfefe7c-820b-4f0a-815e-66563c586d8f tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1099622 Jul 05 03:59:56.988296 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbd428a-2e41-49a1-b5d3-d2353f11b346 None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:59:57.030381 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bb240bb-c691-4dac-ac1e-eccc563d0a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.042631 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab3d83ea-7efe-4d3f-9ec1-8455fcba907d req-3b706001-a1d4-4c5d-a0f4-c06d61528cbf tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577931 Jul 05 03:59:57.092248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41474) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:57.092406 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6bb240bb-c691-4dac-ac1e-eccc563d0a09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=849138361bea4865876449133f5c3d74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9689801 Jul 05 03:59:57.104673 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.113118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb240bb-c691-4dac-ac1e-eccc563d0a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ab2f6e-52d7-4eba-8081-0a01a9030a0c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:57.136233 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.api [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:59:57.136233 n-d-798249-5 neutron-server[100876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:59:57.136233 n-d-798249-5 neutron-server[100876]: [parameters: {'id': '8ce1e10f-a286-4874-bfee-cbb10284b5ca'}] Jul 05 03:59:57.136233 n-d-798249-5 neutron-server[100876]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:59:57.136613 n-d-798249-5 neutron-server[100876]: DEBUG oslo_db.api [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:59:57.164001 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bb849538-4a06-4805-b6a3-206a67efa5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.197068 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bb849538-4a06-4805-b6a3-206a67efa5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.285088 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e01562e9-368f-4cec-aa9e-54299ceea128 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.373014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d43e81-0f79-4033-802f-0144d89300b3 req-ba6e1ed0-f42a-4cec-b517-b30f2f1c5558 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.380586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87d43e81-0f79-4033-802f-0144d89300b3 req-ba6e1ed0-f42a-4cec-b517-b30f2f1c5558 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1237714 Jul 05 03:59:57.394526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1baaed-17d0-43ca-bb94-3491d9017437 req-b95cd706-7e08-46ed-a91c-282c573b11de tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.400502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1baaed-17d0-43ca-bb94-3491d9017437 req-b95cd706-7e08-46ed-a91c-282c573b11de tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.406400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1baaed-17d0-43ca-bb94-3491d9017437 req-b95cd706-7e08-46ed-a91c-282c573b11de tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.412498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1baaed-17d0-43ca-bb94-3491d9017437 req-b95cd706-7e08-46ed-a91c-282c573b11de tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.418469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1baaed-17d0-43ca-bb94-3491d9017437 req-b95cd706-7e08-46ed-a91c-282c573b11de tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.424312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1baaed-17d0-43ca-bb94-3491d9017437 req-b95cd706-7e08-46ed-a91c-282c573b11de tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.430970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1baaed-17d0-43ca-bb94-3491d9017437 req-b95cd706-7e08-46ed-a91c-282c573b11de tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.432867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c1baaed-17d0-43ca-bb94-3491d9017437 req-b95cd706-7e08-46ed-a91c-282c573b11de tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5435 time: 0.1773570 Jul 05 03:59:57.438058 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bb849538-4a06-4805-b6a3-206a67efa5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.442481 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bb849538-4a06-4805-b6a3-206a67efa5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.445857 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bb849538-4a06-4805-b6a3-206a67efa5ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9ab2f6e-52d7-4eba-8081-0a01a9030a0c HTTP/1.1" status: 204 len: 168 time: 0.3499489 Jul 05 03:59:57.465940 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb849538-4a06-4805-b6a3-206a67efa5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ab2f6e-52d7-4eba-8081-0a01a9030a0c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:57.494850 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87d43e81-0f79-4033-802f-0144d89300b3 req-8f6f3f48-30c2-4263-9f35-6b7934813443 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133833 Jul 05 03:59:57.641661 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.708052 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e01562e9-368f-4cec-aa9e-54299ceea128 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port bcfa66c2-0b88-493a-9a47-51182cc8c1f9 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:57.708565 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e01562e9-368f-4cec-aa9e-54299ceea128 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.755881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79834228-ed26-4bee-b8ab-baff0cf49046 req-30f2bbf2-57a2-4cd5-bebe-ac2c98d4370f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.757639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79834228-ed26-4bee-b8ab-baff0cf49046 req-30f2bbf2-57a2-4cd5-bebe-ac2c98d4370f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0692768 Jul 05 03:59:57.768191 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Deleting port 66bd7446-0988-4102-a5f2-00f8968c9531 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:57.769231 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.797950 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79834228-ed26-4bee-b8ab-baff0cf49046 req-903c819d-34b9-438b-8048-6e8e8b5e8fc2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333741 Jul 05 03:59:57.868770 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e01562e9-368f-4cec-aa9e-54299ceea128 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.879372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] For port 66bd7446-0988-4102-a5f2-00f8968c9531, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=66bd7446-0988-4102-a5f2-00f8968c9531,segment=NetworkSegment(48b2fae3-a368-48af-b36b-69aaa660cc84),segment_id=48b2fae3-a368-48af-b36b-69aaa660cc84)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:57.879883 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.893089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e01562e9-368f-4cec-aa9e-54299ceea128 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for bcfa66c2-0b88-493a-9a47-51182cc8c1f9 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:57.899652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Calling delete_port for 66bd7446-0988-4102-a5f2-00f8968c9531 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:57.995240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8783a89-f9b7-466b-b21e-fe62f00988bd req-81b26019-5f42-4e78-b43d-7a7848eb5975 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.996818 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e8783a89-f9b7-466b-b21e-fe62f00988bd req-81b26019-5f42-4e78-b43d-7a7848eb5975 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0757477 Jul 05 03:59:58.039555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e8783a89-f9b7-466b-b21e-fe62f00988bd req-1a01cc20-cfdb-42b2-b614-05d67210298d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367603 Jul 05 03:59:58.222444 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.259711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Port': ['ID=66bd7446-0988-4102-a5f2-00f8968c9531,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:58.261809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No DVR routers for this DVR port 66bd7446-0988-4102-a5f2-00f8968c9531 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:58.297411 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e01562e9-368f-4cec-aa9e-54299ceea128 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.300416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372c4f0-ab91-4648-a86f-79aca2661567 req-704e38c9-ba0e-47ac-bceb-27d2baf66234 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.302154 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c372c4f0-ab91-4648-a86f-79aca2661567 req-704e38c9-ba0e-47ac-bceb-27d2baf66234 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1230340 Jul 05 03:59:58.318899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff50ead-f08b-4efd-a16e-96e0cd6275ce req-8dd0ebde-70be-4aae-bc7d-ff605284be6f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.320585 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ff50ead-f08b-4efd-a16e-96e0cd6275ce req-8dd0ebde-70be-4aae-bc7d-ff605284be6f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1029336 Jul 05 03:59:58.322744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41485f-3308-493b-9e25-00c69bd13f4f req-2a850b73-de21-4120-be9f-ce60907f3b7e tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.325456 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3e41485f-3308-493b-9e25-00c69bd13f4f req-2a850b73-de21-4120-be9f-ce60907f3b7e tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.1652331 Jul 05 03:59:58.370984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c372c4f0-ab91-4648-a86f-79aca2661567 req-16d5acac-31b4-4fc5-af5a-ec3492f610b3 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605135 Jul 05 03:59:58.389097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ff50ead-f08b-4efd-a16e-96e0cd6275ce req-739ac3bd-71e4-4e99-8569-6bf8c3228170 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600860 Jul 05 03:59:58.426274 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01562e9-368f-4cec-aa9e-54299ceea128 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=bcfa66c2-0b88-493a-9a47-51182cc8c1f9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:58.467978 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.504097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce1e10f-a286-4874-bfee-cbb10284b5ca']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:58.611762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b2fae3-a368-48af-b36b-69aaa660cc84') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:58.612192 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b2fae3-a368-48af-b36b-69aaa660cc84') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:58.629469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.631075 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e01562e9-368f-4cec-aa9e-54299ceea128 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.656091 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.669037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:58.669393 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: timer() Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:58.672470 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:58.686487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022946e-feaf-4cae-8480-bb03592357d6 req-40d8e3f1-bb75-478d-8bec-a35b9b1e1d5f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.686487 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c022946e-feaf-4cae-8480-bb03592357d6 req-40d8e3f1-bb75-478d-8bec-a35b9b1e1d5f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0967460 Jul 05 03:59:58.754365 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c022946e-feaf-4cae-8480-bb03592357d6 req-699a1e3d-bbfd-4231-8296-1b5131b8720b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558624 Jul 05 03:59:59.075606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da6e60-e060-44f8-8d2a-00d0d6d017cf req-5f79a08e-6004-4ee0-bfd6-16adbb8f72f8 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:59.078600 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57da6e60-e060-44f8-8d2a-00d0d6d017cf req-5f79a08e-6004-4ee0-bfd6-16adbb8f72f8 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0757732 Jul 05 03:59:59.119797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-3e41485f-3308-493b-9e25-00c69bd13f4f req-b5acee54-17fb-422b-9e13-bbd5500eafd2 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Deleting port fd4fdc61-83df-44c5-ad14-c07c55666c4e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:59.120462 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3e41485f-3308-493b-9e25-00c69bd13f4f req-b5acee54-17fb-422b-9e13-bbd5500eafd2 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.121145 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57da6e60-e060-44f8-8d2a-00d0d6d017cf req-414613f3-7474-411c-9e05-86576e32d46c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350130 Jul 05 03:59:59.161744 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.201820 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.207315 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/8ce1e10f-a286-4874-bfee-cbb10284b5ca HTTP/1.1" status: 204 len: 168 time: 3.6491365 Jul 05 03:59:59.208396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41538) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:59.212947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ec58f584-3f28-4ab3-9515-dace3648f1c4 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1197555161'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:59.228916 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaca9d1-3c74-48d1-99ba-cb02c8ac9c6c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Network': ['ID=8ce1e10f-a286-4874-bfee-cbb10284b5ca,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:59.232380 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01562e9-368f-4cec-aa9e-54299ceea128 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router 3a460c02-3251-4f71-ac09-082efa04d09c has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:59:59.303774 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.316958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec58f584-3f28-4ab3-9515-dace3648f1c4 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:59.321696 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec58f584-3f28-4ab3-9515-dace3648f1c4 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.350606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-3e41485f-3308-493b-9e25-00c69bd13f4f req-b5acee54-17fb-422b-9e13-bbd5500eafd2 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] For port fd4fdc61-83df-44c5-ad14-c07c55666c4e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=fd4fdc61-83df-44c5-ad14-c07c55666c4e,segment=NetworkSegment(6d67167f-c14f-49c2-8c5e-4a88798d9a44),segment_id=6d67167f-c14f-49c2-8c5e-4a88798d9a44)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:59.351233 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3e41485f-3308-493b-9e25-00c69bd13f4f req-b5acee54-17fb-422b-9e13-bbd5500eafd2 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.365464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01562e9-368f-4cec-aa9e-54299ceea128 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:59.372236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef9033-2b09-41ef-87a8-e2fe083d208a req-9b897887-8029-493c-9edb-06e51907994d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:59.374345 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3ef9033-2b09-41ef-87a8-e2fe083d208a req-9b897887-8029-493c-9edb-06e51907994d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0980363 Jul 05 03:59:59.374863 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e01562e9-368f-4cec-aa9e-54299ceea128 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/3a460c02-3251-4f71-ac09-082efa04d09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1133344 Jul 05 03:59:59.375587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41542) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:59.381785 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e667d46-8e23-4cc0-87b3-8dbce0e6950a None None] Sync routers for ids ['3a460c02-3251-4f71-ac09-082efa04d09c'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:59.389475 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-3e41485f-3308-493b-9e25-00c69bd13f4f req-b5acee54-17fb-422b-9e13-bbd5500eafd2 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Calling delete_port for fd4fdc61-83df-44c5-ad14-c07c55666c4e owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:59.390471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec58f584-3f28-4ab3-9515-dace3648f1c4 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:59.404044 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e667d46-8e23-4cc0-87b3-8dbce0e6950a None None] Routers {'3a460c02-3251-4f71-ac09-082efa04d09c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:59.404797 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5e667d46-8e23-4cc0-87b3-8dbce0e6950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3a460c02-3251-4f71-ac09-082efa04d09c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:59.412337 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec58f584-3f28-4ab3-9515-dace3648f1c4 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.412854 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-ec58f584-3f28-4ab3-9515-dace3648f1c4 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Added segment 1f3495fc-c6d8-4185-98fd-3f4237832b00 of type vlan for network f93f6dd5-25f2-43e1-ac15-61794d6a95da Jul 05 03:59:59.416750 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8b790370-bd79-4eb1-a3cd-24aee185f388 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a460c02-3251-4f71-ac09-082efa04d09c HTTP/1.1" status: 200 len: 205 time: 0.0359533 Jul 05 03:59:59.421337 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41544) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:59.470545 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3ef9033-2b09-41ef-87a8-e2fe083d208a req-3a148ec7-e6f3-409f-b618-81794cc72f0a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862846 Jul 05 03:59:59.487796 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec58f584-3f28-4ab3-9515-dace3648f1c4 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.532967 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5e667d46-8e23-4cc0-87b3-8dbce0e6950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:59.544663 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-70e82718-3a2e-4672-9845-046b2ce9111c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.553504 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e667d46-8e23-4cc0-87b3-8dbce0e6950a None None] Routers {'3a460c02-3251-4f71-ac09-082efa04d09c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:59.554933 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5e667d46-8e23-4cc0-87b3-8dbce0e6950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3a460c02-3251-4f71-ac09-082efa04d09c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:59.606921 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec58f584-3f28-4ab3-9515-dace3648f1c4 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.614451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec58f584-3f28-4ab3-9515-dace3648f1c4 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:59.623366 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec58f584-3f28-4ab3-9515-dace3648f1c4 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.654637 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5e667d46-8e23-4cc0-87b3-8dbce0e6950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:59.655597 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e667d46-8e23-4cc0-87b3-8dbce0e6950a None None] The sync data for ids ['3a460c02-3251-4f71-ac09-082efa04d09c'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:59.775294 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-70e82718-3a2e-4672-9845-046b2ce9111c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.778724 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-70e82718-3a2e-4672-9845-046b2ce9111c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.838489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58f584-3f28-4ab3-9515-dace3648f1c4 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Network': ['ID=f93f6dd5-25f2-43e1-ac15-61794d6a95da,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:59.856235 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ec58f584-3f28-4ab3-9515-dace3648f1c4 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6471910 Jul 05 03:59:59.858871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41566) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:59.867829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-55793a2e-fd26-4233-a3e0-96942d42ac83 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'subnet': {'network_id': 'f93f6dd5-25f2-43e1-ac15-61794d6a95da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:59.869810 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network f93f6dd5-25f2-43e1-ac15-61794d6a95da details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:59.929668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b6ac-f8a3-4073-9dfd-f640f71312f5 req-7e3355d6-0fa8-4b24-8215-b1bf8aa5598c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:59.937282 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e354b6ac-f8a3-4073-9dfd-f640f71312f5 req-7e3355d6-0fa8-4b24-8215-b1bf8aa5598c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d249d52-ca5f-42a2-9cbf-3b3aaf216cba HTTP/1.1" status: 200 len: 945 time: 0.2315748 Jul 05 03:59:59.949680 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-70e82718-3a2e-4672-9845-046b2ce9111c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.950454 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e82718-3a2e-4672-9845-046b2ce9111c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Fanout notify agent at l3_agent the message router_deleted on router 3a460c02-3251-4f71-ac09-082efa04d09c {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:59:59.970265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-70e82718-3a2e-4672-9845-046b2ce9111c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.980247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41570) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:59.983693 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-70e82718-3a2e-4672-9845-046b2ce9111c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/routers/3a460c02-3251-4f71-ac09-082efa04d09c HTTP/1.1" status: 204 len: 168 time: 0.5583727 Jul 05 03:59:59.990032 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3e41485f-3308-493b-9e25-00c69bd13f4f req-b5acee54-17fb-422b-9e13-bbd5500eafd2 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.012684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['81ddc7a6-12cb-46c3-921f-3cd659bac211', 'fd4fdc61-83df-44c5-ad14-c07c55666c4e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:00.046332 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acee54-17fb-422b-9e13-bbd5500eafd2 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Pushing event deleted for resources: {'Port': ['ID=fd4fdc61-83df-44c5-ad14-c07c55666c4e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:00.095774 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e41485f-3308-493b-9e25-00c69bd13f4f req-b5acee54-17fb-422b-9e13-bbd5500eafd2 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] No DVR routers for this DVR port fd4fdc61-83df-44c5-ad14-c07c55666c4e on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:00.099218 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3e41485f-3308-493b-9e25-00c69bd13f4f req-b5acee54-17fb-422b-9e13-bbd5500eafd2 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.101215 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3e41485f-3308-493b-9e25-00c69bd13f4f req-b5acee54-17fb-422b-9e13-bbd5500eafd2 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.64 "DELETE /v2.0/ports/fd4fdc61-83df-44c5-ad14-c07c55666c4e HTTP/1.1" status: 204 len: 173 time: 1.7410905 Jul 05 04:00:00.101681 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d249d52-ca5f-42a2-9cbf-3b3aaf216cba', 'name': 'network-vif-deleted', 'tag': 'fd4fdc61-83df-44c5-ad14-c07c55666c4e'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:00.104875 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1809df-37ad-4934-9308-d12c8a2de821" -d '{"events": [{"server_uuid": "8d249d52-ca5f-42a2-9cbf-3b3aaf216cba", "name": "network-vif-deleted", "tag": "fd4fdc61-83df-44c5-ad14-c07c55666c4e"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:00.377488 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e354b6ac-f8a3-4073-9dfd-f640f71312f5 req-0ec755c1-0920-4a25-9548-45746224ef35 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391518 Jul 05 04:00:00.448948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-708077fc-b25e-4690-ae6e-d6c1a3c2ecd1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting subnet 18400f7f-a713-481b-8007-23723b387ccd {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:00.454787 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-708077fc-b25e-4690-ae6e-d6c1a3c2ecd1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.479439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41594) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:00.504888 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-708077fc-b25e-4690-ae6e-d6c1a3c2ecd1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.549769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb0b71-92f9-408e-bad8-2718d49a637a req-d4ae1056-098f-4773-ab27-e3fbdc054ff0 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.551312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-babb0b71-92f9-408e-bad8-2718d49a637a req-d4ae1056-098f-4773-ab27-e3fbdc054ff0 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.5115805 Jul 05 04:00:00.554674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55793a2e-fd26-4233-a3e0-96942d42ac83 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:00.559026 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55793a2e-fd26-4233-a3e0-96942d42ac83 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.566010 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18f262d-baef-4bf0-be22-5f75cd2c2271 x-openstack-request-id: req-e18f262d-baef-4bf0-be22-5f75cd2c2271 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:00.566010 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d249d52-ca5f-42a2-9cbf-3b3aaf216cba", "name": "network-vif-deleted", "tag": "fd4fdc61-83df-44c5-ad14-c07c55666c4e", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:00.566421 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e18f262d-baef-4bf0-be22-5f75cd2c2271 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:00.566505 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d249d52-ca5f-42a2-9cbf-3b3aaf216cba', 'name': 'network-vif-deleted', 'tag': 'fd4fdc61-83df-44c5-ad14-c07c55666c4e', 'status': 'completed', 'code': 200} Jul 05 04:00:00.599900 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0374b4-46ee-4d82-b949-b97debfa3ac4 req-707645fc-5b23-4248-8564-711aabe72335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.600564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0374b4-46ee-4d82-b949-b97debfa3ac4 req-707645fc-5b23-4248-8564-711aabe72335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.601135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0374b4-46ee-4d82-b949-b97debfa3ac4 req-707645fc-5b23-4248-8564-711aabe72335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.601606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0374b4-46ee-4d82-b949-b97debfa3ac4 req-707645fc-5b23-4248-8564-711aabe72335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.602261 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0374b4-46ee-4d82-b949-b97debfa3ac4 req-707645fc-5b23-4248-8564-711aabe72335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.602732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0374b4-46ee-4d82-b949-b97debfa3ac4 req-707645fc-5b23-4248-8564-711aabe72335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.603399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0374b4-46ee-4d82-b949-b97debfa3ac4 req-707645fc-5b23-4248-8564-711aabe72335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.605525 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db0374b4-46ee-4d82-b949-b97debfa3ac4 req-707645fc-5b23-4248-8564-711aabe72335 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 6492 time: 0.1241262 Jul 05 04:00:00.646817 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db0374b4-46ee-4d82-b949-b97debfa3ac4 req-d074eb42-5d02-4c5b-8c40-b8cffbf664f5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bd03692f-92fb-4c67-81cd-2b48add05668&id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337129 Jul 05 04:00:00.649996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-55793a2e-fd26-4233-a3e0-96942d42ac83 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Performing IP validity checks on allocation pools {{(pid=100877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:00:00.650541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-55793a2e-fd26-4233-a3e0-96942d42ac83 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:00:00.691752 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-babb0b71-92f9-408e-bad8-2718d49a637a req-481879ac-992d-4ad5-9f9e-30a2ee4af56a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274447 Jul 05 04:00:00.719060 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-708077fc-b25e-4690-ae6e-d6c1a3c2ecd1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.906841 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-708077fc-b25e-4690-ae6e-d6c1a3c2ecd1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.946949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708077fc-b25e-4690-ae6e-d6c1a3c2ecd1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Subnet': ['ID=18400f7f-a713-481b-8007-23723b387ccd,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:00.953680 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-708077fc-b25e-4690-ae6e-d6c1a3c2ecd1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.959856 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41610) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:00.968801 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5813df96-9ba7-4b27-9ed0-38157e5dc521 None None] Network 1c24dbb5-760e-4e21-9278-65601676f729 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:00.969514 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-708077fc-b25e-4690-ae6e-d6c1a3c2ecd1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/18400f7f-a713-481b-8007-23723b387ccd HTTP/1.1" status: 204 len: 168 time: 0.9849699 Jul 05 04:00:00.972153 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55793a2e-fd26-4233-a3e0-96942d42ac83 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.028434 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf445776-a059-4390-bb7a-52e169dee792 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting subnet ea132cbd-c40d-46b0-81cc-f9399cb489e7 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:01.032145 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf445776-a059-4390-bb7a-52e169dee792 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.082433 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf445776-a059-4390-bb7a-52e169dee792 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.088940 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c8823-fa92-455c-a0b9-b91c72b85c7f req-de6ef3ad-355c-4f2c-b903-148f3498cdf2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.094110 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f97c8823-fa92-455c-a0b9-b91c72b85c7f req-de6ef3ad-355c-4f2c-b903-148f3498cdf2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2298055 Jul 05 04:00:01.103726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55793a2e-fd26-4233-a3e0-96942d42ac83 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Subnet': ['ID=f873f2c5-b848-4d23-9ba2-93f03ed993a8,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:01.109715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55793a2e-fd26-4233-a3e0-96942d42ac83 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Checking segment: {'id': '1f3495fc-c6d8-4185-98fd-3f4237832b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f93f6dd5-25f2-43e1-ac15-61794d6a95da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:01.110217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55793a2e-fd26-4233-a3e0-96942d42ac83 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network hostable DHCP agents. Network: f93f6dd5-25f2-43e1-ac15-61794d6a95da, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:01.168483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f97c8823-fa92-455c-a0b9-b91c72b85c7f req-1b5f81af-a54e-4fbb-a261-686c69ae4193 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592287 Jul 05 04:00:01.208301 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf445776-a059-4390-bb7a-52e169dee792 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.232515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8157d607-f1da-4ba0-a5a4-841e120a1d7f None None] DHCP port deletion for 1c24dbb5-760e-4e21-9278-65601676f729 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:01.258398 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55793a2e-fd26-4233-a3e0-96942d42ac83 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network f93f6dd5-25f2-43e1-ac15-61794d6a95da is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:01.287976 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.310137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8157d607-f1da-4ba0-a5a4-841e120a1d7f None None] Deleting port f92f4773-4532-4ceb-af45-3575bf48d488 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:01.310685 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8157d607-f1da-4ba0-a5a4-841e120a1d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.374040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-55793a2e-fd26-4233-a3e0-96942d42ac83 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, f93f6dd5-25f2-43e1-ac15-61794d6a95da) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:01.378528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55793a2e-fd26-4233-a3e0-96942d42ac83 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.383068 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55793a2e-fd26-4233-a3e0-96942d42ac83 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.383317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8157d607-f1da-4ba0-a5a4-841e120a1d7f None None] For port f92f4773-4532-4ceb-af45-3575bf48d488, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f92f4773-4532-4ceb-af45-3575bf48d488,segment=NetworkSegment(2959b5a2-9d61-4623-8a54-72239ca13311),segment_id=2959b5a2-9d61-4623-8a54-72239ca13311)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:01.383317 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8157d607-f1da-4ba0-a5a4-841e120a1d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.385777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c285e5-4014-48f0-8939-dbe9dbf94d82 None None] Network f93f6dd5-25f2-43e1-ac15-61794d6a95da requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:01.395517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241b015-ac89-4e00-b993-988d693995f1 req-84a027cc-63e4-4157-85e2-5988807b5f35 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.397055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e241b015-ac89-4e00-b993-988d693995f1 req-84a027cc-63e4-4157-85e2-5988807b5f35 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0798590 Jul 05 04:00:01.407882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8157d607-f1da-4ba0-a5a4-841e120a1d7f None None] Calling delete_port for f92f4773-4532-4ceb-af45-3575bf48d488 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:01.430020 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf445776-a059-4390-bb7a-52e169dee792 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.478954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e241b015-ac89-4e00-b993-988d693995f1 req-817cb60d-bbb1-410d-824d-c494e5e4aed5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731533 Jul 05 04:00:01.495936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41628) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:01.501066 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-55793a2e-fd26-4233-a3e0-96942d42ac83 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6368122 Jul 05 04:00:01.501213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf445776-a059-4390-bb7a-52e169dee792 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Subnet': ['ID=ea132cbd-c40d-46b0-81cc-f9399cb489e7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:01.531295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf445776-a059-4390-bb7a-52e169dee792 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.531845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41634) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:01.533560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c90ad-b403-4e00-a31d-b1fc21f83c36 None None] Network eba8eed8-61b7-41ec-a8ec-647acbfbadbe requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:01.536165 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bf445776-a059-4390-bb7a-52e169dee792 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/ea132cbd-c40d-46b0-81cc-f9399cb489e7 HTTP/1.1" status: 204 len: 168 time: 0.5752165 Jul 05 04:00:01.653289 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.722211 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.732007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-f93f6dd5-25f2-43e1-ac15-61794d6a95da', 'network_id': 'f93f6dd5-25f2-43e1-ac15-61794d6a95da', 'tenant_id': '757dc216a19146708a134046fac586c1', 'fixed_ips': [{'subnet_id': 'f873f2c5-b848-4d23-9ba2-93f03ed993a8'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:01.733778 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.750497 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8157d607-f1da-4ba0-a5a4-841e120a1d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.787613 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157d607-f1da-4ba0-a5a4-841e120a1d7f None None] Pushing event deleted for resources: {'Port': ['ID=f92f4773-4532-4ceb-af45-3575bf48d488,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:01.802467 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8157d607-f1da-4ba0-a5a4-841e120a1d7f None None] No DVR routers for this DVR port f92f4773-4532-4ceb-af45-3575bf48d488 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:01.808630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fad28-2a84-42d9-9d65-0e13a8f70156 req-d8dea4d8-58a6-4812-b71a-5fa85aeeaa86 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.810172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b17fad28-2a84-42d9-9d65-0e13a8f70156 req-d8dea4d8-58a6-4812-b71a-5fa85aeeaa86 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1537013 Jul 05 04:00:01.823457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port f92f4773-4532-4ceb-af45-3575bf48d488 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:01.831247 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.831660 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.952409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] For port f92f4773-4532-4ceb-af45-3575bf48d488, host n-d-798249-5, got binding levels [] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:01.952768 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.962336 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b17fad28-2a84-42d9-9d65-0e13a8f70156 req-6f297ce4-5531-46e3-afab-cf38d703ceda tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368322 Jul 05 04:00:01.962529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Allocated IP 172.20.0.3 (f93f6dd5-25f2-43e1-ac15-61794d6a95da/f873f2c5-b848-4d23-9ba2-93f03ed993a8/e6997d8c-635a-4fe5-b262-cec3a80efbb2) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:01.969320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for f92f4773-4532-4ceb-af45-3575bf48d488 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:01.972744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Port f92f4773-4532-4ceb-af45-3575bf48d488 was not found and therefore no delete operation was performed {{(pid=100877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:00:01.973770 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.975779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f92f4773-4532-4ceb-af45-3575bf48d488 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:02.030553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d407b71d-8465-44a7-9b7c-264ac9167c28 None None] DHCP port deletion for eba8eed8-61b7-41ec-a8ec-647acbfbadbe request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:02.034908 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: f92f4773-4532-4ceb-af45-3575bf48d488 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:02.035353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f92f4773-4532-4ceb-af45-3575bf48d488 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:02.037804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=f92f4773-4532-4ceb-af45-3575bf48d488,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:02.050931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No DVR routers for this DVR port f92f4773-4532-4ceb-af45-3575bf48d488 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:02.179701 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.188400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c24dbb5-760e-4e21-9278-65601676f729']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:02.201323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2959b5a2-9d61-4623-8a54-72239ca13311') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:02.201627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2959b5a2-9d61-4623-8a54-72239ca13311') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:02.211659 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.212196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d407b71d-8465-44a7-9b7c-264ac9167c28 None None] Deleting port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:02.212626 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d407b71d-8465-44a7-9b7c-264ac9167c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.229293 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.235966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:02.236517 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:02.250434 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:02.290083 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.313779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d407b71d-8465-44a7-9b7c-264ac9167c28 None None] For port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951,segment=NetworkSegment(73e5f32e-8018-4762-9e11-cbc429550671),segment_id=73e5f32e-8018-4762-9e11-cbc429550671)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:02.314285 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d407b71d-8465-44a7-9b7c-264ac9167c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.329766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d407b71d-8465-44a7-9b7c-264ac9167c28 None None] Calling delete_port for a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:02.389637 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.397082 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.398323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Transition to ACTIVE for port object e6997d8c-635a-4fe5-b262-cec3a80efbb2 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:02.398916 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/networks/1c24dbb5-760e-4e21-9278-65601676f729 HTTP/1.1" status: 204 len: 168 time: 0.8659780 Jul 05 04:00:02.402255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41650) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:02.428819 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device fd4fdc61-83df-44c5-ad14-c07c55666c4e no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:02.429040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ff526-b2ca-4b09-a846-0b62986dbae1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Network': ['ID=1c24dbb5-760e-4e21-9278-65601676f729,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:02.453458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: fd4fdc61-83df-44c5-ad14-c07c55666c4e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:02.453809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device fd4fdc61-83df-44c5-ad14-c07c55666c4e not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:02.463092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Transition to ACTIVE for port object e6997d8c-635a-4fe5-b262-cec3a80efbb2 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:02.485966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90fc85-9a6c-4e6d-88be-b373bb8f5898 req-68dcdbe9-4f4d-4260-9f56-f2863263ecae tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:02.488551 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b90fc85-9a6c-4e6d-88be-b373bb8f5898 req-68dcdbe9-4f4d-4260-9f56-f2863263ecae tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.0879560 Jul 05 04:00:02.499662 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.537887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b90fc85-9a6c-4e6d-88be-b373bb8f5898 req-6366b6d4-43d2-453c-9395-ac7ace4538aa tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426724 Jul 05 04:00:02.561369 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:02.561723 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.568140 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.608077 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d407b71d-8465-44a7-9b7c-264ac9167c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.616522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Network f93f6dd5-25f2-43e1-ac15-61794d6a95da is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:02.623886 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:02.627370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Pushing event updated for resources: {'Port': ['ID=e6997d8c-635a-4fe5-b262-cec3a80efbb2,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:02.630711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:02.640599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d407b71d-8465-44a7-9b7c-264ac9167c28 None None] No DVR routers for this DVR port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:02.644411 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:02.644571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:02.644882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:02.645224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:02.645563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:02.645905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:02.646254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:02.646563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:02.646939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:02.647270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:02.647599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:02.647924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:02.663885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] For port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951,segment=NetworkSegment(73e5f32e-8018-4762-9e11-cbc429550671),segment_id=73e5f32e-8018-4762-9e11-cbc429550671)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:02.668471 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.688206 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:02.698518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407b71d-8465-44a7-9b7c-264ac9167c28 None None] Pushing event deleted for resources: {'Port': ['ID=a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:02.747637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.754391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Attempting to bind port e6997d8c-635a-4fe5-b262-cec3a80efbb2 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:02.754769 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Attempting to bind port e6997d8c-635a-4fe5-b262-cec3a80efbb2 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '1f3495fc-c6d8-4185-98fd-3f4237832b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f93f6dd5-25f2-43e1-ac15-61794d6a95da'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:02.755138 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Attempting to bind port e6997d8c-635a-4fe5-b262-cec3a80efbb2 on network f93f6dd5-25f2-43e1-ac15-61794d6a95da {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:02.760536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:02.760924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Checking segment: {'id': '1f3495fc-c6d8-4185-98fd-3f4237832b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f93f6dd5-25f2-43e1-ac15-61794d6a95da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:02.761472 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.761733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Bound using segment: {'id': '1f3495fc-c6d8-4185-98fd-3f4237832b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f93f6dd5-25f2-43e1-ac15-61794d6a95da'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:02.762204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Bound port: e6997d8c-635a-4fe5-b262-cec3a80efbb2, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3495fc-c6d8-4185-98fd-3f4237832b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f93f6dd5-25f2-43e1-ac15-61794d6a95da'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:02.764054 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.788025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Subnet': ['ID=f873f2c5-b848-4d23-9ba2-93f03ed993a8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:02.797661 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80725531-0e22-4cdf-906c-435b7da6b483 req-a77bff78-4493-4a56-ae92-1687218e5853 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:02.807238 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80725531-0e22-4cdf-906c-435b7da6b483 req-a77bff78-4493-4a56-ae92-1687218e5853 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0817766 Jul 05 04:00:02.835362 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-29e0217f-7476-4157-a643-63c619b3501c None None] For port e6997d8c-635a-4fe5-b262-cec3a80efbb2, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:02.838851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-29e0217f-7476-4157-a643-63c619b3501c None None] For port e6997d8c-635a-4fe5-b262-cec3a80efbb2, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e6997d8c-635a-4fe5-b262-cec3a80efbb2,segment=NetworkSegment(1f3495fc-c6d8-4185-98fd-3f4237832b00),segment_id=1f3495fc-c6d8-4185-98fd-3f4237832b00)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:02.851420 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80725531-0e22-4cdf-906c-435b7da6b483 req-2127aa10-d44f-45b4-b87a-fc760794735d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431495 Jul 05 04:00:02.892087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.903368 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93f6dd5-25f2-43e1-ac15-61794d6a95da']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:02.912855 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.919495 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.919662 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3495fc-c6d8-4185-98fd-3f4237832b00') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:02.919662 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3495fc-c6d8-4185-98fd-3f4237832b00') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:02.955633 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.965121 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No DVR routers for this DVR port a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:02.973402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:02.999226 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.001052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0217f-7476-4157-a643-63c619b3501c None None] Pushing event updated for resources: {'Port': ['ID=e6997d8c-635a-4fe5-b262-cec3a80efbb2,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:03.043145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37dc935-52b9-4126-ba08-1ed6aa2b2354 None None] Network f93f6dd5-25f2-43e1-ac15-61794d6a95da requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:03.046594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:03.046754 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:03.051161 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:03.116623 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.131733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba8eed8-61b7-41ec-a8ec-647acbfbadbe']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:03.142968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e5f32e-8018-4762-9e11-cbc429550671') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:03.143821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e5f32e-8018-4762-9e11-cbc429550671') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:03.153447 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.169404 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.176659 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:03.177183 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:03.180560 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:03.183748 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.api [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:00:03.183748 n-d-798249-5 neutron-server[100876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:00:03.183748 n-d-798249-5 neutron-server[100876]: [parameters: {'id': 'f93f6dd5-25f2-43e1-ac15-61794d6a95da'}] Jul 05 04:00:03.183748 n-d-798249-5 neutron-server[100876]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:03.184203 n-d-798249-5 neutron-server[100876]: DEBUG oslo_db.api [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:03.192229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3639c834-43d1-4d56-8ea1-ef13b11065bc None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:00:03.328948 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3639c834-43d1-4d56-8ea1-ef13b11065bc None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:00:03.343827 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.351616 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.360528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41668) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:03.364438 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/networks/eba8eed8-61b7-41ec-a8ec-647acbfbadbe HTTP/1.1" status: 204 len: 168 time: 0.9591832 Jul 05 04:00:03.369054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-97e82b5f-06ed-4019-b280-e5aa41bca5cb tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-415939091'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:03.391894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563340c-c1cd-41cd-a7ac-1347090212e6 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Network': ['ID=eba8eed8-61b7-41ec-a8ec-647acbfbadbe,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:03.469582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e82b5f-06ed-4019-b280-e5aa41bca5cb tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:03.473340 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97e82b5f-06ed-4019-b280-e5aa41bca5cb tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.498216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e82b5f-06ed-4019-b280-e5aa41bca5cb tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:03.508278 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97e82b5f-06ed-4019-b280-e5aa41bca5cb tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.508636 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-97e82b5f-06ed-4019-b280-e5aa41bca5cb tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Added segment 47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f of type vlan for network cc139572-bbf7-4678-bb7d-09483d609017 Jul 05 04:00:03.556865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97e82b5f-06ed-4019-b280-e5aa41bca5cb tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.685773 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.687046 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97e82b5f-06ed-4019-b280-e5aa41bca5cb tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.693072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e82b5f-06ed-4019-b280-e5aa41bca5cb tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:03.693711 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97e82b5f-06ed-4019-b280-e5aa41bca5cb tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.747219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Deleting port e6997d8c-635a-4fe5-b262-cec3a80efbb2 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:03.747470 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.776236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e82b5f-06ed-4019-b280-e5aa41bca5cb tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Network': ['ID=cc139572-bbf7-4678-bb7d-09483d609017,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:03.785892 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-97e82b5f-06ed-4019-b280-e5aa41bca5cb tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4213979 Jul 05 04:00:03.788343 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network cc139572-bbf7-4678-bb7d-09483d609017 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:03.790125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41678) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:03.795443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0f564df4-fea3-4da0-8e01-6f9b0c44251a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'subnet': {'network_id': 'cc139572-bbf7-4678-bb7d-09483d609017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:03.817304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] For port e6997d8c-635a-4fe5-b262-cec3a80efbb2, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e6997d8c-635a-4fe5-b262-cec3a80efbb2,segment=NetworkSegment(1f3495fc-c6d8-4185-98fd-3f4237832b00),segment_id=1f3495fc-c6d8-4185-98fd-3f4237832b00)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:03.817652 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.849759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b123f-e6d7-4e61-a600-be15f4f6fde0 req-f2b1ad31-10e0-4bfe-8c3a-c05c04d8b40b tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:03.854531 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-149b123f-e6d7-4e61-a600-be15f4f6fde0 req-f2b1ad31-10e0-4bfe-8c3a-c05c04d8b40b tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.1970265 Jul 05 04:00:03.858485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Calling delete_port for e6997d8c-635a-4fe5-b262-cec3a80efbb2 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:03.935147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-149b123f-e6d7-4e61-a600-be15f4f6fde0 req-1a9aa054-f63b-46fc-b727-b32ab152f3b8 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/security-groups?id=81268045-1e4a-4108-804d-1ff4599ec97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769141 Jul 05 04:00:03.946975 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:03.977825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:03.978177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a6cc2cc6-cd3a-4ce3-91ef-1d988ecb0951 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:04.066862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f564df4-fea3-4da0-8e01-6f9b0c44251a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:04.070499 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f564df4-fea3-4da0-8e01-6f9b0c44251a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.109306 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.137168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Port': ['ID=e6997d8c-635a-4fe5-b262-cec3a80efbb2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:04.141535 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No DVR routers for this DVR port e6997d8c-635a-4fe5-b262-cec3a80efbb2 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:04.152093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:04.152452 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:04.152794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:04.153128 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:04.154169 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:04.154515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:04.154851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:04.155170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:04.155697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:04.156040 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:04.156351 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:04.156698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:04.175425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be907e-e64a-4b75-a71c-e3fb89940de9 req-ef039b92-576c-4f47-8ec6-202554056070 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.177106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7be907e-e64a-4b75-a71c-e3fb89940de9 req-ef039b92-576c-4f47-8ec6-202554056070 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1473577 Jul 05 04:00:04.241872 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.252972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93f6dd5-25f2-43e1-ac15-61794d6a95da']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:04.260926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7be907e-e64a-4b75-a71c-e3fb89940de9 req-b3b77cf9-2595-47b8-afc5-e5dc880878b1 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769193 Jul 05 04:00:04.268982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3495fc-c6d8-4185-98fd-3f4237832b00') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:04.268982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3495fc-c6d8-4185-98fd-3f4237832b00') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:04.279097 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.306435 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.313130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:04.313542 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:04.318939 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:04.412530 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f564df4-fea3-4da0-8e01-6f9b0c44251a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.445924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d79337-7f80-4579-a3a4-6ae40d23e9c1 req-24db22fc-807e-46b4-906c-1073b51e3a03 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.448444 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f7d79337-7f80-4579-a3a4-6ae40d23e9c1 req-24db22fc-807e-46b4-906c-1073b51e3a03 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 945 time: 0.0900209 Jul 05 04:00:04.504753 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.511102 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f564df4-fea3-4da0-8e01-6f9b0c44251a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Subnet': ['ID=f332c880-6e04-4807-ba2e-6bd2285f235a,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:04.516718 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.522638 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/f93f6dd5-25f2-43e1-ac15-61794d6a95da HTTP/1.1" status: 204 len: 168 time: 3.0223362 Jul 05 04:00:04.522962 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41694) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:04.528336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f564df4-fea3-4da0-8e01-6f9b0c44251a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Checking segment: {'id': '47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cc139572-bbf7-4678-bb7d-09483d609017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:04.528754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f564df4-fea3-4da0-8e01-6f9b0c44251a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network hostable DHCP agents. Network: cc139572-bbf7-4678-bb7d-09483d609017, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:04.537872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7b3c50f2-3f36-453b-a1ed-0e7cbaf45705 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-233630254'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:04.546948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49485427-4635-4fe7-85b1-9508159ff09e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Network': ['ID=f93f6dd5-25f2-43e1-ac15-61794d6a95da,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:04.606926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-f7d79337-7f80-4579-a3a4-6ae40d23e9c1 req-e2d1f1d7-825f-4263-81af-8de4f36e600c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Deleting port 81ddc7a6-12cb-46c3-921f-3cd659bac211 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:04.607272 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f7d79337-7f80-4579-a3a4-6ae40d23e9c1 req-e2d1f1d7-825f-4263-81af-8de4f36e600c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.646463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f564df4-fea3-4da0-8e01-6f9b0c44251a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network cc139572-bbf7-4678-bb7d-09483d609017 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:04.681312 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3c50f2-3f36-453b-a1ed-0e7cbaf45705 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:04.684817 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b3c50f2-3f36-453b-a1ed-0e7cbaf45705 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.716634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f7d79337-7f80-4579-a3a4-6ae40d23e9c1 req-e2d1f1d7-825f-4263-81af-8de4f36e600c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] For port 81ddc7a6-12cb-46c3-921f-3cd659bac211, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=81ddc7a6-12cb-46c3-921f-3cd659bac211,segment=NetworkSegment(6d67167f-c14f-49c2-8c5e-4a88798d9a44),segment_id=6d67167f-c14f-49c2-8c5e-4a88798d9a44)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:04.717332 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f7d79337-7f80-4579-a3a4-6ae40d23e9c1 req-e2d1f1d7-825f-4263-81af-8de4f36e600c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.726401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-0f564df4-fea3-4da0-8e01-6f9b0c44251a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, cc139572-bbf7-4678-bb7d-09483d609017) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:04.731699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f564df4-fea3-4da0-8e01-6f9b0c44251a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.732611 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f564df4-fea3-4da0-8e01-6f9b0c44251a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.740308 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c2ab7-c901-4d85-b835-a39c962f613f None None] Network cc139572-bbf7-4678-bb7d-09483d609017 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:04.740834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3c50f2-3f36-453b-a1ed-0e7cbaf45705 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:04.740834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-f7d79337-7f80-4579-a3a4-6ae40d23e9c1 req-e2d1f1d7-825f-4263-81af-8de4f36e600c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Calling delete_port for 81ddc7a6-12cb-46c3-921f-3cd659bac211 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:04.765361 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b3c50f2-3f36-453b-a1ed-0e7cbaf45705 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.765804 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-7b3c50f2-3f36-453b-a1ed-0e7cbaf45705 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Added segment 0f40033e-23db-4187-94c2-94780ecf8feb of type vlan for network 376f0be8-74d6-4d78-a212-1343e0b64ade Jul 05 04:00:04.814098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0f564df4-fea3-4da0-8e01-6f9b0c44251a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0226042 Jul 05 04:00:04.820972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41702) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:04.826832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d55c0fab-275c-4c9e-baa8-2a39f8918f4b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-719693932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:04.882104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b3c50f2-3f36-453b-a1ed-0e7cbaf45705 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.983985 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d55c0fab-275c-4c9e-baa8-2a39f8918f4b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.985087 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d55c0fab-275c-4c9e-baa8-2a39f8918f4b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.011889 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b3c50f2-3f36-453b-a1ed-0e7cbaf45705 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.019117 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3c50f2-3f36-453b-a1ed-0e7cbaf45705 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:05.019838 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b3c50f2-3f36-453b-a1ed-0e7cbaf45705 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.098646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-cc139572-bbf7-4678-bb7d-09483d609017', 'network_id': 'cc139572-bbf7-4678-bb7d-09483d609017', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'fixed_ips': [{'subnet_id': 'f332c880-6e04-4807-ba2e-6bd2285f235a'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:05.099634 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.117227 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d55c0fab-275c-4c9e-baa8-2a39f8918f4b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.125283 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f7d79337-7f80-4579-a3a4-6ae40d23e9c1 req-e2d1f1d7-825f-4263-81af-8de4f36e600c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.179525 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9825b4fb-874c-489b-a9f6-77363838fb3c req-a6085dd9-b97b-46a7-a7af-a4ead2cd2c8a tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 210 time: 0.0457416 Jul 05 04:00:05.208835 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d55c0fab-275c-4c9e-baa8-2a39f8918f4b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.216881 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1f1d7-825f-4263-81af-8de4f36e600c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Pushing event deleted for resources: {'Port': ['ID=81ddc7a6-12cb-46c3-921f-3cd659bac211,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:05.220408 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c50f2-3f36-453b-a1ed-0e7cbaf45705 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Network': ['ID=376f0be8-74d6-4d78-a212-1343e0b64ade,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:05.245928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['81ddc7a6-12cb-46c3-921f-3cd659bac211'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:05.246683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 376f0be8-74d6-4d78-a212-1343e0b64ade details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:05.281052 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d79337-7f80-4579-a3a4-6ae40d23e9c1 req-e2d1f1d7-825f-4263-81af-8de4f36e600c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] No DVR routers for this DVR port 81ddc7a6-12cb-46c3-921f-3cd659bac211 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:05.284888 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f7d79337-7f80-4579-a3a4-6ae40d23e9c1 req-e2d1f1d7-825f-4263-81af-8de4f36e600c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.287737 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f7d79337-7f80-4579-a3a4-6ae40d23e9c1 req-e2d1f1d7-825f-4263-81af-8de4f36e600c tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.64 "DELETE /v2.0/ports/81ddc7a6-12cb-46c3-921f-3cd659bac211 HTTP/1.1" status: 204 len: 173 time: 0.8342376 Jul 05 04:00:05.288130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e15a156-b70f-4f9d-a7cc-f56fa6fb5260', 'name': 'network-vif-deleted', 'tag': '81ddc7a6-12cb-46c3-921f-3cd659bac211'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:05.290742 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89de2cfc-eb7d-4aa0-96e1-a4d8b5c93cf5" -d '{"events": [{"server_uuid": "9e15a156-b70f-4f9d-a7cc-f56fa6fb5260", "name": "network-vif-deleted", "tag": "81ddc7a6-12cb-46c3-921f-3cd659bac211"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:05.317314 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7b3c50f2-3f36-453b-a1ed-0e7cbaf45705 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7926352 Jul 05 04:00:05.319683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41710) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:05.326275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-13d8cb1b-2bcc-4e7e-a5da-735216cf860c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'subnet': {'network_id': '376f0be8-74d6-4d78-a212-1343e0b64ade', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:05.337832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Allocated IP 2001:db8::2 (cc139572-bbf7-4678-bb7d-09483d609017/f332c880-6e04-4807-ba2e-6bd2285f235a/36a8e9f3-dd54-4aa1-ac28-d2446df8bf35) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:05.358892 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6248ac-bdad-414e-bae2-7d804df9a3b7 x-openstack-request-id: req-3b6248ac-bdad-414e-bae2-7d804df9a3b7 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:05.360060 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e15a156-b70f-4f9d-a7cc-f56fa6fb5260", "name": "network-vif-deleted", "tag": "81ddc7a6-12cb-46c3-921f-3cd659bac211", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:05.360060 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b6248ac-bdad-414e-bae2-7d804df9a3b7 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:05.360442 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e15a156-b70f-4f9d-a7cc-f56fa6fb5260', 'name': 'network-vif-deleted', 'tag': '81ddc7a6-12cb-46c3-921f-3cd659bac211', 'status': 'completed', 'code': 200} Jul 05 04:00:05.429759 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d55c0fab-275c-4c9e-baa8-2a39f8918f4b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.430973 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d55c0fab-275c-4c9e-baa8-2a39f8918f4b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6089532 Jul 05 04:00:05.433711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41714) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:05.439105 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'port': {'network_id': 'cc139572-bbf7-4678-bb7d-09483d609017', 'name': 'tempest-RoutersIpV6Test-1849925948'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:05.545385 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.557161 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e2507-afee-4f53-88c2-3fbd52466726 req-b3706053-c232-4d52-9677-184ba2b02fe2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:05.557778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Transition to ACTIVE for port object 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:05.568181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d2e2507-afee-4f53-88c2-3fbd52466726 req-b3706053-c232-4d52-9677-184ba2b02fe2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2376690 Jul 05 04:00:05.574849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Transition to ACTIVE for port object 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:05.608183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d2e2507-afee-4f53-88c2-3fbd52466726 req-1e733c8c-f660-4327-a2ca-231ef0f83fe2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389838 Jul 05 04:00:05.635115 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d8cb1b-2bcc-4e7e-a5da-735216cf860c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:05.639165 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13d8cb1b-2bcc-4e7e-a5da-735216cf860c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.699114 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.735339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:05.739566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.740415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Network cc139572-bbf7-4678-bb7d-09483d609017 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:05.743393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:05.747113 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:05.783343 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Pushing event updated for resources: {'Port': ['ID=36a8e9f3-dd54-4aa1-ac28-d2446df8bf35,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:05.813738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] device_id is not set on port 8412e5cd-24bd-4404-85e2-017018400c78 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:05.818604 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Attempting to bind port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:05.819049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Attempting to bind port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cc139572-bbf7-4678-bb7d-09483d609017'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:05.819487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Attempting to bind port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 on network cc139572-bbf7-4678-bb7d-09483d609017 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:05.828107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:05.828107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Checking segment: {'id': '47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cc139572-bbf7-4678-bb7d-09483d609017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:05.828107 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.828107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Bound using segment: {'id': '47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cc139572-bbf7-4678-bb7d-09483d609017'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:05.828107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Bound port: 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cc139572-bbf7-4678-bb7d-09483d609017'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:05.828107 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.902650 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] For port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:05.905743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] For port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=36a8e9f3-dd54-4aa1-ac28-d2446df8bf35,segment=NetworkSegment(47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f),segment_id=47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:05.963510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Allocated IP 2001:db8::189 (cc139572-bbf7-4678-bb7d-09483d609017/f332c880-6e04-4807-ba2e-6bd2285f235a/8412e5cd-24bd-4404-85e2-017018400c78) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:06.029097 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13d8cb1b-2bcc-4e7e-a5da-735216cf860c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.029650 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.092168 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8cb1b-2bcc-4e7e-a5da-735216cf860c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Subnet': ['ID=75ee9cbb-d90b-4fb4-91c2-0cb6c0b9edb5,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:06.109487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8cb1b-2bcc-4e7e-a5da-735216cf860c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Checking segment: {'id': '0f40033e-23db-4187-94c2-94780ecf8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '376f0be8-74d6-4d78-a212-1343e0b64ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:06.109487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d8cb1b-2bcc-4e7e-a5da-735216cf860c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network hostable DHCP agents. Network: 376f0be8-74d6-4d78-a212-1343e0b64ade, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:06.131513 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.133406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0c83d-67e8-42fe-8bdf-ea3663033b8a None None] Pushing event updated for resources: {'Port': ['ID=36a8e9f3-dd54-4aa1-ac28-d2446df8bf35,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:06.149648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Transition to ACTIVE for port object 8412e5cd-24bd-4404-85e2-017018400c78 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:06.270158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d8cb1b-2bcc-4e7e-a5da-735216cf860c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network 376f0be8-74d6-4d78-a212-1343e0b64ade is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:06.340776 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.384621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebbd9b17-6d55-467b-8202-8d1094fb6747 req-de473a93-bdfb-4562-b47f-9b501941d6f5 tempest-ServerRescueTestJSON-324627470 tempest-ServerRescueTestJSON-324627470-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15a156-b70f-4f9d-a7cc-f56fa6fb5260 HTTP/1.1" status: 200 len: 210 time: 0.0607622 Jul 05 04:00:06.409436 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network cc139572-bbf7-4678-bb7d-09483d609017 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:06.413381 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:06.419629 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:06.426603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.426912 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.441851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-13d8cb1b-2bcc-4e7e-a5da-735216cf860c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 376f0be8-74d6-4d78-a212-1343e0b64ade) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:06.448800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d8cb1b-2bcc-4e7e-a5da-735216cf860c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.450866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f4ba8-52ee-425c-bb5a-ab0cbabba929 None None] Network 376f0be8-74d6-4d78-a212-1343e0b64ade requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:06.451615 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=8412e5cd-24bd-4404-85e2-017018400c78,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:06.456215 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13d8cb1b-2bcc-4e7e-a5da-735216cf860c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.570791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41726) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:06.576969 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-29cc909a-1bf9-4ac0-a39d-c2fecbce5140 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1420841 Jul 05 04:00:06.613991 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-13d8cb1b-2bcc-4e7e-a5da-735216cf860c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2902954 Jul 05 04:00:06.614227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41730) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:06.654283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-376f0be8-74d6-4d78-a212-1343e0b64ade', 'network_id': '376f0be8-74d6-4d78-a212-1343e0b64ade', 'tenant_id': '757dc216a19146708a134046fac586c1', 'fixed_ips': [{'subnet_id': '75ee9cbb-d90b-4fb4-91c2-0cb6c0b9edb5'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:06.655198 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.890185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Allocated IP 172.20.0.1 (376f0be8-74d6-4d78-a212-1343e0b64ade/75ee9cbb-d90b-4fb4-91c2-0cb6c0b9edb5/bdda1468-d040-4c53-b22f-e048469cf894) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:06.917144 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.042998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a4423-c9de-4954-9afd-c5af0b15a878 req-f8ca8d75-230e-4491-8809-9a3c04005af6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:07.044632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-286a4423-c9de-4954-9afd-c5af0b15a878 req-f8ca8d75-230e-4491-8809-9a3c04005af6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2511973 Jul 05 04:00:07.072311 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.084244 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Transition to ACTIVE for port object bdda1468-d040-4c53-b22f-e048469cf894 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:07.101525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Transition to ACTIVE for port object bdda1468-d040-4c53-b22f-e048469cf894 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:07.117330 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.182256 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-286a4423-c9de-4954-9afd-c5af0b15a878 req-6feb07ef-9582-4873-928a-1fee1863ecb2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217933 Jul 05 04:00:07.201150 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.268785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Pushing event updated for resources: {'Port': ['ID=bdda1468-d040-4c53-b22f-e048469cf894,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:07.281251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Network 376f0be8-74d6-4d78-a212-1343e0b64ade is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:07.282823 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.283022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:07.286106 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:07.359981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Attempting to bind port bdda1468-d040-4c53-b22f-e048469cf894 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:07.370396 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Attempting to bind port bdda1468-d040-4c53-b22f-e048469cf894 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '0f40033e-23db-4187-94c2-94780ecf8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '376f0be8-74d6-4d78-a212-1343e0b64ade'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:07.370396 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Attempting to bind port bdda1468-d040-4c53-b22f-e048469cf894 on network 376f0be8-74d6-4d78-a212-1343e0b64ade {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:07.378238 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:07.378238 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Checking segment: {'id': '0f40033e-23db-4187-94c2-94780ecf8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '376f0be8-74d6-4d78-a212-1343e0b64ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:07.378238 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.378651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Bound using segment: {'id': '0f40033e-23db-4187-94c2-94780ecf8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '376f0be8-74d6-4d78-a212-1343e0b64ade'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:07.379161 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Bound port: bdda1468-d040-4c53-b22f-e048469cf894, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f40033e-23db-4187-94c2-94780ecf8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '376f0be8-74d6-4d78-a212-1343e0b64ade'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:07.379541 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.399385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8fb003-0b27-4a51-a4b3-968a34da4d5e None None] Network cc139572-bbf7-4678-bb7d-09483d609017 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:07.477593 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.477718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] For port bdda1468-d040-4c53-b22f-e048469cf894, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:07.477718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] For port bdda1468-d040-4c53-b22f-e048469cf894, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bdda1468-d040-4c53-b22f-e048469cf894,segment=NetworkSegment(0f40033e-23db-4187-94c2-94780ecf8feb),segment_id=0f40033e-23db-4187-94c2-94780ecf8feb)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:07.547766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41744) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:07.550089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Subnet': ['ID=75ee9cbb-d90b-4fb4-91c2-0cb6c0b9edb5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:07.681061 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.734773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-83638a99-2cbf-40d7-b141-802de55b52f5 None None] Provisioning for port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:07.789851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d21f8a-46a5-4bd1-a41e-c5522d8527ee None None] Pushing event updated for resources: {'Port': ['ID=bdda1468-d040-4c53-b22f-e048469cf894,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:08.030747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:08.103441 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.125280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376f0be8-74d6-4d78-a212-1343e0b64ade']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:08.173060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f40033e-23db-4187-94c2-94780ecf8feb') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:08.173372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f40033e-23db-4187-94c2-94780ecf8feb') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:08.203722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168150d6-67a9-4696-a667-5429480423f1 req-c4d111dc-39bd-466c-857a-12af847f8aa1 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:08.214146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-168150d6-67a9-4696-a667-5429480423f1 req-c4d111dc-39bd-466c-857a-12af847f8aa1 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.7944145 Jul 05 04:00:08.247220 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.258995 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c258cfb8-1f4b-42e7-befd-c4f816c22a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.264194 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:08.277376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:08.277955 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.304795 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.326094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:08.326768 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.339660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-865ad8fb-d984-4d44-a8f8-cb3f3ab0d3b0 None None] Provisioning for port 8412e5cd-24bd-4404-85e2-017018400c78 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:08.343397 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:08.359918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-865ad8fb-d984-4d44-a8f8-cb3f3ab0d3b0 None None] Provisioning complete for port 8412e5cd-24bd-4404-85e2-017018400c78 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:08.360291 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-865ad8fb-d984-4d44-a8f8-cb3f3ab0d3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.393951 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-168150d6-67a9-4696-a667-5429480423f1 req-15f32df3-d085-4caf-b677-30f2e9b69ec6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786623 Jul 05 04:00:08.450988 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-865ad8fb-d984-4d44-a8f8-cb3f3ab0d3b0 None None] Port 8412e5cd-24bd-4404-85e2-017018400c78 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:08.465333 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.475225 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:00:08.475225 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:00:08.475225 n-d-798249-5 neutron-server[100877]: [parameters: {'id': '376f0be8-74d6-4d78-a212-1343e0b64ade'}] Jul 05 04:00:08.475225 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:08.479601 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:08.491416 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 81ddc7a6-12cb-46c3-921f-3cd659bac211 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:08.521548 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 81ddc7a6-12cb-46c3-921f-3cd659bac211 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:08.526363 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 81ddc7a6-12cb-46c3-921f-3cd659bac211 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:08.540099 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.550033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.591148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-065bc2cf-c9b5-4b2c-92f8-3d5304d72a85 None None] Provisioning complete for port 8412e5cd-24bd-4404-85e2-017018400c78 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:08.591722 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-065bc2cf-c9b5-4b2c-92f8-3d5304d72a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.641846 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=36a8e9f3-dd54-4aa1-ac28-d2446df8bf35,segment=NetworkSegment(47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f),segment_id=47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:08.658593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=8412e5cd-24bd-4404-85e2-017018400c78,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:08.661545 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-065bc2cf-c9b5-4b2c-92f8-3d5304d72a85 None None] Port 8412e5cd-24bd-4404-85e2-017018400c78 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:08.732521 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.797668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=36a8e9f3-dd54-4aa1-ac28-d2446df8bf35,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:08.852661 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.985309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975a565-a531-4a36-989f-7a72e884a0b3 req-f15d5033-ed6a-4b03-b04c-98a524568e39 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:08.985309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e975a565-a531-4a36-989f-7a72e884a0b3 req-f15d5033-ed6a-4b03-b04c-98a524568e39 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2113178 Jul 05 04:00:08.996506 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.006676 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-064b7911-9f82-45d1-9ec4-81f6e776defa None None] Provisioning complete for port 8412e5cd-24bd-4404-85e2-017018400c78 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:09.007373 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-064b7911-9f82-45d1-9ec4-81f6e776defa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.065144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-064b7911-9f82-45d1-9ec4-81f6e776defa None None] Port 8412e5cd-24bd-4404-85e2-017018400c78 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:09.092340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e975a565-a531-4a36-989f-7a72e884a0b3 req-7463f422-d72d-49c2-920a-a7af1670d9eb tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801487 Jul 05 04:00:09.119728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c258cfb8-1f4b-42e7-befd-c4f816c22a17 admin admin] Deleting port 7be2f934-b43a-4220-a970-685546d51583 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:09.119728 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c258cfb8-1f4b-42e7-befd-c4f816c22a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.143382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Deleting port bdda1468-d040-4c53-b22f-e048469cf894 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:09.143802 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.234318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-c258cfb8-1f4b-42e7-befd-c4f816c22a17 admin admin] For port 7be2f934-b43a-4220-a970-685546d51583, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7be2f934-b43a-4220-a970-685546d51583,segment=NetworkSegment(6d67167f-c14f-49c2-8c5e-4a88798d9a44),segment_id=6d67167f-c14f-49c2-8c5e-4a88798d9a44)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:09.241067 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c258cfb8-1f4b-42e7-befd-c4f816c22a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.253892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c258cfb8-1f4b-42e7-befd-c4f816c22a17 admin admin] Calling delete_port for 7be2f934-b43a-4220-a970-685546d51583 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:09.277667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] For port bdda1468-d040-4c53-b22f-e048469cf894, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bdda1468-d040-4c53-b22f-e048469cf894,segment=NetworkSegment(0f40033e-23db-4187-94c2-94780ecf8feb),segment_id=0f40033e-23db-4187-94c2-94780ecf8feb)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:09.285590 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.329247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Calling delete_port for bdda1468-d040-4c53-b22f-e048469cf894 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:09.349692 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.413221 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8503fbfc-938e-4d27-b8d3-026b5b514bac None None] Network 376f0be8-74d6-4d78-a212-1343e0b64ade requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:09.487089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eda76-646a-4115-b7e2-129c1ca84731 req-70f3ff22-84a2-4912-b9b0-cb1ac0f36729 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.490659 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-560eda76-646a-4115-b7e2-129c1ca84731 req-70f3ff22-84a2-4912-b9b0-cb1ac0f36729 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2493029 Jul 05 04:00:09.556634 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7b9859a1-bcb5-4c2f-a8a2-c99811fd0f73 None None] Provisioning for port bdda1468-d040-4c53-b22f-e048469cf894 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:09.644981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-560eda76-646a-4115-b7e2-129c1ca84731 req-51e4b802-ba07-4882-abdc-458d208dc12f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325121 Jul 05 04:00:09.668437 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dba581b-332c-447a-bcec-4b5924cf152c None None] DHCP port deletion for 376f0be8-74d6-4d78-a212-1343e0b64ade request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:09.708808 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c258cfb8-1f4b-42e7-befd-c4f816c22a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.719489 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4dba581b-332c-447a-bcec-4b5924cf152c None None] Deleting port bdda1468-d040-4c53-b22f-e048469cf894 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:09.719489 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4dba581b-332c-447a-bcec-4b5924cf152c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.736020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258cfb8-1f4b-42e7-befd-c4f816c22a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be2f934-b43a-4220-a970-685546d51583,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:09.771865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.797303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4dba581b-332c-447a-bcec-4b5924cf152c None None] For port bdda1468-d040-4c53-b22f-e048469cf894, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bdda1468-d040-4c53-b22f-e048469cf894,segment=NetworkSegment(0f40033e-23db-4187-94c2-94780ecf8feb),segment_id=0f40033e-23db-4187-94c2-94780ecf8feb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:09.797709 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4dba581b-332c-447a-bcec-4b5924cf152c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.821762 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4dba581b-332c-447a-bcec-4b5924cf152c None None] Calling delete_port for bdda1468-d040-4c53-b22f-e048469cf894 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:09.823590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Port': ['ID=bdda1468-d040-4c53-b22f-e048469cf894,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:09.828037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No DVR routers for this DVR port bdda1468-d040-4c53-b22f-e048469cf894 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:09.962111 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.963710 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c258cfb8-1f4b-42e7-befd-c4f816c22a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.973859 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4dba581b-332c-447a-bcec-4b5924cf152c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.989862 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.004139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376f0be8-74d6-4d78-a212-1343e0b64ade']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:10.023550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba581b-332c-447a-bcec-4b5924cf152c None None] Pushing event deleted for resources: {'Port': ['ID=bdda1468-d040-4c53-b22f-e048469cf894,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:10.027600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f40033e-23db-4187-94c2-94780ecf8feb') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:10.027600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f40033e-23db-4187-94c2-94780ecf8feb') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:10.031732 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.032558 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.046008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dba581b-332c-447a-bcec-4b5924cf152c None None] No DVR routers for this DVR port bdda1468-d040-4c53-b22f-e048469cf894 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:10.049637 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.078973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:10.105575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e153dd4-94fc-490f-992d-e3361f0c1dc0 req-5e4d6ee4-7047-470e-b9ff-e86c4ba3461d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.107135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e153dd4-94fc-490f-992d-e3361f0c1dc0 req-5e4d6ee4-7047-470e-b9ff-e86c4ba3461d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2302809 Jul 05 04:00:10.145968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:10.146261 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.157659 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.179394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:10.179821 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:10.183823 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:10.210392 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=8412e5cd-24bd-4404-85e2-017018400c78,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:10.292070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e153dd4-94fc-490f-992d-e3361f0c1dc0 req-6c6789a1-190a-4383-8424-24b2179e71d8 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722956 Jul 05 04:00:10.301919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c258cfb8-1f4b-42e7-befd-c4f816c22a17 admin admin] Router 4dbe04ec-e835-44d6-8801-9e75ec1ad839 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:00:10.324869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network cc139572-bbf7-4678-bb7d-09483d609017 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:10.326456 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:10.395170 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.456414 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.458401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/376f0be8-74d6-4d78-a212-1343e0b64ade HTTP/1.1" status: 204 len: 168 time: 3.8432605 Jul 05 04:00:10.463627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41786) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:10.468822 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-db5bbb2e-43f2-4c4d-a39b-5230874acc7b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-917533906'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:10.485038 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c258cfb8-1f4b-42e7-befd-c4f816c22a17 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:10.490070 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc30a3-5e7c-402a-ba42-9e03d4a0d737 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Network': ['ID=376f0be8-74d6-4d78-a212-1343e0b64ade,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:10.495220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d90a41-7285-4a12-ab50-198e8db66abb None None] Sync routers for ids ['4dbe04ec-e835-44d6-8801-9e75ec1ad839'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:10.499975 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c258cfb8-1f4b-42e7-befd-c4f816c22a17 admin admin] 10.222.0.60 "PUT /v2.0/routers/4dbe04ec-e835-44d6-8801-9e75ec1ad839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9529741 Jul 05 04:00:10.503542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41788) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:10.519419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d90a41-7285-4a12-ab50-198e8db66abb None None] Routers {'4dbe04ec-e835-44d6-8801-9e75ec1ad839'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:10.521039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e9d90a41-7285-4a12-ab50-198e8db66abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['4dbe04ec-e835-44d6-8801-9e75ec1ad839'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:10.618210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbae352-ac91-4f7b-93b0-1ad85305451e req-f43e185e-998b-4a8f-a5d3-b7e96bec74e0 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.624053 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5bbb2e-43f2-4c4d-a39b-5230874acc7b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:10.636827 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fcbae352-ac91-4f7b-93b0-1ad85305451e req-f43e185e-998b-4a8f-a5d3-b7e96bec74e0 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1669161 Jul 05 04:00:10.637341 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db5bbb2e-43f2-4c4d-a39b-5230874acc7b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.674098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5bbb2e-43f2-4c4d-a39b-5230874acc7b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:10.684538 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.716271 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fcbae352-ac91-4f7b-93b0-1ad85305451e req-ac05308a-2a6a-48a8-9a9f-38ade41210b8 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875704 Jul 05 04:00:10.735893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db5bbb2e-43f2-4c4d-a39b-5230874acc7b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.736251 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-db5bbb2e-43f2-4c4d-a39b-5230874acc7b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Added segment 87ed9331-ae43-4bfd-a0a5-e7c392f0bf19 of type vlan for network a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0 Jul 05 04:00:10.752819 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-e9d90a41-7285-4a12-ab50-198e8db66abb None None] Set router 4dbe04ec-e835-44d6-8801-9e75ec1ad839 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:10.753382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router b956eaff-5976-4351-aec2-88ddf3209bc5 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:00:10.834717 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db5bbb2e-43f2-4c4d-a39b-5230874acc7b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.867320 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.879339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:10.889236 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8231452e-b5cc-4e62-9aa6-435d07e4f983 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/b956eaff-5976-4351-aec2-88ddf3209bc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3168390 Jul 05 04:00:10.892258 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5bf41-bebf-4162-b4ab-a32225353ee7 None None] Sync routers for ids ['b956eaff-5976-4351-aec2-88ddf3209bc5'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:10.892837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41798) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:10.907719 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5bf41-bebf-4162-b4ab-a32225353ee7 None None] Routers {'b956eaff-5976-4351-aec2-88ddf3209bc5'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:10.912047 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-09e5bf41-bebf-4162-b4ab-a32225353ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b956eaff-5976-4351-aec2-88ddf3209bc5'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:10.924840 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6f18904c-6325-486f-b257-55b7c2885caa None None] Provisioning complete for port 8412e5cd-24bd-4404-85e2-017018400c78 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:10.925511 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6f18904c-6325-486f-b257-55b7c2885caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.952844 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-09e5bf41-bebf-4162-b4ab-a32225353ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:10.962659 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5bf41-bebf-4162-b4ab-a32225353ee7 None None] Routers {'b956eaff-5976-4351-aec2-88ddf3209bc5'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:10.963534 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-09e5bf41-bebf-4162-b4ab-a32225353ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b956eaff-5976-4351-aec2-88ddf3209bc5'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:10.988739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d9be17-917d-4335-95c4-39e0bf52df19 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.993382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41800) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:10.993731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d3d9be17-917d-4335-95c4-39e0bf52df19 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports/8412e5cd-24bd-4404-85e2-017018400c78 HTTP/1.1" status: 200 len: 984 time: 0.0998671 Jul 05 04:00:10.999192 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-09e5bf41-bebf-4162-b4ab-a32225353ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:11.000056 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5bf41-bebf-4162-b4ab-a32225353ee7 None None] The sync data for ids ['b956eaff-5976-4351-aec2-88ddf3209bc5'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:11.011209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6f18904c-6325-486f-b257-55b7c2885caa None None] Port 8412e5cd-24bd-4404-85e2-017018400c78 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:11.048032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e9d90a41-7285-4a12-ab50-198e8db66abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'name': 'tempest-ServerRescueTestJSON-865741871-router', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'ad8f90e1-1a38-46f8-b467-8dd54f0fc25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:44Z', 'updated_at': '2021-07-05T04:00:09Z', 'revision_number': 5, 'project_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'gw_port': {'id': 'ad8f90e1-1a38-46f8-b467-8dd54f0fc25f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:46Z', 'updated_at': '2021-07-05T03:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:11.075725 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d90a41-7285-4a12-ab50-198e8db66abb None None] Checking router: 4dbe04ec-e835-44d6-8801-9e75ec1ad839 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:00:11.085972 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d90a41-7285-4a12-ab50-198e8db66abb None None] Routers {'4dbe04ec-e835-44d6-8801-9e75ec1ad839'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:11.086626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e9d90a41-7285-4a12-ab50-198e8db66abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['4dbe04ec-e835-44d6-8801-9e75ec1ad839'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:11.087075 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db5bbb2e-43f2-4c4d-a39b-5230874acc7b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.095394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5bbb2e-43f2-4c4d-a39b-5230874acc7b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:11.097060 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db5bbb2e-43f2-4c4d-a39b-5230874acc7b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.112752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d69a4d-537c-48bf-a291-5299a4287aa4 req-84503951-d9a2-49e0-b8d3-99845cbe8081 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:11.114765 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94d69a4d-537c-48bf-a291-5299a4287aa4 req-84503951-d9a2-49e0-b8d3-99845cbe8081 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0836055 Jul 05 04:00:11.160833 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94d69a4d-537c-48bf-a291-5299a4287aa4 req-220c5b4c-0374-4441-9208-877649011600 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368097 Jul 05 04:00:11.183478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-e9d90a41-7285-4a12-ab50-198e8db66abb None None] Set router 4dbe04ec-e835-44d6-8801-9e75ec1ad839 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:11.242215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e9d90a41-7285-4a12-ab50-198e8db66abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'name': 'tempest-ServerRescueTestJSON-865741871-router', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:44Z', 'updated_at': '2021-07-05T04:00:10Z', 'revision_number': 6, 'project_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:11.273500 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d90a41-7285-4a12-ab50-198e8db66abb None None] The sync data for ids ['4dbe04ec-e835-44d6-8801-9e75ec1ad839'] in n-d-798249-5 is: [{'id': '4dbe04ec-e835-44d6-8801-9e75ec1ad839', 'name': 'tempest-ServerRescueTestJSON-865741871-router', 'tenant_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:44Z', 'updated_at': '2021-07-05T04:00:10Z', 'revision_number': 6, 'project_id': '8bf2bb6d510e4bac8f5a2fcd7741fda7', 'gw_port_host': None}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:11.332797 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-db5bbb2e-43f2-4c4d-a39b-5230874acc7b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8673460 Jul 05 04:00:11.335975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41806) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:11.338031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5bbb2e-43f2-4c4d-a39b-5230874acc7b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Network': ['ID=a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:11.352330 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ed494f95-72a9-414c-a6d1-afe905a71b1f tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'subnet': {'network_id': 'a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:11.357743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:11.392624 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b0e27-88e4-4940-b3be-aeddc671025f req-010cf01a-40f0-4804-ac24-592be80d539b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:11.393711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-234b0e27-88e4-4940-b3be-aeddc671025f req-010cf01a-40f0-4804-ac24-592be80d539b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0995617 Jul 05 04:00:11.435101 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] Deleting port ad8f90e1-1a38-46f8-b467-8dd54f0fc25f {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:11.435447 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.445605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-234b0e27-88e4-4940-b3be-aeddc671025f req-c9a7d4bd-e8cc-4f04-91ec-764ed2fce989 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461538 Jul 05 04:00:11.619222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] For port ad8f90e1-1a38-46f8-b467-8dd54f0fc25f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ad8f90e1-1a38-46f8-b467-8dd54f0fc25f,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:11.619506 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.646608 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] Calling delete_port for ad8f90e1-1a38-46f8-b467-8dd54f0fc25f owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:11.682145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2ef68-f67d-44b9-ba0c-1684a8addb15 req-d961548d-7f0f-41f2-97f7-9e256e783df7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:11.684590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66c2ef68-f67d-44b9-ba0c-1684a8addb15 req-d961548d-7f0f-41f2-97f7-9e256e783df7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0989246 Jul 05 04:00:11.753001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed494f95-72a9-414c-a6d1-afe905a71b1f tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:11.755207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66c2ef68-f67d-44b9-ba0c-1684a8addb15 req-d281f188-841f-49b0-91ad-76bf8f827640 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604541 Jul 05 04:00:11.756872 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed494f95-72a9-414c-a6d1-afe905a71b1f tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.946636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe467bf0-1725-46f2-b246-cc0612e3367e req-27682533-50e9-4ce5-8a3f-b82b5d0cde1f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:11.948290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe467bf0-1725-46f2-b246-cc0612e3367e req-27682533-50e9-4ce5-8a3f-b82b5d0cde1f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0679481 Jul 05 04:00:11.987715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe467bf0-1725-46f2-b246-cc0612e3367e req-6d747ca2-8e96-4399-992b-c317f3b777e3 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Jul 05 04:00:12.218597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17593475-ff7a-4cde-af7e-791feb338de2 req-e5fe3190-c20e-4ab6-a602-17302270c605 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.220125 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17593475-ff7a-4cde-af7e-791feb338de2 req-e5fe3190-c20e-4ab6-a602-17302270c605 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0910931 Jul 05 04:00:12.242773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7be2f934-b43a-4220-a970-685546d51583 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:12.290295 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17593475-ff7a-4cde-af7e-791feb338de2 req-a4562660-1097-4254-bc3f-acb03fa309e4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626245 Jul 05 04:00:12.312643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 7be2f934-b43a-4220-a970-685546d51583 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:12.322026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7be2f934-b43a-4220-a970-685546d51583 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:12.322026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad8f90e1-1a38-46f8-b467-8dd54f0fc25f no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:12.360543 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-284b0a94-22c4-461e-a140-99bf85df113a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.420771 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.535561 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cc1d5-a589-430e-849f-ecd58a5f7943 req-0ff8eea6-cef4-4389-a9d4-dd497f6b194a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.537772 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c2cc1d5-a589-430e-849f-ecd58a5f7943 req-0ff8eea6-cef4-4389-a9d4-dd497f6b194a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1007762 Jul 05 04:00:12.574533 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.593753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c2cc1d5-a589-430e-849f-ecd58a5f7943 req-9de40b50-1b51-4751-81c8-e84c7c04d926 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422122 Jul 05 04:00:12.630867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed494f95-72a9-414c-a6d1-afe905a71b1f tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.632899 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8f90e1-1a38-46f8-b467-8dd54f0fc25f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:12.736858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed494f95-72a9-414c-a6d1-afe905a71b1f tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Subnet': ['ID=0a5f3db5-521e-46bf-a47e-4b7b26df3e66,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:12.792270 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.825360 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed494f95-72a9-414c-a6d1-afe905a71b1f tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Checking segment: {'id': '87ed9331-ae43-4bfd-a0a5-e7c392f0bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:12.825736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed494f95-72a9-414c-a6d1-afe905a71b1f tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network hostable DHCP agents. Network: a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:12.895449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978fcc6-5960-4f86-86bd-586220742793 req-28a76aeb-229d-4133-824b-4aff1be0297a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.897021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f978fcc6-5960-4f86-86bd-586220742793 req-28a76aeb-229d-4133-824b-4aff1be0297a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0793898 Jul 05 04:00:12.925216 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.928991 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.937933 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f978fcc6-5960-4f86-86bd-586220742793 req-dfbfb9e4-0038-43eb-b1d6-196be6e46624 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346601 Jul 05 04:00:13.009097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-284b0a94-22c4-461e-a140-99bf85df113a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port 8412e5cd-24bd-4404-85e2-017018400c78 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:13.009438 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-284b0a94-22c4-461e-a140-99bf85df113a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.063800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed494f95-72a9-414c-a6d1-afe905a71b1f tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:13.094501 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.095021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dbe04ec-e835-44d6-8801-9e75ec1ad839 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:00:13.102111 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.103337 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5fb33bc0-ebba-40e5-9f5b-fa0d802c6a44 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4dbe04ec-e835-44d6-8801-9e75ec1ad839 HTTP/1.1" status: 204 len: 168 time: 2.5985892 Jul 05 04:00:13.108750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41852) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:13.137381 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-284b0a94-22c4-461e-a140-99bf85df113a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.158636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3bd5d-c74e-4566-9e32-78071a83f49d req-62b3a5e9-12fe-4ccc-bb99-2e9b5fd3c265 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:13.161159 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0bf3bd5d-c74e-4566-9e32-78071a83f49d req-62b3a5e9-12fe-4ccc-bb99-2e9b5fd3c265 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0811608 Jul 05 04:00:13.163161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-284b0a94-22c4-461e-a140-99bf85df113a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for 8412e5cd-24bd-4404-85e2-017018400c78 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:13.168956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ed494f95-72a9-414c-a6d1-afe905a71b1f tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:13.175140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed494f95-72a9-414c-a6d1-afe905a71b1f tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:13.175746 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed494f95-72a9-414c-a6d1-afe905a71b1f tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.179913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6261a7b2-b1a7-4b0c-95f5-c4a7b781d498 None None] Network a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:13.231586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0bf3bd5d-c74e-4566-9e32-78071a83f49d req-82cd16af-67f2-4af0-ba7d-e70f68fc2fa6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643849 Jul 05 04:00:13.234330 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-0561ed4f-2718-4741-838c-606591298c34 admin admin] Deleting subnet 51f7de5d-a5d9-4c58-ac7a-89ad77e975db {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:13.285435 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0561ed4f-2718-4741-838c-606591298c34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.311982 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ed494f95-72a9-414c-a6d1-afe905a71b1f tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9747908 Jul 05 04:00:13.316697 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41862) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:13.342887 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0561ed4f-2718-4741-838c-606591298c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.417188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0', 'network_id': 'a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0', 'tenant_id': '757dc216a19146708a134046fac586c1', 'fixed_ips': [{'subnet_id': '0a5f3db5-521e-46bf-a47e-4b7b26df3e66'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:13.417784 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.441506 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0561ed4f-2718-4741-838c-606591298c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.476909 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.581174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Allocated IP 172.20.0.1 (a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0/0a5f3db5-521e-46bf-a47e-4b7b26df3e66/53fb7798-dfca-4168-8965-a66f2ad54ec8) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:13.586400 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.612750 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0561ed4f-2718-4741-838c-606591298c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.623422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea31a2-c8fb-4007-91a6-7190d811e57b req-d2931cf0-8fab-4f0e-862e-2cd9c0e96f4c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:13.625307 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8bea31a2-c8fb-4007-91a6-7190d811e57b req-d2931cf0-8fab-4f0e-862e-2cd9c0e96f4c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1447904 Jul 05 04:00:13.642739 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0561ed4f-2718-4741-838c-606591298c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.647415 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0561ed4f-2718-4741-838c-606591298c34 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/51f7de5d-a5d9-4c58-ac7a-89ad77e975db HTTP/1.1" status: 204 len: 168 time: 0.5354719 Jul 05 04:00:13.647415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561ed4f-2718-4741-838c-606591298c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f7de5d-a5d9-4c58-ac7a-89ad77e975db,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:13.649278 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41870) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:13.655206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-284b0a94-22c4-461e-a140-99bf85df113a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.711191 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b0a94-22c4-461e-a140-99bf85df113a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=8412e5cd-24bd-4404-85e2-017018400c78,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:13.814166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8bea31a2-c8fb-4007-91a6-7190d811e57b req-021e1ee7-9f00-42d3-ac9e-df0f6cea046c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799674 Jul 05 04:00:13.839066 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-284b0a94-22c4-461e-a140-99bf85df113a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.843048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be1c6b62-a69b-4841-a4c7-d420000b6d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.845685 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.860732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Transition to ACTIVE for port object 53fb7798-dfca-4168-8965-a66f2ad54ec8 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:13.886402 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Transition to ACTIVE for port object 53fb7798-dfca-4168-8965-a66f2ad54ec8 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:13.973577 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.993864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be1c6b62-a69b-4841-a4c7-d420000b6d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.025322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Network a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:14.038425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:14.042011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:14.045534 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-be1c6b62-a69b-4841-a4c7-d420000b6d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31690ce0-e310-4c82-b0ee-306fa6a5b103']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:14.045957 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Pushing event updated for resources: {'Port': ['ID=53fb7798-dfca-4168-8965-a66f2ad54ec8,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:14.072033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284b0a94-22c4-461e-a140-99bf85df113a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router b956eaff-5976-4351-aec2-88ddf3209bc5 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:00:14.074467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-be1c6b62-a69b-4841-a4c7-d420000b6d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d67167f-c14f-49c2-8c5e-4a88798d9a44') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:14.074787 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-be1c6b62-a69b-4841-a4c7-d420000b6d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d67167f-c14f-49c2-8c5e-4a88798d9a44') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:14.100107 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be1c6b62-a69b-4841-a4c7-d420000b6d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.102498 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.134255 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Attempting to bind port 53fb7798-dfca-4168-8965-a66f2ad54ec8 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:14.134583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Attempting to bind port 53fb7798-dfca-4168-8965-a66f2ad54ec8 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '87ed9331-ae43-4bfd-a0a5-e7c392f0bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:14.135001 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Attempting to bind port 53fb7798-dfca-4168-8965-a66f2ad54ec8 on network a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:14.139220 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5f3db5-521e-46bf-a47e-4b7b26df3e66,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:14.146843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:14.147568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Checking segment: {'id': '87ed9331-ae43-4bfd-a0a5-e7c392f0bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:14.147976 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.148530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Bound using segment: {'id': '87ed9331-ae43-4bfd-a0a5-e7c392f0bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:14.149019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Bound port: 53fb7798-dfca-4168-8965-a66f2ad54ec8, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ed9331-ae43-4bfd-a0a5-e7c392f0bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:14.149400 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.181978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284b0a94-22c4-461e-a140-99bf85df113a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:14.188165 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-284b0a94-22c4-461e-a140-99bf85df113a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/b956eaff-5976-4351-aec2-88ddf3209bc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1935077 Jul 05 04:00:14.191808 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41880) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:14.229164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.243529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:14.257513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ed9331-ae43-4bfd-a0a5-e7c392f0bf19') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:14.257814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ed9331-ae43-4bfd-a0a5-e7c392f0bf19') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:14.270014 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.280145 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be1c6b62-a69b-4841-a4c7-d420000b6d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.300253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4f835-59b8-45ca-87bf-b8b0161ec7b1 req-610e5af9-c600-4332-9816-38db615ed094 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.301970 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6fb4f835-59b8-45ca-87bf-b8b0161ec7b1 req-610e5af9-c600-4332-9816-38db615ed094 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.3108356 Jul 05 04:00:14.303092 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.305565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1c6b62-a69b-4841-a4c7-d420000b6d50 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:14.305962 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be1c6b62-a69b-4841-a4c7-d420000b6d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:14.307679 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:14.352566 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfededf-8b20-4cbd-b74f-5c0098e64682 None None] Sync routers for ids ['b956eaff-5976-4351-aec2-88ddf3209bc5'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:14.352926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:14.353344 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:14.356626 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:14.396746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfededf-8b20-4cbd-b74f-5c0098e64682 None None] Routers {'b956eaff-5976-4351-aec2-88ddf3209bc5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:14.397515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6dfededf-8b20-4cbd-b74f-5c0098e64682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b956eaff-5976-4351-aec2-88ddf3209bc5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:14.422528 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-a1369ff3-a32f-4f78-a17f-94a4bf2eaed7 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 04:00:14.427342 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a1369ff3-a32f-4f78-a17f-94a4bf2eaed7 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/b956eaff-5976-4351-aec2-88ddf3209bc5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2291703 Jul 05 04:00:14.427893 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41882) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:14.435162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6dfededf-8b20-4cbd-b74f-5c0098e64682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:14.453409 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] For port 53fb7798-dfca-4168-8965-a66f2ad54ec8, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:14.455601 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfededf-8b20-4cbd-b74f-5c0098e64682 None None] Routers {'b956eaff-5976-4351-aec2-88ddf3209bc5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:14.456695 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6dfededf-8b20-4cbd-b74f-5c0098e64682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T03:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b956eaff-5976-4351-aec2-88ddf3209bc5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:14.464283 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fcd2a4b6-e75a-45d9-956b-4897de690271 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports?device_id=b956eaff-5976-4351-aec2-88ddf3209bc5 HTTP/1.1" status: 200 len: 205 time: 0.0353186 Jul 05 04:00:14.464947 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41884) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:14.472962 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6fb4f835-59b8-45ca-87bf-b8b0161ec7b1 req-2680f8a1-a193-41f1-90de-f592c7ed2a14 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532648 Jul 05 04:00:14.496042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6dfededf-8b20-4cbd-b74f-5c0098e64682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:14.496733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfededf-8b20-4cbd-b74f-5c0098e64682 None None] The sync data for ids ['b956eaff-5976-4351-aec2-88ddf3209bc5'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:14.538045 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:00:14.538045 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:00:14.538045 n-d-798249-5 neutron-server[100877]: [parameters: {'id': 'a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0'}] Jul 05 04:00:14.538045 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:14.540961 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:14.561062 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be1c6b62-a69b-4841-a4c7-d420000b6d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.565017 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f065bf60-73bc-488a-b59c-490635360134 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.577833 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be1c6b62-a69b-4841-a4c7-d420000b6d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.578546 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] For port 53fb7798-dfca-4168-8965-a66f2ad54ec8, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=53fb7798-dfca-4168-8965-a66f2ad54ec8,segment=NetworkSegment(87ed9331-ae43-4bfd-a0a5-e7c392f0bf19),segment_id=87ed9331-ae43-4bfd-a0a5-e7c392f0bf19)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:14.581508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-be1c6b62-a69b-4841-a4c7-d420000b6d50 admin admin] 10.222.0.60 "DELETE /v2.0/networks/31690ce0-e310-4c82-b0ee-306fa6a5b103 HTTP/1.1" status: 204 len: 168 time: 0.9283431 Jul 05 04:00:14.597112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c6b62-a69b-4841-a4c7-d420000b6d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=31690ce0-e310-4c82-b0ee-306fa6a5b103,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:14.657561 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.760585 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a3033-8f76-452c-9700-4e6f6b979af5 None None] Pushing event updated for resources: {'Port': ['ID=53fb7798-dfca-4168-8965-a66f2ad54ec8,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:14.762787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e3b350-409a-497f-a93e-6e4d5fb9575a None None] Network a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:14.788667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d6ee8-ab30-4820-97a1-b368004defe6 req-7fcaad20-ab87-4272-a834-951bbb90f067 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.795556 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-353d6ee8-ab30-4820-97a1-b368004defe6 req-7fcaad20-ab87-4272-a834-951bbb90f067 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0890293 Jul 05 04:00:14.863710 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-353d6ee8-ab30-4820-97a1-b368004defe6 req-e7b20d92-16c2-4612-ae84-97545be6188e tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668304 Jul 05 04:00:14.870260 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f065bf60-73bc-488a-b59c-490635360134 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.872605 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f065bf60-73bc-488a-b59c-490635360134 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.933987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3801a5-2694-45a2-ba23-8467e588bcbb None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:00:14.977792 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f065bf60-73bc-488a-b59c-490635360134 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.981506 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f065bf60-73bc-488a-b59c-490635360134 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Fanout notify agent at l3_agent the message router_deleted on router b956eaff-5976-4351-aec2-88ddf3209bc5 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:00:14.995978 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f065bf60-73bc-488a-b59c-490635360134 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.998062 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f065bf60-73bc-488a-b59c-490635360134 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/routers/b956eaff-5976-4351-aec2-88ddf3209bc5 HTTP/1.1" status: 204 len: 168 time: 0.5322471 Jul 05 04:00:15.006776 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41902) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:15.078566 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3801a5-2694-45a2-ba23-8467e588bcbb None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:00:15.104238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41906) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:15.155730 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2b9c8580-865d-41f2-9691-ae3ee34d8e89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8bf2bb6d510e4bac8f5a2fcd7741fda7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499613 Jul 05 04:00:15.159749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41908) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:15.251202 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9e30-122e-44cd-bf85-f4d80ab209e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.281030 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9e30-122e-44cd-bf85-f4d80ab209e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.344017 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.438270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c6d7e3-f4e4-4465-903c-a823fe2a3213 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting subnet f332c880-6e04-4807-ba2e-6bd2285f235a {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:15.452113 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9e30-122e-44cd-bf85-f4d80ab209e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.456490 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9e30-122e-44cd-bf85-f4d80ab209e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.456926 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2a8b9e30-122e-44cd-bf85-f4d80ab209e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81268045-1e4a-4108-804d-1ff4599ec97e HTTP/1.1" status: 204 len: 168 time: 0.2957463 Jul 05 04:00:15.461534 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-89c6d7e3-f4e4-4465-903c-a823fe2a3213 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.467015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b9e30-122e-44cd-bf85-f4d80ab209e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81268045-1e4a-4108-804d-1ff4599ec97e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:15.520698 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-89c6d7e3-f4e4-4465-903c-a823fe2a3213 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.554825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76372089-7828-4c59-bff7-1ee9da29b0c3 req-e88c3d78-df3a-458d-88da-9741c0e3bf98 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:15.556450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76372089-7828-4c59-bff7-1ee9da29b0c3 req-e88c3d78-df3a-458d-88da-9741c0e3bf98 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.5520604 Jul 05 04:00:15.631633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Deleting port 53fb7798-dfca-4168-8965-a66f2ad54ec8 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:15.631983 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.670081 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76372089-7828-4c59-bff7-1ee9da29b0c3 req-d8cb889e-e3c4-4d52-a485-d5327a111830 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016316 Jul 05 04:00:15.730613 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-89c6d7e3-f4e4-4465-903c-a823fe2a3213 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.758207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] For port 53fb7798-dfca-4168-8965-a66f2ad54ec8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=53fb7798-dfca-4168-8965-a66f2ad54ec8,segment=NetworkSegment(87ed9331-ae43-4bfd-a0a5-e7c392f0bf19),segment_id=87ed9331-ae43-4bfd-a0a5-e7c392f0bf19)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:15.758568 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.778104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Calling delete_port for 53fb7798-dfca-4168-8965-a66f2ad54ec8 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:15.949360 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-89c6d7e3-f4e4-4465-903c-a823fe2a3213 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.983596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6d7e3-f4e4-4465-903c-a823fe2a3213 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Subnet': ['ID=f332c880-6e04-4807-ba2e-6bd2285f235a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:15.988202 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-89c6d7e3-f4e4-4465-903c-a823fe2a3213 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.993269 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-89c6d7e3-f4e4-4465-903c-a823fe2a3213 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/f332c880-6e04-4807-ba2e-6bd2285f235a HTTP/1.1" status: 204 len: 168 time: 0.9762321 Jul 05 04:00:15.994003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41934) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:15.997796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1254199d-b522-47bd-8365-ea1b593a7482 None None] Network cc139572-bbf7-4678-bb7d-09483d609017 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:16.069138 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.136973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Port': ['ID=53fb7798-dfca-4168-8965-a66f2ad54ec8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:16.140556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No DVR routers for this DVR port 53fb7798-dfca-4168-8965-a66f2ad54ec8 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:16.186035 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.243891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d382fb-0359-437d-95e5-f5e4d36c0209 None None] DHCP port deletion for cc139572-bbf7-4678-bb7d-09483d609017 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:16.274243 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.311931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef852b-fe97-451c-aafc-f2a40acd5b9c req-7a9531ea-816e-4f71-a858-2190ba38fdb5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.318944 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19ef852b-fe97-451c-aafc-f2a40acd5b9c req-7a9531ea-816e-4f71-a858-2190ba38fdb5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2952726 Jul 05 04:00:16.322469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:16.327268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41946) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:16.351241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ed9331-ae43-4bfd-a0a5-e7c392f0bf19') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:16.351853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ed9331-ae43-4bfd-a0a5-e7c392f0bf19') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:16.367048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.376486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-63d382fb-0359-437d-95e5-f5e4d36c0209 None None] Deleting port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:16.377277 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-63d382fb-0359-437d-95e5-f5e4d36c0209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.404325 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19ef852b-fe97-451c-aafc-f2a40acd5b9c req-2f3cf033-bbee-4c11-ad27-a0e0885b375a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844181 Jul 05 04:00:16.420836 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.438262 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:16.439072 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.460024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-63d382fb-0359-437d-95e5-f5e4d36c0209 None None] For port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=36a8e9f3-dd54-4aa1-ac28-d2446df8bf35,segment=NetworkSegment(47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f),segment_id=47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:16.460024 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-63d382fb-0359-437d-95e5-f5e4d36c0209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.475198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-63d382fb-0359-437d-95e5-f5e4d36c0209 None None] Calling delete_port for 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:16.499709 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:16.523883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:16.524237 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.598822 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4935d5c7-b0df-4d4f-8ccf-6a1bd7462b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.627272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] For port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=36a8e9f3-dd54-4aa1-ac28-d2446df8bf35,segment=NetworkSegment(47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f),segment_id=47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:16.627640 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.639206 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.655201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:16.655201 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.655201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0 HTTP/1.1" status: 204 len: 168 time: 3.3365922 Jul 05 04:00:16.659680 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41958) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:16.665170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e06256b8-5bf9-4114-a5c5-41ca6f7ee493 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-141928507'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:16.675931 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-63d382fb-0359-437d-95e5-f5e4d36c0209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.677339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2bfc1-f598-4f31-91e9-01f1dc6d1a23 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Network': ['ID=a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:16.704468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d382fb-0359-437d-95e5-f5e4d36c0209 None None] Pushing event deleted for resources: {'Port': ['ID=36a8e9f3-dd54-4aa1-ac28-d2446df8bf35,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:16.710643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d382fb-0359-437d-95e5-f5e4d36c0209 None None] No DVR routers for this DVR port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:16.735901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f323e-e2a9-4000-82b8-8923528d8d40 req-112d64f9-d3d0-41e0-8f34-6b41b7e8d48a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.738467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc6f323e-e2a9-4000-82b8-8923528d8d40 req-112d64f9-d3d0-41e0-8f34-6b41b7e8d48a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1704366 Jul 05 04:00:16.764403 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4935d5c7-b0df-4d4f-8ccf-6a1bd7462b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.803801 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc6f323e-e2a9-4000-82b8-8923528d8d40 req-fdca4879-bbb9-42bf-bb55-d722b6430362 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570991 Jul 05 04:00:16.814954 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.837441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=36a8e9f3-dd54-4aa1-ac28-d2446df8bf35,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:16.839927 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4935d5c7-b0df-4d4f-8ccf-6a1bd7462b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.840757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No DVR routers for this DVR port 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:16.894702 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4935d5c7-b0df-4d4f-8ccf-6a1bd7462b09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3916b354274e45b5820793e89f412c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5629001 Jul 05 04:00:16.894702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935d5c7-b0df-4d4f-8ccf-6a1bd7462b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081dc588-2fb8-4fb5-9138-f33dc30c4a3c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:16.895934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41968) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:16.936544 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.947373 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc139572-bbf7-4678-bb7d-09483d609017']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:16.953595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06256b8-5bf9-4114-a5c5-41ca6f7ee493 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:16.958947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:16.959182 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47dfb4cd-94c4-4609-bf07-8d9cb2ef9a4f') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:16.959445 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e06256b8-5bf9-4114-a5c5-41ca6f7ee493 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.969419 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.991087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0272b3cf-7b10-4cff-8ab6-2c989302f128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.006017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06256b8-5bf9-4114-a5c5-41ca6f7ee493 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:17.021068 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.024626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0272b3cf-7b10-4cff-8ab6-2c989302f128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.029802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:17.030207 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:17.033426 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:17.093198 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-a18a10b0-9aec-4c94-a552-772654557131 req-92b8cea4-e5b2-4376-bbea-771fc3c3b9b6 service neutron] (100876) timed out ('10.222.0.64', 62291) {{(pid=100876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:00:17.119440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95029d-d67c-4813-83c4-031678e39ab8 req-1d6d7af7-5882-4b03-a077-f38d53bda303 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.121101 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb95029d-d67c-4813-83c4-031678e39ab8 req-1d6d7af7-5882-4b03-a077-f38d53bda303 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1378002 Jul 05 04:00:17.162641 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb95029d-d67c-4813-83c4-031678e39ab8 req-484d3015-1a3d-4f3a-9bc6-2e8adef5587b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346088 Jul 05 04:00:17.211773 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.216132 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0272b3cf-7b10-4cff-8ab6-2c989302f128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.219188 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.220039 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0272b3cf-7b10-4cff-8ab6-2c989302f128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.224503 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0272b3cf-7b10-4cff-8ab6-2c989302f128 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/081dc588-2fb8-4fb5-9138-f33dc30c4a3c HTTP/1.1" status: 204 len: 168 time: 0.3247666 Jul 05 04:00:17.224503 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e06256b8-5bf9-4114-a5c5-41ca6f7ee493 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.224503 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-e06256b8-5bf9-4114-a5c5-41ca6f7ee493 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Added segment 13a763b1-00c7-4856-8dd3-ab10168f7f3e of type vlan for network d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c Jul 05 04:00:17.225624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/networks/cc139572-bbf7-4678-bb7d-09483d609017 HTTP/1.1" status: 204 len: 168 time: 1.2297401 Jul 05 04:00:17.227262 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41976) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:17.232999 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-aedc01e6-e96b-4919-aa70-c2f0a2e3c55a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-71187624'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:17.247315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac671c-bcdb-4053-b44b-cf013ab7bf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Network': ['ID=cc139572-bbf7-4678-bb7d-09483d609017,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.250743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272b3cf-7b10-4cff-8ab6-2c989302f128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081dc588-2fb8-4fb5-9138-f33dc30c4a3c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.310968 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e06256b8-5bf9-4114-a5c5-41ca6f7ee493 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.349687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedc01e6-e96b-4919-aa70-c2f0a2e3c55a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:17.353185 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aedc01e6-e96b-4919-aa70-c2f0a2e3c55a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.383352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32243f17-f4e9-48bb-9535-ef8c25dc8ea8 req-10977c4b-3d32-419a-859a-df8f0f4684cb tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.384927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32243f17-f4e9-48bb-9535-ef8c25dc8ea8 req-10977c4b-3d32-419a-859a-df8f0f4684cb tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0843806 Jul 05 04:00:17.403376 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedc01e6-e96b-4919-aa70-c2f0a2e3c55a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:17.420043 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e06256b8-5bf9-4114-a5c5-41ca6f7ee493 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.424290 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aedc01e6-e96b-4919-aa70-c2f0a2e3c55a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.429829 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-aedc01e6-e96b-4919-aa70-c2f0a2e3c55a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Added segment e18ad464-8011-45ee-bbc5-9a5dadf6f06a of type vlan for network d2d6f409-143a-4f13-812d-9938c6b8b22a Jul 05 04:00:17.430653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06256b8-5bf9-4114-a5c5-41ca6f7ee493 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.431132 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e06256b8-5bf9-4114-a5c5-41ca6f7ee493 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.468620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32243f17-f4e9-48bb-9535-ef8c25dc8ea8 req-6b042f71-6175-4eaa-bc26-0638946c7186 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735357 Jul 05 04:00:17.484017 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aedc01e6-e96b-4919-aa70-c2f0a2e3c55a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.518673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06256b8-5bf9-4114-a5c5-41ca6f7ee493 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Network': ['ID=d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.536805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:17.545451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41986) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:17.573668 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e06256b8-5bf9-4114-a5c5-41ca6f7ee493 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9127069 Jul 05 04:00:17.576144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41992) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:17.582936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-78484e7c-80f6-4c29-b2d9-4521f6c21171 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:17.646486 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aedc01e6-e96b-4919-aa70-c2f0a2e3c55a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.652430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedc01e6-e96b-4919-aa70-c2f0a2e3c55a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.653329 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aedc01e6-e96b-4919-aa70-c2f0a2e3c55a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.738682 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9bfd91c7-f995-457b-8869-b00ce8759240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.751895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc01e6-e96b-4919-aa70-c2f0a2e3c55a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Network': ['ID=d2d6f409-143a-4f13-812d-9938c6b8b22a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.762122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network d2d6f409-143a-4f13-812d-9938c6b8b22a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:17.777524 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-78484e7c-80f6-4c29-b2d9-4521f6c21171 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.866892 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-aedc01e6-e96b-4919-aa70-c2f0a2e3c55a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6386397 Jul 05 04:00:17.870204 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41994) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:17.877881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-18f5c07a-de1a-4d89-a637-2b95fe99121c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'subnet': {'network_id': 'd2d6f409-143a-4f13-812d-9938c6b8b22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:17.891989 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-78484e7c-80f6-4c29-b2d9-4521f6c21171 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.904460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:17.913369 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78484e7c-80f6-4c29-b2d9-4521f6c21171 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c is not hosted by any dhcp agent {{(pid=100876) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:00:17.918792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78484e7c-80f6-4c29-b2d9-4521f6c21171 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.919394 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-78484e7c-80f6-4c29-b2d9-4521f6c21171 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.923508 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-78484e7c-80f6-4c29-b2d9-4521f6c21171 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "PUT /v2.0/networks/d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c HTTP/1.1" status: 200 len: 723 time: 0.3434556 Jul 05 04:00:17.928556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:17.929925 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 36a8e9f3-dd54-4aa1-ac28-d2446df8bf35 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:17.930109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41996) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:17.937767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-db9fa415-b93c-4967-99b2-a5866806be77 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'subnet': {'network_id': 'd32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:17.974743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78484e7c-80f6-4c29-b2d9-4521f6c21171 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Network': ['ID=d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.986004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:18.113118 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9bfd91c7-f995-457b-8869-b00ce8759240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.131142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42002) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:18.144551 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d45e5a0f-39f5-4958-bb3a-cf56c9b96ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.247636 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9bfd91c7-f995-457b-8869-b00ce8759240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.291618 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-db9fa415-b93c-4967-99b2-a5866806be77 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:00:18.291618 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:00:18.291618 n-d-798249-5 neutron-server[100877]: [parameters: {'project_id_1': '757dc216a19146708a134046fac586c1', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 0, 18, 86001)}] Jul 05 04:00:18.291618 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:18.292112 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-db9fa415-b93c-4967-99b2-a5866806be77 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:18.292342 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-d45e5a0f-39f5-4958-bb3a-cf56c9b96ba0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:00:18.292342 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:00:18.292342 n-d-798249-5 neutron-server[100877]: [parameters: {'project_id_1': '597d6271e85f45eca54a8c788d3b6fd2', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 0, 18, 155091)}] Jul 05 04:00:18.292342 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:18.292683 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-d45e5a0f-39f5-4958-bb3a-cf56c9b96ba0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:18.301361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd91c7-f995-457b-8869-b00ce8759240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1347dd52-c01b-4f79-8ac5-6ad78f815301,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:18.305800 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9bfd91c7-f995-457b-8869-b00ce8759240 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35d2ffabf4f94b059a8b248e8ada6252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7587707 Jul 05 04:00:18.308542 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42010) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:18.374152 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1aadf01b-0fd1-411b-959f-c23ec142c04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.393117 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1aadf01b-0fd1-411b-959f-c23ec142c04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.400094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f5c07a-de1a-4d89-a637-2b95fe99121c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:18.403743 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-18f5c07a-de1a-4d89-a637-2b95fe99121c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.571335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106545c2-c5fe-4f8f-988b-6cf0472df440 req-0da09c05-dc28-4372-9531-09ea14e1025f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.572804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-106545c2-c5fe-4f8f-988b-6cf0472df440 req-0da09c05-dc28-4372-9531-09ea14e1025f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1217077 Jul 05 04:00:18.609619 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1aadf01b-0fd1-411b-959f-c23ec142c04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.612292 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1aadf01b-0fd1-411b-959f-c23ec142c04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.613459 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1aadf01b-0fd1-411b-959f-c23ec142c04c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1347dd52-c01b-4f79-8ac5-6ad78f815301 HTTP/1.1" status: 204 len: 168 time: 0.3040099 Jul 05 04:00:18.625682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-106545c2-c5fe-4f8f-988b-6cf0472df440 req-25ea5ea7-8fbe-407a-8360-02817474f086 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471623 Jul 05 04:00:18.633324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadf01b-0fd1-411b-959f-c23ec142c04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1347dd52-c01b-4f79-8ac5-6ad78f815301,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:18.796156 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d45e5a0f-39f5-4958-bb3a-cf56c9b96ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.808035 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-18f5c07a-de1a-4d89-a637-2b95fe99121c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.884567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5c07a-de1a-4d89-a637-2b95fe99121c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Subnet': ['ID=b1376119-0d86-4de0-81b7-50cf7c4406fe,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:18.896710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5c07a-de1a-4d89-a637-2b95fe99121c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Checking segment: {'id': 'e18ad464-8011-45ee-bbc5-9a5dadf6f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2d6f409-143a-4f13-812d-9938c6b8b22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:18.897198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f5c07a-de1a-4d89-a637-2b95fe99121c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network hostable DHCP agents. Network: d2d6f409-143a-4f13-812d-9938c6b8b22a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:18.939208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9fa415-b93c-4967-99b2-a5866806be77 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:18.944279 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-db9fa415-b93c-4967-99b2-a5866806be77 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.990951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f5c07a-de1a-4d89-a637-2b95fe99121c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network d2d6f409-143a-4f13-812d-9938c6b8b22a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:19.125070 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-18f5c07a-de1a-4d89-a637-2b95fe99121c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, d2d6f409-143a-4f13-812d-9938c6b8b22a) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:19.134152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d35798-b333-4082-88df-38f808257a6a None None] Network d2d6f409-143a-4f13-812d-9938c6b8b22a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:19.134786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f5c07a-de1a-4d89-a637-2b95fe99121c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.135375 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-18f5c07a-de1a-4d89-a637-2b95fe99121c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.150164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d45e5a0f-39f5-4958-bb3a-cf56c9b96ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.240993 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d45e5a0f-39f5-4958-bb3a-cf56c9b96ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.281553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d45e5a0f-39f5-4958-bb3a-cf56c9b96ba0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=597d6271e85f45eca54a8c788d3b6fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1492648 Jul 05 04:00:19.282422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e5a0f-39f5-4958-bb3a-cf56c9b96ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657405ac-f13f-42a6-8fd3-b6bf811f3970,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:19.285703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42030) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:19.300470 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-db9fa415-b93c-4967-99b2-a5866806be77 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.303377 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-d2d6f409-143a-4f13-812d-9938c6b8b22a', 'network_id': 'd2d6f409-143a-4f13-812d-9938c6b8b22a', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'fixed_ips': [{'subnet_id': 'b1376119-0d86-4de0-81b7-50cf7c4406fe'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:19.304486 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.344860 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc362871-764f-4987-b33d-dca23507f1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.375301 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc362871-764f-4987-b33d-dca23507f1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.376357 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-18f5c07a-de1a-4d89-a637-2b95fe99121c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5049148 Jul 05 04:00:19.383718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42032) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:19.391715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9dd94431-f638-41aa-b120-0fe55681efe8 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1472990512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:19.413363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fa415-b93c-4967-99b2-a5866806be77 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Subnet': ['ID=d8393a10-f699-4ea1-b428-21478ad145d6,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:19.416477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9fa415-b93c-4967-99b2-a5866806be77 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Checking segment: {'id': '13a763b1-00c7-4856-8dd3-ab10168f7f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:19.416943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9fa415-b93c-4967-99b2-a5866806be77 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network hostable DHCP agents. Network: d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:19.468729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Allocated IP 2001:db8::2 (d2d6f409-143a-4f13-812d-9938c6b8b22a/b1376119-0d86-4de0-81b7-50cf7c4406fe/b25dd457-25d4-4060-9b2e-e59d412ffaa2) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:19.498133 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9dd94431-f638-41aa-b120-0fe55681efe8 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.499694 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9dd94431-f638-41aa-b120-0fe55681efe8 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.526088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9fa415-b93c-4967-99b2-a5866806be77 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:19.527138 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc362871-764f-4987-b33d-dca23507f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.530322 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc362871-764f-4987-b33d-dca23507f1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.531018 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fc362871-764f-4987-b33d-dca23507f1a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/657405ac-f13f-42a6-8fd3-b6bf811f3970 HTTP/1.1" status: 204 len: 168 time: 0.2441075 Jul 05 04:00:19.559462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc362871-764f-4987-b33d-dca23507f1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657405ac-f13f-42a6-8fd3-b6bf811f3970,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:19.605825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-db9fa415-b93c-4967-99b2-a5866806be77 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:19.610153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9fa415-b93c-4967-99b2-a5866806be77 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.610828 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-db9fa415-b93c-4967-99b2-a5866806be77 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.619542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb3c0e-2805-403e-a440-ee4437e9585c None None] Network d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:19.631104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9dd94431-f638-41aa-b120-0fe55681efe8 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.675484 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.698709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9dd94431-f638-41aa-b120-0fe55681efe8 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.699433 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:00:19.700047 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Transition to ACTIVE for port object b25dd457-25d4-4060-9b2e-e59d412ffaa2 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:19.703165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-db9fa415-b93c-4967-99b2-a5866806be77 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7719145 Jul 05 04:00:19.707950 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42048) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:19.725613 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a8786ea7-9ced-4463-9340-f6aa43ee4a1b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:19.781110 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Transition to ACTIVE for port object b25dd457-25d4-4060-9b2e-e59d412ffaa2 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:19.827768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9dd94431-f638-41aa-b120-0fe55681efe8 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.834965 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9dd94431-f638-41aa-b120-0fe55681efe8 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4475629 Jul 05 04:00:19.838167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42050) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:19.865088 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.910659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959848f3-818c-4613-808a-55d6bd9cd6fc req-5497883b-fdbe-4ce5-b17f-d0476ecbb912 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.912260 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-959848f3-818c-4613-808a-55d6bd9cd6fc req-5497883b-fdbe-4ce5-b17f-d0476ecbb912 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1254900 Jul 05 04:00:19.922423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Pushing event updated for resources: {'Port': ['ID=b25dd457-25d4-4060-9b2e-e59d412ffaa2,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:19.964117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-959848f3-818c-4613-808a-55d6bd9cd6fc req-38b5763a-b29b-4eb0-bc1d-2cf9801cc5ff tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435143 Jul 05 04:00:19.984441 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Network d2d6f409-143a-4f13-812d-9938c6b8b22a is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:19.992190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c', 'network_id': 'd32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c', 'tenant_id': '757dc216a19146708a134046fac586c1', 'fixed_ips': [{'subnet_id': 'd8393a10-f699-4ea1-b428-21478ad145d6'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:19.993100 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.014976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:20.021364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:20.147628 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Attempting to bind port b25dd457-25d4-4060-9b2e-e59d412ffaa2 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:20.148200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Attempting to bind port b25dd457-25d4-4060-9b2e-e59d412ffaa2 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'e18ad464-8011-45ee-bbc5-9a5dadf6f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2d6f409-143a-4f13-812d-9938c6b8b22a'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:20.148200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Attempting to bind port b25dd457-25d4-4060-9b2e-e59d412ffaa2 on network d2d6f409-143a-4f13-812d-9938c6b8b22a {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:20.155610 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:20.155856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Checking segment: {'id': 'e18ad464-8011-45ee-bbc5-9a5dadf6f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2d6f409-143a-4f13-812d-9938c6b8b22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:20.156247 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.156665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Bound using segment: {'id': 'e18ad464-8011-45ee-bbc5-9a5dadf6f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2d6f409-143a-4f13-812d-9938c6b8b22a'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:20.157140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Bound port: b25dd457-25d4-4060-9b2e-e59d412ffaa2, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18ad464-8011-45ee-bbc5-9a5dadf6f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2d6f409-143a-4f13-812d-9938c6b8b22a'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:20.157521 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.209173 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8786ea7-9ced-4463-9340-f6aa43ee4a1b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31164824'] for subnet, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.261421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42060) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:20.265557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Allocated IP 172.20.0.2 (d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c/d8393a10-f699-4ea1-b428-21478ad145d6/9a685f53-e39d-432c-92ca-c51283f3a70d) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:20.282356 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d4200c22-d6b2-4a4e-9b33-20f711b54461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.282611 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] For port b25dd457-25d4-4060-9b2e-e59d412ffaa2, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:20.306771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] For port b25dd457-25d4-4060-9b2e-e59d412ffaa2, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b25dd457-25d4-4060-9b2e-e59d412ffaa2,segment=NetworkSegment(e18ad464-8011-45ee-bbc5-9a5dadf6f06a),segment_id=e18ad464-8011-45ee-bbc5-9a5dadf6f06a)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:20.390665 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.430026 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d4200c22-d6b2-4a4e-9b33-20f711b54461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.491264 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.491856 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d4200c22-d6b2-4a4e-9b33-20f711b54461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.502704 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863f37e-1eba-48eb-9eab-eb7ee27f22f5 None None] Pushing event updated for resources: {'Port': ['ID=b25dd457-25d4-4060-9b2e-e59d412ffaa2,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:20.508057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.519185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Transition to ACTIVE for port object 9a685f53-e39d-432c-92ca-c51283f3a70d will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:20.542833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Transition to ACTIVE for port object 9a685f53-e39d-432c-92ca-c51283f3a70d will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:20.560186 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d4200c22-d6b2-4a4e-9b33-20f711b54461 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=360cf2929fc04295a23991a461dfade0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970345 Jul 05 04:00:20.562994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42064) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:20.570485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4200c22-d6b2-4a4e-9b33-20f711b54461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80e4877-2a64-4cc7-9713-df05287d9c7a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:20.617583 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9a78bc42-3a26-409c-bb5c-11c568f191eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.623809 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.651361 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9a78bc42-3a26-409c-bb5c-11c568f191eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.718705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Pushing event updated for resources: {'Port': ['ID=9a685f53-e39d-432c-92ca-c51283f3a70d,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:20.738223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Network d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:20.740435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:20.746240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:20.817581 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9a78bc42-3a26-409c-bb5c-11c568f191eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.820974 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9a78bc42-3a26-409c-bb5c-11c568f191eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.832012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9a78bc42-3a26-409c-bb5c-11c568f191eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f80e4877-2a64-4cc7-9713-df05287d9c7a HTTP/1.1" status: 204 len: 168 time: 0.2609458 Jul 05 04:00:20.832172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Attempting to bind port 9a685f53-e39d-432c-92ca-c51283f3a70d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:20.832172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Attempting to bind port 9a685f53-e39d-432c-92ca-c51283f3a70d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '13a763b1-00c7-4856-8dd3-ab10168f7f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:20.832172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Attempting to bind port 9a685f53-e39d-432c-92ca-c51283f3a70d on network d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:20.837065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:20.837449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Checking segment: {'id': '13a763b1-00c7-4856-8dd3-ab10168f7f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:20.837937 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.838344 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Bound using segment: {'id': '13a763b1-00c7-4856-8dd3-ab10168f7f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:20.838828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Bound port: 9a685f53-e39d-432c-92ca-c51283f3a70d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a763b1-00c7-4856-8dd3-ab10168f7f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:20.839275 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.881610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78bc42-3a26-409c-bb5c-11c568f191eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80e4877-2a64-4cc7-9713-df05287d9c7a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:20.944715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] For port 9a685f53-e39d-432c-92ca-c51283f3a70d, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:20.948629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] For port 9a685f53-e39d-432c-92ca-c51283f3a70d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9a685f53-e39d-432c-92ca-c51283f3a70d,segment=NetworkSegment(13a763b1-00c7-4856-8dd3-ab10168f7f3e),segment_id=13a763b1-00c7-4856-8dd3-ab10168f7f3e)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:21.035927 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.047740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Allocated IP 2001:db8::1 (d2d6f409-143a-4f13-812d-9938c6b8b22a/b1376119-0d86-4de0-81b7-50cf7c4406fe/9645b686-9b8a-4fb6-a77c-55811ba5c8ae) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:21.076244 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8786ea7-9ced-4463-9340-f6aa43ee4a1b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756886208543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31169763'] for subnet, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.148888 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4c8b6-439e-4a66-8586-a31f9ee6c96a None None] Pushing event updated for resources: {'Port': ['ID=9a685f53-e39d-432c-92ca-c51283f3a70d,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:21.160268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8786ea7-9ced-4463-9340-f6aa43ee4a1b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.160930 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8786ea7-9ced-4463-9340-f6aa43ee4a1b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.162229 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a8786ea7-9ced-4463-9340-f6aa43ee4a1b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "PUT /v2.0/subnets/d8393a10-f699-4ea1-b428-21478ad145d6 HTTP/1.1" status: 200 len: 806 time: 1.4530041 Jul 05 04:00:21.170893 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42080) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:21.249844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1193580-703c-4920-bea5-3b372abad6d8 req-d2ca6071-4a9d-458a-8beb-195795aace86 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.253458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1193580-703c-4920-bea5-3b372abad6d8 req-d2ca6071-4a9d-458a-8beb-195795aace86 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1291792 Jul 05 04:00:21.255522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8786ea7-9ced-4463-9340-f6aa43ee4a1b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Subnet': ['ID=d8393a10-f699-4ea1-b428-21478ad145d6,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:21.270300 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f92a3ec7-92df-4ee6-9383-945538bf8801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.388980 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.422104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1193580-703c-4920-bea5-3b372abad6d8 req-0310d44f-7f10-455c-a4fd-ded269c95307 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606071 Jul 05 04:00:21.422277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Transition to ACTIVE for port object 9645b686-9b8a-4fb6-a77c-55811ba5c8ae will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:21.514531 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.607661 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.689783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=9645b686-9b8a-4fb6-a77c-55811ba5c8ae,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:21.732356 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network d2d6f409-143a-4f13-812d-9938c6b8b22a is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:21.735926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:21.747275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:21.747841 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.848641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Deleting port 9a685f53-e39d-432c-92ca-c51283f3a70d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:21.848990 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.037280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618495c2-7e27-4020-846f-35ef31ef79db None None] Network d2d6f409-143a-4f13-812d-9938c6b8b22a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:22.108445 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9a685f53-e39d-432c-92ca-c51283f3a70d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:22.131949 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] For port 9a685f53-e39d-432c-92ca-c51283f3a70d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9a685f53-e39d-432c-92ca-c51283f3a70d,segment=NetworkSegment(13a763b1-00c7-4856-8dd3-ab10168f7f3e),segment_id=13a763b1-00c7-4856-8dd3-ab10168f7f3e)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:22.133427 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.171442 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Calling delete_port for 9a685f53-e39d-432c-92ca-c51283f3a70d owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:22.335302 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.417687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-45be3bb7-b047-4cc3-8096-c4a394eb8db4 None None] Provisioning for port b25dd457-25d4-4060-9b2e-e59d412ffaa2 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:22.435113 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 9a685f53-e39d-432c-92ca-c51283f3a70d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:22.451378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b25dd457-25d4-4060-9b2e-e59d412ffaa2 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:22.600133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port b25dd457-25d4-4060-9b2e-e59d412ffaa2 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:22.605567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b25dd457-25d4-4060-9b2e-e59d412ffaa2 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:22.606378 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.699298 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.757346 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.771391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Port': ['ID=9a685f53-e39d-432c-92ca-c51283f3a70d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:22.805050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a6354-d440-433a-ade4-c0ac7f238d39 req-8f7881da-cff5-48c8-a568-74e6b83baa2d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:22.810422 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-140a6354-d440-433a-ade4-c0ac7f238d39 req-8f7881da-cff5-48c8-a568-74e6b83baa2d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1458116 Jul 05 04:00:22.836937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port b25dd457-25d4-4060-9b2e-e59d412ffaa2, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b25dd457-25d4-4060-9b2e-e59d412ffaa2,segment=NetworkSegment(e18ad464-8011-45ee-bbc5-9a5dadf6f06a),segment_id=e18ad464-8011-45ee-bbc5-9a5dadf6f06a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:22.886633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No DVR routers for this DVR port 9a685f53-e39d-432c-92ca-c51283f3a70d on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:22.891612 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-140a6354-d440-433a-ade4-c0ac7f238d39 req-fafb4483-0e19-49b7-beba-e759fda5a0e4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742164 Jul 05 04:00:22.905051 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.950348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3008b6-39ed-425b-bbd8-667c617c6589 None None] Network d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:23.015051 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.055530 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.115085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.125001 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.269907 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=9645b686-9b8a-4fb6-a77c-55811ba5c8ae,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:23.292569 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4808a45c-892c-4c23-aaa5-714141724a7c None None] Could not find standard attr ID for object 9a685f53-e39d-432c-92ca-c51283f3a70d. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:00:23.324710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=b25dd457-25d4-4060-9b2e-e59d412ffaa2,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:23.345811 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.394036 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network d2d6f409-143a-4f13-812d-9938c6b8b22a is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:23.396929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Subnet': ['ID=d8393a10-f699-4ea1-b428-21478ad145d6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:23.402651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:23.541607 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.550064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d00e6c85-c40b-434f-b375-ad54d3f08e8e None None] Provisioning for port 9645b686-9b8a-4fb6-a77c-55811ba5c8ae completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:23.554672 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d00e6c85-c40b-434f-b375-ad54d3f08e8e None None] Provisioning complete for port 9645b686-9b8a-4fb6-a77c-55811ba5c8ae triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:23.560525 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d00e6c85-c40b-434f-b375-ad54d3f08e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.562376 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:23.583570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a763b1-00c7-4856-8dd3-ab10168f7f3e') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:23.583930 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a763b1-00c7-4856-8dd3-ab10168f7f3e') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:23.586922 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e0dc23-c59f-4397-a03d-9d0b3c12cc49 None None] DHCP port deletion for d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:23.599930 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.620292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7deca3c-a32a-49c4-b36c-fd9dde3e87fa None None] Network d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:23.642584 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.645672 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d00e6c85-c40b-434f-b375-ad54d3f08e8e None None] Port 9645b686-9b8a-4fb6-a77c-55811ba5c8ae cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:23.684660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:23.685126 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:23.688552 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:23.695027 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d00e6c85-c40b-434f-b375-ad54d3f08e8e None None] Provisioning complete for port b25dd457-25d4-4060-9b2e-e59d412ffaa2 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:23.695491 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d00e6c85-c40b-434f-b375-ad54d3f08e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.844351 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router 8ea75159-289c-40b3-a647-6a3b4827b753 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:00:23.898406 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.918770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b25dd457-25d4-4060-9b2e-e59d412ffaa2 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:24.025447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cfc4f38d-0671-4f2e-a701-b93e7bb27aa2 None None] Provisioning complete for port 9645b686-9b8a-4fb6-a77c-55811ba5c8ae triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:24.026139 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f38d-0671-4f2e-a701-b93e7bb27aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.073032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4f38d-0671-4f2e-a701-b93e7bb27aa2 None None] Port 9645b686-9b8a-4fb6-a77c-55811ba5c8ae cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:24.107943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b25dd457-25d4-4060-9b2e-e59d412ffaa2 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:24.109202 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.146046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc6edd-4bee-40ae-a199-944ba8fd927c req-225e1e7c-6498-4c23-b924-8892b969df65 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.147624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dcdc6edd-4bee-40ae-a199-944ba8fd927c req-225e1e7c-6498-4c23-b924-8892b969df65 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1075966 Jul 05 04:00:24.197083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dcdc6edd-4bee-40ae-a199-944ba8fd927c req-59a5a0bb-d10d-4194-95a0-867e5fcd40b6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439630 Jul 05 04:00:24.320821 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3bbdd97e-0516-45bf-8b15-8f90895c770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.368683 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.384309 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.386297 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c HTTP/1.1" status: 204 len: 168 time: 3.2144568 Jul 05 04:00:24.393516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42160) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:24.415301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:24.417122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9a685f53-e39d-432c-92ca-c51283f3a70d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:24.421049 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-62afe775-31e8-4e4e-ba4e-e096e85074fc tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:24.421731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430cf75-a636-401f-8fa3-bde642591be1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Network': ['ID=d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:24.421825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62afe775-31e8-4e4e-ba4e-e096e85074fc tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:24.421825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-62afe775-31e8-4e4e-ba4e-e096e85074fc tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c HTTP/1.1" status: 404 len: 339 time: 0.0257404 Jul 05 04:00:24.426394 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-94087c00-54b4-4638-9810-af3ab65914d1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/8ea75159-289c-40b3-a647-6a3b4827b753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5871179 Jul 05 04:00:24.427178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42162) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:24.430304 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0721b-084d-4910-83dd-e8c70bc1358b None None] Sync routers for ids ['8ea75159-289c-40b3-a647-6a3b4827b753'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:24.430843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42164) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:24.436282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-02b14f62-89da-4d77-8ef4-40516f066412 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1733085399', 'description': 'd1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:24.444347 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b0721b-084d-4910-83dd-e8c70bc1358b None None] Routers {'8ea75159-289c-40b3-a647-6a3b4827b753'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:24.445124 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-72b0721b-084d-4910-83dd-e8c70bc1358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8ea75159-289c-40b3-a647-6a3b4827b753'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:24.448481 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 9a685f53-e39d-432c-92ca-c51283f3a70d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:24.448837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9a685f53-e39d-432c-92ca-c51283f3a70d not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:24.506608 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-72b0721b-084d-4910-83dd-e8c70bc1358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:24.519474 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b0721b-084d-4910-83dd-e8c70bc1358b None None] Routers {'8ea75159-289c-40b3-a647-6a3b4827b753'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:24.520399 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-72b0721b-084d-4910-83dd-e8c70bc1358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8ea75159-289c-40b3-a647-6a3b4827b753'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:24.525879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc54d2-fd98-4f26-a01e-d590d4bce364 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.530335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9afc54d2-fd98-4f26-a01e-d590d4bce364 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports/9645b686-9b8a-4fb6-a77c-55811ba5c8ae HTTP/1.1" status: 200 len: 911 time: 0.0957174 Jul 05 04:00:24.530649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42168) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:24.559373 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-72b0721b-084d-4910-83dd-e8c70bc1358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:24.560258 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0721b-084d-4910-83dd-e8c70bc1358b None None] The sync data for ids ['8ea75159-289c-40b3-a647-6a3b4827b753'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:24.585683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b14f62-89da-4d77-8ef4-40516f066412 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:24.589558 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02b14f62-89da-4d77-8ef4-40516f066412 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.656132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b14f62-89da-4d77-8ef4-40516f066412 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:24.707430 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02b14f62-89da-4d77-8ef4-40516f066412 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.707790 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-02b14f62-89da-4d77-8ef4-40516f066412 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Added segment b080db13-c3b7-4b45-a61a-ef287e3bbf44 of type vlan for network 068a53ee-77fa-4332-8908-28b3f85d687e Jul 05 04:00:24.787081 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02b14f62-89da-4d77-8ef4-40516f066412 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.895302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42172) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:24.916614 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02b14f62-89da-4d77-8ef4-40516f066412 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.922259 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b14f62-89da-4d77-8ef4-40516f066412 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.925536 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02b14f62-89da-4d77-8ef4-40516f066412 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.160315 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.319102 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5694750b-0624-4ca0-a2cb-71e0e6f20ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.322191 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-02b14f62-89da-4d77-8ef4-40516f066412 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8920848 Jul 05 04:00:25.325257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42180) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:25.333674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b14f62-89da-4d77-8ef4-40516f066412 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Network': ['ID=068a53ee-77fa-4332-8908-28b3f85d687e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:25.393117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 068a53ee-77fa-4332-8908-28b3f85d687e details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:25.416765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9db72706-0737-41d4-954f-e0840e7e77a3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.589079 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3964b46a-c588-4104-b48b-03c2dce2cb09 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:25.590571 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3964b46a-c588-4104-b48b-03c2dce2cb09 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "GET /v2.0/networks?id=068a53ee-77fa-4332-8908-28b3f85d687e HTTP/1.1" status: 200 len: 761 time: 0.2636621 Jul 05 04:00:25.593346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42186) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:25.599130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-da1de890-da71-4330-a5a8-feae2aa333be tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'network': {'description': 'd2'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:25.696233 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5694750b-0624-4ca0-a2cb-71e0e6f20ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.722782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27bf18-b7fe-470a-b523-3f20759aef36 req-45a715cf-d141-4f6b-a878-1caa98c3d3c6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:25.729816 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb27bf18-b7fe-470a-b523-3f20759aef36 req-45a715cf-d141-4f6b-a878-1caa98c3d3c6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1751795 Jul 05 04:00:25.767811 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5694750b-0624-4ca0-a2cb-71e0e6f20ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.777507 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da1de890-da71-4330-a5a8-feae2aa333be tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.797779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb27bf18-b7fe-470a-b523-3f20759aef36 req-20c8ffba-dca6-4352-bc50-5db3fb1b9dd0 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670934 Jul 05 04:00:25.837237 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5694750b-0624-4ca0-a2cb-71e0e6f20ae9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ca5ba9fe19643d89221a75bd656f5a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9411013 Jul 05 04:00:25.841987 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42190) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:25.844800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694750b-0624-4ca0-a2cb-71e0e6f20ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4197bb-930e-4dac-bbb7-f2d4b7bb8b86,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:25.887561 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da1de890-da71-4330-a5a8-feae2aa333be tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.910642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9db72706-0737-41d4-954f-e0840e7e77a3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port 9645b686-9b8a-4fb6-a77c-55811ba5c8ae {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:25.910990 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9db72706-0737-41d4-954f-e0840e7e77a3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.935914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da1de890-da71-4330-a5a8-feae2aa333be tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network 068a53ee-77fa-4332-8908-28b3f85d687e is not hosted by any dhcp agent {{(pid=100876) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:00:25.941753 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1de890-da71-4330-a5a8-feae2aa333be tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:25.942398 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-da1de890-da71-4330-a5a8-feae2aa333be tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.946426 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-da1de890-da71-4330-a5a8-feae2aa333be tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "PUT /v2.0/networks/068a53ee-77fa-4332-8908-28b3f85d687e HTTP/1.1" status: 200 len: 758 time: 0.3495266 Jul 05 04:00:25.948086 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42192) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:25.969247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9dd97728-a8ca-42b9-947e-35d3a4190f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.999194 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9db72706-0737-41d4-954f-e0840e7e77a3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.011466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9db72706-0737-41d4-954f-e0840e7e77a3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for 9645b686-9b8a-4fb6-a77c-55811ba5c8ae owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:26.026074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1de890-da71-4330-a5a8-feae2aa333be tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Network': ['ID=068a53ee-77fa-4332-8908-28b3f85d687e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:26.037226 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 068a53ee-77fa-4332-8908-28b3f85d687e details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:26.051101 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9dd97728-a8ca-42b9-947e-35d3a4190f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.082876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1211f3aa-f2eb-48f0-bc13-6767574fc565 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.084546 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1211f3aa-f2eb-48f0-bc13-6767574fc565 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "GET /v2.0/networks?id=068a53ee-77fa-4332-8908-28b3f85d687e HTTP/1.1" status: 200 len: 761 time: 0.1335666 Jul 05 04:00:26.090554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42194) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:26.095563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-74d5bc76-1299-4d23-b4a6-83388cb6b461 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1139901192'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:26.262811 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d5bc76-1299-4d23-b4a6-83388cb6b461 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:26.266343 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74d5bc76-1299-4d23-b4a6-83388cb6b461 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.279777 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9db72706-0737-41d4-954f-e0840e7e77a3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.283371 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9dd97728-a8ca-42b9-947e-35d3a4190f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.289684 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9dd97728-a8ca-42b9-947e-35d3a4190f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.289684 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9dd97728-a8ca-42b9-947e-35d3a4190f09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b4197bb-930e-4dac-bbb7-f2d4b7bb8b86 HTTP/1.1" status: 204 len: 168 time: 0.4440413 Jul 05 04:00:26.304799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd97728-a8ca-42b9-947e-35d3a4190f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4197bb-930e-4dac-bbb7-f2d4b7bb8b86,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:26.309627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db72706-0737-41d4-954f-e0840e7e77a3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=9645b686-9b8a-4fb6-a77c-55811ba5c8ae,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:26.310464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d5bc76-1299-4d23-b4a6-83388cb6b461 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:26.334469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74d5bc76-1299-4d23-b4a6-83388cb6b461 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.334986 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-74d5bc76-1299-4d23-b4a6-83388cb6b461 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Added segment a1cfb45a-915b-4fb0-b1b8-591535cd593d of type vlan for network 6898789d-ecd0-4727-8e96-ecd782e3a63a Jul 05 04:00:26.381217 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74d5bc76-1299-4d23-b4a6-83388cb6b461 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.429339 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9db72706-0737-41d4-954f-e0840e7e77a3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.491327 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74d5bc76-1299-4d23-b4a6-83388cb6b461 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.496985 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d5bc76-1299-4d23-b4a6-83388cb6b461 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.497605 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74d5bc76-1299-4d23-b4a6-83388cb6b461 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.592724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5bc76-1299-4d23-b4a6-83388cb6b461 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Network': ['ID=6898789d-ecd0-4727-8e96-ecd782e3a63a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:26.601793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 6898789d-ecd0-4727-8e96-ecd782e3a63a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:26.620965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db72706-0737-41d4-954f-e0840e7e77a3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router 8ea75159-289c-40b3-a647-6a3b4827b753 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:00:26.625729 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-74d5bc76-1299-4d23-b4a6-83388cb6b461 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5316989 Jul 05 04:00:26.625955 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42208) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:26.631691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-71929453-065d-4f59-bdb5-12c96626e40d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'subnet': {'network_id': '6898789d-ecd0-4727-8e96-ecd782e3a63a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:26.741007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db72706-0737-41d4-954f-e0840e7e77a3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:26.746152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9db72706-0737-41d4-954f-e0840e7e77a3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/8ea75159-289c-40b3-a647-6a3b4827b753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2143321 Jul 05 04:00:26.749044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42212) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:26.750057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8701b-0f22-45ab-8120-069e87d3b24f None None] Sync routers for ids ['8ea75159-289c-40b3-a647-6a3b4827b753'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:26.759284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8701b-0f22-45ab-8120-069e87d3b24f None None] Routers {'8ea75159-289c-40b3-a647-6a3b4827b753'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:26.759905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d3e8701b-0f22-45ab-8120-069e87d3b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8ea75159-289c-40b3-a647-6a3b4827b753'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:26.789105 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-db39ecc2-2ef4-41aa-9170-9ad4113711d9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ea75159-289c-40b3-a647-6a3b4827b753 HTTP/1.1" status: 200 len: 205 time: 0.0384605 Jul 05 04:00:26.791466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42214) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:26.796437 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d3e8701b-0f22-45ab-8120-069e87d3b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:26.796779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71929453-065d-4f59-bdb5-12c96626e40d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:26.802751 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71929453-065d-4f59-bdb5-12c96626e40d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.827882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8701b-0f22-45ab-8120-069e87d3b24f None None] Routers {'8ea75159-289c-40b3-a647-6a3b4827b753'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:26.828594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d3e8701b-0f22-45ab-8120-069e87d3b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8ea75159-289c-40b3-a647-6a3b4827b753'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:26.869151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d3e8701b-0f22-45ab-8120-069e87d3b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:26.870015 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8701b-0f22-45ab-8120-069e87d3b24f None None] The sync data for ids ['8ea75159-289c-40b3-a647-6a3b4827b753'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:26.977907 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-604fdc3c-58ba-4c11-8d3d-fe588a42716b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.025699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42224) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:27.054627 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-084b5245-b91c-4996-a70e-670ab7d761b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.057180 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.157166 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-084b5245-b91c-4996-a70e-670ab7d761b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.165933 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71929453-065d-4f59-bdb5-12c96626e40d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.206406 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-604fdc3c-58ba-4c11-8d3d-fe588a42716b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.209309 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-604fdc3c-58ba-4c11-8d3d-fe588a42716b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.231050 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-084b5245-b91c-4996-a70e-670ab7d761b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.236797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71929453-065d-4f59-bdb5-12c96626e40d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Subnet': ['ID=c6871822-b2d0-4eb2-b674-f9f03af07476,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:27.265265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b164e-9ec2-4552-b98c-597fedce8c58 req-e3fbd8b7-007c-4c60-9a67-37ef7168d1a1 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.267296 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed3b164e-9ec2-4552-b98c-597fedce8c58 req-e3fbd8b7-007c-4c60-9a67-37ef7168d1a1 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2277296 Jul 05 04:00:27.278945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71929453-065d-4f59-bdb5-12c96626e40d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Checking segment: {'id': 'a1cfb45a-915b-4fb0-b1b8-591535cd593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6898789d-ecd0-4727-8e96-ecd782e3a63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:27.279326 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71929453-065d-4f59-bdb5-12c96626e40d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network hostable DHCP agents. Network: 6898789d-ecd0-4727-8e96-ecd782e3a63a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:27.283189 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-084b5245-b91c-4996-a70e-670ab7d761b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22f1610ddee449e885dce0977d68e547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565129 Jul 05 04:00:27.285921 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b5245-b91c-4996-a70e-670ab7d761b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a190ee-aa00-471d-97ce-dd4bb31565f7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:27.287540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42226) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:27.313799 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-604fdc3c-58ba-4c11-8d3d-fe588a42716b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.315024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604fdc3c-58ba-4c11-8d3d-fe588a42716b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Fanout notify agent at l3_agent the message router_deleted on router 8ea75159-289c-40b3-a647-6a3b4827b753 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:00:27.325665 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-604fdc3c-58ba-4c11-8d3d-fe588a42716b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.326741 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-604fdc3c-58ba-4c11-8d3d-fe588a42716b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/routers/8ea75159-289c-40b3-a647-6a3b4827b753 HTTP/1.1" status: 204 len: 168 time: 0.5341814 Jul 05 04:00:27.329606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42228) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:27.334076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed3b164e-9ec2-4552-b98c-597fedce8c58 req-7e6e4db4-2a86-4e1d-8d2e-59aa31fa96a8 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605481 Jul 05 04:00:27.361489 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71929453-065d-4f59-bdb5-12c96626e40d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network 6898789d-ecd0-4727-8e96-ecd782e3a63a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:27.364348 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a273c59a-de1f-4b1a-a5f6-72d69c82461e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.388627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b33876-8a60-45ec-855e-610e3e976355 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting subnet b1376119-0d86-4de0-81b7-50cf7c4406fe {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:27.392582 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7b33876-8a60-45ec-855e-610e3e976355 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.406331 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a273c59a-de1f-4b1a-a5f6-72d69c82461e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.428912 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-71929453-065d-4f59-bdb5-12c96626e40d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 6898789d-ecd0-4727-8e96-ecd782e3a63a) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:27.437893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189f9012-25a1-4a03-b4ad-2ec220cc4a99 None None] Network 6898789d-ecd0-4727-8e96-ecd782e3a63a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:27.441687 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71929453-065d-4f59-bdb5-12c96626e40d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.441687 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71929453-065d-4f59-bdb5-12c96626e40d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.454079 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7b33876-8a60-45ec-855e-610e3e976355 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.502974 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a273c59a-de1f-4b1a-a5f6-72d69c82461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.505588 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a273c59a-de1f-4b1a-a5f6-72d69c82461e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.506794 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a273c59a-de1f-4b1a-a5f6-72d69c82461e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21a190ee-aa00-471d-97ce-dd4bb31565f7 HTTP/1.1" status: 204 len: 168 time: 0.2183027 Jul 05 04:00:27.524962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273c59a-de1f-4b1a-a5f6-72d69c82461e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a190ee-aa00-471d-97ce-dd4bb31565f7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:27.542083 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-71929453-065d-4f59-bdb5-12c96626e40d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9143162 Jul 05 04:00:27.544695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42232) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:27.591156 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7b33876-8a60-45ec-855e-610e3e976355 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.680868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-6898789d-ecd0-4727-8e96-ecd782e3a63a', 'network_id': '6898789d-ecd0-4727-8e96-ecd782e3a63a', 'tenant_id': '757dc216a19146708a134046fac586c1', 'fixed_ips': [{'subnet_id': 'c6871822-b2d0-4eb2-b674-f9f03af07476'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:27.683015 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.729728 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.749191 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7b33876-8a60-45ec-855e-610e3e976355 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.794958 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b33876-8a60-45ec-855e-610e3e976355 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Subnet': ['ID=b1376119-0d86-4de0-81b7-50cf7c4406fe,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:27.796768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7b33876-8a60-45ec-855e-610e3e976355 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.801151 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f7b33876-8a60-45ec-855e-610e3e976355 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/b1376119-0d86-4de0-81b7-50cf7c4406fe HTTP/1.1" status: 204 len: 168 time: 0.4678538 Jul 05 04:00:27.807574 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bb2c17-2d32-4479-96eb-42cc6d7c9dc1 None None] Network d2d6f409-143a-4f13-812d-9938c6b8b22a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:27.807828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42236) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:27.810737 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.919881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Allocated IP 172.20.0.2 (6898789d-ecd0-4727-8e96-ecd782e3a63a/c6871822-b2d0-4eb2-b674-f9f03af07476/d8596fe3-a884-4e02-a670-9a4c0284f5a3) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:27.931496 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.029134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port b25dd457-25d4-4060-9b2e-e59d412ffaa2 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:28.029629 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.146001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] For port b25dd457-25d4-4060-9b2e-e59d412ffaa2, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b25dd457-25d4-4060-9b2e-e59d412ffaa2,segment=NetworkSegment(e18ad464-8011-45ee-bbc5-9a5dadf6f06a),segment_id=e18ad464-8011-45ee-bbc5-9a5dadf6f06a)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:28.146812 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.163299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for b25dd457-25d4-4060-9b2e-e59d412ffaa2 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:28.201361 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4084cd8a-5b20-4b8e-a0cb-ca01d33ec73a None None] DHCP port deletion for d2d6f409-143a-4f13-812d-9938c6b8b22a request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:28.209888 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.237834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Transition to ACTIVE for port object d8596fe3-a884-4e02-a670-9a4c0284f5a3 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:28.288955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4084cd8a-5b20-4b8e-a0cb-ca01d33ec73a None None] Deleting port b25dd457-25d4-4060-9b2e-e59d412ffaa2 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:28.289619 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4084cd8a-5b20-4b8e-a0cb-ca01d33ec73a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.357676 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4084cd8a-5b20-4b8e-a0cb-ca01d33ec73a None None] For port b25dd457-25d4-4060-9b2e-e59d412ffaa2, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b25dd457-25d4-4060-9b2e-e59d412ffaa2,segment=NetworkSegment(e18ad464-8011-45ee-bbc5-9a5dadf6f06a),segment_id=e18ad464-8011-45ee-bbc5-9a5dadf6f06a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:28.358082 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4084cd8a-5b20-4b8e-a0cb-ca01d33ec73a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.373664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4084cd8a-5b20-4b8e-a0cb-ca01d33ec73a None None] Calling delete_port for b25dd457-25d4-4060-9b2e-e59d412ffaa2 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:28.400979 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.414980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Transition to ACTIVE for port object d8596fe3-a884-4e02-a670-9a4c0284f5a3 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:28.439806 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=b25dd457-25d4-4060-9b2e-e59d412ffaa2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:28.450189 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No DVR routers for this DVR port b25dd457-25d4-4060-9b2e-e59d412ffaa2 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:28.465731 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4084cd8a-5b20-4b8e-a0cb-ca01d33ec73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.499584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084cd8a-5b20-4b8e-a0cb-ca01d33ec73a None None] Pushing event deleted for resources: {'Port': ['ID=b25dd457-25d4-4060-9b2e-e59d412ffaa2,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:28.503624 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.517664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084cd8a-5b20-4b8e-a0cb-ca01d33ec73a None None] No DVR routers for this DVR port b25dd457-25d4-4060-9b2e-e59d412ffaa2 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:28.545478 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.556950 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d6f409-143a-4f13-812d-9938c6b8b22a']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:28.560250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c66b8-2dd0-4144-a351-fd4169ffd8ff req-03b5a04e-cd0f-45dc-98e8-cf50c4cb6d75 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:28.561189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-350c66b8-2dd0-4144-a351-fd4169ffd8ff req-03b5a04e-cd0f-45dc-98e8-cf50c4cb6d75 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1029687 Jul 05 04:00:28.563375 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Network 6898789d-ecd0-4727-8e96-ecd782e3a63a is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:28.567791 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:28.569556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18ad464-8011-45ee-bbc5-9a5dadf6f06a') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:28.570088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18ad464-8011-45ee-bbc5-9a5dadf6f06a') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:28.575825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:28.581842 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.600167 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.610632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Pushing event updated for resources: {'Port': ['ID=d8596fe3-a884-4e02-a670-9a4c0284f5a3,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:28.620465 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:28.620627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-350c66b8-2dd0-4144-a351-fd4169ffd8ff req-701b7d64-c3c8-4d88-8e3a-d8bb5f4f7b47 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514796 Jul 05 04:00:28.621381 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.621674 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.654968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Subnet': ['ID=c6871822-b2d0-4eb2-b674-f9f03af07476,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:28.674653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Attempting to bind port d8596fe3-a884-4e02-a670-9a4c0284f5a3 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:28.675364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Attempting to bind port d8596fe3-a884-4e02-a670-9a4c0284f5a3 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'a1cfb45a-915b-4fb0-b1b8-591535cd593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6898789d-ecd0-4727-8e96-ecd782e3a63a'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:28.675949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Attempting to bind port d8596fe3-a884-4e02-a670-9a4c0284f5a3 on network 6898789d-ecd0-4727-8e96-ecd782e3a63a {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:28.681937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:28.683034 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Checking segment: {'id': 'a1cfb45a-915b-4fb0-b1b8-591535cd593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6898789d-ecd0-4727-8e96-ecd782e3a63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:28.683649 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.684237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Bound using segment: {'id': 'a1cfb45a-915b-4fb0-b1b8-591535cd593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6898789d-ecd0-4727-8e96-ecd782e3a63a'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:28.684937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Bound port: d8596fe3-a884-4e02-a670-9a4c0284f5a3, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cfb45a-915b-4fb0-b1b8-591535cd593d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6898789d-ecd0-4727-8e96-ecd782e3a63a'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:28.685546 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:28.695179 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:28.728846 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.738869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6898789d-ecd0-4727-8e96-ecd782e3a63a']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:28.748870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cfb45a-915b-4fb0-b1b8-591535cd593d') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:28.749175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cfb45a-915b-4fb0-b1b8-591535cd593d') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:28.758445 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.769054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] For port d8596fe3-a884-4e02-a670-9a4c0284f5a3, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:28.772232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] For port d8596fe3-a884-4e02-a670-9a4c0284f5a3, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d8596fe3-a884-4e02-a670-9a4c0284f5a3,segment=NetworkSegment(a1cfb45a-915b-4fb0-b1b8-591535cd593d),segment_id=a1cfb45a-915b-4fb0-b1b8-591535cd593d)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:28.800488 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.805595 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.811467 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/networks/d2d6f409-143a-4f13-812d-9938c6b8b22a HTTP/1.1" status: 204 len: 168 time: 0.9972489 Jul 05 04:00:28.811854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42264) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:28.818665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2085726949', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:28.835657 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49d7af-b27f-489d-949d-1c86e9e96c8c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Network': ['ID=d2d6f409-143a-4f13-812d-9938c6b8b22a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:28.886452 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.888734 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.895207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:28.895687 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:28.899026 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:28.915016 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.916116 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.967154 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad716af-4218-46f2-af18-4fedbbca83e9 None None] Pushing event updated for resources: {'Port': ['ID=d8596fe3-a884-4e02-a670-9a4c0284f5a3,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:29.002782 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3decf74-7d04-404b-8f2d-6c148d7ccb63 None None] Network 6898789d-ecd0-4727-8e96-ecd782e3a63a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:29.011419 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:00:29.011419 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:00:29.011419 n-d-798249-5 neutron-server[100877]: [parameters: {'id': '6898789d-ecd0-4727-8e96-ecd782e3a63a'}] Jul 05 04:00:29.011419 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:29.012835 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:29.022446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.162641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd13ae4-8051-41cd-810d-ddd87bddbc83 None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:00:29.251942 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.325430 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.339818 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd13ae4-8051-41cd-810d-ddd87bddbc83 None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:00:29.464890 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052ce9a-dbaa-4801-92a4-f340625d05c4 req-da89d936-f69f-4c17-b5b1-93afbdfdba70 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:29.473277 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9052ce9a-dbaa-4801-92a4-f340625d05c4 req-da89d936-f69f-4c17-b5b1-93afbdfdba70 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 945 time: 0.0774686 Jul 05 04:00:29.522239 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.531930 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9052ce9a-dbaa-4801-92a4-f340625d05c4 req-3657a110-102d-4e70-960d-3f7896c53fcf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550935 Jul 05 04:00:29.610318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Deleting port d8596fe3-a884-4e02-a670-9a4c0284f5a3 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:29.611760 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.695842 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] For port d8596fe3-a884-4e02-a670-9a4c0284f5a3, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d8596fe3-a884-4e02-a670-9a4c0284f5a3,segment=NetworkSegment(a1cfb45a-915b-4fb0-b1b8-591535cd593d),segment_id=a1cfb45a-915b-4fb0-b1b8-591535cd593d)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:29.696556 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.714770 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Calling delete_port for d8596fe3-a884-4e02-a670-9a4c0284f5a3 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:29.745292 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.807683 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.904554 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be13df3-8a11-4f79-85cd-b38266d64a4d req-abd13730-0fd2-4f09-a433-f4e0cb332cb6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:29.906211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8be13df3-8a11-4f79-85cd-b38266d64a4d req-abd13730-0fd2-4f09-a433-f4e0cb332cb6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0879784 Jul 05 04:00:29.908007 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.934672 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b25dd457-25d4-4060-9b2e-e59d412ffaa2 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:29.963891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Port': ['ID=d8596fe3-a884-4e02-a670-9a4c0284f5a3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:29.966235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No DVR routers for this DVR port d8596fe3-a884-4e02-a670-9a4c0284f5a3 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:29.981721 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: b25dd457-25d4-4060-9b2e-e59d412ffaa2 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:29.987012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b25dd457-25d4-4060-9b2e-e59d412ffaa2 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:30.082241 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Allocated IP 172.25.0.166 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/6ef3f699-d07a-4f8f-82ed-474b6b02cc90) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:30.111709 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8be13df3-8a11-4f79-85cd-b38266d64a4d req-d3cbaa19-a902-443d-8752-089ff2b7b611 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972530 Jul 05 04:00:30.113639 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.138873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6898789d-ecd0-4727-8e96-ecd782e3a63a']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:30.153036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cfb45a-915b-4fb0-b1b8-591535cd593d') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:30.153335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cfb45a-915b-4fb0-b1b8-591535cd593d') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:30.192632 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.213488 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.225616 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.242349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:30.242829 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:30.250291 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:30.327044 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.373384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:30.373384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:30.374018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:30.411077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=6ef3f699-d07a-4f8f-82ed-474b6b02cc90,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:30.435811 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.454599 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.462924 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/6898789d-ecd0-4727-8e96-ecd782e3a63a HTTP/1.1" status: 204 len: 168 time: 2.9170878 Jul 05 04:00:30.465171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42330) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:30.520398 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a5b92e-6c4f-4aed-9cb2-35eab937cbf3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] GET failed (client error): The resource could not be found. Jul 05 04:00:30.524626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-36a5b92e-6c4f-4aed-9cb2-35eab937cbf3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "GET /v2.0/subnets/c6871822-b2d0-4eb2-b674-f9f03af07476 HTTP/1.1" status: 404 len: 337 time: 0.0488808 Jul 05 04:00:30.525380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42336) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:30.526172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13580fb-01eb-48f3-8300-01da045f92c8 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Network': ['ID=6898789d-ecd0-4727-8e96-ecd782e3a63a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:30.547960 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c7272a-70dc-4def-bc4d-8ced2ddfe9ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:30.548826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c7272a-70dc-4def-bc4d-8ced2ddfe9ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:30.555609 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42342) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:30.556966 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b6c7272a-70dc-4def-bc4d-8ced2ddfe9ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/6898789d-ecd0-4727-8e96-ecd782e3a63a HTTP/1.1" status: 404 len: 339 time: 0.0277076 Jul 05 04:00:30.803232 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa97beb-31a7-47d5-b7e7-02a5077235b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.804780 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eaa97beb-31a7-47d5-b7e7-02a5077235b2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2477112 Jul 05 04:00:30.807631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42348) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:30.850465 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fe5b3893-4d10-467f-bac4-14339e5f5465 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 207 time: 0.0411046 Jul 05 04:00:30.853932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42352) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:30.898449 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.990449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741e73aa-a8a4-475d-8ecd-9cb0cfce0c6a tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.996229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741e73aa-a8a4-475d-8ecd-9cb0cfce0c6a tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.002941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741e73aa-a8a4-475d-8ecd-9cb0cfce0c6a tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.009008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741e73aa-a8a4-475d-8ecd-9cb0cfce0c6a tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.010788 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-741e73aa-a8a4-475d-8ecd-9cb0cfce0c6a tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1556373 Jul 05 04:00:31.014588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42356) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:31.151304 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6699eb5f-d8b7-4cbd-84ac-b969669ba54a tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1321118 Jul 05 04:00:31.152186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42364) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:31.250996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94baea92-47cb-43cf-964c-1d90eccace74 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.253256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94baea92-47cb-43cf-964c-1d90eccace74 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.266474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-94baea92-47cb-43cf-964c-1d90eccace74 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1076274 Jul 05 04:00:31.266474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42370) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:31.342570 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.383489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09b73d5-6330-4662-ae19-9c65ead3a699 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['shared'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.384570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09b73d5-6330-4662-ae19-9c65ead3a699 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['shared'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.386395 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c09b73d5-6330-4662-ae19-9c65ead3a699 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1216755 Jul 05 04:00:31.392920 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42382) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:31.434491 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.550263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b4c88-8899-4fb1-ad47-8da5b7fbcf6c req-673e2687-485f-4756-bae6-b006e07cc1f6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.557380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a0b4c88-8899-4fb1-ad47-8da5b7fbcf6c req-673e2687-485f-4756-bae6-b006e07cc1f6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2943144 Jul 05 04:00:31.590781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460cbb4d-eff3-4549-9cf5-a7bd121d78f1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.592051 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-460cbb4d-eff3-4549-9cf5-a7bd121d78f1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "GET /v2.0/networks/315efe39-56fa-4322-9c13-e7b46b4aaf2a HTTP/1.1" status: 200 len: 800 time: 0.1981065 Jul 05 04:00:31.598163 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42410) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:31.668202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router 437dbfd7-fb7c-4de1-b66f-c4d205dab3a5 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:00:31.834375 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:31.847344 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f0d53-be67-46fb-b31e-211ad3c0dee2 None None] Sync routers for ids ['437dbfd7-fb7c-4de1-b66f-c4d205dab3a5'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:31.865475 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994f0d53-be67-46fb-b31e-211ad3c0dee2 None None] Routers {'437dbfd7-fb7c-4de1-b66f-c4d205dab3a5'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:31.866917 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-994f0d53-be67-46fb-b31e-211ad3c0dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['437dbfd7-fb7c-4de1-b66f-c4d205dab3a5'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:31.903330 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-994f0d53-be67-46fb-b31e-211ad3c0dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:31.917005 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994f0d53-be67-46fb-b31e-211ad3c0dee2 None None] Routers {'437dbfd7-fb7c-4de1-b66f-c4d205dab3a5'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:31.917686 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-994f0d53-be67-46fb-b31e-211ad3c0dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['437dbfd7-fb7c-4de1-b66f-c4d205dab3a5'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:31.955775 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-994f0d53-be67-46fb-b31e-211ad3c0dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:31.956461 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f0d53-be67-46fb-b31e-211ad3c0dee2 None None] The sync data for ids ['437dbfd7-fb7c-4de1-b66f-c4d205dab3a5'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:31.960805 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.963342 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3a0c507b-8d51-41c3-8e2d-35ecb6f59837 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1484406 Jul 05 04:00:31.964350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42416) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:31.977512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a0b4c88-8899-4fb1-ad47-8da5b7fbcf6c req-913a8d57-e620-4d2c-a6ab-00bad64892e4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191461 Jul 05 04:00:32.062292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cdd91c89-35ee-4893-ae7b-e81771835c7b tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "GET /v2.0/networks/315efe39-56fa-4322-9c13-e7b46b4aaf2a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4604440 Jul 05 04:00:32.062910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42424) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:32.113136 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6cb840ec-4491-447a-800a-d7c888cb832a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/routers/437dbfd7-fb7c-4de1-b66f-c4d205dab3a5 HTTP/1.1" status: 200 len: 885 time: 0.1469049 Jul 05 04:00:32.115240 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42428) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:32.122329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b43071-5d9d-4782-b311-b216a2c307ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:32.128325 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b6b43071-5d9d-4782-b311-b216a2c307ad tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "GET /v2.0/subnets/0107fe48-c29a-4811-a005-82de42494fec HTTP/1.1" status: 200 len: 811 time: 0.0599515 Jul 05 04:00:32.128546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42430) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:32.202828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42432) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:32.214665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90421aa7-b81b-4b99-b7b7-6dd8544417cb tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['shared'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:32.218312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-90421aa7-b81b-4b99-b7b7-6dd8544417cb tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "GET /v2.0/subnets/0107fe48-c29a-4811-a005-82de42494fec?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0866048 Jul 05 04:00:32.222696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42436) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:32.228117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0d832973-77ff-49b2-809e-56906f2171ec tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-890557947'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:32.310207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d832973-77ff-49b2-809e-56906f2171ec tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:32.315612 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d832973-77ff-49b2-809e-56906f2171ec tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.346896 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97699170-b1e1-49e0-84ca-a4eff03a592b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.397365 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-511b97b0-04ca-4e76-87e3-f27c818731cb tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2809935 Jul 05 04:00:32.401484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42440) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:32.405890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-26dd2b78-4c45-422f-b264-281628aabf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2085726949'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:32.436318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d832973-77ff-49b2-809e-56906f2171ec tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:32.444090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 838e45c2-16c3-48fa-b9c2-6ac8e511a89e details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:00:32.490875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42444) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:32.493372 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d832973-77ff-49b2-809e-56906f2171ec tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.493719 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-0d832973-77ff-49b2-809e-56906f2171ec tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Added segment 3c8f28a9-d572-488b-93df-caa8705c2167 of type vlan for network f045e0f5-e622-4db9-aacd-2f277082e1c3 Jul 05 04:00:32.612973 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d832973-77ff-49b2-809e-56906f2171ec tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.628887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:32.645394 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97699170-b1e1-49e0-84ca-a4eff03a592b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.655631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'port_id': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'mac_address': 'fa:16:3e:eb:e5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:00:32.680637 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4c66164-8cea-47b4-b78e-0500aa496347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.698586 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.703945 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97699170-b1e1-49e0-84ca-a4eff03a592b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.713789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 838e45c2-16c3-48fa-b9c2-6ac8e511a89e {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:32.743523 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:32.744237 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d832973-77ff-49b2-809e-56906f2171ec tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.750068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d832973-77ff-49b2-809e-56906f2171ec tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:32.750782 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d832973-77ff-49b2-809e-56906f2171ec tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.786737 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26dd2b78-4c45-422f-b264-281628aabf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.811091 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.816836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-97699170-b1e1-49e0-84ca-a4eff03a592b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b2b69f14c90474685ff57329c87b430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6124246 Jul 05 04:00:32.819553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42452) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:32.825121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97699170-b1e1-49e0-84ca-a4eff03a592b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a5eb0c-7793-4611-8565-99e86f0a9b99,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:32.851561 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d832973-77ff-49b2-809e-56906f2171ec tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Network': ['ID=f045e0f5-e622-4db9-aacd-2f277082e1c3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:32.863705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network f045e0f5-e622-4db9-aacd-2f277082e1c3 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:32.868684 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26dd2b78-4c45-422f-b264-281628aabf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.911150 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4c66164-8cea-47b4-b78e-0500aa496347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.915232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['838e45c2-16c3-48fa-b9c2-6ac8e511a89e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:32.919608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:32.933452 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d554348-a925-4fc1-9cc0-c71efcff07ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.959739 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4c66164-8cea-47b4-b78e-0500aa496347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.990032 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d554348-a925-4fc1-9cc0-c71efcff07ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.001944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c66164-8cea-47b4-b78e-0500aa496347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2906bfee-a7df-4fcd-a33a-c0938d9180d6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:33.007446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f4c66164-8cea-47b4-b78e-0500aa496347 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73d73c4a82254d6bb351b6d2072ae974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5151956 Jul 05 04:00:33.009723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42456) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:33.021990 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0d832973-77ff-49b2-809e-56906f2171ec tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7977850 Jul 05 04:00:33.022555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42458) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:33.036637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a9b24c96-7403-4a84-9c66-b5bb10a94d54 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'subnet': {'network_id': 'f045e0f5-e622-4db9-aacd-2f277082e1c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:33.052898 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dd2b78-4c45-422f-b264-281628aabf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router 437dbfd7-fb7c-4de1-b66f-c4d205dab3a5 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:00:33.143943 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fead5ef9-a9d8-4e2d-ad50-eaae81141f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.151106 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d554348-a925-4fc1-9cc0-c71efcff07ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.153690 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d554348-a925-4fc1-9cc0-c71efcff07ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.154885 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8d554348-a925-4fc1-9cc0-c71efcff07ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11a5eb0c-7793-4611-8565-99e86f0a9b99 HTTP/1.1" status: 204 len: 168 time: 0.3343494 Jul 05 04:00:33.172917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d554348-a925-4fc1-9cc0-c71efcff07ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a5eb0c-7793-4611-8565-99e86f0a9b99,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:33.191863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dd2b78-4c45-422f-b264-281628aabf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:33.199837 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26dd2b78-4c45-422f-b264-281628aabf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.201879 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-26dd2b78-4c45-422f-b264-281628aabf5a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/437dbfd7-fb7c-4de1-b66f-c4d205dab3a5 HTTP/1.1" status: 200 len: 892 time: 0.8002212 Jul 05 04:00:33.210623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42462) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:33.213107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0f1cf3-6e97-4102-b690-6671d1c10636 None None] Sync routers for ids ['437dbfd7-fb7c-4de1-b66f-c4d205dab3a5'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:33.215429 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fead5ef9-a9d8-4e2d-ad50-eaae81141f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.235758 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f1cf3-6e97-4102-b690-6671d1c10636 None None] Routers {'437dbfd7-fb7c-4de1-b66f-c4d205dab3a5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:33.236503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ca0f1cf3-6e97-4102-b690-6671d1c10636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['437dbfd7-fb7c-4de1-b66f-c4d205dab3a5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:33.272283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ca0f1cf3-6e97-4102-b690-6671d1c10636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:33.275534 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05aedc-df95-427a-9ecc-7ccfafcd8506 req-66594e01-bcbb-45b5-a958-25a5fcffcac7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:33.277278 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b05aedc-df95-427a-9ecc-7ccfafcd8506 req-66594e01-bcbb-45b5-a958-25a5fcffcac7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1373045 Jul 05 04:00:33.281633 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f1cf3-6e97-4102-b690-6671d1c10636 None None] Routers {'437dbfd7-fb7c-4de1-b66f-c4d205dab3a5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:33.282583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ca0f1cf3-6e97-4102-b690-6671d1c10636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['437dbfd7-fb7c-4de1-b66f-c4d205dab3a5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:33.313405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b24c96-7403-4a84-9c66-b5bb10a94d54 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Made reservation on behalf of 757dc216a19146708a134046fac586c1 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:33.316899 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ca0f1cf3-6e97-4102-b690-6671d1c10636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:33.317669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0f1cf3-6e97-4102-b690-6671d1c10636 None None] The sync data for ids ['437dbfd7-fb7c-4de1-b66f-c4d205dab3a5'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:33.317812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a9b24c96-7403-4a84-9c66-b5bb10a94d54 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.326397 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1b94bbca-c21f-4910-b780-c6316e47f440 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/routers/437dbfd7-fb7c-4de1-b66f-c4d205dab3a5 HTTP/1.1" status: 200 len: 892 time: 0.1152270 Jul 05 04:00:33.328904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42464) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:33.368837 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5590640b-6522-4aa7-8b6c-a215a6ce3005 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports?device_id=437dbfd7-fb7c-4de1-b66f-c4d205dab3a5 HTTP/1.1" status: 200 len: 205 time: 0.0387039 Jul 05 04:00:33.371328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42466) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:33.405242 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b05aedc-df95-427a-9ecc-7ccfafcd8506 req-02e08439-2063-4b06-8e57-dee50438376b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179483 Jul 05 04:00:33.410051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-a9b24c96-7403-4a84-9c66-b5bb10a94d54 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Performing IP validity checks on allocation pools {{(pid=100877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:00:33.410943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-a9b24c96-7403-4a84-9c66-b5bb10a94d54 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:00:33.485582 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.492888 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fead5ef9-a9d8-4e2d-ad50-eaae81141f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.495423 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fead5ef9-a9d8-4e2d-ad50-eaae81141f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.496591 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fead5ef9-a9d8-4e2d-ad50-eaae81141f85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2906bfee-a7df-4fcd-a33a-c0938d9180d6 HTTP/1.1" status: 204 len: 168 time: 0.4857829 Jul 05 04:00:33.507838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead5ef9-a9d8-4e2d-ad50-eaae81141f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2906bfee-a7df-4fcd-a33a-c0938d9180d6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:33.615703 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.709687 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a9b24c96-7403-4a84-9c66-b5bb10a94d54 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.724982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port 6ef3f699-d07a-4f8f-82ed-474b6b02cc90 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:33.725424 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.767730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b24c96-7403-4a84-9c66-b5bb10a94d54 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Subnet': ['ID=27963550-ca8a-4b0a-95a9-4137c727beec,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:33.790991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b24c96-7403-4a84-9c66-b5bb10a94d54 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Checking segment: {'id': '3c8f28a9-d572-488b-93df-caa8705c2167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f045e0f5-e622-4db9-aacd-2f277082e1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:33.791349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b24c96-7403-4a84-9c66-b5bb10a94d54 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network hostable DHCP agents. Network: f045e0f5-e622-4db9-aacd-2f277082e1c3, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:33.812717 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.825549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for 6ef3f699-d07a-4f8f-82ed-474b6b02cc90 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:33.851591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b24c96-7403-4a84-9c66-b5bb10a94d54 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Network f045e0f5-e622-4db9-aacd-2f277082e1c3 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:33.909327 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a9b24c96-7403-4a84-9c66-b5bb10a94d54 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, f045e0f5-e622-4db9-aacd-2f277082e1c3) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:33.913716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b24c96-7403-4a84-9c66-b5bb10a94d54 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:33.914323 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a9b24c96-7403-4a84-9c66-b5bb10a94d54 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.918647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf70999d-a0a7-4b0e-9d4f-5626b74044b7 None None] Network f045e0f5-e622-4db9-aacd-2f277082e1c3 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:33.981496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a9b24c96-7403-4a84-9c66-b5bb10a94d54 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9523773 Jul 05 04:00:33.982422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42490) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:33.991614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0a79b24b-4ea5-4219-a589-a7e37c35f2f3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:34.081913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.104913 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a79b24b-4ea5-4219-a589-a7e37c35f2f3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30017101'] for subnet, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.114623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-f045e0f5-e622-4db9-aacd-2f277082e1c3', 'network_id': 'f045e0f5-e622-4db9-aacd-2f277082e1c3', 'tenant_id': '757dc216a19146708a134046fac586c1', 'fixed_ips': [{'subnet_id': '27963550-ca8a-4b0a-95a9-4137c727beec'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:34.115649 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.139803 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=6ef3f699-d07a-4f8f-82ed-474b6b02cc90,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:34.244749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42500) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:34.270107 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7200c861-0069-4cbc-8ae1-539fc8ca4835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.296396 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.428486 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a79b24b-4ea5-4219-a589-a7e37c35f2f3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756886208543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33216741'] for subnet, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.451378 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.457239 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.492041 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 838e45c2-16c3-48fa-b9c2-6ac8e511a89e up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:34.535324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a79b24b-4ea5-4219-a589-a7e37c35f2f3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:34.545248 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a79b24b-4ea5-4219-a589-a7e37c35f2f3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.550763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0a79b24b-4ea5-4219-a589-a7e37c35f2f3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "PUT /v2.0/subnets/27963550-ca8a-4b0a-95a9-4137c727beec HTTP/1.1" status: 200 len: 877 time: 0.5620263 Jul 05 04:00:34.550935 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42516) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:34.577749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79b24b-4ea5-4219-a589-a7e37c35f2f3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event updated for resources: {'Subnet': ['ID=27963550-ca8a-4b0a-95a9-4137c727beec,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:34.597275 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.600405 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Fanout notify agent at l3_agent the message router_deleted on router 437dbfd7-fb7c-4de1-b66f-c4d205dab3a5 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:00:34.616987 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.619435 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-13b3e81a-b72b-44fd-9abc-a709492db5f9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/routers/437dbfd7-fb7c-4de1-b66f-c4d205dab3a5 HTTP/1.1" status: 204 len: 168 time: 1.2458470 Jul 05 04:00:34.632887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Allocated IP 172.20.0.3 (f045e0f5-e622-4db9-aacd-2f277082e1c3/27963550-ca8a-4b0a-95a9-4137c727beec/313e2a71-867c-42d3-83b3-b0418c04d84e) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:34.665462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42520) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:34.674980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:34.677349 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.683647 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3c1ce90e-b5f5-4775-b278-069af245c2d4 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-236209906'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:34.718855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba9607-17c0-42fd-be69-da5d899bc474 req-64a041ae-60cd-48ff-a7d5-0cc81fd7ffe7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:34.721963 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1fba9607-17c0-42fd-be69-da5d899bc474 req-64a041ae-60cd-48ff-a7d5-0cc81fd7ffe7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1082170 Jul 05 04:00:34.731733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7200c861-0069-4cbc-8ae1-539fc8ca4835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.804641 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7200c861-0069-4cbc-8ae1-539fc8ca4835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.840208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1fba9607-17c0-42fd-be69-da5d899bc474 req-203fcce0-640c-4ca7-ba2b-1db755859e05 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068361 Jul 05 04:00:34.902871 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.919100 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7200c861-0069-4cbc-8ae1-539fc8ca4835 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95fecef53e8b4681bdfdb95b59b6f0c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6729298 Jul 05 04:00:34.920401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200c861-0069-4cbc-8ae1-539fc8ca4835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5021c9f-24fe-453e-9f0e-cc04279d1ca6,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:34.922769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42532) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:35.006766 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f162a06d-f19d-4f91-ab5c-8079bf9c58fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.022176 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.033257 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f162a06d-f19d-4f91-ab5c-8079bf9c58fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.056542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1ce90e-b5f5-4775-b278-069af245c2d4 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:35.060339 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c1ce90e-b5f5-4775-b278-069af245c2d4 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.062712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.070720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:35.076999 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251b1649-fefc-44f6-92f7-c5294b07b6b7" -d '{"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-plugged", "status": "completed", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:35.089526 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.097506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:35.105303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Transition to ACTIVE for port object 313e2a71-867c-42d3-83b3-b0418c04d84e will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:35.138560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Transition to ACTIVE for port object 313e2a71-867c-42d3-83b3-b0418c04d84e will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:35.159705 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e34471-1153-4df6-b86f-237b9ec35d6b x-openstack-request-id: req-a0e34471-1153-4df6-b86f-237b9ec35d6b {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:35.160027 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-plugged", "status": "completed", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:35.160302 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0e34471-1153-4df6-b86f-237b9ec35d6b {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:35.160747 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'code': 200} Jul 05 04:00:35.194222 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.234633 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f162a06d-f19d-4f91-ab5c-8079bf9c58fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.243246 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f162a06d-f19d-4f91-ab5c-8079bf9c58fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.243246 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f162a06d-f19d-4f91-ab5c-8079bf9c58fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5021c9f-24fe-453e-9f0e-cc04279d1ca6 HTTP/1.1" status: 204 len: 168 time: 0.3171372 Jul 05 04:00:35.247635 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.262237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162a06d-f19d-4f91-ab5c-8079bf9c58fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5021c9f-24fe-453e-9f0e-cc04279d1ca6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:35.268679 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:35.305547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1ce90e-b5f5-4775-b278-069af245c2d4 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:35.349921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Network f045e0f5-e622-4db9-aacd-2f277082e1c3 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:35.351900 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.353858 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:35.356629 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c1ce90e-b5f5-4775-b278-069af245c2d4 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.357200 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-3c1ce90e-b5f5-4775-b278-069af245c2d4 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Added segment a8e51282-f477-4d14-9fec-c49f33e50dc9 of type vlan for network ae932892-f450-45a2-b3bd-f359c5ca84cc Jul 05 04:00:35.359777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:35.373464 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Pushing event updated for resources: {'Port': ['ID=313e2a71-867c-42d3-83b3-b0418c04d84e,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:35.437306 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Subnet': ['ID=27963550-ca8a-4b0a-95a9-4137c727beec,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:35.536332 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.539013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Attempting to bind port 313e2a71-867c-42d3-83b3-b0418c04d84e on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:35.540424 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Attempting to bind port 313e2a71-867c-42d3-83b3-b0418c04d84e by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '3c8f28a9-d572-488b-93df-caa8705c2167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f045e0f5-e622-4db9-aacd-2f277082e1c3'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:35.542206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Attempting to bind port 313e2a71-867c-42d3-83b3-b0418c04d84e on network f045e0f5-e622-4db9-aacd-2f277082e1c3 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:35.548782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f045e0f5-e622-4db9-aacd-2f277082e1c3']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:35.553611 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:35.554008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Checking segment: {'id': '3c8f28a9-d572-488b-93df-caa8705c2167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f045e0f5-e622-4db9-aacd-2f277082e1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:35.554419 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.554821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Bound using segment: {'id': '3c8f28a9-d572-488b-93df-caa8705c2167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f045e0f5-e622-4db9-aacd-2f277082e1c3'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:35.555297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Bound port: 313e2a71-867c-42d3-83b3-b0418c04d84e, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8f28a9-d572-488b-93df-caa8705c2167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f045e0f5-e622-4db9-aacd-2f277082e1c3'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:35.555686 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.560661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8f28a9-d572-488b-93df-caa8705c2167') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:35.560968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8f28a9-d572-488b-93df-caa8705c2167') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:35.572207 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.594096 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.617319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:35.618051 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:35.621241 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:35.690634 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c1ce90e-b5f5-4775-b278-069af245c2d4 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.705764 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] For port 313e2a71-867c-42d3-83b3-b0418c04d84e, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:35.715241 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] For port 313e2a71-867c-42d3-83b3-b0418c04d84e, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=313e2a71-867c-42d3-83b3-b0418c04d84e,segment=NetworkSegment(3c8f28a9-d572-488b-93df-caa8705c2167),segment_id=3c8f28a9-d572-488b-93df-caa8705c2167)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:35.743164 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.api [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:00:35.743164 n-d-798249-5 neutron-server[100876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:00:35.743164 n-d-798249-5 neutron-server[100876]: [parameters: {'id': 'f045e0f5-e622-4db9-aacd-2f277082e1c3'}] Jul 05 04:00:35.743164 n-d-798249-5 neutron-server[100876]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:35.744175 n-d-798249-5 neutron-server[100876]: DEBUG oslo_db.api [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:35.766169 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.801716 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c1ce90e-b5f5-4775-b278-069af245c2d4 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.816602 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ce90e-b5f5-4775-b278-069af245c2d4 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:35.817793 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c1ce90e-b5f5-4775-b278-069af245c2d4 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.875559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca69025-f709-4947-b3a1-62c1add9b579 None None] Pushing event updated for resources: {'Port': ['ID=313e2a71-867c-42d3-83b3-b0418c04d84e,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:35.935881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9856f10e-941c-4f67-a677-97183f4c89b8 None None] Network f045e0f5-e622-4db9-aacd-2f277082e1c3 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:35.963203 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3c1ce90e-b5f5-4775-b278-069af245c2d4 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2862089 Jul 05 04:00:35.963488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42560) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:35.969046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'subnet': {'network_id': 'ae932892-f450-45a2-b3bd-f359c5ca84cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:35.993186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ce90e-b5f5-4775-b278-069af245c2d4 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Network': ['ID=ae932892-f450-45a2-b3bd-f359c5ca84cc,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:36.066385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ae932892-f450-45a2-b3bd-f359c5ca84cc details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:36.160440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-cbf697b6-7564-4048-bb3e-eca7700da079 req-8796407a-38c9-4fcf-b948-e7464564fe3f service neutron] (100877) timed out ('10.222.0.11', 51042) {{(pid=100877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:00:36.246073 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.269423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc36528f-ecd5-4f05-b725-8b0c5db879f7 None None] Network f045e0f5-e622-4db9-aacd-2f277082e1c3 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:36.381464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Deleting port 313e2a71-867c-42d3-83b3-b0418c04d84e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:36.384976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.398543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a07d1a-80c3-4574-ab57-6df32845467c req-ed4fec0c-03d1-45b3-9cb7-67804bed653f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:36.406482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08a07d1a-80c3-4574-ab57-6df32845467c req-ed4fec0c-03d1-45b3-9cb7-67804bed653f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2431123 Jul 05 04:00:36.474212 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08a07d1a-80c3-4574-ab57-6df32845467c req-ccc17a86-c30a-40e2-9070-1c095f071e78 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607877 Jul 05 04:00:36.482072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:36.491269 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.550837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417660f0-fbff-4211-a57d-373f6566fb6e None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:00:36.559266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] For port 313e2a71-867c-42d3-83b3-b0418c04d84e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=313e2a71-867c-42d3-83b3-b0418c04d84e,segment=NetworkSegment(3c8f28a9-d572-488b-93df-caa8705c2167),segment_id=3c8f28a9-d572-488b-93df-caa8705c2167)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:36.559651 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.594729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Calling delete_port for 313e2a71-867c-42d3-83b3-b0418c04d84e owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:36.806799 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.834796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417660f0-fbff-4211-a57d-373f6566fb6e None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:00:36.859140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Port': ['ID=313e2a71-867c-42d3-83b3-b0418c04d84e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:36.871486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No DVR routers for this DVR port 313e2a71-867c-42d3-83b3-b0418c04d84e on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:37.022238 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.166925 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Subnet': ['ID=084a7a2d-2a80-4549-8b2e-d1f9b7215154,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:37.192864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:37.193294 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:37.193947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:37.194294 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:37.194685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:37.195021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:37.195348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:37.195679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:37.196058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:37.196402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:37.196734 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:37.197049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:37.235060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Checking segment: {'id': 'a8e51282-f477-4d14-9fec-c49f33e50dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae932892-f450-45a2-b3bd-f359c5ca84cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:37.236334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network hostable DHCP agents. Network: ae932892-f450-45a2-b3bd-f359c5ca84cc, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:37.314715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network ae932892-f450-45a2-b3bd-f359c5ca84cc is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:37.422303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, ae932892-f450-45a2-b3bd-f359c5ca84cc) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:37.427552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:37.428673 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.431580 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c9f1c7-7c59-4394-8c03-5033f14aede8 None None] Network ae932892-f450-45a2-b3bd-f359c5ca84cc requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:37.515257 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.521350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8805e199-668b-4cfc-a94e-fc15560d0403 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5564971 Jul 05 04:00:37.524539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42602) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:37.530923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f045e0f5-e622-4db9-aacd-2f277082e1c3']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:37.540530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-334b38a4-c181-4fe0-8449-2e89e0cbc733 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-871821960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:37.544474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8f28a9-d572-488b-93df-caa8705c2167') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:37.544829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8f28a9-d572-488b-93df-caa8705c2167') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:37.555229 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.570182 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.577021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:37.577762 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.682348 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-334b38a4-c181-4fe0-8449-2e89e0cbc733 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.684002 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-334b38a4-c181-4fe0-8449-2e89e0cbc733 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:37.746526 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:37.774069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5742485-8732-4237-a3ee-43b9375e35ba req-2e97d8f7-29e1-4da9-be6a-cd5019b5e04c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:37.782084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c5742485-8732-4237-a3ee-43b9375e35ba req-2e97d8f7-29e1-4da9-be6a-cd5019b5e04c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1189358 Jul 05 04:00:37.810218 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-ae932892-f450-45a2-b3bd-f359c5ca84cc', 'network_id': 'ae932892-f450-45a2-b3bd-f359c5ca84cc', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'fixed_ips': [{'subnet_id': '084a7a2d-2a80-4549-8b2e-d1f9b7215154'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:37.811140 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.817119 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.825574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.833958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42628) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:37.835147 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/f045e0f5-e622-4db9-aacd-2f277082e1c3 HTTP/1.1" status: 204 len: 168 time: 3.2830856 Jul 05 04:00:37.869109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a675d7c-b058-4025-b0d2-19f7d50d36d6 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Network': ['ID=f045e0f5-e622-4db9-aacd-2f277082e1c3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:37.899033 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-07dd55dd-a5af-47ec-9f47-ed0a47c7d891 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:37.899650 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07dd55dd-a5af-47ec-9f47-ed0a47c7d891 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:37.904142 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-07dd55dd-a5af-47ec-9f47-ed0a47c7d891 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/subnets/27963550-ca8a-4b0a-95a9-4137c727beec HTTP/1.1" status: 404 len: 337 time: 0.0667799 Jul 05 04:00:37.905058 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42630) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:37.906824 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c5742485-8732-4237-a3ee-43b9375e35ba req-7f60e5c4-a603-45e7-a62b-13cc3935a00f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227369 Jul 05 04:00:37.958435 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafdef41-70cf-408b-96b5-d8499f80f5d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:37.959057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafdef41-70cf-408b-96b5-d8499f80f5d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:37.963553 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eafdef41-70cf-408b-96b5-d8499f80f5d1 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/f045e0f5-e622-4db9-aacd-2f277082e1c3 HTTP/1.1" status: 404 len: 339 time: 0.0572610 Jul 05 04:00:37.964207 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42634) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:37.971426 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-334b38a4-c181-4fe0-8449-2e89e0cbc733 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.998811 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84b11c7-83c9-412e-9c0b-71cb75e0d710 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:38.000750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84b11c7-83c9-412e-9c0b-71cb75e0d710 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:38.005887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42636) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.006215 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b84b11c7-83c9-412e-9c0b-71cb75e0d710 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/subnets/c6871822-b2d0-4eb2-b674-f9f03af07476 HTTP/1.1" status: 404 len: 337 time: 0.0407658 Jul 05 04:00:38.018199 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-334b38a4-c181-4fe0-8449-2e89e0cbc733 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.043088 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d78af2d-2102-4583-adad-5b24914e4c9d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:38.044109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d78af2d-2102-4583-adad-5b24914e4c9d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:38.049620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4d78af2d-2102-4583-adad-5b24914e4c9d tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/6898789d-ecd0-4727-8e96-ecd782e3a63a HTTP/1.1" status: 404 len: 339 time: 0.0389459 Jul 05 04:00:38.053056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42638) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.122343 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Allocated IP 2001:db8::2 (ae932892-f450-45a2-b3bd-f359c5ca84cc/084a7a2d-2a80-4549-8b2e-d1f9b7215154/7a75dfda-542b-4881-a575-83ddf707d1fe) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:38.125824 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-334b38a4-c181-4fe0-8449-2e89e0cbc733 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.131124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-334b38a4-c181-4fe0-8449-2e89e0cbc733 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6052246 Jul 05 04:00:38.136443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42640) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.160387 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ced9dad-bda5-4b8a-af8b-9314e7150fe5 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.265053 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ced9dad-bda5-4b8a-af8b-9314e7150fe5 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.281050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-7ced9dad-bda5-4b8a-af8b-9314e7150fe5 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068a53ee-77fa-4332-8908-28b3f85d687e']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:38.297460 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-7ced9dad-bda5-4b8a-af8b-9314e7150fe5 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b080db13-c3b7-4b45-a61a-ef287e3bbf44') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:38.298425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-7ced9dad-bda5-4b8a-af8b-9314e7150fe5 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b080db13-c3b7-4b45-a61a-ef287e3bbf44') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:38.335489 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ced9dad-bda5-4b8a-af8b-9314e7150fe5 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.371643 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.381630 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ced9dad-bda5-4b8a-af8b-9314e7150fe5 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.392458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ced9dad-bda5-4b8a-af8b-9314e7150fe5 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:38.393019 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ced9dad-bda5-4b8a-af8b-9314e7150fe5 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:38.420069 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:38.551522 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.644644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Transition to ACTIVE for port object 7a75dfda-542b-4881-a575-83ddf707d1fe will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:38.645151 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ced9dad-bda5-4b8a-af8b-9314e7150fe5 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.661672 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ced9dad-bda5-4b8a-af8b-9314e7150fe5 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.667474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Transition to ACTIVE for port object 7a75dfda-542b-4881-a575-83ddf707d1fe will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:38.667625 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7ced9dad-bda5-4b8a-af8b-9314e7150fe5 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/068a53ee-77fa-4332-8908-28b3f85d687e HTTP/1.1" status: 204 len: 168 time: 0.6159732 Jul 05 04:00:38.680034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42646) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.713319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced9dad-bda5-4b8a-af8b-9314e7150fe5 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Network': ['ID=068a53ee-77fa-4332-8908-28b3f85d687e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:38.726050 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.777975 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-599ce2ad-047b-4075-814d-d1237f0c261e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:38.779529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599ce2ad-047b-4075-814d-d1237f0c261e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:38.786427 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42648) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.793443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-599ce2ad-047b-4075-814d-d1237f0c261e tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/subnets/d8393a10-f699-4ea1-b428-21478ad145d6 HTTP/1.1" status: 404 len: 337 time: 0.1102312 Jul 05 04:00:38.817125 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f2a7d1-ed1a-4c8b-b8de-8ba0775dc8c2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:38.817828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f2a7d1-ed1a-4c8b-b8de-8ba0775dc8c2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:38.819681 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-01f2a7d1-ed1a-4c8b-b8de-8ba0775dc8c2 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/d32e9f45-6a3c-4f37-b2f7-dfb4d5d8873c HTTP/1.1" status: 404 len: 339 time: 0.0321350 Jul 05 04:00:38.823344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42652) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.837655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42654) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.846953 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Network ae932892-f450-45a2-b3bd-f359c5ca84cc is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:38.862179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:38.872169 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:38.897949 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Allocated IP 2001:db8::1 (ae932892-f450-45a2-b3bd-f359c5ca84cc/084a7a2d-2a80-4549-8b2e-d1f9b7215154/e245dc10-a679-4715-a9ef-d0d2ba283936) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:38.901762 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Pushing event updated for resources: {'Port': ['ID=7a75dfda-542b-4881-a575-83ddf707d1fe,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:38.904430 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4577254-4aa3-4f42-a923-4395e8edb328 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:38.904985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4577254-4aa3-4f42-a923-4395e8edb328 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:38.910814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c4577254-4aa3-4f42-a923-4395e8edb328 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/subnets/0a5f3db5-521e-46bf-a47e-4b7b26df3e66 HTTP/1.1" status: 404 len: 337 time: 0.0823736 Jul 05 04:00:38.911759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42664) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.957569 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cb7c30-9f8d-45ac-b997-8aaec4fef60c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:38.957695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cb7c30-9f8d-45ac-b997-8aaec4fef60c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:38.959508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f6cb7c30-9f8d-45ac-b997-8aaec4fef60c tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/a51e8e8b-f0ad-4dcc-94b8-c42e19b0b3f0 HTTP/1.1" status: 404 len: 339 time: 0.0468152 Jul 05 04:00:38.964884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42668) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.044803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Attempting to bind port 7a75dfda-542b-4881-a575-83ddf707d1fe on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:39.045214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Attempting to bind port 7a75dfda-542b-4881-a575-83ddf707d1fe by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'a8e51282-f477-4d14-9fec-c49f33e50dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae932892-f450-45a2-b3bd-f359c5ca84cc'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:39.045581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Attempting to bind port 7a75dfda-542b-4881-a575-83ddf707d1fe on network ae932892-f450-45a2-b3bd-f359c5ca84cc {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:39.055351 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:39.055644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Checking segment: {'id': 'a8e51282-f477-4d14-9fec-c49f33e50dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae932892-f450-45a2-b3bd-f359c5ca84cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:39.055754 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54f42f0-d31b-4ed7-9c22-eb3978e17b56 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:39.055859 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.056153 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54f42f0-d31b-4ed7-9c22-eb3978e17b56 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:39.060475 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b54f42f0-d31b-4ed7-9c22-eb3978e17b56 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/subnets/75ee9cbb-d90b-4fb4-91c2-0cb6c0b9edb5 HTTP/1.1" status: 404 len: 337 time: 0.0920041 Jul 05 04:00:39.061429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Bound using segment: {'id': 'a8e51282-f477-4d14-9fec-c49f33e50dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae932892-f450-45a2-b3bd-f359c5ca84cc'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:39.061571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42670) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.061668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Bound port: 7a75dfda-542b-4881-a575-83ddf707d1fe, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e51282-f477-4d14-9fec-c49f33e50dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae932892-f450-45a2-b3bd-f359c5ca84cc'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:39.061668 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.091950 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-77068962-6bfc-4eb1-8647-93b1274a94b3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:39.092929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77068962-6bfc-4eb1-8647-93b1274a94b3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:39.098709 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-77068962-6bfc-4eb1-8647-93b1274a94b3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/376f0be8-74d6-4d78-a212-1343e0b64ade HTTP/1.1" status: 404 len: 339 time: 0.0324454 Jul 05 04:00:39.102931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42672) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.144098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] For port 7a75dfda-542b-4881-a575-83ddf707d1fe, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:39.152491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] For port 7a75dfda-542b-4881-a575-83ddf707d1fe, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7a75dfda-542b-4881-a575-83ddf707d1fe,segment=NetworkSegment(a8e51282-f477-4d14-9fec-c49f33e50dc9),segment_id=a8e51282-f477-4d14-9fec-c49f33e50dc9)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:39.181479 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.187212 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde0240a-df71-452b-a102-fb98e46b4ff3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:39.187675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde0240a-df71-452b-a102-fb98e46b4ff3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:39.192452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dde0240a-df71-452b-a102-fb98e46b4ff3 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/subnets/f873f2c5-b848-4d23-9ba2-93f03ed993a8 HTTP/1.1" status: 404 len: 337 time: 0.0860829 Jul 05 04:00:39.193400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42674) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.209550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Transition to ACTIVE for port object e245dc10-a679-4715-a9ef-d0d2ba283936 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:39.217121 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3a33b974-662e-47d0-a4ac-90110cbc1b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.223709 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.270801 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf2cfdc-3599-43d5-a05d-e0db198edb18 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:39.271409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf2cfdc-3599-43d5-a05d-e0db198edb18 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:39.275577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bdf2cfdc-3599-43d5-a05d-e0db198edb18 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/f93f6dd5-25f2-43e1-ac15-61794d6a95da HTTP/1.1" status: 404 len: 339 time: 0.0789936 Jul 05 04:00:39.276285 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42678) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.341690 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1930be3f-d841-4711-9a3b-6ff098d12706 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:39.347343 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1930be3f-d841-4711-9a3b-6ff098d12706 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:39.355736 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1930be3f-d841-4711-9a3b-6ff098d12706 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/subnets/4ad0a2a3-b3fb-464f-9e11-45b5c421d125 HTTP/1.1" status: 404 len: 337 time: 0.0780520 Jul 05 04:00:39.357664 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42680) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.359404 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.396241 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12dae5-3dd0-470e-8953-a17e52802e60 None None] Pushing event updated for resources: {'Port': ['ID=7a75dfda-542b-4881-a575-83ddf707d1fe,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:39.429418 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3a33b974-662e-47d0-a4ac-90110cbc1b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.487827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network ae932892-f450-45a2-b3bd-f359c5ca84cc is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:39.491862 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:39.494104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6170c20-f036-42b7-ac75-c12cfdf2933b req-a2bde563-d5fb-401a-a467-e48a38364347 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:39.503623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6170c20-f036-42b7-ac75-c12cfdf2933b req-a2bde563-d5fb-401a-a467-e48a38364347 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.3123622 Jul 05 04:00:39.505693 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-824b3778-f21a-4c09-98b8-f3153b925ba9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:39.506501 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824b3778-f21a-4c09-98b8-f3153b925ba9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:39.511315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42682) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.512314 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-824b3778-f21a-4c09-98b8-f3153b925ba9 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/8ce1e10f-a286-4874-bfee-cbb10284b5ca HTTP/1.1" status: 404 len: 339 time: 0.1469390 Jul 05 04:00:39.513525 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:39.514372 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.575295 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3a33b974-662e-47d0-a4ac-90110cbc1b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.582270 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08d1de1-8e10-4d9c-9d90-7b28f5d13e29 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:39.586985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d08d1de1-8e10-4d9c-9d90-7b28f5d13e29 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:39.586985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d08d1de1-8e10-4d9c-9d90-7b28f5d13e29 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/subnets/f4b1e591-fca9-4481-96a6-dcc3af013aef HTTP/1.1" status: 404 len: 337 time: 0.0719714 Jul 05 04:00:39.587471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42684) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.700837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=e245dc10-a679-4715-a9ef-d0d2ba283936,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:39.717413 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29d8d50-061f-4b01-979d-060967bd11fb tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:39.718004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29d8d50-061f-4b01-979d-060967bd11fb tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:39.722785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e29d8d50-061f-4b01-979d-060967bd11fb tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/5dfc7c57-bed0-4f3b-a56f-3034a12f54ff HTTP/1.1" status: 404 len: 339 time: 0.1171596 Jul 05 04:00:39.724790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42688) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.743520 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6170c20-f036-42b7-ac75-c12cfdf2933b req-6e9fcc0d-8da3-4573-82d2-8985ca7a53b9 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389255 Jul 05 04:00:39.757545 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3a33b974-662e-47d0-a4ac-90110cbc1b73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3bf4d52cd0ae4ec5b308cc5584452f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9184639 Jul 05 04:00:39.764379 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33b974-662e-47d0-a4ac-90110cbc1b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a750416-c72b-48d9-91cf-492c7bc418b1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:39.769958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42690) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.846798 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb437-8fc9-4071-802b-f41ff130160b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.858867 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-327b3841-4592-4499-9ba6-1569e2c95203 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:39.859331 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327b3841-4592-4499-9ba6-1569e2c95203 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:39.861163 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-327b3841-4592-4499-9ba6-1569e2c95203 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/subnets/972701f6-fde8-414c-8d97-9936ab7930f6 HTTP/1.1" status: 404 len: 337 time: 0.1207268 Jul 05 04:00:39.863858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42692) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.920177 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb437-8fc9-4071-802b-f41ff130160b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.934564 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-33102acc-4954-4974-bc88-bf1f4b480437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:39.935222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33102acc-4954-4974-bc88-bf1f4b480437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:39.937213 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-33102acc-4954-4974-bc88-bf1f4b480437 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/069e7855-6035-4473-9529-179ea544ec8a HTTP/1.1" status: 404 len: 339 time: 0.0724130 Jul 05 04:00:39.941050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42696) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.984570 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4001700d-9dc1-42b7-9462-428a8200df57 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:39.987372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4001700d-9dc1-42b7-9462-428a8200df57 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:39.988677 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4001700d-9dc1-42b7-9462-428a8200df57 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/subnets/38310ac0-632e-4684-9f01-066deb6566f1 HTTP/1.1" status: 404 len: 337 time: 0.0467980 Jul 05 04:00:39.989605 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.003881 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42702) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:40.037918 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b9f588-4eee-4136-8b8f-bf553f963942 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:40.038486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b9f588-4eee-4136-8b8f-bf553f963942 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:40.042628 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f8b9f588-4eee-4136-8b8f-bf553f963942 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/8a374943-9353-41c5-b00a-8575fe2a2dd4 HTTP/1.1" status: 404 len: 339 time: 0.0344896 Jul 05 04:00:40.043050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42704) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:40.058467 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7a75dfda-542b-4881-a575-83ddf707d1fe up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:40.090519 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb437-8fc9-4071-802b-f41ff130160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.093755 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb437-8fc9-4071-802b-f41ff130160b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.095855 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3c3cb437-8fc9-4071-802b-f41ff130160b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a750416-c72b-48d9-91cf-492c7bc418b1 HTTP/1.1" status: 204 len: 168 time: 0.3247187 Jul 05 04:00:40.136072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cb437-8fc9-4071-802b-f41ff130160b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a750416-c72b-48d9-91cf-492c7bc418b1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:40.229524 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-238b3266-001e-4d87-91c4-54b21e5eac04 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Deleting subnet 0107fe48-c29a-4811-a005-82de42494fec {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:40.234402 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-238b3266-001e-4d87-91c4-54b21e5eac04 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.256707 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 7a75dfda-542b-4881-a575-83ddf707d1fe completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:40.325911 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-238b3266-001e-4d87-91c4-54b21e5eac04 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.545816 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-238b3266-001e-4d87-91c4-54b21e5eac04 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.604119 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.668207 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.669250 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.867104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-238b3266-001e-4d87-91c4-54b21e5eac04 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.895444 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60a18fe-3f1b-42d0-92f2-6dce6a45ecad None None] Network ae932892-f450-45a2-b3bd-f359c5ca84cc requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:40.942708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=e245dc10-a679-4715-a9ef-d0d2ba283936,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:40.982593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b3266-001e-4d87-91c4-54b21e5eac04 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Subnet': ['ID=0107fe48-c29a-4811-a005-82de42494fec,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:41.004080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-238b3266-001e-4d87-91c4-54b21e5eac04 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.004742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945d20ca-14eb-44db-a386-2d0ac618eb94 None None] Network 315efe39-56fa-4322-9c13-e7b46b4aaf2a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:41.006583 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-238b3266-001e-4d87-91c4-54b21e5eac04 tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/subnets/0107fe48-c29a-4811-a005-82de42494fec HTTP/1.1" status: 204 len: 168 time: 0.9625444 Jul 05 04:00:41.018369 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42720) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:41.116205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c0d97d11-ffee-4bcf-88c9-22291f964dce None None] Provisioning for port 7a75dfda-542b-4881-a575-83ddf707d1fe completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:41.134814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f6567-bab1-488f-aed3-f761d90b0838 req-88fd5c75-f9c3-42d4-bf29-41486ebffe09 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:41.138117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c0d97d11-ffee-4bcf-88c9-22291f964dce None None] Provisioning complete for port 7a75dfda-542b-4881-a575-83ddf707d1fe triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:41.138282 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c0d97d11-ffee-4bcf-88c9-22291f964dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.140434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d04f6567-bab1-488f-aed3-f761d90b0838 req-88fd5c75-f9c3-42d4-bf29-41486ebffe09 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1898556 Jul 05 04:00:41.152060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network ae932892-f450-45a2-b3bd-f359c5ca84cc is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:41.154853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:41.212994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d04f6567-bab1-488f-aed3-f761d90b0838 req-870e7902-8007-4373-972c-f8e2b35faffc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515208 Jul 05 04:00:41.216725 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.300754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Deleting port 2537de1b-29a4-47c0-bc38-e472bb733bc8 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:41.302009 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.404887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] For port 2537de1b-29a4-47c0-bc38-e472bb733bc8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2537de1b-29a4-47c0-bc38-e472bb733bc8,segment=NetworkSegment(fccc85c1-5725-47be-89f8-8df4d4a73687),segment_id=fccc85c1-5725-47be-89f8-8df4d4a73687)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:41.404887 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.415280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Calling delete_port for 2537de1b-29a4-47c0-bc38-e472bb733bc8 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:41.422385 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c0d97d11-ffee-4bcf-88c9-22291f964dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.486657 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c0d97d11-ffee-4bcf-88c9-22291f964dce None None] For port 7a75dfda-542b-4881-a575-83ddf707d1fe, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7a75dfda-542b-4881-a575-83ddf707d1fe,segment=NetworkSegment(a8e51282-f477-4d14-9fec-c49f33e50dc9),segment_id=a8e51282-f477-4d14-9fec-c49f33e50dc9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:41.498221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router 46ce164e-2a43-4d2e-bf71-8e51be6fc50b is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:00:41.595812 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c0d97d11-ffee-4bcf-88c9-22291f964dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.625116 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.643999 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] No DVR routers for this DVR port 2537de1b-29a4-47c0-bc38-e472bb733bc8 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:41.644790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:41.650132 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4f9915ed-fff2-4b9c-8171-2af27667e434 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/46ce164e-2a43-4d2e-bf71-8e51be6fc50b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5122199 Jul 05 04:00:41.654678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42748) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:41.657390 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ccd639-8199-4c71-892a-f3538bc30de0 None None] Sync routers for ids ['46ce164e-2a43-4d2e-bf71-8e51be6fc50b'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:41.668595 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ccd639-8199-4c71-892a-f3538bc30de0 None None] Routers {'46ce164e-2a43-4d2e-bf71-8e51be6fc50b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:41.669657 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-28ccd639-8199-4c71-892a-f3538bc30de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['46ce164e-2a43-4d2e-bf71-8e51be6fc50b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:41.738701 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-28ccd639-8199-4c71-892a-f3538bc30de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:41.745263 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d97d11-ffee-4bcf-88c9-22291f964dce None None] Pushing event updated for resources: {'Port': ['ID=7a75dfda-542b-4881-a575-83ddf707d1fe,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:41.746060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Port': ['ID=2537de1b-29a4-47c0-bc38-e472bb733bc8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:41.749684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0e272c-0134-495d-b467-9e7e31fe350b None None] DHCP port deletion for 315efe39-56fa-4322-9c13-e7b46b4aaf2a request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:41.782005 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ccd639-8199-4c71-892a-f3538bc30de0 None None] Routers {'46ce164e-2a43-4d2e-bf71-8e51be6fc50b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:41.783539 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-28ccd639-8199-4c71-892a-f3538bc30de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['46ce164e-2a43-4d2e-bf71-8e51be6fc50b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:41.791884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364dc32a-48a3-42b3-90f2-5da95bf3349f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:41.791884 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-364dc32a-48a3-42b3-90f2-5da95bf3349f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports/e245dc10-a679-4715-a9ef-d0d2ba283936 HTTP/1.1" status: 200 len: 911 time: 0.1334796 Jul 05 04:00:41.791884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42752) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:41.823034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-44017bf1-dbb9-4e83-a722-a50a5679e92d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '084a7a2d-2a80-4549-8b2e-d1f9b7215154'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:41.913433 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-28ccd639-8199-4c71-892a-f3538bc30de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:41.933194 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ccd639-8199-4c71-892a-f3538bc30de0 None None] The sync data for ids ['46ce164e-2a43-4d2e-bf71-8e51be6fc50b'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:41.941919 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.965138 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315efe39-56fa-4322-9c13-e7b46b4aaf2a']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:41.994314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccc85c1-5725-47be-89f8-8df4d4a73687') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:41.994314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccc85c1-5725-47be-89f8-8df4d4a73687') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:42.021922 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.098594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6e97ace6-37f6-449c-902f-b6e3b4a6ad1d None None] Provisioning complete for port 7a75dfda-542b-4881-a575-83ddf707d1fe triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:42.098995 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e97ace6-37f6-449c-902f-b6e3b4a6ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.107805 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.129869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:42.130279 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:42.145579 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:42.203156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7a75dfda-542b-4881-a575-83ddf707d1fe up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:42.299419 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-44017bf1-dbb9-4e83-a722-a50a5679e92d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.409345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 7a75dfda-542b-4881-a575-83ddf707d1fe triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:42.410900 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.508173 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.518392 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.522694 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] 10.222.0.60 "DELETE /v2.0/networks/315efe39-56fa-4322-9c13-e7b46b4aaf2a HTTP/1.1" status: 204 len: 168 time: 1.4984136 Jul 05 04:00:42.602698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b054e7-fae2-4e10-a333-1d056a1c73df tempest-NetworksTest-48390809 tempest-NetworksTest-48390809-project] Pushing event deleted for resources: {'Network': ['ID=315efe39-56fa-4322-9c13-e7b46b4aaf2a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:42.783863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164066b-d828-45e0-bb0b-f9416801ba54 req-5f5f0043-b10b-4543-850c-9f765cb2d596 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:42.809439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1164066b-d828-45e0-bb0b-f9416801ba54 req-5f5f0043-b10b-4543-850c-9f765cb2d596 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2759891 Jul 05 04:00:42.873624 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6e97ace6-37f6-449c-902f-b6e3b4a6ad1d None None] Provisioning for port e245dc10-a679-4715-a9ef-d0d2ba283936 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:42.892234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6e97ace6-37f6-449c-902f-b6e3b4a6ad1d None None] Provisioning complete for port e245dc10-a679-4715-a9ef-d0d2ba283936 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:42.892805 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e97ace6-37f6-449c-902f-b6e3b4a6ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.957998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1164066b-d828-45e0-bb0b-f9416801ba54 req-a800f55b-4c8b-413e-a9b1-f26baaa528ce tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475673 Jul 05 04:00:43.054065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6e97ace6-37f6-449c-902f-b6e3b4a6ad1d None None] Port e245dc10-a679-4715-a9ef-d0d2ba283936 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:43.067958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2537de1b-29a4-47c0-bc38-e472bb733bc8 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:43.125673 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 2537de1b-29a4-47c0-bc38-e472bb733bc8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:43.126062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2537de1b-29a4-47c0-bc38-e472bb733bc8 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:43.195939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-908fc721-2d73-498d-9164-88dbc18963b9 None None] Provisioning complete for port e245dc10-a679-4715-a9ef-d0d2ba283936 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:43.198532 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-908fc721-2d73-498d-9164-88dbc18963b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.291861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-908fc721-2d73-498d-9164-88dbc18963b9 None None] Port e245dc10-a679-4715-a9ef-d0d2ba283936 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:43.340012 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-44017bf1-dbb9-4e83-a722-a50a5679e92d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.407093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42790) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:43.428246 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-44017bf1-dbb9-4e83-a722-a50a5679e92d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.439541 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44017bf1-dbb9-4e83-a722-a50a5679e92d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:43.440496 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-44017bf1-dbb9-4e83-a722-a50a5679e92d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.442384 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-44017bf1-dbb9-4e83-a722-a50a5679e92d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/ports/e245dc10-a679-4715-a9ef-d0d2ba283936 HTTP/1.1" status: 200 len: 911 time: 1.6491892 Jul 05 04:00:43.445076 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42794) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:43.556465 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44017bf1-dbb9-4e83-a722-a50a5679e92d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=e245dc10-a679-4715-a9ef-d0d2ba283936,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:43.816022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42802) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:43.912735 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3dda629c-1414-4a46-b534-0090aff6842f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=757dc216a19146708a134046fac586c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039997 Jul 05 04:00:43.915236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42806) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:43.962969 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-964931664'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:44.005739 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1a6ebc93-45ad-4675-b20f-859f3875076d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.029087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1a6ebc93-45ad-4675-b20f-859f3875076d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.030765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c840a41-f826-4be2-a375-e9ffde1e513d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.441310 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Made reservation on behalf of a5eb607d9fa748cd8effd5607bc58983 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:44.445307 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.456295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.532495 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1a6ebc93-45ad-4675-b20f-859f3875076d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.535618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1a6ebc93-45ad-4675-b20f-859f3875076d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.536936 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1a6ebc93-45ad-4675-b20f-859f3875076d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc28486b-31e1-422b-9263-c268b5b8ead7 HTTP/1.1" status: 204 len: 168 time: 0.6207836 Jul 05 04:00:44.578402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ebc93-45ad-4675-b20f-859f3875076d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc28486b-31e1-422b-9263-c268b5b8ead7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:44.684913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.708785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593836f7-ead3-4d61-8c47-d7f2ecb3c5ee req-af34910e-1c84-42ab-be76-35819d97c774 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:44.711258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-593836f7-ead3-4d61-8c47-d7f2ecb3c5ee req-af34910e-1c84-42ab-be76-35819d97c774 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.5928483 Jul 05 04:00:44.776737 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.816224 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:44.822050 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-593836f7-ead3-4d61-8c47-d7f2ecb3c5ee req-068296ab-3797-4ff2-9b3c-ed703e9af4bc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041057 Jul 05 04:00:44.834756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ea1996-a659-477a-870a-d1b2ba379970,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:44.838135 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.838390 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Added segment 54a38a02-875d-4723-9da7-cbcf354e7582 of type vlan for network 57fd6e25-21c3-4dff-a106-a52838509125 Jul 05 04:00:44.916208 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.990797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8c840a41-f826-4be2-a375-e9ffde1e513d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port e245dc10-a679-4715-a9ef-d0d2ba283936 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:44.991152 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c840a41-f826-4be2-a375-e9ffde1e513d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.022599 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.028494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:45.029700 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.135595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Pushing event updated for resources: {'Network': ['ID=57fd6e25-21c3-4dff-a106-a52838509125,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:45.150551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 57fd6e25-21c3-4dff-a106-a52838509125 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:45.193516 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c840a41-f826-4be2-a375-e9ffde1e513d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.208103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8c840a41-f826-4be2-a375-e9ffde1e513d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for e245dc10-a679-4715-a9ef-d0d2ba283936 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:45.218758 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-98eb0205-62bf-4b6c-8985-3a43a32569f6 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4016931 Jul 05 04:00:45.222548 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42846) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:45.227989 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-73eab495-ccc9-4f70-a611-b926a202b3c9 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Request body: {'subnet': {'network_id': '57fd6e25-21c3-4dff-a106-a52838509125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:45.452303 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eab495-ccc9-4f70-a611-b926a202b3c9 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Made reservation on behalf of a5eb607d9fa748cd8effd5607bc58983 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:45.457849 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-73eab495-ccc9-4f70-a611-b926a202b3c9 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.568075 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c840a41-f826-4be2-a375-e9ffde1e513d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.644249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c840a41-f826-4be2-a375-e9ffde1e513d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=e245dc10-a679-4715-a9ef-d0d2ba283936,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:45.801241 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-73eab495-ccc9-4f70-a611-b926a202b3c9 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.909627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eab495-ccc9-4f70-a611-b926a202b3c9 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Checking segment: {'id': '54a38a02-875d-4723-9da7-cbcf354e7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '57fd6e25-21c3-4dff-a106-a52838509125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:45.910004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eab495-ccc9-4f70-a611-b926a202b3c9 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Network hostable DHCP agents. Network: 57fd6e25-21c3-4dff-a106-a52838509125, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:45.931115 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eab495-ccc9-4f70-a611-b926a202b3c9 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Pushing event updated for resources: {'Subnet': ['ID=7e5c75f9-c774-4542-9881-1a0181cb8059,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:45.957208 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c840a41-f826-4be2-a375-e9ffde1e513d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.988002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eab495-ccc9-4f70-a611-b926a202b3c9 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Network 57fd6e25-21c3-4dff-a106-a52838509125 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:46.079895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-73eab495-ccc9-4f70-a611-b926a202b3c9 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 57fd6e25-21c3-4dff-a106-a52838509125) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:46.091381 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aef7ac-221e-4403-a257-835d4e175bf9 None None] Network 57fd6e25-21c3-4dff-a106-a52838509125 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:46.094780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eab495-ccc9-4f70-a611-b926a202b3c9 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:46.094780 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-73eab495-ccc9-4f70-a611-b926a202b3c9 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.121295 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42884) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.206630 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-73eab495-ccc9-4f70-a611-b926a202b3c9 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9829664 Jul 05 04:00:46.211381 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42890) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.215459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Request body: {'port': {'network_id': '57fd6e25-21c3-4dff-a106-a52838509125', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1550379529'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:46.316823 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-57fd6e25-21c3-4dff-a106-a52838509125', 'network_id': '57fd6e25-21c3-4dff-a106-a52838509125', 'tenant_id': 'a5eb607d9fa748cd8effd5607bc58983', 'fixed_ips': [{'subnet_id': '7e5c75f9-c774-4542-9881-1a0181cb8059'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:46.317496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c840a41-f826-4be2-a375-e9ffde1e513d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router 46ce164e-2a43-4d2e-bf71-8e51be6fc50b has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:00:46.317690 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.351656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3aa90-5d54-404e-8eaf-6d044ca4ddc3 req-355b8ccc-b7a0-4052-8400-c8a7b1581875 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:46.353397 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39b3aa90-5d54-404e-8eaf-6d044ca4ddc3 req-355b8ccc-b7a0-4052-8400-c8a7b1581875 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1896474 Jul 05 04:00:46.415245 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-89fe7b63-7db0-4587-bca3-5e04681b08d6 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] Request body: {'port': {'network_id': '0cb7f111-eae9-4a53-a6fe-4fff4c082280', 'name': 'tempest-NetworksNegativeTestJSON-2046408689'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:46.465001 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fe7b63-7db0-4587-bca3-5e04681b08d6 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] POST failed (client error): The resource could not be found. Jul 05 04:00:46.467286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89fe7b63-7db0-4587-bca3-5e04681b08d6 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:46.468782 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-89fe7b63-7db0-4587-bca3-5e04681b08d6 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3457203 Jul 05 04:00:46.475250 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42898) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.505985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c840a41-f826-4be2-a375-e9ffde1e513d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:46.520832 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8d2799-f9ed-43b8-b351-220d45e6f448 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:46.524487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8d2799-f9ed-43b8-b351-220d45e6f448 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:46.524487 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bb8d2799-f9ed-43b8-b351-220d45e6f448 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] 10.222.0.60 "DELETE /v2.0/networks/4bbef14d-d951-4cd1-b51b-3ef75821db0c HTTP/1.1" status: 404 len: 339 time: 0.0390484 Jul 05 04:00:46.525830 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8c840a41-f826-4be2-a375-e9ffde1e513d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/46ce164e-2a43-4d2e-bf71-8e51be6fc50b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0789392 Jul 05 04:00:46.533603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42900) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.533603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42902) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.588505 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-69168174-50e9-4708-a410-6a2f77930f50 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:46.589208 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69168174-50e9-4708-a410-6a2f77930f50 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:46.591974 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-69168174-50e9-4708-a410-6a2f77930f50 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] 10.222.0.60 "DELETE /v2.0/ports/4afdfab9-9006-4fcf-adc8-a27fbe12c61e HTTP/1.1" status: 404 len: 333 time: 0.0538242 Jul 05 04:00:46.597004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42906) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.618384 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a6fe99ec-f62a-4711-83ae-555de9415ed5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ce164e-2a43-4d2e-bf71-8e51be6fc50b HTTP/1.1" status: 200 len: 205 time: 0.0809524 Jul 05 04:00:46.620474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42908) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.644722 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a66bb5-7b18-4721-bc2e-790ee14a9939 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:46.646288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a66bb5-7b18-4721-bc2e-790ee14a9939 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:46.648254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a7a66bb5-7b18-4721-bc2e-790ee14a9939 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] 10.222.0.60 "DELETE /v2.0/subnets/6aaa017d-bd53-4b17-9028-c4eb50f35154 HTTP/1.1" status: 404 len: 337 time: 0.0500846 Jul 05 04:00:46.652801 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39b3aa90-5d54-404e-8eaf-6d044ca4ddc3 req-740fbe5c-9dda-4c4f-8867-4d4da328d84a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553066 Jul 05 04:00:46.653668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42910) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.670961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114c3f77-9830-430e-b9bb-db9e3f4e7c69 None None] Sync routers for ids ['46ce164e-2a43-4d2e-bf71-8e51be6fc50b'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:46.679900 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-db028b3f-9434-42a8-a0d6-e07d118fada5 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] GET failed (client error): The resource could not be found. Jul 05 04:00:46.682746 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-db028b3f-9434-42a8-a0d6-e07d118fada5 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] 10.222.0.60 "GET /v2.0/networks/2ce24c37-2b87-4703-97e6-7f02546d52d5 HTTP/1.1" status: 404 len: 339 time: 0.0280080 Jul 05 04:00:46.694873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42912) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.716180 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c3f77-9830-430e-b9bb-db9e3f4e7c69 None None] Routers {'46ce164e-2a43-4d2e-bf71-8e51be6fc50b'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:46.721651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-114c3f77-9830-430e-b9bb-db9e3f4e7c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['46ce164e-2a43-4d2e-bf71-8e51be6fc50b'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:46.736832 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-58538caf-8af4-4d88-b969-7af92bc60682 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] GET failed (client error): The resource could not be found. Jul 05 04:00:46.739416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-58538caf-8af4-4d88-b969-7af92bc60682 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] 10.222.0.60 "GET /v2.0/ports/b8f887ce-7a9e-43ae-af10-795766e7554d HTTP/1.1" status: 404 len: 333 time: 0.0413635 Jul 05 04:00:46.744501 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42914) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.779454 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e95f-cb61-47c5-bb5c-d097510f41b9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.779743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-114c3f77-9830-430e-b9bb-db9e3f4e7c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:46.783642 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4bd1ef-4f09-4839-914f-a55f5ec9384a tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] GET failed (client error): The resource could not be found. Jul 05 04:00:46.791937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4f4bd1ef-4f09-4839-914f-a55f5ec9384a tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] 10.222.0.60 "GET /v2.0/subnets/fabadd88-835b-41ef-86ee-2798580e6509 HTTP/1.1" status: 404 len: 337 time: 0.0452039 Jul 05 04:00:46.792585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42916) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.802022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4bfafd60-5ae0-4750-aebb-729c1609754f tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:46.814516 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfafd60-5ae0-4750-aebb-729c1609754f tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] PUT failed (client error): The resource could not be found. Jul 05 04:00:46.814998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bfafd60-5ae0-4750-aebb-729c1609754f tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:46.821688 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4bfafd60-5ae0-4750-aebb-729c1609754f tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] 10.222.0.60 "PUT /v2.0/networks/7060f052-6d23-431e-ab6f-231f0621798e HTTP/1.1" status: 404 len: 339 time: 0.0280843 Jul 05 04:00:46.822889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42918) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.828248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1d653f4e-ffeb-432f-9237-33ca22d717d2 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:46.851645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c3f77-9830-430e-b9bb-db9e3f4e7c69 None None] Routers {'46ce164e-2a43-4d2e-bf71-8e51be6fc50b'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:46.852099 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d653f4e-ffeb-432f-9237-33ca22d717d2 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] PUT failed (client error): The resource could not be found. Jul 05 04:00:46.852636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-114c3f77-9830-430e-b9bb-db9e3f4e7c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['46ce164e-2a43-4d2e-bf71-8e51be6fc50b'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:46.852866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d653f4e-ffeb-432f-9237-33ca22d717d2 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:46.856925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1d653f4e-ffeb-432f-9237-33ca22d717d2 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] 10.222.0.60 "PUT /v2.0/ports/230a66d6-dc00-4a25-bcbb-0b253361349a HTTP/1.1" status: 404 len: 333 time: 0.0334396 Jul 05 04:00:46.860707 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42920) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.866428 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Made reservation on behalf of a5eb607d9fa748cd8effd5607bc58983 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:46.870881 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.871049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-fea7b00f-b61a-4f29-96c6-1b6d367214a1 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:46.899755 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea7b00f-b61a-4f29-96c6-1b6d367214a1 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] PUT failed (client error): The resource could not be found. Jul 05 04:00:46.900276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea7b00f-b61a-4f29-96c6-1b6d367214a1 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:46.904569 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fea7b00f-b61a-4f29-96c6-1b6d367214a1 tempest-NetworksNegativeTestJSON-1167368731 tempest-NetworksNegativeTestJSON-1167368731-project] 10.222.0.60 "PUT /v2.0/subnets/4f056f39-2905-4379-8f89-c79f8faa10c0 HTTP/1.1" status: 404 len: 337 time: 0.0352831 Jul 05 04:00:46.911028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-114c3f77-9830-430e-b9bb-db9e3f4e7c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:46.911989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114c3f77-9830-430e-b9bb-db9e3f4e7c69 None None] The sync data for ids ['46ce164e-2a43-4d2e-bf71-8e51be6fc50b'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:46.928809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Allocated IP 172.20.0.2 (57fd6e25-21c3-4dff-a106-a52838509125/7e5c75f9-c774-4542-9881-1a0181cb8059/7bd4e6d7-258b-4ece-bbdf-058ec716c4ca) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:47.042102 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] device_id is not set on port 55a80bd0-f457-4102-97d1-aa6a2c21c673 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:47.050360 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e95f-cb61-47c5-bb5c-d097510f41b9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.067296 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e95f-cb61-47c5-bb5c-d097510f41b9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.147609 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.160977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Transition to ACTIVE for port object 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:47.247134 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e95f-cb61-47c5-bb5c-d097510f41b9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.248702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed3e95f-cb61-47c5-bb5c-d097510f41b9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Fanout notify agent at l3_agent the message router_deleted on router 46ce164e-2a43-4d2e-bf71-8e51be6fc50b {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:00:47.248921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Transition to ACTIVE for port object 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:47.265179 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e95f-cb61-47c5-bb5c-d097510f41b9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.269871 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6ed3e95f-cb61-47c5-bb5c-d097510f41b9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/routers/46ce164e-2a43-4d2e-bf71-8e51be6fc50b HTTP/1.1" status: 204 len: 168 time: 0.6461060 Jul 05 04:00:47.270303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42924) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:47.335051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe55ad8-36ec-4ad8-8b07-aa893fac3095 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting subnet 084a7a2d-2a80-4549-8b2e-d1f9b7215154 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:47.340779 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.342790 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cbe55ad8-36ec-4ad8-8b07-aa893fac3095 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.408672 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cbe55ad8-36ec-4ad8-8b07-aa893fac3095 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.478565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Network 57fd6e25-21c3-4dff-a106-a52838509125 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:47.487119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:47.501917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:47.513779 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cbe55ad8-36ec-4ad8-8b07-aa893fac3095 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.584025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42936) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:47.593562 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.api [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-86a34fb4-4ba3-4533-8abb-67a82d9848a7 {{(pid=100876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:47.594006 n-d-798249-5 neutron-server[100876]: DEBUG oslo_db.api [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:47.685886 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cbe55ad8-36ec-4ad8-8b07-aa893fac3095 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.720930 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Attempting to bind port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:47.721537 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Attempting to bind port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '54a38a02-875d-4723-9da7-cbcf354e7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '57fd6e25-21c3-4dff-a106-a52838509125'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:47.723188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Attempting to bind port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca on network 57fd6e25-21c3-4dff-a106-a52838509125 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:47.730487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Pushing event updated for resources: {'Port': ['ID=7bd4e6d7-258b-4ece-bbdf-058ec716c4ca,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:47.764693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:47.764693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Checking segment: {'id': '54a38a02-875d-4723-9da7-cbcf354e7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '57fd6e25-21c3-4dff-a106-a52838509125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:47.764992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe55ad8-36ec-4ad8-8b07-aa893fac3095 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Subnet': ['ID=084a7a2d-2a80-4549-8b2e-d1f9b7215154,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:47.765085 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.765085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Bound using segment: {'id': '54a38a02-875d-4723-9da7-cbcf354e7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '57fd6e25-21c3-4dff-a106-a52838509125'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:47.765085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Bound port: 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a38a02-875d-4723-9da7-cbcf354e7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '57fd6e25-21c3-4dff-a106-a52838509125'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:47.765085 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.781000 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cbe55ad8-36ec-4ad8-8b07-aa893fac3095 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.789016 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cbe55ad8-36ec-4ad8-8b07-aa893fac3095 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/084a7a2d-2a80-4549-8b2e-d1f9b7215154 HTTP/1.1" status: 204 len: 168 time: 0.5172932 Jul 05 04:00:47.791473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42942) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:47.956804 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c56d26e-9a0e-48f4-bf8d-fdc29a348ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.975182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] For port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:47.980595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] For port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7bd4e6d7-258b-4ece-bbdf-058ec716c4ca,segment=NetworkSegment(54a38a02-875d-4723-9da7-cbcf354e7582),segment_id=54a38a02-875d-4723-9da7-cbcf354e7582)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:47.983275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65457be5-4f23-4a0b-a433-8f84ce15905f None None] Network ae932892-f450-45a2-b3bd-f359c5ca84cc requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:48.011298 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.104008 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.108141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0721481-33ca-4c09-8644-61a948ba9915 req-acc66448-18ea-4a73-9b46-135db54a2edc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:48.118158 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0721481-33ca-4c09-8644-61a948ba9915 req-acc66448-18ea-4a73-9b46-135db54a2edc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1710262 Jul 05 04:00:48.130181 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] device_id is not set on port fa8e6616-9162-44ef-b022-fd54aef9fa20 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:48.197643 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0721481-33ca-4c09-8644-61a948ba9915 req-5f56a346-9917-4a73-b44a-e3baa32202e9 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741787 Jul 05 04:00:48.228932 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.330340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port 7a75dfda-542b-4881-a575-83ddf707d1fe {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:48.330711 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.335057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2de7f4-9206-47a1-92d5-921508c67640 None None] Pushing event updated for resources: {'Port': ['ID=7bd4e6d7-258b-4ece-bbdf-058ec716c4ca,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:48.346624 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Allocated IP 172.20.0.11 (57fd6e25-21c3-4dff-a106-a52838509125/7e5c75f9-c774-4542-9881-1a0181cb8059/fa8e6616-9162-44ef-b022-fd54aef9fa20) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:48.349841 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c56d26e-9a0e-48f4-bf8d-fdc29a348ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.443315 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c56d26e-9a0e-48f4-bf8d-fdc29a348ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.448503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38cde26-f8c9-4302-ad95-08e401055166 None None] DHCP port deletion for ae932892-f450-45a2-b3bd-f359c5ca84cc request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:48.481132 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7c56d26e-9a0e-48f4-bf8d-fdc29a348ff6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ae0aae4c14f45eb89b32fce8f34cde2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8921549 Jul 05 04:00:48.481508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42952) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:48.536119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] For port 7a75dfda-542b-4881-a575-83ddf707d1fe, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7a75dfda-542b-4881-a575-83ddf707d1fe,segment=NetworkSegment(a8e51282-f477-4d14-9fec-c49f33e50dc9),segment_id=a8e51282-f477-4d14-9fec-c49f33e50dc9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:48.536567 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.536748 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c38cde26-f8c9-4302-ad95-08e401055166 None None] Deleting port 7a75dfda-542b-4881-a575-83ddf707d1fe {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:48.537205 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c38cde26-f8c9-4302-ad95-08e401055166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.623476 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7cde3d8-b8e1-4220-aa4c-b906bf5a6878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.716267 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7cde3d8-b8e1-4220-aa4c-b906bf5a6878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.740653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for 7a75dfda-542b-4881-a575-83ddf707d1fe owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:48.825852 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56d26e-9a0e-48f4-bf8d-fdc29a348ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc1ea56-7b5b-4ae1-91dd-95f381b518e0,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:48.833743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c38cde26-f8c9-4302-ad95-08e401055166 None None] For port 7a75dfda-542b-4881-a575-83ddf707d1fe, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7a75dfda-542b-4881-a575-83ddf707d1fe,segment=NetworkSegment(a8e51282-f477-4d14-9fec-c49f33e50dc9),segment_id=a8e51282-f477-4d14-9fec-c49f33e50dc9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:48.834163 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c38cde26-f8c9-4302-ad95-08e401055166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.886793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c38cde26-f8c9-4302-ad95-08e401055166 None None] Calling delete_port for 7a75dfda-542b-4881-a575-83ddf707d1fe owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:48.918467 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7cde3d8-b8e1-4220-aa4c-b906bf5a6878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.918467 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7cde3d8-b8e1-4220-aa4c-b906bf5a6878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.920109 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a7cde3d8-b8e1-4220-aa4c-b906bf5a6878 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dfc1ea56-7b5b-4ae1-91dd-95f381b518e0 HTTP/1.1" status: 204 len: 168 time: 0.4376028 Jul 05 04:00:48.944493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cde3d8-b8e1-4220-aa4c-b906bf5a6878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc1ea56-7b5b-4ae1-91dd-95f381b518e0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:48.960013 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.976003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Transition to ACTIVE for port object fa8e6616-9162-44ef-b022-fd54aef9fa20 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:49.009071 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.044198 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c38cde26-f8c9-4302-ad95-08e401055166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.050792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=7a75dfda-542b-4881-a575-83ddf707d1fe,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:49.061486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No DVR routers for this DVR port 7a75dfda-542b-4881-a575-83ddf707d1fe on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:49.077698 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38cde26-f8c9-4302-ad95-08e401055166 None None] No DVR routers for this DVR port 7a75dfda-542b-4881-a575-83ddf707d1fe on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:49.103824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cde26-f8c9-4302-ad95-08e401055166 None None] Pushing event deleted for resources: {'Port': ['ID=7a75dfda-542b-4881-a575-83ddf707d1fe,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:49.173831 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.197876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae932892-f450-45a2-b3bd-f359c5ca84cc']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:49.217137 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.239968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e51282-f477-4d14-9fec-c49f33e50dc9') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:49.240272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e51282-f477-4d14-9fec-c49f33e50dc9') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:49.259493 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.307760 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.326277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Network 57fd6e25-21c3-4dff-a106-a52838509125 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:49.327169 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:49.330560 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:49.374933 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:49.376264 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:49.474064 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:49.493685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Pushing event updated for resources: {'Port': ['ID=fa8e6616-9162-44ef-b022-fd54aef9fa20,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:49.520176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:49.521494 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.576625 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.593222 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.599945 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/networks/ae932892-f450-45a2-b3bd-f359c5ca84cc HTTP/1.1" status: 204 len: 168 time: 1.8042407 Jul 05 04:00:49.605435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42972) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:49.624031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-be6c0637-5450-4540-9980-e01dd90ce9c3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1559905390', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:49.635743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc7e7b-ab8c-4d44-b308-a6837483f8df tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Network': ['ID=ae932892-f450-45a2-b3bd-f359c5ca84cc,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:49.691480 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290f26d-9950-4967-be8b-07e183887299 req-98442357-d6ea-4ecb-9dfb-271230f04526 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:49.698757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d290f26d-9950-4967-be8b-07e183887299 req-98442357-d6ea-4ecb-9dfb-271230f04526 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1559291 Jul 05 04:00:49.752848 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1c73fe59-8e96-4243-b0d6-35e09b548e98 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.5392933 Jul 05 04:00:49.753524 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42976) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:49.760632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d290f26d-9950-4967-be8b-07e183887299 req-5320c7a6-e975-4d33-baa3-c10af8ff62e2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612276 Jul 05 04:00:49.925753 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be6c0637-5450-4540-9980-e01dd90ce9c3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.933773 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be6c0637-5450-4540-9980-e01dd90ce9c3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.967690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7372a63-5b25-460b-9acb-ab523f1ccc96 None None] Network 57fd6e25-21c3-4dff-a106-a52838509125 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:50.025278 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be6c0637-5450-4540-9980-e01dd90ce9c3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.107333 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-cfb9c8ee-8962-4029-9974-bfbd7de71fdb tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Deleting port fa8e6616-9162-44ef-b022-fd54aef9fa20 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:50.110992 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfb9c8ee-8962-4029-9974-bfbd7de71fdb tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.119636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:50.148502 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be6c0637-5450-4540-9980-e01dd90ce9c3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.283796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-172cb07c-2f2e-41b8-88b2-115febd38395 None None] Provisioning for port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:50.288438 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfb9c8ee-8962-4029-9974-bfbd7de71fdb tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.301614 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be6c0637-5450-4540-9980-e01dd90ce9c3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.304608 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-be6c0637-5450-4540-9980-e01dd90ce9c3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6919882 Jul 05 04:00:50.305061 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-cfb9c8ee-8962-4029-9974-bfbd7de71fdb tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Calling delete_port for fa8e6616-9162-44ef-b022-fd54aef9fa20 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:50.307174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42992) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:50.315403 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-adfae6c9-12bc-4578-8e43-d610b38364ac tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-176024133'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:50.427999 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfae6c9-12bc-4578-8e43-d610b38364ac tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:50.432191 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-adfae6c9-12bc-4578-8e43-d610b38364ac tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.520298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:50.524942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:50.525366 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.601491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0575119c-3a1e-4c1c-a150-8da545447d28 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:00:50.662629 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfb9c8ee-8962-4029-9974-bfbd7de71fdb tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.668240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfae6c9-12bc-4578-8e43-d610b38364ac tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:50.699041 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-adfae6c9-12bc-4578-8e43-d610b38364ac tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.700320 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-adfae6c9-12bc-4578-8e43-d610b38364ac tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Added segment e15b29da-ff53-4abb-9113-d7ac17a8c627 of type vlan for network 99118bb0-9c42-4cd8-95f7-0464ad31ac0f Jul 05 04:00:50.733860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9c8ee-8962-4029-9974-bfbd7de71fdb tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Pushing event deleted for resources: {'Port': ['ID=fa8e6616-9162-44ef-b022-fd54aef9fa20,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:50.785124 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-adfae6c9-12bc-4578-8e43-d610b38364ac tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.790449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43002) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:50.842178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 0575119c-3a1e-4c1c-a150-8da545447d28, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0575119c-3a1e-4c1c-a150-8da545447d28,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:50.895004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '0575119c-3a1e-4c1c-a150-8da545447d28', 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05', 'port_id': '0575119c-3a1e-4c1c-a150-8da545447d28', 'mac_address': 'fa:16:3e:7f:78:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefa76d6-ca51-49f1-9b3c-abe7c879904a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:00:50.913845 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-adfae6c9-12bc-4578-8e43-d610b38364ac tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.918426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfb9c8ee-8962-4029-9974-bfbd7de71fdb tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.920424 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cfb9c8ee-8962-4029-9974-bfbd7de71fdb tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] 10.222.0.60 "DELETE /v2.0/ports/fa8e6616-9162-44ef-b022-fd54aef9fa20 HTTP/1.1" status: 204 len: 168 time: 1.1661372 Jul 05 04:00:50.923676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43008) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:50.924202 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfae6c9-12bc-4578-8e43-d610b38364ac tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.924932 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-adfae6c9-12bc-4578-8e43-d610b38364ac tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.038831 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1421513599'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:51.048004 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.086402 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0575119c-3a1e-4c1c-a150-8da545447d28 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:51.152736 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.170100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:51.170419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfae6c9-12bc-4578-8e43-d610b38364ac tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Network': ['ID=99118bb0-9c42-4cd8-95f7-0464ad31ac0f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:51.174764 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.185450 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.224670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 0575119c-3a1e-4c1c-a150-8da545447d28, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0575119c-3a1e-4c1c-a150-8da545447d28,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:51.238304 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 99118bb0-9c42-4cd8-95f7-0464ad31ac0f details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:51.285200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a23b3-e28b-413b-b4ee-f41ad0f3b1ae req-ff2985e4-a443-4b65-a29e-e7c022e9e865 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:51.289009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f5a23b3-e28b-413b-b4ee-f41ad0f3b1ae req-ff2985e4-a443-4b65-a29e-e7c022e9e865 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1978827 Jul 05 04:00:51.300415 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-adfae6c9-12bc-4578-8e43-d610b38364ac tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9891367 Jul 05 04:00:51.307641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43016) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:51.332921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e07e6bb9-ec9c-4e85-bd80-15eabad16f0f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'subnet': {'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:51.418569 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.509292 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.517111 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-45087cd9-919c-40fb-b589-414e57cec937 tempest-DHCPAgentSchedulersTestJSON-848200916 tempest-DHCPAgentSchedulersTestJSON-848200916-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.5918040 Jul 05 04:00:51.520289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43024) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:51.532160 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-68585cf3-5526-4336-b3bc-8d9d84911b0c tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1929625084'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:51.561872 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=0575119c-3a1e-4c1c-a150-8da545447d28,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:51.578034 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.605660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:51.622785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f5a23b3-e28b-413b-b4ee-f41ad0f3b1ae req-7356b391-94a7-4dd9-a2a0-97c6d9e00b0e tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205812 Jul 05 04:00:51.631492 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7bd4e6d7-258b-4ece-bbdf-058ec716c4ca,segment=NetworkSegment(54a38a02-875d-4723-9da7-cbcf354e7582),segment_id=54a38a02-875d-4723-9da7-cbcf354e7582)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:51.636587 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f6457371-3dc8-4a18-be17-512a1b977c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.655015 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.655485 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Added segment 87cee62e-b80a-4415-b13f-b2e1a88ed0f8 of type vlan for network 97f8d14f-d798-43a6-b6b3-b859ba36d017 Jul 05 04:00:51.665264 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['0575119c-3a1e-4c1c-a150-8da545447d28'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:51.685513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07e6bb9-ec9c-4e85-bd80-15eabad16f0f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:51.690762 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e07e6bb9-ec9c-4e85-bd80-15eabad16f0f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.777044 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.817297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba887f0d-ba68-456a-89d1-25d986d06e9e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:51.856999 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.957529 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68585cf3-5526-4336-b3bc-8d9d84911b0c tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Made reservation on behalf of a5eb607d9fa748cd8effd5607bc58983 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:51.969974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7a75dfda-542b-4881-a575-83ddf707d1fe no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:51.971957 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68585cf3-5526-4336-b3bc-8d9d84911b0c tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.057260 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68585cf3-5526-4336-b3bc-8d9d84911b0c tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:52.060042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 7a75dfda-542b-4881-a575-83ddf707d1fe {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:52.061472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7a75dfda-542b-4881-a575-83ddf707d1fe not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:52.086803 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68585cf3-5526-4336-b3bc-8d9d84911b0c tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.092551 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-68585cf3-5526-4336-b3bc-8d9d84911b0c tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Added segment 1fe1384e-d4a8-4895-9de1-9fbc3b09d556 of type vlan for network 9c7d0a25-d8bf-43da-8d70-4f335a871578 Jul 05 04:00:52.114089 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.119353 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:52.119976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.146639 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f4679740-7870-4f5e-aba1-89b345e78378 None None] Could not find standard attr ID for object fa8e6616-9162-44ef-b022-fd54aef9fa20. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:00:52.207322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=7bd4e6d7-258b-4ece-bbdf-058ec716c4ca,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:52.318038 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68585cf3-5526-4336-b3bc-8d9d84911b0c tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.325713 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f4679740-7870-4f5e-aba1-89b345e78378 None None] Provisioning complete for port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:52.326432 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f4679740-7870-4f5e-aba1-89b345e78378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.327104 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5353806 Jul 05 04:00:52.334041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43038) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:52.340876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'name': 'tempest-PortsTestJSON-692463771'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:52.342336 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c6cb4-4a19-4823-a874-9ab2fe606eff tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Network': ['ID=97f8d14f-d798-43a6-b6b3-b859ba36d017,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:52.384224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:52.455674 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e07e6bb9-ec9c-4e85-bd80-15eabad16f0f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.472422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68585cf3-5526-4336-b3bc-8d9d84911b0c tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.482173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68585cf3-5526-4336-b3bc-8d9d84911b0c tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:52.482869 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68585cf3-5526-4336-b3bc-8d9d84911b0c tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.518940 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e6bb9-ec9c-4e85-bd80-15eabad16f0f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Subnet': ['ID=d0dd1d00-d629-48c2-840f-4808882ade50,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:52.635972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07e6bb9-ec9c-4e85-bd80-15eabad16f0f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Checking segment: {'id': 'e15b29da-ff53-4abb-9113-d7ac17a8c627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:52.637813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07e6bb9-ec9c-4e85-bd80-15eabad16f0f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network hostable DHCP agents. Network: 99118bb0-9c42-4cd8-95f7-0464ad31ac0f, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:52.670623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68585cf3-5526-4336-b3bc-8d9d84911b0c tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Pushing event updated for resources: {'Network': ['ID=9c7d0a25-d8bf-43da-8d70-4f335a871578,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:52.684170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 9c7d0a25-d8bf-43da-8d70-4f335a871578 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:52.693575 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-68585cf3-5526-4336-b3bc-8d9d84911b0c tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1726768 Jul 05 04:00:52.698399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43048) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:52.803014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07e6bb9-ec9c-4e85-bd80-15eabad16f0f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network 99118bb0-9c42-4cd8-95f7-0464ad31ac0f is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:52.909957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:52.914499 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.964464 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ea0f0479-6527-48e3-8a09-102f65b5665b None None] Could not find standard attr ID for object fa8e6616-9162-44ef-b022-fd54aef9fa20. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:00:52.964743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-e07e6bb9-ec9c-4e85-bd80-15eabad16f0f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 99118bb0-9c42-4cd8-95f7-0464ad31ac0f) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:52.971517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e6bb9-ec9c-4e85-bd80-15eabad16f0f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:52.977670 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e07e6bb9-ec9c-4e85-bd80-15eabad16f0f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.987660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4255dc-c790-4c07-8601-c6ac91f22b10 None None] Network 99118bb0-9c42-4cd8-95f7-0464ad31ac0f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:53.222479 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e2ed4793-979a-462f-b5a9-399cbb33a98f tempest-DHCPAgentSchedulersTestJSON-848200916 tempest-DHCPAgentSchedulersTestJSON-848200916-project-admin] 10.222.0.60 "GET /v2.0/agents/9697851a-6383-4e7a-a4db-10529ec9078a/dhcp-networks HTTP/1.1" status: 200 len: 9641 time: 0.5215704 Jul 05 04:00:53.223663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43060) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:53.233914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:53.416846 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:53.420696 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.475987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b385c-4bbf-4126-adf9-5860576bac92 req-f21fa7a9-adc1-462a-a247-b3efcc2292cd tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:53.477572 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad4b385c-4bbf-4126-adf9-5860576bac92 req-f21fa7a9-adc1-462a-a247-b3efcc2292cd tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 944 time: 0.6909745 Jul 05 04:00:53.518003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e07e6bb9-ec9c-4e85-bd80-15eabad16f0f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2066214 Jul 05 04:00:53.531345 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43062) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:53.569512 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725151e4-c46c-4526-9120-f6793ce16293 tempest-DHCPAgentSchedulersTestJSON-848200916 tempest-DHCPAgentSchedulersTestJSON-848200916-project-admin] Network 9c7d0a25-d8bf-43da-8d70-4f335a871578 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:53.663197 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-725151e4-c46c-4526-9120-f6793ce16293 tempest-DHCPAgentSchedulersTestJSON-848200916 tempest-DHCPAgentSchedulersTestJSON-848200916-project-admin] 10.222.0.60 "POST /v2.0/agents/9697851a-6383-4e7a-a4db-10529ec9078a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4383943 Jul 05 04:00:53.663906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43066) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:53.705055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a00ddc4-19b9-45b9-b769-74221cb59a65 None None] Network 9c7d0a25-d8bf-43da-8d70-4f335a871578 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:54.055004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Allocated IP 2001:db8::2 (99118bb0-9c42-4cd8-95f7-0464ad31ac0f/d0dd1d00-d629-48c2-840f-4808882ade50/02b95463-7353-4477-aab6-40d32c15c5c6) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:54.153843 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-88787113-a753-4b27-88d8-eb476d880cee tempest-DHCPAgentSchedulersTestJSON-848200916 tempest-DHCPAgentSchedulersTestJSON-848200916-project-admin] 10.222.0.60 "GET /v2.0/agents/9697851a-6383-4e7a-a4db-10529ec9078a/dhcp-networks HTTP/1.1" status: 200 len: 11196 time: 0.4854567 Jul 05 04:00:54.154029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43068) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:54.281904 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-64122895-5946-41aa-861a-af6ca8cbe599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.326925 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:54.352661 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d4532ac7-0ac5-4833-b699-7c3ee6c4c672 tempest-DHCPAgentSchedulersTestJSON-848200916 tempest-DHCPAgentSchedulersTestJSON-848200916-project-admin] 10.222.0.60 "DELETE /v2.0/agents/9697851a-6383-4e7a-a4db-10529ec9078a/dhcp-networks/9c7d0a25-d8bf-43da-8d70-4f335a871578 HTTP/1.1" status: 204 len: 168 time: 0.1953294 Jul 05 04:00:54.353225 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43072) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:54.450443 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.567331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0575119c-3a1e-4c1c-a150-8da545447d28 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:54.667644 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-83dc7d6c-b5a5-452d-83e0-081050c12708 tempest-DHCPAgentSchedulersTestJSON-848200916 tempest-DHCPAgentSchedulersTestJSON-848200916-project-admin] 10.222.0.60 "GET /v2.0/agents/9697851a-6383-4e7a-a4db-10529ec9078a/dhcp-networks HTTP/1.1" status: 200 len: 10425 time: 0.3130555 Jul 05 04:00:54.673288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43076) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:54.719522 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-25f07936-d88e-4bea-8e26-c2233c0e612b tempest-DHCPAgentSchedulersTestJSON-848200916 tempest-DHCPAgentSchedulersTestJSON-848200916-project-admin] 10.222.0.60 "GET /v2.0/networks/57fd6e25-21c3-4dff-a106-a52838509125/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0445075 Jul 05 04:00:54.723022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43080) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:54.834638 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.835566 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad4b385c-4bbf-4126-adf9-5860576bac92 req-810a2d61-cbc3-4681-97d8-fe19f4950323 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3388686 Jul 05 04:00:54.865879 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:54.868314 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.874905 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-49a642bb-78e2-4f26-9d15-5d827d0d0267 tempest-DHCPAgentSchedulersTestJSON-848200916 tempest-DHCPAgentSchedulersTestJSON-848200916-project-admin] 10.222.0.60 "GET /v2.0/networks/57fd6e25-21c3-4dff-a106-a52838509125/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1482253 Jul 05 04:00:54.878568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43084) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:54.929731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 0575119c-3a1e-4c1c-a150-8da545447d28 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:54.930273 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.932989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Transition to ACTIVE for port object 02b95463-7353-4477-aab6-40d32c15c5c6 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:55.055479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Transition to ACTIVE for port object 02b95463-7353-4477-aab6-40d32c15c5c6 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:55.129388 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.246781 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.278792 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.606362 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.750985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Network 99118bb0-9c42-4cd8-95f7-0464ad31ac0f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:55.762683 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.764956 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.766146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:55.778506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:55.884031 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 0575119c-3a1e-4c1c-a150-8da545447d28, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0575119c-3a1e-4c1c-a150-8da545447d28,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:55.888787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Pushing event updated for resources: {'Port': ['ID=02b95463-7353-4477-aab6-40d32c15c5c6,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:55.893767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb54af4-c5f2-4f08-8854-56e2fd81b946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0575119c-3a1e-4c1c-a150-8da545447d28'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:55.899726 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcb86e3-0d66-4602-b22e-b8b61f5d237a" -d '{"events": [{"server_uuid": "9bb54af4-c5f2-4f08-8854-56e2fd81b946", "name": "network-vif-plugged", "status": "completed", "tag": "0575119c-3a1e-4c1c-a150-8da545447d28"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:55.915883 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Attempting to bind port 02b95463-7353-4477-aab6-40d32c15c5c6 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:55.916412 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Attempting to bind port 02b95463-7353-4477-aab6-40d32c15c5c6 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'e15b29da-ff53-4abb-9113-d7ac17a8c627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:55.916894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Attempting to bind port 02b95463-7353-4477-aab6-40d32c15c5c6 on network 99118bb0-9c42-4cd8-95f7-0464ad31ac0f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:55.924147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:55.924837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Checking segment: {'id': 'e15b29da-ff53-4abb-9113-d7ac17a8c627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:55.925382 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.925861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Bound using segment: {'id': 'e15b29da-ff53-4abb-9113-d7ac17a8c627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:55.926563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Bound port: 02b95463-7353-4477-aab6-40d32c15c5c6, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15b29da-ff53-4abb-9113-d7ac17a8c627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:55.927034 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.973731 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-492599b2-0113-4f6d-9a2a-351925fb7964 tempest-DHCPAgentSchedulersTestJSON-848200916 tempest-DHCPAgentSchedulersTestJSON-848200916-project-admin] 10.222.0.60 "GET /v2.0/agents/9697851a-6383-4e7a-a4db-10529ec9078a/dhcp-networks HTTP/1.1" status: 200 len: 10425 time: 1.0884411 Jul 05 04:00:55.981662 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43100) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:56.033599 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.104993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de2785-4623-4ad6-8448-6bf87ca58eab req-94b0e3db-797f-4f27-bfcd-2ab2c5b10a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.107013 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0de2785-4623-4ad6-8448-6bf87ca58eab req-94b0e3db-797f-4f27-bfcd-2ab2c5b10a00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4ce3e94b11467baf98b0133ae5e4ed&device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 1095 time: 1.3172994 Jul 05 04:00:56.188641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=b3d4d027-6dd7-41e9-a6a3-1634a27dcb02,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:56.248205 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d17881b-1b20-492d-ade7-2316f0224ea1 x-openstack-request-id: req-3d17881b-1b20-492d-ade7-2316f0224ea1 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:56.248543 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb54af4-c5f2-4f08-8854-56e2fd81b946", "name": "network-vif-plugged", "status": "completed", "tag": "0575119c-3a1e-4c1c-a150-8da545447d28", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:56.248798 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d17881b-1b20-492d-ade7-2316f0224ea1 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:56.249283 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb54af4-c5f2-4f08-8854-56e2fd81b946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0575119c-3a1e-4c1c-a150-8da545447d28', 'code': 200} Jul 05 04:00:56.264126 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Checking segment: {'id': '87cee62e-b80a-4415-b13f-b2e1a88ed0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:56.264528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network hostable DHCP agents. Network: 97f8d14f-d798-43a6-b6b3-b859ba36d017, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:56.274196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] For port 02b95463-7353-4477-aab6-40d32c15c5c6, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:56.347106 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] For port 02b95463-7353-4477-aab6-40d32c15c5c6, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=02b95463-7353-4477-aab6-40d32c15c5c6,segment=NetworkSegment(e15b29da-ff53-4abb-9113-d7ac17a8c627),segment_id=e15b29da-ff53-4abb-9113-d7ac17a8c627)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:56.362064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=0575119c-3a1e-4c1c-a150-8da545447d28,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:56.407187 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de2785-4623-4ad6-8448-6bf87ca58eab req-9116eb0f-ce51-4997-a0d7-3077bb5d4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.414138 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0de2785-4623-4ad6-8448-6bf87ca58eab req-9116eb0f-ce51-4997-a0d7-3077bb5d4ffa service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb680753-4518-4b31-b2c8-56ca0a768a05 HTTP/1.1" status: 200 len: 914 time: 0.2806895 Jul 05 04:00:56.422921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc304d97-da74-4656-8429-b0c2c600bedb req-84d0c3b7-fa11-4878-ae64-976e1369c6b6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.430779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc304d97-da74-4656-8429-b0c2c600bedb req-84d0c3b7-fa11-4878-ae64-976e1369c6b6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2320473 Jul 05 04:00:56.434187 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.549037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc304d97-da74-4656-8429-b0c2c600bedb req-3b25c7c6-5b24-413b-b745-a0ea6b9b9764 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172409 Jul 05 04:00:56.559311 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:56.579362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Allocated IP 2001:db8::1 (99118bb0-9c42-4cd8-95f7-0464ad31ac0f/d0dd1d00-d629-48c2-840f-4808882ade50/decb4d27-a524-4a86-9b8f-bec9b59edef0) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:56.602326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e756bd8-1436-4ed7-8481-d5e8ebf17803 None None] Pushing event updated for resources: {'Port': ['ID=02b95463-7353-4477-aab6-40d32c15c5c6,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:56.610485 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0de2785-4623-4ad6-8448-6bf87ca58eab req-93d6932b-c8f7-478a-bdd6-7dc3b45517b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0575119c-3a1e-4c1c-a150-8da545447d28 HTTP/1.1" status: 200 len: 217 time: 0.1844649 Jul 05 04:00:56.623985 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2c85-99f4-4711-beb4-0f39d5533895 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.660623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 97f8d14f-d798-43a6-b6b3-b859ba36d017) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:56.671104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11c286c-4f3e-49f9-be8e-492c8a47a6b4 None None] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:56.679425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:56.685898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.687310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.700721 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:00:56.762008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a57600fc-2251-439c-ab2e-66d662366d4a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.4252687 Jul 05 04:00:56.766244 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43104) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:56.774265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1a38d733-6629-4a3d-9fb2-2cac384583ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-512171979'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:56.805727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de2785-4623-4ad6-8448-6bf87ca58eab req-b5f688c2-8e9a-4490-a1bf-19d43f9388dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.814214 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0de2785-4623-4ad6-8448-6bf87ca58eab req-b5f688c2-8e9a-4490-a1bf-19d43f9388dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cefa76d6-ca51-49f1-9b3c-abe7c879904a HTTP/1.1" status: 200 len: 853 time: 0.1825497 Jul 05 04:00:56.882251 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.900613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Transition to ACTIVE for port object decb4d27-a524-4a86-9b8f-bec9b59edef0 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:56.914803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a38d733-6629-4a3d-9fb2-2cac384583ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:56.924903 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a38d733-6629-4a3d-9fb2-2cac384583ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.934893 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0de2785-4623-4ad6-8448-6bf87ca58eab req-266efcaf-0edd-4bca-a2b2-76b7d23a91a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb680753-4518-4b31-b2c8-56ca0a768a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130128 Jul 05 04:00:57.063757 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.166048 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a38d733-6629-4a3d-9fb2-2cac384583ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:57.219514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a38d733-6629-4a3d-9fb2-2cac384583ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.220172 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-1a38d733-6629-4a3d-9fb2-2cac384583ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Added segment 9422bb65-aed8-4551-99c3-c561d10e8bd7 of type vlan for network c1d235bb-5578-421f-aac4-2a589cf50f1a Jul 05 04:00:57.254871 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.470190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=decb4d27-a524-4a86-9b8f-bec9b59edef0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:57.483273 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2c85-99f4-4711-beb4-0f39d5533895 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.515679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network 99118bb0-9c42-4cd8-95f7-0464ad31ac0f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:57.522940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c6dd2c85-99f4-4711-beb4-0f39d5533895 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7d0a25-d8bf-43da-8d70-4f335a871578']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:57.533228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:57.536242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:57.537305 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.573069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c6dd2c85-99f4-4711-beb4-0f39d5533895 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe1384e-d4a8-4895-9de1-9fbc3b09d556') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:57.573906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c6dd2c85-99f4-4711-beb4-0f39d5533895 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe1384e-d4a8-4895-9de1-9fbc3b09d556') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:57.612459 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2c85-99f4-4711-beb4-0f39d5533895 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.626359 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0de2785-4623-4ad6-8448-6bf87ca58eab req-f3b6c9b0-424e-4d5c-af2b-1704bd720fa8 service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100228 Jul 05 04:00:57.656496 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2c85-99f4-4711-beb4-0f39d5533895 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.664134 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a38d733-6629-4a3d-9fb2-2cac384583ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.664726 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6dd2c85-99f4-4711-beb4-0f39d5533895 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:57.668276 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2c85-99f4-4711-beb4-0f39d5533895 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:57.771569 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:57.867774 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2c85-99f4-4711-beb4-0f39d5533895 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.903132 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2c85-99f4-4711-beb4-0f39d5533895 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.905323 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c6dd2c85-99f4-4711-beb4-0f39d5533895 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] 10.222.0.60 "DELETE /v2.0/networks/9c7d0a25-d8bf-43da-8d70-4f335a871578 HTTP/1.1" status: 204 len: 168 time: 1.9108138 Jul 05 04:00:57.908075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd2c85-99f4-4711-beb4-0f39d5533895 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Pushing event deleted for resources: {'Network': ['ID=9c7d0a25-d8bf-43da-8d70-4f335a871578,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:57.909765 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43118) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:57.957045 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a38d733-6629-4a3d-9fb2-2cac384583ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.962724 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a38d733-6629-4a3d-9fb2-2cac384583ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.963341 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a38d733-6629-4a3d-9fb2-2cac384583ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.991818 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f0c969-cb83-4b37-8a13-71f334154258 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:57.991818 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f0c969-cb83-4b37-8a13-71f334154258 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:57.996719 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43120) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:58.001093 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-43f0c969-cb83-4b37-8a13-71f334154258 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] 10.222.0.60 "DELETE /v2.0/ports/fa8e6616-9162-44ef-b022-fd54aef9fa20 HTTP/1.1" status: 404 len: 333 time: 0.0883834 Jul 05 04:00:58.011582 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d0de2785-4623-4ad6-8448-6bf87ca58eab req-814849cc-beee-434a-abd6-1baf76fdf4c4 service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776510 Jul 05 04:00:58.216786 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.232539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38d733-6629-4a3d-9fb2-2cac384583ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Network': ['ID=c1d235bb-5578-421f-aac4-2a589cf50f1a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:58.244315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network c1d235bb-5578-421f-aac4-2a589cf50f1a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:58.294349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-57702924-c25c-45e5-a6c6-8bab5c478c80 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Deleting subnet 7e5c75f9-c774-4542-9881-1a0181cb8059 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:58.299757 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57702924-c25c-45e5-a6c6-8bab5c478c80 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.357778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 02b95463-7353-4477-aab6-40d32c15c5c6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:58.375902 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57702924-c25c-45e5-a6c6-8bab5c478c80 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.427490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1a38d733-6629-4a3d-9fb2-2cac384583ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6584949 Jul 05 04:00:58.430940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43134) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:58.441582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'ports': [{'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017'}, {'network_id': 'c1d235bb-5578-421f-aac4-2a589cf50f1a'}]} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:58.443339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:58.446584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'network_id': 'c1d235bb-5578-421f-aac4-2a589cf50f1a'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:58.459190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04f96e1-ba7c-47d9-befc-6d700f2987e0 None None] Network 99118bb0-9c42-4cd8-95f7-0464ad31ac0f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:58.533744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249732f-2f95-4b3b-855e-8f3888ce2d2d req-729c446b-c60e-4f65-85ee-134ebcb4c95f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:58.535372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2249732f-2f95-4b3b-855e-8f3888ce2d2d req-729c446b-c60e-4f65-85ee-134ebcb4c95f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.7675738 Jul 05 04:00:58.659769 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-83cc2356-38d4-43f4-9f7a-8fc165bd9e90 None None] Provisioning for port 02b95463-7353-4477-aab6-40d32c15c5c6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:58.805612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 02b95463-7353-4477-aab6-40d32c15c5c6 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:58.816135 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 02b95463-7353-4477-aab6-40d32c15c5c6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:58.817070 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.827552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 2} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:58.842489 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.877760 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.910672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2249732f-2f95-4b3b-855e-8f3888ce2d2d req-a2719e0b-5856-46f3-a1a2-0e1b28651f14 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637156 Jul 05 04:00:59.059211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port f46098ab-8655-410f-940a-62ca250234f5 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:59.066122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a25457-7b91-47d6-8c26-f8993c5719ad req-00fb4a3a-5db2-47c5-97e2-f307db27e8ae tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:59.067772 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2a25457-7b91-47d6-8c26-f8993c5719ad req-00fb4a3a-5db2-47c5-97e2-f307db27e8ae tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 945 time: 0.6782148 Jul 05 04:00:59.085984 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57702924-c25c-45e5-a6c6-8bab5c478c80 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.129208 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.189555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43142) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:59.208564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 02b95463-7353-4477-aab6-40d32c15c5c6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=02b95463-7353-4477-aab6-40d32c15c5c6,segment=NetworkSegment(e15b29da-ff53-4abb-9113-d7ac17a8c627),segment_id=e15b29da-ff53-4abb-9113-d7ac17a8c627)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:59.283981 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.340608 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.363521 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2a25457-7b91-47d6-8c26-f8993c5719ad req-15fe7eb5-29f3-46ac-8f06-1fb71f132547 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838199 Jul 05 04:00:59.365367 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=02b95463-7353-4477-aab6-40d32c15c5c6,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:59.385343 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.479355 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.484189 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port 20748850-61e3-410e-9a3b-24d06e76d5da yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:59.486809 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e0615f3b-441b-4358-8a7a-5555e3be2da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.556442 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57702924-c25c-45e5-a6c6-8bab5c478c80 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.564783 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.565566 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.671042 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=decb4d27-a524-4a86-9b8f-bec9b59edef0,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:59.689269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57702924-c25c-45e5-a6c6-8bab5c478c80 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5c75f9-c774-4542-9881-1a0181cb8059,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:59.698393 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57702924-c25c-45e5-a6c6-8bab5c478c80 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.701219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-57702924-c25c-45e5-a6c6-8bab5c478c80 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] 10.222.0.60 "DELETE /v2.0/subnets/7e5c75f9-c774-4542-9881-1a0181cb8059 HTTP/1.1" status: 204 len: 168 time: 1.6986666 Jul 05 04:00:59.705142 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43146) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:59.720628 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a73b3f-d6ff-45e1-bf13-6850d305454e None None] Network 57fd6e25-21c3-4dff-a106-a52838509125 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:59.789495 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.846406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0b2d25b5-ba42-4e84-8edb-ef17fa4d7b93 None None] Provisioning for port decb4d27-a524-4a86-9b8f-bec9b59edef0 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:59.878053 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0b2d25b5-ba42-4e84-8edb-ef17fa4d7b93 None None] Provisioning complete for port decb4d27-a524-4a86-9b8f-bec9b59edef0 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:59.880155 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0b2d25b5-ba42-4e84-8edb-ef17fa4d7b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.887503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network 99118bb0-9c42-4cd8-95f7-0464ad31ac0f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:59.926637 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e0615f3b-441b-4358-8a7a-5555e3be2da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.929365 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:00.024687 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.028485 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.040286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d25b5-ba42-4e84-8edb-ef17fa4d7b93 None None] Port decb4d27-a524-4a86-9b8f-bec9b59edef0 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:00.054735 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e0615f3b-441b-4358-8a7a-5555e3be2da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.101997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0b2d25b5-ba42-4e84-8edb-ef17fa4d7b93 None None] Provisioning complete for port 02b95463-7353-4477-aab6-40d32c15c5c6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:00.109927 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0b2d25b5-ba42-4e84-8edb-ef17fa4d7b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.166358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0615f3b-441b-4358-8a7a-5555e3be2da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51742586-59ea-443c-8a39-70b36c2d9929,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:00.188392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e0615f3b-441b-4358-8a7a-5555e3be2da5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3b74824fc9a43f284d1b7510b4cba97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9856148 Jul 05 04:01:00.191500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43152) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.223329 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 02b95463-7353-4477-aab6-40d32c15c5c6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:00.239911 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:00.269441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:00.278185 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:00.279092 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.300640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=f46098ab-8655-410f-940a-62ca250234f5,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:00.339039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9daa70-2547-4cf4-80e6-0c2c55d40f57 None None] DHCP port deletion for 57fd6e25-21c3-4dff-a106-a52838509125 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:01:00.403147 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3423d1b8-74d2-435b-af3d-adf5f7ea606a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.414130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=20748850-61e3-410e-9a3b-24d06e76d5da,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:00.423889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 02b95463-7353-4477-aab6-40d32c15c5c6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:00.425604 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.452292 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3423d1b8-74d2-435b-af3d-adf5f7ea606a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.466677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router cc2056e6-4db2-4390-b67f-6b923c189eba is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:01:00.478888 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Checking segment: {'id': '9422bb65-aed8-4551-99c3-c561d10e8bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d235bb-5578-421f-aac4-2a589cf50f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:00.479403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network hostable DHCP agents. Network: c1d235bb-5578-421f-aac4-2a589cf50f1a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:00.483505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Deleting port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:00.484727 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.490147 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9e4f5-d139-40a1-8ffa-6be5594c76e1 req-dee1cf7c-0d56-438d-ba15-758f6ff25b7d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.491712 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3e9e4f5-d139-40a1-8ffa-6be5594c76e1 req-dee1cf7c-0d56-438d-ba15-758f6ff25b7d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1924922 Jul 05 04:01:00.565551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4b9daa70-2547-4cf4-80e6-0c2c55d40f57 None None] Deleting port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:00.565551 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4b9daa70-2547-4cf4-80e6-0c2c55d40f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.626168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] For port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7bd4e6d7-258b-4ece-bbdf-058ec716c4ca,segment=NetworkSegment(54a38a02-875d-4723-9da7-cbcf354e7582),segment_id=54a38a02-875d-4723-9da7-cbcf354e7582)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:00.626606 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.657043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Calling delete_port for 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:00.660497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4b9daa70-2547-4cf4-80e6-0c2c55d40f57 None None] For port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7bd4e6d7-258b-4ece-bbdf-058ec716c4ca,segment=NetworkSegment(54a38a02-875d-4723-9da7-cbcf354e7582),segment_id=54a38a02-875d-4723-9da7-cbcf354e7582)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:00.661036 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4b9daa70-2547-4cf4-80e6-0c2c55d40f57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.671519 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:00.685351 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Sync routers for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:00.688104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4b9daa70-2547-4cf4-80e6-0c2c55d40f57 None None] Calling delete_port for 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:00.691311 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network c1d235bb-5578-421f-aac4-2a589cf50f1a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:00.694403 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:00.698458 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:00.704173 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-71e032e0-4998-4dc2-8c8d-40ede6dc2209 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1482642 Jul 05 04:01:00.706812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43160) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.755352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a10f1513-74f1-4f05-a27a-cf9fefe7f4a9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-356134262'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:00.768149 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3e9e4f5-d139-40a1-8ffa-6be5594c76e1 req-db3854f0-1105-41c9-b29e-b089e3e90a78 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679484 Jul 05 04:01:00.776793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, c1d235bb-5578-421f-aac4-2a589cf50f1a) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:00.782403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a80058eb-0bce-4dc8-b73d-efec8a0d150d None None] Provisioning complete for port decb4d27-a524-4a86-9b8f-bec9b59edef0 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:00.782904 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a80058eb-0bce-4dc8-b73d-efec8a0d150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.795132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:00.803432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.809664 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.810643 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.839570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a80058eb-0bce-4dc8-b73d-efec8a0d150d None None] Port decb4d27-a524-4a86-9b8f-bec9b59edef0 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:00.841864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5faed0f-3dda-4251-8cbe-c993435a993a None None] Network c1d235bb-5578-421f-aac4-2a589cf50f1a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:00.890855 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:00.931265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.950143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc014c8-16e4-4b68-a3e8-6105b06a608b req-2d797aa4-f131-4a2f-9cdc-2a0f4158093b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.952918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fbc014c8-16e4-4b68-a3e8-6105b06a608b req-2d797aa4-f131-4a2f-9cdc-2a0f4158093b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 945 time: 0.2431068 Jul 05 04:01:00.955110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10f1513-74f1-4f05-a27a-cf9fefe7f4a9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:00.960872 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a10f1513-74f1-4f05-a27a-cf9fefe7f4a9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.974572 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3423d1b8-74d2-435b-af3d-adf5f7ea606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.978117 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3423d1b8-74d2-435b-af3d-adf5f7ea606a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.980134 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3423d1b8-74d2-435b-af3d-adf5f7ea606a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51742586-59ea-443c-8a39-70b36c2d9929 HTTP/1.1" status: 204 len: 168 time: 0.7862542 Jul 05 04:01:00.988217 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4b9daa70-2547-4cf4-80e6-0c2c55d40f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.994923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Pushing event deleted for resources: {'Port': ['ID=7bd4e6d7-258b-4ece-bbdf-058ec716c4ca,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:01.008766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] No DVR routers for this DVR port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:01.040794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9daa70-2547-4cf4-80e6-0c2c55d40f57 None None] Pushing event deleted for resources: {'Port': ['ID=7bd4e6d7-258b-4ece-bbdf-058ec716c4ca,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:01.049581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9daa70-2547-4cf4-80e6-0c2c55d40f57 None None] No DVR routers for this DVR port 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:01.068146 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d336dddd-4750-4901-926d-47702f0cce16 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6290429 Jul 05 04:01:01.068146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43164) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:01.099511 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423d1b8-74d2-435b-af3d-adf5f7ea606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51742586-59ea-443c-8a39-70b36c2d9929,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:01.137916 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fbc014c8-16e4-4b68-a3e8-6105b06a608b req-98f746ce-7d0c-4cf3-90ef-a51757474e89 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710963 Jul 05 04:01:01.152181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10f1513-74f1-4f05-a27a-cf9fefe7f4a9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:01.164761 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a10f1513-74f1-4f05-a27a-cf9fefe7f4a9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.165684 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-a10f1513-74f1-4f05-a27a-cf9fefe7f4a9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Added segment 21860a5f-10f0-4e9b-a551-fef6deaa3704 of type vlan for network e58bcae4-e4e8-49bb-ae17-0aa07dd0a694 Jul 05 04:01:01.225619 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a10f1513-74f1-4f05-a27a-cf9fefe7f4a9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.304200 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.313301 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:00:57Z', 'revision_number': 2, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:00:58Z', 'revision_number': 2, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:01.326830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fd6e25-21c3-4dff-a106-a52838509125']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:01.327026 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.358140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a38a02-875d-4723-9da7-cbcf354e7582') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:01.358581 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a38a02-875d-4723-9da7-cbcf354e7582') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:01.364984 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Checking router: cc2056e6-4db2-4390-b67f-6b923c189eba for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:01.365610 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Updating router cc2056e6-4db2-4390-b67f-6b923c189eba port decb4d27-a524-4a86-9b8f-bec9b59edef0 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:01:01.376057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.379174 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a10f1513-74f1-4f05-a27a-cf9fefe7f4a9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.387490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f1513-74f1-4f05-a27a-cf9fefe7f4a9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:01.388627 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a10f1513-74f1-4f05-a27a-cf9fefe7f4a9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.460946 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.477120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:01.479763 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.486390 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.597531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f1513-74f1-4f05-a27a-cf9fefe7f4a9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Network': ['ID=e58bcae4-e4e8-49bb-ae17-0aa07dd0a694,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:01.600308 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:01.610392 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network e58bcae4-e4e8-49bb-ae17-0aa07dd0a694 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:01.658280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a10f1513-74f1-4f05-a27a-cf9fefe7f4a9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9174318 Jul 05 04:01:01.661697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-ffa991ae-e279-41ef-a763-0370fa6b0d4d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port 20748850-61e3-410e-9a3b-24d06e76d5da {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:01.661697 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffa991ae-e279-41ef-a763-0370fa6b0d4d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.663752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43182) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:01.673132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-fb41dcb9-07b9-4a5d-8fed-5afb18235109 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'subnet': {'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:01.743788 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.770800 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.772714 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] 10.222.0.60 "DELETE /v2.0/networks/57fd6e25-21c3-4dff-a106-a52838509125 HTTP/1.1" status: 204 len: 168 time: 2.0625060 Jul 05 04:01:01.780470 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906af6c4-e0d0-456a-b670-c57b85d6eb74 tempest-DHCPAgentSchedulersTestJSON-1846754294 tempest-DHCPAgentSchedulersTestJSON-1846754294-project] Pushing event deleted for resources: {'Network': ['ID=57fd6e25-21c3-4dff-a106-a52838509125,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:01.807115 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffa991ae-e279-41ef-a763-0370fa6b0d4d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.856243 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-ffa991ae-e279-41ef-a763-0370fa6b0d4d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for 20748850-61e3-410e-9a3b-24d06e76d5da owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:01.924130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb41dcb9-07b9-4a5d-8fed-5afb18235109 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:01.927968 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb41dcb9-07b9-4a5d-8fed-5afb18235109 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.137323 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffa991ae-e279-41ef-a763-0370fa6b0d4d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.140727 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.147532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc00dc-3ded-4128-9880-aa5eef6f29ed req-839d66a9-3357-4b67-ab37-b2b8b4ffffec tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:02.148476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4bbc00dc-3ded-4128-9880-aa5eef6f29ed req-839d66a9-3357-4b67-ab37-b2b8b4ffffec tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1655147 Jul 05 04:01:02.185807 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Transition to ACTIVE for port object decb4d27-a524-4a86-9b8f-bec9b59edef0 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:02.235784 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4bbc00dc-3ded-4128-9880-aa5eef6f29ed req-d1ecf695-8da8-409a-b8d6-938e8662126e tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740693 Jul 05 04:01:02.256443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa991ae-e279-41ef-a763-0370fa6b0d4d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=20748850-61e3-410e-9a3b-24d06e76d5da,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:02.262611 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffa991ae-e279-41ef-a763-0370fa6b0d4d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.267497 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ffa991ae-e279-41ef-a763-0370fa6b0d4d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/20748850-61e3-410e-9a3b-24d06e76d5da HTTP/1.1" status: 204 len: 168 time: 1.1972513 Jul 05 04:01:02.270933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:02.271406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43198) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:02.278809 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.306540 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:02.309290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7bd4e6d7-258b-4ece-bbdf-058ec716c4ca not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:02.417469 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828a67e-8990-4903-9b97-9378ba32580d None None] Pushing event updated for resources: {'Port': ['ID=decb4d27-a524-4a86-9b8f-bec9b59edef0,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:02.467185 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828a67e-8990-4903-9b97-9378ba32580d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:02.467534 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828a67e-8990-4903-9b97-9378ba32580d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:02.467879 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828a67e-8990-4903-9b97-9378ba32580d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:02.468229 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828a67e-8990-4903-9b97-9378ba32580d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:02.469117 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828a67e-8990-4903-9b97-9378ba32580d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:02.469530 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828a67e-8990-4903-9b97-9378ba32580d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:02.469813 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828a67e-8990-4903-9b97-9378ba32580d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:02.470220 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828a67e-8990-4903-9b97-9378ba32580d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:02.470555 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828a67e-8990-4903-9b97-9378ba32580d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:02.470886 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828a67e-8990-4903-9b97-9378ba32580d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:02.471216 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828a67e-8990-4903-9b97-9378ba32580d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:02.471544 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828a67e-8990-4903-9b97-9378ba32580d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:02.526571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e6b96-4356-4ecd-bdd4-f20259c492c5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:02.539054 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb41dcb9-07b9-4a5d-8fed-5afb18235109 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.550560 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e6b96-4356-4ecd-bdd4-f20259c492c5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:02.551332 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-541e6b96-4356-4ecd-bdd4-f20259c492c5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2786279 Jul 05 04:01:02.552011 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43204) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:02.618890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 838e45c2-16c3-48fa-b9c2-6ac8e511a89e no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:02.638792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43208) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:02.708479 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Attempting to bind port decb4d27-a524-4a86-9b8f-bec9b59edef0 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:02.709093 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Attempting to bind port decb4d27-a524-4a86-9b8f-bec9b59edef0 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'e15b29da-ff53-4abb-9113-d7ac17a8c627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:02.709651 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Attempting to bind port decb4d27-a524-4a86-9b8f-bec9b59edef0 on network 99118bb0-9c42-4cd8-95f7-0464ad31ac0f {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:02.723195 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:02.723907 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Checking segment: {'id': 'e15b29da-ff53-4abb-9113-d7ac17a8c627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:02.724510 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.725114 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Bound using segment: {'id': 'e15b29da-ff53-4abb-9113-d7ac17a8c627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:02.725763 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Bound port: decb4d27-a524-4a86-9b8f-bec9b59edef0, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15b29da-ff53-4abb-9113-d7ac17a8c627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:02.726329 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.746453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41dcb9-07b9-4a5d-8fed-5afb18235109 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Subnet': ['ID=55905d29-d0ce-4b10-b0ba-8b4941ab755b,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:02.755099 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41dcb9-07b9-4a5d-8fed-5afb18235109 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Checking segment: {'id': '21860a5f-10f0-4e9b-a551-fef6deaa3704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:02.756217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb41dcb9-07b9-4a5d-8fed-5afb18235109 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network hostable DHCP agents. Network: e58bcae4-e4e8-49bb-ae17-0aa07dd0a694, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:02.838653 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.867162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb41dcb9-07b9-4a5d-8fed-5afb18235109 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network e58bcae4-e4e8-49bb-ae17-0aa07dd0a694 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:02.895729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9776c8b5-4380-4963-b7dd-8a21083ff8de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port f46098ab-8655-410f-940a-62ca250234f5 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:02.897067 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9776c8b5-4380-4963-b7dd-8a21083ff8de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.904713 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:02.907692 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] For port decb4d27-a524-4a86-9b8f-bec9b59edef0, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:02.908771 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa761e7-c3fc-429c-891b-adbf2a304532" -d '{"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-unplugged", "status": "completed", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:02.912740 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] For port decb4d27-a524-4a86-9b8f-bec9b59edef0, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=decb4d27-a524-4a86-9b8f-bec9b59edef0,segment=NetworkSegment(e15b29da-ff53-4abb-9113-d7ac17a8c627),segment_id=e15b29da-ff53-4abb-9113-d7ac17a8c627)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:02.927355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:02.946715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-fb41dcb9-07b9-4a5d-8fed-5afb18235109 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, e58bcae4-e4e8-49bb-ae17-0aa07dd0a694) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:02.952023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb41dcb9-07b9-4a5d-8fed-5afb18235109 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:02.954756 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb41dcb9-07b9-4a5d-8fed-5afb18235109 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.971646 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.992928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d00878d-3ca1-4f07-a80a-d9e96cac07af None None] Network e58bcae4-e4e8-49bb-ae17-0aa07dd0a694 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:03.055253 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc684c2-e60b-4eda-92fd-24c7cb076af5 x-openstack-request-id: req-7fc684c2-e60b-4eda-92fd-24c7cb076af5 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:03.057182 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828a67e-8990-4903-9b97-9378ba32580d None None] Pushing event updated for resources: {'Port': ['ID=decb4d27-a524-4a86-9b8f-bec9b59edef0,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:03.065293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fb41dcb9-07b9-4a5d-8fed-5afb18235109 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3969526 Jul 05 04:01:03.065914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43220) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.071192 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-unplugged", "status": "completed", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:03.071953 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7fc684c2-e60b-4eda-92fd-24c7cb076af5 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:03.073287 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'code': 200} Jul 05 04:01:03.076172 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.118381 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:03.124321 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:03.127383 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9776c8b5-4380-4963-b7dd-8a21083ff8de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.177660 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2f1ea8c8-ca71-4a56-98ae-30bed7b0f6c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5eb607d9fa748cd8effd5607bc58983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332248 Jul 05 04:01:03.178419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43222) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.189237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9776c8b5-4380-4963-b7dd-8a21083ff8de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for f46098ab-8655-410f-940a-62ca250234f5 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:03.287661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:03.301227 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:03.302240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:03.302487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:03.302822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:03.303154 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:03.303539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:03.303875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:03.304199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:03.304685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:03.305291 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:03.305623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:03.305939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:03.434566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a731-f173-4a83-b159-fe9344a7869a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.470603 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:03.529714 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a731-f173-4a83-b159-fe9344a7869a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.619165 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:03.621139 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.673706 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9776c8b5-4380-4963-b7dd-8a21083ff8de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.744952 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a731-f173-4a83-b159-fe9344a7869a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.749544 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a731-f173-4a83-b159-fe9344a7869a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.754626 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b1c5a731-f173-4a83-b159-fe9344a7869a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98ea1996-a659-477a-870a-d1b2ba379970 HTTP/1.1" status: 204 len: 168 time: 0.5655630 Jul 05 04:01:03.772203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776c8b5-4380-4963-b7dd-8a21083ff8de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=f46098ab-8655-410f-940a-62ca250234f5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:03.808694 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9776c8b5-4380-4963-b7dd-8a21083ff8de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.814764 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9776c8b5-4380-4963-b7dd-8a21083ff8de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/f46098ab-8655-410f-940a-62ca250234f5 HTTP/1.1" status: 204 len: 168 time: 1.2616310 Jul 05 04:01:03.820259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43256) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.853512 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5a731-f173-4a83-b159-fe9344a7869a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ea1996-a659-477a-870a-d1b2ba379970,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:03.982942 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8b9ab1-8406-4cce-9596-0df710ca82a7 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:03.985613 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8a8b9ab1-8406-4cce-9596-0df710ca82a7 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1524870 Jul 05 04:01:03.989673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43258) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.089988 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc71a43-c5ad-4efc-93ba-edb6644c8671 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] GET failed (client error): The resource could not be found. Jul 05 04:01:04.094529 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ccc71a43-c5ad-4efc-93ba-edb6644c8671 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/20748850-61e3-410e-9a3b-24d06e76d5da HTTP/1.1" status: 404 len: 333 time: 0.0976541 Jul 05 04:01:04.095286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43264) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.103828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Allocated IP 2001:db8:1::2 (e58bcae4-e4e8-49bb-ae17-0aa07dd0a694/55905d29-d0ce-4b10-b0ba-8b4941ab755b/55944c6c-089e-4acf-9e0d-529ace351a99) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:04.198178 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fd7425-ba80-4c4c-bd02-58af6a9e9ff5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] GET failed (client error): The resource could not be found. Jul 05 04:01:04.204219 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c5fd7425-ba80-4c4c-bd02-58af6a9e9ff5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/f46098ab-8655-410f-940a-62ca250234f5 HTTP/1.1" status: 404 len: 333 time: 0.1063879 Jul 05 04:01:04.204510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43266) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.227515 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:00:57Z', 'revision_number': 2, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:02Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:04.306792 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176577f-4b19-43bf-8174-51955a446dc5 None None] The sync data for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 is: [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:00:57Z', 'revision_number': 2, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:02Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:04.356886 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.379706 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Transition to ACTIVE for port object 55944c6c-089e-4acf-9e0d-529ace351a99 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:04.426297 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1af3f7-bab5-435a-b2ff-00733a607f1e req-96ff4197-3de3-4e20-925b-d79089888fde tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:04.433480 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Transition to ACTIVE for port object 55944c6c-089e-4acf-9e0d-529ace351a99 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:04.442183 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.445241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-af1af3f7-bab5-435a-b2ff-00733a607f1e req-96ff4197-3de3-4e20-925b-d79089888fde tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.8252840 Jul 05 04:01:04.486032 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.604699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-af1af3f7-bab5-435a-b2ff-00733a607f1e req-22e35873-20e4-442a-a7e8-5405fa0e419f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587105 Jul 05 04:01:04.645405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 838e45c2-16c3-48fa-b9c2-6ac8e511a89e details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:04.653916 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Network e58bcae4-e4e8-49bb-ae17-0aa07dd0a694 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:04.667558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Pushing event updated for resources: {'Port': ['ID=55944c6c-089e-4acf-9e0d-529ace351a99,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:04.684751 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:04.695152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:04.714837 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.767971 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d235bb-5578-421f-aac4-2a589cf50f1a']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:04.780061 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.808238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9422bb65-aed8-4551-99c3-c561d10e8bd7') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:04.808582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9422bb65-aed8-4551-99c3-c561d10e8bd7') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:04.817253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43278) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.822404 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.resource_extend [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:01:04.842139 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.862265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.888287 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:04.893650 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.915874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43282) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.964102 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-41a59f66-140a-4afc-80f7-2dc1b5fe3049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:04.978225 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:05.040155 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.048015 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.053859 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/networks/c1d235bb-5578-421f-aac4-2a589cf50f1a HTTP/1.1" status: 204 len: 168 time: 0.8449669 Jul 05 04:01:05.061292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43286) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.068815 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e70fb7ca-01ae-410a-8bdb-cf4c31f01220 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1639792618'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:05.100665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Network': ['ID=c1d235bb-5578-421f-aac4-2a589cf50f1a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.129002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:05.129399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:05.129756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:05.130103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:05.130443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:05.130782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:05.131120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:05.135655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:05.138500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:05.138500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:05.138755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:05.138870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:05.138870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256c49a-a856-4de3-82da-dea96c43fdc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:05.174799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'port_id': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'mac_address': 'fa:16:3e:eb:e5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:05.219539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Attempting to bind port 55944c6c-089e-4acf-9e0d-529ace351a99 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:05.220055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Attempting to bind port 55944c6c-089e-4acf-9e0d-529ace351a99 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '21860a5f-10f0-4e9b-a551-fef6deaa3704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:05.220562 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Attempting to bind port 55944c6c-089e-4acf-9e0d-529ace351a99 on network e58bcae4-e4e8-49bb-ae17-0aa07dd0a694 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:05.223689 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.242949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838e45c2-16c3-48fa-b9c2-6ac8e511a89e {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:05.265843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:05.267824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:05.268270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Checking segment: {'id': '21860a5f-10f0-4e9b-a551-fef6deaa3704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:05.268931 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.274739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Bound using segment: {'id': '21860a5f-10f0-4e9b-a551-fef6deaa3704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:05.275682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Bound port: 55944c6c-089e-4acf-9e0d-529ace351a99, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21860a5f-10f0-4e9b-a551-fef6deaa3704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:05.276265 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.361347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] For port 55944c6c-089e-4acf-9e0d-529ace351a99, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:05.365646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] For port 55944c6c-089e-4acf-9e0d-529ace351a99, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=55944c6c-089e-4acf-9e0d-529ace351a99,segment=NetworkSegment(21860a5f-10f0-4e9b-a551-fef6deaa3704),segment_id=21860a5f-10f0-4e9b-a551-fef6deaa3704)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:05.366735 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.399014 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c5570ff2-beb6-4ea9-ad35-e2283d47cf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.438077 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.478532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.483454 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-41a59f66-140a-4afc-80f7-2dc1b5fe3049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.493531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['838e45c2-16c3-48fa-b9c2-6ac8e511a89e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:05.502002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Allocated IP 2001:db8:1::1 (e58bcae4-e4e8-49bb-ae17-0aa07dd0a694/55905d29-d0ce-4b10-b0ba-8b4941ab755b/d095ff0f-ec47-43b5-aba1-93089d8d2447) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:05.588853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e48ee-3555-494e-a263-53dc7881e54a None None] Pushing event updated for resources: {'Port': ['ID=55944c6c-089e-4acf-9e0d-529ace351a99,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.607363 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-41a59f66-140a-4afc-80f7-2dc1b5fe3049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.654542 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a59f66-140a-4afc-80f7-2dc1b5fe3049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28caa619-7606-4be1-a2c6-dc4b8347b623,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.683816 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-41a59f66-140a-4afc-80f7-2dc1b5fe3049 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd9264c8d70045cdbf3a152fa10bc5f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7644863 Jul 05 04:01:05.684932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43294) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.693905 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70fb7ca-01ae-410a-8bdb-cf4c31f01220 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:05.697840 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e70fb7ca-01ae-410a-8bdb-cf4c31f01220 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.837871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70fb7ca-01ae-410a-8bdb-cf4c31f01220 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:05.858225 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e70fb7ca-01ae-410a-8bdb-cf4c31f01220 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.858824 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-e70fb7ca-01ae-410a-8bdb-cf4c31f01220 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Added segment 9bf96159-3d7e-4744-b337-ccf189f4bd14 of type vlan for network 4354ddaa-cb90-4b8d-9c1c-d5411635d840 Jul 05 04:01:05.866055 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-584bda72-8c97-41b9-a869-98932f39441d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.916067 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-584bda72-8c97-41b9-a869-98932f39441d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.930359 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.049836 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e70fb7ca-01ae-410a-8bdb-cf4c31f01220 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.056530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Transition to ACTIVE for port object d095ff0f-ec47-43b5-aba1-93089d8d2447 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:06.056790 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-584bda72-8c97-41b9-a869-98932f39441d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.060789 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-584bda72-8c97-41b9-a869-98932f39441d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.066663 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-584bda72-8c97-41b9-a869-98932f39441d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28caa619-7606-4be1-a2c6-dc4b8347b623 HTTP/1.1" status: 204 len: 168 time: 0.3787944 Jul 05 04:01:06.082606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bda72-8c97-41b9-a869-98932f39441d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28caa619-7606-4be1-a2c6-dc4b8347b623,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:06.146449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ab032-8203-479e-8721-4771e26d2a6a req-4c9bc2a4-f53e-4ec2-a65d-b706aac59519 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:06.153648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b5ab032-8203-479e-8721-4771e26d2a6a req-4c9bc2a4-f53e-4ec2-a65d-b706aac59519 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.2968497 Jul 05 04:01:06.225265 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e70fb7ca-01ae-410a-8bdb-cf4c31f01220 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.231244 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70fb7ca-01ae-410a-8bdb-cf4c31f01220 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:06.231937 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e70fb7ca-01ae-410a-8bdb-cf4c31f01220 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.244893 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c5570ff2-beb6-4ea9-ad35-e2283d47cf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.268874 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b5ab032-8203-479e-8721-4771e26d2a6a req-26250e5a-37aa-4d58-8bca-a181e93e81d5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143327 Jul 05 04:01:06.310314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.361426 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c5570ff2-beb6-4ea9-ad35-e2283d47cf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.373827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fb7ca-01ae-410a-8bdb-cf4c31f01220 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Network': ['ID=4354ddaa-cb90-4b8d-9c1c-d5411635d840,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:06.394909 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 4354ddaa-cb90-4b8d-9c1c-d5411635d840 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:06.400315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network e58bcae4-e4e8-49bb-ae17-0aa07dd0a694 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:06.452574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:06.460644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:06.463518 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.502212 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e70fb7ca-01ae-410a-8bdb-cf4c31f01220 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4346466 Jul 05 04:01:06.503686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43310) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:06.511592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0246e51a-817c-4db0-8959-fc4f7e3e9251 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': '4354ddaa-cb90-4b8d-9c1c-d5411635d840', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:06.643607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 838e45c2-16c3-48fa-b9c2-6ac8e511a89e up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:06.759064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=d095ff0f-ec47-43b5-aba1-93089d8d2447,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:06.772682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c5570ff2-beb6-4ea9-ad35-e2283d47cf89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a607c2f2674441289ed0718e4b4a13e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9538922 Jul 05 04:01:06.773789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43320) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:06.774769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5570ff2-beb6-4ea9-ad35-e2283d47cf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2435c9-216e-4955-a9c0-42c6d4335ae8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:06.879571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0246e51a-817c-4db0-8959-fc4f7e3e9251 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:06.884281 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0246e51a-817c-4db0-8959-fc4f7e3e9251 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.958496 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3ac82d38-b11e-4e08-8fb1-4b3a85a65b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.987307 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3ac82d38-b11e-4e08-8fb1-4b3a85a65b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.122433 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.178972 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device decb4d27-a524-4a86-9b8f-bec9b59edef0 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:07.242565 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3ac82d38-b11e-4e08-8fb1-4b3a85a65b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.245422 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3ac82d38-b11e-4e08-8fb1-4b3a85a65b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.255763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3ac82d38-b11e-4e08-8fb1-4b3a85a65b8f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c2435c9-216e-4955-a9c0-42c6d4335ae8 HTTP/1.1" status: 204 len: 168 time: 0.4766312 Jul 05 04:01:07.313916 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0246e51a-817c-4db0-8959-fc4f7e3e9251 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.341190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac82d38-b11e-4e08-8fb1-4b3a85a65b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2435c9-216e-4955-a9c0-42c6d4335ae8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:07.362695 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:07.366527 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.555168 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.583364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port decb4d27-a524-4a86-9b8f-bec9b59edef0 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:07.607518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port decb4d27-a524-4a86-9b8f-bec9b59edef0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:07.607916 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.674651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246e51a-817c-4db0-8959-fc4f7e3e9251 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Checking segment: {'id': '9bf96159-3d7e-4744-b337-ccf189f4bd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4354ddaa-cb90-4b8d-9c1c-d5411635d840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:07.674901 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0246e51a-817c-4db0-8959-fc4f7e3e9251 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network hostable DHCP agents. Network: 4354ddaa-cb90-4b8d-9c1c-d5411635d840, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:07.678170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246e51a-817c-4db0-8959-fc4f7e3e9251 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Subnet': ['ID=81c81ede-f9cb-4590-8119-740d587b06d6,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:07.698727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:07.709159 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fa4873-664e-40ef-80ec-6140e8980ba4" -d '{"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-plugged", "status": "completed", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:07.739014 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:07.806151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdda4267-76ee-48d2-a49b-12c028211bc4 None None] Network e58bcae4-e4e8-49bb-ae17-0aa07dd0a694 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:07.820707 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.840176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64b0c7-08ea-4277-b930-7265c63b593b req-0fe66748-227e-40f2-99b9-eba12a1a9d96 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:07.847114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b64b0c7-08ea-4277-b930-7265c63b593b req-0fe66748-227e-40f2-99b9-eba12a1a9d96 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1411736 Jul 05 04:01:07.851090 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.889942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b64b0c7-08ea-4277-b930-7265c63b593b req-eed18267-e53f-4ec2-b157-c85101026014 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419459 Jul 05 04:01:07.932747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port decb4d27-a524-4a86-9b8f-bec9b59edef0, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=decb4d27-a524-4a86-9b8f-bec9b59edef0,segment=NetworkSegment(e15b29da-ff53-4abb-9113-d7ac17a8c627),segment_id=e15b29da-ff53-4abb-9113-d7ac17a8c627)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:07.946157 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c307c7-3640-46e1-8b67-090288390d9f x-openstack-request-id: req-b5c307c7-3640-46e1-8b67-090288390d9f {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:07.946449 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-plugged", "status": "completed", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:07.946720 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5c307c7-3640-46e1-8b67-090288390d9f {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:07.947131 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'code': 200} Jul 05 04:01:08.035453 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.035453 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.035712 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0246e51a-817c-4db0-8959-fc4f7e3e9251 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 4354ddaa-cb90-4b8d-9c1c-d5411635d840 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:08.036168 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.045692 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.047384 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 55944c6c-089e-4acf-9e0d-529ace351a99 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:08.050352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-47b3137d-486b-47f7-b813-bb4112eaa4a6 None None] Provisioning for port 55944c6c-089e-4acf-9e0d-529ace351a99 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:08.141427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=d095ff0f-ec47-43b5-aba1-93089d8d2447,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.169799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-0246e51a-817c-4db0-8959-fc4f7e3e9251 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 4354ddaa-cb90-4b8d-9c1c-d5411635d840) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:08.174415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=10']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.175555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246e51a-817c-4db0-8959-fc4f7e3e9251 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:08.176686 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0246e51a-817c-4db0-8959-fc4f7e3e9251 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.232521 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6796b2d-1cfd-4cb8-9575-ddf72d29e29a None None] Network 4354ddaa-cb90-4b8d-9c1c-d5411635d840 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:08.248072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network e58bcae4-e4e8-49bb-ae17-0aa07dd0a694 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:08.254238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:08.276064 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0246e51a-817c-4db0-8959-fc4f7e3e9251 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7710228 Jul 05 04:01:08.278572 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43372) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.285422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'network_id': '4354ddaa-cb90-4b8d-9c1c-d5411635d840', 'name': 'tempest-PortsTestJSON-689545316'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:08.355169 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 55944c6c-089e-4acf-9e0d-529ace351a99 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:08.409806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 55944c6c-089e-4acf-9e0d-529ace351a99 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:08.413062 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.582009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=decb4d27-a524-4a86-9b8f-bec9b59edef0,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.670282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router cc2056e6-4db2-4390-b67f-6b923c189eba has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:08.677571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:08.682765 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.772053 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port 43d14e6b-f689-4b64-af83-b2d0275d8c20 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:08.979802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:09.000002 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.006433 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-def38021-5275-4194-8e4e-54a20130c3d5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9367104 Jul 05 04:01:09.007934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43388) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:09.024735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4a994ac6-4b42-442f-abee-897c00f92cb9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1267919162'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:09.042691 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Sync routers for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:09.141638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a994ac6-4b42-442f-abee-897c00f92cb9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:09.145563 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4a994ac6-4b42-442f-abee-897c00f92cb9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.166447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-40103aad-a98d-4d3e-a914-d16921ea9899 None None] Provisioning for port d095ff0f-ec47-43b5-aba1-93089d8d2447 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:09.193971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-40103aad-a98d-4d3e-a914-d16921ea9899 None None] Provisioning complete for port d095ff0f-ec47-43b5-aba1-93089d8d2447 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:09.194348 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-40103aad-a98d-4d3e-a914-d16921ea9899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.199556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Allocated IP 172.20.0.9 (4354ddaa-cb90-4b8d-9c1c-d5411635d840/81c81ede-f9cb-4590-8119-740d587b06d6/43d14e6b-f689-4b64-af83-b2d0275d8c20) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:09.245808 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a994ac6-4b42-442f-abee-897c00f92cb9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:09.278407 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4a994ac6-4b42-442f-abee-897c00f92cb9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.278763 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-4a994ac6-4b42-442f-abee-897c00f92cb9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Added segment 2da11b8d-51bd-4580-95ae-81dddf839acb of type vlan for network e14de521-74bc-488b-8c29-2a0ae5e24549 Jul 05 04:01:09.291061 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 55944c6c-089e-4acf-9e0d-529ace351a99, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=55944c6c-089e-4acf-9e0d-529ace351a99,segment=NetworkSegment(21860a5f-10f0-4e9b-a551-fef6deaa3704),segment_id=21860a5f-10f0-4e9b-a551-fef6deaa3704)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:09.342017 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-4354ddaa-cb90-4b8d-9c1c-d5411635d840', 'network_id': '4354ddaa-cb90-4b8d-9c1c-d5411635d840', 'tenant_id': '5adc1c6c301048bb8b7c0c8e5dee051e', 'fixed_ips': [{'subnet_id': '81c81ede-f9cb-4590-8119-740d587b06d6'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:09.342017 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.464920 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:09.482814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:09.485336 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4a994ac6-4b42-442f-abee-897c00f92cb9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.679118 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.682629 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4a994ac6-4b42-442f-abee-897c00f92cb9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.736760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a994ac6-4b42-442f-abee-897c00f92cb9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:09.737497 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4a994ac6-4b42-442f-abee-897c00f92cb9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.751922 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.810775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Transition to ACTIVE for port object 43d14e6b-f689-4b64-af83-b2d0275d8c20 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:09.963642 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-40103aad-a98d-4d3e-a914-d16921ea9899 None None] Port d095ff0f-ec47-43b5-aba1-93089d8d2447 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:10.011061 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.042035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device decb4d27-a524-4a86-9b8f-bec9b59edef0 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:10.046012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a994ac6-4b42-442f-abee-897c00f92cb9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Network': ['ID=e14de521-74bc-488b-8c29-2a0ae5e24549,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:10.067597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f5fb4-fa0a-4433-85be-53fd449b4c63 req-2fb42a7c-5f13-402d-b1ad-fb00d517194c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:10.084958 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-053f5fb4-fa0a-4433-85be-53fd449b4c63 req-2fb42a7c-5f13-402d-b1ad-fb00d517194c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.5163054 Jul 05 04:01:10.107898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4a994ac6-4b42-442f-abee-897c00f92cb9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0969279 Jul 05 04:01:10.109647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43408) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:10.149073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network e14de521-74bc-488b-8c29-2a0ae5e24549 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:10.151784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7a103964-bc2f-473a-8ec2-dc8fa71c67aa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'subnet': {'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:10.154661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=43d14e6b-f689-4b64-af83-b2d0275d8c20,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:10.197444 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 4354ddaa-cb90-4b8d-9c1c-d5411635d840 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:10.200982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:10.207845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:10.266999 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:10.268011 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.365038 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-053f5fb4-fa0a-4433-85be-53fd449b4c63 req-bb561684-a733-4b67-9a07-4ac040977c08 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786472 Jul 05 04:01:10.383832 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fe32eec3-fd37-48af-84fe-3d46dbef4897 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1018414 Jul 05 04:01:10.384282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43414) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:10.454303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:10.513158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a103964-bc2f-473a-8ec2-dc8fa71c67aa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:10.517910 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a103964-bc2f-473a-8ec2-dc8fa71c67aa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.550599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-40103aad-a98d-4d3e-a914-d16921ea9899 None None] Provisioning complete for port 55944c6c-089e-4acf-9e0d-529ace351a99 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:10.553886 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-40103aad-a98d-4d3e-a914-d16921ea9899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.664012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=55944c6c-089e-4acf-9e0d-529ace351a99,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:10.747444 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d564c65f-fba1-4122-ba64-e81f235977fe tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port 43d14e6b-f689-4b64-af83-b2d0275d8c20 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:10.747444 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d564c65f-fba1-4122-ba64-e81f235977fe tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.840319 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port decb4d27-a524-4a86-9b8f-bec9b59edef0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:10.840945 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.023190 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d564c65f-fba1-4122-ba64-e81f235977fe tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.050394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d564c65f-fba1-4122-ba64-e81f235977fe tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for 43d14e6b-f689-4b64-af83-b2d0275d8c20 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:11.222413 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a103964-bc2f-473a-8ec2-dc8fa71c67aa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.263236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Allocated IP 172.20.0.2 (4354ddaa-cb90-4b8d-9c1c-d5411635d840/81c81ede-f9cb-4590-8119-740d587b06d6/1ef5256f-b026-4b17-a3f1-0b15e08023cb) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:11.393162 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d564c65f-fba1-4122-ba64-e81f235977fe tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.407629 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a103964-bc2f-473a-8ec2-dc8fa71c67aa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Subnet': ['ID=1fbe0b6f-ff01-46f3-abc1-c415dbeacf60,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:11.448749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a103964-bc2f-473a-8ec2-dc8fa71c67aa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Checking segment: {'id': '2da11b8d-51bd-4580-95ae-81dddf839acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:11.449124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a103964-bc2f-473a-8ec2-dc8fa71c67aa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network hostable DHCP agents. Network: e14de521-74bc-488b-8c29-2a0ae5e24549, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:11.528014 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564c65f-fba1-4122-ba64-e81f235977fe tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=43d14e6b-f689-4b64-af83-b2d0275d8c20,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:11.592977 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a103964-bc2f-473a-8ec2-dc8fa71c67aa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network e14de521-74bc-488b-8c29-2a0ae5e24549 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:11.653945 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d564c65f-fba1-4122-ba64-e81f235977fe tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.670885 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d564c65f-fba1-4122-ba64-e81f235977fe tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/43d14e6b-f689-4b64-af83-b2d0275d8c20 HTTP/1.1" status: 204 len: 168 time: 1.2853224 Jul 05 04:01:11.672068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43440) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:11.727266 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7a103964-bc2f-473a-8ec2-dc8fa71c67aa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, e14de521-74bc-488b-8c29-2a0ae5e24549) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:11.746298 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ad0706-5e59-43ff-a682-3bc02adc756e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:11.753312 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ad0706-5e59-43ff-a682-3bc02adc756e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:11.753312 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-63ad0706-5e59-43ff-a682-3bc02adc756e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/43d14e6b-f689-4b64-af83-b2d0275d8c20 HTTP/1.1" status: 404 len: 333 time: 0.0792837 Jul 05 04:01:11.753574 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43442) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:11.756522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a103964-bc2f-473a-8ec2-dc8fa71c67aa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.760119 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a103964-bc2f-473a-8ec2-dc8fa71c67aa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.891215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7a103964-bc2f-473a-8ec2-dc8fa71c67aa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7770014 Jul 05 04:01:11.891717 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-177edb67-70f1-4113-9410-a84ffed8cf44 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] GET failed (client error): The resource could not be found. Jul 05 04:01:11.893746 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-177edb67-70f1-4113-9410-a84ffed8cf44 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/43d14e6b-f689-4b64-af83-b2d0275d8c20 HTTP/1.1" status: 404 len: 333 time: 0.1362772 Jul 05 04:01:11.902251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43446) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:11.905592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43448) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:11.997158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192356b-47f7-469c-b235-583519b33b92 req-554086f7-edf3-4053-b356-893696380c45 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:12.005271 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4192356b-47f7-469c-b235-583519b33b92 req-554086f7-edf3-4053-b356-893696380c45 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.3822851 Jul 05 04:01:12.120398 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed37a852-eb27-4c04-a506-c2063891e25e None None] Network e14de521-74bc-488b-8c29-2a0ae5e24549 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:12.128279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 55944c6c-089e-4acf-9e0d-529ace351a99 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:12.208256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f88602-c0ee-41a0-a6ff-e58de775b09f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting subnet 81c81ede-f9cb-4590-8119-740d587b06d6 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:12.228862 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4192356b-47f7-469c-b235-583519b33b92 req-320619ea-cab5-46fd-8113-69518a4684af tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175894 Jul 05 04:01:12.465705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43460) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:12.653632 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:12.788254 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.789479 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.820875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 55944c6c-089e-4acf-9e0d-529ace351a99 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:12.823636 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.924400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fd4aafe3-d367-4390-be24-e6e090fa65c3 None None] Provisioning complete for port d095ff0f-ec47-43b5-aba1-93089d8d2447 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:12.924671 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fd4aafe3-d367-4390-be24-e6e090fa65c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.005386 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-e14de521-74bc-488b-8c29-2a0ae5e24549', 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'fixed_ips': [{'subnet_id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:13.006264 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.018486 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.039390 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:06Z', 'revision_number': 3, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 2, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:13.113830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fd4aafe3-d367-4390-be24-e6e090fa65c3 None None] Port d095ff0f-ec47-43b5-aba1-93089d8d2447 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:13.183864 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.263766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Allocated IP 172.25.0.77 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/e7da8258-6f25-45a5-bf69-a69410f716da) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:13.274574 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Checking router: cc2056e6-4db2-4390-b67f-6b923c189eba for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:13.274574 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Updating router cc2056e6-4db2-4390-b67f-6b923c189eba port d095ff0f-ec47-43b5-aba1-93089d8d2447 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:01:13.322252 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Transition to ACTIVE for port object 1ef5256f-b026-4b17-a3f1-0b15e08023cb will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:13.325381 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.551895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Transition to ACTIVE for port object 1ef5256f-b026-4b17-a3f1-0b15e08023cb will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:13.553687 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.665617 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67f88602-c0ee-41a0-a6ff-e58de775b09f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.713358 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.720422 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67f88602-c0ee-41a0-a6ff-e58de775b09f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.772997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Network 4354ddaa-cb90-4b8d-9c1c-d5411635d840 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:13.785732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Pushing event updated for resources: {'Port': ['ID=1ef5256f-b026-4b17-a3f1-0b15e08023cb,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:13.788513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:13.793797 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Allocated IP 2001:db8:2::2 (e14de521-74bc-488b-8c29-2a0ae5e24549/1fbe0b6f-ff01-46f3-abc1-c415dbeacf60/f9e71859-1e8d-44af-b0e2-eb9145c7718c) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:13.796863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:13.880352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67f88602-c0ee-41a0-a6ff-e58de775b09f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.881070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Attempting to bind port 1ef5256f-b026-4b17-a3f1-0b15e08023cb on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:13.881835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Attempting to bind port 1ef5256f-b026-4b17-a3f1-0b15e08023cb by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '9bf96159-3d7e-4744-b337-ccf189f4bd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4354ddaa-cb90-4b8d-9c1c-d5411635d840'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:13.882420 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Attempting to bind port 1ef5256f-b026-4b17-a3f1-0b15e08023cb on network 4354ddaa-cb90-4b8d-9c1c-d5411635d840 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:13.897579 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:13.898440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Checking segment: {'id': '9bf96159-3d7e-4744-b337-ccf189f4bd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4354ddaa-cb90-4b8d-9c1c-d5411635d840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:13.899065 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.899674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Bound using segment: {'id': '9bf96159-3d7e-4744-b337-ccf189f4bd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4354ddaa-cb90-4b8d-9c1c-d5411635d840'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:13.900399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Bound port: 1ef5256f-b026-4b17-a3f1-0b15e08023cb, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf96159-3d7e-4744-b337-ccf189f4bd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4354ddaa-cb90-4b8d-9c1c-d5411635d840'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:13.906337 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.999876 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.054251 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d11c4-634a-4e57-83ca-91a31c217d97 req-633c8c42-5d3b-4de6-8859-da384dc4ce19 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:14.056087 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b3d11c4-634a-4e57-83ca-91a31c217d97 req-633c8c42-5d3b-4de6-8859-da384dc4ce19 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.4517221 Jul 05 04:01:14.147394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:14.161611 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:14.189572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:14.250552 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b3d11c4-634a-4e57-83ca-91a31c217d97 req-b5ed1209-9af6-4c5d-bb33-ac6d154bef7a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776688 Jul 05 04:01:14.257891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event updated for resources: {'Port': ['ID=e7da8258-6f25-45a5-bf69-a69410f716da,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:14.286623 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.358403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Transition to ACTIVE for port object f9e71859-1e8d-44af-b0e2-eb9145c7718c will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:14.387472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Transition to ACTIVE for port object f9e71859-1e8d-44af-b0e2-eb9145c7718c will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:14.410997 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67f88602-c0ee-41a0-a6ff-e58de775b09f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.472543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f88602-c0ee-41a0-a6ff-e58de775b09f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Subnet': ['ID=81c81ede-f9cb-4590-8119-740d587b06d6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:14.474260 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.494804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Transition to ACTIVE for port object d095ff0f-ec47-43b5-aba1-93089d8d2447 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:14.505745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] For port 1ef5256f-b026-4b17-a3f1-0b15e08023cb, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:14.524124 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.567484 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] For port 1ef5256f-b026-4b17-a3f1-0b15e08023cb, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1ef5256f-b026-4b17-a3f1-0b15e08023cb,segment=NetworkSegment(9bf96159-3d7e-4744-b337-ccf189f4bd14),segment_id=9bf96159-3d7e-4744-b337-ccf189f4bd14)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:14.605771 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67f88602-c0ee-41a0-a6ff-e58de775b09f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.614713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-67f88602-c0ee-41a0-a6ff-e58de775b09f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/81c81ede-f9cb-4590-8119-740d587b06d6 HTTP/1.1" status: 204 len: 168 time: 2.6859291 Jul 05 04:01:14.614713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43478) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:14.726163 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.780808 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.780808 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.780808 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.853566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Allocated IP 2001:db8:2::1 (e14de521-74bc-488b-8c29-2a0ae5e24549/1fbe0b6f-ff01-46f3-abc1-c415dbeacf60/b83075b8-ea1a-4f3a-9300-01f3538486aa) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:14.862297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Network e14de521-74bc-488b-8c29-2a0ae5e24549 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:14.863158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08ce47-85e0-4995-bb98-2bd67f2dd7e7 None None] Pushing event updated for resources: {'Port': ['ID=d095ff0f-ec47-43b5-aba1-93089d8d2447,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:14.866605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:14.920751 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.996309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:15.015702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port 1ef5256f-b026-4b17-a3f1-0b15e08023cb {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:15.016095 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.071791 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd918f6-997a-4b23-8c38-0c25c819ba47 None None] Pushing event updated for resources: {'Port': ['ID=1ef5256f-b026-4b17-a3f1-0b15e08023cb,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:15.102572 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.138775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Transition to ACTIVE for port object b83075b8-ea1a-4f3a-9300-01f3538486aa will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:15.168337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] For port 1ef5256f-b026-4b17-a3f1-0b15e08023cb, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1ef5256f-b026-4b17-a3f1-0b15e08023cb,segment=NetworkSegment(9bf96159-3d7e-4744-b337-ccf189f4bd14),segment_id=9bf96159-3d7e-4744-b337-ccf189f4bd14)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:15.168763 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.186261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for 1ef5256f-b026-4b17-a3f1-0b15e08023cb owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:15.258382 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Attempting to bind port d095ff0f-ec47-43b5-aba1-93089d8d2447 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:15.259160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Attempting to bind port d095ff0f-ec47-43b5-aba1-93089d8d2447 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '21860a5f-10f0-4e9b-a551-fef6deaa3704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:15.259786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Attempting to bind port d095ff0f-ec47-43b5-aba1-93089d8d2447 on network e58bcae4-e4e8-49bb-ae17-0aa07dd0a694 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:15.266684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Pushing event updated for resources: {'Port': ['ID=f9e71859-1e8d-44af-b0e2-eb9145c7718c,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:15.381617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Attempting to bind port f9e71859-1e8d-44af-b0e2-eb9145c7718c on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:15.381617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Attempting to bind port f9e71859-1e8d-44af-b0e2-eb9145c7718c by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2da11b8d-51bd-4580-95ae-81dddf839acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:15.381617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Attempting to bind port f9e71859-1e8d-44af-b0e2-eb9145c7718c on network e14de521-74bc-488b-8c29-2a0ae5e24549 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:15.381617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:15.381617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Checking segment: {'id': '21860a5f-10f0-4e9b-a551-fef6deaa3704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:15.381617 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.381617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Bound using segment: {'id': '21860a5f-10f0-4e9b-a551-fef6deaa3704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:15.381617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Bound port: d095ff0f-ec47-43b5-aba1-93089d8d2447, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21860a5f-10f0-4e9b-a551-fef6deaa3704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:15.381617 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.383010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:15.383010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Checking segment: {'id': '2da11b8d-51bd-4580-95ae-81dddf839acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:15.383010 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.383010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Bound using segment: {'id': '2da11b8d-51bd-4580-95ae-81dddf839acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:15.383010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Bound port: f9e71859-1e8d-44af-b0e2-eb9145c7718c, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da11b8d-51bd-4580-95ae-81dddf839acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:15.383010 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.383636 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.469898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] For port d095ff0f-ec47-43b5-aba1-93089d8d2447, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:15.469898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] For port f9e71859-1e8d-44af-b0e2-eb9145c7718c, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:15.469898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] For port f9e71859-1e8d-44af-b0e2-eb9145c7718c, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f9e71859-1e8d-44af-b0e2-eb9145c7718c,segment=NetworkSegment(2da11b8d-51bd-4580-95ae-81dddf839acb),segment_id=2da11b8d-51bd-4580-95ae-81dddf839acb)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:15.469898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] For port d095ff0f-ec47-43b5-aba1-93089d8d2447, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d095ff0f-ec47-43b5-aba1-93089d8d2447,segment=NetworkSegment(21860a5f-10f0-4e9b-a551-fef6deaa3704),segment_id=21860a5f-10f0-4e9b-a551-fef6deaa3704)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:15.470821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ba29-a249-42e1-957a-9fad33b6ccb0 req-e2a5021e-7114-4040-b600-9b592993a240 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:15.470821 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1825ba29-a249-42e1-957a-9fad33b6ccb0 req-e2a5021e-7114-4040-b600-9b592993a240 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.0844476 Jul 05 04:01:15.543681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1825ba29-a249-42e1-957a-9fad33b6ccb0 req-9b5c6227-2ee7-405a-bb2c-9fe5511c844b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455165 Jul 05 04:01:15.679371 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.679738 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.681036 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.684864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.766803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event updated for resources: {'Port': ['ID=e7da8258-6f25-45a5-bf69-a69410f716da,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:15.778775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No DVR routers for this DVR port 1ef5256f-b026-4b17-a3f1-0b15e08023cb on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:15.785441 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.847009 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=b83075b8-ea1a-4f3a-9300-01f3538486aa,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:15.868900 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network e14de521-74bc-488b-8c29-2a0ae5e24549 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:15.878740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:15.889362 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:15.890575 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.911962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=1ef5256f-b026-4b17-a3f1-0b15e08023cb,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:15.977456 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08ce47-85e0-4995-bb98-2bd67f2dd7e7 None None] Pushing event updated for resources: {'Port': ['ID=d095ff0f-ec47-43b5-aba1-93089d8d2447,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:16.016194 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1ef5256f-b026-4b17-a3f1-0b15e08023cb up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:16.214625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:16.215303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:16.242497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 1ef5256f-b026-4b17-a3f1-0b15e08023cb {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:16.242855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1ef5256f-b026-4b17-a3f1-0b15e08023cb not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 04:01:16.414092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e3288-f2ea-4479-9170-d6256dc2203a None None] Pushing event updated for resources: {'Port': ['ID=f9e71859-1e8d-44af-b0e2-eb9145c7718c,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:16.630229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Port 1ef5256f-b026-4b17-a3f1-0b15e08023cb not found, will not notify nova. {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 04:01:16.771881 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.797844 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:16.821511 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.856830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4354ddaa-cb90-4b8d-9c1c-d5411635d840']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:16.899904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf96159-3d7e-4744-b337-ccf189f4bd14') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:16.900604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf96159-3d7e-4744-b337-ccf189f4bd14') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:16.914733 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.930609 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.948689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:16.949362 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:17.037512 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:17.083181 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.088049 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-028b040a-8823-4871-864e-43f3c0357830 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6212282 Jul 05 04:01:17.091360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43506) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:17.099937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2096534737'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:17.128960 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.145906 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.148096 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/networks/4354ddaa-cb90-4b8d-9c1c-d5411635d840 HTTP/1.1" status: 204 len: 168 time: 2.5335877 Jul 05 04:01:17.151270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a546b-c057-4f33-bb7b-48a3780fa5dd None None] Network 4354ddaa-cb90-4b8d-9c1c-d5411635d840 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:17.154571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43508) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:17.177499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8f8c92b5-1766-484b-b001-ea956c0ade7e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1861550272'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:17.200946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a546b-c057-4f33-bb7b-48a3780fa5dd None None] Network 4354ddaa-cb90-4b8d-9c1c-d5411635d840 could not be found, it might have been deleted concurrently. {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:01:17.213860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8508a74-3648-42d3-b903-d218ef0a1e6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Network': ['ID=4354ddaa-cb90-4b8d-9c1c-d5411635d840,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:17.214994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7c2a0ad9-62c6-40bc-875e-af104d0efb7c None None] Could not find standard attr ID for object 1ef5256f-b026-4b17-a3f1-0b15e08023cb. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:01:17.284313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:06Z', 'revision_number': 3, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:15Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:17.288034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af217b-f6fd-4037-b5ec-a4006b9724bc req-48df22a3-0fae-47e1-a2a3-443aa3c64a4d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:17.305672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21af217b-f6fd-4037-b5ec-a4006b9724bc req-48df22a3-0fae-47e1-a2a3-443aa3c64a4d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.4299541 Jul 05 04:01:17.336391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Made reservation on behalf of 46a73650673f46258ec0831d46005dc2 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:17.344882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.413506 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.475602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21af217b-f6fd-4037-b5ec-a4006b9724bc req-f199bc62-207e-4251-9fc8-469b8f3a3152 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674397 Jul 05 04:01:17.479433 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.487133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8c92b5-1766-484b-b001-ea956c0ade7e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:17.501933 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8f8c92b5-1766-484b-b001-ea956c0ade7e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.589444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8c92b5-1766-484b-b001-ea956c0ade7e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:17.631111 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8f8c92b5-1766-484b-b001-ea956c0ade7e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.631456 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-8f8c92b5-1766-484b-b001-ea956c0ade7e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Added segment 96ecb191-85d2-40fb-b2e1-4e75372c5e51 of type vlan for network 2b20eeae-28af-47aa-96e6-673f42d6b051 Jul 05 04:01:17.754331 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8f8c92b5-1766-484b-b001-ea956c0ade7e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.934131 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61d8b65-d2ba-4da9-ab50-08631d7c5483 None None] DHCP port deletion for 4354ddaa-cb90-4b8d-9c1c-d5411635d840 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:01:17.934131 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f7d50-37fd-4b47-b26a-5a697232a634 None None] The sync data for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 is: [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:06Z', 'revision_number': 3, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:15Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:17.962837 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.050027 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8f8c92b5-1766-484b-b001-ea956c0ade7e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.058234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8c92b5-1766-484b-b001-ea956c0ade7e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.060284 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8f8c92b5-1766-484b-b001-ea956c0ade7e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.062376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f9e71859-1e8d-44af-b0e2-eb9145c7718c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:18.104789 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.127865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.210186 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.211085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.227626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1085dc4-da0e-4ba2-99fd-8caee8e6ae7c None None] Network e14de521-74bc-488b-8c29-2a0ae5e24549 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:18.312410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:18.383288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8f8c92b5-1766-484b-b001-ea956c0ade7e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2100363 Jul 05 04:01:18.383982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c92b5-1766-484b-b001-ea956c0ade7e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Network': ['ID=2b20eeae-28af-47aa-96e6-673f42d6b051,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:18.391486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43524) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:18.396805 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.397275 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Added segment 8bc36643-0f1b-4eda-9b1e-02820cb837be of type vlan for network 94362196-73a2-46ec-83f7-743ca17d8a51 Jul 05 04:01:18.408619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port f9e71859-1e8d-44af-b0e2-eb9145c7718c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:18.413538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 2b20eeae-28af-47aa-96e6-673f42d6b051 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:18.426494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2a62d0cb-7815-416a-b925-97bf62e8eec6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': '2b20eeae-28af-47aa-96e6-673f42d6b051', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:18.486335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network e14de521-74bc-488b-8c29-2a0ae5e24549 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:18.507176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:18.524338 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=b83075b8-ea1a-4f3a-9300-01f3538486aa,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:18.654270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a269cb4-ab7f-4e39-b0bc-c204d7776ac7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:18.714311 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router cc2056e6-4db2-4390-b67f-6b923c189eba has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:18.755338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1ef5256f-b026-4b17-a3f1-0b15e08023cb no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:18.767531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9d14e2b1-0221-4f88-a43f-5dcadac3ca56 None None] Provisioning for port f9e71859-1e8d-44af-b0e2-eb9145c7718c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:18.805771 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.835593 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 1ef5256f-b026-4b17-a3f1-0b15e08023cb {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:18.836396 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1ef5256f-b026-4b17-a3f1-0b15e08023cb not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:18.859556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9d14e2b1-0221-4f88-a43f-5dcadac3ca56 None None] Provisioning complete for port f9e71859-1e8d-44af-b0e2-eb9145c7718c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:18.860098 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9d14e2b1-0221-4f88-a43f-5dcadac3ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.892146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a62d0cb-7815-416a-b925-97bf62e8eec6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:18.925696 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2a62d0cb-7815-416a-b925-97bf62e8eec6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.993388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:19.005687 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0e51fe0b-fb3a-42f8-93a4-9cc7de7e9e8f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0979297 Jul 05 04:01:19.008606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43540) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:19.011879 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9d14e2b1-0221-4f88-a43f-5dcadac3ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.020303 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-84b24ca7-f084-4949-b159-fc9ecb889faa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1824865591'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:19.071638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9d14e2b1-0221-4f88-a43f-5dcadac3ca56 None None] For port f9e71859-1e8d-44af-b0e2-eb9145c7718c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f9e71859-1e8d-44af-b0e2-eb9145c7718c,segment=NetworkSegment(2da11b8d-51bd-4580-95ae-81dddf839acb),segment_id=2da11b8d-51bd-4580-95ae-81dddf839acb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:19.079601 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.085559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:19.085932 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.199262 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b24ca7-f084-4949-b159-fc9ecb889faa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:19.199626 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9d14e2b1-0221-4f88-a43f-5dcadac3ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.203224 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84b24ca7-f084-4949-b159-fc9ecb889faa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.268837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b24ca7-f084-4949-b159-fc9ecb889faa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:19.295590 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84b24ca7-f084-4949-b159-fc9ecb889faa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.297698 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-84b24ca7-f084-4949-b159-fc9ecb889faa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Added segment 23f70a76-64f2-44d0-8379-f90cf18f66f6 of type vlan for network c6ecb4eb-e58e-4bff-ae12-4ad3088a4905 Jul 05 04:01:19.306586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14e2b1-0221-4f88-a43f-5dcadac3ca56 None None] Pushing event updated for resources: {'Port': ['ID=f9e71859-1e8d-44af-b0e2-eb9145c7718c,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:19.362187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9791a3-0ae5-4a98-8220-ba85de891330 req-59ea92f1-ec32-48e4-b8d6-cbd56104d118 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:19.369828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b9791a3-0ae5-4a98-8220-ba85de891330 req-59ea92f1-ec32-48e4-b8d6-cbd56104d118 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.5444689 Jul 05 04:01:19.406674 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84b24ca7-f084-4949-b159-fc9ecb889faa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.414860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43542) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:19.420484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3253410 Jul 05 04:01:19.423460 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-cf5ca19c-c82f-4236-8f0b-18a90380e270 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Request body: {'subnet': {'network_id': '94362196-73a2-46ec-83f7-743ca17d8a51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:19.430255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0f5d8-9384-43ee-aabc-14480868a562 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event updated for resources: {'Network': ['ID=94362196-73a2-46ec-83f7-743ca17d8a51,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:19.457904 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Sync routers for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:19.459701 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 94362196-73a2-46ec-83f7-743ca17d8a51 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:19.487759 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b9791a3-0ae5-4a98-8220-ba85de891330 req-11aaa3b4-b0f0-40b5-8309-061c4d01d7f3 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162734 Jul 05 04:01:19.518033 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:19.518692 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:19.753164 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.resource_extend [None req-84b24ca7-f084-4949-b159-fc9ecb889faa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:01:19.769912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5654394f-b239-41d4-b952-9367ade9ce99 None None] Provisioning for port b83075b8-ea1a-4f3a-9300-01f3538486aa completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:19.782671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5654394f-b239-41d4-b952-9367ade9ce99 None None] Provisioning complete for port b83075b8-ea1a-4f3a-9300-01f3538486aa triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:19.783087 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5654394f-b239-41d4-b952-9367ade9ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.788130 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:19.873214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2a62d0cb-7815-416a-b925-97bf62e8eec6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.881641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5654394f-b239-41d4-b952-9367ade9ce99 None None] Port b83075b8-ea1a-4f3a-9300-01f3538486aa cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:19.930988 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5654394f-b239-41d4-b952-9367ade9ce99 None None] Provisioning complete for port f9e71859-1e8d-44af-b0e2-eb9145c7718c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:19.930988 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5654394f-b239-41d4-b952-9367ade9ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.942635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a8626-24ea-4bd0-9ecd-81f98fff6f1a req-e9abaa53-0483-498b-b50c-82e37c12912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:19.944190 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-073a8626-24ea-4bd0-9ecd-81f98fff6f1a req-e9abaa53-0483-498b-b50c-82e37c12912c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4ce3e94b11467baf98b0133ae5e4ed&device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 1096 time: 0.3227601 Jul 05 04:01:20.104966 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f9e71859-1e8d-44af-b0e2-eb9145c7718c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:20.116487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62d0cb-7815-416a-b925-97bf62e8eec6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Subnet': ['ID=7e34bce9-a3fd-4812-aa84-640a6a3ed8b9,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:20.141895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a62d0cb-7815-416a-b925-97bf62e8eec6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Checking segment: {'id': '96ecb191-85d2-40fb-b2e1-4e75372c5e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2b20eeae-28af-47aa-96e6-673f42d6b051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:20.142670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a62d0cb-7815-416a-b925-97bf62e8eec6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network hostable DHCP agents. Network: 2b20eeae-28af-47aa-96e6-673f42d6b051, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:20.206519 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a8626-24ea-4bd0-9ecd-81f98fff6f1a req-8eedd436-b05a-41ed-9db7-b778443f1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.221273 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-073a8626-24ea-4bd0-9ecd-81f98fff6f1a req-8eedd436-b05a-41ed-9db7-b778443f1a1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb680753-4518-4b31-b2c8-56ca0a768a05 HTTP/1.1" status: 200 len: 914 time: 0.2651241 Jul 05 04:01:20.227476 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84b24ca7-f084-4949-b159-fc9ecb889faa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.243129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b24ca7-f084-4949-b159-fc9ecb889faa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.244288 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84b24ca7-f084-4949-b159-fc9ecb889faa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.250638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f9e71859-1e8d-44af-b0e2-eb9145c7718c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:20.251197 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.290551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a62d0cb-7815-416a-b925-97bf62e8eec6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 2b20eeae-28af-47aa-96e6-673f42d6b051 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:20.420404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b24ca7-f084-4949-b159-fc9ecb889faa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Network': ['ID=c6ecb4eb-e58e-4bff-ae12-4ad3088a4905,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:20.425219 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-073a8626-24ea-4bd0-9ecd-81f98fff6f1a req-83e4684e-fdfe-4165-878a-ff3af6ca7218 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0575119c-3a1e-4c1c-a150-8da545447d28 HTTP/1.1" status: 200 len: 217 time: 0.1727164 Jul 05 04:01:20.454957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-2a62d0cb-7815-416a-b925-97bf62e8eec6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 2b20eeae-28af-47aa-96e6-673f42d6b051) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:20.458975 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a62d0cb-7815-416a-b925-97bf62e8eec6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.459770 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2a62d0cb-7815-416a-b925-97bf62e8eec6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.471086 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:17Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'b83075b8-ea1a-4f3a-9300-01f3538486aa', 'name': '', 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:23:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:13Z', 'updated_at': '2021-07-05T04:01:17Z', 'revision_number': 2, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:15Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:20.488989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d095ff0f-ec47-43b5-aba1-93089d8d2447 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:20.491480 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5ca19c-c82f-4236-8f0b-18a90380e270 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Made reservation on behalf of 46a73650673f46258ec0831d46005dc2 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:20.492205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network c6ecb4eb-e58e-4bff-ae12-4ad3088a4905 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:20.495525 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf5ca19c-c82f-4236-8f0b-18a90380e270 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.521740 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Checking router: cc2056e6-4db2-4390-b67f-6b923c189eba for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:20.522184 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Updating router cc2056e6-4db2-4390-b67f-6b923c189eba port b83075b8-ea1a-4f3a-9300-01f3538486aa binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:01:20.569607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2a62d0cb-7815-416a-b925-97bf62e8eec6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1699317 Jul 05 04:01:20.578394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43560) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.584124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'network_id': '2b20eeae-28af-47aa-96e6-673f42d6b051', 'security_groups': [], 'name': 'tempest-PortsTestJSON-57999909'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:20.611000 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.621279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7294d76d-3442-4cab-ad49-4aad10bc8b94 None None] Network 2b20eeae-28af-47aa-96e6-673f42d6b051 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:20.623334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c213b6ad-9541-4507-ad09-3a947d3cbf14 None None] Provisioning complete for port b83075b8-ea1a-4f3a-9300-01f3538486aa triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:20.627218 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c213b6ad-9541-4507-ad09-3a947d3cbf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.739363 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c213b6ad-9541-4507-ad09-3a947d3cbf14 None None] Port b83075b8-ea1a-4f3a-9300-01f3538486aa cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:20.814274 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-84b24ca7-f084-4949-b159-fc9ecb889faa tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8047202 Jul 05 04:01:20.822094 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43566) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.825360 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-77866b47-8627-4c6b-bfcc-3054edda02bc tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'subnet': {'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:20.884511 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a8626-24ea-4bd0-9ecd-81f98fff6f1a req-583d570e-507f-46fe-a745-847f3d318f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.886933 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-073a8626-24ea-4bd0-9ecd-81f98fff6f1a req-583d570e-507f-46fe-a745-847f3d318f70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cefa76d6-ca51-49f1-9b3c-abe7c879904a HTTP/1.1" status: 200 len: 853 time: 0.4546785 Jul 05 04:01:20.900834 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf5ca19c-c82f-4236-8f0b-18a90380e270 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.932139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba75a5-3ef5-424a-92e1-592dd1bab0e7 req-16f6bfad-bee9-4a52-a2ec-6ff36a2b9bb1 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.934594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6ba75a5-3ef5-424a-92e1-592dd1bab0e7 req-16f6bfad-bee9-4a52-a2ec-6ff36a2b9bb1 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.1122870 Jul 05 04:01:20.967037 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5578f75f-9c85-467e-9ec4-c4de4ad774de None None] Provisioning complete for port b83075b8-ea1a-4f3a-9300-01f3538486aa triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:20.967561 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5578f75f-9c85-467e-9ec4-c4de4ad774de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.004979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6ba75a5-3ef5-424a-92e1-592dd1bab0e7 req-58048dea-4943-45c6-8938-d69f91d891be tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620646 Jul 05 04:01:21.016807 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-073a8626-24ea-4bd0-9ecd-81f98fff6f1a req-4f8cbd22-96b5-4cc9-900d-eeead72f6cb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb680753-4518-4b31-b2c8-56ca0a768a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177855 Jul 05 04:01:21.022567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:21.029954 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.086962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port 1bee8df3-bbe7-4332-be35-1056b7b28db2 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:21.118395 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5578f75f-9c85-467e-9ec4-c4de4ad774de None None] Port b83075b8-ea1a-4f3a-9300-01f3538486aa cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:21.166731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d095ff0f-ec47-43b5-aba1-93089d8d2447 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:21.229490 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d095ff0f-ec47-43b5-aba1-93089d8d2447 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:21.229879 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.260955 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.278313 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Transition to ACTIVE for port object b83075b8-ea1a-4f3a-9300-01f3538486aa will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:21.281514 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-073a8626-24ea-4bd0-9ecd-81f98fff6f1a req-eeb7e387-8788-4398-82a7-fe2ca51d6a88 service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389245 Jul 05 04:01:21.323289 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2fed8225-5d89-4acb-98d3-e9bbcbd1a088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.373692 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ca19c-c82f-4236-8f0b-18a90380e270 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event updated for resources: {'Subnet': ['ID=57a33865-be96-4a0d-9ade-cb775f563602,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:21.400113 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Allocated IP 172.20.0.8 (2b20eeae-28af-47aa-96e6-673f42d6b051/7e34bce9-a3fd-4812-aa84-640a6a3ed8b9/1bee8df3-bbe7-4332-be35-1056b7b28db2) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:21.409934 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.418491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-2b20eeae-28af-47aa-96e6-673f42d6b051', 'network_id': '2b20eeae-28af-47aa-96e6-673f42d6b051', 'tenant_id': '5adc1c6c301048bb8b7c0c8e5dee051e', 'fixed_ips': [{'subnet_id': '7e34bce9-a3fd-4812-aa84-640a6a3ed8b9'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:21.418491 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.550428 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80cf65-a958-471d-b755-26df66f08c77 None None] Pushing event updated for resources: {'Port': ['ID=b83075b8-ea1a-4f3a-9300-01f3538486aa,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:21.566840 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-073a8626-24ea-4bd0-9ecd-81f98fff6f1a req-dfdfda40-1ac2-49ca-bd64-650bc458d480 service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681365 Jul 05 04:01:21.614821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ca19c-c82f-4236-8f0b-18a90380e270 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Checking segment: {'id': '8bc36643-0f1b-4eda-9b1e-02820cb837be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94362196-73a2-46ec-83f7-743ca17d8a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:21.615959 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5ca19c-c82f-4236-8f0b-18a90380e270 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Network hostable DHCP agents. Network: 94362196-73a2-46ec-83f7-743ca17d8a51, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:21.663930 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.709597 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Attempting to bind port b83075b8-ea1a-4f3a-9300-01f3538486aa on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:21.711099 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Attempting to bind port b83075b8-ea1a-4f3a-9300-01f3538486aa by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2da11b8d-51bd-4580-95ae-81dddf839acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:21.712666 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Attempting to bind port b83075b8-ea1a-4f3a-9300-01f3538486aa on network e14de521-74bc-488b-8c29-2a0ae5e24549 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:21.721285 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:21.724108 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Checking segment: {'id': '2da11b8d-51bd-4580-95ae-81dddf839acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:21.724975 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.726243 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Bound using segment: {'id': '2da11b8d-51bd-4580-95ae-81dddf839acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:21.728859 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Bound port: b83075b8-ea1a-4f3a-9300-01f3538486aa, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da11b8d-51bd-4580-95ae-81dddf839acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:21.728859 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.730721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5ca19c-c82f-4236-8f0b-18a90380e270 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Network 94362196-73a2-46ec-83f7-743ca17d8a51 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:21.739867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77866b47-8627-4c6b-bfcc-3054edda02bc tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Made reservation on behalf of 3923129118b145ccabfefaf08322e262 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:21.749977 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77866b47-8627-4c6b-bfcc-3054edda02bc tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.797130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d095ff0f-ec47-43b5-aba1-93089d8d2447, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d095ff0f-ec47-43b5-aba1-93089d8d2447,segment=NetworkSegment(21860a5f-10f0-4e9b-a551-fef6deaa3704),segment_id=21860a5f-10f0-4e9b-a551-fef6deaa3704)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:21.811326 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-cf5ca19c-c82f-4236-8f0b-18a90380e270 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 94362196-73a2-46ec-83f7-743ca17d8a51) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:21.816875 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.827076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b099f4f-03d7-42e1-8f80-6b5a63963b11 None None] Network 94362196-73a2-46ec-83f7-743ca17d8a51 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:21.879997 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Transition to ACTIVE for port object 1bee8df3-bbe7-4332-be35-1056b7b28db2 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:21.916881 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.938031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5ca19c-c82f-4236-8f0b-18a90380e270 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:21.938031 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf5ca19c-c82f-4236-8f0b-18a90380e270 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.971194 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] For port b83075b8-ea1a-4f3a-9300-01f3538486aa, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:21.978129 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] For port b83075b8-ea1a-4f3a-9300-01f3538486aa, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b83075b8-ea1a-4f3a-9300-01f3538486aa,segment=NetworkSegment(2da11b8d-51bd-4580-95ae-81dddf839acb),segment_id=2da11b8d-51bd-4580-95ae-81dddf839acb)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:22.053933 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.092539 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.135925 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Allocated IP 172.20.0.2 (2b20eeae-28af-47aa-96e6-673f42d6b051/7e34bce9-a3fd-4812-aa84-640a6a3ed8b9/e1c374fb-2199-4ca6-878a-7fe594597f5e) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:22.138793 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cf5ca19c-c82f-4236-8f0b-18a90380e270 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7164350 Jul 05 04:01:22.140865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43582) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.186089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-515381193', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:22.218526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=1bee8df3-bbe7-4332-be35-1056b7b28db2,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:22.257995 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:22.259097 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:22.262250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 2b20eeae-28af-47aa-96e6-673f42d6b051 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:22.267177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:22.287471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:22.357674 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.359403 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.522988 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80cf65-a958-471d-b755-26df66f08c77 None None] Pushing event updated for resources: {'Port': ['ID=b83075b8-ea1a-4f3a-9300-01f3538486aa,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:22.582413 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:22.587198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:22.593056 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.600589 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77866b47-8627-4c6b-bfcc-3054edda02bc tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.621441 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d095ff0f-ec47-43b5-aba1-93089d8d2447,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:22.662080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.698395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8107aec-7f38-4d9f-aa07-bf642abb3aa3 req-2b2f82a7-bcc1-4118-80f3-1aa4723f7a40 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:22.715166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e8107aec-7f38-4d9f-aa07-bf642abb3aa3 req-2b2f82a7-bcc1-4118-80f3-1aa4723f7a40 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 945 time: 0.3756566 Jul 05 04:01:22.743484 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0575119c-3a1e-4c1c-a150-8da545447d28 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:22.798843 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e8107aec-7f38-4d9f-aa07-bf642abb3aa3 req-4d94c2b4-544f-46aa-af2e-76ec8d3d79f3 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826716 Jul 05 04:01:22.803474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9465a85e-e68b-4c32-8e83-3b8d60ade929 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 2.2213778 Jul 05 04:01:22.810116 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43590) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.870464 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-94362196-73a2-46ec-83f7-743ca17d8a51', 'network_id': '94362196-73a2-46ec-83f7-743ca17d8a51', 'tenant_id': '46a73650673f46258ec0831d46005dc2', 'fixed_ips': [{'subnet_id': '57a33865-be96-4a0d-9ade-cb775f563602'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:22.871235 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.897771 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.938517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Transition to ACTIVE for port object e1c374fb-2199-4ca6-878a-7fe594597f5e will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:22.973691 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.987921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Transition to ACTIVE for port object e1c374fb-2199-4ca6-878a-7fe594597f5e will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:22.993387 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77866b47-8627-4c6b-bfcc-3054edda02bc tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Checking segment: {'id': '23f70a76-64f2-44d0-8379-f90cf18f66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:22.993913 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77866b47-8627-4c6b-bfcc-3054edda02bc tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network hostable DHCP agents. Network: c6ecb4eb-e58e-4bff-ae12-4ad3088a4905, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:22.997968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77866b47-8627-4c6b-bfcc-3054edda02bc tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Subnet': ['ID=fcee540c-b5cc-472f-9875-07e5b1dadbe0,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:23.035491 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:17Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'b83075b8-ea1a-4f3a-9300-01f3538486aa', 'name': '', 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:23:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:13Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:23.088446 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.096629 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13314273-ba47-418e-8fac-2853bd1abd59 None None] The sync data for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 is: [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:17Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'b83075b8-ea1a-4f3a-9300-01f3538486aa', 'name': '', 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:23:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:13Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:23.204208 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77866b47-8627-4c6b-bfcc-3054edda02bc tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network c6ecb4eb-e58e-4bff-ae12-4ad3088a4905 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:23.275425 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c94e4567-4595-47f0-ad13-bc8c1d955ebc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port 1bee8df3-bbe7-4332-be35-1056b7b28db2 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:23.275944 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c94e4567-4595-47f0-ad13-bc8c1d955ebc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.402702 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.403186 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c94e4567-4595-47f0-ad13-bc8c1d955ebc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.428328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Network 2b20eeae-28af-47aa-96e6-673f42d6b051 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:23.428830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c94e4567-4595-47f0-ad13-bc8c1d955ebc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for 1bee8df3-bbe7-4332-be35-1056b7b28db2 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:23.462566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-77866b47-8627-4c6b-bfcc-3054edda02bc tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, c6ecb4eb-e58e-4bff-ae12-4ad3088a4905) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:23.466829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 0575119c-3a1e-4c1c-a150-8da545447d28, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0575119c-3a1e-4c1c-a150-8da545447d28,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:23.476476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb54af4-c5f2-4f08-8854-56e2fd81b946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0575119c-3a1e-4c1c-a150-8da545447d28'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:23.476476 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6079886-39dc-4090-b365-78764f2b9471" -d '{"events": [{"server_uuid": "9bb54af4-c5f2-4f08-8854-56e2fd81b946", "name": "network-vif-unplugged", "status": "completed", "tag": "0575119c-3a1e-4c1c-a150-8da545447d28"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:23.479337 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:23.485085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:23.519804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Pushing event updated for resources: {'Port': ['ID=e1c374fb-2199-4ca6-878a-7fe594597f5e,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:23.529627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77866b47-8627-4c6b-bfcc-3054edda02bc tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:23.533013 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77866b47-8627-4c6b-bfcc-3054edda02bc tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.689651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Allocated IP 172.20.0.2 (94362196-73a2-46ec-83f7-743ca17d8a51/57a33865-be96-4a0d-9ade-cb775f563602/ebdba986-1c05-4eea-90f7-ace42e7088ef) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:23.706347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7c253a-5931-4988-85c0-79ec4ed77092 None None] Network c6ecb4eb-e58e-4bff-ae12-4ad3088a4905 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:23.719441 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-77866b47-8627-4c6b-bfcc-3054edda02bc tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8962412 Jul 05 04:01:23.720031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43604) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.741035 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b896c6f-5858-4821-9fb7-56bf40f35620 x-openstack-request-id: req-4b896c6f-5858-4821-9fb7-56bf40f35620 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:23.741360 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb54af4-c5f2-4f08-8854-56e2fd81b946", "name": "network-vif-unplugged", "status": "completed", "tag": "0575119c-3a1e-4c1c-a150-8da545447d28", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:23.741598 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b896c6f-5858-4821-9fb7-56bf40f35620 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:23.742013 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb54af4-c5f2-4f08-8854-56e2fd81b946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0575119c-3a1e-4c1c-a150-8da545447d28', 'code': 200} Jul 05 04:01:23.824637 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.162846 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.227801 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.245862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Attempting to bind port e1c374fb-2199-4ca6-878a-7fe594597f5e on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:24.246173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Attempting to bind port e1c374fb-2199-4ca6-878a-7fe594597f5e by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '96ecb191-85d2-40fb-b2e1-4e75372c5e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2b20eeae-28af-47aa-96e6-673f42d6b051'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:24.246542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Attempting to bind port e1c374fb-2199-4ca6-878a-7fe594597f5e on network 2b20eeae-28af-47aa-96e6-673f42d6b051 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:24.346826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b83075b8-ea1a-4f3a-9300-01f3538486aa up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:24.385780 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c94e4567-4595-47f0-ad13-bc8c1d955ebc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.435647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:24.437974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Checking segment: {'id': '96ecb191-85d2-40fb-b2e1-4e75372c5e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2b20eeae-28af-47aa-96e6-673f42d6b051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:24.438599 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.439208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Bound using segment: {'id': '96ecb191-85d2-40fb-b2e1-4e75372c5e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2b20eeae-28af-47aa-96e6-673f42d6b051'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:24.439913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Bound port: e1c374fb-2199-4ca6-878a-7fe594597f5e, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ecb191-85d2-40fb-b2e1-4e75372c5e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2b20eeae-28af-47aa-96e6-673f42d6b051'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:24.440694 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.458494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=0575119c-3a1e-4c1c-a150-8da545447d28,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:24.499926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7372a42-ae81-4758-866b-4dfa2958db1f req-86401df2-0bc1-4570-b787-351239e4d036 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:24.501791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7372a42-ae81-4758-866b-4dfa2958db1f req-86401df2-0bc1-4570-b787-351239e4d036 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.3222032 Jul 05 04:01:24.639373 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7372a42-ae81-4758-866b-4dfa2958db1f req-26cb8ac3-7e43-4957-996b-fc2df8b05e17 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254039 Jul 05 04:01:24.782032 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-462b72d8-dae9-44cc-ab7e-70d0cad796af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.839178 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.850617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] For port e1c374fb-2199-4ca6-878a-7fe594597f5e, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:24.895765 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] For port e1c374fb-2199-4ca6-878a-7fe594597f5e, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e1c374fb-2199-4ca6-878a-7fe594597f5e,segment=NetworkSegment(96ecb191-85d2-40fb-b2e1-4e75372c5e51),segment_id=96ecb191-85d2-40fb-b2e1-4e75372c5e51)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:24.907641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-c6ecb4eb-e58e-4bff-ae12-4ad3088a4905', 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'fixed_ips': [{'subnet_id': 'fcee540c-b5cc-472f-9875-07e5b1dadbe0'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:24.908767 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.958212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e4567-4595-47f0-ad13-bc8c1d955ebc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=1bee8df3-bbe7-4332-be35-1056b7b28db2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:25.056682 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Allocated IP 172.25.0.70 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/0c4680b2-6603-4eb0-8728-2ce42973fa30) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:25.089728 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.122983 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Transition to ACTIVE for port object ebdba986-1c05-4eea-90f7-ace42e7088ef will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:25.146885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Allocated IP 2001:db8:3::2 (c6ecb4eb-e58e-4bff-ae12-4ad3088a4905/fcee540c-b5cc-472f-9875-07e5b1dadbe0/1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:25.151816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Transition to ACTIVE for port object ebdba986-1c05-4eea-90f7-ace42e7088ef will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:25.216550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c94e4567-4595-47f0-ad13-bc8c1d955ebc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.219745 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c94e4567-4595-47f0-ad13-bc8c1d955ebc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/1bee8df3-bbe7-4332-be35-1056b7b28db2 HTTP/1.1" status: 204 len: 168 time: 2.3252499 Jul 05 04:01:25.222434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43620) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:25.249384 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47c424b-58b7-4eb7-bb60-412599c32918 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] GET failed (client error): The resource could not be found. Jul 05 04:01:25.250209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.253522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b47c424b-58b7-4eb7-bb60-412599c32918 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/1bee8df3-bbe7-4332-be35-1056b7b28db2 HTTP/1.1" status: 404 len: 333 time: 0.0275347 Jul 05 04:01:25.253759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43622) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:25.312133 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.321252 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Transition to ACTIVE for port object 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:25.324960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b674b7e2-7ffc-4cc6-a250-9a6a2fe4c77e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting subnet 7e34bce9-a3fd-4812-aa84-640a6a3ed8b9 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:25.332853 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b674b7e2-7ffc-4cc6-a250-9a6a2fe4c77e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.336316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Transition to ACTIVE for port object 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:25.387310 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b674b7e2-7ffc-4cc6-a250-9a6a2fe4c77e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.415417 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.421839 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.424319 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.426496 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.431386 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port b83075b8-ea1a-4f3a-9300-01f3538486aa completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:25.469139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b83075b8-ea1a-4f3a-9300-01f3538486aa triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:25.469870 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.471462 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.481853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Network 94362196-73a2-46ec-83f7-743ca17d8a51 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:25.490489 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:25.526495 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.541784 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:25.632104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Allocated IP 2001:db8:3::1 (c6ecb4eb-e58e-4bff-ae12-4ad3088a4905/fcee540c-b5cc-472f-9875-07e5b1dadbe0/d5c83c5c-fa3b-4a8d-8471-82d0a40e526f) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:25.640962 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b674b7e2-7ffc-4cc6-a250-9a6a2fe4c77e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.682018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Network c6ecb4eb-e58e-4bff-ae12-4ad3088a4905 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:25.687191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Pushing event updated for resources: {'Port': ['ID=ebdba986-1c05-4eea-90f7-ace42e7088ef,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:25.711598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:25.713634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event updated for resources: {'Port': ['ID=0c4680b2-6603-4eb0-8728-2ce42973fa30,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:25.728228 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:25.728782 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:25.736383 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:25.741487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:25.816792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Attempting to bind port ebdba986-1c05-4eea-90f7-ace42e7088ef on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:25.817175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Attempting to bind port ebdba986-1c05-4eea-90f7-ace42e7088ef by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '8bc36643-0f1b-4eda-9b1e-02820cb837be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94362196-73a2-46ec-83f7-743ca17d8a51'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:25.817578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Attempting to bind port ebdba986-1c05-4eea-90f7-ace42e7088ef on network 94362196-73a2-46ec-83f7-743ca17d8a51 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:25.907770 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.926689 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:25.929378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Checking segment: {'id': '8bc36643-0f1b-4eda-9b1e-02820cb837be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94362196-73a2-46ec-83f7-743ca17d8a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:25.929914 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.930325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Bound using segment: {'id': '8bc36643-0f1b-4eda-9b1e-02820cb837be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94362196-73a2-46ec-83f7-743ca17d8a51'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:25.930824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Bound port: ebdba986-1c05-4eea-90f7-ace42e7088ef, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc36643-0f1b-4eda-9b1e-02820cb837be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94362196-73a2-46ec-83f7-743ca17d8a51'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:25.931207 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.991316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Attempting to bind port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:25.991557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Attempting to bind port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '23f70a76-64f2-44d0-8379-f90cf18f66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:25.991914 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Attempting to bind port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 on network c6ecb4eb-e58e-4bff-ae12-4ad3088a4905 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:25.994161 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41e039-884f-4ff5-b357-eef924776be4 None None] Pushing event updated for resources: {'Port': ['ID=e1c374fb-2199-4ca6-878a-7fe594597f5e,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:26.029940 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Transition to ACTIVE for port object d5c83c5c-fa3b-4a8d-8471-82d0a40e526f will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:26.062464 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:26.062841 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Checking segment: {'id': '23f70a76-64f2-44d0-8379-f90cf18f66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:26.063252 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.063650 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Bound using segment: {'id': '23f70a76-64f2-44d0-8379-f90cf18f66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:26.064131 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Bound port: 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f70a76-64f2-44d0-8379-f90cf18f66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:26.064583 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.087492 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b674b7e2-7ffc-4cc6-a250-9a6a2fe4c77e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.131997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674b7e2-7ffc-4cc6-a250-9a6a2fe4c77e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Subnet': ['ID=7e34bce9-a3fd-4812-aa84-640a6a3ed8b9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:26.141928 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b674b7e2-7ffc-4cc6-a250-9a6a2fe4c77e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.146947 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b674b7e2-7ffc-4cc6-a250-9a6a2fe4c77e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/7e34bce9-a3fd-4812-aa84-640a6a3ed8b9 HTTP/1.1" status: 204 len: 168 time: 0.8916974 Jul 05 04:01:26.152596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43636) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:26.230569 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.269833 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.284569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d71f9-d8ae-451b-812e-67c0935eb303 req-674abe9c-e380-4769-b3bd-4268b9aa186a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.286480 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-248d71f9-d8ae-451b-812e-67c0935eb303 req-674abe9c-e380-4769-b3bd-4268b9aa186a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.3470132 Jul 05 04:01:26.312531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port b83075b8-ea1a-4f3a-9300-01f3538486aa, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b83075b8-ea1a-4f3a-9300-01f3538486aa,segment=NetworkSegment(2da11b8d-51bd-4580-95ae-81dddf839acb),segment_id=2da11b8d-51bd-4580-95ae-81dddf839acb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:26.329433 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Pushing event updated for resources: {'Port': ['ID=1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:26.355563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] For port ebdba986-1c05-4eea-90f7-ace42e7088ef, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:26.363644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] For port ebdba986-1c05-4eea-90f7-ace42e7088ef, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ebdba986-1c05-4eea-90f7-ace42e7088ef,segment=NetworkSegment(8bc36643-0f1b-4eda-9b1e-02820cb837be),segment_id=8bc36643-0f1b-4eda-9b1e-02820cb837be)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:26.371920 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-248d71f9-d8ae-451b-812e-67c0935eb303 req-a7d07a35-82ef-48c7-9451-25cf7b38191b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788863 Jul 05 04:01:26.388579 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] For port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:26.396669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] For port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4,segment=NetworkSegment(23f70a76-64f2-44d0-8379-f90cf18f66f6),segment_id=23f70a76-64f2-44d0-8379-f90cf18f66f6)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:26.428313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port e1c374fb-2199-4ca6-878a-7fe594597f5e {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:26.428739 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.490940 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.491198 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.493574 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.495206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d095ff0f-ec47-43b5-aba1-93089d8d2447 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:26.542609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.552703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network c6ecb4eb-e58e-4bff-ae12-4ad3088a4905 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:26.560747 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:26.583722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:26.589389 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.608850 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.674033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=d5c83c5c-fa3b-4a8d-8471-82d0a40e526f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:26.694700 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf686fee-5480-4d67-ac55-f1379ee678b0 None None] Pushing event updated for resources: {'Port': ['ID=ebdba986-1c05-4eea-90f7-ace42e7088ef,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:26.738255 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0575119c-3a1e-4c1c-a150-8da545447d28 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:26.771316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] For port e1c374fb-2199-4ca6-878a-7fe594597f5e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e1c374fb-2199-4ca6-878a-7fe594597f5e,segment=NetworkSegment(96ecb191-85d2-40fb-b2e1-4e75372c5e51),segment_id=96ecb191-85d2-40fb-b2e1-4e75372c5e51)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:26.774571 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.803017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for e1c374fb-2199-4ca6-878a-7fe594597f5e owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:26.829076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d095ff0f-ec47-43b5-aba1-93089d8d2447 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:26.830050 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.035882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=b83075b8-ea1a-4f3a-9300-01f3538486aa,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:27.171197 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.199470 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.324432 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.391045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57258b22-47dd-421a-aa51-31fc1107503c None None] Pushing event updated for resources: {'Port': ['ID=1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:27.519794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e1c374fb-2199-4ca6-878a-7fe594597f5e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:27.538906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No DVR routers for this DVR port e1c374fb-2199-4ca6-878a-7fe594597f5e on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:27.555810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=e1c374fb-2199-4ca6-878a-7fe594597f5e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:27.592427 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: e1c374fb-2199-4ca6-878a-7fe594597f5e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:27.592881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e1c374fb-2199-4ca6-878a-7fe594597f5e not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 04:01:27.651064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Port e1c374fb-2199-4ca6-878a-7fe594597f5e not found, will not notify nova. {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 04:01:27.693667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbc14b-2482-4074-b710-0953bc79440f req-e9e70853-e7e6-44c2-89f7-a4572edbd316 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:27.695338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6fbc14b-2482-4074-b710-0953bc79440f req-e9e70853-e7e6-44c2-89f7-a4572edbd316 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 1.1002285 Jul 05 04:01:27.744694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b0ef76-5cbf-4b05-a728-d93d5d974e19 None None] Network 2b20eeae-28af-47aa-96e6-673f42d6b051 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:27.823496 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.836561 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b20eeae-28af-47aa-96e6-673f42d6b051']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:27.840139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7ec00823-9c4f-49d2-8154-68dd82566e94 None None] Could not find standard attr ID for object e1c374fb-2199-4ca6-878a-7fe594597f5e. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:01:27.851532 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.864454 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ecb191-85d2-40fb-b2e1-4e75372c5e51') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:27.865015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ecb191-85d2-40fb-b2e1-4e75372c5e51') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:27.878247 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Router 204ecd38-67b8-4dba-88a3-27a3b5381e13 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:01:27.881160 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.919323 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6fbc14b-2482-4074-b710-0953bc79440f req-5c0ee2bd-da24-45e0-a609-f33dfb38d5d5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067342 Jul 05 04:01:27.942219 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.976169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:27.976914 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:27.983628 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:28.089553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52ee61-c002-408b-957d-4713c546f69c None None] DHCP port deletion for 2b20eeae-28af-47aa-96e6-673f42d6b051 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:01:28.106234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:28.121757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c8037-61d8-4891-80c0-f339d8e0ecd0 None None] Sync routers for ids ['204ecd38-67b8-4dba-88a3-27a3b5381e13'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:28.163440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c8037-61d8-4891-80c0-f339d8e0ecd0 None None] Routers {'204ecd38-67b8-4dba-88a3-27a3b5381e13'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:28.165199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d94c8037-61d8-4891-80c0-f339d8e0ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['204ecd38-67b8-4dba-88a3-27a3b5381e13'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:28.257302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d94c8037-61d8-4891-80c0-f339d8e0ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:28.263843 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.266126 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-802f9452-f288-4ebb-861a-4012a3c613eb tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.1096873 Jul 05 04:01:28.269050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43668) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:28.306793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c8037-61d8-4891-80c0-f339d8e0ecd0 None None] Routers {'204ecd38-67b8-4dba-88a3-27a3b5381e13'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:28.307562 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d94c8037-61d8-4891-80c0-f339d8e0ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['204ecd38-67b8-4dba-88a3-27a3b5381e13'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:28.381157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d94c8037-61d8-4891-80c0-f339d8e0ecd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:28.381821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c8037-61d8-4891-80c0-f339d8e0ecd0 None None] The sync data for ids ['204ecd38-67b8-4dba-88a3-27a3b5381e13'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:28.830390 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ce87f9-0786-41ed-945e-c259309a98d1 None None] Network 94362196-73a2-46ec-83f7-743ca17d8a51 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:29.210889 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.223062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-00331efd-9c2c-4217-afeb-5091df69e10e None None] Provisioning for port ebdba986-1c05-4eea-90f7-ace42e7088ef completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:29.253824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6910e85c-b5e6-4dea-8735-12661c329e6d None None] Network c6ecb4eb-e58e-4bff-ae12-4ad3088a4905 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:29.279404 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.280465 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.380003 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.412553 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.495408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b83075b8-ea1a-4f3a-9300-01f3538486aa up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:29.575419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event updated for resources: {'Port': ['ID=d5c83c5c-fa3b-4a8d-8471-82d0a40e526f,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:29.588244 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.601844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/networks/2b20eeae-28af-47aa-96e6-673f42d6b051 HTTP/1.1" status: 204 len: 168 time: 3.4459064 Jul 05 04:01:29.617743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43698) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:29.625068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-64cc411f-cd6c-4f67-a52c-5350bd31af69 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'name': 'tempest-PortsTestJSON-1246118323'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:29.628804 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.703331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1223dd31-d845-42fb-bb35-3ebea8c4e368 None None] Provisioning for port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:29.876820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403f6dc-b63d-4c07-a509-6fa75c3914e6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Network': ['ID=2b20eeae-28af-47aa-96e6-673f42d6b051,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:29.892807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Network c6ecb4eb-e58e-4bff-ae12-4ad3088a4905 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:29.898903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:29.953592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b83075b8-ea1a-4f3a-9300-01f3538486aa triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:29.963247 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.125171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ea23c-5bee-4661-b74a-3471f66a7297 req-f73bfdc6-25b0-446e-85f7-7e7cebb2e037 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:30.126791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e6ea23c-5bee-4661-b74a-3471f66a7297 req-f73bfdc6-25b0-446e-85f7-7e7cebb2e037 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.8340993 Jul 05 04:01:30.147730 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Allocated IP 172.20.0.1 (94362196-73a2-46ec-83f7-743ca17d8a51/57a33865-be96-4a0d-9ade-cb775f563602/55e14075-479b-4b88-8edc-d0fa4cc4418d) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:30.192611 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router cc2056e6-4db2-4390-b67f-6b923c189eba has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:30.199158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ebdba986-1c05-4eea-90f7-ace42e7088ef up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:30.269394 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e6ea23c-5bee-4661-b74a-3471f66a7297 req-125b3592-a49b-44b7-becb-f5a7ad86dfd0 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355226 Jul 05 04:01:30.347124 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.379720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port ebdba986-1c05-4eea-90f7-ace42e7088ef completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:30.385385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ebdba986-1c05-4eea-90f7-ace42e7088ef triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:30.385888 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.413743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Transition to ACTIVE for port object 55e14075-479b-4b88-8edc-d0fa4cc4418d will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:30.504616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:30.517780 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b35b10ba-9bbe-4e55-ac87-6d9bd6a7d641 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7954962 Jul 05 04:01:30.519702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43714) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:30.523559 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Sync routers for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:30.529238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b8f6fe85-59f8-4004-ac25-ecc4455eaf78 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:30.540121 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:30.540121 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:30.605330 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.618970 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.649740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0038bb1e-842f-4fa0-9c3f-b2df1ed50000 None None] Provisioning complete for port ebdba986-1c05-4eea-90f7-ace42e7088ef triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:30.651288 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0038bb1e-842f-4fa0-9c3f-b2df1ed50000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.675399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cc411f-cd6c-4f67-a52c-5350bd31af69 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:30.679795 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64cc411f-cd6c-4f67-a52c-5350bd31af69 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.716288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Network 94362196-73a2-46ec-83f7-743ca17d8a51 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:30.753834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:30.756395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event updated for resources: {'Port': ['ID=55e14075-479b-4b88-8edc-d0fa4cc4418d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:30.762082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:30.767952 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:30.771184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port ebdba986-1c05-4eea-90f7-ace42e7088ef, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ebdba986-1c05-4eea-90f7-ace42e7088ef,segment=NetworkSegment(8bc36643-0f1b-4eda-9b1e-02820cb837be),segment_id=8bc36643-0f1b-4eda-9b1e-02820cb837be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:30.901347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-64cc411f-cd6c-4f67-a52c-5350bd31af69 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port 0d8ba348-e8a7-4886-8b26-9eafd31a6f94 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:30.930790 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0038bb1e-842f-4fa0-9c3f-b2df1ed50000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.933300 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.934340 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:31.104297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=ebdba986-1c05-4eea-90f7-ace42e7088ef,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:31.358644 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-0038bb1e-842f-4fa0-9c3f-b2df1ed50000 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:01:31.358997 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-0038bb1e-842f-4fa0-9c3f-b2df1ed50000 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:01:31.394100 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:27Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'b83075b8-ea1a-4f3a-9300-01f3538486aa', 'name': '', 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:23:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:13Z', 'updated_at': '2021-07-05T04:01:26Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c83c5c-fa3b-4a8d-8471-82d0a40e526f', 'name': '', 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:99:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fcee540c-b5cc-472f-9875-07e5b1dadbe0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:24Z', 'updated_at': '2021-07-05T04:01:28Z', 'revision_number': 2, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'fcee540c-b5cc-472f-9875-07e5b1dadbe0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:31.464775 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Checking router: cc2056e6-4db2-4390-b67f-6b923c189eba for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:31.465618 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Updating router cc2056e6-4db2-4390-b67f-6b923c189eba port d5c83c5c-fa3b-4a8d-8471-82d0a40e526f binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:01:31.500874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:31.501931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.extraroute_db [None req-b8f6fe85-59f8-4004-ac25-ecc4455eaf78 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=100877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:01:31.505572 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.506392 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:31.506764 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.548180 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.566890 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.600421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.extraroute_db [None req-b8f6fe85-59f8-4004-ac25-ecc4455eaf78 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Removed routes are [] {{(pid=100877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:01:31.604967 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b8f6fe85-59f8-4004-ac25-ecc4455eaf78 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.658952 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64cc411f-cd6c-4f67-a52c-5350bd31af69 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.689056 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6ec76337-5d8e-4d4d-85bf-098e9636710e req-d1fe2c39-d831-4979-8275-f3191814840b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2111030 Jul 05 04:01:31.781721 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.868161 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4,segment=NetworkSegment(23f70a76-64f2-44d0-8379-f90cf18f66f6),segment_id=23f70a76-64f2-44d0-8379-f90cf18f66f6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:31.931939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b68dd-9d4e-4a36-87db-4d4b2f9be174 req-ce931f6d-a78c-4f8a-939a-2b87b9bf8481 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:31.933969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b6b68dd-9d4e-4a36-87db-4d4b2f9be174 req-ce931f6d-a78c-4f8a-939a-2b87b9bf8481 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.3269200 Jul 05 04:01:31.957377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64cc411f-cd6c-4f67-a52c-5350bd31af69 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.013910 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.073636 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc411f-cd6c-4f67-a52c-5350bd31af69 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:32.081749 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.108798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-64cc411f-cd6c-4f67-a52c-5350bd31af69 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:32.122786 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc411f-cd6c-4f67-a52c-5350bd31af69 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:32.129818 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cc411f-cd6c-4f67-a52c-5350bd31af69 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:32.130870 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64cc411f-cd6c-4f67-a52c-5350bd31af69 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.146570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc411f-cd6c-4f67-a52c-5350bd31af69 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=0d8ba348-e8a7-4886-8b26-9eafd31a6f94,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:32.152080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:32.179725 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e1c374fb-2199-4ca6-878a-7fe594597f5e no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:32.191323 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b8f6fe85-59f8-4004-ac25-ecc4455eaf78 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.220721 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b8f6fe85-59f8-4004-ac25-ecc4455eaf78 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.255695 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: e1c374fb-2199-4ca6-878a-7fe594597f5e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:32.255695 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e1c374fb-2199-4ca6-878a-7fe594597f5e not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:32.307182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-537ee2d1-e22e-4ee2-a2db-818d06fee328 None None] Provisioning for port 55e14075-479b-4b88-8edc-d0fa4cc4418d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:32.313239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-537ee2d1-e22e-4ee2-a2db-818d06fee328 None None] Provisioning complete for port 55e14075-479b-4b88-8edc-d0fa4cc4418d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:32.313239 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-537ee2d1-e22e-4ee2-a2db-818d06fee328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.361556 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b6b68dd-9d4e-4a36-87db-4d4b2f9be174 req-9325b0ac-570a-4f9b-86f6-3393c62914b7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553893 Jul 05 04:01:32.380313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f6fe85-59f8-4004-ac25-ecc4455eaf78 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router cc2056e6-4db2-4390-b67f-6b923c189eba has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:32.425780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-537ee2d1-e22e-4ee2-a2db-818d06fee328 None None] Port 55e14075-479b-4b88-8edc-d0fa4cc4418d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:32.461526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-537ee2d1-e22e-4ee2-a2db-818d06fee328 None None] Provisioning complete for port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:32.463926 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.465530 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-537ee2d1-e22e-4ee2-a2db-818d06fee328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.490131 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Transition to ACTIVE for port object d5c83c5c-fa3b-4a8d-8471-82d0a40e526f will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:32.522543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ebdba986-1c05-4eea-90f7-ace42e7088ef up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:32.540504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f6fe85-59f8-4004-ac25-ecc4455eaf78 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:32.557270 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b8f6fe85-59f8-4004-ac25-ecc4455eaf78 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.561668 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b8f6fe85-59f8-4004-ac25-ecc4455eaf78 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba HTTP/1.1" status: 200 len: 954 time: 2.0364966 Jul 05 04:01:32.562225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43746) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:32.592732 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.677192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ebdba986-1c05-4eea-90f7-ace42e7088ef triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:32.677613 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.716785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4e679d55-b2c1-41e9-be8b-c1c9399227e1 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba HTTP/1.1" status: 200 len: 954 time: 0.1530688 Jul 05 04:01:32.718599 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43750) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:32.725177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f873228d-e36f-4933-b545-63d93ecbc62f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'router': {'routes': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:32.786481 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:32.831017 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-537ee2d1-e22e-4ee2-a2db-818d06fee328 None None] Provisioning for port d5c83c5c-fa3b-4a8d-8471-82d0a40e526f completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:32.841047 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66d0f6-293a-43b6-ae2e-15861ba28f31 None None] Pushing event updated for resources: {'Port': ['ID=d5c83c5c-fa3b-4a8d-8471-82d0a40e526f,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:32.910387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:32.910863 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.066180 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Attempting to bind port d5c83c5c-fa3b-4a8d-8471-82d0a40e526f on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:33.066180 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Attempting to bind port d5c83c5c-fa3b-4a8d-8471-82d0a40e526f by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '23f70a76-64f2-44d0-8379-f90cf18f66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:33.066180 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Attempting to bind port d5c83c5c-fa3b-4a8d-8471-82d0a40e526f on network c6ecb4eb-e58e-4bff-ae12-4ad3088a4905 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:33.075439 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:33.075700 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Checking segment: {'id': '23f70a76-64f2-44d0-8379-f90cf18f66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:33.075963 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.076388 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Bound using segment: {'id': '23f70a76-64f2-44d0-8379-f90cf18f66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:33.077441 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Bound port: d5c83c5c-fa3b-4a8d-8471-82d0a40e526f, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f70a76-64f2-44d0-8379-f90cf18f66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:33.077831 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.188895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43758) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:33.291486 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] For port d5c83c5c-fa3b-4a8d-8471-82d0a40e526f, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:33.296155 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] For port d5c83c5c-fa3b-4a8d-8471-82d0a40e526f, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d5c83c5c-fa3b-4a8d-8471-82d0a40e526f,segment=NetworkSegment(23f70a76-64f2-44d0-8379-f90cf18f66f6),segment_id=23f70a76-64f2-44d0-8379-f90cf18f66f6)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:33.331124 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-64cc411f-cd6c-4f67-a52c-5350bd31af69 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.7113769 Jul 05 04:01:33.333167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43762) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:33.477508 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.616183 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66d0f6-293a-43b6-ae2e-15861ba28f31 None None] Pushing event updated for resources: {'Port': ['ID=d5c83c5c-fa3b-4a8d-8471-82d0a40e526f,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:33.673488 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:33.674161 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:33.717961 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.797029 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.837666 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:33.940339 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.966021 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-212589dc-6ce5-4614-8c8a-9a611f997e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.973640 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:01:34.030814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event updated for resources: {'Port': ['ID=55e14075-479b-4b88-8edc-d0fa4cc4418d,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:34.044198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.extraroute_db [None req-f873228d-e36f-4933-b545-63d93ecbc62f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Added routes are [] {{(pid=100877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:01:34.045226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.extraroute_db [None req-f873228d-e36f-4933-b545-63d93ecbc62f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=100877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:01:34.176124 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:31Z', 'revision_number': 6, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'b83075b8-ea1a-4f3a-9300-01f3538486aa', 'name': '', 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:23:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:13Z', 'updated_at': '2021-07-05T04:01:26Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c83c5c-fa3b-4a8d-8471-82d0a40e526f', 'name': '', 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:99:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fcee540c-b5cc-472f-9875-07e5b1dadbe0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:24Z', 'updated_at': '2021-07-05T04:01:33Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'fcee540c-b5cc-472f-9875-07e5b1dadbe0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:34.239406 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f873228d-e36f-4933-b545-63d93ecbc62f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.255879 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa4dc4-a147-4c9d-8392-a20bc5860176 None None] The sync data for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 is: [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:31Z', 'revision_number': 6, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'b83075b8-ea1a-4f3a-9300-01f3538486aa', 'name': '', 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:23:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:13Z', 'updated_at': '2021-07-05T04:01:26Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c83c5c-fa3b-4a8d-8471-82d0a40e526f', 'name': '', 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:99:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fcee540c-b5cc-472f-9875-07e5b1dadbe0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:24Z', 'updated_at': '2021-07-05T04:01:33Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'fcee540c-b5cc-472f-9875-07e5b1dadbe0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:34.259176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb6c5-3b23-41cc-bd0f-27392000fa78 req-fcb137c0-9829-4623-b097-67909c2d2043 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:34.262979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b9bb6c5-3b23-41cc-bd0f-27392000fa78 req-fcb137c0-9829-4623-b097-67909c2d2043 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.4087758 Jul 05 04:01:34.276729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Network 94362196-73a2-46ec-83f7-743ca17d8a51 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:34.278752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:34.429095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-112f29b0-f18e-4ec0-b71a-cd620b68e9c5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port 0d8ba348-e8a7-4886-8b26-9eafd31a6f94 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:34.430475 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-112f29b0-f18e-4ec0-b71a-cd620b68e9c5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.510399 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b9bb6c5-3b23-41cc-bd0f-27392000fa78 req-ce92ce11-1951-4b5e-81a2-543046689c87 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203827 Jul 05 04:01:34.530570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Router 204ecd38-67b8-4dba-88a3-27a3b5381e13 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:34.629971 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec76337-5d8e-4d4d-85bf-098e9636710e req-257e70a4-4503-405f-94fb-ec9ef15f8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:34.632510 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6ec76337-5d8e-4d4d-85bf-098e9636710e req-257e70a4-4503-405f-94fb-ec9ef15f8007 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946&tenant_id=3a4ce3e94b11467baf98b0133ae5e4ed HTTP/1.1" status: 200 len: 1094 time: 0.3446689 Jul 05 04:01:34.664240 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-112f29b0-f18e-4ec0-b71a-cd620b68e9c5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.742982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:34.752588 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-34b5d293-9913-435d-93d1-c532576c1b8d tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "PUT /v2.0/routers/204ecd38-67b8-4dba-88a3-27a3b5381e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4818685 Jul 05 04:01:34.753312 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43772) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:34.760666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Request body: {'port': {'network_id': '94362196-73a2-46ec-83f7-743ca17d8a51', 'name': 'tempest-FloatingIPAdminTestJSON-301449199'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:34.771679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-112f29b0-f18e-4ec0-b71a-cd620b68e9c5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for 0d8ba348-e8a7-4886-8b26-9eafd31a6f94 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:34.772893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf6fbe2-47d5-4918-a3cb-1a56111fe7d1 None None] Sync routers for ids ['204ecd38-67b8-4dba-88a3-27a3b5381e13'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:34.790987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6341c4fd-e858-4ec5-ab35-01fc048e22b6 None None] Provisioning complete for port 55e14075-479b-4b88-8edc-d0fa4cc4418d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:34.791465 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6341c4fd-e858-4ec5-ab35-01fc048e22b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.793766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf6fbe2-47d5-4918-a3cb-1a56111fe7d1 None None] Routers {'204ecd38-67b8-4dba-88a3-27a3b5381e13'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:34.794514 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6cf6fbe2-47d5-4918-a3cb-1a56111fe7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['204ecd38-67b8-4dba-88a3-27a3b5381e13'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:34.838459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec76337-5d8e-4d4d-85bf-098e9636710e req-4d580ac5-95b5-4cd3-9bbc-cbfa808ad62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:34.840157 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6ec76337-5d8e-4d4d-85bf-098e9636710e req-4d580ac5-95b5-4cd3-9bbc-cbfa808ad62b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4ce3e94b11467baf98b0133ae5e4ed&device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 1094 time: 0.1548059 Jul 05 04:01:34.840624 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6cf6fbe2-47d5-4918-a3cb-1a56111fe7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:34.872937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf6fbe2-47d5-4918-a3cb-1a56111fe7d1 None None] Routers {'204ecd38-67b8-4dba-88a3-27a3b5381e13'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:34.874639 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6cf6fbe2-47d5-4918-a3cb-1a56111fe7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['204ecd38-67b8-4dba-88a3-27a3b5381e13'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:34.877152 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f873228d-e36f-4933-b545-63d93ecbc62f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.894342 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f873228d-e36f-4933-b545-63d93ecbc62f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.925524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6cf6fbe2-47d5-4918-a3cb-1a56111fe7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:34.926332 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf6fbe2-47d5-4918-a3cb-1a56111fe7d1 None None] The sync data for ids ['204ecd38-67b8-4dba-88a3-27a3b5381e13'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:34.937404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6341c4fd-e858-4ec5-ab35-01fc048e22b6 None None] Port 55e14075-479b-4b88-8edc-d0fa4cc4418d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:34.970291 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-212589dc-6ce5-4614-8c8a-9a611f997e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.036516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec76337-5d8e-4d4d-85bf-098e9636710e req-6fe28c64-4e9d-4e6e-9a79-1043ee7be19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:35.038222 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6ec76337-5d8e-4d4d-85bf-098e9636710e req-6fe28c64-4e9d-4e6e-9a79-1043ee7be19d service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb680753-4518-4b31-b2c8-56ca0a768a05 HTTP/1.1" status: 200 len: 914 time: 0.1870835 Jul 05 04:01:35.069347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f873228d-e36f-4933-b545-63d93ecbc62f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router cc2056e6-4db2-4390-b67f-6b923c189eba has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:35.073841 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-212589dc-6ce5-4614-8c8a-9a611f997e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.101563 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6ec76337-5d8e-4d4d-85bf-098e9636710e req-3dbe24f1-8d0c-4bb8-9a35-1ed2a036a789 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0575119c-3a1e-4c1c-a150-8da545447d28 HTTP/1.1" status: 200 len: 217 time: 0.0562305 Jul 05 04:01:35.180612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec76337-5d8e-4d4d-85bf-098e9636710e req-04ef6c63-e4e5-43ca-a94e-f441d8453361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:35.183068 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6ec76337-5d8e-4d4d-85bf-098e9636710e req-04ef6c63-e4e5-43ca-a94e-f441d8453361 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cefa76d6-ca51-49f1-9b3c-abe7c879904a HTTP/1.1" status: 200 len: 853 time: 0.0708225 Jul 05 04:01:35.244226 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6ec76337-5d8e-4d4d-85bf-098e9636710e req-480d29c0-cfcf-4d9c-b70b-16bc2e54a433 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb680753-4518-4b31-b2c8-56ca0a768a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551856 Jul 05 04:01:35.271620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f873228d-e36f-4933-b545-63d93ecbc62f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:35.284644 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f873228d-e36f-4933-b545-63d93ecbc62f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.285865 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f873228d-e36f-4933-b545-63d93ecbc62f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba HTTP/1.1" status: 200 len: 704 time: 2.5660539 Jul 05 04:01:35.289721 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-112f29b0-f18e-4ec0-b71a-cd620b68e9c5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.305054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43786) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.323426 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-212589dc-6ce5-4614-8c8a-9a611f997e68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7520a6cd0bd94baaae97bfe755dfce6e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1333423 Jul 05 04:01:35.328043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212589dc-6ce5-4614-8c8a-9a611f997e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c732b6-0dc6-4608-991a-cfa1ac2d7229,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:35.331689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43788) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.377610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Made reservation on behalf of 46a73650673f46258ec0831d46005dc2 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:35.390226 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.423222 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6ec76337-5d8e-4d4d-85bf-098e9636710e req-c0abc228-b45d-4257-bfa9-2d2ce9efe086 service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712568 Jul 05 04:01:35.508234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f29b0-f18e-4ec0-b71a-cd620b68e9c5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=0d8ba348-e8a7-4886-8b26-9eafd31a6f94,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:35.535133 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-112f29b0-f18e-4ec0-b71a-cd620b68e9c5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.536913 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-112f29b0-f18e-4ec0-b71a-cd620b68e9c5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/0d8ba348-e8a7-4886-8b26-9eafd31a6f94 HTTP/1.1" status: 204 len: 168 time: 2.2027695 Jul 05 04:01:35.542686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43790) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.550190 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] device_id is not set on port 80ff7bd9-9533-4b76-9fc7-d69bf4aeb50c yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:35.560704 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7939e5cf-8fa5-4c72-8c70-c6df290e2836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'mac_address': 'fa:16:3e:d8:82:82', 'name': 'tempest-PortsTestJSON-2004382882'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:35.587718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0334a075-c600-43cd-9294-f5819df863e5 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba HTTP/1.1" status: 200 len: 704 time: 0.2780523 Jul 05 04:01:35.590633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43794) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.638308 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15be2a7a-c9a8-4906-9691-5afec29b47ef None None] Sync routers for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:35.653329 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be2a7a-c9a8-4906-9691-5afec29b47ef None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:35.654122 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-15be2a7a-c9a8-4906-9691-5afec29b47ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:35.701905 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-34cd79f5-7ecb-4057-aebf-7e464e2444b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.715266 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6ec76337-5d8e-4d4d-85bf-098e9636710e req-da475a59-39ea-4623-8cd9-e6c51c35bbf3 service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828248 Jul 05 04:01:35.773542 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-15be2a7a-c9a8-4906-9691-5afec29b47ef None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:35.819009 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-34cd79f5-7ecb-4057-aebf-7e464e2444b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.961429 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Allocated IP 172.20.0.9 (94362196-73a2-46ec-83f7-743ca17d8a51/57a33865-be96-4a0d-9ade-cb775f563602/80ff7bd9-9533-4b76-9fc7-d69bf4aeb50c) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:35.975443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed62bc-1611-4698-a371-c372da0ff68c req-562e62e1-bf96-4b9d-b73b-0ed051091510 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:35.977062 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1ed62bc-1611-4698-a371-c372da0ff68c req-562e62e1-bf96-4b9d-b73b-0ed051091510 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.2698631 Jul 05 04:01:36.069507 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7939e5cf-8fa5-4c72-8c70-c6df290e2836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:36.110444 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-15be2a7a-c9a8-4906-9691-5afec29b47ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:34Z', 'revision_number': 7, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'b83075b8-ea1a-4f3a-9300-01f3538486aa', 'name': '', 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:23:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:13Z', 'updated_at': '2021-07-05T04:01:26Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c83c5c-fa3b-4a8d-8471-82d0a40e526f', 'name': '', 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:99:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fcee540c-b5cc-472f-9875-07e5b1dadbe0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:24Z', 'updated_at': '2021-07-05T04:01:33Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'fcee540c-b5cc-472f-9875-07e5b1dadbe0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:36.128882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1ed62bc-1611-4698-a371-c372da0ff68c req-3ad89f61-147a-476a-bb8e-7a1012fc3f66 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392872 Jul 05 04:01:36.131414 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-34cd79f5-7ecb-4057-aebf-7e464e2444b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.138191 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-34cd79f5-7ecb-4057-aebf-7e464e2444b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.141846 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-34cd79f5-7ecb-4057-aebf-7e464e2444b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55c732b6-0dc6-4608-991a-cfa1ac2d7229 HTTP/1.1" status: 204 len: 168 time: 0.6887836 Jul 05 04:01:36.161902 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15be2a7a-c9a8-4906-9691-5afec29b47ef None None] Checking router: cc2056e6-4db2-4390-b67f-6b923c189eba for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:36.174080 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be2a7a-c9a8-4906-9691-5afec29b47ef None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:36.174730 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-15be2a7a-c9a8-4906-9691-5afec29b47ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:36.179205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd79f5-7ecb-4057-aebf-7e464e2444b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c732b6-0dc6-4608-991a-cfa1ac2d7229,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:36.251086 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7939e5cf-8fa5-4c72-8c70-c6df290e2836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.301307 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-7939e5cf-8fa5-4c72-8c70-c6df290e2836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port c309ac23-2b30-4612-b3c6-3099c65d4f36 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:36.317947 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-15be2a7a-c9a8-4906-9691-5afec29b47ef None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:36.407180 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.589855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d5c83c5c-fa3b-4a8d-8471-82d0a40e526f up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:36.595095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.722868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Transition to ACTIVE for port object 80ff7bd9-9533-4b76-9fc7-d69bf4aeb50c will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:36.786974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d5c83c5c-fa3b-4a8d-8471-82d0a40e526f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:36.791740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d5c83c5c-fa3b-4a8d-8471-82d0a40e526f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:36.792461 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.893406 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7939e5cf-8fa5-4c72-8c70-c6df290e2836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.928840 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-15be2a7a-c9a8-4906-9691-5afec29b47ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:34Z', 'revision_number': 7, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'b83075b8-ea1a-4f3a-9300-01f3538486aa', 'name': '', 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:23:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:13Z', 'updated_at': '2021-07-05T04:01:26Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c83c5c-fa3b-4a8d-8471-82d0a40e526f', 'name': '', 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:99:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fcee540c-b5cc-472f-9875-07e5b1dadbe0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:24Z', 'updated_at': '2021-07-05T04:01:33Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'fcee540c-b5cc-472f-9875-07e5b1dadbe0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:36.941428 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.980951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port d5c83c5c-fa3b-4a8d-8471-82d0a40e526f {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:36.980951 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.996997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Network 94362196-73a2-46ec-83f7-743ca17d8a51 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:37.002033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:37.002456 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.008678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:37.057912 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7939e5cf-8fa5-4c72-8c70-c6df290e2836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.062843 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15be2a7a-c9a8-4906-9691-5afec29b47ef None None] The sync data for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 is: [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:34Z', 'revision_number': 7, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'b83075b8-ea1a-4f3a-9300-01f3538486aa', 'name': '', 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:23:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:13Z', 'updated_at': '2021-07-05T04:01:26Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c83c5c-fa3b-4a8d-8471-82d0a40e526f', 'name': '', 'network_id': 'c6ecb4eb-e58e-4bff-ae12-4ad3088a4905', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:99:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fcee540c-b5cc-472f-9875-07e5b1dadbe0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:24Z', 'updated_at': '2021-07-05T04:01:33Z', 'revision_number': 4, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'fcee540c-b5cc-472f-9875-07e5b1dadbe0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:37.064660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event updated for resources: {'Port': ['ID=80ff7bd9-9533-4b76-9fc7-d69bf4aeb50c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:37.078239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d5c83c5c-fa3b-4a8d-8471-82d0a40e526f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d5c83c5c-fa3b-4a8d-8471-82d0a40e526f,segment=NetworkSegment(23f70a76-64f2-44d0-8379-f90cf18f66f6),segment_id=23f70a76-64f2-44d0-8379-f90cf18f66f6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:37.097419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] For port d5c83c5c-fa3b-4a8d-8471-82d0a40e526f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d5c83c5c-fa3b-4a8d-8471-82d0a40e526f,segment=NetworkSegment(23f70a76-64f2-44d0-8379-f90cf18f66f6),segment_id=23f70a76-64f2-44d0-8379-f90cf18f66f6)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:37.097804 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.143859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for d5c83c5c-fa3b-4a8d-8471-82d0a40e526f owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:37.162025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:37.162858 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.195587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7939e5cf-8fa5-4c72-8c70-c6df290e2836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:37.198629 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.207876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-7939e5cf-8fa5-4c72-8c70-c6df290e2836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:37.213685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939e5cf-8fa5-4c72-8c70-c6df290e2836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:37.221006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939e5cf-8fa5-4c72-8c70-c6df290e2836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:37.221844 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7939e5cf-8fa5-4c72-8c70-c6df290e2836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.228457 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939e5cf-8fa5-4c72-8c70-c6df290e2836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=c309ac23-2b30-4612-b3c6-3099c65d4f36,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:37.285174 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8fe84704-d2f7-430a-a6dd-80ac0bf0de50 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5267749 Jul 05 04:01:37.290883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43830) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:37.325191 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7939e5cf-8fa5-4c72-8c70-c6df290e2836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7694228 Jul 05 04:01:37.329091 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43834) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:37.347174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d5c83c5c-fa3b-4a8d-8471-82d0a40e526f,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:37.476272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43836) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:37.535834 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e8bb30f8-cfa2-4ba2-8ed2-6b70d879bf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.617930 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decaff51-1a01-4ff9-883f-292bb77e2a94 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:37.619558 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-decaff51-1a01-4ff9-883f-292bb77e2a94 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/c309ac23-2b30-4612-b3c6-3099c65d4f36 HTTP/1.1" status: 200 len: 841 time: 0.2893293 Jul 05 04:01:37.622796 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43838) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:37.656405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-43120cfc-dd8c-4a76-865c-d1422f439a68 None None] Provisioning for port 80ff7bd9-9533-4b76-9fc7-d69bf4aeb50c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:37.661325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-43120cfc-dd8c-4a76-865c-d1422f439a68 None None] Provisioning complete for port 80ff7bd9-9533-4b76-9fc7-d69bf4aeb50c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:37.661846 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-43120cfc-dd8c-4a76-865c-d1422f439a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.773231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-43120cfc-dd8c-4a76-865c-d1422f439a68 None None] Port 80ff7bd9-9533-4b76-9fc7-d69bf4aeb50c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:37.788663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bff14-a62a-4482-b8ce-2b30f07e0325 req-8a0aa093-3c67-4d64-8bf1-b67704190ed5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:37.803016 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-352bff14-a62a-4482-b8ce-2b30f07e0325 req-8a0aa093-3c67-4d64-8bf1-b67704190ed5 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.2458522 Jul 05 04:01:37.813398 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.836201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'project_id': '46a73650673f46258ec0831d46005dc2', 'port_id': '80ff7bd9-9533-4b76-9fc7-d69bf4aeb50c'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:37.909918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=d5c83c5c-fa3b-4a8d-8471-82d0a40e526f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:37.925152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0de20f4f-ecc8-4c7a-bde4-ddf0cb84d57e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port c309ac23-2b30-4612-b3c6-3099c65d4f36 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:37.926512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0de20f4f-ecc8-4c7a-bde4-ddf0cb84d57e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.096895 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0de20f4f-ecc8-4c7a-bde4-ddf0cb84d57e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.109967 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e8bb30f8-cfa2-4ba2-8ed2-6b70d879bf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.116931 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0de20f4f-ecc8-4c7a-bde4-ddf0cb84d57e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for c309ac23-2b30-4612-b3c6-3099c65d4f36 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:38.176290 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e8bb30f8-cfa2-4ba2-8ed2-6b70d879bf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.211831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:38.212457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:38.212570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:38.212960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:38.213299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:38.213675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:38.214007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:38.220735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:38.220735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:38.221961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:38.222312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:38.223216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:38.237257 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.270747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb30f8-cfa2-4ba2-8ed2-6b70d879bf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32d77ef-0270-44eb-b3bd-e150637f8d76,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:38.281961 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e8bb30f8-cfa2-4ba2-8ed2-6b70d879bf8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6c49f40c49b4555ae56bf8365b9c914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8000245 Jul 05 04:01:38.282828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43852) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:38.335778 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.447679 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0de20f4f-ecc8-4c7a-bde4-ddf0cb84d57e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.466283 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b182b9d5-ca55-40df-be5e-b396093e2384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.495241 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de20f4f-ecc8-4c7a-bde4-ddf0cb84d57e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=c309ac23-2b30-4612-b3c6-3099c65d4f36,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:38.519026 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0de20f4f-ecc8-4c7a-bde4-ddf0cb84d57e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.521219 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0de20f4f-ecc8-4c7a-bde4-ddf0cb84d57e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/c309ac23-2b30-4612-b3c6-3099c65d4f36 HTTP/1.1" status: 204 len: 168 time: 0.8948579 Jul 05 04:01:38.527844 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43854) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:38.566999 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b182b9d5-ca55-40df-be5e-b396093e2384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.570377 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-2748befc-dc89-4d5a-850b-3c0015fc84b6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] GET failed (client error): The resource could not be found. Jul 05 04:01:38.572139 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2748befc-dc89-4d5a-850b-3c0015fc84b6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/c309ac23-2b30-4612-b3c6-3099c65d4f36 HTTP/1.1" status: 404 len: 333 time: 0.0431671 Jul 05 04:01:38.581125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43856) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:38.586789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-cbd4d47c-7eae-4303-99ef-f837dbf07246 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'name': 'tempest-PortsTestJSON-1195285386'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:38.734866 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.768667 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-352bff14-a62a-4482-b8ce-2b30f07e0325 req-4ea3a11a-dfcf-4032-8328-e809dd3dee47 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9646764 Jul 05 04:01:38.826019 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b182b9d5-ca55-40df-be5e-b396093e2384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.831085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b182b9d5-ca55-40df-be5e-b396093e2384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.834273 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b182b9d5-ca55-40df-be5e-b396093e2384 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b32d77ef-0270-44eb-b3bd-e150637f8d76 HTTP/1.1" status: 204 len: 168 time: 0.5502100 Jul 05 04:01:38.854504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a90932-6ffa-4f7e-bee8-e8f97d8067fb req-be6febeb-4e1f-4323-87a7-ed3d99c98c59 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:38.862201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32a90932-6ffa-4f7e-bee8-e8f97d8067fb req-be6febeb-4e1f-4323-87a7-ed3d99c98c59 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.6307993 Jul 05 04:01:38.877954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd4d47c-7eae-4303-99ef-f837dbf07246 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:38.881784 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cbd4d47c-7eae-4303-99ef-f837dbf07246 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.915498 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182b9d5-ca55-40df-be5e-b396093e2384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32d77ef-0270-44eb-b3bd-e150637f8d76,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:38.952954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32a90932-6ffa-4f7e-bee8-e8f97d8067fb req-c42e4342-d1d0-4c2d-9242-c147ffd112e4 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897670 Jul 05 04:01:39.002809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router cc2056e6-4db2-4390-b67f-6b923c189eba has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:39.013715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-cbd4d47c-7eae-4303-99ef-f837dbf07246 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port bd21b5a3-3509-4be4-a8fd-fccf3b75afdf yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:39.038275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Allocated IP 172.25.0.141 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/21e13ecb-d586-4ff7-af49-09d7031332ee) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:39.190270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:39.199356 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-30d3efd7-b745-4537-809e-37e565f4ff31 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6071708 Jul 05 04:01:39.200193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43862) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:39.206039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ef5f0-6fa0-4ec0-9b24-811b0d286c12 None None] Sync routers for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:39.218208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ef5f0-6fa0-4ec0-9b24-811b0d286c12 None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:39.219170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e69ef5f0-6fa0-4ec0-9b24-811b0d286c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:39.365013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-e69ef5f0-6fa0-4ec0-9b24-811b0d286c12 None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:39.426640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8224cdd-7cc2-4b29-8310-53b2b077fc49 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting subnet fcee540c-b5cc-472f-9875-07e5b1dadbe0 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:39.456607 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8224cdd-7cc2-4b29-8310-53b2b077fc49 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.546185 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.604324 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cbd4d47c-7eae-4303-99ef-f837dbf07246 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.620646 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8224cdd-7cc2-4b29-8310-53b2b077fc49 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.683539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e69ef5f0-6fa0-4ec0-9b24-811b0d286c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:37Z', 'revision_number': 8, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'b83075b8-ea1a-4f3a-9300-01f3538486aa', 'name': '', 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:23:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:13Z', 'updated_at': '2021-07-05T04:01:26Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:39.731057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ef5f0-6fa0-4ec0-9b24-811b0d286c12 None None] Checking router: cc2056e6-4db2-4390-b67f-6b923c189eba for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:39.744152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ef5f0-6fa0-4ec0-9b24-811b0d286c12 None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:39.744834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e69ef5f0-6fa0-4ec0-9b24-811b0d286c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:39.813634 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8224cdd-7cc2-4b29-8310-53b2b077fc49 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.880222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-e69ef5f0-6fa0-4ec0-9b24-811b0d286c12 None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:39.897791 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.956634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Pushing event updated for resources: {'Port': ['ID=21e13ecb-d586-4ff7-af49-09d7031332ee,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:39.960206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cbd4d47c-7eae-4303-99ef-f837dbf07246 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.981609 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:40.025711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:40.025711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:40.114890 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db0257-5ee1-47d3-bea6-9d1c2fc4a862 req-591d2c18-94ff-4c2e-96aa-8eb235dcaaf8 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:40.122900 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87db0257-5ee1-47d3-bea6-9d1c2fc4a862 req-591d2c18-94ff-4c2e-96aa-8eb235dcaaf8 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.1481576 Jul 05 04:01:40.132477 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd4d47c-7eae-4303-99ef-f837dbf07246 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:40.133677 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8224cdd-7cc2-4b29-8310-53b2b077fc49 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.187322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48969678-774f-4a55-add6-4632f0251b1f None None] Network c6ecb4eb-e58e-4bff-ae12-4ad3088a4905 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:40.187657 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-cbd4d47c-7eae-4303-99ef-f837dbf07246 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:40.195375 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8224cdd-7cc2-4b29-8310-53b2b077fc49 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.206882 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c8224cdd-7cc2-4b29-8310-53b2b077fc49 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/fcee540c-b5cc-472f-9875-07e5b1dadbe0 HTTP/1.1" status: 204 len: 168 time: 1.0045660 Jul 05 04:01:40.207131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43882) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:40.236864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4d47c-7eae-4303-99ef-f837dbf07246 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:40.243470 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd4d47c-7eae-4303-99ef-f837dbf07246 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:40.244851 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cbd4d47c-7eae-4303-99ef-f837dbf07246 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.269234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e69ef5f0-6fa0-4ec0-9b24-811b0d286c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:37Z', 'revision_number': 8, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'b83075b8-ea1a-4f3a-9300-01f3538486aa', 'name': '', 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:23:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:13Z', 'updated_at': '2021-07-05T04:01:26Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:40.272066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4d47c-7eae-4303-99ef-f837dbf07246 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=bd21b5a3-3509-4be4-a8fd-fccf3b75afdf,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:40.283903 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8224cdd-7cc2-4b29-8310-53b2b077fc49 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Subnet': ['ID=fcee540c-b5cc-472f-9875-07e5b1dadbe0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:40.307167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ef5f0-6fa0-4ec0-9b24-811b0d286c12 None None] The sync data for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 is: [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:37Z', 'revision_number': 8, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'b83075b8-ea1a-4f3a-9300-01f3538486aa', 'name': '', 'network_id': 'e14de521-74bc-488b-8c29-2a0ae5e24549', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:23:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:13Z', 'updated_at': '2021-07-05T04:01:26Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '1fbe0b6f-ff01-46f3-abc1-c415dbeacf60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:40.363607 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.367297 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cbd4d47c-7eae-4303-99ef-f837dbf07246 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7828546 Jul 05 04:01:40.382160 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43888) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:40.417835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87db0257-5ee1-47d3-bea6-9d1c2fc4a862 req-7f425b8c-20bf-430c-bc9d-c96bd7253c37 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931914 Jul 05 04:01:40.425935 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c79cdc85-8ecf-43b3-93b0-e686f12cdbe4 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:40.701874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8457bd-fdef-49c4-9404-fcfe6c3f7ad9 req-0c4a6064-a6b2-47b0-ae07-afcda0b8d288 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:40.703929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e8457bd-fdef-49c4-9404-fcfe6c3f7ad9 req-0c4a6064-a6b2-47b0-ae07-afcda0b8d288 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.5353203 Jul 05 04:01:40.706372 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c79cdc85-8ecf-43b3-93b0-e686f12cdbe4 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.727358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3093943-36de-446c-aee0-7e660bc3594a None None] DHCP port deletion for c6ecb4eb-e58e-4bff-ae12-4ad3088a4905 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:01:40.837905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c3093943-36de-446c-aee0-7e660bc3594a None None] Deleting port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:40.838296 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c3093943-36de-446c-aee0-7e660bc3594a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.989410 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.991099 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c3093943-36de-446c-aee0-7e660bc3594a None None] For port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4,segment=NetworkSegment(23f70a76-64f2-44d0-8379-f90cf18f66f6),segment_id=23f70a76-64f2-44d0-8379-f90cf18f66f6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:40.991553 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c3093943-36de-446c-aee0-7e660bc3594a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.017538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c3093943-36de-446c-aee0-7e660bc3594a None None] Calling delete_port for 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:41.112594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e8457bd-fdef-49c4-9404-fcfe6c3f7ad9 req-2cf8d738-bbf6-41b5-b9f2-737ead2cb59d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4002550 Jul 05 04:01:41.141584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:41.142297 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.213578 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.263779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] For port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4,segment=NetworkSegment(23f70a76-64f2-44d0-8379-f90cf18f66f6),segment_id=23f70a76-64f2-44d0-8379-f90cf18f66f6)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:41.266086 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.266885 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c3093943-36de-446c-aee0-7e660bc3594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.270693 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c79cdc85-8ecf-43b3-93b0-e686f12cdbe4 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.286533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:41.322288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3093943-36de-446c-aee0-7e660bc3594a None None] Pushing event deleted for resources: {'Port': ['ID=1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:41.334477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3093943-36de-446c-aee0-7e660bc3594a None None] No DVR routers for this DVR port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:41.371566 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c79cdc85-8ecf-43b3-93b0-e686f12cdbe4 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.480891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c79cdc85-8ecf-43b3-93b0-e686f12cdbe4 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] In _notify_port_updated(), no bound segment for port bd21b5a3-3509-4be4-a8fd-fccf3b75afdf on network 97f8d14f-d798-43a6-b6b3-b859ba36d017 {{(pid=100877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:01:41.487403 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79cdc85-8ecf-43b3-93b0-e686f12cdbe4 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:41.487960 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c79cdc85-8ecf-43b3-93b0-e686f12cdbe4 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.489331 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c79cdc85-8ecf-43b3-93b0-e686f12cdbe4 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "PUT /v2.0/ports/bd21b5a3-3509-4be4-a8fd-fccf3b75afdf HTTP/1.1" status: 200 len: 818 time: 1.0701761 Jul 05 04:01:41.493945 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43900) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:41.639326 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cdc85-8ecf-43b3-93b0-e686f12cdbe4 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=bd21b5a3-3509-4be4-a8fd-fccf3b75afdf,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:41.652696 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.756454 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No DVR routers for this DVR port 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:41.812835 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.840552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:41.943242 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.960635 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ecb4eb-e58e-4bff-ae12-4ad3088a4905']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:41.979848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f70a76-64f2-44d0-8379-f90cf18f66f6') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:41.980173 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f70a76-64f2-44d0-8379-f90cf18f66f6') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:41.991664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-eea972f8-ae02-4be7-a32e-7834ee9fa813 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port bd21b5a3-3509-4be4-a8fd-fccf3b75afdf {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:41.992019 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eea972f8-ae02-4be7-a32e-7834ee9fa813 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.005065 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b79bd-dd6c-4e1d-858c-161f8d5e3918 req-44712fcf-ad05-45f0-be1a-98131ef795f9 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:42.006734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad5b79bd-dd6c-4e1d-858c-161f8d5e3918 req-44712fcf-ad05-45f0-be1a-98131ef795f9 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.3077450 Jul 05 04:01:42.010454 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.105441 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.109675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:42.110258 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:42.114040 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:42.177781 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eea972f8-ae02-4be7-a32e-7834ee9fa813 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.194856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad5b79bd-dd6c-4e1d-858c-161f8d5e3918 req-602edab1-b419-4c22-8409-a2022915477c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728435 Jul 05 04:01:42.227387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-eea972f8-ae02-4be7-a32e-7834ee9fa813 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for bd21b5a3-3509-4be4-a8fd-fccf3b75afdf owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:42.458341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d5c83c5c-fa3b-4a8d-8471-82d0a40e526f no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:42.466285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c0583-af4a-4eb1-b3e1-af815a9c504c req-658b76b6-1cca-4f03-b03c-8650d15c8071 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:42.484661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a0c0583-af4a-4eb1-b3e1-af815a9c504c req-658b76b6-1cca-4f03-b03c-8650d15c8071 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.1468468 Jul 05 04:01:42.487307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: d5c83c5c-fa3b-4a8d-8471-82d0a40e526f {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:42.487763 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d5c83c5c-fa3b-4a8d-8471-82d0a40e526f not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:42.488498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:42.518632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:42.518991 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1a3a0c2e-d4fa-4a09-85a7-6125a6eb89b4 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:42.538176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a0c0583-af4a-4eb1-b3e1-af815a9c504c req-374d8a99-9237-47af-ab82-628a3190bcd4 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526142 Jul 05 04:01:42.545944 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.627423 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Pushing event updated for resources: {'Port': ['ID=21e13ecb-d586-4ff7-af49-09d7031332ee,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:42.641794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.746673 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Floating IP 538a58fe-a2d5-4673-9db0-5436267faecf associated. External IP: 172.25.0.141, port: 80ff7bd9-9533-4b76-9fc7-d69bf4aeb50c. Jul 05 04:01:42.774070 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.781984 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.784142 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/networks/c6ecb4eb-e58e-4bff-ae12-4ad3088a4905 HTTP/1.1" status: 204 len: 168 time: 2.5765438 Jul 05 04:01:42.786904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43918) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:42.827412 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eea972f8-ae02-4be7-a32e-7834ee9fa813 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.835593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9a55e-45af-49ee-abac-e44b836ca4cd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Network': ['ID=c6ecb4eb-e58e-4bff-ae12-4ad3088a4905,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:42.957720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea972f8-ae02-4be7-a32e-7834ee9fa813 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=bd21b5a3-3509-4be4-a8fd-fccf3b75afdf,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:42.974974 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eea972f8-ae02-4be7-a32e-7834ee9fa813 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.977284 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-eea972f8-ae02-4be7-a32e-7834ee9fa813 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/bd21b5a3-3509-4be4-a8fd-fccf3b75afdf HTTP/1.1" status: 204 len: 168 time: 1.4808953 Jul 05 04:01:42.979853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43924) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:43.114566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Router 204ecd38-67b8-4dba-88a3-27a3b5381e13 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:43.156620 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd679fb-5f55-4a52-b56b-009fa26cde4e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:43.159287 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9cd679fb-5f55-4a52-b56b-009fa26cde4e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1783462 Jul 05 04:01:43.162270 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43928) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:43.210235 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac6828a-981d-4fc0-8f54-eb8c806d69f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] GET failed (client error): The resource could not be found. Jul 05 04:01:43.214627 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dac6828a-981d-4fc0-8f54-eb8c806d69f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/bd21b5a3-3509-4be4-a8fd-fccf3b75afdf HTTP/1.1" status: 404 len: 333 time: 0.0483418 Jul 05 04:01:43.264955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43932) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:43.275028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2a3c51e5-fecd-4dda-bc1a-8bc3ccf59896 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1362822486'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:43.370575 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:43.382931 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39142219-82e2-4769-84d8-d83e9007d73c None None] Sync routers for ids ['204ecd38-67b8-4dba-88a3-27a3b5381e13'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:43.401732 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39142219-82e2-4769-84d8-d83e9007d73c None None] Routers {'204ecd38-67b8-4dba-88a3-27a3b5381e13'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:43.402846 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-39142219-82e2-4769-84d8-d83e9007d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['204ecd38-67b8-4dba-88a3-27a3b5381e13'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:43.415250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3c51e5-fecd-4dda-bc1a-8bc3ccf59896 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:43.419185 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2a3c51e5-fecd-4dda-bc1a-8bc3ccf59896 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.484667 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.501470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3c51e5-fecd-4dda-bc1a-8bc3ccf59896 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:43.548060 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2a3c51e5-fecd-4dda-bc1a-8bc3ccf59896 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.548556 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-2a3c51e5-fecd-4dda-bc1a-8bc3ccf59896 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Added segment 5fb696b8-6eaf-4bf6-8eb9-48e9c327477f of type vlan for network 00557a44-44d6-4cdb-a6ed-33ea1158e64a Jul 05 04:01:43.553087 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c356214-c666-4e0c-8652-7572a8241eaf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.569398 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-172241fa-0e0d-44c8-bbab-9330c46b9b55 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.2814200 Jul 05 04:01:43.573664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4e852-20a9-4aca-a10e-184b076c0006 req-9deb638b-274c-4aed-8ef9-3533d8b0e43e tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:43.574890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43940) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:43.575467 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-39142219-82e2-4769-84d8-d83e9007d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:43.581839 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7f4e852-20a9-4aca-a10e-184b076c0006 req-9deb638b-274c-4aed-8ef9-3533d8b0e43e tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.1706827 Jul 05 04:01:43.596862 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39142219-82e2-4769-84d8-d83e9007d73c None None] Routers {'204ecd38-67b8-4dba-88a3-27a3b5381e13'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:43.597530 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-39142219-82e2-4769-84d8-d83e9007d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['204ecd38-67b8-4dba-88a3-27a3b5381e13'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:43.635003 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-39142219-82e2-4769-84d8-d83e9007d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:43.635776 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39142219-82e2-4769-84d8-d83e9007d73c None None] The sync data for ids ['204ecd38-67b8-4dba-88a3-27a3b5381e13'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:43.724238 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2a3c51e5-fecd-4dda-bc1a-8bc3ccf59896 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.770061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7f4e852-20a9-4aca-a10e-184b076c0006 req-8ae24799-a677-424d-95b1-6c70fcbee0ec tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871662 Jul 05 04:01:43.845891 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e8f4a1c3-389c-4067-9d77-fa2d1624ecce tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] 10.222.0.60 "GET /v2.0/floatingips/538a58fe-a2d5-4673-9db0-5436267faecf HTTP/1.1" status: 200 len: 982 time: 0.2698293 Jul 05 04:01:43.850426 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43946) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:43.999484 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2f100fea-f4e7-4a20-878c-d04906af6157 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.1472774 Jul 05 04:01:44.002722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43950) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:44.274735 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9ac42335-30f3-48d2-a325-eb3173ffb1ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Deleting port 21e13ecb-d586-4ff7-af49-09d7031332ee {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:44.276996 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ac42335-30f3-48d2-a325-eb3173ffb1ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.358753 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2a3c51e5-fecd-4dda-bc1a-8bc3ccf59896 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.364570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c51e5-fecd-4dda-bc1a-8bc3ccf59896 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:44.365191 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2a3c51e5-fecd-4dda-bc1a-8bc3ccf59896 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.433166 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ac42335-30f3-48d2-a325-eb3173ffb1ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.433670 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ac42335-30f3-48d2-a325-eb3173ffb1ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.468870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9ac42335-30f3-48d2-a325-eb3173ffb1ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Calling delete_port for 21e13ecb-d586-4ff7-af49-09d7031332ee owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:44.559797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c51e5-fecd-4dda-bc1a-8bc3ccf59896 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Network': ['ID=00557a44-44d6-4cdb-a6ed-33ea1158e64a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:44.576940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 00557a44-44d6-4cdb-a6ed-33ea1158e64a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:44.581700 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2a3c51e5-fecd-4dda-bc1a-8bc3ccf59896 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3100774 Jul 05 04:01:44.586818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43958) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:44.610412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-89f3ab2f-c826-4e53-b404-af777158775d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': '00557a44-44d6-4cdb-a6ed-33ea1158e64a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:44.729159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74eaf3-e2a1-4be4-ac89-19dfd7480143 req-1f0c30bf-85eb-4a32-b6e4-96745d0d6676 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:44.730751 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5a74eaf3-e2a1-4be4-ac89-19dfd7480143 req-1f0c30bf-85eb-4a32-b6e4-96745d0d6676 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.9264433 Jul 05 04:01:44.859239 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5a74eaf3-e2a1-4be4-ac89-19dfd7480143 req-2f729780-c598-4035-ba96-a03f7129832b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117983 Jul 05 04:01:45.056256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9c356214-c666-4e0c-8652-7572a8241eaf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port b83075b8-ea1a-4f3a-9300-01f3538486aa {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:45.056583 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c356214-c666-4e0c-8652-7572a8241eaf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.060816 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ac42335-30f3-48d2-a325-eb3173ffb1ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.119419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac42335-30f3-48d2-a325-eb3173ffb1ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event deleted for resources: {'Port': ['ID=21e13ecb-d586-4ff7-af49-09d7031332ee,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:45.149732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f3ab2f-c826-4e53-b404-af777158775d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:45.153322 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-89f3ab2f-c826-4e53-b404-af777158775d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.214916 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ac42335-30f3-48d2-a325-eb3173ffb1ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.215259 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-9ac42335-30f3-48d2-a325-eb3173ffb1ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Floating IP 538a58fe-a2d5-4673-9db0-5436267faecf disassociated (deleted). External IP: 172.25.0.141, port: 80ff7bd9-9533-4b76-9fc7-d69bf4aeb50c. Jul 05 04:01:45.385653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15209122-de6b-4908-b4de-f02ca9bc7a21 req-461ce48e-1f49-4490-be39-1de9673c89e0 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:45.393820 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-15209122-de6b-4908-b4de-f02ca9bc7a21 req-461ce48e-1f49-4490-be39-1de9673c89e0 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.3531063 Jul 05 04:01:45.412142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-9c356214-c666-4e0c-8652-7572a8241eaf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] For port b83075b8-ea1a-4f3a-9300-01f3538486aa, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b83075b8-ea1a-4f3a-9300-01f3538486aa,segment=NetworkSegment(2da11b8d-51bd-4580-95ae-81dddf839acb),segment_id=2da11b8d-51bd-4580-95ae-81dddf839acb)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:45.412559 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c356214-c666-4e0c-8652-7572a8241eaf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.479713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9c356214-c666-4e0c-8652-7572a8241eaf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for b83075b8-ea1a-4f3a-9300-01f3538486aa owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:45.567181 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac42335-30f3-48d2-a325-eb3173ffb1ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Router 204ecd38-67b8-4dba-88a3-27a3b5381e13 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:45.568204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-15209122-de6b-4908-b4de-f02ca9bc7a21 req-159b40d2-f606-4fbe-a1f7-70ed593114a6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702955 Jul 05 04:01:45.624571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43968) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:45.761398 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-89f3ab2f-c826-4e53-b404-af777158775d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.770138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac42335-30f3-48d2-a325-eb3173ffb1ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:45.781611 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ac42335-30f3-48d2-a325-eb3173ffb1ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.783393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b0e8b-eec5-4e1a-808a-5bd98bea7f8e None None] Sync routers for ids ['204ecd38-67b8-4dba-88a3-27a3b5381e13'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:45.799740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b0e8b-eec5-4e1a-808a-5bd98bea7f8e None None] Routers {'204ecd38-67b8-4dba-88a3-27a3b5381e13'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:45.812853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-cd1b0e8b-eec5-4e1a-808a-5bd98bea7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['204ecd38-67b8-4dba-88a3-27a3b5381e13'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:45.843127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3ab2f-c826-4e53-b404-af777158775d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Subnet': ['ID=8a04a0ef-daec-473b-8a63-3e1d804fcb77,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:45.862024 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9ac42335-30f3-48d2-a325-eb3173ffb1ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "DELETE /v2.0/floatingips/538a58fe-a2d5-4673-9db0-5436267faecf HTTP/1.1" status: 204 len: 168 time: 1.8520436 Jul 05 04:01:45.862024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43972) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:45.866536 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:45.867777 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9f605ac-2381-4114-b8ba-addb06756294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.885995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-cd1b0e8b-eec5-4e1a-808a-5bd98bea7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:45.894922 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b0e8b-eec5-4e1a-808a-5bd98bea7f8e None None] Routers {'204ecd38-67b8-4dba-88a3-27a3b5381e13'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:45.895836 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-cd1b0e8b-eec5-4e1a-808a-5bd98bea7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['204ecd38-67b8-4dba-88a3-27a3b5381e13'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:45.938732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f3ab2f-c826-4e53-b404-af777158775d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Checking segment: {'id': '5fb696b8-6eaf-4bf6-8eb9-48e9c327477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '00557a44-44d6-4cdb-a6ed-33ea1158e64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:45.939081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f3ab2f-c826-4e53-b404-af777158775d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network hostable DHCP agents. Network: 00557a44-44d6-4cdb-a6ed-33ea1158e64a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:45.940201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-cd1b0e8b-eec5-4e1a-808a-5bd98bea7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:45.941086 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b0e8b-eec5-4e1a-808a-5bd98bea7f8e None None] The sync data for ids ['204ecd38-67b8-4dba-88a3-27a3b5381e13'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:45.975343 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.004890 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c356214-c666-4e0c-8652-7572a8241eaf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.074843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c356214-c666-4e0c-8652-7572a8241eaf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=b83075b8-ea1a-4f3a-9300-01f3538486aa,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:46.125725 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.131166 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f3ab2f-c826-4e53-b404-af777158775d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 00557a44-44d6-4cdb-a6ed-33ea1158e64a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:46.312190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-89f3ab2f-c826-4e53-b404-af777158775d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 00557a44-44d6-4cdb-a6ed-33ea1158e64a) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:46.318156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f3ab2f-c826-4e53-b404-af777158775d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:46.318615 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Allocated IP 172.25.0.202 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/867108c9-a359-49a7-ad12-8be388710421) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:46.318892 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-89f3ab2f-c826-4e53-b404-af777158775d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.323659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b964fb0b-7fa6-4d32-bbec-d82145a4368c None None] Network 00557a44-44d6-4cdb-a6ed-33ea1158e64a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:46.472440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b092b1-4250-4686-95cd-ef85da98ddfc req-3db0076f-24c1-4c43-afcd-3eb93d762445 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:46.474617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-18b092b1-4250-4686-95cd-ef85da98ddfc req-3db0076f-24c1-4c43-afcd-3eb93d762445 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.4069772 Jul 05 04:01:46.506898 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c356214-c666-4e0c-8652-7572a8241eaf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.545365 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9f605ac-2381-4114-b8ba-addb06756294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.589629 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.656271 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-18b092b1-4250-4686-95cd-ef85da98ddfc req-c5908a09-4df8-4a69-9c60-8b0feff7341f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669652 Jul 05 04:01:46.659393 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9f605ac-2381-4114-b8ba-addb06756294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.678491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-00557a44-44d6-4cdb-a6ed-33ea1158e64a', 'network_id': '00557a44-44d6-4cdb-a6ed-33ea1158e64a', 'tenant_id': '5adc1c6c301048bb8b7c0c8e5dee051e', 'fixed_ips': [{'subnet_id': '8a04a0ef-daec-473b-8a63-3e1d804fcb77'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:46.679444 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.754799 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-89f3ab2f-c826-4e53-b404-af777158775d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1603854 Jul 05 04:01:46.755247 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43980) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:46.760998 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1ba06002-b5f0-48e2-b15f-8aa648a7b0fd tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': '00557a44-44d6-4cdb-a6ed-33ea1158e64a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:46.783006 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f605ac-2381-4114-b8ba-addb06756294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a293b7b7-8e6a-49a2-afd2-98555d6b1715,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:46.792977 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c9f605ac-2381-4114-b8ba-addb06756294 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=674a9b7a6c5044d1aa460a085f00e5da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1649992 Jul 05 04:01:46.862674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43982) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:46.871145 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.938221 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Allocated IP 172.20.0.2 (00557a44-44d6-4cdb-a6ed-33ea1158e64a/8a04a0ef-daec-473b-8a63-3e1d804fcb77/2a7e7079-d5cb-4eb6-94d1-997420fc8299) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:46.960563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c356214-c666-4e0c-8652-7572a8241eaf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router cc2056e6-4db2-4390-b67f-6b923c189eba has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:46.963782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Pushing event updated for resources: {'Port': ['ID=867108c9-a359-49a7-ad12-8be388710421,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:46.971660 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b633209-363c-4acf-9171-ddcf46206bb0 req-8111f6ea-ea23-4c12-b2b9-b8f85695a648 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:46.974900 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b633209-363c-4acf-9171-ddcf46206bb0 req-8111f6ea-ea23-4c12-b2b9-b8f85695a648 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.2341325 Jul 05 04:01:47.021313 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:47.039835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:47.042610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:47.130138 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b633209-363c-4acf-9171-ddcf46206bb0 req-c3991fa4-e872-4bde-96b2-e8a6b4eb86a2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479037 Jul 05 04:01:47.138726 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ff66c2e-2d43-4a26-b557-9547c6d3a9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.171281 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.174823 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c356214-c666-4e0c-8652-7572a8241eaf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:47.184968 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9c356214-c666-4e0c-8652-7572a8241eaf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3967600 Jul 05 04:01:47.189232 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6149734f-a9f3-4444-994b-e8832c58831b None None] Sync routers for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:47.190768 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Transition to ACTIVE for port object 2a7e7079-d5cb-4eb6-94d1-997420fc8299 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:47.197494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43986) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:47.211555 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ff66c2e-2d43-4a26-b557-9547c6d3a9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.211815 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6149734f-a9f3-4444-994b-e8832c58831b None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:47.211815 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6149734f-a9f3-4444-994b-e8832c58831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:47.217807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Transition to ACTIVE for port object 2a7e7079-d5cb-4eb6-94d1-997420fc8299 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:47.281768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.299533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-048e007d-4463-47fb-b352-e2f54398628e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting subnet 1fbe0b6f-ff01-46f3-abc1-c415dbeacf60 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:47.303605 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-048e007d-4463-47fb-b352-e2f54398628e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.312837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba06002-b5f0-48e2-b15f-8aa648a7b0fd tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:47.317483 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ba06002-b5f0-48e2-b15f-8aa648a7b0fd tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.357077 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.361205 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-6149734f-a9f3-4444-994b-e8832c58831b None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:47.398165 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-048e007d-4463-47fb-b352-e2f54398628e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.407573 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ff66c2e-2d43-4a26-b557-9547c6d3a9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.411865 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ff66c2e-2d43-4a26-b557-9547c6d3a9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.435956 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3ff66c2e-2d43-4a26-b557-9547c6d3a9c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a293b7b7-8e6a-49a2-afd2-98555d6b1715 HTTP/1.1" status: 204 len: 168 time: 0.5710716 Jul 05 04:01:47.452355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Pushing event updated for resources: {'Port': ['ID=2a7e7079-d5cb-4eb6-94d1-997420fc8299,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:47.479327 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Network 00557a44-44d6-4cdb-a6ed-33ea1158e64a is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:47.483441 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:47.489694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:47.554709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff66c2e-2d43-4a26-b557-9547c6d3a9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a293b7b7-8e6a-49a2-afd2-98555d6b1715,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:47.596915 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.612628 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-048e007d-4463-47fb-b352-e2f54398628e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.642711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Attempting to bind port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:47.642711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Attempting to bind port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '5fb696b8-6eaf-4bf6-8eb9-48e9c327477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '00557a44-44d6-4cdb-a6ed-33ea1158e64a'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:47.643057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Attempting to bind port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 on network 00557a44-44d6-4cdb-a6ed-33ea1158e64a {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:47.655613 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:47.655999 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Checking segment: {'id': '5fb696b8-6eaf-4bf6-8eb9-48e9c327477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '00557a44-44d6-4cdb-a6ed-33ea1158e64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:47.660559 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.660559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Bound using segment: {'id': '5fb696b8-6eaf-4bf6-8eb9-48e9c327477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '00557a44-44d6-4cdb-a6ed-33ea1158e64a'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:47.660953 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Bound port: 2a7e7079-d5cb-4eb6-94d1-997420fc8299, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb696b8-6eaf-4bf6-8eb9-48e9c327477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '00557a44-44d6-4cdb-a6ed-33ea1158e64a'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:47.661359 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.700293 n-d-798249-5 neutron-server[100876]: INFO neutron.db.ipam_backend_mixin [None req-1ba06002-b5f0-48e2-b15f-8aa648a7b0fd tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8a04a0ef-daec-473b-8a63-3e1d804fcb77 (CIDR: 172.20.0.0/28) Jul 05 04:01:47.747488 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba06002-b5f0-48e2-b15f-8aa648a7b0fd tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:01:47.755968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba06002-b5f0-48e2-b15f-8aa648a7b0fd tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:47.812013 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-048e007d-4463-47fb-b352-e2f54398628e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.817241 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6149734f-a9f3-4444-994b-e8832c58831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 9, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:47.836239 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-048e007d-4463-47fb-b352-e2f54398628e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.839512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-048e007d-4463-47fb-b352-e2f54398628e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/1fbe0b6f-ff01-46f3-abc1-c415dbeacf60 HTTP/1.1" status: 204 len: 168 time: 0.6410027 Jul 05 04:01:47.843515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] For port 2a7e7079-d5cb-4eb6-94d1-997420fc8299, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:47.848740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43994) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:47.854476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] For port 2a7e7079-d5cb-4eb6-94d1-997420fc8299, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2a7e7079-d5cb-4eb6-94d1-997420fc8299,segment=NetworkSegment(5fb696b8-6eaf-4bf6-8eb9-48e9c327477f),segment_id=5fb696b8-6eaf-4bf6-8eb9-48e9c327477f)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:47.858933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7447e7a-5818-46b0-ab8f-d15b2cbec6c5 None None] Network e14de521-74bc-488b-8c29-2a0ae5e24549 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:47.897965 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6149734f-a9f3-4444-994b-e8832c58831b None None] Checking router: cc2056e6-4db2-4390-b67f-6b923c189eba for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:47.909974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e007d-4463-47fb-b352-e2f54398628e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Subnet': ['ID=1fbe0b6f-ff01-46f3-abc1-c415dbeacf60,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:47.924779 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1ba06002-b5f0-48e2-b15f-8aa648a7b0fd tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1683767 Jul 05 04:01:47.931190 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6149734f-a9f3-4444-994b-e8832c58831b None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:47.931190 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6149734f-a9f3-4444-994b-e8832c58831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:47.933119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43998) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:47.943242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8dcbb416-185a-4753-9baa-71a48baa2021 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': '00557a44-44d6-4cdb-a6ed-33ea1158e64a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:48.033806 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.115266 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-6149734f-a9f3-4444-994b-e8832c58831b None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:48.119898 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.120348 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.196332 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58ab4b-4a2b-49fc-9f80-8bc95378dcb5 None None] Pushing event updated for resources: {'Port': ['ID=2a7e7079-d5cb-4eb6-94d1-997420fc8299,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:48.250019 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.275683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3fcad7-aa07-4169-9d2a-d231ed12544b None None] DHCP port deletion for e14de521-74bc-488b-8c29-2a0ae5e24549 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:01:48.314422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcbb416-185a-4753-9baa-71a48baa2021 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:48.320107 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8dcbb416-185a-4753-9baa-71a48baa2021 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.324808 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4554c24-0a95-4d9b-b7fe-5b0323d39e67 req-3b1c80ee-16ae-4289-bfd0-5fef67f03ef6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:48.330423 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4554c24-0a95-4d9b-b7fe-5b0323d39e67 req-3b1c80ee-16ae-4289-bfd0-5fef67f03ef6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.3962107 Jul 05 04:01:48.433282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fcad7-aa07-4169-9d2a-d231ed12544b None None] Deleting port f9e71859-1e8d-44af-b0e2-eb9145c7718c {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:48.433683 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4c3fcad7-aa07-4169-9d2a-d231ed12544b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.512947 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6149734f-a9f3-4444-994b-e8832c58831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 9, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:48.534332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port f9e71859-1e8d-44af-b0e2-eb9145c7718c {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:48.534831 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.553161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Pushing event updated for resources: {'Port': ['ID=867108c9-a359-49a7-ad12-8be388710421,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:48.567133 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.568732 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6149734f-a9f3-4444-994b-e8832c58831b None None] The sync data for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 is: [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 9, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'd095ff0f-ec47-43b5-aba1-93089d8d2447', 'name': '', 'network_id': 'e58bcae4-e4e8-49bb-ae17-0aa07dd0a694', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:35:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:05Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': '55905d29-d0ce-4b10-b0ba-8b4941ab755b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:48.586907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4c3fcad7-aa07-4169-9d2a-d231ed12544b None None] For port f9e71859-1e8d-44af-b0e2-eb9145c7718c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f9e71859-1e8d-44af-b0e2-eb9145c7718c,segment=NetworkSegment(2da11b8d-51bd-4580-95ae-81dddf839acb),segment_id=2da11b8d-51bd-4580-95ae-81dddf839acb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:48.586907 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4c3fcad7-aa07-4169-9d2a-d231ed12544b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.609308 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fcad7-aa07-4169-9d2a-d231ed12544b None None] Calling delete_port for f9e71859-1e8d-44af-b0e2-eb9145c7718c owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:48.632691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] For port f9e71859-1e8d-44af-b0e2-eb9145c7718c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f9e71859-1e8d-44af-b0e2-eb9145c7718c,segment=NetworkSegment(2da11b8d-51bd-4580-95ae-81dddf839acb),segment_id=2da11b8d-51bd-4580-95ae-81dddf839acb)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:48.633336 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.671946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44004) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:48.679009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f9e71859-1e8d-44af-b0e2-eb9145c7718c no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:48.692010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for f9e71859-1e8d-44af-b0e2-eb9145c7718c owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:48.721809 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9ba121c-97a9-463d-976c-63b72c325d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.722296 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.724031 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3e9af026-9d3d-44f6-bcea-9533c4764e4d tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8623512 Jul 05 04:01:48.727147 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44006) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:48.733571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4554c24-0a95-4d9b-b7fe-5b0323d39e67 req-57444b43-cf37-44d4-81e6-418cc52132e1 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3900292 Jul 05 04:01:48.810314 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.850353 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4c3fcad7-aa07-4169-9d2a-d231ed12544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.861849 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ce510-aac8-4932-b50b-5a87acf880eb req-52d221c7-084e-4330-975b-2ccb34823da7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:48.863477 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-111ce510-aac8-4932-b50b-5a87acf880eb req-52d221c7-084e-4330-975b-2ccb34823da7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.4848650 Jul 05 04:01:48.899104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3fcad7-aa07-4169-9d2a-d231ed12544b None None] No DVR routers for this DVR port f9e71859-1e8d-44af-b0e2-eb9145c7718c on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:48.927050 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fcad7-aa07-4169-9d2a-d231ed12544b None None] Pushing event deleted for resources: {'Port': ['ID=f9e71859-1e8d-44af-b0e2-eb9145c7718c,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:48.961901 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.969832 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-111ce510-aac8-4932-b50b-5a87acf880eb req-d6ea3253-4d84-4b37-864f-54468f39cbe6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972590 Jul 05 04:01:49.007725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=f9e71859-1e8d-44af-b0e2-eb9145c7718c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:49.011701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No DVR routers for this DVR port f9e71859-1e8d-44af-b0e2-eb9145c7718c on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:49.027245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8dcbb416-185a-4753-9baa-71a48baa2021 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.159600 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbb416-185a-4753-9baa-71a48baa2021 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Subnet': ['ID=704707ee-1a55-43da-bd9d-00dc3aa6ce2a,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:49.166612 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.174366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcbb416-185a-4753-9baa-71a48baa2021 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 00557a44-44d6-4cdb-a6ed-33ea1158e64a is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:49.177369 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-8dcbb416-185a-4753-9baa-71a48baa2021 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:49.180221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcbb416-185a-4753-9baa-71a48baa2021 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.181179 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8dcbb416-185a-4753-9baa-71a48baa2021 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.200500 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9ba121c-97a9-463d-976c-63b72c325d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.203361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14de521-74bc-488b-8c29-2a0ae5e24549']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:49.217674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da11b8d-51bd-4580-95ae-81dddf839acb') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:49.218139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da11b8d-51bd-4580-95ae-81dddf839acb') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:49.222848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:49.231381 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.257087 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.266988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:49.267677 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:49.271413 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:49.283270 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9ba121c-97a9-463d-976c-63b72c325d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.361156 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8dcbb416-185a-4753-9baa-71a48baa2021 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4246013 Jul 05 04:01:49.363982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44016) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:49.371103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'network_id': '00557a44-44d6-4cdb-a6ed-33ea1158e64a', 'fixed_ips': [{'subnet_id': '8a04a0ef-daec-473b-8a63-3e1d804fcb77'}, {'subnet_id': '704707ee-1a55-43da-bd9d-00dc3aa6ce2a'}], 'name': 'tempest-PortsTestJSON-921998244'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:49.376765 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d9ba121c-97a9-463d-976c-63b72c325d77 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa4086bcdb4440c8bcf81712029a440a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7001190 Jul 05 04:01:49.379840 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba121c-97a9-463d-976c-63b72c325d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fa50c6-5a4b-41df-9f8f-300ba7d7bd2b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:49.380610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44018) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:49.453331 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.468740 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-036fb750-f2ba-4001-96bb-d9c7aadc04b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.522930 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.532824 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.534745 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/networks/e14de521-74bc-488b-8c29-2a0ae5e24549 HTTP/1.1" status: 204 len: 168 time: 1.6493073 Jul 05 04:01:49.537548 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44020) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:49.555814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c5f17-ba72-47af-bdf5-7aae86d45283 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Network': ['ID=e14de521-74bc-488b-8c29-2a0ae5e24549,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:49.563643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b160d47a-1c7f-4782-b8a6-cb7534814dd6 None None] Network 00557a44-44d6-4cdb-a6ed-33ea1158e64a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:49.634066 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:49.750282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-625e7e16-b2c5-4834-a1ce-4654baec2e55 None None] Provisioning for port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:49.868197 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c144d2-ac02-4fda-901e-3edb015dec27 None None] Update dhcp port {'port': {'network_id': '00557a44-44d6-4cdb-a6ed-33ea1158e64a', 'fixed_ips': [{'subnet_id': '8a04a0ef-daec-473b-8a63-3e1d804fcb77', 'ip_address': '172.20.0.2'}, {'subnet_id': '704707ee-1a55-43da-bd9d-00dc3aa6ce2a'}], 'binding:host_id': 'n-d-798249-5'}, 'id': '2a7e7079-d5cb-4eb6-94d1-997420fc8299'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:01:49.885934 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-036fb750-f2ba-4001-96bb-d9c7aadc04b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.914086 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-70c144d2-ac02-4fda-901e-3edb015dec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.970285 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.118125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-036fb750-f2ba-4001-96bb-d9c7aadc04b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.120754 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-036fb750-f2ba-4001-96bb-d9c7aadc04b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.121924 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-036fb750-f2ba-4001-96bb-d9c7aadc04b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3fa50c6-5a4b-41df-9f8f-300ba7d7bd2b HTTP/1.1" status: 204 len: 168 time: 0.7388139 Jul 05 04:01:50.136701 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-70c144d2-ac02-4fda-901e-3edb015dec27 None None] Allocated IP 172.20.0.18 (00557a44-44d6-4cdb-a6ed-33ea1158e64a/704707ee-1a55-43da-bd9d-00dc3aa6ce2a/2a7e7079-d5cb-4eb6-94d1-997420fc8299) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:50.141737 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fb750-f2ba-4001-96bb-d9c7aadc04b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fa50c6-5a4b-41df-9f8f-300ba7d7bd2b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:50.222947 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Allocated IP 172.25.0.26 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/fbd2adfc-4f97-4878-b208-1a3acac2eb37) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:50.262969 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.280745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-70c144d2-ac02-4fda-901e-3edb015dec27 None None] For port 2a7e7079-d5cb-4eb6-94d1-997420fc8299, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2a7e7079-d5cb-4eb6-94d1-997420fc8299,segment=NetworkSegment(5fb696b8-6eaf-4bf6-8eb9-48e9c327477f),segment_id=5fb696b8-6eaf-4bf6-8eb9-48e9c327477f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:50.306632 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port e3011815-ad79-4340-b7d5-fb6b884af0aa yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:50.313989 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-70c144d2-ac02-4fda-901e-3edb015dec27 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.331493 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-70c144d2-ac02-4fda-901e-3edb015dec27 None None] Transition to ACTIVE for port object 2a7e7079-d5cb-4eb6-94d1-997420fc8299 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:50.350126 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.397115 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39add8-3538-4af2-922e-51307d0a743f req-45f2aa1e-1c94-44f1-a9f0-87a1ac1236f2 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:50.401439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f39add8-3538-4af2-922e-51307d0a743f req-45f2aa1e-1c94-44f1-a9f0-87a1ac1236f2 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.3300059 Jul 05 04:01:50.469603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2a7e7079-d5cb-4eb6-94d1-997420fc8299 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:50.487909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf499b-f20a-45d5-9ad8-db30a3db4717 req-21307e14-8033-4586-a6d0-78d7a54750ae tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:50.489447 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-78bf499b-f20a-45d5-9ad8-db30a3db4717 req-21307e14-8033-4586-a6d0-78d7a54750ae tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 943 time: 0.3329637 Jul 05 04:01:50.494447 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-70c144d2-ac02-4fda-901e-3edb015dec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.524246 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.577925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f39add8-3538-4af2-922e-51307d0a743f req-92c2570d-d697-4e60-b817-d3abe9e7286e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641915 Jul 05 04:01:50.589597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:50.596004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:50.601414 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:50.639092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Pushing event updated for resources: {'Port': ['ID=fbd2adfc-4f97-4878-b208-1a3acac2eb37,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:50.648026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c144d2-ac02-4fda-901e-3edb015dec27 None None] Pushing event updated for resources: {'Port': ['ID=2a7e7079-d5cb-4eb6-94d1-997420fc8299,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:50.648600 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-78bf499b-f20a-45d5-9ad8-db30a3db4717 req-4b3b57b5-6f5f-4213-be51-3648ddd7957e tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459467 Jul 05 04:01:50.733766 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.740592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:50.755915 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b83075b8-ea1a-4f3a-9300-01f3538486aa no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:50.789250 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: b83075b8-ea1a-4f3a-9300-01f3538486aa {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:50.789618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b83075b8-ea1a-4f3a-9300-01f3538486aa not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:50.794488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0575119c-3a1e-4c1c-a150-8da545447d28 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:50.894121 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6c35fd86-b546-4d5e-a59f-2a1ef65ab8cf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.928771 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.946387 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-e3382744-3d0c-4135-93a9-452c6ac48394 {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:01:50.947047 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:01:51.006750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 0575119c-3a1e-4c1c-a150-8da545447d28, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0575119c-3a1e-4c1c-a150-8da545447d28,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:51.026878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '0575119c-3a1e-4c1c-a150-8da545447d28', 'network_id': 'cb680753-4518-4b31-b2c8-56ca0a768a05', 'port_id': '0575119c-3a1e-4c1c-a150-8da545447d28', 'mac_address': 'fa:16:3e:7f:78:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefa76d6-ca51-49f1-9b3c-abe7c879904a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:51.120527 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.148239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0575119c-3a1e-4c1c-a150-8da545447d28 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:51.179621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 0575119c-3a1e-4c1c-a150-8da545447d28, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0575119c-3a1e-4c1c-a150-8da545447d28,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:51.293405 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-a54e9d6c-fd31-4d32-8253-dc7626aa01fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1600926 Jul 05 04:01:51.300078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-6c35fd86-b546-4d5e-a59f-2a1ef65ab8cf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port d095ff0f-ec47-43b5-aba1-93089d8d2447 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:51.300078 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6c35fd86-b546-4d5e-a59f-2a1ef65ab8cf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.303176 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.314951 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1a049879-1055-4f0b-8180-5d69531f1863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.321221 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.428889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-6c35fd86-b546-4d5e-a59f-2a1ef65ab8cf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] For port d095ff0f-ec47-43b5-aba1-93089d8d2447, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d095ff0f-ec47-43b5-aba1-93089d8d2447,segment=NetworkSegment(21860a5f-10f0-4e9b-a551-fef6deaa3704),segment_id=21860a5f-10f0-4e9b-a551-fef6deaa3704)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:51.431589 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6c35fd86-b546-4d5e-a59f-2a1ef65ab8cf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.432580 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=0575119c-3a1e-4c1c-a150-8da545447d28,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:51.450314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.472091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-6c35fd86-b546-4d5e-a59f-2a1ef65ab8cf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for d095ff0f-ec47-43b5-aba1-93089d8d2447 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:51.472535 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.543460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723b351a-c466-4033-9dc4-fac0b6990e73 None None] Network 00557a44-44d6-4cdb-a6ed-33ea1158e64a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:51.549848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port 2ea24dd3-c6df-4fab-9a7d-166e7a78285e yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:51.568845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['0575119c-3a1e-4c1c-a150-8da545447d28'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:51.582246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Pushing event updated for resources: {'Port': ['ID=fbd2adfc-4f97-4878-b208-1a3acac2eb37,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:51.617735 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.633890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-0e8eb755-a681-4c6c-982d-08309401cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:51.634981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-0e8eb755-a681-4c6c-982d-08309401cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:51.635463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-0e8eb755-a681-4c6c-982d-08309401cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:51.635948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-0e8eb755-a681-4c6c-982d-08309401cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:51.636564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-0e8eb755-a681-4c6c-982d-08309401cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:51.637046 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-0e8eb755-a681-4c6c-982d-08309401cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:51.637697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-0e8eb755-a681-4c6c-982d-08309401cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:51.639907 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-0e8eb755-a681-4c6c-982d-08309401cba4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d16dca7328249f08e2390e95c16dfe3&device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 6492 time: 0.2556744 Jul 05 04:01:51.720286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6c780948-5794-483f-87ba-a9ac4641363d None None] Provisioning for port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:51.745412 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6c780948-5794-483f-87ba-a9ac4641363d None None] Provisioning complete for port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:51.747251 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6c780948-5794-483f-87ba-a9ac4641363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.759950 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.764107 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e2e932c9-e144-4cb0-a178-2eab0c2ab957 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0329981 Jul 05 04:01:51.799782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44062) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:51.900584 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6c35fd86-b546-4d5e-a59f-2a1ef65ab8cf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.949832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35fd86-b546-4d5e-a59f-2a1ef65ab8cf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=d095ff0f-ec47-43b5-aba1-93089d8d2447,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:52.021593 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-88471a99-ef37-4dd0-b638-7862b46062d8 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.2194808 Jul 05 04:01:52.022429 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44072) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:52.110245 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6c780948-5794-483f-87ba-a9ac4641363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.119140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-9dfa23e9-be46-49aa-b750-65c2ed2b05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:52.127327 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-9dfa23e9-be46-49aa-b750-65c2ed2b05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:52.127327 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-9dfa23e9-be46-49aa-b750-65c2ed2b05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:52.127327 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-9dfa23e9-be46-49aa-b750-65c2ed2b05bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&id=ce929db9-95f6-4b19-ab56-323ab9bb83a6 HTTP/1.1" status: 200 len: 2292 time: 0.4331772 Jul 05 04:01:52.130100 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2c42a8d7-0a55-4b13-9401-b94b76ef1250 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0997195 Jul 05 04:01:52.131978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44076) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:52.180282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6c780948-5794-483f-87ba-a9ac4641363d None None] For port 2a7e7079-d5cb-4eb6-94d1-997420fc8299, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2a7e7079-d5cb-4eb6-94d1-997420fc8299,segment=NetworkSegment(5fb696b8-6eaf-4bf6-8eb9-48e9c327477f),segment_id=5fb696b8-6eaf-4bf6-8eb9-48e9c327477f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:52.202988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Allocated IP 172.20.0.12 (00557a44-44d6-4cdb-a6ed-33ea1158e64a/8a04a0ef-daec-473b-8a63-3e1d804fcb77/2ea24dd3-c6df-4fab-9a7d-166e7a78285e) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:52.278328 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6c780948-5794-483f-87ba-a9ac4641363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.289714 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Allocated IP 172.20.0.19 (00557a44-44d6-4cdb-a6ed-33ea1158e64a/704707ee-1a55-43da-bd9d-00dc3aa6ce2a/2ea24dd3-c6df-4fab-9a7d-166e7a78285e) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:52.329061 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-b6e41ced-6c7e-488e-af8e-3d3c86ba98d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dabf05e-9cbe-425d-87bf-6b2ecaf03063 HTTP/1.1" status: 200 len: 1001 time: 0.1977112 Jul 05 04:01:52.407927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e7a23-8773-4380-99de-0fd2abb15a3e req-54c230a6-3743-4adc-b311-b45ce6d6df96 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:52.415116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c55e7a23-8773-4380-99de-0fd2abb15a3e req-54c230a6-3743-4adc-b311-b45ce6d6df96 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.5524061 Jul 05 04:01:52.462608 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-5350eee1-0d6a-4e72-b82f-cc2983ae40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:52.464171 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-5350eee1-0d6a-4e72-b82f-cc2983ae40ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1a4e67f5-0254-4ffe-8462-5596b5dcca35 HTTP/1.1" status: 200 len: 850 time: 0.1228116 Jul 05 04:01:52.479733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21fc9-308d-46d0-ae4d-deb1016de88f req-a8e3c684-785c-45dc-b52b-e13bd3a34771 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:52.492669 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdf21fc9-308d-46d0-ae4d-deb1016de88f req-a8e3c684-785c-45dc-b52b-e13bd3a34771 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 944 time: 0.5463755 Jul 05 04:01:52.511310 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5277cf4c-2810-4eaf-8634-96a10bbcb8a9 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Deleting port fbd2adfc-4f97-4878-b208-1a3acac2eb37 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:52.511553 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5277cf4c-2810-4eaf-8634-96a10bbcb8a9 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.568399 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6c35fd86-b546-4d5e-a59f-2a1ef65ab8cf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.621520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-d2c06fd6-706c-4b96-a54e-b2f5bab8851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:52.622877 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-d2c06fd6-706c-4b96-a54e-b2f5bab8851b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520088 Jul 05 04:01:52.651322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2a7e7079-d5cb-4eb6-94d1-997420fc8299 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:52.664525 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5277cf4c-2810-4eaf-8634-96a10bbcb8a9 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.664525 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5277cf4c-2810-4eaf-8634-96a10bbcb8a9 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.686291 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0a58b11b-5b4b-4bac-bc77-e79c8f7b9bb6 None None] Provisioning complete for port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:52.690606 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0a58b11b-5b4b-4bac-bc77-e79c8f7b9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.712325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c780948-5794-483f-87ba-a9ac4641363d None None] Pushing event updated for resources: {'Port': ['ID=2a7e7079-d5cb-4eb6-94d1-997420fc8299,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:52.716807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5277cf4c-2810-4eaf-8634-96a10bbcb8a9 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Calling delete_port for fbd2adfc-4f97-4878-b208-1a3acac2eb37 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:52.754497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c55e7a23-8773-4380-99de-0fd2abb15a3e req-70639a3b-ee28-4757-a369-9d65d9357690 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384759 Jul 05 04:01:52.759695 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:52.760133 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.773909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdf21fc9-308d-46d0-ae4d-deb1016de88f req-3f832f8e-488e-4268-b938-26e883956887 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803509 Jul 05 04:01:52.836690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0575119c-3a1e-4c1c-a150-8da545447d28 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:52.922231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 0575119c-3a1e-4c1c-a150-8da545447d28 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:52.922575 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.923115 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.946707 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c35fd86-b546-4d5e-a59f-2a1ef65ab8cf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router cc2056e6-4db2-4390-b67f-6b923c189eba has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:53.003555 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-9e9b282a-6665-4480-9c70-2aa34eb79c62 service neutron] 10.222.0.64 "GET /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716266 Jul 05 04:01:53.032979 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.057992 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb54af4-c5f2-4f08-8854-56e2fd81b946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0575119c-3a1e-4c1c-a150-8da545447d28'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:53.058667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c35fd86-b546-4d5e-a59f-2a1ef65ab8cf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:53.062019 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3562e93-ebc0-45f4-af6c-ae5d967d326e" -d '{"events": [{"server_uuid": "9bb54af4-c5f2-4f08-8854-56e2fd81b946", "name": "network-vif-plugged", "status": "completed", "tag": "0575119c-3a1e-4c1c-a150-8da545447d28"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:53.067674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6c35fd86-b546-4d5e-a59f-2a1ef65ab8cf tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5162265 Jul 05 04:01:53.067674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44100) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:53.077182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 0575119c-3a1e-4c1c-a150-8da545447d28, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0575119c-3a1e-4c1c-a150-8da545447d28,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:53.087458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e26269-851e-48ec-b9e9-4ba506c1d61d None None] Sync routers for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:53.109659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e26269-851e-48ec-b9e9-4ba506c1d61d None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:53.111339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d7e26269-851e-48ec-b9e9-4ba506c1d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:53.131863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Transition to ACTIVE for port object 2ea24dd3-c6df-4fab-9a7d-166e7a78285e will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:53.132116 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-a1b8a781-516a-4d02-887c-430113314054 service neutron] 10.222.0.64 "GET /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185775 Jul 05 04:01:53.132513 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5277cf4c-2810-4eaf-8634-96a10bbcb8a9 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.151139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a201450-17bf-492c-be40-ed6f12527fd7 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting subnet 55905d29-d0ce-4b10-b0ba-8b4941ab755b {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:53.156728 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a201450-17bf-492c-be40-ed6f12527fd7 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.178568 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e2a6c3-d6a2-4e92-aca8-510d72844904 x-openstack-request-id: req-72e2a6c3-d6a2-4e92-aca8-510d72844904 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:53.178809 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb54af4-c5f2-4f08-8854-56e2fd81b946", "name": "network-vif-plugged", "status": "completed", "tag": "0575119c-3a1e-4c1c-a150-8da545447d28", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:53.179108 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72e2a6c3-d6a2-4e92-aca8-510d72844904 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:53.180303 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb54af4-c5f2-4f08-8854-56e2fd81b946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0575119c-3a1e-4c1c-a150-8da545447d28', 'code': 200} Jul 05 04:01:53.212650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277cf4c-2810-4eaf-8634-96a10bbcb8a9 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Pushing event deleted for resources: {'Port': ['ID=fbd2adfc-4f97-4878-b208-1a3acac2eb37,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:53.215133 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-7e07b98a-b66f-439d-bf83-3e47d71d84d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=055b9c82-3cd5-4c8e-8763-539c346a2e5e HTTP/1.1" status: 200 len: 217 time: 0.0771258 Jul 05 04:01:53.223150 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a201450-17bf-492c-be40-ed6f12527fd7 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.237113 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.238057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 838e45c2-16c3-48fa-b9c2-6ac8e511a89e no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:53.322692 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-abd6614c-0a90-4e9d-8f75-0779847fdd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.326264 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-abd6614c-0a90-4e9d-8f75-0779847fdd75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.1011810 Jul 05 04:01:53.326613 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5277cf4c-2810-4eaf-8634-96a10bbcb8a9 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.329284 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5277cf4c-2810-4eaf-8634-96a10bbcb8a9 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.335719 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5277cf4c-2810-4eaf-8634-96a10bbcb8a9 tempest-FloatingIPAdminTestJSON-615790434 tempest-FloatingIPAdminTestJSON-615790434-project] 10.222.0.60 "DELETE /v2.0/floatingips/166ead72-3aef-4249-95b5-fc3e6b25c51d HTTP/1.1" status: 204 len: 168 time: 1.1974471 Jul 05 04:01:53.337636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-d7e26269-851e-48ec-b9e9-4ba506c1d61d None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:53.340343 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44102) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:53.373841 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a201450-17bf-492c-be40-ed6f12527fd7 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.472478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=0575119c-3a1e-4c1c-a150-8da545447d28,revision_number=10']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:53.516189 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44106) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:53.584631 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.584956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-eaf39fe7-29d7-4342-8ace-a76b15a08352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.586670 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-eaf39fe7-29d7-4342-8ace-a76b15a08352 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2550886 Jul 05 04:01:53.618592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ad844-6964-4055-83d7-2c12eb553706 req-149a7aba-8420-4c1b-baea-523b92971676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.620288 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ae2ad844-6964-4055-83d7-2c12eb553706 req-149a7aba-8420-4c1b-baea-523b92971676 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 1097 time: 0.2327445 Jul 05 04:01:53.657101 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:53.711146 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a65b554-e5ac-4591-b964-d650ad53695b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.718494 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.719454 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-67d52379-da5d-447c-9930-1551772c3512 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Deleting port 867108c9-a359-49a7-ad12-8be388710421 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:53.719813 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-67d52379-da5d-447c-9930-1551772c3512 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.721345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d7e26269-851e-48ec-b9e9-4ba506c1d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 10, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:53.750593 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ae2ad844-6964-4055-83d7-2c12eb553706 req-29b499e4-c493-42c2-850f-32e68e8d35b3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974092 Jul 05 04:01:53.757098 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.771624 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e26269-851e-48ec-b9e9-4ba506c1d61d None None] Checking router: cc2056e6-4db2-4390-b67f-6b923c189eba for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:53.795362 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e26269-851e-48ec-b9e9-4ba506c1d61d None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:53.796871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d7e26269-851e-48ec-b9e9-4ba506c1d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:53.800080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 00557a44-44d6-4cdb-a6ed-33ea1158e64a is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:53.807280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:53.810079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:53.822138 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-dc12e26f-e5c1-43d7-a7e9-16d02c151968 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268851 Jul 05 04:01:53.885020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.885751 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.931172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=11']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:53.931463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=2ea24dd3-c6df-4fab-9a7d-166e7a78285e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:53.946063 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-67d52379-da5d-447c-9930-1551772c3512 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.946949 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-67d52379-da5d-447c-9930-1551772c3512 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.981306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-d7e26269-851e-48ec-b9e9-4ba506c1d61d None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:53.991693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-67d52379-da5d-447c-9930-1551772c3512 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Calling delete_port for 867108c9-a359-49a7-ad12-8be388710421 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:53.998443 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a201450-17bf-492c-be40-ed6f12527fd7 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.065424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a201450-17bf-492c-be40-ed6f12527fd7 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Subnet': ['ID=55905d29-d0ce-4b10-b0ba-8b4941ab755b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:54.098248 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-9c97f0c6-dd25-46cb-b84d-9abcdda0c370 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671428 Jul 05 04:01:54.106506 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a201450-17bf-492c-be40-ed6f12527fd7 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.109069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6a201450-17bf-492c-be40-ed6f12527fd7 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/55905d29-d0ce-4b10-b0ba-8b4941ab755b HTTP/1.1" status: 204 len: 168 time: 1.0400796 Jul 05 04:01:54.113529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44116) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:54.133270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c27da6-6a05-48ec-a652-9d20217f1d57 None None] Network e58bcae4-e4e8-49bb-ae17-0aa07dd0a694 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:54.168872 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-edcca8e3-4464-4c06-865b-0fabcedbf89b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=a6ee81d8-7822-45d5-b78b-8b350ec3ddda HTTP/1.1" status: 200 len: 217 time: 0.0507290 Jul 05 04:01:54.174392 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a65b554-e5ac-4591-b964-d650ad53695b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.237260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38ba33-a9f7-4d87-8ad9-997a86d9a409 req-ba0f009d-48c5-434f-aa89-adf9717054de tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.238790 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba38ba33-a9f7-4d87-8ad9-997a86d9a409 req-ba0f009d-48c5-434f-aa89-adf9717054de tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1995606 Jul 05 04:01:54.246507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ec1f7-c8d0-4259-aa3b-8e412688e889 req-f389ee88-02d6-47d6-8030-ce719e457d64 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.248585 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-928ec1f7-c8d0-4259-aa3b-8e412688e889 req-f389ee88-02d6-47d6-8030-ce719e457d64 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.1960790 Jul 05 04:01:54.266853 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a65b554-e5ac-4591-b964-d650ad53695b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.289369 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-165219fe-f1be-4274-9586-ee54a545e8f6 None None] Provisioning for port 2ea24dd3-c6df-4fab-9a7d-166e7a78285e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:54.293900 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-64095637-3a14-4bc3-b070-cb48e960471f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.296078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-165219fe-f1be-4274-9586-ee54a545e8f6 None None] Provisioning complete for port 2ea24dd3-c6df-4fab-9a7d-166e7a78285e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:54.296542 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-165219fe-f1be-4274-9586-ee54a545e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.308195 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4a65b554-e5ac-4591-b964-d650ad53695b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35c47f927684455a85683b5e56f4f175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7859459 Jul 05 04:01:54.309353 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65b554-e5ac-4591-b964-d650ad53695b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deddcbc8-4736-4a7b-ac81-91793d53e334,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:54.311856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba38ba33-a9f7-4d87-8ad9-997a86d9a409 req-b96bfe4d-02a1-48d7-a656-ac2d162a494d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582006 Jul 05 04:01:54.313294 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44118) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:54.330849 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-928ec1f7-c8d0-4259-aa3b-8e412688e889 req-fac06bbb-55b2-4b26-b7d3-e5fd26678033 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751696 Jul 05 04:01:54.341029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-c2f251ba-64b7-4390-9db8-3a2fab7d5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.342815 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-c2f251ba-64b7-4390-9db8-3a2fab7d5274 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.1661475 Jul 05 04:01:54.344119 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.403398 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-eb46e599-3772-4a7b-93ca-4a0b18109eea tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.0382535 Jul 05 04:01:54.407765 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44120) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:54.410542 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.417146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-58795b15-65d0-47d1-a999-fd89eff13380 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a04a0ef-daec-473b-8a63-3e1d804fcb77'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:54.438425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-165219fe-f1be-4274-9586-ee54a545e8f6 None None] Port 2ea24dd3-c6df-4fab-9a7d-166e7a78285e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:54.455907 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-67d52379-da5d-447c-9930-1551772c3512 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.499393 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-91e05302-a10d-47ce-acef-2809bcce26c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.518747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d7e26269-851e-48ec-b9e9-4ba506c1d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 10, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:54.519198 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d52379-da5d-447c-9930-1551772c3512 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Pushing event deleted for resources: {'Port': ['ID=867108c9-a359-49a7-ad12-8be388710421,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:54.551587 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-91e05302-a10d-47ce-acef-2809bcce26c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.552685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2a7e7079-d5cb-4eb6-94d1-997420fc8299 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:54.560449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e26269-851e-48ec-b9e9-4ba506c1d61d None None] The sync data for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 is: [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 10, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None, '_interfaces': [{'id': 'decb4d27-a524-4a86-9b8f-bec9b59edef0', 'name': '', 'network_id': '99118bb0-9c42-4cd8-95f7-0464ad31ac0f', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'mac_address': 'fa:16:3e:f7:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:55Z', 'updated_at': '2021-07-05T04:01:07Z', 'revision_number': 5, 'project_id': '3923129118b145ccabfefaf08322e262', 'subnets': [{'id': 'd0dd1d00-d629-48c2-840f-4808882ade50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:54.562145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port 55944c6c-089e-4acf-9e0d-529ace351a99 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:54.562499 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.637586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:54.649892 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.662726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] For port 55944c6c-089e-4acf-9e0d-529ace351a99, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=55944c6c-089e-4acf-9e0d-529ace351a99,segment=NetworkSegment(21860a5f-10f0-4e9b-a551-fef6deaa3704),segment_id=21860a5f-10f0-4e9b-a551-fef6deaa3704)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:54.663298 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.699328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for 55944c6c-089e-4acf-9e0d-529ace351a99 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:54.728851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-bf63af8f-7678-41a4-9e45-6e5dde1259e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.730405 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-bf63af8f-7678-41a4-9e45-6e5dde1259e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3810236 Jul 05 04:01:54.736733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-67d52379-da5d-447c-9930-1551772c3512 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.739332 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-67d52379-da5d-447c-9930-1551772c3512 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.740511 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-67d52379-da5d-447c-9930-1551772c3512 tempest-FloatingIPAdminTestJSON-661847093 tempest-FloatingIPAdminTestJSON-661847093-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/8971d166-5e93-49cb-8a46-7cc49294f409 HTTP/1.1" status: 204 len: 168 time: 1.3973060 Jul 05 04:01:54.745853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44126) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:54.771291 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-91e05302-a10d-47ce-acef-2809bcce26c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.771519 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-91e05302-a10d-47ce-acef-2809bcce26c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.772598 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-91e05302-a10d-47ce-acef-2809bcce26c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/deddcbc8-4736-4a7b-ac81-91793d53e334 HTTP/1.1" status: 204 len: 168 time: 0.4548829 Jul 05 04:01:54.786001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e05302-a10d-47ce-acef-2809bcce26c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deddcbc8-4736-4a7b-ac81-91793d53e334,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:54.813249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 838e45c2-16c3-48fa-b9c2-6ac8e511a89e details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:54.897313 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.936291 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11fc225-1961-42c9-940c-7a477f67031d None None] DHCP port deletion for e58bcae4-e4e8-49bb-ae17-0aa07dd0a694 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:01:54.957771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No DVR routers for this DVR port 55944c6c-089e-4acf-9e0d-529ace351a99 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:54.957771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=55944c6c-089e-4acf-9e0d-529ace351a99,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:54.975249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:54.994116 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'port_id': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'mac_address': 'fa:16:3e:eb:e5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:55.012205 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-9917e53f-cbb7-4240-91e3-615f13a3e070 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670612 Jul 05 04:01:55.090852 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.095629 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.098707 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fa07e09e-f9ea-485a-a2cd-39cc489b12d5 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Deleting port 80ff7bd9-9533-4b76-9fc7-d69bf4aeb50c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:55.099089 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa07e09e-f9ea-485a-a2cd-39cc489b12d5 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.106814 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-58795b15-65d0-47d1-a999-fd89eff13380 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.119506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838e45c2-16c3-48fa-b9c2-6ac8e511a89e {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:55.157107 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58bcae4-e4e8-49bb-ae17-0aa07dd0a694']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:55.161891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:55.181845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:55.185974 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc406928-23dd-4e20-874c-32f3e1b06a1b" -d '{"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-unplugged", "status": "completed", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:55.191672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21860a5f-10f0-4e9b-a551-fef6deaa3704') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:55.192104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21860a5f-10f0-4e9b-a551-fef6deaa3704') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:55.207859 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.237856 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.240172 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.244568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:55.244978 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:55.248828 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:55.255239 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.270712 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41592527-9a1c-4400-af3f-84c242bcff85 x-openstack-request-id: req-41592527-9a1c-4400-af3f-84c242bcff85 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:55.271011 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-unplugged", "status": "completed", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:55.271269 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41592527-9a1c-4400-af3f-84c242bcff85 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:55.271669 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'code': 200} Jul 05 04:01:55.331515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=12']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:55.354597 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['838e45c2-16c3-48fa-b9c2-6ac8e511a89e'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:55.460617 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.470026 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.472329 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/networks/e58bcae4-e4e8-49bb-ae17-0aa07dd0a694 HTTP/1.1" status: 204 len: 168 time: 1.3575857 Jul 05 04:01:55.479776 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44154) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:55.644738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd80c3-0f69-46a0-ab61-5d5f66af9068 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Network': ['ID=e58bcae4-e4e8-49bb-ae17-0aa07dd0a694,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:55.840521 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-81aebd85-f714-4d3a-ac86-bbd37e643c04 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8212793 Jul 05 04:01:55.845198 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa07e09e-f9ea-485a-a2cd-39cc489b12d5 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.871457 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fa07e09e-f9ea-485a-a2cd-39cc489b12d5 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Calling delete_port for 80ff7bd9-9533-4b76-9fc7-d69bf4aeb50c owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:55.886071 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318fd91-3953-46a6-a2f1-a9f52a239aea req-b3b8a6d0-fdac-4998-aa0a-5ad9504c4d43 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:55.892860 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b318fd91-3953-46a6-a2f1-a9f52a239aea req-b3b8a6d0-fdac-4998-aa0a-5ad9504c4d43 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.2757983 Jul 05 04:01:55.912886 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-f6ac1a3b-6ee6-4560-a0e2-df1dc8c41308 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=6050d55d-668d-4668-9918-29562bdf74b6 HTTP/1.1" status: 200 len: 217 time: 0.0640256 Jul 05 04:01:55.920891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984afa5-3812-4b99-b645-89d15ffd7711 req-ba9fa3a6-35e2-425a-afca-d33f9c01bb2a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:55.922568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f984afa5-3812-4b99-b645-89d15ffd7711 req-ba9fa3a6-35e2-425a-afca-d33f9c01bb2a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 945 time: 0.3066325 Jul 05 04:01:55.995616 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b318fd91-3953-46a6-a2f1-a9f52a239aea req-f1487dff-9ca5-49f2-b65d-7f26da35ee1f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018815 Jul 05 04:01:56.046431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f984afa5-3812-4b99-b645-89d15ffd7711 req-2a91b75d-d51d-41be-9e8d-fa54598e86ba tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073871 Jul 05 04:01:56.119327 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-0bd9a701-c724-43f7-8550-39ab38394499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.119327 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-0bd9a701-c724-43f7-8550-39ab38394499 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.1936374 Jul 05 04:01:56.125970 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc535b-f791-4bf3-a988-e9635259d1fe req-87749d02-e544-440b-ad00-28c73bbe1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.127519 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cbcc535b-f791-4bf3-a988-e9635259d1fe req-87749d02-e544-440b-ad00-28c73bbe1da3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1096 time: 0.4019942 Jul 05 04:01:56.260395 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-93f27d26-a67f-4c42-9eda-565d1cb20570 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.344720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-58795b15-65d0-47d1-a999-fd89eff13380 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Delete allocated IP 172.20.0.19 (00557a44-44d6-4cdb-a6ed-33ea1158e64a/704707ee-1a55-43da-bd9d-00dc3aa6ce2a) {{(pid=100876) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:01:56.443138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-312b3166-966c-495f-8689-1b31ed6f92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.444693 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-312b3166-966c-495f-8689-1b31ed6f92dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3147771 Jul 05 04:01:56.448241 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc535b-f791-4bf3-a988-e9635259d1fe req-1122740b-6989-4acb-82e6-c6345df87b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.449466 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cbcc535b-f791-4bf3-a988-e9635259d1fe req-1122740b-6989-4acb-82e6-c6345df87b2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.2737675 Jul 05 04:01:56.491435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d095ff0f-ec47-43b5-aba1-93089d8d2447 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:56.526331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: d095ff0f-ec47-43b5-aba1-93089d8d2447 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:56.527083 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d095ff0f-ec47-43b5-aba1-93089d8d2447 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:56.527735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 55944c6c-089e-4acf-9e0d-529ace351a99 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:56.549168 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 55944c6c-089e-4acf-9e0d-529ace351a99 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:56.555607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 55944c6c-089e-4acf-9e0d-529ace351a99 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:56.556091 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa07e09e-f9ea-485a-a2cd-39cc489b12d5 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.623381 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07e09e-f9ea-485a-a2cd-39cc489b12d5 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event deleted for resources: {'Port': ['ID=80ff7bd9-9533-4b76-9fc7-d69bf4aeb50c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:56.677599 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-93f27d26-a67f-4c42-9eda-565d1cb20570 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port decb4d27-a524-4a86-9b8f-bec9b59edef0 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:56.678156 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-93f27d26-a67f-4c42-9eda-565d1cb20570 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.698535 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cbcc535b-f791-4bf3-a988-e9635259d1fe req-79a337d7-e082-44d2-a3c6-651c81d8d0bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 1000 time: 0.2343991 Jul 05 04:01:56.798283 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-24066c7c-d644-492a-9df4-5a8d52dd4674 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459609 Jul 05 04:01:56.808868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 838e45c2-16c3-48fa-b9c2-6ac8e511a89e up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:56.858194 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa07e09e-f9ea-485a-a2cd-39cc489b12d5 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.867130 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fa07e09e-f9ea-485a-a2cd-39cc489b12d5 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "DELETE /v2.0/ports/80ff7bd9-9533-4b76-9fc7-d69bf4aeb50c HTTP/1.1" status: 204 len: 168 time: 2.1111426 Jul 05 04:01:56.876466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44212) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:56.899473 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-58795b15-65d0-47d1-a999-fd89eff13380 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.930138 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:56.935784 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.946485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc535b-f791-4bf3-a988-e9635259d1fe req-273ca786-7fa9-4b24-a578-21ec1e984ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.948026 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cbcc535b-f791-4bf3-a988-e9635259d1fe req-273ca786-7fa9-4b24-a578-21ec1e984ae5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.2277205 Jul 05 04:01:56.969938 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-58795b15-65d0-47d1-a999-fd89eff13380 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Transition to ACTIVE for port object 2ea24dd3-c6df-4fab-9a7d-166e7a78285e will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:56.987383 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-93f27d26-a67f-4c42-9eda-565d1cb20570 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] For port decb4d27-a524-4a86-9b8f-bec9b59edef0, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=decb4d27-a524-4a86-9b8f-bec9b59edef0,segment=NetworkSegment(e15b29da-ff53-4abb-9113-d7ac17a8c627),segment_id=e15b29da-ff53-4abb-9113-d7ac17a8c627)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:56.988621 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-93f27d26-a67f-4c42-9eda-565d1cb20570 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.006378 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-93f27d26-a67f-4c42-9eda-565d1cb20570 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for decb4d27-a524-4a86-9b8f-bec9b59edef0 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:57.042081 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-a8930803-dd6a-40e6-9b5b-4821ee10c10b service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253392 Jul 05 04:01:57.112294 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28d2d1e-7687-441d-88b1-7af600262e55 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:57.117046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c28d2d1e-7687-441d-88b1-7af600262e55 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "GET /v2.0/ports?device_id=204ecd38-67b8-4dba-88a3-27a3b5381e13 HTTP/1.1" status: 200 len: 913 time: 0.2352238 Jul 05 04:01:57.120166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc535b-f791-4bf3-a988-e9635259d1fe req-ff499ff8-3281-407c-bc20-975267c7f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:57.122828 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cbcc535b-f791-4bf3-a988-e9635259d1fe req-ff499ff8-3281-407c-bc20-975267c7f1a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673946 Jul 05 04:01:57.123991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44226) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:57.135177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-58795b15-65d0-47d1-a999-fd89eff13380 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.141654 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-756fbb6c-ddae-4554-b42a-e318940fdd87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 HTTP/1.1" status: 200 len: 217 time: 0.0896306 Jul 05 04:01:57.151869 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.223105 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:57.225540 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.258162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58795b15-65d0-47d1-a999-fd89eff13380 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=2ea24dd3-c6df-4fab-9a7d-166e7a78285e,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:57.272589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:57.276210 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d445ea11-91a7-4b9e-a11a-1de91b919b98" -d '{"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-plugged", "status": "completed", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:57.337738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-c71829bc-627c-46a3-aeaf-c5b8bdb07c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:57.340319 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-c71829bc-627c-46a3-aeaf-c5b8bdb07c45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 200 len: 797 time: 0.0873144 Jul 05 04:01:57.345297 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.474843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=13']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:57.553265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-58795b15-65d0-47d1-a999-fd89eff13380 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] In _notify_port_updated(), no bound segment for port 2ea24dd3-c6df-4fab-9a7d-166e7a78285e on network 00557a44-44d6-4cdb-a6ed-33ea1158e64a {{(pid=100876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:01:57.559398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58795b15-65d0-47d1-a999-fd89eff13380 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:57.561147 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-58795b15-65d0-47d1-a999-fd89eff13380 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.563934 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-58795b15-65d0-47d1-a999-fd89eff13380 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "PUT /v2.0/ports/2ea24dd3-c6df-4fab-9a7d-166e7a78285e HTTP/1.1" status: 200 len: 919 time: 3.1516290 Jul 05 04:01:57.566503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44236) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:57.595219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-82502a9a-a43c-406f-9e7a-c5730b5cc763 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a04a0ef-daec-473b-8a63-3e1d804fcb77'}, {'subnet_id': '704707ee-1a55-43da-bd9d-00dc3aa6ce2a'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:57.695235 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-beee9229-c33f-4a44-b496-6767f8f2c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:57.696972 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-beee9229-c33f-4a44-b496-6767f8f2c974 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3181732 Jul 05 04:01:57.743347 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cbcc535b-f791-4bf3-a988-e9635259d1fe req-1ca05fae-04e5-45b8-a17d-f32f18430ea4 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989435 Jul 05 04:01:57.745753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83353047-1f63-4d7b-94c4-c073ab3b2d04 req-314b9ea4-b6a5-4248-b0f4-bdb6589e88ba tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:57.748087 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-83353047-1f63-4d7b-94c4-c073ab3b2d04 req-314b9ea4-b6a5-4248-b0f4-bdb6589e88ba tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.4352283 Jul 05 04:01:57.767068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7945a-0ab8-4d16-9b44-4c7e5c7df84e req-bbe50cf4-e353-441e-afd3-a93f05736aff tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:57.769063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2d7945a-0ab8-4d16-9b44-4c7e5c7df84e req-bbe50cf4-e353-441e-afd3-a93f05736aff tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.4755406 Jul 05 04:01:57.878325 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-93f27d26-a67f-4c42-9eda-565d1cb20570 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.879167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-32b6dc28-88b0-4c7f-a783-9fdff7bfaf2e None None] Provisioning for port 2ea24dd3-c6df-4fab-9a7d-166e7a78285e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:57.883292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-32b6dc28-88b0-4c7f-a783-9fdff7bfaf2e None None] Provisioning complete for port 2ea24dd3-c6df-4fab-9a7d-166e7a78285e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:57.885831 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-32b6dc28-88b0-4c7f-a783-9fdff7bfaf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.955517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-83353047-1f63-4d7b-94c4-c073ab3b2d04 req-2c9f075f-f562-47f4-8865-c8b7f6e53fac tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833313 Jul 05 04:01:57.979933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f27d26-a67f-4c42-9eda-565d1cb20570 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=decb4d27-a524-4a86-9b8f-bec9b59edef0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:57.990488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-32b6dc28-88b0-4c7f-a783-9fdff7bfaf2e None None] Port 2ea24dd3-c6df-4fab-9a7d-166e7a78285e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:58.019017 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-d649095a-c17a-4a00-9f4b-22ce06951515 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096414 Jul 05 04:01:58.033652 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cbcc535b-f791-4bf3-a988-e9635259d1fe req-31fd0a72-20b7-48e0-8d9d-8f349c46c89e service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593489 Jul 05 04:01:58.128804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2d7945a-0ab8-4d16-9b44-4c7e5c7df84e req-25c114f8-14b8-45ac-8ccd-2a882224918b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226409 Jul 05 04:01:58.221544 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-93f27d26-a67f-4c42-9eda-565d1cb20570 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.258452 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d77d25b-c5b9-4325-b040-17cca314ac4c x-openstack-request-id: req-3d77d25b-c5b9-4325-b040-17cca314ac4c {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:58.258757 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-plugged", "status": "completed", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:58.259307 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d77d25b-c5b9-4325-b040-17cca314ac4c {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:58.259713 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'code': 200} Jul 05 04:01:58.318156 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-82502a9a-a43c-406f-9e7a-c5730b5cc763 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.427897 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-f0d665b9-55f0-4219-92f0-c9df261f8175 service neutron] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927634 Jul 05 04:01:58.496177 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-4d4e461e-04e2-4145-88d8-725b0748e453 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=188232d8-79be-4266-be8e-ffcd78b4e590 HTTP/1.1" status: 200 len: 217 time: 0.0495548 Jul 05 04:01:58.552550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40461d6b-7c99-4304-abb1-61efdc04af36 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.630649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-2c8b8f81-e920-46bf-bb8e-24c85b0f0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:58.632568 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-2c8b8f81-e920-46bf-bb8e-24c85b0f0bc0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cba49b-6d0f-47b0-a85d-60d24e9f83c4 HTTP/1.1" status: 200 len: 797 time: 0.1308262 Jul 05 04:01:58.880878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-82502a9a-a43c-406f-9e7a-c5730b5cc763 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Allocated IP 172.20.0.30 (00557a44-44d6-4cdb-a6ed-33ea1158e64a/704707ee-1a55-43da-bd9d-00dc3aa6ce2a/2ea24dd3-c6df-4fab-9a7d-166e7a78285e) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:58.948269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f27d26-a67f-4c42-9eda-565d1cb20570 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router cc2056e6-4db2-4390-b67f-6b923c189eba has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:59.113443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f27d26-a67f-4c42-9eda-565d1cb20570 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:59.123313 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-93f27d26-a67f-4c42-9eda-565d1cb20570 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6376271 Jul 05 04:01:59.124591 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558f2ba-5955-4ed0-8b5e-2f554e3e6ccc None None] Sync routers for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:59.126556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44278) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:59.142590 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558f2ba-5955-4ed0-8b5e-2f554e3e6ccc None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:59.143317 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9558f2ba-5955-4ed0-8b5e-2f554e3e6ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:59.243497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa458aa8-ff9d-4724-9f92-16351404321d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting subnet d0dd1d00-d629-48c2-840f-4808882ade50 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:59.247572 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa458aa8-ff9d-4724-9f92-16351404321d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.305550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-3fafdea8-4d22-4e4f-9add-5fcf20a4491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:59.307406 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-3fafdea8-4d22-4e4f-9add-5fcf20a4491b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6580067 Jul 05 04:01:59.324067 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-9558f2ba-5955-4ed0-8b5e-2f554e3e6ccc None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:59.335684 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.370191 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa458aa8-ff9d-4724-9f92-16351404321d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.452633 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9558f2ba-5955-4ed0-8b5e-2f554e3e6ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:57Z', 'revision_number': 11, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:59.499470 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558f2ba-5955-4ed0-8b5e-2f554e3e6ccc None None] Checking router: cc2056e6-4db2-4390-b67f-6b923c189eba for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:59.511866 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558f2ba-5955-4ed0-8b5e-2f554e3e6ccc None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:59.514053 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9558f2ba-5955-4ed0-8b5e-2f554e3e6ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:59.550602 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-3bca4a7a-b1be-48b0-88ca-739c8a125527 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199123 Jul 05 04:01:59.621589 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-9558f2ba-5955-4ed0-8b5e-2f554e3e6ccc None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:59.686403 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9558f2ba-5955-4ed0-8b5e-2f554e3e6ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:57Z', 'revision_number': 11, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:59.714946 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-71c4d266-84c0-4023-90ca-d695d98d5c4e service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456368 Jul 05 04:01:59.721269 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558f2ba-5955-4ed0-8b5e-2f554e3e6ccc None None] The sync data for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 is: [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:57Z', 'revision_number': 11, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:59.805482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-40461d6b-7c99-4304-abb1-61efdc04af36 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Deleting port 55e14075-479b-4b88-8edc-d0fa4cc4418d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:59.805844 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40461d6b-7c99-4304-abb1-61efdc04af36 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.811720 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-a635269c-f394-4ff7-bc86-a445a8f4febb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c456a42a-09c5-4f07-bd3d-805697e58d69 HTTP/1.1" status: 200 len: 217 time: 0.0870345 Jul 05 04:01:59.881587 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44286) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:59.921775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-3e7d9c06-78b5-433e-8a85-e4ac11a809e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:59.923827 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-3e7d9c06-78b5-433e-8a85-e4ac11a809e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cba49b-6d0f-47b0-a85d-60d24e9f83c4 HTTP/1.1" status: 200 len: 797 time: 0.0943122 Jul 05 04:01:59.982805 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-82502a9a-a43c-406f-9e7a-c5730b5cc763 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.036029 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cc2d5-3d18-48a0-9188-6a5bc0d438c4 req-fcc60424-be6f-4f31-8c90-38c8b8cdada6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:00.040545 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40461d6b-7c99-4304-abb1-61efdc04af36 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.046067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb3cc2d5-3d18-48a0-9188-6a5bc0d438c4 req-fcc60424-be6f-4f31-8c90-38c8b8cdada6 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.6274955 Jul 05 04:02:00.062673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-40461d6b-7c99-4304-abb1-61efdc04af36 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Calling delete_port for 55e14075-479b-4b88-8edc-d0fa4cc4418d owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:00.066184 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-9643faf7-d63d-49d0-87cd-0398e9c92a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:00.068161 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-9643faf7-d63d-49d0-87cd-0398e9c92a74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce929db9-95f6-4b19-ab56-323ab9bb83a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1335676 Jul 05 04:02:00.079400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-82502a9a-a43c-406f-9e7a-c5730b5cc763 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Transition to ACTIVE for port object 2ea24dd3-c6df-4fab-9a7d-166e7a78285e will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:00.096791 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa458aa8-ff9d-4724-9f92-16351404321d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.140187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1485d1-4c80-4308-b081-ed37c44345b4 req-a88fafc2-9aeb-43d1-85cb-c6679cd4c9f9 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:00.147133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd1485d1-4c80-4308-b081-ed37c44345b4 req-a88fafc2-9aeb-43d1-85cb-c6679cd4c9f9 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.7386844 Jul 05 04:02:00.178768 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67d27db0-e5ed-4365-89a6-287ea21f6cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.209704 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-82502a9a-a43c-406f-9e7a-c5730b5cc763 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.306217 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb3cc2d5-3d18-48a0-9188-6a5bc0d438c4 req-379fe771-1905-490c-8275-e4ca2bbef12e tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591960 Jul 05 04:02:00.328410 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-dce53b17-6903-46f0-86a8-d5a891ab0674 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498641 Jul 05 04:02:00.384833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device decb4d27-a524-4a86-9b8f-bec9b59edef0 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:00.470496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd1485d1-4c80-4308-b081-ed37c44345b4 req-53ad51b3-5a8e-4d40-8ac7-440bbf60e7ee tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3223054 Jul 05 04:02:00.471205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82502a9a-a43c-406f-9e7a-c5730b5cc763 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=2ea24dd3-c6df-4fab-9a7d-166e7a78285e,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:00.477324 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa458aa8-ff9d-4724-9f92-16351404321d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.557706 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df92d38e-d063-4a54-81d1-7bd9bacbe9e6 req-20f21962-7884-4258-9ca9-1449c59f6692 service neutron] 10.222.0.64 "GET /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199829 Jul 05 04:02:00.667765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa458aa8-ff9d-4724-9f92-16351404321d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Subnet': ['ID=d0dd1d00-d629-48c2-840f-4808882ade50,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:00.706379 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40461d6b-7c99-4304-abb1-61efdc04af36 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.763523 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40461d6b-7c99-4304-abb1-61efdc04af36 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event deleted for resources: {'Port': ['ID=55e14075-479b-4b88-8edc-d0fa4cc4418d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:00.780945 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa458aa8-ff9d-4724-9f92-16351404321d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.785439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fa458aa8-ff9d-4724-9f92-16351404321d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/d0dd1d00-d629-48c2-840f-4808882ade50 HTTP/1.1" status: 204 len: 168 time: 1.6553547 Jul 05 04:02:00.789611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44292) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:00.807271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-82502a9a-a43c-406f-9e7a-c5730b5cc763 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] In _notify_port_updated(), no bound segment for port 2ea24dd3-c6df-4fab-9a7d-166e7a78285e on network 00557a44-44d6-4cdb-a6ed-33ea1158e64a {{(pid=100877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:02:00.816354 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82502a9a-a43c-406f-9e7a-c5730b5cc763 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:00.817055 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-82502a9a-a43c-406f-9e7a-c5730b5cc763 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.818405 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-82502a9a-a43c-406f-9e7a-c5730b5cc763 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "PUT /v2.0/ports/2ea24dd3-c6df-4fab-9a7d-166e7a78285e HTTP/1.1" status: 200 len: 999 time: 3.2295797 Jul 05 04:02:00.822541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44294) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:00.873575 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: decb4d27-a524-4a86-9b8f-bec9b59edef0 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:00.874231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device decb4d27-a524-4a86-9b8f-bec9b59edef0 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:00.878077 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aae339-839c-4802-874e-0475645dda94 None None] Network 99118bb0-9c42-4cd8-95f7-0464ad31ac0f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:00.891104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.063479 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67d27db0-e5ed-4365-89a6-287ea21f6cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.138737 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40461d6b-7c99-4304-abb1-61efdc04af36 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.144430 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b71af29f-bc32-404d-a014-262640ff8697 None None] Provisioning for port 2ea24dd3-c6df-4fab-9a7d-166e7a78285e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:01.152704 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67d27db0-e5ed-4365-89a6-287ea21f6cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.160277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b71af29f-bc32-404d-a014-262640ff8697 None None] Provisioning complete for port 2ea24dd3-c6df-4fab-9a7d-166e7a78285e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:01.167129 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b71af29f-bc32-404d-a014-262640ff8697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.191145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b357d3-da2d-421f-b795-522e41b4f533 req-9162ee74-e3fe-4cbb-a9a3-1badc8cad6c7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:01.198606 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88b357d3-da2d-421f-b795-522e41b4f533 req-9162ee74-e3fe-4cbb-a9a3-1badc8cad6c7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.3020067 Jul 05 04:02:01.220909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e222e201-e26e-46a0-a75a-f96c63b227d5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port 2ea24dd3-c6df-4fab-9a7d-166e7a78285e {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:01.221262 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e222e201-e26e-46a0-a75a-f96c63b227d5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.246819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Deleting port 02b95463-7353-4477-aab6-40d32c15c5c6 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:01.247219 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.258405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b71af29f-bc32-404d-a014-262640ff8697 None None] Port 2ea24dd3-c6df-4fab-9a7d-166e7a78285e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:01.287563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4ff1d2-b994-4d25-a631-7fe901beb906 None None] DHCP port deletion for 99118bb0-9c42-4cd8-95f7-0464ad31ac0f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:01.327140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] For port 02b95463-7353-4477-aab6-40d32c15c5c6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=02b95463-7353-4477-aab6-40d32c15c5c6,segment=NetworkSegment(e15b29da-ff53-4abb-9113-d7ac17a8c627),segment_id=e15b29da-ff53-4abb-9113-d7ac17a8c627)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:01.327434 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.344845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Calling delete_port for 02b95463-7353-4477-aab6-40d32c15c5c6 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:01.359563 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.367697 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ac4ff1d2-b994-4d25-a631-7fe901beb906 None None] Deleting port 02b95463-7353-4477-aab6-40d32c15c5c6 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:01.368235 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff1d2-b994-4d25-a631-7fe901beb906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.392216 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-67d27db0-e5ed-4365-89a6-287ea21f6cef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f37c9c1e1e6e462a815a9cf4fa44f84d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5017912 Jul 05 04:02:01.393782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d27db0-e5ed-4365-89a6-287ea21f6cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb67af62-d0f5-4ed3-9e34-c0aa292de84a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:01.395563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44296) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:01.417153 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88b357d3-da2d-421f-b795-522e41b4f533 req-304fd65b-576c-4502-bb1b-27cbb7a33212 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171686 Jul 05 04:02:01.507533 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e222e201-e26e-46a0-a75a-f96c63b227d5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.521364 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e222e201-e26e-46a0-a75a-f96c63b227d5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for 2ea24dd3-c6df-4fab-9a7d-166e7a78285e owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:01.589556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ac4ff1d2-b994-4d25-a631-7fe901beb906 None None] For port 02b95463-7353-4477-aab6-40d32c15c5c6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=02b95463-7353-4477-aab6-40d32c15c5c6,segment=NetworkSegment(e15b29da-ff53-4abb-9113-d7ac17a8c627),segment_id=e15b29da-ff53-4abb-9113-d7ac17a8c627)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:01.590139 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff1d2-b994-4d25-a631-7fe901beb906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.629750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ac4ff1d2-b994-4d25-a631-7fe901beb906 None None] Calling delete_port for 02b95463-7353-4477-aab6-40d32c15c5c6 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:01.748088 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff1d2-b994-4d25-a631-7fe901beb906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.764064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.788498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ff1d2-b994-4d25-a631-7fe901beb906 None None] Pushing event deleted for resources: {'Port': ['ID=02b95463-7353-4477-aab6-40d32c15c5c6,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:01.790544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ff1d2-b994-4d25-a631-7fe901beb906 None None] No DVR routers for this DVR port 02b95463-7353-4477-aab6-40d32c15c5c6 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:01.817394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Port': ['ID=02b95463-7353-4477-aab6-40d32c15c5c6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:01.817974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No DVR routers for this DVR port 02b95463-7353-4477-aab6-40d32c15c5c6 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:01.891673 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e222e201-e26e-46a0-a75a-f96c63b227d5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.917376 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40461d6b-7c99-4304-abb1-61efdc04af36 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Router 204ecd38-67b8-4dba-88a3-27a3b5381e13 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:01.942497 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.978560 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8252752f-4399-47bc-a79b-c0f61dcaab17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.980255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222e201-e26e-46a0-a75a-f96c63b227d5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=2ea24dd3-c6df-4fab-9a7d-166e7a78285e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:01.994559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99118bb0-9c42-4cd8-95f7-0464ad31ac0f']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:02.009600 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15b29da-ff53-4abb-9113-d7ac17a8c627') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:02.009906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15b29da-ff53-4abb-9113-d7ac17a8c627') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:02.025970 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.076211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05a004-9bf3-4441-9589-ac011438da17 req-485bb14c-165c-40d1-a376-7b34cd446c21 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:02.078091 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb05a004-9bf3-4441-9589-ac011438da17 req-485bb14c-165c-40d1-a376-7b34cd446c21 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.2708914 Jul 05 04:02:02.080285 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8252752f-4399-47bc-a79b-c0f61dcaab17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.095645 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.106015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:02.107465 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:02.130619 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:02.197217 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40461d6b-7c99-4304-abb1-61efdc04af36 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:02.212122 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-40461d6b-7c99-4304-abb1-61efdc04af36 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "PUT /v2.0/routers/204ecd38-67b8-4dba-88a3-27a3b5381e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0852697 Jul 05 04:02:02.214763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44306) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:02.215538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2935e90c-a444-4a9b-adab-bcf5db14e984 None None] Sync routers for ids ['204ecd38-67b8-4dba-88a3-27a3b5381e13'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:02.230156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2935e90c-a444-4a9b-adab-bcf5db14e984 None None] Routers {'204ecd38-67b8-4dba-88a3-27a3b5381e13'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:02.235069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2935e90c-a444-4a9b-adab-bcf5db14e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['204ecd38-67b8-4dba-88a3-27a3b5381e13'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:02.240686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71982db4-8af4-4611-a781-851d7e688e4d req-10ba5e06-5e55-4f39-a5c3-4db0b18bbc06 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:02.248352 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-71982db4-8af4-4611-a781-851d7e688e4d req-10ba5e06-5e55-4f39-a5c3-4db0b18bbc06 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.4465752 Jul 05 04:02:02.281509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2935e90c-a444-4a9b-adab-bcf5db14e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:02.299093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2935e90c-a444-4a9b-adab-bcf5db14e984 None None] Routers {'204ecd38-67b8-4dba-88a3-27a3b5381e13'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:02.300132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2935e90c-a444-4a9b-adab-bcf5db14e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['204ecd38-67b8-4dba-88a3-27a3b5381e13'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:02.314477 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e222e201-e26e-46a0-a75a-f96c63b227d5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.316480 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e222e201-e26e-46a0-a75a-f96c63b227d5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/2ea24dd3-c6df-4fab-9a7d-166e7a78285e HTTP/1.1" status: 204 len: 168 time: 1.4929051 Jul 05 04:02:02.319663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44308) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:02.344262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb05a004-9bf3-4441-9589-ac011438da17 req-8aefc1df-311c-4dab-9d2d-115d29a3cb3d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600470 Jul 05 04:02:02.375033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2935e90c-a444-4a9b-adab-bcf5db14e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:02.382127 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.382581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2935e90c-a444-4a9b-adab-bcf5db14e984 None None] The sync data for ids ['204ecd38-67b8-4dba-88a3-27a3b5381e13'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:02.454077 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8252752f-4399-47bc-a79b-c0f61dcaab17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.457324 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8252752f-4399-47bc-a79b-c0f61dcaab17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.479515 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8252752f-4399-47bc-a79b-c0f61dcaab17 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb67af62-d0f5-4ed3-9e34-c0aa292de84a HTTP/1.1" status: 204 len: 168 time: 1.0731211 Jul 05 04:02:02.481375 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d4e730-4113-458b-9176-df107b1ce9d6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] GET failed (client error): The resource could not be found. Jul 05 04:02:02.486220 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f9d4e730-4113-458b-9176-df107b1ce9d6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/2ea24dd3-c6df-4fab-9a7d-166e7a78285e HTTP/1.1" status: 404 len: 333 time: 0.1649113 Jul 05 04:02:02.493347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44314) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:02.506775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 02b95463-7353-4477-aab6-40d32c15c5c6 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:02.517062 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-71982db4-8af4-4611-a781-851d7e688e4d req-3953e573-d7b0-4bd3-89fc-50e4d881e079 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677157 Jul 05 04:02:02.545509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.557582 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.569405 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/networks/99118bb0-9c42-4cd8-95f7-0464ad31ac0f HTTP/1.1" status: 204 len: 168 time: 1.7764511 Jul 05 04:02:02.571669 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44318) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:02.577005 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 02b95463-7353-4477-aab6-40d32c15c5c6 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:02.577355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 02b95463-7353-4477-aab6-40d32c15c5c6 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:02.579214 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252752f-4399-47bc-a79b-c0f61dcaab17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb67af62-d0f5-4ed3-9e34-c0aa292de84a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:02.620403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-75e15cbe-bf9f-4fb2-8daf-bf0aa6b75473 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'router': {'routes': None}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:02.630496 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317667d-2e83-4658-ac3c-bcaab9b7ba91 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Pushing event deleted for resources: {'Network': ['ID=99118bb0-9c42-4cd8-95f7-0464ad31ac0f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:02.698984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc820761-b758-4cfa-ad71-f135e4dc97de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting subnet 704707ee-1a55-43da-bd9d-00dc3aa6ce2a {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:02.708845 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc820761-b758-4cfa-ad71-f135e4dc97de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.810274 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.834556 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc820761-b758-4cfa-ad71-f135e4dc97de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.908344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.extraroute_db [None req-75e15cbe-bf9f-4fb2-8daf-bf0aa6b75473 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Added routes are [] {{(pid=100876) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:02:02.908344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.extraroute_db [None req-75e15cbe-bf9f-4fb2-8daf-bf0aa6b75473 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Removed routes are [] {{(pid=100876) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:02:02.914375 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75e15cbe-bf9f-4fb2-8daf-bf0aa6b75473 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.943061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2ecf6-5a67-448a-9d26-f5440922cdeb req-569ebff7-f15f-458e-af08-83bf1e9865e4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:02.944842 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1f2ecf6-5a67-448a-9d26-f5440922cdeb req-569ebff7-f15f-458e-af08-83bf1e9865e4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.1477773 Jul 05 04:02:02.984417 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc820761-b758-4cfa-ad71-f135e4dc97de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.025069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1f2ecf6-5a67-448a-9d26-f5440922cdeb req-bf462d41-629e-46fe-8dfd-50c095668dd4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723405 Jul 05 04:02:03.345015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52a545-8480-40ab-a037-d449ffdd8303 req-f34e715c-82fc-46fb-aad1-8061dd795466 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:03.347528 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d52a545-8480-40ab-a037-d449ffdd8303 req-f34e715c-82fc-46fb-aad1-8061dd795466 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.1346323 Jul 05 04:02:03.423500 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d52a545-8480-40ab-a037-d449ffdd8303 req-7df8b0c6-b54a-45e6-bf8d-a2fdf9cfabd8 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681310 Jul 05 04:02:03.579447 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc820761-b758-4cfa-ad71-f135e4dc97de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.635302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc820761-b758-4cfa-ad71-f135e4dc97de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Subnet': ['ID=704707ee-1a55-43da-bd9d-00dc3aa6ce2a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:03.639640 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc820761-b758-4cfa-ad71-f135e4dc97de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.642060 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fc820761-b758-4cfa-ad71-f135e4dc97de tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/704707ee-1a55-43da-bd9d-00dc3aa6ce2a HTTP/1.1" status: 204 len: 168 time: 1.1231787 Jul 05 04:02:03.645201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44334) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:03.649347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309bfc1a-2e7a-41a2-a55a-8a254101e915 None None] Network 00557a44-44d6-4cdb-a6ed-33ea1158e64a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:03.656609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75e15cbe-bf9f-4fb2-8daf-bf0aa6b75473 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.687959 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75e15cbe-bf9f-4fb2-8daf-bf0aa6b75473 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.697140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Deleting port 0c4680b2-6603-4eb0-8728-2ce42973fa30 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:03.697519 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.700520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a98c8-4d6f-4677-9d87-76f26a5424e5 req-04a1868d-745b-413b-9c96-08757bb54c66 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:03.702539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e20a98c8-4d6f-4677-9d87-76f26a5424e5 req-04a1868d-745b-413b-9c96-08757bb54c66 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.1589684 Jul 05 04:02:03.757602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e20a98c8-4d6f-4677-9d87-76f26a5424e5 req-06881404-d31e-420d-ae63-ce050bbc224b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483122 Jul 05 04:02:03.816607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3422d3a-e04e-4b1d-b16c-65590071db39 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting subnet 8a04a0ef-daec-473b-8a63-3e1d804fcb77 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:03.827131 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3422d3a-e04e-4b1d-b16c-65590071db39 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.865860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e15cbe-bf9f-4fb2-8daf-bf0aa6b75473 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router cc2056e6-4db2-4390-b67f-6b923c189eba has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:03.894054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44338) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:03.909617 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3422d3a-e04e-4b1d-b16c-65590071db39 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.932405 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-109c2fb0-652c-4e8e-bc28-95275a7d8860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.937746 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.960601 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Calling delete_port for 0c4680b2-6603-4eb0-8728-2ce42973fa30 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:04.104292 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-109c2fb0-652c-4e8e-bc28-95275a7d8860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.127992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece60d5e-5221-4d94-8a75-db3410f2c8e4 req-c97a3ecc-838d-41ae-9047-66df365a58cd tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:04.129674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ece60d5e-5221-4d94-8a75-db3410f2c8e4 req-c97a3ecc-838d-41ae-9047-66df365a58cd tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.1133125 Jul 05 04:02:04.150555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e15cbe-bf9f-4fb2-8daf-bf0aa6b75473 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:04.168262 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14113683-741e-4bdf-852e-e2e4faddad21 None None] Sync routers for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:04.180713 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75e15cbe-bf9f-4fb2-8daf-bf0aa6b75473 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.182135 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-75e15cbe-bf9f-4fb2-8daf-bf0aa6b75473 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba HTTP/1.1" status: 200 len: 705 time: 1.5689762 Jul 05 04:02:04.183376 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14113683-741e-4bdf-852e-e2e4faddad21 None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:04.186837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44346) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:04.187228 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-14113683-741e-4bdf-852e-e2e4faddad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:04.201013 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-109c2fb0-652c-4e8e-bc28-95275a7d8860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.234359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ece60d5e-5221-4d94-8a75-db3410f2c8e4 req-24a18015-2aba-4dbd-9753-36992ac9e118 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939264 Jul 05 04:02:04.273943 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6c2703c0-f355-4281-818c-0e57d0d434fe tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc2056e6-4db2-4390-b67f-6b923c189eba HTTP/1.1" status: 200 len: 205 time: 0.0854545 Jul 05 04:02:04.286500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44350) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:04.337629 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-14113683-741e-4bdf-852e-e2e4faddad21 None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:04.412435 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3422d3a-e04e-4b1d-b16c-65590071db39 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.420724 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-14113683-741e-4bdf-852e-e2e4faddad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:57Z', 'revision_number': 11, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:04.441492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-109c2fb0-652c-4e8e-bc28-95275a7d8860 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f4cbfbbf82c4fb6b6eef45e42158b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5462191 Jul 05 04:02:04.445574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c2fb0-652c-4e8e-bc28-95275a7d8860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fea2f8-73d1-433f-bb38-81b2e434ca37,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:04.459710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44352) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:04.493874 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14113683-741e-4bdf-852e-e2e4faddad21 None None] Checking router: cc2056e6-4db2-4390-b67f-6b923c189eba for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:04.512254 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14113683-741e-4bdf-852e-e2e4faddad21 None None] Routers {'cc2056e6-4db2-4390-b67f-6b923c189eba'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:04.517892 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-14113683-741e-4bdf-852e-e2e4faddad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cc2056e6-4db2-4390-b67f-6b923c189eba'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:04.569656 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-394fa338-3ad7-431f-8c29-7501bb9547c8 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.645373 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127e1e9-ed9b-4495-993d-35796a30b1c3 req-7b789548-955c-4862-90a9-0babde257cc8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:04.652468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127e1e9-ed9b-4495-993d-35796a30b1c3 req-7b789548-955c-4862-90a9-0babde257cc8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:04.659931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127e1e9-ed9b-4495-993d-35796a30b1c3 req-7b789548-955c-4862-90a9-0babde257cc8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:04.666034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127e1e9-ed9b-4495-993d-35796a30b1c3 req-7b789548-955c-4862-90a9-0babde257cc8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:04.679230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127e1e9-ed9b-4495-993d-35796a30b1c3 req-7b789548-955c-4862-90a9-0babde257cc8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:04.695681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127e1e9-ed9b-4495-993d-35796a30b1c3 req-7b789548-955c-4862-90a9-0babde257cc8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:04.702513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127e1e9-ed9b-4495-993d-35796a30b1c3 req-7b789548-955c-4862-90a9-0babde257cc8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:04.712338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c127e1e9-ed9b-4495-993d-35796a30b1c3 req-7b789548-955c-4862-90a9-0babde257cc8 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5435 time: 0.3934157 Jul 05 04:02:04.780874 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cbe44bba-f77e-4a30-80a8-b320a4e765c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.782285 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-14113683-741e-4bdf-852e-e2e4faddad21 None None] Set router cc2056e6-4db2-4390-b67f-6b923c189eba gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:04.799299 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.828992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911c502-94a3-4793-b354-2cb0dc596da1 req-55339c5d-b367-4ea1-9165-546bfb49799f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:04.836442 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a911c502-94a3-4793-b354-2cb0dc596da1 req-55339c5d-b367-4ea1-9165-546bfb49799f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.3365006 Jul 05 04:02:04.848623 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-14113683-741e-4bdf-852e-e2e4faddad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:57Z', 'revision_number': 11, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:04.893262 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14113683-741e-4bdf-852e-e2e4faddad21 None None] The sync data for ids ['cc2056e6-4db2-4390-b67f-6b923c189eba'] in n-d-798249-5 is: [{'id': 'cc2056e6-4db2-4390-b67f-6b923c189eba', 'name': 'tempest-RoutersIpV6Test-router-1559905390', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:49Z', 'updated_at': '2021-07-05T04:01:57Z', 'revision_number': 11, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:04.904015 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c127e1e9-ed9b-4495-993d-35796a30b1c3 req-b4168177-2831-4c8f-a7ab-901756e8ed31 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1754222 Jul 05 04:02:04.909816 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cbe44bba-f77e-4a30-80a8-b320a4e765c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.913751 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event deleted for resources: {'Port': ['ID=0c4680b2-6603-4eb0-8728-2ce42973fa30,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:04.923173 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3422d3a-e04e-4b1d-b16c-65590071db39 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.955003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-73311002-5aad-4ade-b07b-c16ffe8dd1df None None] Provisioning complete for port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:04.958215 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73311002-5aad-4ade-b07b-c16ffe8dd1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.041986 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a911c502-94a3-4793-b354-2cb0dc596da1 req-cc345a50-220a-4b9b-99f1-139d7c206445 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042725 Jul 05 04:02:05.068633 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-394fa338-3ad7-431f-8c29-7501bb9547c8 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.072919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3422d3a-e04e-4b1d-b16c-65590071db39 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Subnet': ['ID=8a04a0ef-daec-473b-8a63-3e1d804fcb77,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:05.077629 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3422d3a-e04e-4b1d-b16c-65590071db39 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.082447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44360) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:05.095864 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e3422d3a-e04e-4b1d-b16c-65590071db39 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/8a04a0ef-daec-473b-8a63-3e1d804fcb77 HTTP/1.1" status: 204 len: 168 time: 1.4353232 Jul 05 04:02:05.095864 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.095864 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-394fa338-3ad7-431f-8c29-7501bb9547c8 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.148099 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338e9dc5-f414-4e3d-b574-6e084c2d49a2 None None] Network 00557a44-44d6-4cdb-a6ed-33ea1158e64a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:05.222508 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cbe44bba-f77e-4a30-80a8-b320a4e765c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.225485 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cbe44bba-f77e-4a30-80a8-b320a4e765c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.226940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cbe44bba-f77e-4a30-80a8-b320a4e765c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67fea2f8-73d1-433f-bb38-81b2e434ca37 HTTP/1.1" status: 204 len: 168 time: 0.7660308 Jul 05 04:02:05.282796 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.286149 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.299327 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe44bba-f77e-4a30-80a8-b320a4e765c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fea2f8-73d1-433f-bb38-81b2e434ca37,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:05.337588 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.354781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b4f1ca5d-cc77-4013-a13f-3f8d59941b71 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:05.362275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b4f1ca5d-cc77-4013-a13f-3f8d59941b71 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:05.370007 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b4f1ca5d-cc77-4013-a13f-3f8d59941b71 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:05.381760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b4f1ca5d-cc77-4013-a13f-3f8d59941b71 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:05.388357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b4f1ca5d-cc77-4013-a13f-3f8d59941b71 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:05.396064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b4f1ca5d-cc77-4013-a13f-3f8d59941b71 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:05.403480 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b4f1ca5d-cc77-4013-a13f-3f8d59941b71 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:05.406349 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b4f1ca5d-cc77-4013-a13f-3f8d59941b71 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5435 time: 0.3396661 Jul 05 04:02:05.408267 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-394fa338-3ad7-431f-8c29-7501bb9547c8 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.408820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394fa338-3ad7-431f-8c29-7501bb9547c8 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Fanout notify agent at l3_agent the message router_deleted on router cc2056e6-4db2-4390-b67f-6b923c189eba {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:05.421621 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-394fa338-3ad7-431f-8c29-7501bb9547c8 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.430459 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-394fa338-3ad7-431f-8c29-7501bb9547c8 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba HTTP/1.1" status: 204 len: 168 time: 1.1150525 Jul 05 04:02:05.430459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44364) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:05.457048 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ee43f0a4-8083-4f9b-bd82-dc02f16277b3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1048829819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:05.492157 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.492742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Fanout notify agent at l3_agent the message router_deleted on router 204ecd38-67b8-4dba-88a3-27a3b5381e13 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:05.527730 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.531410 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-babb0e49-be9a-478e-8279-12b881b8778b tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "DELETE /v2.0/routers/204ecd38-67b8-4dba-88a3-27a3b5381e13 HTTP/1.1" status: 204 len: 168 time: 3.3132024 Jul 05 04:02:05.534304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44366) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:05.557183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b0352-4b19-4cbe-8f71-7a6819249ada req-66f8f21c-6c77-4bd5-94ee-6bd16e69d6f7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:05.578224 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-616b0352-4b19-4cbe-8f71-7a6819249ada req-66f8f21c-6c77-4bd5-94ee-6bd16e69d6f7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.3557281 Jul 05 04:02:05.588970 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-e4cf19b6-036b-499f-9984-b4e910f55f53 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:05.590427 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-e4cf19b6-036b-499f-9984-b4e910f55f53 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "GET /v2.0/ports/a6ee81d8-7822-45d5-b78b-8b350ec3ddda?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1644988 Jul 05 04:02:05.736025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] DHCP port deletion for 00557a44-44d6-4cdb-a6ed-33ea1158e64a request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:05.757041 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-616b0352-4b19-4cbe-8f71-7a6819249ada req-5bea8955-e0de-43a0-a95a-29f57504468b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731603 Jul 05 04:02:05.764557 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-eeb08f55-caa8-4326-b1e4-4f7c0fe5c0a3 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "GET /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1666288 Jul 05 04:02:05.764800 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee43f0a4-8083-4f9b-bd82-dc02f16277b3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.766277 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee43f0a4-8083-4f9b-bd82-dc02f16277b3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.807102 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:05.807468 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.831153 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee43f0a4-8083-4f9b-bd82-dc02f16277b3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.842624 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:05.895613 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Deleting port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:05.898316 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.902387 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Deleting subnet 57a33865-be96-4a0d-9ade-cb775f563602 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:05.908880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.938650 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee43f0a4-8083-4f9b-bd82-dc02f16277b3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.938965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] For port 2a7e7079-d5cb-4eb6-94d1-997420fc8299, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2a7e7079-d5cb-4eb6-94d1-997420fc8299,segment=NetworkSegment(5fb696b8-6eaf-4bf6-8eb9-48e9c327477f),segment_id=5fb696b8-6eaf-4bf6-8eb9-48e9c327477f)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:05.940561 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.977558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for 2a7e7079-d5cb-4eb6-94d1-997420fc8299 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:06.009309 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.058309 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.148122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] For port 2a7e7079-d5cb-4eb6-94d1-997420fc8299, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2a7e7079-d5cb-4eb6-94d1-997420fc8299,segment=NetworkSegment(5fb696b8-6eaf-4bf6-8eb9-48e9c327477f),segment_id=5fb696b8-6eaf-4bf6-8eb9-48e9c327477f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:06.148860 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.167404 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee43f0a4-8083-4f9b-bd82-dc02f16277b3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.169202 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ee43f0a4-8083-4f9b-bd82-dc02f16277b3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7220531 Jul 05 04:02:06.189473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44376) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:06.195568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Calling delete_port for 2a7e7079-d5cb-4eb6-94d1-997420fc8299 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:06.215245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f1c7626d-7335-46b0-b3e6-17fae2bccb2e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:06.236396 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.339476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] For port a6ee81d8-7822-45d5-b78b-8b350ec3ddda, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a6ee81d8-7822-45d5-b78b-8b350ec3ddda,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:06.422565 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] For port a6ee81d8-7822-45d5-b78b-8b350ec3ddda, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:06.468126 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] device_id is not set on port a6ee81d8-7822-45d5-b78b-8b350ec3ddda yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:06.485011 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.505570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2a7e7079-d5cb-4eb6-94d1-997420fc8299 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:06.553547 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.557490 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No active binding found for port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 {{(pid=100878) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 04:02:06.566147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2a7e7079-d5cb-4eb6-94d1-997420fc8299 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:06.566147 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.591884 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Pushing event deleted for resources: {'Port': ['ID=2a7e7079-d5cb-4eb6-94d1-997420fc8299,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:06.602306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.602867 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.603391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.603922 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.604474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.604976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.605491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.605998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.607047 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.607754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.608264 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.608798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.614472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eadcbb-b5cd-4355-949a-1b11d977e8bb None None] No DVR routers for this DVR port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:06.619609 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event deleted for resources: {'Subnet': ['ID=57a33865-be96-4a0d-9ade-cb775f563602,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:06.627307 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.628889 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "DELETE /v2.0/subnets/57a33865-be96-4a0d-9ade-cb775f563602 HTTP/1.1" status: 204 len: 168 time: 1.0909648 Jul 05 04:02:06.631209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.633160 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44386) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:06.640103 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a415671-5e6a-48cb-9aba-c4aaacf85da2 None None] Network 94362196-73a2-46ec-83f7-743ca17d8a51 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:06.661252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e814c-5d8a-4298-b76d-37a2b407fde5 req-49f9f8f5-9059-45eb-aa7f-69c679f973bc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:06.667500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e814c-5d8a-4298-b76d-37a2b407fde5 req-49f9f8f5-9059-45eb-aa7f-69c679f973bc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:06.675241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e814c-5d8a-4298-b76d-37a2b407fde5 req-49f9f8f5-9059-45eb-aa7f-69c679f973bc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:06.681516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e814c-5d8a-4298-b76d-37a2b407fde5 req-49f9f8f5-9059-45eb-aa7f-69c679f973bc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:06.688626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e814c-5d8a-4298-b76d-37a2b407fde5 req-49f9f8f5-9059-45eb-aa7f-69c679f973bc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:06.695058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e814c-5d8a-4298-b76d-37a2b407fde5 req-49f9f8f5-9059-45eb-aa7f-69c679f973bc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:06.708085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e814c-5d8a-4298-b76d-37a2b407fde5 req-49f9f8f5-9059-45eb-aa7f-69c679f973bc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:06.711761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ee81d8-7822-45d5-b78b-8b350ec3ddda,revision_number=6']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:06.721562 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.724685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.724685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.724685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.724685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.724685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.724685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.724685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.725406 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f5e814c-5d8a-4298-b76d-37a2b407fde5 req-49f9f8f5-9059-45eb-aa7f-69c679f973bc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 5435 time: 0.5339937 Jul 05 04:02:06.725520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.725520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.725727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.725916 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eeab2b-f07b-46d3-9868-8a583495c4ca tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.776990 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.777142 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.777399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.777744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.778240 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.778444 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.778781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.779114 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.779445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.779778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.780155 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.780725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:06.870732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] No DVR routers for this DVR port a6ee81d8-7822-45d5-b78b-8b350ec3ddda on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:06.939655 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.975178 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.018474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc87324-107d-4576-96d5-225e76db50e7 None None] DHCP port deletion for 94362196-73a2-46ec-83f7-743ca17d8a51 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:07.060635 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=2a7e7079-d5cb-4eb6-94d1-997420fc8299,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:07.062886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No DVR routers for this DVR port 2a7e7079-d5cb-4eb6-94d1-997420fc8299 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:07.066757 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1c7626d-7335-46b0-b3e6-17fae2bccb2e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.080157 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] In _notify_port_updated(), no bound segment for port a6ee81d8-7822-45d5-b78b-8b350ec3ddda on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 {{(pid=100876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:02:07.080157 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:07.080157 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.083122 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-bb8cbffe-5940-4690-b8f6-8ec2811d35c6 service neutron] 10.222.0.64 "PUT /v2.0/ports/a6ee81d8-7822-45d5-b78b-8b350ec3ddda HTTP/1.1" status: 200 len: 1027 time: 1.2483032 Jul 05 04:02:07.089937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f5e814c-5d8a-4298-b76d-37a2b407fde5 req-c508addb-02ad-4bc6-abe8-9e9392daac44 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&id=bd03692f-92fb-4c67-81cd-2b48add05668&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3622961 Jul 05 04:02:07.118062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8cc87324-107d-4576-96d5-225e76db50e7 None None] Deleting port ebdba986-1c05-4eea-90f7-ace42e7088ef {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:07.119390 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8cc87324-107d-4576-96d5-225e76db50e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.247052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d543a5d-5083-4c25-9a94-95ca7cedc3cb req-a335ade9-ba6c-4156-81bd-6e2332f12588 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:07.247052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d543a5d-5083-4c25-9a94-95ca7cedc3cb req-a335ade9-ba6c-4156-81bd-6e2332f12588 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.6856840 Jul 05 04:02:07.254874 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1c7626d-7335-46b0-b3e6-17fae2bccb2e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.281409 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.285258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8cc87324-107d-4576-96d5-225e76db50e7 None None] For port ebdba986-1c05-4eea-90f7-ace42e7088ef, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ebdba986-1c05-4eea-90f7-ace42e7088ef,segment=NetworkSegment(8bc36643-0f1b-4eda-9b1e-02820cb837be),segment_id=8bc36643-0f1b-4eda-9b1e-02820cb837be)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:07.285794 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8cc87324-107d-4576-96d5-225e76db50e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.300295 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-51e33809-e595-4daa-bc5b-00f6b630f0d6 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:07.302450 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-51e33809-e595-4daa-bc5b-00f6b630f0d6 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "GET /v2.0/ports/055b9c82-3cd5-4c8e-8763-539c346a2e5e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1924667 Jul 05 04:02:07.317765 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8cc87324-107d-4576-96d5-225e76db50e7 None None] Calling delete_port for ebdba986-1c05-4eea-90f7-ace42e7088ef owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:07.325586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00557a44-44d6-4cdb-a6ed-33ea1158e64a']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:07.329321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-fd367636-1044-440f-87e1-64db2232d7ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:07.346474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Deleting port ebdba986-1c05-4eea-90f7-ace42e7088ef {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:07.347326 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.350024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-07c6e138-8cc5-45db-9ed4-ed45fce39f78 None None] Provisioning complete for port a6ee81d8-7822-45d5-b78b-8b350ec3ddda triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:07.350406 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-07c6e138-8cc5-45db-9ed4-ed45fce39f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.499074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] For port ebdba986-1c05-4eea-90f7-ace42e7088ef, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ebdba986-1c05-4eea-90f7-ace42e7088ef,segment=NetworkSegment(8bc36643-0f1b-4eda-9b1e-02820cb837be),segment_id=8bc36643-0f1b-4eda-9b1e-02820cb837be)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:07.499538 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.500570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-07c6e138-8cc5-45db-9ed4-ed45fce39f78 None None] Port a6ee81d8-7822-45d5-b78b-8b350ec3ddda cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:07.526404 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-fd367636-1044-440f-87e1-64db2232d7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.526404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Calling delete_port for ebdba986-1c05-4eea-90f7-ace42e7088ef owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:07.536317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb696b8-6eaf-4bf6-8eb9-48e9c327477f') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:07.536654 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb696b8-6eaf-4bf6-8eb9-48e9c327477f') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:07.560320 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.580172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d543a5d-5083-4c25-9a94-95ca7cedc3cb req-46b590c9-b6fc-4e1a-8b92-1028853a08b0 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349297 Jul 05 04:02:07.598678 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.614430 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8cc87324-107d-4576-96d5-225e76db50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.616044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:07.617015 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:07.623358 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:07.679111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc87324-107d-4576-96d5-225e76db50e7 None None] No DVR routers for this DVR port ebdba986-1c05-4eea-90f7-ace42e7088ef on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:07.690907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc87324-107d-4576-96d5-225e76db50e7 None None] Pushing event deleted for resources: {'Port': ['ID=ebdba986-1c05-4eea-90f7-ace42e7088ef,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:07.751571 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.810503 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event deleted for resources: {'Port': ['ID=ebdba986-1c05-4eea-90f7-ace42e7088ef,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:07.825180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] No DVR routers for this DVR port ebdba986-1c05-4eea-90f7-ace42e7088ef on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:07.832664 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-fd367636-1044-440f-87e1-64db2232d7ce service neutron] For port 055b9c82-3cd5-4c8e-8763-539c346a2e5e, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=055b9c82-3cd5-4c8e-8763-539c346a2e5e,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:07.852091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9777d0-e4c5-443a-9e9e-bddcd59ca1bd req-1946886a-6c5a-4e9a-8c57-a7503e476f40 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:07.854105 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e9777d0-e4c5-443a-9e9e-bddcd59ca1bd req-1946886a-6c5a-4e9a-8c57-a7503e476f40 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.0928090 Jul 05 04:02:07.855359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c7626d-7335-46b0-b3e6-17fae2bccb2e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Router d92815e7-ac1b-4239-b536-7b2ffdf5896a is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:07.947926 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.960732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-fd367636-1044-440f-87e1-64db2232d7ce service neutron] For port 055b9c82-3cd5-4c8e-8763-539c346a2e5e, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:07.963047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94362196-73a2-46ec-83f7-743ca17d8a51']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:07.994154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc36643-0f1b-4eda-9b1e-02820cb837be') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:07.994443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc36643-0f1b-4eda-9b1e-02820cb837be') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:08.008784 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.020811 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-fd367636-1044-440f-87e1-64db2232d7ce service neutron] device_id is not set on port 055b9c82-3cd5-4c8e-8763-539c346a2e5e yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:08.035878 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-fd367636-1044-440f-87e1-64db2232d7ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.038963 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.047258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:08.047258 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:08.050727 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:08.146811 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-fd367636-1044-440f-87e1-64db2232d7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.293859 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.303070 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.337901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e9777d0-e4c5-443a-9e9e-bddcd59ca1bd req-58bb8515-96e6-4c3e-a665-1dca041fa30a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4771399 Jul 05 04:02:08.343365 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-fd367636-1044-440f-87e1-64db2232d7ce service neutron] No DVR routers for this DVR port 055b9c82-3cd5-4c8e-8763-539c346a2e5e on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:08.351723 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.359206 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd367636-1044-440f-87e1-64db2232d7ce service neutron] Pushing event updated for resources: {'Port': ['ID=055b9c82-3cd5-4c8e-8763-539c346a2e5e,revision_number=6']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:08.360315 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/networks/00557a44-44d6-4cdb-a6ed-33ea1158e64a HTTP/1.1" status: 204 len: 168 time: 3.2768033 Jul 05 04:02:08.360650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44410) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:08.362961 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.384298 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "DELETE /v2.0/networks/94362196-73a2-46ec-83f7-743ca17d8a51 HTTP/1.1" status: 204 len: 168 time: 1.6923895 Jul 05 04:02:08.416423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44412) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:08.416423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c7626d-7335-46b0-b3e6-17fae2bccb2e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:08.428016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c642f19-4df5-4bcd-bcd3-1740129129cf None None] Sync routers for ids ['d92815e7-ac1b-4239-b536-7b2ffdf5896a'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:08.431529 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1c7626d-7335-46b0-b3e6-17fae2bccb2e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.435426 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f1c7626d-7335-46b0-b3e6-17fae2bccb2e tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "PUT /v2.0/routers/d92815e7-ac1b-4239-b536-7b2ffdf5896a HTTP/1.1" status: 200 len: 698 time: 2.2289176 Jul 05 04:02:08.446376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c642f19-4df5-4bcd-bcd3-1740129129cf None None] Routers {'d92815e7-ac1b-4239-b536-7b2ffdf5896a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:08.447275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3c642f19-4df5-4bcd-bcd3-1740129129cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d92815e7-ac1b-4239-b536-7b2ffdf5896a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:08.456161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44416) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:08.523869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ebdba986-1c05-4eea-90f7-ace42e7088ef no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:08.558541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62675c-1a35-4398-8139-cadd1ae9d4f1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Network': ['ID=00557a44-44d6-4cdb-a6ed-33ea1158e64a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:08.563230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c968fec-62ed-45cd-ab44-08c66efeeb95 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event deleted for resources: {'Network': ['ID=94362196-73a2-46ec-83f7-743ca17d8a51,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:08.607994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ebdba986-1c05-4eea-90f7-ace42e7088ef {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:08.608788 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ebdba986-1c05-4eea-90f7-ace42e7088ef not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:08.616827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-3c642f19-4df5-4bcd-bcd3-1740129129cf None None] Set router d92815e7-ac1b-4239-b536-7b2ffdf5896a gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:08.705803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3c642f19-4df5-4bcd-bcd3-1740129129cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92815e7-ac1b-4239-b536-7b2ffdf5896a', 'name': 'tempest-RoutersIpV6Test-router-1048829819', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:05Z', 'updated_at': '2021-07-05T04:02:07Z', 'revision_number': 2, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:08.766310 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c642f19-4df5-4bcd-bcd3-1740129129cf None None] Checking router: d92815e7-ac1b-4239-b536-7b2ffdf5896a for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:08.785459 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-563d2c5b-477a-431b-9b3d-748048d9fb24 None None] Provisioning complete for port 055b9c82-3cd5-4c8e-8763-539c346a2e5e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:08.786266 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-563d2c5b-477a-431b-9b3d-748048d9fb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.788138 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c642f19-4df5-4bcd-bcd3-1740129129cf None None] Routers {'d92815e7-ac1b-4239-b536-7b2ffdf5896a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:08.788982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3c642f19-4df5-4bcd-bcd3-1740129129cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d92815e7-ac1b-4239-b536-7b2ffdf5896a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:08.797156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44424) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:08.858897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ee9ac-823a-40d9-bf46-6c00c6f54c87 req-89e1dc99-4123-4969-8c3e-96aff57c3841 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:08.864974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ee9ac-823a-40d9-bf46-6c00c6f54c87 req-89e1dc99-4123-4969-8c3e-96aff57c3841 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:08.870885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ee9ac-823a-40d9-bf46-6c00c6f54c87 req-89e1dc99-4123-4969-8c3e-96aff57c3841 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:08.877613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ee9ac-823a-40d9-bf46-6c00c6f54c87 req-89e1dc99-4123-4969-8c3e-96aff57c3841 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:08.883930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ee9ac-823a-40d9-bf46-6c00c6f54c87 req-89e1dc99-4123-4969-8c3e-96aff57c3841 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:08.886095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-464ee9ac-823a-40d9-bf46-6c00c6f54c87 req-89e1dc99-4123-4969-8c3e-96aff57c3841 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 3886 time: 0.5801530 Jul 05 04:02:08.945740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-464ee9ac-823a-40d9-bf46-6c00c6f54c87 req-dbd97b04-d935-476a-9a59-2a6b37906372 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533490 Jul 05 04:02:08.948230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-08788731-deeb-4393-b6b6-ca808cde8a69 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Deleting port e7da8258-6f25-45a5-bf69-a69410f716da {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:08.949011 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08788731-deeb-4393-b6b6-ca808cde8a69 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.073366 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08788731-deeb-4393-b6b6-ca808cde8a69 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.073710 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08788731-deeb-4393-b6b6-ca808cde8a69 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.099033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-08788731-deeb-4393-b6b6-ca808cde8a69 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Calling delete_port for e7da8258-6f25-45a5-bf69-a69410f716da owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:09.140973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6050d55d-668d-4668-9918-29562bdf74b6 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:09.142860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa76037-3508-4bb6-b16b-d86273369088 req-4b1b5a9c-7efe-4067-b142-1d862312ad8e tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:09.152733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8fa76037-3508-4bb6-b16b-d86273369088 req-4b1b5a9c-7efe-4067-b142-1d862312ad8e tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.1891418 Jul 05 04:02:09.244282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-689262268'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:09.257835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-fd367636-1044-440f-87e1-64db2232d7ce service neutron] In _notify_port_updated(), no bound segment for port 055b9c82-3cd5-4c8e-8763-539c346a2e5e on network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 {{(pid=100876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:02:09.260358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-fd367636-1044-440f-87e1-64db2232d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:09.261014 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-fd367636-1044-440f-87e1-64db2232d7ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.263082 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-fd367636-1044-440f-87e1-64db2232d7ce service neutron] 10.222.0.64 "PUT /v2.0/ports/055b9c82-3cd5-4c8e-8763-539c346a2e5e HTTP/1.1" status: 200 len: 1028 time: 1.9421539 Jul 05 04:02:09.279725 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8fa76037-3508-4bb6-b16b-d86273369088 req-092249bc-7383-4caa-bde9-a822489567ac tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257203 Jul 05 04:02:09.285649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-563d2c5b-477a-431b-9b3d-748048d9fb24 None None] Port 055b9c82-3cd5-4c8e-8763-539c346a2e5e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:09.296917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-3c642f19-4df5-4bcd-bcd3-1740129129cf None None] Set router d92815e7-ac1b-4239-b536-7b2ffdf5896a gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:09.336328 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b78dcb14-e13c-4f3c-8931-db44d76fd706 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/routers/d92815e7-ac1b-4239-b536-7b2ffdf5896a HTTP/1.1" status: 200 len: 704 time: 0.8747387 Jul 05 04:02:09.337140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44430) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:09.433297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666791ba-c5c3-4696-bb7c-553b766d1a6a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:09.441054 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-666791ba-c5c3-4696-bb7c-553b766d1a6a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.0573623 Jul 05 04:02:09.442079 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44434) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:09.478316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bc65f7ba-df31-487f-a6ef-9c27b6230e2f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports?device_id=d92815e7-ac1b-4239-b536-7b2ffdf5896a HTTP/1.1" status: 200 len: 205 time: 0.1372406 Jul 05 04:02:09.479257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44436) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:09.503881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Made reservation on behalf of 2edcb531e0d544a98de4ce92432a7a89 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:09.507991 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.516439 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3c642f19-4df5-4bcd-bcd3-1740129129cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92815e7-ac1b-4239-b536-7b2ffdf5896a', 'name': 'tempest-RoutersIpV6Test-router-1048829819', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:05Z', 'updated_at': '2021-07-05T04:02:07Z', 'revision_number': 2, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:09.588854 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c642f19-4df5-4bcd-bcd3-1740129129cf None None] The sync data for ids ['d92815e7-ac1b-4239-b536-7b2ffdf5896a'] in n-d-798249-5 is: [{'id': 'd92815e7-ac1b-4239-b536-7b2ffdf5896a', 'name': 'tempest-RoutersIpV6Test-router-1048829819', 'tenant_id': '3923129118b145ccabfefaf08322e262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:05Z', 'updated_at': '2021-07-05T04:02:07Z', 'revision_number': 2, 'project_id': '3923129118b145ccabfefaf08322e262', 'gw_port_host': None}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:09.631390 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4f4e868b-1128-4896-a181-984f6c54e965 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1856186 Jul 05 04:02:09.631820 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.637132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44440) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:09.649843 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-81d88807-51e8-44e2-8200-42c0f1ebcd5b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Deleting port c456a42a-09c5-4f07-bd3d-805697e58d69 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:09.651268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-81d88807-51e8-44e2-8200-42c0f1ebcd5b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.652452 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.661878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-be05dbd3-4656-41aa-af47-60b701a87f6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-250786117'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:09.714387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6050d55d-668d-4668-9918-29562bdf74b6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6050d55d-668d-4668-9918-29562bdf74b6,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:09.715403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6050d55d-668d-4668-9918-29562bdf74b6'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:09.721327 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbc1cae-e244-48c1-b058-fe6e8a99d268" -d '{"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "6050d55d-668d-4668-9918-29562bdf74b6"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:09.809142 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.810379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 055b9c82-3cd5-4c8e-8763-539c346a2e5e no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:09.822884 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-43717f1b-0a05-4e9d-a092-6266f08c523a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.868633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-81d88807-51e8-44e2-8200-42c0f1ebcd5b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] For port c456a42a-09c5-4f07-bd3d-805697e58d69, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=c456a42a-09c5-4f07-bd3d-805697e58d69,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:09.869334 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-81d88807-51e8-44e2-8200-42c0f1ebcd5b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.886681 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be05dbd3-4656-41aa-af47-60b701a87f6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:09.892483 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-be05dbd3-4656-41aa-af47-60b701a87f6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.917237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-81d88807-51e8-44e2-8200-42c0f1ebcd5b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Calling delete_port for c456a42a-09c5-4f07-bd3d-805697e58d69 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:09.949743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 055b9c82-3cd5-4c8e-8763-539c346a2e5e not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:09.950790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:09.952547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=6050d55d-668d-4668-9918-29562bdf74b6,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:09.999163 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08788731-deeb-4393-b6b6-ca808cde8a69 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.011468 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be05dbd3-4656-41aa-af47-60b701a87f6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:10.033871 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-be05dbd3-4656-41aa-af47-60b701a87f6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.034371 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-be05dbd3-4656-41aa-af47-60b701a87f6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Added segment 40a70c7f-4722-4888-8574-fd350aadb941 of type vlan for network 32f69135-bed2-4424-be9d-9b4fc99262cd Jul 05 04:02:10.073872 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.110539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08788731-deeb-4393-b6b6-ca808cde8a69 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Pushing event deleted for resources: {'Port': ['ID=e7da8258-6f25-45a5-bf69-a69410f716da,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:10.126485 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2dabf05e-9cbe-425d-87bf-6b2ecaf03063,segment=NetworkSegment(8a7f4c80-e6db-444b-b567-b431025cca58),segment_id=8a7f4c80-e6db-444b-b567-b431025cca58)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:10.191262 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-be05dbd3-4656-41aa-af47-60b701a87f6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.203076 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58aa17e-67a4-4023-85a5-d1629a0d9ba6 x-openstack-request-id: req-e58aa17e-67a4-4023-85a5-d1629a0d9ba6 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:10.204071 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "6050d55d-668d-4668-9918-29562bdf74b6", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:10.205604 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e58aa17e-67a4-4023-85a5-d1629a0d9ba6 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:10.206433 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6050d55d-668d-4668-9918-29562bdf74b6', 'code': 200} Jul 05 04:02:10.208448 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.209852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 188232d8-79be-4266-be8e-ffcd78b4e590 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:10.259505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aec7f6-870f-47c0-ab27-c1b24fc7a024 req-2b45ce11-af17-41b3-a9ac-131512d821bb tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:10.273618 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59aec7f6-870f-47c0-ab27-c1b24fc7a024 req-2b45ce11-af17-41b3-a9ac-131512d821bb tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.6707063 Jul 05 04:02:10.321984 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-43717f1b-0a05-4e9d-a092-6266f08c523a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.333528 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-43717f1b-0a05-4e9d-a092-6266f08c523a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.348220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=2dabf05e-9cbe-425d-87bf-6b2ecaf03063,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:10.401851 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-81d88807-51e8-44e2-8200-42c0f1ebcd5b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.429215 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-be05dbd3-4656-41aa-af47-60b701a87f6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.435929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be05dbd3-4656-41aa-af47-60b701a87f6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:10.436619 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-be05dbd3-4656-41aa-af47-60b701a87f6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.491029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d88807-51e8-44e2-8200-42c0f1ebcd5b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event deleted for resources: {'Port': ['ID=c456a42a-09c5-4f07-bd3d-805697e58d69,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:10.504512 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.578606 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08788731-deeb-4393-b6b6-ca808cde8a69 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.582441 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08788731-deeb-4393-b6b6-ca808cde8a69 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.588773 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-08788731-deeb-4393-b6b6-ca808cde8a69 tempest-FloatingIPAdminTestJSON-1812077359 tempest-FloatingIPAdminTestJSON-1812077359-project] 10.222.0.60 "DELETE /v2.0/floatingips/ce3ad6ba-a463-4523-aed7-8a4834d25dcb HTTP/1.1" status: 204 len: 168 time: 2.1714370 Jul 05 04:02:10.606190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 188232d8-79be-4266-be8e-ffcd78b4e590, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=188232d8-79be-4266-be8e-ffcd78b4e590,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:10.625164 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-81d88807-51e8-44e2-8200-42c0f1ebcd5b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] No DVR routers for this DVR port c456a42a-09c5-4f07-bd3d-805697e58d69 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:10.627390 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-81d88807-51e8-44e2-8200-42c0f1ebcd5b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.632699 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-81d88807-51e8-44e2-8200-42c0f1ebcd5b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "DELETE /v2.0/ports/c456a42a-09c5-4f07-bd3d-805697e58d69 HTTP/1.1" status: 204 len: 173 time: 1.2970302 Jul 05 04:02:10.633198 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-deleted', 'tag': 'c456a42a-09c5-4f07-bd3d-805697e58d69'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:10.635815 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a788a7b-69da-46c8-ad5a-c630636e3e4b" -d '{"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-deleted", "tag": "c456a42a-09c5-4f07-bd3d-805697e58d69"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:10.660814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05dbd3-4656-41aa-af47-60b701a87f6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Network': ['ID=32f69135-bed2-4424-be9d-9b4fc99262cd,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:10.666522 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.673328 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.673535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device c456a42a-09c5-4f07-bd3d-805697e58d69 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:10.678992 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 32f69135-bed2-4424-be9d-9b4fc99262cd details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:10.714107 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608a53-b6e5-4d0f-9cb0-c78822f93c26 req-e2e8dcd6-989f-4b8c-8835-0dbd88ed8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:10.719907 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c9608a53-b6e5-4d0f-9cb0-c78822f93c26 req-e2e8dcd6-989f-4b8c-8835-0dbd88ed8bed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4ce3e94b11467baf98b0133ae5e4ed&device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 1097 time: 0.3585343 Jul 05 04:02:10.742125 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-43717f1b-0a05-4e9d-a092-6266f08c523a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.742732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43717f1b-0a05-4e9d-a092-6266f08c523a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Fanout notify agent at l3_agent the message router_deleted on router d92815e7-ac1b-4239-b536-7b2ffdf5896a {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:10.758036 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-43717f1b-0a05-4e9d-a092-6266f08c523a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.758036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-43717f1b-0a05-4e9d-a092-6266f08c523a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/routers/d92815e7-ac1b-4239-b536-7b2ffdf5896a HTTP/1.1" status: 204 len: 168 time: 1.2717123 Jul 05 04:02:10.770906 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59aec7f6-870f-47c0-ab27-c1b24fc7a024 req-a0e55196-356f-46b6-92dd-056ac7fc21d6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4965053 Jul 05 04:02:10.774011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44454) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:10.813057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: c456a42a-09c5-4f07-bd3d-805697e58d69 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:10.815353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device c456a42a-09c5-4f07-bd3d-805697e58d69 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:10.815800 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device a6ee81d8-7822-45d5-b78b-8b350ec3ddda no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:10.873421 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.902310 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:02:10.907828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:10.917511 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608a53-b6e5-4d0f-9cb0-c78822f93c26 req-463b4a6e-b622-4ff0-918a-d164ffac2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:10.922553 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c9608a53-b6e5-4d0f-9cb0-c78822f93c26 req-463b4a6e-b622-4ff0-918a-d164ffac2441 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb680753-4518-4b31-b2c8-56ca0a768a05 HTTP/1.1" status: 200 len: 914 time: 0.1730843 Jul 05 04:02:10.930517 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.933039 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Added segment d90c7811-7f60-406c-8a96-54d1dc5cb11e of type vlan for network d9e867c3-1f3f-413e-af44-1392d49e1f28 Jul 05 04:02:10.976451 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=188232d8-79be-4266-be8e-ffcd78b4e590,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:10.996202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device a6ee81d8-7822-45d5-b78b-8b350ec3ddda not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:10.996695 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:11.049768 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.098937 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c9608a53-b6e5-4d0f-9cb0-c78822f93c26 req-69b0f5b2-31ac-42ab-bf77-71542b99c8cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0575119c-3a1e-4c1c-a150-8da545447d28 HTTP/1.1" status: 200 len: 217 time: 0.1126447 Jul 05 04:02:11.110348 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-be05dbd3-4656-41aa-af47-60b701a87f6e tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4508953 Jul 05 04:02:11.110348 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44456) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:11.132122 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ed43aa75-b21e-420a-9bd7-1c4082e264f6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': '32f69135-bed2-4424-be9d-9b4fc99262cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:11.138330 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d3f57f91-b4e8-4713-a6f0-5d43a18e4ee9 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports?device_id=d92815e7-ac1b-4239-b536-7b2ffdf5896a HTTP/1.1" status: 200 len: 205 time: 0.3568361 Jul 05 04:02:11.139637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44458) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:11.207538 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.271877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20e4331-043c-4369-8cea-d4cf69304e93,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:11.303106 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.311878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.312959 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.334906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:11.367978 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-623c0e76-30f4-4f6b-8b5c-fad87c34b8bd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] delete failed (client error): The resource could not be found. Jul 05 04:02:11.369512 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-623c0e76-30f4-4f6b-8b5c-fad87c34b8bd tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/routers/d92815e7-ac1b-4239-b536-7b2ffdf5896a HTTP/1.1" status: 404 len: 336 time: 0.1851730 Jul 05 04:02:11.375625 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44462) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:11.410429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f520efd-3d17-4660-8e67-d8f3ef383c64 req-92a2fdf9-a0e2-462d-bea2-9347efa315fb tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.412080 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f520efd-3d17-4660-8e67-d8f3ef383c64 req-92a2fdf9-a0e2-462d-bea2-9347efa315fb tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.3017788 Jul 05 04:02:11.430281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c38b2-3e35-4372-a421-8b465b9a6c72 req-1678aac0-bce6-41f8-9c31-7116207f0e6a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.438404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608a53-b6e5-4d0f-9cb0-c78822f93c26 req-56167fef-153d-426a-a408-ffddcf0e6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.439125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c38b2-3e35-4372-a421-8b465b9a6c72 req-1678aac0-bce6-41f8-9c31-7116207f0e6a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.439994 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c9608a53-b6e5-4d0f-9cb0-c78822f93c26 req-56167fef-153d-426a-a408-ffddcf0e6727 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cefa76d6-ca51-49f1-9b3c-abe7c879904a HTTP/1.1" status: 200 len: 853 time: 0.3311143 Jul 05 04:02:11.448445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c38b2-3e35-4372-a421-8b465b9a6c72 req-1678aac0-bce6-41f8-9c31-7116207f0e6a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.450286 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-584cf681-addc-4636-91c3-1c459ae731a3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] DELETE failed (client error): The resource could not be found. Jul 05 04:02:11.451044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584cf681-addc-4636-91c3-1c459ae731a3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:02:11.452634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c38b2-3e35-4372-a421-8b465b9a6c72 req-1678aac0-bce6-41f8-9c31-7116207f0e6a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.453422 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-584cf681-addc-4636-91c3-1c459ae731a3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/fcee540c-b5cc-472f-9875-07e5b1dadbe0 HTTP/1.1" status: 404 len: 337 time: 0.0715761 Jul 05 04:02:11.461019 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c81c38b2-3e35-4372-a421-8b465b9a6c72 req-1678aac0-bce6-41f8-9c31-7116207f0e6a tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 3145 time: 0.8410206 Jul 05 04:02:11.465324 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44468) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:11.468956 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.518025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f520efd-3d17-4660-8e67-d8f3ef383c64 req-6593ef10-942f-4e61-8cd8-d42ce557c76a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542247 Jul 05 04:02:11.534288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Deleting port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:11.535050 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.540525 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c9608a53-b6e5-4d0f-9cb0-c78822f93c26 req-5f8677bf-cf40-49b9-9588-597cbe61a213 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb680753-4518-4b31-b2c8-56ca0a768a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845056 Jul 05 04:02:11.545559 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bc860c-5ca7-41bf-a35a-b1d480c1f582 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] DELETE failed (client error): The resource could not be found. Jul 05 04:02:11.546068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bc860c-5ca7-41bf-a35a-b1d480c1f582 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:02:11.548411 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-26bc860c-5ca7-41bf-a35a-b1d480c1f582 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/1fbe0b6f-ff01-46f3-abc1-c415dbeacf60 HTTP/1.1" status: 404 len: 337 time: 0.0782983 Jul 05 04:02:11.556039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44470) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:11.575715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Pushing event updated for resources: {'Network': ['ID=d9e867c3-1f3f-413e-af44-1392d49e1f28,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:11.588544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c81c38b2-3e35-4372-a421-8b465b9a6c72 req-1fbb2aed-1264-4967-a101-f72fc8027f05 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246421 Jul 05 04:02:11.599164 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network d9e867c3-1f3f-413e-af44-1392d49e1f28 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:11.613571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44474) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:11.637648 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-980aaffd-8871-4cc0-a719-492c2ab57e4a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] DELETE failed (client error): The resource could not be found. Jul 05 04:02:11.638389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980aaffd-8871-4cc0-a719-492c2ab57e4a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:02:11.659593 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-980aaffd-8871-4cc0-a719-492c2ab57e4a tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/55905d29-d0ce-4b10-b0ba-8b4941ab755b HTTP/1.1" status: 404 len: 337 time: 0.0836380 Jul 05 04:02:11.659593 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-942dde25-a3f3-4664-8026-66f2c391afc4 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8458345 Jul 05 04:02:11.661987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44478) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:11.686390 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] For port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2dabf05e-9cbe-425d-87bf-6b2ecaf03063,segment=NetworkSegment(8a7f4c80-e6db-444b-b567-b431025cca58),segment_id=8a7f4c80-e6db-444b-b567-b431025cca58)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:11.686950 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.724174 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51f4516-60f0-4811-afc4-cebc5a4309d7 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] DELETE failed (client error): The resource could not be found. Jul 05 04:02:11.724720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51f4516-60f0-4811-afc4-cebc5a4309d7 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:02:11.732077 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c51f4516-60f0-4811-afc4-cebc5a4309d7 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/d0dd1d00-d629-48c2-840f-4808882ade50 HTTP/1.1" status: 404 len: 337 time: 0.0688226 Jul 05 04:02:11.733271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44484) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:11.733688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:11.779458 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c5a9d5-d05b-4385-b7c6-ae1ada7fa8d2 x-openstack-request-id: req-83c5a9d5-d05b-4385-b7c6-ae1ada7fa8d2 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:11.780073 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-deleted", "tag": "c456a42a-09c5-4f07-bd3d-805697e58d69", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:11.780073 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83c5a9d5-d05b-4385-b7c6-ae1ada7fa8d2 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:11.780407 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-deleted', 'tag': 'c456a42a-09c5-4f07-bd3d-805697e58d69', 'status': 'completed', 'code': 200} Jul 05 04:02:11.789001 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9e1edda8-a646-418a-a474-e1cc1f4ea5ec tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc2056e6-4db2-4390-b67f-6b923c189eba HTTP/1.1" status: 200 len: 205 time: 0.0441129 Jul 05 04:02:11.789659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44486) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:11.846387 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-6705e6fe-069e-4cfb-a89c-64563bb9c451 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] delete failed (client error): The resource could not be found. Jul 05 04:02:11.849605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6705e6fe-069e-4cfb-a89c-64563bb9c451 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/routers/cc2056e6-4db2-4390-b67f-6b923c189eba HTTP/1.1" status: 404 len: 336 time: 0.0550079 Jul 05 04:02:11.850023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44490) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:11.898271 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2582684d-13c2-4f96-b7ad-bfc8a0c92ae3 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports?device_id=46ce164e-2a43-4d2e-bf71-8e51be6fc50b HTTP/1.1" status: 200 len: 205 time: 0.0434680 Jul 05 04:02:11.900540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44492) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:11.922483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5123771f-a2cd-4f48-b79c-bae3c303f5d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46a73650673f46258ec0831d46005dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057857 Jul 05 04:02:11.924642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44494) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:11.990571 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-a035fa53-4ca2-48cc-8fe5-ab486c8d666f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] delete failed (client error): The resource could not be found. Jul 05 04:02:11.991613 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a035fa53-4ca2-48cc-8fe5-ab486c8d666f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/routers/46ce164e-2a43-4d2e-bf71-8e51be6fc50b HTTP/1.1" status: 404 len: 336 time: 0.0839562 Jul 05 04:02:12.000757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44496) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.032984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44498) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.040156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Request body: {'port': {'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28', 'binding:host_id': 'n-h2-798249-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1585363823'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:12.047805 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d462fbe0-8a32-4193-9b8e-bdc250746d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.050017 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0d4eca-17fd-4bd6-a1b9-ffd9d42022da tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] DELETE failed (client error): The resource could not be found. Jul 05 04:02:12.050463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0d4eca-17fd-4bd6-a1b9-ffd9d42022da tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:02:12.050615 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed43aa75-b21e-420a-9bd7-1c4082e264f6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:12.054673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fa0d4eca-17fd-4bd6-a1b9-ffd9d42022da tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/084a7a2d-2a80-4549-8b2e-d1f9b7215154 HTTP/1.1" status: 404 len: 337 time: 0.0504525 Jul 05 04:02:12.054920 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed43aa75-b21e-420a-9bd7-1c4082e264f6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.061724 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44500) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.104215 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d462fbe0-8a32-4193-9b8e-bdc250746d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.109297 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-926cf407-4261-4fc0-84ac-37015b39150f tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports?device_id=437dbfd7-fb7c-4de1-b66f-c4d205dab3a5 HTTP/1.1" status: 200 len: 205 time: 0.0465243 Jul 05 04:02:12.118811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44506) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.179872 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-a438c9c5-56c7-4d80-880f-147f7ad3f2c0 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] delete failed (client error): The resource could not be found. Jul 05 04:02:12.183544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a438c9c5-56c7-4d80-880f-147f7ad3f2c0 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/routers/437dbfd7-fb7c-4de1-b66f-c4d205dab3a5 HTTP/1.1" status: 404 len: 336 time: 0.0632820 Jul 05 04:02:12.188573 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44508) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.208520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063'}, {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '188232d8-79be-4266-be8e-ffcd78b4e590'}, {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:12.211186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397fc9a-cc12-4de1-b9d6-8f05e31f3782 req-f4bd8240-bb33-4567-97cc-62e7f6fa4dca tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:12.212956 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b699ff-5227-42a6-bbec-cfd4db2d3984" -d '{"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "2dabf05e-9cbe-425d-87bf-6b2ecaf03063"}, {"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "188232d8-79be-4266-be8e-ffcd78b4e590"}, {"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:12.218879 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0397fc9a-cc12-4de1-b9d6-8f05e31f3782 req-f4bd8240-bb33-4567-97cc-62e7f6fa4dca tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.2790813 Jul 05 04:02:12.230414 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c9608a53-b6e5-4d0f-9cb0-c78822f93c26 req-677051e0-3280-4c5d-92d5-75ebb10cae5c service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030844 Jul 05 04:02:12.256116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a7c88698-7d7b-4350-b7e0-15974955078c tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ea75159-289c-40b3-a647-6a3b4827b753 HTTP/1.1" status: 200 len: 205 time: 0.0656095 Jul 05 04:02:12.260274 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44514) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.265544 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f79cb2d-68cc-48d7-a7b3-2110c0d787ad x-openstack-request-id: req-0f79cb2d-68cc-48d7-a7b3-2110c0d787ad {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:12.266180 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "2dabf05e-9cbe-425d-87bf-6b2ecaf03063", "code": 200}, {"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "188232d8-79be-4266-be8e-ffcd78b4e590", "code": 200}, {"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:12.266522 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f79cb2d-68cc-48d7-a7b3-2110c0d787ad {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:12.266994 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063', 'code': 200} Jul 05 04:02:12.267308 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '188232d8-79be-4266-be8e-ffcd78b4e590', 'code': 200} Jul 05 04:02:12.267843 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9', 'code': 200} Jul 05 04:02:12.304940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0397fc9a-cc12-4de1-b9d6-8f05e31f3782 req-aa1c6b58-5407-4c30-a4c9-7ce0c4af8c0d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850639 Jul 05 04:02:12.368203 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-e5ac54de-e081-4048-b18e-d3516de0cb02 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] delete failed (client error): The resource could not be found. Jul 05 04:02:12.370496 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e5ac54de-e081-4048-b18e-d3516de0cb02 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/routers/8ea75159-289c-40b3-a647-6a3b4827b753 HTTP/1.1" status: 404 len: 336 time: 0.0950513 Jul 05 04:02:12.374338 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44516) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.381219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Made reservation on behalf of 0bef554242ef4ae8b07efe54d3d3632d for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:12.389117 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.419192 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.419192 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.419192 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Floating IP f1db0958-ffd2-4e76-ad4a-43c58861e4b9 disassociated. External IP: 172.25.0.187, port: 2dabf05e-9cbe-425d-87bf-6b2ecaf03063. Jul 05 04:02:12.419192 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Calling delete_port for 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:12.430120 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.439667 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d462fbe0-8a32-4193-9b8e-bdc250746d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.447120 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d462fbe0-8a32-4193-9b8e-bdc250746d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.448788 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d462fbe0-8a32-4193-9b8e-bdc250746d85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a269cb4-ab7f-4e39-b0bc-c204d7776ac7 HTTP/1.1" status: 204 len: 168 time: 0.5229852 Jul 05 04:02:12.454855 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-90882af6-e2bd-4ff1-b69a-92af041d5f23 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] DELETE failed (client error): The resource could not be found. Jul 05 04:02:12.456030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90882af6-e2bd-4ff1-b69a-92af041d5f23 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:02:12.458463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-90882af6-e2bd-4ff1-b69a-92af041d5f23 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/b1376119-0d86-4de0-81b7-50cf7c4406fe HTTP/1.1" status: 404 len: 337 time: 0.0825944 Jul 05 04:02:12.465156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44520) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.478000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462fbe0-8a32-4193-9b8e-bdc250746d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a269cb4-ab7f-4e39-b0bc-c204d7776ac7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:12.527382 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-75b41963-8117-4467-9c9e-dc39329c9a19 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports?device_id=b956eaff-5976-4351-aec2-88ddf3209bc5 HTTP/1.1" status: 200 len: 205 time: 0.0588362 Jul 05 04:02:12.528311 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44522) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.580282 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-e34c18b9-4fb1-4d8e-b7f9-ab33081ecb02 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] delete failed (client error): The resource could not be found. Jul 05 04:02:12.584252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e34c18b9-4fb1-4d8e-b7f9-ab33081ecb02 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/routers/b956eaff-5976-4351-aec2-88ddf3209bc5 HTTP/1.1" status: 404 len: 336 time: 0.0547740 Jul 05 04:02:12.585012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44526) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.612751 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee55cdf-b8af-40a9-b528-994f84bd067d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] DELETE failed (client error): The resource could not be found. Jul 05 04:02:12.613449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee55cdf-b8af-40a9-b528-994f84bd067d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:02:12.617941 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0ee55cdf-b8af-40a9-b528-994f84bd067d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/f332c880-6e04-4807-ba2e-6bd2285f235a HTTP/1.1" status: 404 len: 337 time: 0.0319037 Jul 05 04:02:12.618659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44528) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.622345 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c9608a53-b6e5-4d0f-9cb0-c78822f93c26 req-f2ed32cf-c834-4a8b-b296-1ff540bae587 service neutron] 10.222.0.11 "GET /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834803 Jul 05 04:02:12.673247 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d689af7d-133a-4a6d-9e41-505103d4537b tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a460c02-3251-4f71-ac09-082efa04d09c HTTP/1.1" status: 200 len: 205 time: 0.0533028 Jul 05 04:02:12.674051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44532) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.715149 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-98755aab-4c10-437d-9a8d-c046c858f5bc tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] delete failed (client error): The resource could not be found. Jul 05 04:02:12.719574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-98755aab-4c10-437d-9a8d-c046c858f5bc tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/routers/3a460c02-3251-4f71-ac09-082efa04d09c HTTP/1.1" status: 404 len: 336 time: 0.0444236 Jul 05 04:02:12.728355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44534) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.778912 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.865884 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eac0097-211d-4f41-825a-8f45072a9c51 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] DELETE failed (client error): The resource could not be found. Jul 05 04:02:12.866352 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eac0097-211d-4f41-825a-8f45072a9c51 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:02:12.868183 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6eac0097-211d-4f41-825a-8f45072a9c51 tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/18400f7f-a713-481b-8007-23723b387ccd HTTP/1.1" status: 404 len: 337 time: 0.1475368 Jul 05 04:02:12.869745 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed43aa75-b21e-420a-9bd7-1c4082e264f6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.873703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44538) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.876100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb6798-96a2-418e-9be1-7e642167fa12 req-6bcdc4a2-3e4e-41f9-afed-30977c0e9fc3 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:12.883193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5dcb6798-96a2-418e-9be1-7e642167fa12 req-6bcdc4a2-3e4e-41f9-afed-30977c0e9fc3 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.1470842 Jul 05 04:02:12.908277 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a86508-cfca-4354-b6d5-68f1bf84b77d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] DELETE failed (client error): The resource could not be found. Jul 05 04:02:12.908811 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a86508-cfca-4354-b6d5-68f1bf84b77d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:02:12.913246 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-00a86508-cfca-4354-b6d5-68f1bf84b77d tempest-RoutersIpV6Test-1656201330 tempest-RoutersIpV6Test-1656201330-project] 10.222.0.60 "DELETE /v2.0/subnets/ea132cbd-c40d-46b0-81cc-f9399cb489e7 HTTP/1.1" status: 404 len: 337 time: 0.0336192 Jul 05 04:02:12.947486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1993-c3c9-4877-bd40-ebbee0575098 req-380fde66-47d6-4364-a5ea-81b5cf555db7 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:12.960995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1993-c3c9-4877-bd40-ebbee0575098 req-380fde66-47d6-4364-a5ea-81b5cf555db7 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:12.974067 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.980214 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.982581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1993-c3c9-4877-bd40-ebbee0575098 req-380fde66-47d6-4364-a5ea-81b5cf555db7 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:12.984669 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] device_id is not set on port 6ff3a85f-0576-4915-880c-8fc7a72010c5 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:12.994954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1993-c3c9-4877-bd40-ebbee0575098 req-380fde66-47d6-4364-a5ea-81b5cf555db7 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:13.000672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad4f1993-c3c9-4877-bd40-ebbee0575098 req-380fde66-47d6-4364-a5ea-81b5cf555db7 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 3143 time: 0.2148018 Jul 05 04:02:13.092193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5dcb6798-96a2-418e-9be1-7e642167fa12 req-edecffae-c062-4dd9-a8a8-795ec58e733f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076826 Jul 05 04:02:13.149244 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad4f1993-c3c9-4877-bd40-ebbee0575098 req-fd650c6a-57e1-49e7-9566-0f31c6fc2e23 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281381 Jul 05 04:02:13.149561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43aa75-b21e-420a-9bd7-1c4082e264f6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Checking segment: {'id': '40a70c7f-4722-4888-8574-fd350aadb941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32f69135-bed2-4424-be9d-9b4fc99262cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:13.149940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed43aa75-b21e-420a-9bd7-1c4082e264f6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network hostable DHCP agents. Network: 32f69135-bed2-4424-be9d-9b4fc99262cd, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:13.178151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43aa75-b21e-420a-9bd7-1c4082e264f6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Subnet': ['ID=c2dabc54-86f3-4e1c-a278-8a2cecd3674d,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:13.215196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event deleted for resources: {'Port': ['ID=2dabf05e-9cbe-425d-87bf-6b2ecaf03063,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:13.277205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00461c18-42d3-4ff8-a74b-7efaf55c8cea,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:13.480224 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed43aa75-b21e-420a-9bd7-1c4082e264f6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 32f69135-bed2-4424-be9d-9b4fc99262cd is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:13.516252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] device_id is not set on port 6ff3a85f-0576-4915-880c-8fc7a72010c5 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:13.532472 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.548319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:13.554940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Transition to ACTIVE for port object 6ff3a85f-0576-4915-880c-8fc7a72010c5 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:13.609708 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44546) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:13.656186 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1fc1af2e-7243-4c19-aa6f-7fd9c1b627e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.719864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773245d8-c011-479b-97ed-27d910071894 req-1d309d44-2f8b-4fcd-8155-7155247216b6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:13.757665 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-773245d8-c011-479b-97ed-27d910071894 req-1d309d44-2f8b-4fcd-8155-7155247216b6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.2012868 Jul 05 04:02:13.758987 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:13.761553 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.772184 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ed43aa75-b21e-420a-9bd7-1c4082e264f6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 32f69135-bed2-4424-be9d-9b4fc99262cd) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:13.779315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98467394-59df-4ab4-86b5-c66b1e8aa0cd None None] Network 32f69135-bed2-4424-be9d-9b4fc99262cd requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:13.784628 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c95a4-2d4e-419f-a300-7d9939c045d0 None None] Sync routers for ids ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:13.802241 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c95a4-2d4e-419f-a300-7d9939c045d0 None None] Routers {'6d57b72a-7c19-4315-b28e-4e2af59f9dbd'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:13.803031 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1e3c95a4-2d4e-419f-a300-7d9939c045d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:13.858859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-773245d8-c011-479b-97ed-27d910071894 req-bb564f27-e69c-4218-b4ce-f118914d3adb tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983298 Jul 05 04:02:13.896010 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed43aa75-b21e-420a-9bd7-1c4082e264f6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:13.896673 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed43aa75-b21e-420a-9bd7-1c4082e264f6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.948555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44550) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:13.951400 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1fc1af2e-7243-4c19-aa6f-7fd9c1b627e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.951566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] No DVR routers for this DVR port 2dabf05e-9cbe-425d-87bf-6b2ecaf03063 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:13.959120 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.962192 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-b734df0f-9d7e-4e17-99b7-b146950280ef tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "DELETE /v2.0/ports/2dabf05e-9cbe-425d-87bf-6b2ecaf03063 HTTP/1.1" status: 204 len: 173 time: 3.3224103 Jul 05 04:02:13.965177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-deleted', 'tag': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:13.974248 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5332bde-8653-4fe1-9df8-8f7ba4af85e6" -d '{"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-deleted", "tag": "2dabf05e-9cbe-425d-87bf-6b2ecaf03063"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:14.051888 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1fc1af2e-7243-4c19-aa6f-7fd9c1b627e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.133148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-32f69135-bed2-4424-be9d-9b4fc99262cd', 'network_id': '32f69135-bed2-4424-be9d-9b4fc99262cd', 'tenant_id': '5adc1c6c301048bb8b7c0c8e5dee051e', 'fixed_ips': [{'subnet_id': 'c2dabc54-86f3-4e1c-a278-8a2cecd3674d'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:02:14.134573 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.164141 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-1e3c95a4-2d4e-419f-a300-7d9939c045d0 None None] Set router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:14.170779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1fc1af2e-7243-4c19-aa6f-7fd9c1b627e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=841220fe472248f2ba64dd7b3f7e90ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5537300 Jul 05 04:02:14.181511 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44560) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:14.182576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1af2e-7243-4c19-aa6f-7fd9c1b627e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884df4eb-db7a-4052-b057-97464c0a6e42,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:14.345489 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-53df9e1c-a6c8-43ce-9e42-4599e8af03ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.470734 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-53df9e1c-a6c8-43ce-9e42-4599e8af03ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.489514 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Allocated IP 172.20.0.2 (32f69135-bed2-4424-be9d-9b4fc99262cd/c2dabc54-86f3-4e1c-a278-8a2cecd3674d/13c562fd-e907-4ef4-801f-225b9318a9e3) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:14.551534 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1e3c95a4-2d4e-419f-a300-7d9939c045d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T03:51:21Z', 'revision_number': 4, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17', 'name': '', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'mac_address': 'fa:16:3e:7d:f1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:20Z', 'updated_at': '2021-07-05T03:51:29Z', 'revision_number': 5, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'subnets': [{'id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:14.592531 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c95a4-2d4e-419f-a300-7d9939c045d0 None None] Checking router: 6d57b72a-7c19-4315-b28e-4e2af59f9dbd for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:14.605278 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c95a4-2d4e-419f-a300-7d9939c045d0 None None] Routers {'6d57b72a-7c19-4315-b28e-4e2af59f9dbd'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:14.607413 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1e3c95a4-2d4e-419f-a300-7d9939c045d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:01:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:14.658166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Pushing event updated for resources: {'Port': ['ID=6ff3a85f-0576-4915-880c-8fc7a72010c5,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:14.697450 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2056680-dda8-40b3-a550-dceaa5ea0789 x-openstack-request-id: req-b2056680-dda8-40b3-a550-dceaa5ea0789 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:14.699248 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-deleted", "tag": "2dabf05e-9cbe-425d-87bf-6b2ecaf03063", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:14.699248 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2056680-dda8-40b3-a550-dceaa5ea0789 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:14.699248 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-deleted', 'tag': '2dabf05e-9cbe-425d-87bf-6b2ecaf03063', 'status': 'completed', 'code': 200} Jul 05 04:02:14.727266 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadb4fa-647c-4e14-8488-f00ca2dbbfc7 req-0e54b105-e6d1-4345-a4e2-b268dc90bf0d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:14.729787 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3dadb4fa-647c-4e14-8488-f00ca2dbbfc7 req-0e54b105-e6d1-4345-a4e2-b268dc90bf0d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.3655245 Jul 05 04:02:14.789475 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-53df9e1c-a6c8-43ce-9e42-4599e8af03ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.789949 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.800240 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-53df9e1c-a6c8-43ce-9e42-4599e8af03ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.800800 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Transition to ACTIVE for port object 13c562fd-e907-4ef4-801f-225b9318a9e3 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:14.803675 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-53df9e1c-a6c8-43ce-9e42-4599e8af03ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/884df4eb-db7a-4052-b057-97464c0a6e42 HTTP/1.1" status: 204 len: 168 time: 0.6141951 Jul 05 04:02:14.821121 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-34d5c250-b296-4cb1-93aa-a24cba70aaf5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3923129118b145ccabfefaf08322e262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8670504 Jul 05 04:02:14.822988 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ed43aa75-b21e-420a-9bd7-1c4082e264f6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7015901 Jul 05 04:02:14.823963 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Transition to ACTIVE for port object 13c562fd-e907-4ef4-801f-225b9318a9e3 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:14.826062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44568) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:14.826406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44570) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:14.835781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'network_id': '32f69135-bed2-4424-be9d-9b4fc99262cd', 'name': 'tempest-PortsTestJSON-1092686752'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:14.842272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df9e1c-a6c8-43ce-9e42-4599e8af03ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884df4eb-db7a-4052-b057-97464c0a6e42,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:14.848076 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-1e3c95a4-2d4e-419f-a300-7d9939c045d0 None None] Set router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:14.886899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6dc7e-db12-4a94-9e0c-4ffb1267f3f5 req-4ce96052-1eb2-4b57-a56c-9dab369e9d0b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:14.892100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Checking segment: {'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:14.892720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Network hostable DHCP agents. Network: d9e867c3-1f3f-413e-af44-1392d49e1f28, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:14.893639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6dc7e-db12-4a94-9e0c-4ffb1267f3f5 req-4ce96052-1eb2-4b57-a56c-9dab369e9d0b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:14.899486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6dc7e-db12-4a94-9e0c-4ffb1267f3f5 req-4ce96052-1eb2-4b57-a56c-9dab369e9d0b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:14.908019 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c6dc7e-db12-4a94-9e0c-4ffb1267f3f5 req-4ce96052-1eb2-4b57-a56c-9dab369e9d0b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 2410 time: 0.4340363 Jul 05 04:02:14.913458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3dadb4fa-647c-4e14-8488-f00ca2dbbfc7 req-1844b5df-5c76-425b-8509-a2f0ffa4f93c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739337 Jul 05 04:02:14.927799 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.026397 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c6dc7e-db12-4a94-9e0c-4ffb1267f3f5 req-4bdb268f-49f6-4535-8ebc-708814821018 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173809 Jul 05 04:02:15.052008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Network 32f69135-bed2-4424-be9d-9b4fc99262cd is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:15.067084 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:15.076759 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:15.102978 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Pushing event updated for resources: {'Port': ['ID=13c562fd-e907-4ef4-801f-225b9318a9e3,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:15.208543 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-1e3c95a4-2d4e-419f-a300-7d9939c045d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T03:51:21Z', 'revision_number': 4, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17', 'name': '', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'mac_address': 'fa:16:3e:7d:f1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:20Z', 'updated_at': '2021-07-05T03:51:29Z', 'revision_number': 5, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'subnets': [{'id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:15.229154 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Attempting to bind port 13c562fd-e907-4ef4-801f-225b9318a9e3 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:15.229850 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Attempting to bind port 13c562fd-e907-4ef4-801f-225b9318a9e3 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '40a70c7f-4722-4888-8574-fd350aadb941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32f69135-bed2-4424-be9d-9b4fc99262cd'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:15.230427 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Attempting to bind port 13c562fd-e907-4ef4-801f-225b9318a9e3 on network 32f69135-bed2-4424-be9d-9b4fc99262cd {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:15.244207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:15.244952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Checking segment: {'id': '40a70c7f-4722-4888-8574-fd350aadb941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32f69135-bed2-4424-be9d-9b4fc99262cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:15.245544 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.246141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Bound using segment: {'id': '40a70c7f-4722-4888-8574-fd350aadb941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32f69135-bed2-4424-be9d-9b4fc99262cd'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:15.247994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Bound port: 13c562fd-e907-4ef4-801f-225b9318a9e3, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a70c7f-4722-4888-8574-fd350aadb941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32f69135-bed2-4424-be9d-9b4fc99262cd'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:15.249318 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.259745 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c95a4-2d4e-419f-a300-7d9939c045d0 None None] The sync data for ids ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'] in n-d-798249-5 is: [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T03:51:21Z', 'revision_number': 4, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17', 'name': '', 'network_id': 'f298ac04-c9e2-4859-ad6c-28e6fda4d5d1', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'mac_address': 'fa:16:3e:7d:f1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:20Z', 'updated_at': '2021-07-05T03:51:29Z', 'revision_number': 5, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'subnets': [{'id': '1a4e67f5-0254-4ffe-8462-5596b5dcca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:15.280869 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Network d9e867c3-1f3f-413e-af44-1392d49e1f28 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:15.307605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-012cb908-0228-4ddc-b168-cfb0eac6d76e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Deleting port 188232d8-79be-4266-be8e-ffcd78b4e590 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:15.307605 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-012cb908-0228-4ddc-b168-cfb0eac6d76e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.408560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] For port 13c562fd-e907-4ef4-801f-225b9318a9e3, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:15.414918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] For port 13c562fd-e907-4ef4-801f-225b9318a9e3, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=13c562fd-e907-4ef4-801f-225b9318a9e3,segment=NetworkSegment(40a70c7f-4722-4888-8574-fd350aadb941),segment_id=40a70c7f-4722-4888-8574-fd350aadb941)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:15.449059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9d3b0-4a1f-41f6-9767-95c8076e9ae0 req-75beed08-de0c-4603-b8d2-a62519e74e44 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:15.451517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5df9d3b0-4a1f-41f6-9767-95c8076e9ae0 req-75beed08-de0c-4603-b8d2-a62519e74e44 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.2130420 Jul 05 04:02:15.452837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, d9e867c3-1f3f-413e-af44-1392d49e1f28) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:15.464293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8161dd88-bf95-49cf-832b-38b9beeadfef None None] Network d9e867c3-1f3f-413e-af44-1392d49e1f28 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:15.475364 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:15.498260 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ca15fa85-902f-4107-9fb6-24d434e9297f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.538202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:15.538839 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:15.539419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:15.574394 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.591519 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:15.592229 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:15.592914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa0d35-13a0-474a-8842-dbff783d4400 req-f78931c5-bd64-4d21-bd76-15329ce54331 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:15.602484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-012cb908-0228-4ddc-b168-cfb0eac6d76e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] For port 188232d8-79be-4266-be8e-ffcd78b4e590, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=188232d8-79be-4266-be8e-ffcd78b4e590,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:15.603115 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-012cb908-0228-4ddc-b168-cfb0eac6d76e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.605635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-10fa0d35-13a0-474a-8842-dbff783d4400 req-f78931c5-bd64-4d21-bd76-15329ce54331 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.2187622 Jul 05 04:02:15.606532 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 2 to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 Jul 05 04:02:15.616662 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ca15fa85-902f-4107-9fb6-24d434e9297f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.634168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:15.638832 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.648213 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5df9d3b0-4a1f-41f6-9767-95c8076e9ae0 req-f76c93d3-d587-46b8-a68c-4fe6f0593774 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682115 Jul 05 04:02:15.682637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-012cb908-0228-4ddc-b168-cfb0eac6d76e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Calling delete_port for 188232d8-79be-4266-be8e-ffcd78b4e590 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:15.708307 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:15.709000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:15.709661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:15.759029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:15.759468 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:15.760726 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port f7057ddf-634e-4ab5-8ef9-af064dfd750c yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:15.770548 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 3 to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 Jul 05 04:02:15.774436 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-10fa0d35-13a0-474a-8842-dbff783d4400 req-09d8064a-fabc-473d-ba53-edf9a8cd66b7 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630282 Jul 05 04:02:15.779312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463be75-78a1-4b98-ba33-68ced506e449 None None] Pushing event updated for resources: {'Port': ['ID=13c562fd-e907-4ef4-801f-225b9318a9e3,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:15.856159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0746250-0c6a-498d-a65d-f6a8caccc825 None None] New status for floating IP f1db0958-ffd2-4e76-ad4a-43c58861e4b9: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:02:15.867229 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:15.867849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:15.868051 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:15.890585 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:15.890997 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:15.895074 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 4 to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 Jul 05 04:02:15.913074 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44582) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:15.946605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:15.947005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:15.948325 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:16.009440 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-94c0ba08-7978-46b9-bf54-8d5e6fd113d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.035914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:16.036252 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:16.039831 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 5 to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 Jul 05 04:02:16.069439 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ca15fa85-902f-4107-9fb6-24d434e9297f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.086913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ca15fa85-902f-4107-9fb6-24d434e9297f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.090623 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ca15fa85-902f-4107-9fb6-24d434e9297f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5e4fd58-0a47-402f-a0bb-a253e3b6838c HTTP/1.1" status: 204 len: 168 time: 1.2599881 Jul 05 04:02:16.112779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15fa85-902f-4107-9fb6-24d434e9297f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e4fd58-0a47-402f-a0bb-a253e3b6838c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:16.167677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:16.168018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:16.168926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:16.193047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Allocated IP 172.20.0.8 (32f69135-bed2-4424-be9d-9b4fc99262cd/c2dabc54-86f3-4e1c-a278-8a2cecd3674d/f7057ddf-634e-4ab5-8ef9-af064dfd750c) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:16.199911 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:16.200251 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:16.204917 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 6 to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 Jul 05 04:02:16.247341 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:16.247663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:16.248051 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:16.260944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:16.261289 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:16.263499 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 7 to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 Jul 05 04:02:16.282931 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:16.283277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:16.283622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:16.306838 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:16.307183 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:16.313116 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 8 to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 Jul 05 04:02:16.328588 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-012cb908-0228-4ddc-b168-cfb0eac6d76e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.364136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c00da-f133-4bdb-b928-2560ced1e938 req-5749c378-1d7b-4996-bf6d-b5c6b7b62065 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:16.371308 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b8c00da-f133-4bdb-b928-2560ced1e938 req-5749c378-1d7b-4996-bf6d-b5c6b7b62065 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.3150704 Jul 05 04:02:16.380902 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:16.381253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:16.381606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:16.386652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cb908-0228-4ddc-b168-cfb0eac6d76e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event deleted for resources: {'Port': ['ID=188232d8-79be-4266-be8e-ffcd78b4e590,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:16.420664 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:16.421013 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:16.438039 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 9 to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 Jul 05 04:02:16.457177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:16.457547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:16.457890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:16.498282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:16.501041 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:16.502991 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 10 to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 Jul 05 04:02:16.538580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:16.538926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:16.540186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:16.543785 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-012cb908-0228-4ddc-b168-cfb0eac6d76e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] No DVR routers for this DVR port 188232d8-79be-4266-be8e-ffcd78b4e590 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:16.555527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 13c562fd-e907-4ef4-801f-225b9318a9e3 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:16.564797 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-012cb908-0228-4ddc-b168-cfb0eac6d76e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.567002 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-012cb908-0228-4ddc-b168-cfb0eac6d76e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "DELETE /v2.0/ports/188232d8-79be-4266-be8e-ffcd78b4e590 HTTP/1.1" status: 204 len: 173 time: 2.5838783 Jul 05 04:02:16.609661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:16.609661 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 6ff3a85f-0576-4915-880c-8fc7a72010c5 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:16.610035 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.617107 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-94c0ba08-7978-46b9-bf54-8d5e6fd113d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.624633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b8c00da-f133-4bdb-b928-2560ced1e938 req-46360513-e96d-4310-bc89-5536b9783587 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522604 Jul 05 04:02:16.637907 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ce4d8-03f6-4f3c-a555-0e2565619cf9 req-2acf8388-16de-4c07-a972-e6ae7abe96ba tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:16.645701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ce4d8-03f6-4f3c-a555-0e2565619cf9 req-2acf8388-16de-4c07-a972-e6ae7abe96ba tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:16.654431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e26ce4d8-03f6-4f3c-a555-0e2565619cf9 req-2acf8388-16de-4c07-a972-e6ae7abe96ba tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 1677 time: 0.2749236 Jul 05 04:02:16.711089 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e26ce4d8-03f6-4f3c-a555-0e2565619cf9 req-09d61242-2e74-4b9b-9da8-dc5efd202f1f tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566406 Jul 05 04:02:16.713797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-deleted', 'tag': '188232d8-79be-4266-be8e-ffcd78b4e590'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:16.717622 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 13c562fd-e907-4ef4-801f-225b9318a9e3 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:16.722726 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daa605f-6391-4345-b5f1-b2a0ad26dda4" -d '{"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-deleted", "tag": "188232d8-79be-4266-be8e-ffcd78b4e590"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:16.751450 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-94c0ba08-7978-46b9-bf54-8d5e6fd113d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.901462 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.942247 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-94c0ba08-7978-46b9-bf54-8d5e6fd113d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=802cd68c622b4acd9d32f80d9a3b7ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0278373 Jul 05 04:02:16.942996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44600) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:16.943703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0ba08-7978-46b9-bf54-8d5e6fd113d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6f9cca-1cb2-405c-9a88-9e8a3bd64990,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:16.967257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Transition to ACTIVE for port object f7057ddf-634e-4ab5-8ef9-af064dfd750c will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:17.131635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] For port 6ff3a85f-0576-4915-880c-8fc7a72010c5, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:17.132030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempted to set empty binding levels {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:02:17.149141 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.245383 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f06804bd-91c8-4e86-a4fb-9c270fafd700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.303205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8c92a-eeaf-4e7c-9459-0920c339d06c req-74775af0-03c6-47ed-a0f8-2f51b6837bc8 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:17.306232 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5bd8c92a-eeaf-4e7c-9459-0920c339d06c req-74775af0-03c6-47ed-a0f8-2f51b6837bc8 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.2109842 Jul 05 04:02:17.325411 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f06804bd-91c8-4e86-a4fb-9c270fafd700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.337757 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.415108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2adf8-7a8c-42e3-8add-9a11eb2c7400 req-ff5d079a-1aa1-4c97-8b98-188b99d8bbe0 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:17.416744 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bea2adf8-7a8c-42e3-8add-9a11eb2c7400 req-ff5d079a-1aa1-4c97-8b98-188b99d8bbe0 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.2229280 Jul 05 04:02:17.422320 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:17.422936 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.441766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5bd8c92a-eeaf-4e7c-9459-0920c339d06c req-e00b4691-cf92-4651-a41f-c5cc24de07eb tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245139 Jul 05 04:02:17.453079 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 32f69135-bed2-4424-be9d-9b4fc99262cd is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:17.474047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=f7057ddf-634e-4ab5-8ef9-af064dfd750c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:17.485425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bea2adf8-7a8c-42e3-8add-9a11eb2c7400 req-caaaceb8-940a-4ccc-921a-fa8f78c06865 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554264 Jul 05 04:02:17.499833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:17.503710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:17.590034 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.5554361 Jul 05 04:02:17.592550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44612) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:17.596545 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf72c4be-b334-4d8f-b2b1-c84b1cb3d0f7 x-openstack-request-id: req-cf72c4be-b334-4d8f-b2b1-c84b1cb3d0f7 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:17.596847 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-deleted", "tag": "188232d8-79be-4266-be8e-ffcd78b4e590", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:17.597098 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf72c4be-b334-4d8f-b2b1-c84b1cb3d0f7 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:17.597530 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-deleted', 'tag': '188232d8-79be-4266-be8e-ffcd78b4e590', 'status': 'completed', 'code': 200} Jul 05 04:02:17.603184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d7b488-5be6-4bde-9149-2325de2f6620 None None] Network 32f69135-bed2-4424-be9d-9b4fc99262cd requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:17.659285 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f06804bd-91c8-4e86-a4fb-9c270fafd700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.662303 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f06804bd-91c8-4e86-a4fb-9c270fafd700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.680464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f06804bd-91c8-4e86-a4fb-9c270fafd700 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b6f9cca-1cb2-405c-9a88-9e8a3bd64990 HTTP/1.1" status: 204 len: 168 time: 0.7055516 Jul 05 04:02:17.763942 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaab82c-aa2f-4ecb-83d4-a58d0df70fea tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Pushing event updated for resources: {'Port': ['ID=6ff3a85f-0576-4915-880c-8fc7a72010c5,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:17.770163 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06804bd-91c8-4e86-a4fb-9c270fafd700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6f9cca-1cb2-405c-9a88-9e8a3bd64990,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:17.809791 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:17.813548 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.843655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-b0ecabcc-d9f6-4a26-b4fe-60c209147b88 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Deleting port 6ff3a85f-0576-4915-880c-8fc7a72010c5 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:17.844266 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0ecabcc-d9f6-4a26-b4fe-60c209147b88 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.856622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-4fb3d329-ab66-419a-9ad8-98b678f41416 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Deleting port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:17.856980 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-4fb3d329-ab66-419a-9ad8-98b678f41416 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.029899 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ac79b086-bca3-471a-92bb-882fdd9e7678 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1989167 Jul 05 04:02:18.035212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44628) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:18.053602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-b0ecabcc-d9f6-4a26-b4fe-60c209147b88 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] For port 6ff3a85f-0576-4915-880c-8fc7a72010c5, host n-h2-798249-5, got binding levels [] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:18.054225 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0ecabcc-d9f6-4a26-b4fe-60c209147b88 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.073941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-b0ecabcc-d9f6-4a26-b4fe-60c209147b88 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Calling delete_port for 6ff3a85f-0576-4915-880c-8fc7a72010c5 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:18.074344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'network_id': '32f69135-bed2-4424-be9d-9b4fc99262cd', 'name': 'tempest-PortsTestJSON-204284227'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:18.130227 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-313f68e7-12a1-48b8-af8d-6e2f4892118b None None] Provisioning for port 13c562fd-e907-4ef4-801f-225b9318a9e3 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:18.158249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-313f68e7-12a1-48b8-af8d-6e2f4892118b None None] Provisioning complete for port 13c562fd-e907-4ef4-801f-225b9318a9e3 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:18.166105 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-313f68e7-12a1-48b8-af8d-6e2f4892118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.345234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44632) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:18.435885 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-313f68e7-12a1-48b8-af8d-6e2f4892118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.471146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:18.482427 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.519506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-313f68e7-12a1-48b8-af8d-6e2f4892118b None None] For port 13c562fd-e907-4ef4-801f-225b9318a9e3, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=13c562fd-e907-4ef4-801f-225b9318a9e3,segment=NetworkSegment(40a70c7f-4722-4888-8574-fd350aadb941),segment_id=40a70c7f-4722-4888-8574-fd350aadb941)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:18.567128 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port 2471b7a9-41af-4c15-802a-eab6ef26cc42 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:18.578523 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-4fb3d329-ab66-419a-9ad8-98b678f41416 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] For port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:18.579301 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-4fb3d329-ab66-419a-9ad8-98b678f41416 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.602441 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-313f68e7-12a1-48b8-af8d-6e2f4892118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.697181 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-4fb3d329-ab66-419a-9ad8-98b678f41416 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Calling delete_port for d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:18.711948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a16a884e-6077-41d5-8774-e5ed17606f72 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:18.712759 n-d-798249-5 neutron-server[100876]: WARNING neutron.api.v2.base [None req-a16a884e-6077-41d5-8774-e5ed17606f72 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:02:18.713315 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-a16a884e-6077-41d5-8774-e5ed17606f72 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:02:18.714421 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a16a884e-6077-41d5-8774-e5ed17606f72 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3519094 Jul 05 04:02:18.726224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f68e7-12a1-48b8-af8d-6e2f4892118b None None] Pushing event updated for resources: {'Port': ['ID=13c562fd-e907-4ef4-801f-225b9318a9e3,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:18.878991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44644) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:18.878991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-fd774096-a4bc-485e-bddb-dea4c831dae5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group': {'name': 'tempest-secgroup--447342830'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:18.880217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcb3f5-a287-48eb-9987-eca033728a64 req-4ef78af0-22cc-4de5-b3c7-e25b0ba49b3f tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.880217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcb3f5-a287-48eb-9987-eca033728a64 req-4ef78af0-22cc-4de5-b3c7-e25b0ba49b3f tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.880217 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8afcb3f5-a287-48eb-9987-eca033728a64 req-4ef78af0-22cc-4de5-b3c7-e25b0ba49b3f tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 1677 time: 0.9045622 Jul 05 04:02:18.889827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Allocated IP 172.20.0.3 (32f69135-bed2-4424-be9d-9b4fc99262cd/c2dabc54-86f3-4e1c-a278-8a2cecd3674d/2471b7a9-41af-4c15-802a-eab6ef26cc42) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:18.994424 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8afcb3f5-a287-48eb-9987-eca033728a64 req-7b283c3a-892d-419e-98e7-0c8fb730102b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950019 Jul 05 04:02:19.008918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13103b6c-8d71-4db2-b36c-024862d05184 req-52db6f2a-61fe-42da-9658-94eccf77bcab tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:19.010515 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13103b6c-8d71-4db2-b36c-024862d05184 req-52db6f2a-61fe-42da-9658-94eccf77bcab tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.1725554 Jul 05 04:02:19.060613 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-73922cfc-7d42-45cc-8058-bd96df359b05 None None] Provisioning for port f7057ddf-634e-4ab5-8ef9-af064dfd750c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:19.062558 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd774096-a4bc-485e-bddb-dea4c831dae5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.067302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-73922cfc-7d42-45cc-8058-bd96df359b05 None None] Provisioning complete for port f7057ddf-634e-4ab5-8ef9-af064dfd750c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:19.067692 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73922cfc-7d42-45cc-8058-bd96df359b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.080925 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd774096-a4bc-485e-bddb-dea4c831dae5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.093787 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13103b6c-8d71-4db2-b36c-024862d05184 req-08fe3004-d1b4-4578-b25c-84825f600a84 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699358 Jul 05 04:02:19.095028 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0ecabcc-d9f6-4a26-b4fe-60c209147b88 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.105710 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-4fb3d329-ab66-419a-9ad8-98b678f41416 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.179215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-73922cfc-7d42-45cc-8058-bd96df359b05 None None] Port f7057ddf-634e-4ab5-8ef9-af064dfd750c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:19.190248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecabcc-d9f6-4a26-b4fe-60c209147b88 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ff3a85f-0576-4915-880c-8fc7a72010c5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:19.204778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-73922cfc-7d42-45cc-8058-bd96df359b05 None None] Provisioning complete for port 13c562fd-e907-4ef4-801f-225b9318a9e3 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:19.205198 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73922cfc-7d42-45cc-8058-bd96df359b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.221620 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0ecabcc-d9f6-4a26-b4fe-60c209147b88 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.231717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b0ecabcc-d9f6-4a26-b4fe-60c209147b88 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "DELETE /v2.0/ports/6ff3a85f-0576-4915-880c-8fc7a72010c5 HTTP/1.1" status: 204 len: 168 time: 1.6371214 Jul 05 04:02:19.232162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44654) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:19.276141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3d329-ab66-419a-9ad8-98b678f41416 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event deleted for resources: {'Port': ['ID=d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:19.303378 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2743280-9cd2-4c30-ae2c-abf5a4b0adb2 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:02:19.311078 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e2743280-9cd2-4c30-ae2c-abf5a4b0adb2 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "GET /v2.0/ports/6ff3a85f-0576-4915-880c-8fc7a72010c5 HTTP/1.1" status: 404 len: 333 time: 0.0682218 Jul 05 04:02:19.312962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44658) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:19.319531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0c3c9e10-fceb-4871-98b4-58d657f5b6c4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Request body: {'port': {'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-940188057'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:19.350295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.353605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-4fb3d329-ab66-419a-9ad8-98b678f41416 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] No DVR routers for this DVR port d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:19.365366 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-4fb3d329-ab66-419a-9ad8-98b678f41416 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.378577 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-4fb3d329-ab66-419a-9ad8-98b678f41416 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "DELETE /v2.0/ports/d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9 HTTP/1.1" status: 204 len: 173 time: 2.8028262 Jul 05 04:02:19.472068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Transition to ACTIVE for port object 2471b7a9-41af-4c15-802a-eab6ef26cc42 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:19.520229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce96d16-4d8b-44d1-8cd2-1b5aabb6a1df req-1cda734f-f9ff-4942-977d-99d68b9bca3b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:19.528233 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ce96d16-4d8b-44d1-8cd2-1b5aabb6a1df req-1cda734f-f9ff-4942-977d-99d68b9bca3b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.1676116 Jul 05 04:02:19.546105 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d6334-27fa-4e47-9ef2-f974b2d561d7 req-24621be7-478c-4a03-a95f-c58b0c25f3bf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:19.547747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b0d6334-27fa-4e47-9ef2-f974b2d561d7 req-24621be7-478c-4a03-a95f-c58b0c25f3bf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.2320416 Jul 05 04:02:19.550926 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2a1c24ec-1aa8-45d3-8545-39ad07e6143e None None] Provisioning complete for port f7057ddf-634e-4ab5-8ef9-af064dfd750c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:19.551309 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2a1c24ec-1aa8-45d3-8545-39ad07e6143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.624804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-deleted', 'tag': 'd825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:19.632327 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ca18f7-2f0a-4810-94e6-9f9e26b888bb" -d '{"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-deleted", "tag": "d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:19.635183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ce96d16-4d8b-44d1-8cd2-1b5aabb6a1df req-366ac147-9dbc-4def-90bc-95742e446934 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058698 Jul 05 04:02:19.643159 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b0d6334-27fa-4e47-9ef2-f974b2d561d7 req-f0e67190-2a1b-4609-aa00-98a908dc5f98 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870526 Jul 05 04:02:19.697512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c24ec-1aa8-45d3-8545-39ad07e6143e None None] Port f7057ddf-634e-4ab5-8ef9-af064dfd750c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:19.805315 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd774096-a4bc-485e-bddb-dea4c831dae5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.817587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-54f3fd72-ce55-429a-8042-69b2b172978d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Deleting port 6050d55d-668d-4668-9918-29562bdf74b6 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:19.817587 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-54f3fd72-ce55-429a-8042-69b2b172978d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.857994 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c22ee6-5c27-4775-95eb-2c652725fefb x-openstack-request-id: req-24c22ee6-5c27-4775-95eb-2c652725fefb {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:19.858282 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-deleted", "tag": "d825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:19.858434 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24c22ee6-5c27-4775-95eb-2c652725fefb {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:19.861322 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-deleted', 'tag': 'd825c7d1-33ed-4dcd-bfa5-fb99e77d0bc9', 'status': 'completed', 'code': 200} Jul 05 04:02:19.924583 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.928850 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd774096-a4bc-485e-bddb-dea4c831dae5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.998809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 32f69135-bed2-4424-be9d-9b4fc99262cd is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:20.001256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3c9e10-fceb-4871-98b4-58d657f5b6c4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Made reservation on behalf of 0bef554242ef4ae8b07efe54d3d3632d for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:20.004017 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9e10-fceb-4871-98b4-58d657f5b6c4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.013866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:20.024544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44674) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:20.026874 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:20.054448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9bc1b-5964-4318-9947-fa49c04c8132 req-7f4fdba1-90fa-459c-9407-f9071b753019 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:20.062521 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4f9bc1b-5964-4318-9947-fa49c04c8132 req-7f4fdba1-90fa-459c-9407-f9071b753019 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.1411901 Jul 05 04:02:20.076814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-0c3c9e10-fceb-4871-98b4-58d657f5b6c4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] device_id is not set on port 4b6f1418-66f4-4ba5-9153-881473c6bd9f yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:20.120420 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:20.136208 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.221498 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4f9bc1b-5964-4318-9947-fa49c04c8132 req-3fe65ec4-e20b-4afd-8282-29edda08bae4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322889 Jul 05 04:02:20.221957 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd774096-a4bc-485e-bddb-dea4c831dae5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cba21e-7e66-4bec-b0cf-6e4296811958,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:20.240702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=2471b7a9-41af-4c15-802a-eab6ef26cc42,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:20.304474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4b67ce2a-0c7e-4de8-9b1d-ab374580d3e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group': {'name': 'tempest-secgroup--461639167'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:20.328732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-54f3fd72-ce55-429a-8042-69b2b172978d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] For port 6050d55d-668d-4668-9918-29562bdf74b6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6050d55d-668d-4668-9918-29562bdf74b6,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:20.329087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-54f3fd72-ce55-429a-8042-69b2b172978d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.348876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-54f3fd72-ce55-429a-8042-69b2b172978d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Calling delete_port for 6050d55d-668d-4668-9918-29562bdf74b6 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:20.468112 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd774096-a4bc-485e-bddb-dea4c831dae5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.493629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 13c562fd-e907-4ef4-801f-225b9318a9e3 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:20.559457 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd774096-a4bc-485e-bddb-dea4c831dae5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.563723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0d616-2d55-4254-b0d5-3d875c6811d2 req-1142b3e6-0248-491d-944d-5dba38970c00 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:20.570796 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dde0d616-2d55-4254-b0d5-3d875c6811d2 req-1142b3e6-0248-491d-944d-5dba38970c00 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 943 time: 0.2737761 Jul 05 04:02:20.572649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 13c562fd-e907-4ef4-801f-225b9318a9e3 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:20.573898 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.579863 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9e10-fceb-4871-98b4-58d657f5b6c4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.614544 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd774096-a4bc-485e-bddb-dea4c831dae5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc78f97b-4106-492e-9f0f-cf84c828fd75,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:20.628996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d937f-30d8-4992-bf58-a20c33d8f027 req-6f78fdb2-11ea-4d53-a9e3-2ad9cb9712ec tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:20.638902 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2d937f-30d8-4992-bf58-a20c33d8f027 req-6f78fdb2-11ea-4d53-a9e3-2ad9cb9712ec tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.2581277 Jul 05 04:02:20.656016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7d1be8cd-eb01-4c1b-b771-64f1393dbeff None None] Provisioning for port 2471b7a9-41af-4c15-802a-eab6ef26cc42 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:20.656265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dde0d616-2d55-4254-b0d5-3d875c6811d2 req-62d1960c-bba3-4b8d-91bd-09d124706067 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab3e49f4-241d-4a18-a75c-f4667b98ceec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841520 Jul 05 04:02:20.663374 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7d1be8cd-eb01-4c1b-b771-64f1393dbeff None None] Provisioning complete for port 2471b7a9-41af-4c15-802a-eab6ef26cc42 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:20.664011 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7d1be8cd-eb01-4c1b-b771-64f1393dbeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.713137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2d937f-30d8-4992-bf58-a20c33d8f027 req-462603ec-de2e-4276-b408-17e4df4ae87c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732768 Jul 05 04:02:20.728799 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a0f61544-57b4-46db-8367-ac9d5b599d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6810143 Jul 05 04:02:20.732814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44684) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:20.749259 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-7d1be8cd-eb01-4c1b-b771-64f1393dbeff None None] Port 2471b7a9-41af-4c15-802a-eab6ef26cc42 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:20.811381 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-54f3fd72-ce55-429a-8042-69b2b172978d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.850490 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9e10-fceb-4871-98b4-58d657f5b6c4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.851090 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3fd72-ce55-429a-8042-69b2b172978d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event deleted for resources: {'Port': ['ID=6050d55d-668d-4668-9918-29562bdf74b6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:20.916765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b67ce2a-0c7e-4de8-9b1d-ab374580d3e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.935229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3c9e10-fceb-4871-98b4-58d657f5b6c4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Network d9e867c3-1f3f-413e-af44-1392d49e1f28 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:20.945203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebcb09-6c2c-45ff-84a6-1589fe00623d req-1ebf8b1a-31d7-4aaa-bb36-16e374469fee tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:20.947023 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7ebcb09-6c2c-45ff-84a6-1589fe00623d req-1ebf8b1a-31d7-4aaa-bb36-16e374469fee tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.1514812 Jul 05 04:02:20.953395 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b67ce2a-0c7e-4de8-9b1d-ab374580d3e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.959400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-0c3c9e10-fceb-4871-98b4-58d657f5b6c4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:20.967570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c9e10-fceb-4871-98b4-58d657f5b6c4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:20.968675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3c9e10-fceb-4871-98b4-58d657f5b6c4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:20.969392 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9e10-fceb-4871-98b4-58d657f5b6c4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.973307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c9e10-fceb-4871-98b4-58d657f5b6c4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Pushing event updated for resources: {'Port': ['ID=4b6f1418-66f4-4ba5-9153-881473c6bd9f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:21.042963 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7ebcb09-6c2c-45ff-84a6-1589fe00623d req-e0a475c3-ec84-4d1b-bfc7-9fdabe1447fe tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707784 Jul 05 04:02:21.159141 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b67ce2a-0c7e-4de8-9b1d-ab374580d3e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.192088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-54f3fd72-ce55-429a-8042-69b2b172978d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] No DVR routers for this DVR port 6050d55d-668d-4668-9918-29562bdf74b6 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:21.194206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd774096-a4bc-485e-bddb-dea4c831dae5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.195347 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fd774096-a4bc-485e-bddb-dea4c831dae5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4612410 Jul 05 04:02:21.198004 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-54f3fd72-ce55-429a-8042-69b2b172978d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.200494 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7625f35e-5f88-49b4-bd60-22a6c5b0b3ec req-54f3fd72-ce55-429a-8042-69b2b172978d tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.64 "DELETE /v2.0/ports/6050d55d-668d-4668-9918-29562bdf74b6 HTTP/1.1" status: 204 len: 173 time: 1.7805762 Jul 05 04:02:21.207129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44698) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:21.212417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d678aec-c24f-4080-95ea-31e16a33008b req-8cdea76b-e6f9-4c18-b56e-00a8d4a89dd4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:21.212750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d400be11-adf2-4fbc-b576-137151c28c66 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': 'dc78f97b-4106-492e-9f0f-cf84c828fd75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:21.215703 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d678aec-c24f-4080-95ea-31e16a33008b req-8cdea76b-e6f9-4c18-b56e-00a8d4a89dd4 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.0987005 Jul 05 04:02:21.249628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7c973e-f197-42c7-93a1-d99b31863d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:21.251217 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ff7c973e-f197-42c7-93a1-d99b31863d9d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.5173845 Jul 05 04:02:21.254536 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44700) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:21.260728 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b327d24f-5177-4148-b8f6-3aaf080b41c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.273324 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b67ce2a-0c7e-4de8-9b1d-ab374580d3e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.362724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0c3c9e10-fceb-4871-98b4-58d657f5b6c4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0473535 Jul 05 04:02:21.376525 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44706) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:21.388213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:21.410910 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d678aec-c24f-4080-95ea-31e16a33008b req-00ce03a0-3ac8-44ef-b8ac-2813892d397f tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857824 Jul 05 04:02:21.411476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67ce2a-0c7e-4de8-9b1d-ab374580d3e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d878f5-79b6-4252-9cf7-6c2b7903a4f9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:21.479781 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d400be11-adf2-4fbc-b576-137151c28c66 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.523611 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b67ce2a-0c7e-4de8-9b1d-ab374580d3e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.610596 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d400be11-adf2-4fbc-b576-137151c28c66 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.614299 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.637787 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a261809c-abf2-43b2-b0d3-488e208c7c75 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port 2471b7a9-41af-4c15-802a-eab6ef26cc42 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:21.638280 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a261809c-abf2-43b2-b0d3-488e208c7c75 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.643959 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b67ce2a-0c7e-4de8-9b1d-ab374580d3e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.713164 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d400be11-adf2-4fbc-b576-137151c28c66 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.749591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400be11-adf2-4fbc-b576-137151c28c66 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de151fff-3b8a-43f3-b499-5a013ce11eca,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:21.819638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67ce2a-0c7e-4de8-9b1d-ab374580d3e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1d89d9-5a77-4171-98a6-a637e65e8f0c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:21.849551 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] device_id is not set on port 4b6f1418-66f4-4ba5-9153-881473c6bd9f yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:21.859779 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.862632 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d400be11-adf2-4fbc-b576-137151c28c66 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.866831 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d400be11-adf2-4fbc-b576-137151c28c66 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6586318 Jul 05 04:02:21.867633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-deleted', 'tag': '6050d55d-668d-4668-9918-29562bdf74b6'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:21.882243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44714) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:21.882395 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9d981e-71b0-458a-8528-89e776633861" -d '{"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-deleted", "tag": "6050d55d-668d-4668-9918-29562bdf74b6"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:21.882506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6232ab18-a194-4898-a30d-f7dab85ff30b tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': 'dc78f97b-4106-492e-9f0f-cf84c828fd75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:21.886430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Transition to ACTIVE for port object 4b6f1418-66f4-4ba5-9153-881473c6bd9f will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:21.927672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ec218b2-9bae-49a3-a065-e849359e0558 req-49b82155-1896-4cf0-9793-e8174b05baf2 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0773449 Jul 05 04:02:21.933178 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b67ce2a-0c7e-4de8-9b1d-ab374580d3e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.944249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4b67ce2a-0c7e-4de8-9b1d-ab374580d3e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9155173 Jul 05 04:02:21.946911 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44720) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:21.947350 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a261809c-abf2-43b2-b0d3-488e208c7c75 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.963123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a261809c-abf2-43b2-b0d3-488e208c7c75 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for 2471b7a9-41af-4c15-802a-eab6ef26cc42 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:22.007939 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.068969 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcb04ff-421e-4664-a22a-26c90fceb90c x-openstack-request-id: req-2fcb04ff-421e-4664-a22a-26c90fceb90c {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:22.069280 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f93017-c9f3-4507-934f-60c3bbb34fcc", "name": "network-vif-deleted", "tag": "6050d55d-668d-4668-9918-29562bdf74b6", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:22.069538 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fcb04ff-421e-4664-a22a-26c90fceb90c {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:22.069950 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f93017-c9f3-4507-934f-60c3bbb34fcc', 'name': 'network-vif-deleted', 'tag': '6050d55d-668d-4668-9918-29562bdf74b6', 'status': 'completed', 'code': 200} Jul 05 04:02:22.205640 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e3938fc0-3b1c-4901-95cf-4db1d03d1653 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2559545 Jul 05 04:02:22.205640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44732) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:22.210449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9298b-dd0f-4b66-a3a7-256eb729e93c req-6cdb025e-eec9-4244-9f01-606f37bdf086 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.212161 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aed9298b-dd0f-4b66-a3a7-256eb729e93c req-6cdb025e-eec9-4244-9f01-606f37bdf086 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.6320450 Jul 05 04:02:22.219288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4e35c099-3901-46ff-a485-b4db90202817 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group': {'name': 'tempest-security--1299354256', 'description': 'tempest-security-description-310843'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:22.234680 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Pushing event updated for resources: {'Port': ['ID=4b6f1418-66f4-4ba5-9153-881473c6bd9f,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:22.268403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:22.268799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:22.272646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:22.289974 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a261809c-abf2-43b2-b0d3-488e208c7c75 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.291137 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4e35c099-3901-46ff-a485-b4db90202817 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.295201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:22.295646 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:22.300991 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 2 to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f Jul 05 04:02:22.337855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:22.338199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:22.338542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:22.350833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:22.351174 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:22.354367 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 3 to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f Jul 05 04:02:22.364946 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6232ab18-a194-4898-a30d-f7dab85ff30b tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.369031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261809c-abf2-43b2-b0d3-488e208c7c75 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=2471b7a9-41af-4c15-802a-eab6ef26cc42,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:22.391947 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4e35c099-3901-46ff-a485-b4db90202817 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.395939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:22.396257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:22.402379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:22.413977 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aed9298b-dd0f-4b66-a3a7-256eb729e93c req-8fc2e5e6-5e1c-4dba-b037-4af7eed95d60 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750972 Jul 05 04:02:22.417236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:22.417586 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:22.417990 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 4 to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f Jul 05 04:02:22.444197 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:22.444580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:22.444988 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:22.455471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:22.456192 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:22.456786 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 5 to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f Jul 05 04:02:22.494274 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4e35c099-3901-46ff-a485-b4db90202817 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.498273 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4e35c099-3901-46ff-a485-b4db90202817 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.502256 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4e35c099-3901-46ff-a485-b4db90202817 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "PUT /v2.0/security-groups/ea1d89d9-5a77-4171-98a6-a637e65e8f0c HTTP/1.1" status: 200 len: 1776 time: 0.2910898 Jul 05 04:02:22.506815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44744) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:22.529886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:22.535510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:22.536089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:22.567209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:22.567703 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:22.571895 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 6 to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f Jul 05 04:02:22.602790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:22.603279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:22.604754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:22.615016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35c099-3901-46ff-a485-b4db90202817 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1d89d9-5a77-4171-98a6-a637e65e8f0c,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:22.636513 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a261809c-abf2-43b2-b0d3-488e208c7c75 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.643248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a261809c-abf2-43b2-b0d3-488e208c7c75 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/2471b7a9-41af-4c15-802a-eab6ef26cc42 HTTP/1.1" status: 204 len: 168 time: 1.3838789 Jul 05 04:02:22.643936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44748) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:22.663670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:22.664083 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:22.675053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adb8ab-96b8-49e6-8742-3dd45309ac30 req-a5b44485-8396-4b50-b7a9-2472afa5692b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.676506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1adb8ab-96b8-49e6-8742-3dd45309ac30 req-a5b44485-8396-4b50-b7a9-2472afa5692b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 946 time: 0.1824272 Jul 05 04:02:22.696303 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 7 to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f Jul 05 04:02:22.709395 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefcc6dc-080b-478a-94c6-7082fa64fe76 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] GET failed (client error): The resource could not be found. Jul 05 04:02:22.711045 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aefcc6dc-080b-478a-94c6-7082fa64fe76 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/2471b7a9-41af-4c15-802a-eab6ef26cc42 HTTP/1.1" status: 404 len: 333 time: 0.0651219 Jul 05 04:02:22.713718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44754) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:22.728543 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-251501a0-63a7-45f1-870c-3a04f7948b55 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-groups/ea1d89d9-5a77-4171-98a6-a637e65e8f0c HTTP/1.1" status: 200 len: 1776 time: 0.2204251 Jul 05 04:02:22.741805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44756) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:22.748211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:22.748607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:22.748963 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:22.759366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:22.759708 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:22.762862 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 8 to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f Jul 05 04:02:22.772602 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-6232ab18-a194-4898-a30d-f7dab85ff30b tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:02:22.774243 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6232ab18-a194-4898-a30d-f7dab85ff30b tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9004295 Jul 05 04:02:22.780512 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44758) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:22.806433 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:22.806782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:22.807132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:22.816938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1adb8ab-96b8-49e6-8742-3dd45309ac30 req-37e21440-6bd3-4588-a897-442226d0939d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291790 Jul 05 04:02:22.843260 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:22.843608 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:22.846267 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 9 to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f Jul 05 04:02:22.858741 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-23beb2ef-9390-4f98-a7a8-c6a2d87e3d92 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.881133 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:22.881485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:22.881946 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:22.898735 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-23beb2ef-9390-4f98-a7a8-c6a2d87e3d92 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.903550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:22.903550 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:22.905111 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 10 to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f Jul 05 04:02:22.909417 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-825e2cf3-3df4-4bde-8972-ef29e72e9ba5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.943048 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:22.943394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:22.943939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:22.944603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93da3f3-e10a-4dde-b23d-2b51a8161fc2 req-c1285ec3-6149-4ef5-8bf1-f2bd27f3bf13 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.946134 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d93da3f3-e10a-4dde-b23d-2b51a8161fc2 req-c1285ec3-6149-4ef5-8bf1-f2bd27f3bf13 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.2512102 Jul 05 04:02:22.956982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0593ca53-1bd1-4d4a-af0c-2b6f89650995 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port f7057ddf-634e-4ab5-8ef9-af064dfd750c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:22.957598 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0593ca53-1bd1-4d4a-af0c-2b6f89650995 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.976020 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-825e2cf3-3df4-4bde-8972-ef29e72e9ba5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.995345 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d93da3f3-e10a-4dde-b23d-2b51a8161fc2 req-ff923cc6-5044-49bb-aac2-63db5f0b7f09 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345638 Jul 05 04:02:23.004969 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:23.005287 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:23.005671 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.155013 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0593ca53-1bd1-4d4a-af0c-2b6f89650995 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.155207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-209ad0c5-919b-43d4-95a5-ab44b3626441 req-e9bcde2c-0f07-4bb4-a4d2-54da046fd794 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0467606 Jul 05 04:02:23.159084 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-23beb2ef-9390-4f98-a7a8-c6a2d87e3d92 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.161789 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-23beb2ef-9390-4f98-a7a8-c6a2d87e3d92 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.165058 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-23beb2ef-9390-4f98-a7a8-c6a2d87e3d92 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-groups/ea1d89d9-5a77-4171-98a6-a637e65e8f0c HTTP/1.1" status: 204 len: 168 time: 0.4189968 Jul 05 04:02:23.165210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] For port 4b6f1418-66f4-4ba5-9153-881473c6bd9f, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:23.165210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempted to set empty binding levels {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:02:23.165401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44776) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:23.176875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0593ca53-1bd1-4d4a-af0c-2b6f89650995 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for f7057ddf-634e-4ab5-8ef9-af064dfd750c owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:23.189760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beb2ef-9390-4f98-a7a8-c6a2d87e3d92 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1d89d9-5a77-4171-98a6-a637e65e8f0c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:23.258659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0908760-e7d7-4acd-a980-307e036a5c9b req-598a4fe1-0cfa-4fdb-b557-43fffb076171 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.260658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0908760-e7d7-4acd-a980-307e036a5c9b req-598a4fe1-0cfa-4fdb-b557-43fffb076171 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.0967371 Jul 05 04:02:23.271136 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-825e2cf3-3df4-4bde-8972-ef29e72e9ba5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.274032 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-825e2cf3-3df4-4bde-8972-ef29e72e9ba5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.277420 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-825e2cf3-3df4-4bde-8972-ef29e72e9ba5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "DELETE /v2.0/security-groups/dc78f97b-4106-492e-9f0f-cf84c828fd75 HTTP/1.1" status: 204 len: 168 time: 0.4937067 Jul 05 04:02:23.281514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44782) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:23.299677 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-83eaf1ca-4db5-477a-b46b-fcb8bbc190ef tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1301439 Jul 05 04:02:23.300678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44784) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:23.302875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e2cf3-3df4-4bde-8972-ef29e72e9ba5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc78f97b-4106-492e-9f0f-cf84c828fd75,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:23.305095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.356954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0908760-e7d7-4acd-a980-307e036a5c9b req-d58398df-b661-42eb-b8a5-d4cc4f295594 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892949 Jul 05 04:02:23.363591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] In _notify_port_updated(), no bound segment for port 4b6f1418-66f4-4ba5-9153-881473c6bd9f on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:02:23.368824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.369686 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.371782 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "PUT /v2.0/ports/4b6f1418-66f4-4ba5-9153-881473c6bd9f HTTP/1.1" status: 200 len: 974 time: 1.9931502 Jul 05 04:02:23.374521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44788) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:23.449399 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c295f848-91f8-4570-8548-505c4fc17b13 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1631067 Jul 05 04:02:23.472458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44798) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:23.478991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-306fc079-6469-4338-a492-425fb7a55d42 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group': {'name': 'tempest-secgroup--772043169'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:23.485391 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-81ac2134-97bc-4885-9a1c-322fc1726f4e tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] delete failed (client error): The resource could not be found. Jul 05 04:02:23.487566 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-81ac2134-97bc-4885-9a1c-322fc1726f4e tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-groups/ea1d89d9-5a77-4171-98a6-a637e65e8f0c HTTP/1.1" status: 404 len: 347 time: 0.1845973 Jul 05 04:02:23.496096 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44800) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:23.501458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-de4d9637-cc79-45ae-87a4-540fce8811e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group': {'name': 'tempest-secgroup--910053541'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:23.537711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c90ed-cdc1-4bc3-b149-bdb86bccea09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Pushing event updated for resources: {'Port': ['ID=4b6f1418-66f4-4ba5-9153-881473c6bd9f,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:23.565861 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.566356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.566837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.567355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.567828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.568302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.568796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.569268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.569735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.570205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.570671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.571137 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.571600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.572071 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.572549 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.573009 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.573493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.573956 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.574962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.575464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.575923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.576395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.576889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.577320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.577777 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.578237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.578694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.579169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.579611 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.580067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.580549 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.581034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.581526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.581990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.582450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.586248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e2fe28b6-4197-4dc9-a4ca-88bb2190119d tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31286 time: 0.2104821 Jul 05 04:02:23.591419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44804) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:23.628828 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-306fc079-6469-4338-a492-425fb7a55d42 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.651690 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0593ca53-1bd1-4d4a-af0c-2b6f89650995 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.674677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f0f71-3cd8-452e-95b6-c45fdce1774a req-866f193f-3030-481f-9b91-e4f6a4884a71 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.676517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-766f0f71-3cd8-452e-95b6-c45fdce1774a req-866f193f-3030-481f-9b91-e4f6a4884a71 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.0891888 Jul 05 04:02:23.693891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593ca53-1bd1-4d4a-af0c-2b6f89650995 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=f7057ddf-634e-4ab5-8ef9-af064dfd750c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:23.728830 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de4d9637-cc79-45ae-87a4-540fce8811e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.756997 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-766f0f71-3cd8-452e-95b6-c45fdce1774a req-baba1381-d6ad-4090-a009-5541fd086499 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741482 Jul 05 04:02:23.835700 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0593ca53-1bd1-4d4a-af0c-2b6f89650995 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.840934 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0593ca53-1bd1-4d4a-af0c-2b6f89650995 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/f7057ddf-634e-4ab5-8ef9-af064dfd750c HTTP/1.1" status: 204 len: 168 time: 1.1231432 Jul 05 04:02:23.841174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44808) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:23.847637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-87483274-f6e6-4e98-a5a7-3b3a8f664f09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Deleting port 4b6f1418-66f4-4ba5-9153-881473c6bd9f {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:23.847995 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87483274-f6e6-4e98-a5a7-3b3a8f664f09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.922975 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd6d8ad-a6ff-4146-8873-189fae68c3e2 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] GET failed (client error): The resource could not be found. Jul 05 04:02:23.932071 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ecd6d8ad-a6ff-4146-8873-189fae68c3e2 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/f7057ddf-634e-4ab5-8ef9-af064dfd750c HTTP/1.1" status: 404 len: 333 time: 0.0826275 Jul 05 04:02:23.933008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44814) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:23.980265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-306fc079-6469-4338-a492-425fb7a55d42 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.986294 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-87483274-f6e6-4e98-a5a7-3b3a8f664f09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] For port 4b6f1418-66f4-4ba5-9153-881473c6bd9f, host n-h2-798249-5, got binding levels [] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:23.986906 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87483274-f6e6-4e98-a5a7-3b3a8f664f09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.999846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-87483274-f6e6-4e98-a5a7-3b3a8f664f09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Calling delete_port for 4b6f1418-66f4-4ba5-9153-881473c6bd9f owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:24.069828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3ab91d-169f-4cae-8357-3e4175333771 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting subnet c2dabc54-86f3-4e1c-a278-8a2cecd3674d {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:24.074909 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab91d-169f-4cae-8357-3e4175333771 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.094860 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-306fc079-6469-4338-a492-425fb7a55d42 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.142836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fc079-6469-4338-a492-425fb7a55d42 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea635cd-46a5-417a-a8a5-ad48b12637b8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:24.144701 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab91d-169f-4cae-8357-3e4175333771 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.226038 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87483274-f6e6-4e98-a5a7-3b3a8f664f09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.268655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6ffd1-acd7-4527-ad7b-2e98db53af06 req-1f687e53-daec-4276-a7d5-d640a2db0964 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:24.270217 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f3f6ffd1-acd7-4527-ad7b-2e98db53af06 req-1f687e53-daec-4276-a7d5-d640a2db0964 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.3485527 Jul 05 04:02:24.282851 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0535fd76-bd6b-45b4-a598-0519c8295cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.294152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87483274-f6e6-4e98-a5a7-3b3a8f664f09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b6f1418-66f4-4ba5-9153-881473c6bd9f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:24.299545 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87483274-f6e6-4e98-a5a7-3b3a8f664f09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.304531 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-87483274-f6e6-4e98-a5a7-3b3a8f664f09 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "DELETE /v2.0/ports/4b6f1418-66f4-4ba5-9153-881473c6bd9f HTTP/1.1" status: 204 len: 168 time: 0.7120121 Jul 05 04:02:24.307072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44818) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:24.345613 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.348630 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f13685-982b-40da-9aaa-842815eed3ae tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:02:24.350496 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e0f13685-982b-40da-9aaa-842815eed3ae tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "GET /v2.0/ports/4b6f1418-66f4-4ba5-9153-881473c6bd9f HTTP/1.1" status: 404 len: 333 time: 0.0420496 Jul 05 04:02:24.354800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44820) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:24.362210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0f92ebe4-c9d3-49d7-ba63-cdaf73780d1a tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1903968944', 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:24.452683 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab91d-169f-4cae-8357-3e4175333771 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.499497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-343c1059-a49b-4db4-8c15-9db3619ce5e7 req-76014db5-12f1-4157-8824-c0805bb39c09 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0969238 Jul 05 04:02:24.501822 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de4d9637-cc79-45ae-87a4-540fce8811e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.521681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f3f6ffd1-acd7-4527-ad7b-2e98db53af06 req-b89f1a1a-ef63-49c9-bea8-d1e0694699e2 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411878 Jul 05 04:02:24.588512 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de4d9637-cc79-45ae-87a4-540fce8811e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.623647 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab91d-169f-4cae-8357-3e4175333771 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.636469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d9637-cc79-45ae-87a4-540fce8811e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188a5cf3-bfb0-4a7f-9f5b-b4f4b213d331,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:24.665151 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab91d-169f-4cae-8357-3e4175333771 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.667015 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5a3ab91d-169f-4cae-8357-3e4175333771 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/c2dabc54-86f3-4e1c-a278-8a2cecd3674d HTTP/1.1" status: 204 len: 168 time: 0.7321742 Jul 05 04:02:24.668425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ab91d-169f-4cae-8357-3e4175333771 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Subnet': ['ID=c2dabc54-86f3-4e1c-a278-8a2cecd3674d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:24.670694 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44828) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:24.673895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecee2873-9014-4e3a-9f00-2b23dba8bd6c None None] Network 32f69135-bed2-4424-be9d-9b4fc99262cd requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:24.701041 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-306fc079-6469-4338-a492-425fb7a55d42 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.701933 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-306fc079-6469-4338-a492-425fb7a55d42 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2283297 Jul 05 04:02:24.710597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44830) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:24.716555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-64babd96-adf2-40bd-bd39-f2c446ae590c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': 'cea635cd-46a5-417a-a8a5-ad48b12637b8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:24.717668 n-d-798249-5 neutron-server[100877]: WARNING neutron.api.v2.base [None req-64babd96-adf2-40bd-bd39-f2c446ae590c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 04:02:24.718400 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-64babd96-adf2-40bd-bd39-f2c446ae590c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:24.719627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-64babd96-adf2-40bd-bd39-f2c446ae590c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077651 Jul 05 04:02:24.729299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44832) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:24.783737 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.811120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a46708-fe4d-4efd-a4fd-eed7f9f9733b req-ffb1eca6-f5f4-4336-a5fd-8b4ccc5d07ee tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:24.818493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7a46708-fe4d-4efd-a4fd-eed7f9f9733b req-ffb1eca6-f5f4-4336-a5fd-8b4ccc5d07ee tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.1577146 Jul 05 04:02:24.846585 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f92ebe4-c9d3-49d7-ba63-cdaf73780d1a tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Made reservation on behalf of 0bef554242ef4ae8b07efe54d3d3632d for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:24.849143 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f92ebe4-c9d3-49d7-ba63-cdaf73780d1a tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.854263 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port 13c562fd-e907-4ef4-801f-225b9318a9e3 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:24.854620 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.857718 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8607afc-ea85-4466-b2ec-b33e0b30942c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.901364 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7a46708-fe4d-4efd-a4fd-eed7f9f9733b req-a0cd3769-0c5e-400a-bb21-dbbaca1a6513 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816596 Jul 05 04:02:24.905439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-0f92ebe4-c9d3-49d7-ba63-cdaf73780d1a tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] device_id is not set on port 4f85a1b3-74dc-42f5-be8a-926aeee6c7c7 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:24.917399 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8607afc-ea85-4466-b2ec-b33e0b30942c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.945995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9a5437-a855-46f1-9651-7591a6686093 None None] DHCP port deletion for 32f69135-bed2-4424-be9d-9b4fc99262cd request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:24.986030 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de4d9637-cc79-45ae-87a4-540fce8811e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.990130 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-de4d9637-cc79-45ae-87a4-540fce8811e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4914885 Jul 05 04:02:24.990871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44846) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:24.999129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 838e45c2-16c3-48fa-b9c2-6ac8e511a89e no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:25.002479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-65f2e6bf-9091-46c6-b612-d56590d75d86 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group_rule': {'security_group_id': '188a5cf3-bfb0-4a7f-9f5b-b4f4b213d331', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:25.049359 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8607afc-ea85-4466-b2ec-b33e0b30942c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.052711 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8607afc-ea85-4466-b2ec-b33e0b30942c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.056269 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a8607afc-ea85-4466-b2ec-b33e0b30942c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "DELETE /v2.0/security-groups/cea635cd-46a5-417a-a8a5-ad48b12637b8 HTTP/1.1" status: 204 len: 168 time: 0.3216088 Jul 05 04:02:25.060615 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44850) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:25.084545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8607afc-ea85-4466-b2ec-b33e0b30942c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea635cd-46a5-417a-a8a5-ad48b12637b8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.103770 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f92ebe4-c9d3-49d7-ba63-cdaf73780d1a tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.120125 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.161092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6395a0b9-c600-415b-b800-31bfe54bd5b8 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937707 Jul 05 04:02:25.161304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44852) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:25.165432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] For port 13c562fd-e907-4ef4-801f-225b9318a9e3, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=13c562fd-e907-4ef4-801f-225b9318a9e3,segment=NetworkSegment(40a70c7f-4722-4888-8574-fd350aadb941),segment_id=40a70c7f-4722-4888-8574-fd350aadb941)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:25.165802 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.166853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-036e7161-2b2c-45b8-ae47-50a4c1f38d9b tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group': {'name': 'tempest-secgroup--334050340'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:25.179821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:25.182858 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06f6b0b-08d1-4c18-bd59-e992544d962f" -d '{"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-unplugged", "status": "completed", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:25.192824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for 13c562fd-e907-4ef4-801f-225b9318a9e3 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:25.204129 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65f2e6bf-9091-46c6-b612-d56590d75d86 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.210955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:25.212800 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a5437-a855-46f1-9651-7591a6686093 None None] Deleting port 13c562fd-e907-4ef4-801f-225b9318a9e3 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:25.213184 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5437-a855-46f1-9651-7591a6686093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.300312 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65f2e6bf-9091-46c6-b612-d56590d75d86 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.305388 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-036e7161-2b2c-45b8-ae47-50a4c1f38d9b tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.314284 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f92ebe4-c9d3-49d7-ba63-cdaf73780d1a tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.395516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92ebe4-c9d3-49d7-ba63-cdaf73780d1a tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Network d9e867c3-1f3f-413e-af44-1392d49e1f28 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:25.413594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-0f92ebe4-c9d3-49d7-ba63-cdaf73780d1a tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:25.416434 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92ebe4-c9d3-49d7-ba63-cdaf73780d1a tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:25.417635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f92ebe4-c9d3-49d7-ba63-cdaf73780d1a tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:25.419348 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f92ebe4-c9d3-49d7-ba63-cdaf73780d1a tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.426838 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65f2e6bf-9091-46c6-b612-d56590d75d86 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.441186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92ebe4-c9d3-49d7-ba63-cdaf73780d1a tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Pushing event updated for resources: {'Port': ['ID=4f85a1b3-74dc-42f5-be8a-926aeee6c7c7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.462975 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2e6bf-9091-46c6-b612-d56590d75d86 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292c7a89-5b23-4499-acbe-dadb8392d744,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.493670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040be0af-915f-454a-a878-20c81aca678c req-69342e0e-ef2b-4c09-ac58-78d45c7271de tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:25.495214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-040be0af-915f-454a-a878-20c81aca678c req-69342e0e-ef2b-4c09-ac58-78d45c7271de tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2938688 Jul 05 04:02:25.505844 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.515736 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bec74c6-a8fc-4945-9540-a6f6cd499137 x-openstack-request-id: req-9bec74c6-a8fc-4945-9540-a6f6cd499137 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:25.521022 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-unplugged", "status": "completed", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:25.521624 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bec74c6-a8fc-4945-9540-a6f6cd499137 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:25.528003 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'code': 200} Jul 05 04:02:25.529644 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.546809 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-036e7161-2b2c-45b8-ae47-50a4c1f38d9b tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.547351 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.587632 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No DVR routers for this DVR port 13c562fd-e907-4ef4-801f-225b9318a9e3 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:25.595286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=13c562fd-e907-4ef4-801f-225b9318a9e3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.608635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-040be0af-915f-454a-a878-20c81aca678c req-bd0f5971-38c6-4ced-bba0-d4f06c1c2377 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978768 Jul 05 04:02:25.616664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9e9a5437-a855-46f1-9651-7591a6686093 None None] For port 13c562fd-e907-4ef4-801f-225b9318a9e3, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=13c562fd-e907-4ef4-801f-225b9318a9e3,segment=NetworkSegment(40a70c7f-4722-4888-8574-fd350aadb941),segment_id=40a70c7f-4722-4888-8574-fd350aadb941)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:25.617347 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5437-a855-46f1-9651-7591a6686093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.646584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a5437-a855-46f1-9651-7591a6686093 None None] Calling delete_port for 13c562fd-e907-4ef4-801f-225b9318a9e3 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:25.654928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=14']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.680178 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-036e7161-2b2c-45b8-ae47-50a4c1f38d9b tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.769672 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65f2e6bf-9091-46c6-b612-d56590d75d86 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.772075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-65f2e6bf-9091-46c6-b612-d56590d75d86 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7801847 Jul 05 04:02:25.777097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44868) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:25.790673 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:25.817764 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:02:25.828169 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5437-a855-46f1-9651-7591a6686093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.838567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e7161-2b2c-45b8-ae47-50a4c1f38d9b tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcd2e3a-7f6e-47f3-b393-e8941ef1372c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.852745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a5437-a855-46f1-9651-7591a6686093 None None] No DVR routers for this DVR port 13c562fd-e907-4ef4-801f-225b9318a9e3 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:25.881666 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a5437-a855-46f1-9651-7591a6686093 None None] Pushing event deleted for resources: {'Port': ['ID=13c562fd-e907-4ef4-801f-225b9318a9e3,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.902093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60f662d3-c949-4ddd-a850-3d01f633265d req-fee7b461-9649-442c-a450-b320cc024b49 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.1335623 Jul 05 04:02:25.913536 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0f92ebe4-c9d3-49d7-ba63-cdaf73780d1a tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5568392 Jul 05 04:02:25.914834 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-036e7161-2b2c-45b8-ae47-50a4c1f38d9b tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.922365 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44878) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:25.924637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-036e7161-2b2c-45b8-ae47-50a4c1f38d9b tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7623799 Jul 05 04:02:25.927631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44880) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:25.936662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6ced6828-f762-4021-a359-aca3c4855931 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': 'bdcd2e3a-7f6e-47f3-b393-e8941ef1372c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:25.936662 n-d-798249-5 neutron-server[100877]: WARNING neutron.api.v2.base [None req-6ced6828-f762-4021-a359-aca3c4855931 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 04:02:25.936662 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-6ced6828-f762-4021-a359-aca3c4855931 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:25.936662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6ced6828-f762-4021-a359-aca3c4855931 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068221 Jul 05 04:02:25.938556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44882) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:25.996788 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f69135-bed2-4424-be9d-9b4fc99262cd']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:25.999462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8125f61-c873-4e1b-9f93-8f5d4c0dbbf1 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:26.000893 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c8125f61-c873-4e1b-9f93-8f5d4c0dbbf1 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "GET /v2.0/ports/4f85a1b3-74dc-42f5-be8a-926aeee6c7c7 HTTP/1.1" status: 200 len: 955 time: 0.0671878 Jul 05 04:02:26.007336 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1eb0fdc6-652b-417f-a6f8-2596aba20395 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.009474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44884) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.015997 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4009ef99-f0b3-4063-bd6c-744e761407c5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.020877 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a70c7f-4722-4888-8574-fd350aadb941') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:26.020877 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a70c7f-4722-4888-8574-fd350aadb941') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:26.041307 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4009ef99-f0b3-4063-bd6c-744e761407c5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.056955 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1eb0fdc6-652b-417f-a6f8-2596aba20395 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.064427 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.126711 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.145633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:26.145964 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:26.150589 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:26.245099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3e5d1-9d30-4bde-89fe-aa060f0c71e4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Deleting port 4f85a1b3-74dc-42f5-be8a-926aeee6c7c7 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:26.245507 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e5d1-9d30-4bde-89fe-aa060f0c71e4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.275126 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4009ef99-f0b3-4063-bd6c-744e761407c5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.278712 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4009ef99-f0b3-4063-bd6c-744e761407c5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.284529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4009ef99-f0b3-4063-bd6c-744e761407c5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "DELETE /v2.0/security-groups/bdcd2e3a-7f6e-47f3-b393-e8941ef1372c HTTP/1.1" status: 204 len: 168 time: 0.3403745 Jul 05 04:02:26.284529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44894) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.305493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009ef99-f0b3-4063-bd6c-744e761407c5 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcd2e3a-7f6e-47f3-b393-e8941ef1372c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:26.330246 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e5d1-9d30-4bde-89fe-aa060f0c71e4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.349572 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-00191288-82e9-495a-8a5e-ce37fe3407ae tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601153 Jul 05 04:02:26.349904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44898) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.354485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-eae3aa1f-a2b1-4676-9a92-2d719130b83d tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705815160'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:26.358266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3e5d1-9d30-4bde-89fe-aa060f0c71e4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Calling delete_port for 4f85a1b3-74dc-42f5-be8a-926aeee6c7c7 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:26.428559 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1eb0fdc6-652b-417f-a6f8-2596aba20395 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.436009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.440227 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1eb0fdc6-652b-417f-a6f8-2596aba20395 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.445121 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1eb0fdc6-652b-417f-a6f8-2596aba20395 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/292c7a89-5b23-4499-acbe-dadb8392d744 HTTP/1.1" status: 204 len: 168 time: 0.6596324 Jul 05 04:02:26.445329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44904) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.455752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0fdc6-652b-417f-a6f8-2596aba20395 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=292c7a89-5b23-4499-acbe-dadb8392d744,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:26.468881 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eae3aa1f-a2b1-4676-9a92-2d719130b83d tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.523853 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.526505 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/networks/32f69135-bed2-4424-be9d-9b4fc99262cd HTTP/1.1" status: 204 len: 168 time: 1.8512816 Jul 05 04:02:26.537375 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-725cf411-82cf-4542-9688-76070779189d tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0895295 Jul 05 04:02:26.537375 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44910) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.539859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44912) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.541357 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 13c562fd-e907-4ef4-801f-225b9318a9e3 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:26.544838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-83be327a-30aa-49b7-8a96-31ad75e47506 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1516175672'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:26.568626 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0decc-d850-4815-b262-3c52e050a197 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Network': ['ID=32f69135-bed2-4424-be9d-9b4fc99262cd,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:26.580258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 13c562fd-e907-4ef4-801f-225b9318a9e3 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:26.580675 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 13c562fd-e907-4ef4-801f-225b9318a9e3 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:26.604845 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e5d1-9d30-4bde-89fe-aa060f0c71e4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.611437 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-eae3aa1f-a2b1-4676-9a92-2d719130b83d tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:02:26.611437 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:02:26.611437 n-d-798249-5 neutron-server[100877]: [parameters: {'project_id_1': 'd92574e897eb42498461fd4da9245ceb', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 2, 26, 579251)}] Jul 05 04:02:26.611437 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:02:26.613412 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-eae3aa1f-a2b1-4676-9a92-2d719130b83d tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:02:26.635200 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d98768ee-8adc-4232-a744-33bed395b70f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.644188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3e5d1-9d30-4bde-89fe-aa060f0c71e4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f85a1b3-74dc-42f5-be8a-926aeee6c7c7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:26.651080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2fe3e5d1-9d30-4bde-89fe-aa060f0c71e4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.656455 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2fe3e5d1-9d30-4bde-89fe-aa060f0c71e4 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "DELETE /v2.0/ports/4f85a1b3-74dc-42f5-be8a-926aeee6c7c7 HTTP/1.1" status: 204 len: 168 time: 0.6423833 Jul 05 04:02:26.657021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44918) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.660676 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d98768ee-8adc-4232-a744-33bed395b70f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.684823 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-da53660b-ac27-474d-901c-1700cd37bf71 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:02:26.690278 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-da53660b-ac27-474d-901c-1700cd37bf71 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "GET /v2.0/ports/4f85a1b3-74dc-42f5-be8a-926aeee6c7c7 HTTP/1.1" status: 404 len: 333 time: 0.0283773 Jul 05 04:02:26.691171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44922) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.696930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8fd1c49e-5af7-4d64-988c-9276ee63a079 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Request body: {'port': {'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1979688896'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:26.722850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83be327a-30aa-49b7-8a96-31ad75e47506 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:26.726607 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83be327a-30aa-49b7-8a96-31ad75e47506 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.791542 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d98768ee-8adc-4232-a744-33bed395b70f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.795225 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d98768ee-8adc-4232-a744-33bed395b70f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.797903 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d98768ee-8adc-4232-a744-33bed395b70f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-groups/188a5cf3-bfb0-4a7f-9f5b-b4f4b213d331 HTTP/1.1" status: 204 len: 168 time: 0.2494907 Jul 05 04:02:26.801003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44924) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.809297 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83be327a-30aa-49b7-8a96-31ad75e47506 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:26.820479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98768ee-8adc-4232-a744-33bed395b70f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=188a5cf3-bfb0-4a7f-9f5b-b4f4b213d331,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:26.837055 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83be327a-30aa-49b7-8a96-31ad75e47506 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.837444 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-83be327a-30aa-49b7-8a96-31ad75e47506 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Added segment 9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d of type vlan for network 96c3ca04-5d89-490f-96e7-b2a2b5fd427a Jul 05 04:02:26.851605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd1c49e-5af7-4d64-988c-9276ee63a079 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Made reservation on behalf of 0bef554242ef4ae8b07efe54d3d3632d for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:26.857457 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c49e-5af7-4d64-988c-9276ee63a079 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.890128 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-54e35ac1-40b8-4b8b-9d60-11ea7d8f20f8 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0878217 Jul 05 04:02:26.894646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44926) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.899725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3921d08b-c804-4387-8f95-3550db8a36b3 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938768043'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:26.904449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-8fd1c49e-5af7-4d64-988c-9276ee63a079 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] device_id is not set on port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:26.929516 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83be327a-30aa-49b7-8a96-31ad75e47506 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.014791 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3921d08b-c804-4387-8f95-3550db8a36b3 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.165449 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.180031 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3921d08b-c804-4387-8f95-3550db8a36b3 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.210797 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eae3aa1f-a2b1-4676-9a92-2d719130b83d tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.288789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b5c72b4-c817-422f-9f68-c231b77f9fc6 req-8edb2e75-c17d-417c-950f-01a2749d32fc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0731838 Jul 05 04:02:27.321658 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c49e-5af7-4d64-988c-9276ee63a079 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.326549 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3921d08b-c804-4387-8f95-3550db8a36b3 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.332102 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83be327a-30aa-49b7-8a96-31ad75e47506 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.337696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be327a-30aa-49b7-8a96-31ad75e47506 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:27.338227 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83be327a-30aa-49b7-8a96-31ad75e47506 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.363202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921d08b-c804-4387-8f95-3550db8a36b3 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d108c0-a035-4182-861b-ab10063bf567,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:27.465135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be327a-30aa-49b7-8a96-31ad75e47506 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Network': ['ID=96c3ca04-5d89-490f-96e7-b2a2b5fd427a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:27.477497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 96c3ca04-5d89-490f-96e7-b2a2b5fd427a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:27.549463 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eae3aa1f-a2b1-4676-9a92-2d719130b83d tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.568882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c49e-5af7-4d64-988c-9276ee63a079 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.607799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1c49e-5af7-4d64-988c-9276ee63a079 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Network d9e867c3-1f3f-413e-af44-1392d49e1f28 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:27.611329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-8fd1c49e-5af7-4d64-988c-9276ee63a079 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:27.614847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1c49e-5af7-4d64-988c-9276ee63a079 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:27.615791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd1c49e-5af7-4d64-988c-9276ee63a079 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:27.616787 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c49e-5af7-4d64-988c-9276ee63a079 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.636059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1c49e-5af7-4d64-988c-9276ee63a079 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Pushing event updated for resources: {'Port': ['ID=ba964d18-9cbb-47c6-a60a-a5edb8ed0b89,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:27.658176 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eae3aa1f-a2b1-4676-9a92-2d719130b83d tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.817788 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3921d08b-c804-4387-8f95-3550db8a36b3 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.822016 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3921d08b-c804-4387-8f95-3550db8a36b3 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9234023 Jul 05 04:02:27.822299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44960) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:27.827798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b0519fa4-ccd8-40b2-920d-795a97b3420d tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group_rule': {'security_group_id': 'd2d108c0-a035-4182-861b-ab10063bf567', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:27.955557 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0519fa4-ccd8-40b2-920d-795a97b3420d tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.989365 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eae3aa1f-a2b1-4676-9a92-2d719130b83d tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.990601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-eae3aa1f-a2b1-4676-9a92-2d719130b83d tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6397607 Jul 05 04:02:27.992182 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-83be327a-30aa-49b7-8a96-31ad75e47506 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4531305 Jul 05 04:02:27.994708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8fd1c49e-5af7-4d64-988c-9276ee63a079 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3020928 Jul 05 04:02:27.995962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44968) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:27.996679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44970) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:27.997612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3aa1f-a2b1-4676-9a92-2d719130b83d tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e57e791-5c26-4b57-b0f0-22116f3596d7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:28.005220 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-75abeffb-17ae-47f1-b7d4-84dfdb2e5ed8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': '96c3ca04-5d89-490f-96e7-b2a2b5fd427a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:28.014398 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2d70510e-d6b5-44bd-aa23-e407fed3856f tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '2e57e791-5c26-4b57-b0f0-22116f3596d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:28.018100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44974) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:28.023676 n-d-798249-5 neutron-server[100877]: WARNING neutron.api.v2.base [None req-2d70510e-d6b5-44bd-aa23-e407fed3856f tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 04:02:28.024109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:28.024750 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-2d70510e-d6b5-44bd-aa23-e407fed3856f tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:28.026189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2d70510e-d6b5-44bd-aa23-e407fed3856f tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0257275 Jul 05 04:02:28.030072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44976) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:28.056106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-36e674a4-db13-4e95-a4fa-c9e7c0ff021e tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '2e57e791-5c26-4b57-b0f0-22116f3596d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:28.058016 n-d-798249-5 neutron-server[100876]: WARNING neutron.api.v2.base [None req-36e674a4-db13-4e95-a4fa-c9e7c0ff021e tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 04:02:28.058756 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-36e674a4-db13-4e95-a4fa-c9e7c0ff021e tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:28.060189 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-36e674a4-db13-4e95-a4fa-c9e7c0ff021e tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0289719 Jul 05 04:02:28.070772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44978) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:28.084651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6b03392a-0902-4b53-a7e4-90f43a83b317 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '2e57e791-5c26-4b57-b0f0-22116f3596d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:28.084651 n-d-798249-5 neutron-server[100876]: WARNING neutron.api.v2.base [None req-6b03392a-0902-4b53-a7e4-90f43a83b317 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 04:02:28.084651 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-6b03392a-0902-4b53-a7e4-90f43a83b317 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:28.086552 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6b03392a-0902-4b53-a7e4-90f43a83b317 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144341 Jul 05 04:02:28.087258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44982) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:28.095474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d23df0d6-9e43-4178-bf56-ca722ec6b21a tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '2e57e791-5c26-4b57-b0f0-22116f3596d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:28.096359 n-d-798249-5 neutron-server[100877]: WARNING neutron.api.v2.base [None req-d23df0d6-9e43-4178-bf56-ca722ec6b21a tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 04:02:28.096876 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-d23df0d6-9e43-4178-bf56-ca722ec6b21a tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:28.097896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d23df0d6-9e43-4178-bf56-ca722ec6b21a tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093334 Jul 05 04:02:28.101381 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44984) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:28.141125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0519fa4-ccd8-40b2-920d-795a97b3420d tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.155889 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.202808 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-344ea006-2f89-4114-8a21-d105e84735d8 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.233253 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0519fa4-ccd8-40b2-920d-795a97b3420d tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.236852 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-344ea006-2f89-4114-8a21-d105e84735d8 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.286177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75abeffb-17ae-47f1-b7d4-84dfdb2e5ed8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:28.292527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75abeffb-17ae-47f1-b7d4-84dfdb2e5ed8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.351933 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0519fa4-ccd8-40b2-920d-795a97b3420d tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf491171-ca43-4af2-8b92-6491595cecbb,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:28.427933 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-344ea006-2f89-4114-8a21-d105e84735d8 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.430896 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-344ea006-2f89-4114-8a21-d105e84735d8 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.434782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-344ea006-2f89-4114-8a21-d105e84735d8 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "DELETE /v2.0/security-groups/2e57e791-5c26-4b57-b0f0-22116f3596d7 HTTP/1.1" status: 204 len: 168 time: 0.3295271 Jul 05 04:02:28.440772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44990) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:28.451455 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0519fa4-ccd8-40b2-920d-795a97b3420d tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.452636 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b0519fa4-ccd8-40b2-920d-795a97b3420d tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6293299 Jul 05 04:02:28.459073 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44992) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:28.467066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-972115c2-6d3f-4079-8230-b6640047082c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group_rule': {'security_group_id': 'd2d108c0-a035-4182-861b-ab10063bf567', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:28.469003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ea006-2f89-4114-8a21-d105e84735d8 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e57e791-5c26-4b57-b0f0-22116f3596d7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:28.544053 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46409488-b8a1-49fb-b865-7da6e3d3061d req-539061e0-ed73-4fbf-9c08-7edf9db7e615 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0715370 Jul 05 04:02:28.575911 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-18a36139-5e24-4a54-ac72-a787958abe88 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1296408 Jul 05 04:02:28.587984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44998) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:28.587984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e02d5746-238c-4238-90e3-26382dc986ef tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319517796'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:28.600190 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] device_id is not set on port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:28.612481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.627283 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Transition to ACTIVE for port object ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:28.716123 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.728421 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-972115c2-6d3f-4079-8230-b6640047082c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.789589 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75abeffb-17ae-47f1-b7d4-84dfdb2e5ed8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.823558 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Pushing event updated for resources: {'Port': ['ID=ba964d18-9cbb-47c6-a60a-a5edb8ed0b89,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:28.838448 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:28.838448 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:28.838448 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:28.847497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:28.847919 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:28.849475 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 2 to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 Jul 05 04:02:28.852239 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e02d5746-238c-4238-90e3-26382dc986ef tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.875951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:28.880578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:28.881867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:28.899400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:28.905240 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:28.909822 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 3 to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 Jul 05 04:02:28.920056 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-972115c2-6d3f-4079-8230-b6640047082c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.945247 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:28.945738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:28.946207 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:28.952077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:28.952889 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:28.953628 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 4 to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 Jul 05 04:02:28.968042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:28.968546 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:28.969061 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:28.974584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:28.975043 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:28.975723 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 5 to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 Jul 05 04:02:28.989985 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e02d5746-238c-4238-90e3-26382dc986ef tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.992926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:28.993373 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:28.993871 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:29.001653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:29.002127 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:29.002756 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 6 to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 Jul 05 04:02:29.009643 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-972115c2-6d3f-4079-8230-b6640047082c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.017103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abeffb-17ae-47f1-b7d4-84dfdb2e5ed8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Subnet': ['ID=511d3339-4ff7-4405-947d-317c9c56cc64,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:29.043593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:29.044059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:29.044638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:29.048573 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b18e5c-2109-4745-83e1-63704e15d3c6 req-68088a3d-3bdb-4bdc-9bde-edbf0bfd62fd tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:29.050209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-10b18e5c-2109-4745-83e1-63704e15d3c6 req-68088a3d-3bdb-4bdc-9bde-edbf0bfd62fd tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.3186021 Jul 05 04:02:29.056483 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:29.056767 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:29.057709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972115c2-6d3f-4079-8230-b6640047082c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df6bf09-5871-48c9-bad7-0709ad9f1e45,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:29.061239 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 7 to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 Jul 05 04:02:29.076717 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e02d5746-238c-4238-90e3-26382dc986ef tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.078944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:29.079428 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:29.079865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:29.083952 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abeffb-17ae-47f1-b7d4-84dfdb2e5ed8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Checking segment: {'id': '9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '96c3ca04-5d89-490f-96e7-b2a2b5fd427a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:29.084597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75abeffb-17ae-47f1-b7d4-84dfdb2e5ed8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network hostable DHCP agents. Network: 96c3ca04-5d89-490f-96e7-b2a2b5fd427a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:29.085122 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:29.085594 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:29.086099 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 8 to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 Jul 05 04:02:29.108152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:29.108152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:29.108152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:29.111983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:29.112442 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:29.113023 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 9 to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 Jul 05 04:02:29.129871 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:29.130479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:29.130920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:29.138637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:29.146241 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:29.146241 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempt 10 to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 Jul 05 04:02:29.151354 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-10b18e5c-2109-4745-83e1-63704e15d3c6 req-bc91cf4e-f27d-468e-a8ba-e39aa02f9499 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942743 Jul 05 04:02:29.152109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d5746-238c-4238-90e3-26382dc986ef tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c19b09-cd7f-46ae-b26c-3a16a34f05e9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:29.173441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:29.173786 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:29.174213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempting to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:29.188470 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-972115c2-6d3f-4079-8230-b6640047082c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.188640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45004) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:29.188751 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-972115c2-6d3f-4079-8230-b6640047082c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7216325 Jul 05 04:02:29.188751 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:29.188751 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Failed to bind port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on host n-h2-798249-5 for vnic_type normal using segments [{'id': 'd90c7811-7f60-406c-8a96-54d1dc5cb11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9e867c3-1f3f-413e-af44-1392d49e1f28'}] Jul 05 04:02:29.188751 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.198323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-55f38d31-70d7-41c1-9bf1-8c23fef35216 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group_rule': {'security_group_id': 'd2d108c0-a035-4182-861b-ab10063bf567', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:29.248494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75abeffb-17ae-47f1-b7d4-84dfdb2e5ed8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 96c3ca04-5d89-490f-96e7-b2a2b5fd427a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:29.286401 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e02d5746-238c-4238-90e3-26382dc986ef tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.288429 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e02d5746-238c-4238-90e3-26382dc986ef tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7039890 Jul 05 04:02:29.291564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45008) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:29.299426 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] For port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:29.300047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attempted to set empty binding levels {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:02:29.302883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-88bf38b9-2e2e-4ffe-86c2-98a1af8e9e0e tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '83c19b09-cd7f-46ae-b26c-3a16a34f05e9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:29.304647 n-d-798249-5 neutron-server[100877]: WARNING neutron.api.v2.base [None req-88bf38b9-2e2e-4ffe-86c2-98a1af8e9e0e tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:02:29.305309 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-88bf38b9-2e2e-4ffe-86c2-98a1af8e9e0e tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:29.306419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-88bf38b9-2e2e-4ffe-86c2-98a1af8e9e0e tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118251 Jul 05 04:02:29.310454 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45010) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:29.315205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b1b7a5f1-e39c-4947-aa51-a21c81711341 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '83c19b09-cd7f-46ae-b26c-3a16a34f05e9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:29.345917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-75abeffb-17ae-47f1-b7d4-84dfdb2e5ed8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 96c3ca04-5d89-490f-96e7-b2a2b5fd427a) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:29.360580 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535da9a3-cd6a-43a1-ab43-abdf9b345703 None None] Network 96c3ca04-5d89-490f-96e7-b2a2b5fd427a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:29.363166 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75abeffb-17ae-47f1-b7d4-84dfdb2e5ed8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:29.364302 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75abeffb-17ae-47f1-b7d4-84dfdb2e5ed8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.414635 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.461236 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.474743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] In _notify_port_updated(), no bound segment for port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 on network d9e867c3-1f3f-413e-af44-1392d49e1f28 {{(pid=100876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:02:29.475928 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:29.477413 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.482805 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "PUT /v2.0/ports/ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 HTTP/1.1" status: 200 len: 975 time: 1.4633503 Jul 05 04:02:29.484664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45014) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:29.526321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba51fa5-67c7-4904-823b-147f7b7ad0d9 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Pushing event updated for resources: {'Port': ['ID=ba964d18-9cbb-47c6-a60a-a5edb8ed0b89,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:29.530142 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55f38d31-70d7-41c1-9bf1-8c23fef35216 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.618420 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-75abeffb-17ae-47f1-b7d4-84dfdb2e5ed8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6167576 Jul 05 04:02:29.619466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45018) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:29.629943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'network_id': '96c3ca04-5d89-490f-96e7-b2a2b5fd427a', 'name': 'tempest-PortsTestJSON-707709381', 'fixed_ips': [{'subnet_id': '511d3339-4ff7-4405-947d-317c9c56cc64', 'ip_address': '172.20.0.10'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:29.740001 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-96c3ca04-5d89-490f-96e7-b2a2b5fd427a', 'network_id': '96c3ca04-5d89-490f-96e7-b2a2b5fd427a', 'tenant_id': '5adc1c6c301048bb8b7c0c8e5dee051e', 'fixed_ips': [{'subnet_id': '511d3339-4ff7-4405-947d-317c9c56cc64'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:02:29.742415 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.792007 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55f38d31-70d7-41c1-9bf1-8c23fef35216 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.804893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-aac7e4c2-7076-4b49-b2ca-3181502bd9f2 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Deleting port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:29.816796 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aac7e4c2-7076-4b49-b2ca-3181502bd9f2 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.841392 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-b1b7a5f1-e39c-4947-aa51-a21c81711341 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:29.843406 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b1b7a5f1-e39c-4947-aa51-a21c81711341 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5317042 Jul 05 04:02:29.846175 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45022) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:29.858310 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-2455159c-4790-4114-88fb-6800a1a3cd66 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '83c19b09-cd7f-46ae-b26c-3a16a34f05e9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:29.864886 n-d-798249-5 neutron-server[100876]: WARNING neutron.api.v2.base [None req-2455159c-4790-4114-88fb-6800a1a3cd66 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 04:02:29.864886 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-2455159c-4790-4114-88fb-6800a1a3cd66 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:29.864886 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2455159c-4790-4114-88fb-6800a1a3cd66 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0142362 Jul 05 04:02:29.868123 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45024) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:29.881067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-2cda81fc-037b-44e8-97c0-fccfdc7673c2 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '83c19b09-cd7f-46ae-b26c-3a16a34f05e9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:29.953490 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55f38d31-70d7-41c1-9bf1-8c23fef35216 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.063401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8c555c8f-df5b-4ed6-be8f-7d98b9994a09 req-02fa71ea-3067-4bfd-a34b-18a9784782bc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.1370661 Jul 05 04:02:30.078417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-aac7e4c2-7076-4b49-b2ca-3181502bd9f2 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] For port ba964d18-9cbb-47c6-a60a-a5edb8ed0b89, host n-h2-798249-5, got binding levels [] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:30.079175 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aac7e4c2-7076-4b49-b2ca-3181502bd9f2 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.089213 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f38d31-70d7-41c1-9bf1-8c23fef35216 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bb2510-2912-4d6a-a65f-5eeb243519ec,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:30.097523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-aac7e4c2-7076-4b49-b2ca-3181502bd9f2 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Calling delete_port for ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:30.195939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5680ff6-2262-4a39-91e6-f9c88f97ea0c req-c99f1074-f2be-4efc-a2dc-552fa221ed7a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:30.210057 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5680ff6-2262-4a39-91e6-f9c88f97ea0c req-c99f1074-f2be-4efc-a2dc-552fa221ed7a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1816678 Jul 05 04:02:30.282056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Allocated IP 172.20.0.2 (96c3ca04-5d89-490f-96e7-b2a2b5fd427a/511d3339-4ff7-4405-947d-317c9c56cc64/86d3f1cd-b905-4abc-a3a1-19f350f5ab04) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:30.304259 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:30.461055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5680ff6-2262-4a39-91e6-f9c88f97ea0c req-906cf524-1bce-4fe1-86be-7d8165cb0013 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498665 Jul 05 04:02:30.466215 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451b2d0-42f7-4415-aba0-b0513da38085 req-a4e2bd46-3d77-4a65-b70b-db6be0358284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:30.468038 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e451b2d0-42f7-4415-aba0-b0513da38085 req-a4e2bd46-3d77-4a65-b70b-db6be0358284 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1095 time: 0.4541991 Jul 05 04:02:30.475021 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55f38d31-70d7-41c1-9bf1-8c23fef35216 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.482449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-55f38d31-70d7-41c1-9bf1-8c23fef35216 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2913809 Jul 05 04:02:30.483902 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aac7e4c2-7076-4b49-b2ca-3181502bd9f2 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.487108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45028) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:30.495424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-901010ff-7942-4931-93ad-e3fc49f2e0ff tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group_rule': {'security_group_id': 'd2d108c0-a035-4182-861b-ab10063bf567', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:30.541584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7e4c2-7076-4b49-b2ca-3181502bd9f2 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba964d18-9cbb-47c6-a60a-a5edb8ed0b89,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:30.579651 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aac7e4c2-7076-4b49-b2ca-3181502bd9f2 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.579651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-aac7e4c2-7076-4b49-b2ca-3181502bd9f2 tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "DELETE /v2.0/ports/ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 HTTP/1.1" status: 204 len: 168 time: 1.0820038 Jul 05 04:02:30.579651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45030) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:30.615213 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fddd95-621b-4ea5-bd67-a0741c7b2c7b tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:02:30.620673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f1fddd95-621b-4ea5-bd67-a0741c7b2c7b tempest-PortsAdminExtendedAttrsTestJSON-960280466 tempest-PortsAdminExtendedAttrsTestJSON-960280466-project-admin] 10.222.0.60 "GET /v2.0/ports/ba964d18-9cbb-47c6-a60a-a5edb8ed0b89 HTTP/1.1" status: 404 len: 333 time: 0.0398612 Jul 05 04:02:30.620673 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.630443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451b2d0-42f7-4415-aba0-b0513da38085 req-7026ec70-3861-427d-8b03-8134a551746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:30.633174 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e451b2d0-42f7-4415-aba0-b0513da38085 req-7026ec70-3861-427d-8b03-8134a551746e service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.1571889 Jul 05 04:02:30.633842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45034) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:30.640317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port 7b43d664-c652-4aec-8573-4b12dbef7a52 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:30.653438 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.674795 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Transition to ACTIVE for port object 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:30.714443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Transition to ACTIVE for port object 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:30.744654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-901010ff-7942-4931-93ad-e3fc49f2e0ff tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.746226 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-2cda81fc-037b-44e8-97c0-fccfdc7673c2 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:30.750097 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2cda81fc-037b-44e8-97c0-fccfdc7673c2 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8781137 Jul 05 04:02:30.755377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45036) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:30.760395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0d4f8c73-8905-4fcc-81a5-318ea81d20e1 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '83c19b09-cd7f-46ae-b26c-3a16a34f05e9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:30.779015 n-d-798249-5 neutron-server[100877]: WARNING neutron.api.v2.base [None req-0d4f8c73-8905-4fcc-81a5-318ea81d20e1 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:02:30.779015 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-0d4f8c73-8905-4fcc-81a5-318ea81d20e1 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:30.779015 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0d4f8c73-8905-4fcc-81a5-318ea81d20e1 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062127 Jul 05 04:02:30.780993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45038) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:30.791532 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-641d286c-5296-41de-a7f6-7e2f2edd78cc tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '83c19b09-cd7f-46ae-b26c-3a16a34f05e9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:30.796527 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.870019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Allocated IP 172.20.0.10 (96c3ca04-5d89-490f-96e7-b2a2b5fd427a/511d3339-4ff7-4405-947d-317c9c56cc64/7b43d664-c652-4aec-8573-4b12dbef7a52) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:30.873790 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-901010ff-7942-4931-93ad-e3fc49f2e0ff tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.877365 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e451b2d0-42f7-4415-aba0-b0513da38085 req-121fe6c7-b147-46fb-ad7e-fb6a0d4ed837 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 999 time: 0.2291675 Jul 05 04:02:30.889343 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a4f09de-1c16-479c-8d08-a428b0ec87c0 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.897468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Pushing event updated for resources: {'Port': ['ID=86d3f1cd-b905-4abc-a3a1-19f350f5ab04,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:30.915753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Network 96c3ca04-5d89-490f-96e7-b2a2b5fd427a is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:30.918379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:30.923279 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-641d286c-5296-41de-a7f6-7e2f2edd78cc tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Project d92574e897eb42498461fd4da9245ceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:02:30.937257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:30.950177 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-901010ff-7942-4931-93ad-e3fc49f2e0ff tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.016666 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-641d286c-5296-41de-a7f6-7e2f2edd78cc tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:31.020321 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-641d286c-5296-41de-a7f6-7e2f2edd78cc tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2315755 Jul 05 04:02:31.022667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45040) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:31.034905 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0d0e4656-cf0f-4196-a280-ce075a296178 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '83c19b09-cd7f-46ae-b26c-3a16a34f05e9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:31.035394 n-d-798249-5 neutron-server[100876]: WARNING neutron.api.v2.base [None req-0d0e4656-cf0f-4196-a280-ce075a296178 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 04:02:31.035953 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-0d0e4656-cf0f-4196-a280-ce075a296178 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:31.039468 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0d0e4656-cf0f-4196-a280-ce075a296178 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089691 Jul 05 04:02:31.039626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Attempting to bind port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:31.039626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Attempting to bind port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '96c3ca04-5d89-490f-96e7-b2a2b5fd427a'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:31.039626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Attempting to bind port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 on network 96c3ca04-5d89-490f-96e7-b2a2b5fd427a {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:31.056235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:31.062301 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Checking segment: {'id': '9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '96c3ca04-5d89-490f-96e7-b2a2b5fd427a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:31.062301 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.062301 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Bound using segment: {'id': '9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '96c3ca04-5d89-490f-96e7-b2a2b5fd427a'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:31.062301 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Bound port: 86d3f1cd-b905-4abc-a3a1-19f350f5ab04, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '96c3ca04-5d89-490f-96e7-b2a2b5fd427a'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:31.062301 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.076754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45042) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:31.082189 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0782d027-1cfe-4554-8acf-69f9887e69ee tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '83c19b09-cd7f-46ae-b26c-3a16a34f05e9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:31.095116 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451b2d0-42f7-4415-aba0-b0513da38085 req-fd2b1332-d14d-4d8f-a21b-9df7f9778dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:31.097164 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e451b2d0-42f7-4415-aba0-b0513da38085 req-fd2b1332-d14d-4d8f-a21b-9df7f9778dd3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.2021260 Jul 05 04:02:31.131669 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.145808 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a4f09de-1c16-479c-8d08-a428b0ec87c0 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.166737 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2a4f09de-1c16-479c-8d08-a428b0ec87c0 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e867c3-1f3f-413e-af44-1392d49e1f28']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:31.177903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Transition to ACTIVE for port object 7b43d664-c652-4aec-8573-4b12dbef7a52 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:31.208677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2a4f09de-1c16-479c-8d08-a428b0ec87c0 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90c7811-7f60-406c-8a96-54d1dc5cb11e') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:31.209308 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2a4f09de-1c16-479c-8d08-a428b0ec87c0 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90c7811-7f60-406c-8a96-54d1dc5cb11e') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:31.217224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] For port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:31.221557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] For port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=86d3f1cd-b905-4abc-a3a1-19f350f5ab04,segment=NetworkSegment(9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d),segment_id=9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:31.226117 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-901010ff-7942-4931-93ad-e3fc49f2e0ff tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.233219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-901010ff-7942-4931-93ad-e3fc49f2e0ff tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7452397 Jul 05 04:02:31.234155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45048) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:31.239773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-97fc769c-5e61-4b7e-ae23-c3cc5411c1e1 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group_rule': {'security_group_id': 'd2d108c0-a035-4182-861b-ab10063bf567', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:31.239977 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a4f09de-1c16-479c-8d08-a428b0ec87c0 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.252850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901010ff-7942-4931-93ad-e3fc49f2e0ff tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee030f8-7e09-40a2-aba9-d313757b525e,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:31.276458 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a4f09de-1c16-479c-8d08-a428b0ec87c0 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.284584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4f09de-1c16-479c-8d08-a428b0ec87c0 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:31.285143 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a4f09de-1c16-479c-8d08-a428b0ec87c0 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:31.288695 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:31.306283 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.308106 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.338714 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-0782d027-1cfe-4554-8acf-69f9887e69ee tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Project d92574e897eb42498461fd4da9245ceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:02:31.346725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451b2d0-42f7-4415-aba0-b0513da38085 req-593fdf41-0329-4eb6-8a9a-fe5cec2fd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:31.348233 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e451b2d0-42f7-4415-aba0-b0513da38085 req-593fdf41-0329-4eb6-8a9a-fe5cec2fd12b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2355144 Jul 05 04:02:31.410803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac88c6-7e06-436d-8a2f-e4f707b44323 None None] Pushing event updated for resources: {'Port': ['ID=86d3f1cd-b905-4abc-a3a1-19f350f5ab04,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:31.415687 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.483213 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e451b2d0-42f7-4415-aba0-b0513da38085 req-27c0f339-1701-479e-a8de-995e30dcc075 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236818 Jul 05 04:02:31.491244 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 96c3ca04-5d89-490f-96e7-b2a2b5fd427a is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:31.494937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0dbef692-ab96-452d-9e67-1453e45da6b1 req-cad2cd2e-85ea-494c-8a32-dd6a5c0dce24 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0898008 Jul 05 04:02:31.506803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:31.510011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:31.585114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=7b43d664-c652-4aec-8573-4b12dbef7a52,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:31.604468 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97fc769c-5e61-4b7e-ae23-c3cc5411c1e1 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.615328 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a4f09de-1c16-479c-8d08-a428b0ec87c0 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.645935 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a4f09de-1c16-479c-8d08-a428b0ec87c0 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.648039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:31.649104 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.650596 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2a4f09de-1c16-479c-8d08-a428b0ec87c0 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] 10.222.0.60 "DELETE /v2.0/networks/d9e867c3-1f3f-413e-af44-1392d49e1f28 HTTP/1.1" status: 204 len: 168 time: 1.0155492 Jul 05 04:02:31.665637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f09de-1c16-479c-8d08-a428b0ec87c0 tempest-PortsAdminExtendedAttrsTestJSON-19536788 tempest-PortsAdminExtendedAttrsTestJSON-19536788-project] Pushing event deleted for resources: {'Network': ['ID=d9e867c3-1f3f-413e-af44-1392d49e1f28,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:31.697504 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e451b2d0-42f7-4415-aba0-b0513da38085 req-49a72b4e-cc4f-44cb-a4f7-f4bc73a7479e service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050288 Jul 05 04:02:31.704613 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-0782d027-1cfe-4554-8acf-69f9887e69ee tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:31.706701 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0782d027-1cfe-4554-8acf-69f9887e69ee tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6279478 Jul 05 04:02:31.708528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45056) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:31.714361 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c63fbaab-b426-481d-8ff7-faa3b9e9e168 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '83c19b09-cd7f-46ae-b26c-3a16a34f05e9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:31.776615 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dacf4a19-3d26-4ff9-b3e0-b75539d7a278 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1472256 Jul 05 04:02:31.776785 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45058) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:31.797538 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'network_id': '96c3ca04-5d89-490f-96e7-b2a2b5fd427a', 'name': 'tempest-PortsTestJSON-878689858', 'fixed_ips': [{'subnet_id': '511d3339-4ff7-4405-947d-317c9c56cc64', 'ip_address': '172.20.0.9'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:31.809581 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97fc769c-5e61-4b7e-ae23-c3cc5411c1e1 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.867410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c24d6-e43f-4534-892a-aa65e80fb1d9 req-f5769863-fde4-4406-9f1e-811ae677afdc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:31.870430 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f97c24d6-e43f-4534-892a-aa65e80fb1d9 req-f5769863-fde4-4406-9f1e-811ae677afdc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1641903 Jul 05 04:02:31.890804 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97fc769c-5e61-4b7e-ae23-c3cc5411c1e1 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.957395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc769c-5e61-4b7e-ae23-c3cc5411c1e1 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0ebaf0-9973-4c09-9761-794f6698ccdc,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:31.964377 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-c63fbaab-b426-481d-8ff7-faa3b9e9e168 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Project d92574e897eb42498461fd4da9245ceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:02:31.981693 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f97c24d6-e43f-4534-892a-aa65e80fb1d9 req-37b4b702-5f21-49b6-9483-57c092841dbf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048040 Jul 05 04:02:32.046018 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97fc769c-5e61-4b7e-ae23-c3cc5411c1e1 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.049979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-97fc769c-5e61-4b7e-ae23-c3cc5411c1e1 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8115377 Jul 05 04:02:32.050674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45062) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:32.084540 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7963b7d4-0e96-42df-a389-ec8f1ee34dcb tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.094921 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7963b7d4-0e96-42df-a389-ec8f1ee34dcb tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.146462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:32.234773 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7963b7d4-0e96-42df-a389-ec8f1ee34dcb tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.242781 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7963b7d4-0e96-42df-a389-ec8f1ee34dcb tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.245527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7963b7d4-0e96-42df-a389-ec8f1ee34dcb tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/bf0ebaf0-9973-4c09-9761-794f6698ccdc HTTP/1.1" status: 204 len: 168 time: 0.1929150 Jul 05 04:02:32.248715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45064) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:32.268099 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.286414 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-c63fbaab-b426-481d-8ff7-faa3b9e9e168 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:32.287550 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c63fbaab-b426-481d-8ff7-faa3b9e9e168 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5778658 Jul 05 04:02:32.290304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45070) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:32.330247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963b7d4-0e96-42df-a389-ec8f1ee34dcb tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf0ebaf0-9973-4c09-9761-794f6698ccdc,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:32.342151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port ed01472e-27cc-406e-b2fd-b41a3954959d yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:32.356022 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f0a19451-3b59-4730-8d29-8fd26907017a tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1032379 Jul 05 04:02:32.356930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45074) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:32.467207 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea811-49ba-4124-9d97-8bba442330ac tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.486544 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45076) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:32.500450 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea811-49ba-4124-9d97-8bba442330ac tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.572869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:32.637087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-17733735-fcff-4b44-b738-dd3998d8995c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.642551 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea811-49ba-4124-9d97-8bba442330ac tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.650059 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea811-49ba-4124-9d97-8bba442330ac tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.655563 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0b3ea811-49ba-4124-9d97-8bba442330ac tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/eee030f8-7e09-40a2-aba9-d313757b525e HTTP/1.1" status: 204 len: 168 time: 0.2964988 Jul 05 04:02:32.656613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45084) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:32.709913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ea811-49ba-4124-9d97-8bba442330ac tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eee030f8-7e09-40a2-aba9-d313757b525e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:32.737275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:32.774163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4e887a2f-d456-42d4-b99c-43867b3d6fe2 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1134913 Jul 05 04:02:32.776298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45088) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:32.823231 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-17733735-fcff-4b44-b738-dd3998d8995c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.888107 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-443c0beb-ed6c-4ca6-92c3-0a37294b592d req-0af96b54-75a4-4e50-97a6-db6777ac3b5f tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0694370 Jul 05 04:02:32.889836 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-25d018d2-5a5d-4883-9206-031c6f91bcd2 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.900499 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-25d018d2-5a5d-4883-9206-031c6f91bcd2 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.997658 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-25d018d2-5a5d-4883-9206-031c6f91bcd2 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.003904 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b324afe7-9bfe-4398-a874-b695671fc8ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2edcb531e0d544a98de4ce92432a7a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4982328 Jul 05 04:02:33.010066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45090) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:33.014000 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-25d018d2-5a5d-4883-9206-031c6f91bcd2 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.015416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-25d018d2-5a5d-4883-9206-031c6f91bcd2 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b5bb2510-2912-4d6a-a65f-5eeb243519ec HTTP/1.1" status: 204 len: 168 time: 0.2369828 Jul 05 04:02:33.019444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45092) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:33.065599 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d018d2-5a5d-4883-9206-031c6f91bcd2 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5bb2510-2912-4d6a-a65f-5eeb243519ec,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:33.097974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Allocated IP 172.20.0.9 (96c3ca04-5d89-490f-96e7-b2a2b5fd427a/511d3339-4ff7-4405-947d-317c9c56cc64/ed01472e-27cc-406e-b2fd-b41a3954959d) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:33.099133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3d84fa2a-fb09-426b-98e5-aa2add47e26f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0783648 Jul 05 04:02:33.103410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45098) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:33.147829 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a313748e-7653-4dab-820b-ad546b44d8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.149382 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-17733735-fcff-4b44-b738-dd3998d8995c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.151910 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-17733735-fcff-4b44-b738-dd3998d8995c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.156640 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-17733735-fcff-4b44-b738-dd3998d8995c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "DELETE /v2.0/security-groups/83c19b09-cd7f-46ae-b26c-3a16a34f05e9 HTTP/1.1" status: 204 len: 168 time: 0.8653083 Jul 05 04:02:33.157844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45100) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:33.205161 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bb9fce6-462f-44f9-a3ce-0e1f83f5b209 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.207255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17733735-fcff-4b44-b738-dd3998d8995c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c19b09-cd7f-46ae-b26c-3a16a34f05e9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:33.240845 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-04435b72-d7fe-4fa4-87a2-743bc677b435 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778666 Jul 05 04:02:33.262115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266c5510-2cea-41bb-9a32-580cd4fcdec8 None None] Network 96c3ca04-5d89-490f-96e7-b2a2b5fd427a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:33.262320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45102) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:33.268788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7e29d2c0-f290-4856-8761-8e7e8a78a663 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026551179'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:33.299405 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a313748e-7653-4dab-820b-ad546b44d8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.312200 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bb9fce6-462f-44f9-a3ce-0e1f83f5b209 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.343220 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f39a0e-12b7-4671-bc6c-2ad5d847477a req-03a6edfe-c089-446c-a869-a555c6f8edc2 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:33.345482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0f39a0e-12b7-4671-bc6c-2ad5d847477a req-03a6edfe-c089-446c-a869-a555c6f8edc2 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1226883 Jul 05 04:02:33.397984 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e29d2c0-f290-4856-8761-8e7e8a78a663 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.462722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0f39a0e-12b7-4671-bc6c-2ad5d847477a req-59465dd8-4b11-4e18-aff7-160b4aab372b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092489 Jul 05 04:02:33.482594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f17ec932-f9a8-4e5f-b8ae-9715427e966e None None] Provisioning for port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:33.519029 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f17ec932-f9a8-4e5f-b8ae-9715427e966e None None] Provisioning complete for port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:33.520172 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f17ec932-f9a8-4e5f-b8ae-9715427e966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.527108 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.549216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Transition to ACTIVE for port object ed01472e-27cc-406e-b2fd-b41a3954959d will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:33.635831 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e29d2c0-f290-4856-8761-8e7e8a78a663 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.690089 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.751329 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e29d2c0-f290-4856-8761-8e7e8a78a663 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.756304 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f17ec932-f9a8-4e5f-b8ae-9715427e966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.775847 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bb9fce6-462f-44f9-a3ce-0e1f83f5b209 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.787215 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bb9fce6-462f-44f9-a3ce-0e1f83f5b209 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.789206 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6bb9fce6-462f-44f9-a3ce-0e1f83f5b209 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/3df6bf09-5871-48c9-bad7-0709ad9f1e45 HTTP/1.1" status: 204 len: 168 time: 0.6820705 Jul 05 04:02:33.797021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45110) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:33.836806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f17ec932-f9a8-4e5f-b8ae-9715427e966e None None] For port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=86d3f1cd-b905-4abc-a3a1-19f350f5ab04,segment=NetworkSegment(9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d),segment_id=9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:33.850798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 96c3ca04-5d89-490f-96e7-b2a2b5fd427a is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:33.870325 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9fce6-462f-44f9-a3ce-0e1f83f5b209 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3df6bf09-5871-48c9-bad7-0709ad9f1e45,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:33.891875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29d2c0-f290-4856-8761-8e7e8a78a663 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba40b0b-550f-4237-acfb-925bda0e3e05,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:33.902161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:33.903183 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f17ec932-f9a8-4e5f-b8ae-9715427e966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.904992 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=ed01472e-27cc-406e-b2fd-b41a3954959d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:33.914076 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:33.931664 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a313748e-7653-4dab-820b-ad546b44d8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.944341 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a313748e-7653-4dab-820b-ad546b44d8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.948632 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a313748e-7653-4dab-820b-ad546b44d8b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d20e4331-043c-4369-8cea-d4cf69304e93 HTTP/1.1" status: 204 len: 168 time: 0.9380622 Jul 05 04:02:33.997603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68489c-7978-4c91-92e2-b3d9738b6a85 req-b9ad5959-8e85-4360-98a5-a6367b29865a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:33.999891 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db68489c-7978-4c91-92e2-b3d9738b6a85 req-b9ad5959-8e85-4360-98a5-a6367b29865a tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.3180182 Jul 05 04:02:34.001641 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e29d2c0-f290-4856-8761-8e7e8a78a663 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.003119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7e29d2c0-f290-4856-8761-8e7e8a78a663 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7394416 Jul 05 04:02:34.003428 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ec932-f9a8-4e5f-b8ae-9715427e966e None None] Pushing event updated for resources: {'Port': ['ID=86d3f1cd-b905-4abc-a3a1-19f350f5ab04,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:34.020962 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45116) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:34.031125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-468b88db-28e8-4a29-82b8-b96f6ddc1953 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '2ba40b0b-550f-4237-acfb-925bda0e3e05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:34.068403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313748e-7653-4dab-820b-ad546b44d8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20e4331-043c-4369-8cea-d4cf69304e93,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:34.113278 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db68489c-7978-4c91-92e2-b3d9738b6a85 req-764d0ee8-cc7a-489b-b22b-70e35c707e6b tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773714 Jul 05 04:02:34.140636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc41ba2-3d5b-402f-93ee-b3163ca6d6fb req-49a2df5f-835b-4d87-99a6-c72c725dea4d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:34.142477 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fc41ba2-3d5b-402f-93ee-b3163ca6d6fb req-49a2df5f-835b-4d87-99a6-c72c725dea4d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2185676 Jul 05 04:02:34.165286 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e08b19e2-3554-443f-9436-a9bdcd455997 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3553658 Jul 05 04:02:34.166082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45118) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:34.205622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:34.207615 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.210275 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fc41ba2-3d5b-402f-93ee-b3163ca6d6fb req-97e540d4-0a9f-450c-ab03-5f3d59aa6170 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492425 Jul 05 04:02:34.231233 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-445e72d0-2d24-4bc9-9cc1-75b68f00e1d1 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.245340 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-445e72d0-2d24-4bc9-9cc1-75b68f00e1d1 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.373914 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4cee737f-cde5-4a64-8666-4d09d1292c2b req-1a9ce152-9dcf-4d62-8918-e21f03bb8ef5 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0457344 Jul 05 04:02:34.482541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:34.493482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a4b4b-b1ee-469e-9132-732c1e4c49fa req-5503b1e4-7b2d-4b20-84a5-7b090f5312cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:34.495048 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e41a4b4b-b1ee-469e-9132-732c1e4c49fa req-5503b1e4-7b2d-4b20-84a5-7b090f5312cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.0714381 Jul 05 04:02:34.536646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:34.541066 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.562219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e41a4b4b-b1ee-469e-9132-732c1e4c49fa req-0bbc7f8a-3573-45dd-8572-e6385468cac5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566223 Jul 05 04:02:34.580702 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-445e72d0-2d24-4bc9-9cc1-75b68f00e1d1 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.592811 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-445e72d0-2d24-4bc9-9cc1-75b68f00e1d1 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.601980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5ff88d18-c6e6-477e-97e5-4b8ea4786be2 None None] Provisioning for port 7b43d664-c652-4aec-8573-4b12dbef7a52 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:34.607858 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5ff88d18-c6e6-477e-97e5-4b8ea4786be2 None None] Provisioning complete for port 7b43d664-c652-4aec-8573-4b12dbef7a52 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:34.608234 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5ff88d18-c6e6-477e-97e5-4b8ea4786be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.622178 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-445e72d0-2d24-4bc9-9cc1-75b68f00e1d1 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/cf491171-ca43-4af2-8b92-6491595cecbb HTTP/1.1" status: 204 len: 168 time: 0.4494300 Jul 05 04:02:34.627360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45126) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:34.637787 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-09822bd2-2a87-418f-a401-6e9ce6eb4184 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8581674 Jul 05 04:02:34.652844 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45128) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:34.722071 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b400ecd5-6edd-43fb-827b-099e251159ad tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0957913 Jul 05 04:02:34.722909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45130) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:34.771017 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5ff88d18-c6e6-477e-97e5-4b8ea4786be2 None None] Port 7b43d664-c652-4aec-8573-4b12dbef7a52 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:34.790108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5ff88d18-c6e6-477e-97e5-4b8ea4786be2 None None] Provisioning complete for port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:34.790487 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5ff88d18-c6e6-477e-97e5-4b8ea4786be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.792204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e72d0-2d24-4bc9-9cc1-75b68f00e1d1 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf491171-ca43-4af2-8b92-6491595cecbb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:34.813348 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-468b88db-28e8-4a29-82b8-b96f6ddc1953 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The resource could not be found. Jul 05 04:02:34.814444 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-468b88db-28e8-4a29-82b8-b96f6ddc1953 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7875054 Jul 05 04:02:34.827964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45140) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:34.833139 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74c070b7-a4d5-4b49-87e1-ee866c780079 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.841025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9870927d-1d15-48ba-8fe1-74c6399fe0ac tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '2ba40b0b-550f-4237-acfb-925bda0e3e05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0bec483a-4368-48ad-afcf-01b2b74fefc9'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:34.863478 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74c070b7-a4d5-4b49-87e1-ee866c780079 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.976175 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc26b98a-8f9c-48c9-8dbc-73061259f527 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:34.981115 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fc26b98a-8f9c-48c9-8dbc-73061259f527 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3262630 Jul 05 04:02:34.981753 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45146) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:35.013908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-356c2b84-130e-4bea-afe9-c9e5f0b96af5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:35.017227 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-356c2b84-130e-4bea-afe9-c9e5f0b96af5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 811 time: 0.1345236 Jul 05 04:02:35.038333 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-17c86031-d803-42a4-9de8-cc07f3d17dcc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/quotas/174f2d02a7e3433196e6af978e1e0491 HTTP/1.1" status: 200 len: 375 time: 0.0160244 Jul 05 04:02:35.052389 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74c070b7-a4d5-4b49-87e1-ee866c780079 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.053638 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-74c070b7-a4d5-4b49-87e1-ee866c780079 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.057434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-74c070b7-a4d5-4b49-87e1-ee866c780079 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-groups/d2d108c0-a035-4182-861b-ab10063bf567 HTTP/1.1" status: 204 len: 168 time: 0.3312037 Jul 05 04:02:35.060636 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45148) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:35.063092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3e056575-7ac8-47e7-8af6-a995922eccf5 None None] Provisioning complete for port 7b43d664-c652-4aec-8573-4b12dbef7a52 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:35.063477 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3e056575-7ac8-47e7-8af6-a995922eccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.091906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c070b7-a4d5-4b49-87e1-ee866c780079 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d108c0-a035-4182-861b-ab10063bf567,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:35.149267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-d239727c-133a-4f10-9f27-4ca912b46f50 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1090558 Jul 05 04:02:35.159179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb2b6f-a384-4d27-93cb-2d49fb78de08 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:35.165760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb2b6f-a384-4d27-93cb-2d49fb78de08 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:35.172339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb2b6f-a384-4d27-93cb-2d49fb78de08 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:35.177191 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cbfb2b6f-a384-4d27-93cb-2d49fb78de08 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1942685 Jul 05 04:02:35.178168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45154) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:35.191545 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-39b23744-2b59-4285-95b6-b8a34ff2b37a tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1230099 Jul 05 04:02:35.193127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45156) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:35.208625 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-9870927d-1d15-48ba-8fe1-74c6399fe0ac tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The resource could not be found. Jul 05 04:02:35.208625 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9870927d-1d15-48ba-8fe1-74c6399fe0ac tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3649638 Jul 05 04:02:35.208826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-cdcbde84-07c5-4a7b-a953-e80776d3f41f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467669846'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:35.208933 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30714a7-939a-4a68-8362-ded03a796664 req-c8b7a9f1-01a6-4970-a470-833d1de1356d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:35.210989 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e30714a7-939a-4a68-8362-ded03a796664 req-c8b7a9f1-01a6-4970-a470-833d1de1356d tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.1969271 Jul 05 04:02:35.211490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45158) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:35.215531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3e056575-7ac8-47e7-8af6-a995922eccf5 None None] Port 7b43d664-c652-4aec-8573-4b12dbef7a52 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:35.322299 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3e056575-7ac8-47e7-8af6-a995922eccf5 None None] Provisioning for port ed01472e-27cc-406e-b2fd-b41a3954959d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:35.327532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3e056575-7ac8-47e7-8af6-a995922eccf5 None None] Provisioning complete for port ed01472e-27cc-406e-b2fd-b41a3954959d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:35.328262 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3e056575-7ac8-47e7-8af6-a995922eccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.350435 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cdcbde84-07c5-4a7b-a953-e80776d3f41f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.372169 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45160) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:35.397495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3e056575-7ac8-47e7-8af6-a995922eccf5 None None] Port ed01472e-27cc-406e-b2fd-b41a3954959d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:35.441465 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eee22ac6-f59d-4d79-8402-bcb00ab932d0 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.490025 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eee22ac6-f59d-4d79-8402-bcb00ab932d0 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.498592 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c92adc7d-a633-4c92-981c-dd7d979cc3a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0bef554242ef4ae8b07efe54d3d3632d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1225181 Jul 05 04:02:35.502303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45164) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:35.546452 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-e30714a7-939a-4a68-8362-ded03a796664 req-c30d7241-b7d6-416a-a3d2-48ca15d23f5c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Deleting port 0575119c-3a1e-4c1c-a150-8da545447d28 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:35.546784 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e30714a7-939a-4a68-8362-ded03a796664 req-c30d7241-b7d6-416a-a3d2-48ca15d23f5c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.549934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-023a238e-fcbc-408e-b893-4d8e31d7947c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port ed01472e-27cc-406e-b2fd-b41a3954959d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:35.550526 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-023a238e-fcbc-408e-b893-4d8e31d7947c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.634673 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92855485-afe3-43f4-b28c-e3eb76c8ca71 req-3a88b128-1a05-4730-acad-0ecc51ee4f6c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:35.637205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92855485-afe3-43f4-b28c-e3eb76c8ca71 req-3a88b128-1a05-4730-acad-0ecc51ee4f6c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 946 time: 0.3148165 Jul 05 04:02:35.638542 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9cf1c6e2-ce8f-4c40-af7d-0254e9d57ada service neutron] 10.222.0.60 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890323 Jul 05 04:02:35.753746 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e3fd3c5-c7b3-4f78-b04e-44c1c3b1c678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.842857 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cdcbde84-07c5-4a7b-a953-e80776d3f41f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.846966 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e3fd3c5-c7b3-4f78-b04e-44c1c3b1c678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.862620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92855485-afe3-43f4-b28c-e3eb76c8ca71 req-598ed662-58c3-4be4-b791-6312be5acfa1 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7868256-7e3a-4ba2-b65f-5442be0cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948223 Jul 05 04:02:35.911251 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cdcbde84-07c5-4a7b-a953-e80776d3f41f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.932254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-070f3746-b436-4db7-822b-cf30f2b9581c service neutron] 10.222.0.60 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760842 Jul 05 04:02:35.993926 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cdcbde84-07c5-4a7b-a953-e80776d3f41f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.993926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cdcbde84-07c5-4a7b-a953-e80776d3f41f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7951593 Jul 05 04:02:35.993926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbde84-07c5-4a7b-a953-e80776d3f41f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28654b93-42d4-4345-8f2e-c99233879804,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:35.996234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45168) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:36.006756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6ddc9050-0e27-4a27-853b-a57a484e5296 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group_rule': {'security_group_id': '28654b93-42d4-4345-8f2e-c99233879804', 'direction': 'ingress', 'protocol': 17}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:36.071563 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1fbc8b63-4970-4196-bb84-f2917d5473b3 req-f8ec05e3-28fd-4c39-997f-70f07fedf6fb tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0362997 Jul 05 04:02:36.073332 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e3fd3c5-c7b3-4f78-b04e-44c1c3b1c678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.079062 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e3fd3c5-c7b3-4f78-b04e-44c1c3b1c678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.081250 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0e3fd3c5-c7b3-4f78-b04e-44c1c3b1c678 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00461c18-42d3-4ff8-a74b-7efaf55c8cea HTTP/1.1" status: 204 len: 168 time: 0.5770819 Jul 05 04:02:36.091991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fd3c5-c7b3-4f78-b04e-44c1c3b1c678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00461c18-42d3-4ff8-a74b-7efaf55c8cea,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:36.146217 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e30714a7-939a-4a68-8362-ded03a796664 req-c30d7241-b7d6-416a-a3d2-48ca15d23f5c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] For port 0575119c-3a1e-4c1c-a150-8da545447d28, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0575119c-3a1e-4c1c-a150-8da545447d28,segment=NetworkSegment(3085107a-c68d-4635-b056-1e9ee048ff5a),segment_id=3085107a-c68d-4635-b056-1e9ee048ff5a)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:36.150974 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e30714a7-939a-4a68-8362-ded03a796664 req-c30d7241-b7d6-416a-a3d2-48ca15d23f5c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.156976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-023a238e-fcbc-408e-b893-4d8e31d7947c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.160312 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eee22ac6-f59d-4d79-8402-bcb00ab932d0 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.165702 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eee22ac6-f59d-4d79-8402-bcb00ab932d0 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.166909 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eee22ac6-f59d-4d79-8402-bcb00ab932d0 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "DELETE /v2.0/security-groups/2ba40b0b-550f-4237-acfb-925bda0e3e05 HTTP/1.1" status: 204 len: 168 time: 0.9288673 Jul 05 04:02:36.170262 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45172) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:36.207196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-e30714a7-939a-4a68-8362-ded03a796664 req-c30d7241-b7d6-416a-a3d2-48ca15d23f5c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Calling delete_port for 0575119c-3a1e-4c1c-a150-8da545447d28 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:36.219996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-023a238e-fcbc-408e-b893-4d8e31d7947c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for ed01472e-27cc-406e-b2fd-b41a3954959d owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:36.229729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee22ac6-f59d-4d79-8402-bcb00ab932d0 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba40b0b-550f-4237-acfb-925bda0e3e05,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:36.252744 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9050-0e27-4a27-853b-a57a484e5296 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.305375 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bb6b83f0-ac19-43df-94e1-c1a3ec8e296c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1289661 Jul 05 04:02:36.306814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45176) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:36.330883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9294dbf2-db7b-4102-a2af-219d9ec38d39 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '6eba7f23-6873-422b-a209-f5e2bed119be', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:36.462588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2e40faa-f9b9-49ce-913c-7f814ce40b76 req-df133237-a9af-4f4e-94ed-91fa42ee28e0 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 210 time: 0.0960219 Jul 05 04:02:36.559932 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9050-0e27-4a27-853b-a57a484e5296 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.648561 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9050-0e27-4a27-853b-a57a484e5296 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.667047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc9050-0e27-4a27-853b-a57a484e5296 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee7de64-b16b-4ba0-9f84-e913170a103b,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:36.675386 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-9294dbf2-db7b-4102-a2af-219d9ec38d39 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The resource could not be found. Jul 05 04:02:36.676589 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9294dbf2-db7b-4102-a2af-219d9ec38d39 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3665147 Jul 05 04:02:36.679715 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-023a238e-fcbc-408e-b893-4d8e31d7947c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.680488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45186) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:36.686615 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-fad70f83-a5ab-4d01-bdb6-7114c9c1f714 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831642757'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:36.726733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a238e-fcbc-408e-b893-4d8e31d7947c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=ed01472e-27cc-406e-b2fd-b41a3954959d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:36.757228 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e30714a7-939a-4a68-8362-ded03a796664 req-c30d7241-b7d6-416a-a3d2-48ca15d23f5c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.768237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['0575119c-3a1e-4c1c-a150-8da545447d28'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:36.844584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d7241-b7d6-416a-a3d2-48ca15d23f5c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Pushing event deleted for resources: {'Port': ['ID=0575119c-3a1e-4c1c-a150-8da545447d28,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:36.883688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9050-0e27-4a27-853b-a57a484e5296 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.887847 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6ddc9050-0e27-4a27-853b-a57a484e5296 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8853571 Jul 05 04:02:36.888879 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45194) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:36.894084 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fad70f83-a5ab-4d01-bdb6-7114c9c1f714 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.904617 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-023a238e-fcbc-408e-b893-4d8e31d7947c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.909145 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-023a238e-fcbc-408e-b893-4d8e31d7947c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/ed01472e-27cc-406e-b2fd-b41a3954959d HTTP/1.1" status: 204 len: 168 time: 1.7244163 Jul 05 04:02:36.914261 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45198) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:36.994684 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d05bdb0-c61c-4b24-8672-720b12876727 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] GET failed (client error): The resource could not be found. Jul 05 04:02:36.997281 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1d05bdb0-c61c-4b24-8672-720b12876727 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/ed01472e-27cc-406e-b2fd-b41a3954959d HTTP/1.1" status: 404 len: 333 time: 0.0498655 Jul 05 04:02:37.000083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45200) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:37.131640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30714a7-939a-4a68-8362-ded03a796664 req-c30d7241-b7d6-416a-a3d2-48ca15d23f5c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] No DVR routers for this DVR port 0575119c-3a1e-4c1c-a150-8da545447d28 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:37.134042 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4abb8d19-0319-4517-ba24-a67047efd2d4 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.138268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e30714a7-939a-4a68-8362-ded03a796664 req-c30d7241-b7d6-416a-a3d2-48ca15d23f5c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.140211 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e30714a7-939a-4a68-8362-ded03a796664 req-c30d7241-b7d6-416a-a3d2-48ca15d23f5c tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.11 "DELETE /v2.0/ports/0575119c-3a1e-4c1c-a150-8da545447d28 HTTP/1.1" status: 204 len: 173 time: 1.9009836 Jul 05 04:02:37.140702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb54af4-c5f2-4f08-8854-56e2fd81b946', 'name': 'network-vif-deleted', 'tag': '0575119c-3a1e-4c1c-a150-8da545447d28'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:37.143095 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3665f819-6766-4cd5-8751-793476675c4c" -d '{"events": [{"server_uuid": "9bb54af4-c5f2-4f08-8854-56e2fd81b946", "name": "network-vif-deleted", "tag": "0575119c-3a1e-4c1c-a150-8da545447d28"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:37.168645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3abbebfa-8bcc-4fe6-adad-f0663cb244a8 req-bcd8bca3-304c-492e-9a1a-62de94f69451 tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 210 time: 0.0672958 Jul 05 04:02:37.185849 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4abb8d19-0319-4517-ba24-a67047efd2d4 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.201780 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fad70f83-a5ab-4d01-bdb6-7114c9c1f714 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.238323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-f6135040-8262-4396-9c81-54a45a9d6b83 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port 7b43d664-c652-4aec-8573-4b12dbef7a52 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:37.238961 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6135040-8262-4396-9c81-54a45a9d6b83 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.283520 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22c89a8-9f55-4154-9c03-545949274ea9 x-openstack-request-id: req-a22c89a8-9f55-4154-9c03-545949274ea9 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:37.284481 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb54af4-c5f2-4f08-8854-56e2fd81b946", "name": "network-vif-deleted", "tag": "0575119c-3a1e-4c1c-a150-8da545447d28", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:37.284481 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a22c89a8-9f55-4154-9c03-545949274ea9 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:37.284481 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb54af4-c5f2-4f08-8854-56e2fd81b946', 'name': 'network-vif-deleted', 'tag': '0575119c-3a1e-4c1c-a150-8da545447d28', 'status': 'completed', 'code': 200} Jul 05 04:02:37.322872 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4abb8d19-0319-4517-ba24-a67047efd2d4 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.327601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4abb8d19-0319-4517-ba24-a67047efd2d4 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.331783 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4abb8d19-0319-4517-ba24-a67047efd2d4 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-groups/28654b93-42d4-4345-8f2e-c99233879804 HTTP/1.1" status: 204 len: 168 time: 0.4418831 Jul 05 04:02:37.332697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45214) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:37.348755 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb8d19-0319-4517-ba24-a67047efd2d4 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28654b93-42d4-4345-8f2e-c99233879804,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:37.352919 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fad70f83-a5ab-4d01-bdb6-7114c9c1f714 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.359445 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57dffaec-704c-48e2-9275-c667bbf91ce3 req-b380a01e-e016-43f5-8d74-ebac0accf834 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0418928 Jul 05 04:02:37.414166 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad70f83-a5ab-4d01-bdb6-7114c9c1f714 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e4dd26-3558-4fff-ad5d-e2a0bfc8882e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:37.434901 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6135040-8262-4396-9c81-54a45a9d6b83 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.451287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-f6135040-8262-4396-9c81-54a45a9d6b83 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for 7b43d664-c652-4aec-8573-4b12dbef7a52 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:37.458898 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fad70f83-a5ab-4d01-bdb6-7114c9c1f714 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.464800 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fad70f83-a5ab-4d01-bdb6-7114c9c1f714 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7819121 Jul 05 04:02:37.464800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45220) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:37.473594 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-170f9209-e388-4a55-bd06-6ad2a33ca653 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group': {'name': 'tempest-secgroup--389314380'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:37.513472 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-763d9580-d303-4e6d-abda-42856e574b9c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1661808 Jul 05 04:02:37.515178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45224) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:37.520350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f6a17af7-5bae-4e4b-bc07-4c70830e3cd9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group': {'name': 'tempest-secgroup--572150055'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:37.631157 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-170f9209-e388-4a55-bd06-6ad2a33ca653 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.665225 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de728c24-3dfc-4ed9-a01c-6e983f301853 req-b68043b1-e314-45bf-9dfb-efb516ab1d21 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 210 time: 0.0537658 Jul 05 04:02:37.728867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45228) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:37.760939 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6a17af7-5bae-4e4b-bc07-4c70830e3cd9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.787820 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6135040-8262-4396-9c81-54a45a9d6b83 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.834054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6135040-8262-4396-9c81-54a45a9d6b83 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=7b43d664-c652-4aec-8573-4b12dbef7a52,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:37.839897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'network': {'name': 'tempest-RoutersTest-1525258952'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:37.916083 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-170f9209-e388-4a55-bd06-6ad2a33ca653 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.928784 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6135040-8262-4396-9c81-54a45a9d6b83 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.930741 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f6135040-8262-4396-9c81-54a45a9d6b83 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/7b43d664-c652-4aec-8573-4b12dbef7a52 HTTP/1.1" status: 204 len: 168 time: 0.9273860 Jul 05 04:02:37.934334 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45232) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:37.963123 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea7688f-5b6b-4d2b-82d9-2510a4bcb158 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] GET failed (client error): The resource could not be found. Jul 05 04:02:37.968056 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fea7688f-5b6b-4d2b-82d9-2510a4bcb158 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/7b43d664-c652-4aec-8573-4b12dbef7a52 HTTP/1.1" status: 404 len: 333 time: 0.0299473 Jul 05 04:02:37.968325 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45234) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:38.011352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-170f9209-e388-4a55-bd06-6ad2a33ca653 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.044266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ca8c6c-dd2b-4570-af43-0732fafca81a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting subnet 511d3339-4ff7-4405-947d-317c9c56cc64 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:38.046202 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9209-e388-4a55-bd06-6ad2a33ca653 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50078b84-cf1d-4ca4-bfb2-c9d22a19a28e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:38.057304 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19ca8c6c-dd2b-4570-af43-0732fafca81a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.116023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19ca8c6c-dd2b-4570-af43-0732fafca81a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.165652 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6a17af7-5bae-4e4b-bc07-4c70830e3cd9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.218141 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19ca8c6c-dd2b-4570-af43-0732fafca81a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.288243 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6a17af7-5bae-4e4b-bc07-4c70830e3cd9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.323473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a17af7-5bae-4e4b-bc07-4c70830e3cd9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d196731-7981-4555-9037-067e201b97ed,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:38.352255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5c48deb-2401-44f2-a178-684bd4f1e6b3 req-9c27ece5-55a6-4edf-9a58-4a4dafa052bc tempest-ServersNegativeTestJSON-1148856462 tempest-ServersNegativeTestJSON-1148856462-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bb54af4-c5f2-4f08-8854-56e2fd81b946 HTTP/1.1" status: 200 len: 210 time: 0.0308387 Jul 05 04:02:38.357557 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19ca8c6c-dd2b-4570-af43-0732fafca81a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.390859 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-170f9209-e388-4a55-bd06-6ad2a33ca653 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.392196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-170f9209-e388-4a55-bd06-6ad2a33ca653 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9223812 Jul 05 04:02:38.395124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45238) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:38.401524 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca8c6c-dd2b-4570-af43-0732fafca81a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Subnet': ['ID=511d3339-4ff7-4405-947d-317c9c56cc64,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:38.401524 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6a17af7-5bae-4e4b-bc07-4c70830e3cd9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.401524 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f6a17af7-5bae-4e4b-bc07-4c70830e3cd9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8833551 Jul 05 04:02:38.403182 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c68a23f6-a6bb-4cd9-995b-42e24d65444d tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '91e4dd26-3558-4fff-ad5d-e2a0bfc8882e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '50078b84-cf1d-4ca4-bfb2-c9d22a19a28e'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:38.403433 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19ca8c6c-dd2b-4570-af43-0732fafca81a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.405291 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-19ca8c6c-dd2b-4570-af43-0732fafca81a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/511d3339-4ff7-4405-947d-317c9c56cc64 HTTP/1.1" status: 204 len: 168 time: 0.4359770 Jul 05 04:02:38.405934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45240) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:38.408434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45242) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:38.409159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c852c087-2524-44db-85d2-650a2355710a None None] Network 96c3ca04-5d89-490f-96e7-b2a2b5fd427a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:38.413703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4fcc6a45-94af-458d-b327-3a97fa3f929a tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group': {'name': 'tempest-secgroup--974582980'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:38.501003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.514817 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:38.518839 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.531770 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.596672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dda75356-4e9e-4111-9ed9-5047c3349aa8 req-3940aa5d-1be5-4584-b3c1-3c93e7f1f092 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/ports?device_id=96f93017-c9f3-4507-934f-60c3bbb34fcc HTTP/1.1" status: 200 len: 210 time: 0.0358994 Jul 05 04:02:38.627144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:38.628853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.667006 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca0ee21-51e3-4fcb-91b6-a2d1dcc5fdb0 None None] DHCP port deletion for 96c3ca04-5d89-490f-96e7-b2a2b5fd427a request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:38.730472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3ca0ee21-51e3-4fcb-91b6-a2d1dcc5fdb0 None None] Deleting port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:38.731038 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3ca0ee21-51e3-4fcb-91b6-a2d1dcc5fdb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.734200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] For port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=86d3f1cd-b905-4abc-a3a1-19f350f5ab04,segment=NetworkSegment(9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d),segment_id=9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:38.734565 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.748663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:38.772906 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6a45-94af-458d-b327-3a97fa3f929a tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.825061 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3ca0ee21-51e3-4fcb-91b6-a2d1dcc5fdb0 None None] For port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=86d3f1cd-b905-4abc-a3a1-19f350f5ab04,segment=NetworkSegment(9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d),segment_id=9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:38.829782 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3ca0ee21-51e3-4fcb-91b6-a2d1dcc5fdb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.845816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3ca0ee21-51e3-4fcb-91b6-a2d1dcc5fdb0 None None] Calling delete_port for 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:38.863496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e0b4c6f-f973-49a4-b2ce-3b014b2d8465 req-592384c3-7c4b-447e-bedf-411f6a33a2de tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 210 time: 0.0375257 Jul 05 04:02:38.909622 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-c68a23f6-a6bb-4cd9-995b-42e24d65444d tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:38.911192 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c68a23f6-a6bb-4cd9-995b-42e24d65444d tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5148549 Jul 05 04:02:38.913830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45250) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:38.973237 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-95a8e168-5325-4867-a822-76d6c18149e2 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.996928 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-95a8e168-5325-4867-a822-76d6c18149e2 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.999862 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.005712 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3ca0ee21-51e3-4fcb-91b6-a2d1dcc5fdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.016662 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.036160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0ee21-51e3-4fcb-91b6-a2d1dcc5fdb0 None None] Pushing event deleted for resources: {'Port': ['ID=86d3f1cd-b905-4abc-a3a1-19f350f5ab04,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:39.040188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca0ee21-51e3-4fcb-91b6-a2d1dcc5fdb0 None None] No DVR routers for this DVR port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:39.041209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=86d3f1cd-b905-4abc-a3a1-19f350f5ab04,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:39.047940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0575119c-3a1e-4c1c-a150-8da545447d28 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:39.048423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No DVR routers for this DVR port 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:39.068136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.068136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.068136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.068136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.068136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.068136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.068136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.068136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.069044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.069044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.069044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.069365 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.073656 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 0575119c-3a1e-4c1c-a150-8da545447d28 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:39.074649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0575119c-3a1e-4c1c-a150-8da545447d28 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:39.152068 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.161848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c3ca04-5d89-490f-96e7-b2a2b5fd427a']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:39.171876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:39.172172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ddc3f0a-debc-43d4-bfbc-cdcd334cde0d') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:39.180731 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.190667 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.194744 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.201606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:39.201857 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:39.204806 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:39.222176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841c3950-d241-481e-adec-1503793b5532,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:39.239188 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-95a8e168-5325-4867-a822-76d6c18149e2 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.241779 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-95a8e168-5325-4867-a822-76d6c18149e2 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.242923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-95a8e168-5325-4867-a822-76d6c18149e2 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "DELETE /v2.0/security-groups/50078b84-cf1d-4ca4-bfb2-c9d22a19a28e HTTP/1.1" status: 204 len: 168 time: 0.3280261 Jul 05 04:02:39.246171 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45252) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.267438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8e168-5325-4867-a822-76d6c18149e2 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50078b84-cf1d-4ca4-bfb2-c9d22a19a28e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:39.328667 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9ff44ebb-4a0e-44ce-9909-e9d949106180 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0810406 Jul 05 04:02:39.331271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45254) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.351572 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.360719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:39.363292 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.368621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/networks/96c3ca04-5d89-490f-96e7-b2a2b5fd427a HTTP/1.1" status: 204 len: 168 time: 0.9542937 Jul 05 04:02:39.374127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45256) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.375128 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.375517 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Added segment 450caa89-3ac1-45f5-a131-fe8d7d24a4b7 of type vlan for network 7231933d-2990-4dfe-b268-e4daf26198f8 Jul 05 04:02:39.383259 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5f4db713-2dab-4796-83c3-4093f7dc1fe3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1079469777'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:39.402119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9fcc6-3120-48be-8e24-94b7840526ca tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Network': ['ID=96c3ca04-5d89-490f-96e7-b2a2b5fd427a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:39.419828 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.429214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a24ec7f-0bd7-47df-9e32-57a099b42799 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.455585 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a24ec7f-0bd7-47df-9e32-57a099b42799 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.467435 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6a45-94af-458d-b327-3a97fa3f929a tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.468237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45260) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.518217 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-df573d05-9837-4b97-bf16-dcaf5268c075 admin admin] Deleting subnet cefa76d6-ca51-49f1-9b3c-abe7c879904a {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:39.521235 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df573d05-9837-4b97-bf16-dcaf5268c075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.556328 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6a45-94af-458d-b327-3a97fa3f929a tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.558611 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.563966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:39.565885 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.585502 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a24ec7f-0bd7-47df-9e32-57a099b42799 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.588175 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a24ec7f-0bd7-47df-9e32-57a099b42799 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.590098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8a24ec7f-0bd7-47df-9e32-57a099b42799 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "DELETE /v2.0/security-groups/91e4dd26-3558-4fff-ad5d-e2a0bfc8882e HTTP/1.1" status: 204 len: 168 time: 0.2569985 Jul 05 04:02:39.594795 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45262) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.606556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24ec7f-0bd7-47df-9e32-57a099b42799 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e4dd26-3558-4fff-ad5d-e2a0bfc8882e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:39.626828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4db713-2dab-4796-83c3-4093f7dc1fe3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:39.629990 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5f4db713-2dab-4796-83c3-4093f7dc1fe3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.676290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c610a3ce-540d-44f1-a691-bb38f0655666 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798512 Jul 05 04:02:39.681299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45266) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.689082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0656df36-9413-44ff-9a60-361e8ac2df01 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group': {'name': 'tempest-secgroup--329144849'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:39.693272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4db713-2dab-4796-83c3-4093f7dc1fe3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:39.712597 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5f4db713-2dab-4796-83c3-4093f7dc1fe3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.713099 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-5f4db713-2dab-4796-83c3-4093f7dc1fe3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Added segment 931f4613-7672-4658-a67f-2cff3098f56f of type vlan for network b7314600-7f2d-4207-8812-93738f21c494 Jul 05 04:02:39.739387 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df573d05-9837-4b97-bf16-dcaf5268c075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.762943 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5f4db713-2dab-4796-83c3-4093f7dc1fe3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.779456 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6a45-94af-458d-b327-3a97fa3f929a tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.780648 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4fcc6a45-94af-458d-b327-3a97fa3f929a tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3724968 Jul 05 04:02:39.789685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45272) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.796995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-dbe7946c-3dc1-4948-a6e8-1d5ec60e91b9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group_rule': {'security_group_id': '0d196731-7981-4555-9037-067e201b97ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5445ef8e-c0c5-4a8e-81fb-87eef6f0c125', 'remote_ip_prefix': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:39.812318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc6a45-94af-458d-b327-3a97fa3f929a tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5445ef8e-c0c5-4a8e-81fb-87eef6f0c125,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:39.828011 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0980465 Jul 05 04:02:39.830884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45274) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.837172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-219d729a-38bb-4b27-a2db-7a68f1433b0a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'network': {'name': 'tempest-RoutersTest-937077266'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:39.852611 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45276) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.863670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5a6e9-5847-488a-aaba-cce1f8329651 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Network': ['ID=7231933d-2990-4dfe-b268-e4daf26198f8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:39.874556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 7231933d-2990-4dfe-b268-e4daf26198f8 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:39.886234 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df573d05-9837-4b97-bf16-dcaf5268c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.910283 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0656df36-9413-44ff-9a60-361e8ac2df01 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.927631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-49aa0c76-4f4c-4300-83fb-40945d83431d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:39.929423 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-49aa0c76-4f4c-4300-83fb-40945d83431d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.64 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 811 time: 0.3880413 Jul 05 04:02:39.940810 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b57bd740-7711-4b36-a1a4-23b4c1c22c5e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.952668 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-53b9595e-c291-438e-b99e-3f149358611e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Request body: {'port': {'device_id': 'b8943a74-01f1-4638-8926-ee7d9262dda8', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'admin_state_up': True, 'tenant_id': '174f2d02a7e3433196e6af978e1e0491'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:39.970825 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5f4db713-2dab-4796-83c3-4093f7dc1fe3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.978332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4db713-2dab-4796-83c3-4093f7dc1fe3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:39.979082 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5f4db713-2dab-4796-83c3-4093f7dc1fe3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.999991 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b57bd740-7711-4b36-a1a4-23b4c1c22c5e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.197531 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df573d05-9837-4b97-bf16-dcaf5268c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.228438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df573d05-9837-4b97-bf16-dcaf5268c075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cefa76d6-ca51-49f1-9b3c-abe7c879904a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:40.233630 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df573d05-9837-4b97-bf16-dcaf5268c075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.237902 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-df573d05-9837-4b97-bf16-dcaf5268c075 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cefa76d6-ca51-49f1-9b3c-abe7c879904a HTTP/1.1" status: 204 len: 168 time: 0.7663505 Jul 05 04:02:40.238891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45280) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:40.313353 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a293b09c-3d02-4a0c-aaa9-fb1a410678ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.392879 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1bfd7af9-29a0-4c9b-8344-0a3bee4124b3 req-0d4f3b88-1aaa-483d-852a-f697c2259d61 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 210 time: 0.3883524 Jul 05 04:02:40.401464 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a293b09c-3d02-4a0c-aaa9-fb1a410678ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.413525 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a293b09c-3d02-4a0c-aaa9-fb1a410678ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb680753-4518-4b31-b2c8-56ca0a768a05']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:40.428260 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a293b09c-3d02-4a0c-aaa9-fb1a410678ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3085107a-c68d-4635-b056-1e9ee048ff5a') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:40.428581 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a293b09c-3d02-4a0c-aaa9-fb1a410678ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3085107a-c68d-4635-b056-1e9ee048ff5a') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:40.428724 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbe7946c-3dc1-4948-a6e8-1d5ec60e91b9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.439245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a293b09c-3d02-4a0c-aaa9-fb1a410678ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.450037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4db713-2dab-4796-83c3-4093f7dc1fe3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Network': ['ID=b7314600-7f2d-4207-8812-93738f21c494,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:40.458885 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a293b09c-3d02-4a0c-aaa9-fb1a410678ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.465430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a293b09c-3d02-4a0c-aaa9-fb1a410678ac admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:40.465836 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a293b09c-3d02-4a0c-aaa9-fb1a410678ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:40.467694 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:40.474416 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network b7314600-7f2d-4207-8812-93738f21c494 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:40.516661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:40.517571 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbe7946c-3dc1-4948-a6e8-1d5ec60e91b9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.545388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:40.545730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 86d3f1cd-b905-4abc-a3a1-19f350f5ab04 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:40.552060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219d729a-38bb-4b27-a2db-7a68f1433b0a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:40.556384 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-219d729a-38bb-4b27-a2db-7a68f1433b0a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.581072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219d729a-38bb-4b27-a2db-7a68f1433b0a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:40.589284 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-219d729a-38bb-4b27-a2db-7a68f1433b0a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.589841 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-219d729a-38bb-4b27-a2db-7a68f1433b0a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Added segment f13ad4f3-beaa-483b-a683-d78890246b13 of type vlan for network 254ed348-a1ae-4fb9-afc4-efecf74fcc43 Jul 05 04:02:40.598112 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b57bd740-7711-4b36-a1a4-23b4c1c22c5e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.600601 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b57bd740-7711-4b36-a1a4-23b4c1c22c5e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.601724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b57bd740-7711-4b36-a1a4-23b4c1c22c5e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "DELETE /v2.0/security-groups/ab3e49f4-241d-4a18-a75c-f4667b98ceec HTTP/1.1" status: 204 len: 168 time: 0.7481444 Jul 05 04:02:40.608410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45282) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:40.620265 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-cc103959-adea-4152-9fc2-ecf47a54c557 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] show failed (client error): The resource could not be found. Jul 05 04:02:40.621802 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cc103959-adea-4152-9fc2-ecf47a54c557 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "GET /v2.0/security-groups/ab3e49f4-241d-4a18-a75c-f4667b98ceec HTTP/1.1" status: 404 len: 347 time: 0.0143530 Jul 05 04:02:40.624774 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45284) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:40.637341 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bd740-7711-4b36-a1a4-23b4c1c22c5e tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3e49f4-241d-4a18-a75c-f4667b98ceec,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:40.646984 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-219d729a-38bb-4b27-a2db-7a68f1433b0a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.674373 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbe7946c-3dc1-4948-a6e8-1d5ec60e91b9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.691939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7946c-3dc1-4948-a6e8-1d5ec60e91b9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a85a67-a3d8-418a-a09d-72885ba89b9d,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:40.702437 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a293b09c-3d02-4a0c-aaa9-fb1a410678ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.715321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5f4db713-2dab-4796-83c3-4093f7dc1fe3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3398807 Jul 05 04:02:40.717477 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a293b09c-3d02-4a0c-aaa9-fb1a410678ac admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.717919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45286) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:40.719343 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a293b09c-3d02-4a0c-aaa9-fb1a410678ac admin admin] 10.222.0.60 "DELETE /v2.0/networks/cb680753-4518-4b31-b2c8-56ca0a768a05 HTTP/1.1" status: 204 len: 168 time: 0.4801970 Jul 05 04:02:40.723372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1fd800c4-7818-47b6-9ddb-0d5848e94bc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': 'b7314600-7f2d-4207-8812-93738f21c494', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:40.734353 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293b09c-3d02-4a0c-aaa9-fb1a410678ac admin admin] Pushing event deleted for resources: {'Network': ['ID=cb680753-4518-4b31-b2c8-56ca0a768a05,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:40.772072 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-219d729a-38bb-4b27-a2db-7a68f1433b0a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.775769 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-ffebd410-d14e-4fb0-b108-a71d7e42f03b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Deleting port 502cbe9a-c385-44c3-8f21-54bacf8b7bd4 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:40.783192 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffebd410-d14e-4fb0-b108-a71d7e42f03b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.783346 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219d729a-38bb-4b27-a2db-7a68f1433b0a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:40.783346 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-219d729a-38bb-4b27-a2db-7a68f1433b0a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.851527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbe7946c-3dc1-4948-a6e8-1d5ec60e91b9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.852798 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dbe7946c-3dc1-4948-a6e8-1d5ec60e91b9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0621562 Jul 05 04:02:40.856876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45290) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:40.858704 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffebd410-d14e-4fb0-b108-a71d7e42f03b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.859042 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffebd410-d14e-4fb0-b108-a71d7e42f03b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.881700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-ffebd410-d14e-4fb0-b108-a71d7e42f03b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Calling delete_port for 502cbe9a-c385-44c3-8f21-54bacf8b7bd4 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:40.901621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d729a-38bb-4b27-a2db-7a68f1433b0a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Network': ['ID=254ed348-a1ae-4fb9-afc4-efecf74fcc43,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:40.906380 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6f38407-8d28-4d84-8f7b-30d8b9ac0952 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.916842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 254ed348-a1ae-4fb9-afc4-efecf74fcc43 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:40.942987 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6f38407-8d28-4d84-8f7b-30d8b9ac0952 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.975128 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0656df36-9413-44ff-9a60-361e8ac2df01 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.163084 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6f38407-8d28-4d84-8f7b-30d8b9ac0952 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.163736 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0656df36-9413-44ff-9a60-361e8ac2df01 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.169152 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6f38407-8d28-4d84-8f7b-30d8b9ac0952 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.170761 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a6f38407-8d28-4d84-8f7b-30d8b9ac0952 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/89a85a67-a3d8-418a-a09d-72885ba89b9d HTTP/1.1" status: 204 len: 168 time: 0.3084793 Jul 05 04:02:41.171500 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffebd410-d14e-4fb0-b108-a71d7e42f03b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.174205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45294) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:41.194433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656df36-9413-44ff-9a60-361e8ac2df01 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28be0a5d-ffe5-4ae6-92af-89d192508ea4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:41.216754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebd410-d14e-4fb0-b108-a71d7e42f03b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event deleted for resources: {'Port': ['ID=502cbe9a-c385-44c3-8f21-54bacf8b7bd4,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:41.219859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f38407-8d28-4d84-8f7b-30d8b9ac0952 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89a85a67-a3d8-418a-a09d-72885ba89b9d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:41.247256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45296) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:41.275994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-219d729a-38bb-4b27-a2db-7a68f1433b0a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4437227 Jul 05 04:02:41.279698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45298) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:41.284908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5257640d-b062-4e81-86b7-e32f3caa9f7a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'subnet': {'network_id': '7231933d-2990-4dfe-b268-e4daf26198f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:41.295969 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fdaa97fa-0ae7-41ec-8669-8d6c6aa12466 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1175570 Jul 05 04:02:41.299772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45300) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:41.300059 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-58497118-9e0e-4a70-86c0-e61c19e4d9c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a4ce3e94b11467baf98b0133ae5e4ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512040 Jul 05 04:02:41.308723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45302) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:41.343815 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0656df36-9413-44ff-9a60-361e8ac2df01 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.348215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0656df36-9413-44ff-9a60-361e8ac2df01 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6659379 Jul 05 04:02:41.348825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45304) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:41.357630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-504df6de-c407-4b60-a4f4-fb85cb9db3d1 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '28be0a5d-ffe5-4ae6-92af-89d192508ea4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:41.362467 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffebd410-d14e-4fb0-b108-a71d7e42f03b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.365011 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffebd410-d14e-4fb0-b108-a71d7e42f03b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.366160 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ffebd410-d14e-4fb0-b108-a71d7e42f03b tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "DELETE /v2.0/floatingips/f1db0958-ffd2-4e76-ad4a-43c58861e4b9 HTTP/1.1" status: 204 len: 168 time: 0.7404957 Jul 05 04:02:41.372728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45306) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:41.455264 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3591927-8a6c-48cd-8b46-ef9ce327a214 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.499327 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99220feb-73d0-438c-97f5-74d073e6452c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.499327 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-53b9595e-c291-438e-b99e-3f149358611e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Made reservation on behalf of 174f2d02a7e3433196e6af978e1e0491 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:41.499327 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-53b9595e-c291-438e-b99e-3f149358611e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.528304 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3591927-8a6c-48cd-8b46-ef9ce327a214 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.547522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4d2022a-d956-4093-acb3-d95d0c67217e req-55c4043d-6fe7-4dc0-aa82-c66b58eac37c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 210 time: 0.0289571 Jul 05 04:02:41.560975 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99220feb-73d0-438c-97f5-74d073e6452c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.567151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd800c4-7818-47b6-9ddb-0d5848e94bc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:41.571070 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1fd800c4-7818-47b6-9ddb-0d5848e94bc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.689409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-99e2dbe2-a793-4ba9-b928-a50355215ebc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Deleting port a6ee81d8-7822-45d5-b78b-8b350ec3ddda {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:41.689756 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99e2dbe2-a793-4ba9-b928-a50355215ebc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.781295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3591927-8a6c-48cd-8b46-ef9ce327a214 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.783754 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3591927-8a6c-48cd-8b46-ef9ce327a214 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.784930 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e3591927-8a6c-48cd-8b46-ef9ce327a214 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-groups/5445ef8e-c0c5-4a8e-81fb-87eef6f0c125 HTTP/1.1" status: 204 len: 168 time: 0.4842579 Jul 05 04:02:41.790284 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45310) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:41.815411 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3591927-8a6c-48cd-8b46-ef9ce327a214 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5445ef8e-c0c5-4a8e-81fb-87eef6f0c125,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:41.824783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-53b9595e-c291-438e-b99e-3f149358611e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Allocated IP 172.20.0.7 (a0b045f4-2b90-4610-a196-e71709f68cab/8151acc1-35f1-46dd-b471-d209576c99d2/4f35c343-5bbb-445d-8062-a2ed2f6511a8) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:41.840440 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99220feb-73d0-438c-97f5-74d073e6452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.847687 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99220feb-73d0-438c-97f5-74d073e6452c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.847687 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-99220feb-73d0-438c-97f5-74d073e6452c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7868256-7e3a-4ba2-b65f-5442be0cbf44 HTTP/1.1" status: 204 len: 168 time: 0.5333016 Jul 05 04:02:41.858477 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-66ad6c2e-65e3-4ea0-9f8f-27d17556ea17 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0670805 Jul 05 04:02:41.858756 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99e2dbe2-a793-4ba9-b928-a50355215ebc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.864414 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1fd800c4-7818-47b6-9ddb-0d5848e94bc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.864629 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45314) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:41.866861 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5257640d-b062-4e81-86b7-e32f3caa9f7a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:41.871795 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5257640d-b062-4e81-86b7-e32f3caa9f7a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.897835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99220feb-73d0-438c-97f5-74d073e6452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7868256-7e3a-4ba2-b65f-5442be0cbf44,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:41.901278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-99e2dbe2-a793-4ba9-b928-a50355215ebc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Calling delete_port for a6ee81d8-7822-45d5-b78b-8b350ec3ddda owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:41.962534 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-504df6de-c407-4b60-a4f4-fb85cb9db3d1 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:41.965808 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-504df6de-c407-4b60-a4f4-fb85cb9db3d1 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6136925 Jul 05 04:02:41.970824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45316) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:42.026361 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-923bf580-eb71-49f8-8e7f-4e6932da5352 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group_rule': {'security_group_id': '28be0a5d-ffe5-4ae6-92af-89d192508ea4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:42.080910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd800c4-7818-47b6-9ddb-0d5848e94bc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Subnet': ['ID=e14bfc01-4c2f-493f-b8ac-227cf81e4824,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:42.084468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd800c4-7818-47b6-9ddb-0d5848e94bc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Checking segment: {'id': '931f4613-7672-4658-a67f-2cff3098f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7314600-7f2d-4207-8812-93738f21c494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:42.084837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd800c4-7818-47b6-9ddb-0d5848e94bc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network hostable DHCP agents. Network: b7314600-7f2d-4207-8812-93738f21c494, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:42.104566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0db7e354-920b-49e9-95a9-22aecd92d70e tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.169015 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0db7e354-920b-49e9-95a9-22aecd92d70e tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.231305 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-53b9595e-c291-438e-b99e-3f149358611e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.260305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd800c4-7818-47b6-9ddb-0d5848e94bc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network b7314600-7f2d-4207-8812-93738f21c494 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:42.322723 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5257640d-b062-4e81-86b7-e32f3caa9f7a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.358002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-53b9595e-c291-438e-b99e-3f149358611e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Transition to ACTIVE for port object 4f35c343-5bbb-445d-8062-a2ed2f6511a8 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:42.361647 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99e2dbe2-a793-4ba9-b928-a50355215ebc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.363209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0db7e354-920b-49e9-95a9-22aecd92d70e tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.367160 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-1fd800c4-7818-47b6-9ddb-0d5848e94bc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, b7314600-7f2d-4207-8812-93738f21c494) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:42.371111 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0db7e354-920b-49e9-95a9-22aecd92d70e tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.371111 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0db7e354-920b-49e9-95a9-22aecd92d70e tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-groups/0d196731-7981-4555-9037-067e201b97ed HTTP/1.1" status: 204 len: 168 time: 0.4938788 Jul 05 04:02:42.371111 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-923bf580-eb71-49f8-8e7f-4e6932da5352 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:42.371111 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-923bf580-eb71-49f8-8e7f-4e6932da5352 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3721778 Jul 05 04:02:42.373006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45320) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:42.373836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45322) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:42.378446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2b03ac-0753-4a75-906b-2481c61fc560 None None] Network b7314600-7f2d-4207-8812-93738f21c494 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:42.405156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257640d-b062-4e81-86b7-e32f3caa9f7a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Subnet': ['ID=79294479-42a7-427f-804b-695914c4bbea,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:42.408830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd800c4-7818-47b6-9ddb-0d5848e94bc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:42.409475 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1fd800c4-7818-47b6-9ddb-0d5848e94bc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.438867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5257640d-b062-4e81-86b7-e32f3caa9f7a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Checking segment: {'id': '450caa89-3ac1-45f5-a131-fe8d7d24a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7231933d-2990-4dfe-b268-e4daf26198f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:42.439759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5257640d-b062-4e81-86b7-e32f3caa9f7a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network hostable DHCP agents. Network: 7231933d-2990-4dfe-b268-e4daf26198f8, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:42.450835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2dbe2-a793-4ba9-b928-a50355215ebc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event deleted for resources: {'Port': ['ID=a6ee81d8-7822-45d5-b78b-8b350ec3ddda,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:42.452917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7e354-920b-49e9-95a9-22aecd92d70e tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d196731-7981-4555-9037-067e201b97ed,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:42.569063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1fd800c4-7818-47b6-9ddb-0d5848e94bc6 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8500245 Jul 05 04:02:42.571794 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45330) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:42.578746 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b78fdde4-c515-4afd-beb1-ac7ac7afb421 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1697198026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:42.581141 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e794f702-fd89-4075-89ca-4944908a1dbe tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1995094 Jul 05 04:02:42.590784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45334) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:42.602380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-b7314600-7f2d-4207-8812-93738f21c494', 'network_id': 'b7314600-7f2d-4207-8812-93738f21c494', 'tenant_id': '5adc1c6c301048bb8b7c0c8e5dee051e', 'fixed_ips': [{'subnet_id': 'e14bfc01-4c2f-493f-b8ac-227cf81e4824'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:02:42.603889 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.606559 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-11da4481-3f5a-4333-b43e-0aa3eb99d79e tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.609255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-279e14d0-3431-41e8-91ad-2eecb77c924b tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group': {'name': 'tempest-secgroup--821176549'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:42.613830 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99e2dbe2-a793-4ba9-b928-a50355215ebc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.618205 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-99e2dbe2-a793-4ba9-b928-a50355215ebc tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "DELETE /v2.0/ports/a6ee81d8-7822-45d5-b78b-8b350ec3ddda HTTP/1.1" status: 204 len: 168 time: 1.2396781 Jul 05 04:02:42.622345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45336) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:42.640510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5257640d-b062-4e81-86b7-e32f3caa9f7a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 7231933d-2990-4dfe-b268-e4daf26198f8 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:42.670410 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-11da4481-3f5a-4333-b43e-0aa3eb99d79e tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.734704 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-279e14d0-3431-41e8-91ad-2eecb77c924b tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.755104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-5257640d-b062-4e81-86b7-e32f3caa9f7a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 7231933d-2990-4dfe-b268-e4daf26198f8) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:42.773648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a317bc12-0c8a-4f0c-8e19-550b3471ce1f None None] Network 7231933d-2990-4dfe-b268-e4daf26198f8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:42.788929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5257640d-b062-4e81-86b7-e32f3caa9f7a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:42.789535 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5257640d-b062-4e81-86b7-e32f3caa9f7a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.816167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b78fdde4-c515-4afd-beb1-ac7ac7afb421 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.817285 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b78fdde4-c515-4afd-beb1-ac7ac7afb421 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.901276 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Allocated IP 172.20.0.2 (b7314600-7f2d-4207-8812-93738f21c494/e14bfc01-4c2f-493f-b8ac-227cf81e4824/09125c59-8e2a-460e-926a-28ad654a7dfc) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:42.951561 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ef3cc-5590-45bb-aa66-d261799ba5c8 req-c6b065b9-15cd-4548-9d93-8d2ffca5cf7c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:42.954357 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-978ef3cc-5590-45bb-aa66-d261799ba5c8 req-c6b065b9-15cd-4548-9d93-8d2ffca5cf7c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 931 time: 0.2168372 Jul 05 04:02:42.969083 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b78fdde4-c515-4afd-beb1-ac7ac7afb421 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.013747 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-53b9595e-c291-438e-b99e-3f149358611e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.029474 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-279e14d0-3431-41e8-91ad-2eecb77c924b tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.033367 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-978ef3cc-5590-45bb-aa66-d261799ba5c8 req-43503a18-bd3d-4569-b1ed-46609458a03a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674095 Jul 05 04:02:43.050062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-7231933d-2990-4dfe-b268-e4daf26198f8', 'network_id': '7231933d-2990-4dfe-b268-e4daf26198f8', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'fixed_ips': [{'subnet_id': '79294479-42a7-427f-804b-695914c4bbea'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:02:43.051224 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.108418 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b78fdde4-c515-4afd-beb1-ac7ac7afb421 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.127901 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-53b9595e-c291-438e-b99e-3f149358611e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Network a0b045f4-2b90-4610-a196-e71709f68cab is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:43.138236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-53b9595e-c291-438e-b99e-3f149358611e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:43.142809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-53b9595e-c291-438e-b99e-3f149358611e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:43.145255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9595e-c291-438e-b99e-3f149358611e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event updated for resources: {'Port': ['ID=4f35c343-5bbb-445d-8062-a2ed2f6511a8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:43.165846 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-279e14d0-3431-41e8-91ad-2eecb77c924b tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.195873 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9d77f-bd4c-451e-9760-127fbb22c4d3 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Deleting port 055b9c82-3cd5-4c8e-8763-539c346a2e5e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:43.196230 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d77f-bd4c-451e-9760-127fbb22c4d3 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.201201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e14d0-3431-41e8-91ad-2eecb77c924b tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f8096-15d2-4202-9adf-cdef034992f4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:43.255167 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-11da4481-3f5a-4333-b43e-0aa3eb99d79e tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.256355 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b78fdde4-c515-4afd-beb1-ac7ac7afb421 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.258061 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-11da4481-3f5a-4333-b43e-0aa3eb99d79e tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.262216 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b78fdde4-c515-4afd-beb1-ac7ac7afb421 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6862800 Jul 05 04:02:43.263061 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-11da4481-3f5a-4333-b43e-0aa3eb99d79e tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "DELETE /v2.0/security-groups/28be0a5d-ffe5-4ae6-92af-89d192508ea4 HTTP/1.1" status: 204 len: 168 time: 0.8776588 Jul 05 04:02:43.263190 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.266929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5257640d-b062-4e81-86b7-e32f3caa9f7a tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9835720 Jul 05 04:02:43.266929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45350) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:43.266929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45352) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:43.271268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45354) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:43.286804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Transition to ACTIVE for port object 09125c59-8e2a-460e-926a-28ad654a7dfc will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:43.286969 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-53b9595e-c291-438e-b99e-3f149358611e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:43.287595 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-53b9595e-c291-438e-b99e-3f149358611e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.288526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'network_id': 'b7314600-7f2d-4207-8812-93738f21c494', 'name': 'tempest-PortsTestJSON-1654488845'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:43.325562 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4e31af05-d6c9-4095-96d6-386e7d4f6308 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'subnet': {'network_id': '254ed348-a1ae-4fb9-afc4-efecf74fcc43', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:43.339848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Transition to ACTIVE for port object 09125c59-8e2a-460e-926a-28ad654a7dfc will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:43.377836 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Allocated IP 172.20.0.2 (7231933d-2990-4dfe-b268-e4daf26198f8/79294479-42a7-427f-804b-695914c4bbea/fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:43.391323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4481-3f5a-4333-b43e-0aa3eb99d79e tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28be0a5d-ffe5-4ae6-92af-89d192508ea4,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:43.428245 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-279e14d0-3431-41e8-91ad-2eecb77c924b tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.431504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-279e14d0-3431-41e8-91ad-2eecb77c924b tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8304279 Jul 05 04:02:43.442446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45358) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:43.448093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-bf1c7b68-71de-4865-a4e9-eadd027db0dc tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group_rule': {'security_group_id': '0f7f8096-15d2-4202-9adf-cdef034992f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:43.504439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5b3658ea-e218-4b1e-96e1-afec45a98fbc tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2269657 Jul 05 04:02:43.510290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45360) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:43.514763 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d77f-bd4c-451e-9760-127fbb22c4d3 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.518345 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6a94dd49-983f-4fa9-9c4d-1dac804ed368 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group': {'name': 'tempest-secgroup--529479395'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:43.522494 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.545578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9d77f-bd4c-451e-9760-127fbb22c4d3 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Calling delete_port for 055b9c82-3cd5-4c8e-8763-539c346a2e5e owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:43.567996 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-53b9595e-c291-438e-b99e-3f149358611e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6239369 Jul 05 04:02:43.583855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Request body: {'port': {'device_id': 'b8943a74-01f1-4638-8926-ee7d9262dda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:43.591726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Network b7314600-7f2d-4207-8812-93738f21c494 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:43.622607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:43.628767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:43.647993 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Pushing event updated for resources: {'Port': ['ID=09125c59-8e2a-460e-926a-28ad654a7dfc,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:43.717061 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.720229 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7b68-71de-4865-a4e9-eadd027db0dc tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.730954 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fb31677b-1cea-4e57-9752-c0c6a6e2a5ef None None] Provisioning for port 4f35c343-5bbb-445d-8062-a2ed2f6511a8 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:43.738121 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Transition to ACTIVE for port object fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:43.740025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Attempting to bind port 09125c59-8e2a-460e-926a-28ad654a7dfc on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:43.740419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Attempting to bind port 09125c59-8e2a-460e-926a-28ad654a7dfc by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '931f4613-7672-4658-a67f-2cff3098f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7314600-7f2d-4207-8812-93738f21c494'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:43.740946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Attempting to bind port 09125c59-8e2a-460e-926a-28ad654a7dfc on network b7314600-7f2d-4207-8812-93738f21c494 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:43.742702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fb31677b-1cea-4e57-9752-c0c6a6e2a5ef None None] Provisioning complete for port 4f35c343-5bbb-445d-8062-a2ed2f6511a8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:43.743082 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fb31677b-1cea-4e57-9752-c0c6a6e2a5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.774646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:43.775031 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Checking segment: {'id': '931f4613-7672-4658-a67f-2cff3098f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7314600-7f2d-4207-8812-93738f21c494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:43.775440 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.775842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Bound using segment: {'id': '931f4613-7672-4658-a67f-2cff3098f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7314600-7f2d-4207-8812-93738f21c494'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:43.776322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Bound port: 09125c59-8e2a-460e-926a-28ad654a7dfc, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931f4613-7672-4658-a67f-2cff3098f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7314600-7f2d-4207-8812-93738f21c494'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:43.777392 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.796659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Transition to ACTIVE for port object fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:43.806295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.806978 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a94dd49-983f-4fa9-9c4d-1dac804ed368 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.825303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fb31677b-1cea-4e57-9752-c0c6a6e2a5ef None None] Port 4f35c343-5bbb-445d-8062-a2ed2f6511a8 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:43.862987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] For port 09125c59-8e2a-460e-926a-28ad654a7dfc, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:43.866321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] For port 09125c59-8e2a-460e-926a-28ad654a7dfc, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=09125c59-8e2a-460e-926a-28ad654a7dfc,segment=NetworkSegment(931f4613-7672-4658-a67f-2cff3098f56f),segment_id=931f4613-7672-4658-a67f-2cff3098f56f)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:43.889729 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7b68-71de-4865-a4e9-eadd027db0dc tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.902338 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.941473 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Network 7231933d-2990-4dfe-b268-e4daf26198f8 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:43.944298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:43.950529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:43.956819 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:43.957114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Pushing event updated for resources: {'Port': ['ID=fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:43.967922 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.985052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port bde839e3-6191-4843-979b-00d27f5a14d4 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:44.016255 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Attempting to bind port fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:44.016733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Attempting to bind port fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '450caa89-3ac1-45f5-a131-fe8d7d24a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7231933d-2990-4dfe-b268-e4daf26198f8'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:44.017101 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Attempting to bind port fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 on network 7231933d-2990-4dfe-b268-e4daf26198f8 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:44.022207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:44.022588 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Checking segment: {'id': '450caa89-3ac1-45f5-a131-fe8d7d24a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7231933d-2990-4dfe-b268-e4daf26198f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:44.022994 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.023394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Bound using segment: {'id': '450caa89-3ac1-45f5-a131-fe8d7d24a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7231933d-2990-4dfe-b268-e4daf26198f8'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:44.023942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Bound port: fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450caa89-3ac1-45f5-a131-fe8d7d24a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7231933d-2990-4dfe-b268-e4daf26198f8'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:44.024323 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.036976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7b68-71de-4865-a4e9-eadd027db0dc tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.042897 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.055737 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d77f-bd4c-451e-9760-127fbb22c4d3 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.131452 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c7b68-71de-4865-a4e9-eadd027db0dc tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd586bc-12fe-43ab-865f-2f64ef16034e,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:44.140418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Allocated IP 172.20.0.5 (b7314600-7f2d-4207-8812-93738f21c494/e14bfc01-4c2f-493f-b8ac-227cf81e4824/bde839e3-6191-4843-979b-00d27f5a14d4) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:44.140643 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9d77f-bd4c-451e-9760-127fbb22c4d3 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event deleted for resources: {'Port': ['ID=055b9c82-3cd5-4c8e-8763-539c346a2e5e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:44.156705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e31af05-d6c9-4095-96d6-386e7d4f6308 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:44.156941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b9e01-5d37-4072-a5c4-77fc5e8cb6ae None None] Pushing event updated for resources: {'Port': ['ID=09125c59-8e2a-460e-926a-28ad654a7dfc,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:44.160185 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4e31af05-d6c9-4095-96d6-386e7d4f6308 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.163539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] For port fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:44.168961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] For port fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8,segment=NetworkSegment(450caa89-3ac1-45f5-a131-fe8d7d24a4b7),segment_id=450caa89-3ac1-45f5-a131-fe8d7d24a4b7)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:44.333870 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d77f-bd4c-451e-9760-127fbb22c4d3 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.335784 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e8a9d77f-bd4c-451e-9760-127fbb22c4d3 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "DELETE /v2.0/ports/055b9c82-3cd5-4c8e-8763-539c346a2e5e HTTP/1.1" status: 204 len: 168 time: 1.7124903 Jul 05 04:02:44.336663 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7b68-71de-4865-a4e9-eadd027db0dc tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.337733 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bf1c7b68-71de-4865-a4e9-eadd027db0dc tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8944273 Jul 05 04:02:44.338407 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45376) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:44.343228 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.347963 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45378) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:44.509283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff85631-3f39-4e5e-a925-ceab313b5a90 None None] Pushing event updated for resources: {'Port': ['ID=fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:44.591676 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e5a6931a-8b08-4e62-9fa6-e00be2528218 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.616482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45384) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:44.619269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace68fab-66a2-4b08-ac93-5453570b7c5c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Deleting subnet 91cba49b-6d0f-47b0-a85d-60d24e9f83c4 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:44.626765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.647084 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ace68fab-66a2-4b08-ac93-5453570b7c5c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.655705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 09125c59-8e2a-460e-926a-28ad654a7dfc up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:44.656387 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e5a6931a-8b08-4e62-9fa6-e00be2528218 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.707730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d440b5d-66c9-43a5-a0c9-738cb29842ae req-b938c679-a55d-429c-927f-cd1f632b4c91 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:44.717945 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d440b5d-66c9-43a5-a0c9-738cb29842ae req-b938c679-a55d-429c-927f-cd1f632b4c91 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 931 time: 0.4535356 Jul 05 04:02:44.720563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f35c343-5bbb-445d-8062-a2ed2f6511a8 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:44.731423 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.752875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Transition to ACTIVE for port object 4f35c343-5bbb-445d-8062-a2ed2f6511a8 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:44.785994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Transition to ACTIVE for port object bde839e3-6191-4843-979b-00d27f5a14d4 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:44.856590 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 09125c59-8e2a-460e-926a-28ad654a7dfc completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:44.873050 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.885216 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a94dd49-983f-4fa9-9c4d-1dac804ed368 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.900192 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-642f341d-efd7-4db0-b84f-838f0f4d98ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.917122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d440b5d-66c9-43a5-a0c9-738cb29842ae req-05091b62-e812-411f-8e34-2738fba49392 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959324 Jul 05 04:02:44.977373 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ace68fab-66a2-4b08-ac93-5453570b7c5c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.986658 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a94dd49-983f-4fa9-9c4d-1dac804ed368 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.012297 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e5a6931a-8b08-4e62-9fa6-e00be2528218 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.029218 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e5a6931a-8b08-4e62-9fa6-e00be2528218 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.032783 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e5a6931a-8b08-4e62-9fa6-e00be2528218 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/efd586bc-12fe-43ab-865f-2f64ef16034e HTTP/1.1" status: 204 len: 168 time: 0.6744244 Jul 05 04:02:45.037671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45388) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:45.040168 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.045613 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Pushing event updated for resources: {'Port': ['ID=4f35c343-5bbb-445d-8062-a2ed2f6511a8,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.053961 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6931a-8b08-4e62-9fa6-e00be2528218 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efd586bc-12fe-43ab-865f-2f64ef16034e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.120035 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4e31af05-d6c9-4095-96d6-386e7d4f6308 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.121291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94dd49-983f-4fa9-9c4d-1dac804ed368 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5d8deb-bf98-456f-aafa-d495fd1d9fc4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.144228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network b7314600-7f2d-4207-8812-93738f21c494 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:45.164043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:45.181800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:45.226035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=bde839e3-6191-4843-979b-00d27f5a14d4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.229370 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31af05-d6c9-4095-96d6-386e7d4f6308 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Subnet': ['ID=86d04d19-f376-4def-8206-25b32d7effcb,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.268040 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ace68fab-66a2-4b08-ac93-5453570b7c5c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.268276 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c585190e-a814-4005-b78b-100d115bd6b5 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2293017 Jul 05 04:02:45.278178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45390) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:45.315929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Attempting to bind port 4f35c343-5bbb-445d-8062-a2ed2f6511a8 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:45.320424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Attempting to bind port 4f35c343-5bbb-445d-8062-a2ed2f6511a8 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:45.321522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Attempting to bind port 4f35c343-5bbb-445d-8062-a2ed2f6511a8 on network a0b045f4-2b90-4610-a196-e71709f68cab {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:45.340323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Port 4f35c343-5bbb-445d-8062-a2ed2f6511a8 on network a0b045f4-2b90-4610-a196-e71709f68cab not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:45.341399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Attempting to bind port 4f35c343-5bbb-445d-8062-a2ed2f6511a8 on network a0b045f4-2b90-4610-a196-e71709f68cab {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:45.349238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:45.349897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Checking segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:45.350290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Bound using segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:45.350742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Bound port: 4f35c343-5bbb-445d-8062-a2ed2f6511a8, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:45.351104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.353064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31af05-d6c9-4095-96d6-386e7d4f6308 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Checking segment: {'id': 'f13ad4f3-beaa-483b-a683-d78890246b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '254ed348-a1ae-4fb9-afc4-efecf74fcc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:45.353420 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31af05-d6c9-4095-96d6-386e7d4f6308 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network hostable DHCP agents. Network: 254ed348-a1ae-4fb9-afc4-efecf74fcc43, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:45.383075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:45.383923 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.412297 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-82233a5f-b6fe-4c00-bf4c-b191e9acc58f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.448769 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-82233a5f-b6fe-4c00-bf4c-b191e9acc58f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.465258 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-642f341d-efd7-4db0-b84f-838f0f4d98ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.470872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] For port 4f35c343-5bbb-445d-8062-a2ed2f6511a8, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:45.474767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] For port 4f35c343-5bbb-445d-8062-a2ed2f6511a8, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4f35c343-5bbb-445d-8062-a2ed2f6511a8,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:45.571341 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31af05-d6c9-4095-96d6-386e7d4f6308 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 254ed348-a1ae-4fb9-afc4-efecf74fcc43 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:45.573912 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-642f341d-efd7-4db0-b84f-838f0f4d98ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.574734 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ace68fab-66a2-4b08-ac93-5453570b7c5c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.622067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-642f341d-efd7-4db0-b84f-838f0f4d98ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a1014050b4540379f97ef1f350888b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0041137 Jul 05 04:02:45.622990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f341d-efd7-4db0-b84f-838f0f4d98ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df4dfb6-711e-4bd8-85b0-35c7ef3e0c0c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.623902 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace68fab-66a2-4b08-ac93-5453570b7c5c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event deleted for resources: {'Subnet': ['ID=91cba49b-6d0f-47b0-a85d-60d24e9f83c4,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.625094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45392) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:45.633575 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-82233a5f-b6fe-4c00-bf4c-b191e9acc58f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.639762 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ace68fab-66a2-4b08-ac93-5453570b7c5c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.639762 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ace68fab-66a2-4b08-ac93-5453570b7c5c tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "DELETE /v2.0/subnets/91cba49b-6d0f-47b0-a85d-60d24e9f83c4 HTTP/1.1" status: 204 len: 168 time: 1.2911162 Jul 05 04:02:45.640325 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-82233a5f-b6fe-4c00-bf4c-b191e9acc58f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.640974 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.641077 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-82233a5f-b6fe-4c00-bf4c-b191e9acc58f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-groups/0f7f8096-15d2-4202-9adf-cdef034992f4 HTTP/1.1" status: 204 len: 168 time: 0.3593459 Jul 05 04:02:45.646438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45394) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:45.646796 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45396) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:45.656829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652f43bc-e58e-4ac9-bbf7-7aae446f063c None None] Network ce929db9-95f6-4b19-ab56-323ab9bb83a6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:45.664959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82233a5f-b6fe-4c00-bf4c-b191e9acc58f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f8096-15d2-4202-9adf-cdef034992f4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.668064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a2ff42e4-7c7b-430d-bd70-1f3ac4e7b823 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3971088 Jul 05 04:02:45.668904 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a94dd49-983f-4fa9-9c4d-1dac804ed368 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.672658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6a94dd49-983f-4fa9-9c4d-1dac804ed368 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1593783 Jul 05 04:02:45.676436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45398) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:45.676783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45400) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:45.682500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9b14a774-8309-4dbc-8f01-6f429bdddec6 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:45.683792 n-d-798249-5 neutron-server[100877]: WARNING neutron.api.v2.base [None req-9b14a774-8309-4dbc-8f01-6f429bdddec6 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:02:45.684312 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-9b14a774-8309-4dbc-8f01-6f429bdddec6 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 04:02:45.688202 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9b14a774-8309-4dbc-8f01-6f429bdddec6 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "PUT /v2.0/security-groups/cb5d8deb-bf98-456f-aafa-d495fd1d9fc4 HTTP/1.1" status: 409 len: 330 time: 0.0067074 Jul 05 04:02:45.738471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45402) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:45.753830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Pushing event updated for resources: {'Port': ['ID=4f35c343-5bbb-445d-8062-a2ed2f6511a8,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.756657 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad1f587-54ad-4333-a1b2-de90c9c67d9f None None] Network b7314600-7f2d-4207-8812-93738f21c494 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:45.769860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-4e31af05-d6c9-4095-96d6-386e7d4f6308 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 254ed348-a1ae-4fb9-afc4-efecf74fcc43) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:45.814275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a74ff9-fab7-4f97-b5bb-be4d1e88ae58 None None] Network 254ed348-a1ae-4fb9-afc4-efecf74fcc43 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:45.838926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:45.840506 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.842012 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-9d77aeca-be3c-480b-8b2e-73bb46f0e539 service neutron] 10.222.0.64 "PUT /v2.0/ports/4f35c343-5bbb-445d-8062-a2ed2f6511a8 HTTP/1.1" status: 200 len: 1091 time: 2.2648127 Jul 05 04:02:45.858631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8943a74-01f1-4638-8926-ee7d9262dda8', 'tag': '4f35c343-5bbb-445d-8062-a2ed2f6511a8'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:45.862192 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cc2dce-6c16-4c2c-8246-a71429a9e992" -d '{"events": [{"name": "network-changed", "server_uuid": "b8943a74-01f1-4638-8926-ee7d9262dda8", "tag": "4f35c343-5bbb-445d-8062-a2ed2f6511a8"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:45.874598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e31af05-d6c9-4095-96d6-386e7d4f6308 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:45.875259 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4e31af05-d6c9-4095-96d6-386e7d4f6308 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.014392 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e78fc7-78b0-4cab-9852-6e41dad5045c x-openstack-request-id: req-40e78fc7-78b0-4cab-9852-6e41dad5045c {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:46.014773 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8943a74-01f1-4638-8926-ee7d9262dda8", "tag": "4f35c343-5bbb-445d-8062-a2ed2f6511a8", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:46.014986 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40e78fc7-78b0-4cab-9852-6e41dad5045c {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:46.015389 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8943a74-01f1-4638-8926-ee7d9262dda8', 'tag': '4f35c343-5bbb-445d-8062-a2ed2f6511a8', 'status': 'completed', 'code': 200} Jul 05 04:02:46.036756 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4e31af05-d6c9-4095-96d6-386e7d4f6308 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7591596 Jul 05 04:02:46.037021 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-203c58dc-b278-4ce6-ba41-cbaa07998464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.046760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45410) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:46.066810 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e6bdf9cc-6f0f-433d-92a9-7dc2b0e8dc85 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.119702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b865038-eb78-4738-bff0-a9df32c30ba9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Deleting subnet b52a3b29-aac7-487b-9fcb-2228d0e80f01 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:46.157879 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d95f3a00-24f5-405e-a060-4c6db632c6f4 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4147899 Jul 05 04:02:46.157879 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b865038-eb78-4738-bff0-a9df32c30ba9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.158860 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e6bdf9cc-6f0f-433d-92a9-7dc2b0e8dc85 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.161257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45412) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:46.200690 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-203c58dc-b278-4ce6-ba41-cbaa07998464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.202345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-15feb773-00e8-49b3-a59e-bace1d99308c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group': {'name': 'tempest-secgroup--174425530'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:46.218651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-94202ae6-8342-477b-bef3-39b44eb12240 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-792505851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:46.221394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf096b0-5a49-44a4-815f-d98c06283570 None None] Network 7231933d-2990-4dfe-b268-e4daf26198f8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:46.265128 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b865038-eb78-4738-bff0-a9df32c30ba9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.293439 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2848e834-aed1-46ea-afab-7be7e0b117c7 None None] Provisioning for port 09125c59-8e2a-460e-926a-28ad654a7dfc completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:46.303741 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2848e834-aed1-46ea-afab-7be7e0b117c7 None None] Provisioning complete for port 09125c59-8e2a-460e-926a-28ad654a7dfc triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:46.304500 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2848e834-aed1-46ea-afab-7be7e0b117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.307283 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-7d0503f5-9383-4f19-ad8c-d8dc63f208e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:46.309839 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-7d0503f5-9383-4f19-ad8c-d8dc63f208e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 1094 time: 0.3309829 Jul 05 04:02:46.366530 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-15feb773-00e8-49b3-a59e-bace1d99308c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.373667 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-7c3e3fde-5b6e-40aa-b48f-ef901d5b8e35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f35c343-5bbb-445d-8062-a2ed2f6511a8 HTTP/1.1" status: 200 len: 217 time: 0.0557420 Jul 05 04:02:46.411599 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e6bdf9cc-6f0f-433d-92a9-7dc2b0e8dc85 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.414722 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e6bdf9cc-6f0f-433d-92a9-7dc2b0e8dc85 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.416085 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e6bdf9cc-6f0f-433d-92a9-7dc2b0e8dc85 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "DELETE /v2.0/security-groups/cb5d8deb-bf98-456f-aafa-d495fd1d9fc4 HTTP/1.1" status: 204 len: 168 time: 0.6590631 Jul 05 04:02:46.420973 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45414) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:46.470457 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdf9cc-6f0f-433d-92a9-7dc2b0e8dc85 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5d8deb-bf98-456f-aafa-d495fd1d9fc4,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:46.484679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef8c2b-ada4-4a63-8cc9-bda3365d80ed req-781988b8-b9e6-41d6-a689-a0d29747c7be tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:46.487686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9ef8c2b-ada4-4a63-8cc9-bda3365d80ed req-781988b8-b9e6-41d6-a689-a0d29747c7be tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 943 time: 0.2534027 Jul 05 04:02:46.491145 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b865038-eb78-4738-bff0-a9df32c30ba9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.492783 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-94202ae6-8342-477b-bef3-39b44eb12240 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.494143 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-94202ae6-8342-477b-bef3-39b44eb12240 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.509519 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.552484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-203c58dc-b278-4ce6-ba41-cbaa07998464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.554946 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-203c58dc-b278-4ce6-ba41-cbaa07998464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.560193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-203c58dc-b278-4ce6-ba41-cbaa07998464 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4df4dfb6-711e-4bd8-85b0-35c7ef3e0c0c HTTP/1.1" status: 204 len: 168 time: 0.9339585 Jul 05 04:02:46.583582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-e829afa7-4fee-483e-a966-553022e90e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:46.585172 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-e829afa7-4fee-483e-a966-553022e90e96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.1866856 Jul 05 04:02:46.613488 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9ef8c2b-ada4-4a63-8cc9-bda3365d80ed req-c6777e91-324b-4727-8d4e-669053c408f9 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135716 Jul 05 04:02:46.621495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c58dc-b278-4ce6-ba41-cbaa07998464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df4dfb6-711e-4bd8-85b0-35c7ef3e0c0c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:46.645110 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-254ed348-a1ae-4fb9-afc4-efecf74fcc43', 'network_id': '254ed348-a1ae-4fb9-afc4-efecf74fcc43', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'fixed_ips': [{'subnet_id': '86d04d19-f376-4def-8206-25b32d7effcb'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:02:46.645110 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.645110 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:46.668738 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-94202ae6-8342-477b-bef3-39b44eb12240 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.700151 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0fc7078e-8501-4f39-a923-3833c9959089 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2705257 Jul 05 04:02:46.704141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45418) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:46.754510 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-2d2893a5-b67c-4c11-8416-c9347ee9343c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] delete failed (client error): The resource could not be found. Jul 05 04:02:46.761850 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2d2893a5-b67c-4c11-8416-c9347ee9343c tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "DELETE /v2.0/security-groups/1a89713c-807a-491f-8a20-113ff9752a75 HTTP/1.1" status: 404 len: 347 time: 0.0522263 Jul 05 04:02:46.761850 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-94202ae6-8342-477b-bef3-39b44eb12240 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.765601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45420) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:46.766416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-d1fb6353-fe94-4c02-81ac-ffa105022be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:46.768550 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-d1fb6353-fe94-4c02-81ac-ffa105022be4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571395 Jul 05 04:02:46.795968 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2848e834-aed1-46ea-afab-7be7e0b117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.811487 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-15feb773-00e8-49b3-a59e-bace1d99308c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.838324 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-86920c8a-a0c5-4310-8e84-3f97ba94269b tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] show failed (client error): The resource could not be found. Jul 05 04:02:46.843871 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-86920c8a-a0c5-4310-8e84-3f97ba94269b tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "GET /v2.0/security-groups/78bb0491-f5d0-4f68-b2ad-6a10ff090dfb HTTP/1.1" status: 404 len: 347 time: 0.0727961 Jul 05 04:02:46.848256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45422) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:46.848256 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b865038-eb78-4738-bff0-a9df32c30ba9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.865103 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e8e8c-b2ca-45d1-a8b7-e25fa9466130 None None] DHCP port deletion for ce929db9-95f6-4b19-ab56-323ab9bb83a6 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:46.901008 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b865038-eb78-4738-bff0-a9df32c30ba9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.904192 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3b865038-eb78-4738-bff0-a9df32c30ba9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "DELETE /v2.0/subnets/b52a3b29-aac7-487b-9fcb-2228d0e80f01 HTTP/1.1" status: 204 len: 168 time: 1.1676478 Jul 05 04:02:46.905064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b865038-eb78-4738-bff0-a9df32c30ba9 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event deleted for resources: {'Subnet': ['ID=b52a3b29-aac7-487b-9fcb-2228d0e80f01,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:46.908996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45424) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:46.913910 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-525888e5-2a2c-4638-a4fd-67db469d05e9 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] show failed (client error): The resource could not be found. Jul 05 04:02:46.915081 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-525888e5-2a2c-4638-a4fd-67db469d05e9 tempest-NegativeSecGroupIPv6Test-199784381 tempest-NegativeSecGroupIPv6Test-199784381-project] 10.222.0.60 "GET /v2.0/security-group-rules/7d5f49c0-5e64-4449-b930-77b03ed8ea5c HTTP/1.1" status: 404 len: 356 time: 0.0643287 Jul 05 04:02:46.921642 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-15feb773-00e8-49b3-a59e-bace1d99308c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.923561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ada5ec0-4f8d-402a-8b5d-59e45158be37 None None] Network ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:46.972179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15feb773-00e8-49b3-a59e-bace1d99308c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b836cfff-8180-4ba4-9988-bd9c0742392d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:47.013901 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2848e834-aed1-46ea-afab-7be7e0b117c7 None None] For port 09125c59-8e2a-460e-926a-28ad654a7dfc, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=09125c59-8e2a-460e-926a-28ad654a7dfc,segment=NetworkSegment(931f4613-7672-4658-a67f-2cff3098f56f),segment_id=931f4613-7672-4658-a67f-2cff3098f56f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:47.048591 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-94202ae6-8342-477b-bef3-39b44eb12240 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.050209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-94202ae6-8342-477b-bef3-39b44eb12240 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9950876 Jul 05 04:02:47.053901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45432) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:47.056172 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-15feb773-00e8-49b3-a59e-bace1d99308c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.061956 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45434) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:47.062152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:47.063832 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-15feb773-00e8-49b3-a59e-bace1d99308c tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9004507 Jul 05 04:02:47.078497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-270ef4a5-7568-4a5e-909c-52ba3a1c1214 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group_rule': {'security_group_id': 'b836cfff-8180-4ba4-9988-bd9c0742392d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:47.101699 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.107979 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-c8ba3d01-cbe9-43ec-9da9-8983278ce271 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328598 Jul 05 04:02:47.147688 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2848e834-aed1-46ea-afab-7be7e0b117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.157970 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.160134 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Allocated IP 172.21.0.2 (254ed348-a1ae-4fb9-afc4-efecf74fcc43/86d04d19-f376-4def-8206-25b32d7effcb/b52cdbf2-7d02-42b2-a8dc-0871e1caa47f) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:47.254938 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f08e8e8c-b2ca-45d1-a8b7-e25fa9466130 None None] Deleting port 9092ed65-368a-4826-b419-235a949e2e4b {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:47.255653 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f08e8e8c-b2ca-45d1-a8b7-e25fa9466130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.351880 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-38a9eda2-2dae-4b75-a57d-12345a595a22 req-65ce5bec-bc84-4a11-b436-fbb349df3346 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370334 Jul 05 04:02:47.486518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848e834-aed1-46ea-afab-7be7e0b117c7 None None] Pushing event updated for resources: {'Port': ['ID=09125c59-8e2a-460e-926a-28ad654a7dfc,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:47.518172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f08e8e8c-b2ca-45d1-a8b7-e25fa9466130 None None] For port 9092ed65-368a-4826-b419-235a949e2e4b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9092ed65-368a-4826-b419-235a949e2e4b,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:47.518578 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f08e8e8c-b2ca-45d1-a8b7-e25fa9466130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.551944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f08e8e8c-b2ca-45d1-a8b7-e25fa9466130 None None] Calling delete_port for 9092ed65-368a-4826-b419-235a949e2e4b owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:47.629721 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a3595885-b75a-40f2-bf2b-eefd8076638f None None] Provisioning for port fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:47.686633 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.689833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc2dce-6c16-4c2c-8246-a71429a9e992 req-d247d95d-045c-407b-a755-2e405d553aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:47.691527 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c4cc2dce-6c16-4c2c-8246-a71429a9e992 req-d247d95d-045c-407b-a755-2e405d553aec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 1094 time: 0.1689792 Jul 05 04:02:47.724196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56704f56-acd2-4ee9-a4a8-6e752ca5e42d None None] DHCP port deletion for ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:47.731142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a3595885-b75a-40f2-bf2b-eefd8076638f None None] Provisioning complete for port fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:47.731521 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a3595885-b75a-40f2-bf2b-eefd8076638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.805746 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45448) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:47.809885 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.821198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Transition to ACTIVE for port object b52cdbf2-7d02-42b2-a8dc-0871e1caa47f will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:47.860097 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Transition to ACTIVE for port object b52cdbf2-7d02-42b2-a8dc-0871e1caa47f will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:47.877156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc2dce-6c16-4c2c-8246-a71429a9e992 req-9d1e8b34-0eb4-49fd-a5d5-a375c4a22fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:47.879019 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c4cc2dce-6c16-4c2c-8246-a71429a9e992 req-9d1e8b34-0eb4-49fd-a5d5-a375c4a22fed service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.1802914 Jul 05 04:02:47.904187 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:02:47.911773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=bde839e3-6191-4843-979b-00d27f5a14d4,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:47.954331 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.963698 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-270ef4a5-7568-4a5e-909c-52ba3a1c1214 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.975754 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c4cc2dce-6c16-4c2c-8246-a71429a9e992 req-a731c949-8ceb-4a48-88fb-d20739e02ac0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f35c343-5bbb-445d-8062-a2ed2f6511a8 HTTP/1.1" status: 200 len: 217 time: 0.0880353 Jul 05 04:02:48.094442 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc2dce-6c16-4c2c-8246-a71429a9e992 req-924d6d93-161c-4c52-bf25-a5df7bce520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.096834 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c4cc2dce-6c16-4c2c-8246-a71429a9e992 req-924d6d93-161c-4c52-bf25-a5df7bce520a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.1140683 Jul 05 04:02:48.128269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Network 254ed348-a1ae-4fb9-afc4-efecf74fcc43 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:48.128269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:48.133057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:48.187532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Pushing event updated for resources: {'Port': ['ID=b52cdbf2-7d02-42b2-a8dc-0871e1caa47f,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:48.195790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc2dce-6c16-4c2c-8246-a71429a9e992 req-cd89d9f5-f8fb-4374-aa32-2e026941cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.197909 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c4cc2dce-6c16-4c2c-8246-a71429a9e992 req-cd89d9f5-f8fb-4374-aa32-2e026941cbca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912523 Jul 05 04:02:48.251837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-56704f56-acd2-4ee9-a4a8-6e752ca5e42d None None] Deleting port 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:48.252553 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-56704f56-acd2-4ee9-a4a8-6e752ca5e42d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.259430 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a3595885-b75a-40f2-bf2b-eefd8076638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.307465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Deleting port 9092ed65-368a-4826-b419-235a949e2e4b {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:48.307465 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.313958 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c4cc2dce-6c16-4c2c-8246-a71429a9e992 req-d3bc8b7d-a6e3-4df2-aba6-37de1ccc810d service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085615 Jul 05 04:02:48.342458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Attempting to bind port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:48.342839 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Attempting to bind port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'f13ad4f3-beaa-483b-a683-d78890246b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '254ed348-a1ae-4fb9-afc4-efecf74fcc43'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:48.343215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Attempting to bind port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f on network 254ed348-a1ae-4fb9-afc4-efecf74fcc43 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:48.348851 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f08e8e8c-b2ca-45d1-a8b7-e25fa9466130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.407041 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-12854c96-5369-454e-b8fb-3f0936549b7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d92574e897eb42498461fd4da9245ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5963919 Jul 05 04:02:48.409193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:48.409557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Checking segment: {'id': 'f13ad4f3-beaa-483b-a683-d78890246b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '254ed348-a1ae-4fb9-afc4-efecf74fcc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:48.409968 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.410369 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Bound using segment: {'id': 'f13ad4f3-beaa-483b-a683-d78890246b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '254ed348-a1ae-4fb9-afc4-efecf74fcc43'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:48.410981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Bound port: b52cdbf2-7d02-42b2-a8dc-0871e1caa47f, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13ad4f3-beaa-483b-a683-d78890246b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '254ed348-a1ae-4fb9-afc4-efecf74fcc43'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:48.411239 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.429710 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-270ef4a5-7568-4a5e-909c-52ba3a1c1214 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.429947 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e8e8c-b2ca-45d1-a8b7-e25fa9466130 None None] Pushing event deleted for resources: {'Port': ['ID=9092ed65-368a-4826-b419-235a949e2e4b,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:48.432406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45462) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:48.446632 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.458003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e8e8c-b2ca-45d1-a8b7-e25fa9466130 None None] No DVR routers for this DVR port 9092ed65-368a-4826-b419-235a949e2e4b on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:48.462618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a3595885-b75a-40f2-bf2b-eefd8076638f None None] For port fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8,segment=NetworkSegment(450caa89-3ac1-45f5-a131-fe8d7d24a4b7),segment_id=450caa89-3ac1-45f5-a131-fe8d7d24a4b7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:48.477982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-56704f56-acd2-4ee9-a4a8-6e752ca5e42d None None] For port 6c33a0e8-7c05-48fa-81f9-1f6a2415a870, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6c33a0e8-7c05-48fa-81f9-1f6a2415a870,segment=NetworkSegment(2a4d5f22-e515-4166-8a85-97241a76e7d9),segment_id=2a4d5f22-e515-4166-8a85-97241a76e7d9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:48.478351 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-56704f56-acd2-4ee9-a4a8-6e752ca5e42d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.498617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05873716-1c01-4757-a925-6686ff212ec8 req-815b5471-fb2f-4d24-a227-364c04a2c62f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.506292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05873716-1c01-4757-a925-6686ff212ec8 req-815b5471-fb2f-4d24-a227-364c04a2c62f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 943 time: 0.6212957 Jul 05 04:02:48.518881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-56704f56-acd2-4ee9-a4a8-6e752ca5e42d None None] Calling delete_port for 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:48.554779 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-270ef4a5-7568-4a5e-909c-52ba3a1c1214 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.555044 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a3595885-b75a-40f2-bf2b-eefd8076638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.603997 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c4cc2dce-6c16-4c2c-8246-a71429a9e992 req-7af5af4d-f7ab-4618-933a-f475a871b4b5 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821960 Jul 05 04:02:48.723151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ef4a5-7568-4a5e-909c-52ba3a1c1214 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e089990e-1ecc-481a-929d-d43225e259a5,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:48.734157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] For port 9092ed65-368a-4826-b419-235a949e2e4b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9092ed65-368a-4826-b419-235a949e2e4b,segment=NetworkSegment(46f5e5ad-717b-408a-be3e-c7e8eca0105b),segment_id=46f5e5ad-717b-408a-be3e-c7e8eca0105b)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:48.734535 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.755137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05873716-1c01-4757-a925-6686ff212ec8 req-b5a657f6-e702-4e71-8533-95e22041fc96 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479849 Jul 05 04:02:48.766711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 09125c59-8e2a-460e-926a-28ad654a7dfc up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:48.787563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Calling delete_port for 9092ed65-368a-4826-b419-235a949e2e4b owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:48.802851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] For port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:48.845512 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-270ef4a5-7568-4a5e-909c-52ba3a1c1214 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.849063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-270ef4a5-7568-4a5e-909c-52ba3a1c1214 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7739542 Jul 05 04:02:48.849527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45468) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:48.855561 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.858277 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0e936f5-c54d-4a0e-b560-8f7226e8e707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.862045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] For port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b52cdbf2-7d02-42b2-a8dc-0871e1caa47f,segment=NetworkSegment(f13ad4f3-beaa-483b-a683-d78890246b13),segment_id=f13ad4f3-beaa-483b-a683-d78890246b13)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:48.877726 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e07fcaac-5f7b-44b6-8984-21f6f72b96e7 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules/e089990e-1ecc-481a-929d-d43225e259a5 HTTP/1.1" status: 200 len: 763 time: 0.0242312 Jul 05 04:02:48.878000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45470) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:48.897119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3595885-b75a-40f2-bf2b-eefd8076638f None None] Pushing event updated for resources: {'Port': ['ID=fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:48.923617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 09125c59-8e2a-460e-926a-28ad654a7dfc triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:48.924316 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.947799 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.955125 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-39381761-f816-4615-b6ed-5e48a35e948a tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0736024 Jul 05 04:02:48.955409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45472) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:48.969242 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0e936f5-c54d-4a0e-b560-8f7226e8e707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.981751 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-80e5f3e4-833b-416c-bf36-cf3be064e9db tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.990208 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-80e5f3e4-833b-416c-bf36-cf3be064e9db tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.012480 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-56704f56-acd2-4ee9-a4a8-6e752ca5e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.052250 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56704f56-acd2-4ee9-a4a8-6e752ca5e42d None None] No DVR routers for this DVR port 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:49.054217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284f74d-f6bc-4d92-b469-a5b576366545 None None] Pushing event updated for resources: {'Port': ['ID=b52cdbf2-7d02-42b2-a8dc-0871e1caa47f,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:49.063166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ab98e081-74a5-4a7b-ba3a-4be8d1e7f356 None None] Provisioning complete for port fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:49.063830 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ab98e081-74a5-4a7b-ba3a-4be8d1e7f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.108759 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-80e5f3e4-833b-416c-bf36-cf3be064e9db tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.118627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56704f56-acd2-4ee9-a4a8-6e752ca5e42d None None] Pushing event deleted for resources: {'Port': ['ID=6c33a0e8-7c05-48fa-81f9-1f6a2415a870,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:49.128636 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-80e5f3e4-833b-416c-bf36-cf3be064e9db tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.134336 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-80e5f3e4-833b-416c-bf36-cf3be064e9db tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e089990e-1ecc-481a-929d-d43225e259a5 HTTP/1.1" status: 204 len: 168 time: 0.1767719 Jul 05 04:02:49.137827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45478) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:49.166095 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.178508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5f3e4-833b-416c-bf36-cf3be064e9db tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e089990e-1ecc-481a-929d-d43225e259a5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:49.201711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event deleted for resources: {'Port': ['ID=9092ed65-368a-4826-b419-235a949e2e4b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:49.211292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Allocated IP 172.20.0.1 (7231933d-2990-4dfe-b268-e4daf26198f8/79294479-42a7-427f-804b-695914c4bbea/d5adbb4d-160b-4731-a934-619d3c589f1e) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:49.214833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] No DVR routers for this DVR port 9092ed65-368a-4826-b419-235a949e2e4b on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:49.239835 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1dbc73ac-67cd-4c32-beeb-2e6a5e808f64 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0941608 Jul 05 04:02:49.245489 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45480) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:49.255880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-cadc79aa-3ccf-4eba-bcdc-0bee52e6b0ab tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group_rule': {'security_group_id': 'b836cfff-8180-4ba4-9988-bd9c0742392d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:49.273023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ab98e081-74a5-4a7b-ba3a-4be8d1e7f356 None None] Provisioning complete for port 09125c59-8e2a-460e-926a-28ad654a7dfc triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:49.273695 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ab98e081-74a5-4a7b-ba3a-4be8d1e7f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.354005 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9092ed65-368a-4826-b419-235a949e2e4b no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:49.397233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 9092ed65-368a-4826-b419-235a949e2e4b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:49.398462 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9092ed65-368a-4826-b419-235a949e2e4b not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:49.406432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:49.428065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:49.428065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6c33a0e8-7c05-48fa-81f9-1f6a2415a870 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:49.439216 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.456163 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cadc79aa-3ccf-4eba-bcdc-0bee52e6b0ab tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.474240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce929db9-95f6-4b19-ab56-323ab9bb83a6']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:49.492883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f5e5ad-717b-408a-be3e-c7e8eca0105b') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:49.493270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f5e5ad-717b-408a-be3e-c7e8eca0105b') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:49.507633 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.517237 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.564887 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.593612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ab98e081-74a5-4a7b-ba3a-4be8d1e7f356 None None] Provisioning for port bde839e3-6191-4843-979b-00d27f5a14d4 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:49.598937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ab98e081-74a5-4a7b-ba3a-4be8d1e7f356 None None] Provisioning complete for port bde839e3-6191-4843-979b-00d27f5a14d4 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:49.606563 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ab98e081-74a5-4a7b-ba3a-4be8d1e7f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.606722 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cadc79aa-3ccf-4eba-bcdc-0bee52e6b0ab tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.622263 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0e936f5-c54d-4a0e-b560-8f7226e8e707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.625473 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0e936f5-c54d-4a0e-b560-8f7226e8e707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.626828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a0e936f5-c54d-4a0e-b560-8f7226e8e707 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3cba21e-7e66-4bec-b0cf-6e4296811958 HTTP/1.1" status: 204 len: 168 time: 1.1921406 Jul 05 04:02:49.628240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:49.628683 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:49.644085 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:49.664055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ab98e081-74a5-4a7b-ba3a-4be8d1e7f356 None None] Port bde839e3-6191-4843-979b-00d27f5a14d4 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:49.687765 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cadc79aa-3ccf-4eba-bcdc-0bee52e6b0ab tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.706919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc79aa-3ccf-4eba-bcdc-0bee52e6b0ab tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bf6678-f81f-4334-8a80-5c54c4e7966c,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:49.722011 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.726609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e936f5-c54d-4a0e-b560-8f7226e8e707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cba21e-7e66-4bec-b0cf-6e4296811958,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:49.796589 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cadc79aa-3ccf-4eba-bcdc-0bee52e6b0ab tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.798849 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cadc79aa-3ccf-4eba-bcdc-0bee52e6b0ab tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5519969 Jul 05 04:02:49.801237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45496) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:49.836035 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-343e0841-9a1c-4c16-a7fa-3a8046960fbc tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules/09bf6678-f81f-4334-8a80-5c54c4e7966c HTTP/1.1" status: 200 len: 763 time: 0.0306370 Jul 05 04:02:49.836534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45498) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:49.853048 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Transition to ACTIVE for port object d5adbb4d-160b-4731-a934-619d3c589f1e will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:49.895077 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-361850d5-e4d0-43ac-be0b-43dd7b2c4b55 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0567553 Jul 05 04:02:49.896413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45500) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:49.930459 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87e61351-1faf-47bf-af53-ca18d20f3bf9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.939389 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87e61351-1faf-47bf-af53-ca18d20f3bf9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.989333 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.007893 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.013042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "DELETE /v2.0/networks/ce929db9-95f6-4b19-ab56-323ab9bb83a6 HTTP/1.1" status: 204 len: 168 time: 3.1005969 Jul 05 04:02:50.013468 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45504) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:50.034806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784a856-5fc7-48fa-bc62-cb2fe5173d12 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event deleted for resources: {'Network': ['ID=ce929db9-95f6-4b19-ab56-323ab9bb83a6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:50.106302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f07592-9287-44d5-bf71-eb46e4d3fa1e req-c4405091-4dd0-4ce7-aad3-20fee2204e52 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:50.108328 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2f07592-9287-44d5-bf71-eb46e4d3fa1e req-c4405091-4dd0-4ce7-aad3-20fee2204e52 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 943 time: 0.2076020 Jul 05 04:02:50.136898 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.155801 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.217452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2f07592-9287-44d5-bf71-eb46e4d3fa1e req-125f04a1-8578-4de9-8923-73e4cb2efafa tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989273 Jul 05 04:02:50.222177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 7231933d-2990-4dfe-b268-e4daf26198f8 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:50.226100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:50.233224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:50.251146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=d5adbb4d-160b-4731-a934-619d3c589f1e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:50.314218 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.421417 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.452589 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87e61351-1faf-47bf-af53-ca18d20f3bf9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.476956 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-87e61351-1faf-47bf-af53-ca18d20f3bf9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.478474 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-87e61351-1faf-47bf-af53-ca18d20f3bf9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/09bf6678-f81f-4334-8a80-5c54c4e7966c HTTP/1.1" status: 204 len: 168 time: 0.5808153 Jul 05 04:02:50.479474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e61351-1faf-47bf-af53-ca18d20f3bf9 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09bf6678-f81f-4334-8a80-5c54c4e7966c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:50.487351 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45518) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:50.537238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=bde839e3-6191-4843-979b-00d27f5a14d4,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:50.593969 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01626dc9-3ff2-4c5a-a44a-29fae77f20b0 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.599288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54d41ae-368f-4d80-a6b7-389383de1b80 None None] Network 254ed348-a1ae-4fb9-afc4-efecf74fcc43 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:50.612740 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.631133 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f8d45d8a-5d13-440a-ba74-5310e214510f tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1426549 Jul 05 04:02:50.634277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45524) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:50.640783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9588518c-bd93-46eb-a70e-4777c26afcef tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Request body: {'security_group_rule': {'security_group_id': 'b836cfff-8180-4ba4-9988-bd9c0742392d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:50.703879 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:50.781209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01626dc9-3ff2-4c5a-a44a-29fae77f20b0 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.793374 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-01626dc9-3ff2-4c5a-a44a-29fae77f20b0 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3d1fe5-0001-4f9d-beee-f9fd25e01f87']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:50.805421 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-01626dc9-3ff2-4c5a-a44a-29fae77f20b0 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4d5f22-e515-4166-8a85-97241a76e7d9') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:50.805705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-01626dc9-3ff2-4c5a-a44a-29fae77f20b0 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4d5f22-e515-4166-8a85-97241a76e7d9') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:50.818177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01626dc9-3ff2-4c5a-a44a-29fae77f20b0 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.835498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01626dc9-3ff2-4c5a-a44a-29fae77f20b0 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.846230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01626dc9-3ff2-4c5a-a44a-29fae77f20b0 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:50.846655 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01626dc9-3ff2-4c5a-a44a-29fae77f20b0 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:50.850487 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:50.867984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bb1dfe74-c45d-48f7-a30d-172311fbefe3 None None] Provisioning for port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:50.872793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:50.873339 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.900876 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9588518c-bd93-46eb-a70e-4777c26afcef tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.974717 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9588518c-bd93-46eb-a70e-4777c26afcef tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.013090 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01626dc9-3ff2-4c5a-a44a-29fae77f20b0 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.020266 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01626dc9-3ff2-4c5a-a44a-29fae77f20b0 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.023014 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-01626dc9-3ff2-4c5a-a44a-29fae77f20b0 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] 10.222.0.60 "DELETE /v2.0/networks/ce3d1fe5-0001-4f9d-beee-f9fd25e01f87 HTTP/1.1" status: 204 len: 168 time: 1.0077586 Jul 05 04:02:51.049195 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9588518c-bd93-46eb-a70e-4777c26afcef tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.057108 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01626dc9-3ff2-4c5a-a44a-29fae77f20b0 tempest-TaggedBootDevicesTest-1587190151 tempest-TaggedBootDevicesTest-1587190151-project] Pushing event deleted for resources: {'Network': ['ID=ce3d1fe5-0001-4f9d-beee-f9fd25e01f87,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:51.080520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bb1dfe74-c45d-48f7-a30d-172311fbefe3 None None] Provisioning for port d5adbb4d-160b-4731-a934-619d3c589f1e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:51.097968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588518c-bd93-46eb-a70e-4777c26afcef tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e033daf-22e0-4539-a9c5-04f127c1e095,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:51.109643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bb1dfe74-c45d-48f7-a30d-172311fbefe3 None None] Provisioning complete for port d5adbb4d-160b-4731-a934-619d3c589f1e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:51.110228 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bb1dfe74-c45d-48f7-a30d-172311fbefe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.195971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4f35c343-5bbb-445d-8062-a2ed2f6511a8 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:02:51.202683 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9588518c-bd93-46eb-a70e-4777c26afcef tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.203565 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9588518c-bd93-46eb-a70e-4777c26afcef tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5666654 Jul 05 04:02:51.206255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45546) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:51.226124 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b52cdbf2-7d02-42b2-a8dc-0871e1caa47f up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:51.251006 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-07036688-0568-4bf7-ad2b-d6a3e87a9f8b tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules/8e033daf-22e0-4539-a9c5-04f127c1e095 HTTP/1.1" status: 200 len: 764 time: 0.0435774 Jul 05 04:02:51.253497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45548) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:51.297558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network b7314600-7f2d-4207-8812-93738f21c494 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:51.310784 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-bb1dfe74-c45d-48f7-a30d-172311fbefe3 None None] Port d5adbb4d-160b-4731-a934-619d3c589f1e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:51.321883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:51.419155 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9e68b7f2-b4d8-4078-8ad5-6cce049b70e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.420420 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-983ab6ed-18f5-47b4-a76b-1c0f079585b5 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1657739 Jul 05 04:02:51.422992 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45554) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:51.431548 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.447700 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45556) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:51.494290 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-67cd16fe-670f-485c-9bc3-4ff95ed14e1b tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.514265 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:51.518648 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-67cd16fe-670f-485c-9bc3-4ff95ed14e1b tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.546662 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:51.547082 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.604949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4f35c343-5bbb-445d-8062-a2ed2f6511a8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4f35c343-5bbb-445d-8062-a2ed2f6511a8,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:51.638817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '4f35c343-5bbb-445d-8062-a2ed2f6511a8', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'port_id': '4f35c343-5bbb-445d-8062-a2ed2f6511a8', 'mac_address': 'fa:16:3e:51:ad:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:02:51.659546 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-67cd16fe-670f-485c-9bc3-4ff95ed14e1b tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.668809 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-67cd16fe-670f-485c-9bc3-4ff95ed14e1b tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.672487 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-67cd16fe-670f-485c-9bc3-4ff95ed14e1b tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/8e033daf-22e0-4539-a9c5-04f127c1e095 HTTP/1.1" status: 204 len: 168 time: 0.2470317 Jul 05 04:02:51.679968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d4355c3b-4524-4590-9d9d-8562d82e1843 None None] Provisioning complete for port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:51.680711 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d4355c3b-4524-4590-9d9d-8562d82e1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.682520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45566) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:51.695214 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd16fe-670f-485c-9bc3-4ff95ed14e1b tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e033daf-22e0-4539-a9c5-04f127c1e095,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:51.749589 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.790834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f35c343-5bbb-445d-8062-a2ed2f6511a8 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:51.802291 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3e960263-0f93-46f8-afff-d977806f0ffa tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1181018 Jul 05 04:02:51.806428 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45572) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:51.822181 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.839435 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.850753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9ac60778-350e-49b0-ad17-8d8e4856e16a tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:51.853262 n-d-798249-5 neutron-server[100877]: WARNING neutron.api.v2.base [None req-9ac60778-350e-49b0-ad17-8d8e4856e16a tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:02:51.853387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4f35c343-5bbb-445d-8062-a2ed2f6511a8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4f35c343-5bbb-445d-8062-a2ed2f6511a8,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:51.853496 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-9ac60778-350e-49b0-ad17-8d8e4856e16a tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:02:51.853496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9ac60778-350e-49b0-ad17-8d8e4856e16a tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4036696 Jul 05 04:02:51.866778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45576) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:51.872482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-61c08923-6380-4617-8f77-b0245eccc725 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057236615'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:51.913055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b52cdbf2-7d02-42b2-a8dc-0871e1caa47f,segment=NetworkSegment(f13ad4f3-beaa-483b-a683-d78890246b13),segment_id=f13ad4f3-beaa-483b-a683-d78890246b13)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:51.917478 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01212e14-41ed-4ab9-b053-daa2e4031538 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.926478 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d4355c3b-4524-4590-9d9d-8562d82e1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.954017 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01212e14-41ed-4ab9-b053-daa2e4031538 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.954574 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.964280 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.013468 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.032979 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61c08923-6380-4617-8f77-b0245eccc725 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.074747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4f35c343-5bbb-445d-8062-a2ed2f6511a8,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.081971 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-d4355c3b-4524-4590-9d9d-8562d82e1843 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:02:52.082615 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-d4355c3b-4524-4590-9d9d-8562d82e1843 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:02:52.087566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=d5adbb4d-160b-4731-a934-619d3c589f1e,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.098899 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61c08923-6380-4617-8f77-b0245eccc725 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.102674 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01212e14-41ed-4ab9-b053-daa2e4031538 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.108935 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.109289 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01212e14-41ed-4ab9-b053-daa2e4031538 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.110678 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-01212e14-41ed-4ab9-b053-daa2e4031538 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "DELETE /v2.0/security-groups/b836cfff-8180-4ba4-9988-bd9c0742392d HTTP/1.1" status: 204 len: 168 time: 0.3008895 Jul 05 04:02:52.117147 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45580) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:52.145502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=b52cdbf2-7d02-42b2-a8dc-0871e1caa47f,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.163604 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01212e14-41ed-4ab9-b053-daa2e4031538 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b836cfff-8180-4ba4-9988-bd9c0742392d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.182192 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b0a0d-d857-4f2f-8769-bfef32215cb2 req-5ac8a6f1-a4a1-422e-a7e8-e3da1900af22 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:52.184814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c6b0a0d-d857-4f2f-8769-bfef32215cb2 req-5ac8a6f1-a4a1-422e-a7e8-e3da1900af22 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 943 time: 0.3398793 Jul 05 04:02:52.236717 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-83ea6618-4827-4eb6-ab9a-5f3ab9239251 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0931275 Jul 05 04:02:52.240986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45582) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:52.245771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4f35c343-5bbb-445d-8062-a2ed2f6511a8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:52.287455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 7231933d-2990-4dfe-b268-e4daf26198f8 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:52.293390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c6b0a0d-d857-4f2f-8769-bfef32215cb2 req-7587ddda-250b-47ca-b0ae-5313a52e388a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978537 Jul 05 04:02:52.294736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:52.314861 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-32eb7f79-0ee6-4a97-94cd-681dd5174a59 tempest-SecGroupTest-457749568 tempest-SecGroupTest-457749568-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722890 Jul 05 04:02:52.353631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Router 6db0a68c-ff08-444c-8d65-ec642bb50aff is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:52.359418 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61c08923-6380-4617-8f77-b0245eccc725 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.425480 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61c08923-6380-4617-8f77-b0245eccc725 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.568107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b52cdbf2-7d02-42b2-a8dc-0871e1caa47f up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:52.605982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:52.611503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2262ee65-b1f6-47d3-97bb-ac14fe3ae956 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "PUT /v2.0/routers/6db0a68c-ff08-444c-8d65-ec642bb50aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9337020 Jul 05 04:02:52.614637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45590) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:52.624979 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566986f5-a9c8-4ad4-9852-0ca42ca6057f None None] Sync routers for ids ['6db0a68c-ff08-444c-8d65-ec642bb50aff'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:52.627918 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61c08923-6380-4617-8f77-b0245eccc725 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.642606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c08923-6380-4617-8f77-b0245eccc725 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a08e38-f1c1-4fa2-94f2-852039ea5dc5,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.647158 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566986f5-a9c8-4ad4-9852-0ca42ca6057f None None] Routers {'6db0a68c-ff08-444c-8d65-ec642bb50aff'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:52.650588 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-566986f5-a9c8-4ad4-9852-0ca42ca6057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6db0a68c-ff08-444c-8d65-ec642bb50aff'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:52.688217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:52.690811 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.719238 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61c08923-6380-4617-8f77-b0245eccc725 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.748635 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-566986f5-a9c8-4ad4-9852-0ca42ca6057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:52.751250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4f80cb-f79c-4af8-b69c-12fc9d878364 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:52.753074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-aa4f80cb-f79c-4af8-b69c-12fc9d878364 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports?device_id=6db0a68c-ff08-444c-8d65-ec642bb50aff HTTP/1.1" status: 200 len: 982 time: 0.1374741 Jul 05 04:02:52.755889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45596) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:52.768811 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566986f5-a9c8-4ad4-9852-0ca42ca6057f None None] Routers {'6db0a68c-ff08-444c-8d65-ec642bb50aff'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:52.769853 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-566986f5-a9c8-4ad4-9852-0ca42ca6057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6db0a68c-ff08-444c-8d65-ec642bb50aff'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:52.791629 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c08923-6380-4617-8f77-b0245eccc725 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668dba3d-c2a7-4675-8e6c-24fc0652132b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.813571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ae4b1ce9-8c44-4388-ba44-13d87d45875d None None] Provisioning complete for port bde839e3-6191-4843-979b-00d27f5a14d4 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:52.813958 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ae4b1ce9-8c44-4388-ba44-13d87d45875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.831595 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-566986f5-a9c8-4ad4-9852-0ca42ca6057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:52.832308 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566986f5-a9c8-4ad4-9852-0ca42ca6057f None None] The sync data for ids ['6db0a68c-ff08-444c-8d65-ec642bb50aff'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:52.844639 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61c08923-6380-4617-8f77-b0245eccc725 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.849046 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-61c08923-6380-4617-8f77-b0245eccc725 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9809189 Jul 05 04:02:52.849895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45598) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:52.855754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c95ce6ea-e4d5-45ed-bf95-2f3f6f1b8bc8 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': '668dba3d-c2a7-4675-8e6c-24fc0652132b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:52.865220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ae4b1ce9-8c44-4388-ba44-13d87d45875d None None] Port bde839e3-6191-4843-979b-00d27f5a14d4 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:52.877059 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ae4b1ce9-8c44-4388-ba44-13d87d45875d None None] Provisioning complete for port d5adbb4d-160b-4731-a934-619d3c589f1e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:52.877591 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ae4b1ce9-8c44-4388-ba44-13d87d45875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.889108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 12a0a675-3591-4606-9529-550dbcbf06d7 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:52.927997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ae4b1ce9-8c44-4388-ba44-13d87d45875d None None] Port d5adbb4d-160b-4731-a934-619d3c589f1e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:52.955108 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c95ce6ea-e4d5-45ed-bf95-2f3f6f1b8bc8 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.052206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c95ce6ea-e4d5-45ed-bf95-2f3f6f1b8bc8 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.079345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45608) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:53.129467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:53.136857 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5afd146c-a13e-4cf3-a517-fb838209109b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/12a0a675-3591-4606-9529-550dbcbf06d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0815217 Jul 05 04:02:53.139711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45612) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:53.142984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb7f54c-e563-42a6-85f3-ec01590a2d96 None None] Sync routers for ids ['12a0a675-3591-4606-9529-550dbcbf06d7'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:53.163017 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb7f54c-e563-42a6-85f3-ec01590a2d96 None None] Routers {'12a0a675-3591-4606-9529-550dbcbf06d7'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:53.163756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6eb7f54c-e563-42a6-85f3-ec01590a2d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12a0a675-3591-4606-9529-550dbcbf06d7'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:53.180085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c95ce6ea-e4d5-45ed-bf95-2f3f6f1b8bc8 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.262065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ce6ea-e4d5-45ed-bf95-2f3f6f1b8bc8 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de01c09b-e485-47b1-9e70-6a710482dfd8,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:53.271219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b35efe-f5f7-4c45-bcd2-3778058eaffe tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.272963 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-74b35efe-f5f7-4c45-bcd2-3778058eaffe tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports/d5adbb4d-160b-4731-a934-619d3c589f1e HTTP/1.1" status: 200 len: 910 time: 0.1308343 Jul 05 04:02:53.275784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45614) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:53.285970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4f35c343-5bbb-445d-8062-a2ed2f6511a8 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:53.294417 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6eb7f54c-e563-42a6-85f3-ec01590a2d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:53.310259 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-709781ca-fd4d-4344-b4ad-bcd10bcdab26 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1884599 Jul 05 04:02:53.343409 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c95ce6ea-e4d5-45ed-bf95-2f3f6f1b8bc8 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.347144 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c95ce6ea-e4d5-45ed-bf95-2f3f6f1b8bc8 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4937294 Jul 05 04:02:53.357697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45618) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:53.366739 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-421c2f54-6d34-41e4-941d-0b9afafff5fe tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': '668dba3d-c2a7-4675-8e6c-24fc0652132b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:53.434806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb7f54c-e563-42a6-85f3-ec01590a2d96 None None] Routers {'12a0a675-3591-4606-9529-550dbcbf06d7'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:53.439506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6eb7f54c-e563-42a6-85f3-ec01590a2d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12a0a675-3591-4606-9529-550dbcbf06d7'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:53.450877 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3e333d04-468d-4a33-8656-3741bf14ecdd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3cd890a2d7cf41fe9af14c7314c4809c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3699822 Jul 05 04:02:53.451676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45620) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:53.507367 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6eb7f54c-e563-42a6-85f3-ec01590a2d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:53.507921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb7f54c-e563-42a6-85f3-ec01590a2d96 None None] The sync data for ids ['12a0a675-3591-4606-9529-550dbcbf06d7'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:53.558018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-d2e9f5ce-8aa3-4c98-b4e0-588928cc6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.558609 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-d2e9f5ce-8aa3-4c98-b4e0-588928cc6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.559092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-d2e9f5ce-8aa3-4c98-b4e0-588928cc6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.559569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-d2e9f5ce-8aa3-4c98-b4e0-588928cc6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.560046 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-d2e9f5ce-8aa3-4c98-b4e0-588928cc6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.560545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-d2e9f5ce-8aa3-4c98-b4e0-588928cc6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.561015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-d2e9f5ce-8aa3-4c98-b4e0-588928cc6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.562969 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-d2e9f5ce-8aa3-4c98-b4e0-588928cc6f89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc9f90e618b6473285087fb5dfe41852&device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 6500 time: 0.2150331 Jul 05 04:02:53.612703 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-52f2a979-27de-46cc-9df9-9d3818b5b798 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.614830 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6dc02a2c-8a19-4980-8881-09f633a99ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.618593 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 4f35c343-5bbb-445d-8062-a2ed2f6511a8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:53.624888 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 4f35c343-5bbb-445d-8062-a2ed2f6511a8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:53.625400 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.663279 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-421c2f54-6d34-41e4-941d-0b9afafff5fe tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.689691 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6dc02a2c-8a19-4980-8881-09f633a99ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.747171 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45624) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:53.760847 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.813753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4f35c343-5bbb-445d-8062-a2ed2f6511a8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4f35c343-5bbb-445d-8062-a2ed2f6511a8,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:53.815594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8943a74-01f1-4638-8926-ee7d9262dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f35c343-5bbb-445d-8062-a2ed2f6511a8'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:53.823571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-dd613e5a-9df8-4aec-b17f-e118c35ce3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.824064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-dd613e5a-9df8-4aec-b17f-e118c35ce3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.824711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-dd613e5a-9df8-4aec-b17f-e118c35ce3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.826482 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a02eb1-8c7a-4092-be0f-285d7bd9cf5a" -d '{"events": [{"server_uuid": "b8943a74-01f1-4638-8926-ee7d9262dda8", "name": "network-vif-plugged", "status": "completed", "tag": "4f35c343-5bbb-445d-8062-a2ed2f6511a8"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:53.826677 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-dd613e5a-9df8-4aec-b17f-e118c35ce3bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=54dae98d-aa60-4fd9-9c67-e5ee2f324f52&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=2d8d395a-629a-43df-95a0-5c67ac358e33&id=2d8d395a-629a-43df-95a0-5c67ac358e33 HTTP/1.1" status: 200 len: 2298 time: 0.2365110 Jul 05 04:02:53.882923 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39cf65e-50cc-4758-8aaf-87c1545fce65 x-openstack-request-id: req-a39cf65e-50cc-4758-8aaf-87c1545fce65 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:53.883225 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8943a74-01f1-4638-8926-ee7d9262dda8", "name": "network-vif-plugged", "status": "completed", "tag": "4f35c343-5bbb-445d-8062-a2ed2f6511a8", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:53.883489 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a39cf65e-50cc-4758-8aaf-87c1545fce65 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:53.883886 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8943a74-01f1-4638-8926-ee7d9262dda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f35c343-5bbb-445d-8062-a2ed2f6511a8', 'code': 200} Jul 05 04:02:53.899421 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.933956 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-78cb5388-780c-45d5-84ba-7e864b45f8ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e31f908b-0377-4a12-9a9e-6d2de7c04868 HTTP/1.1" status: 200 len: 1000 time: 0.1002393 Jul 05 04:02:53.942203 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-421c2f54-6d34-41e4-941d-0b9afafff5fe tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:02:53.961037 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-421c2f54-6d34-41e4-941d-0b9afafff5fe tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5871303 Jul 05 04:02:53.965498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6dc02a2c-8a19-4980-8881-09f633a99ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.968262 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6dc02a2c-8a19-4980-8881-09f633a99ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.977516 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6dc02a2c-8a19-4980-8881-09f633a99ef9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24d878f5-79b6-4252-9cf7-6c2b7903a4f9 HTTP/1.1" status: 204 len: 168 time: 0.5185704 Jul 05 04:02:53.977725 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4f35c343-5bbb-445d-8062-a2ed2f6511a8,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:53.982244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45630) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:54.042365 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc02a2c-8a19-4980-8881-09f633a99ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d878f5-79b6-4252-9cf7-6c2b7903a4f9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:54.051381 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3c878e7-9085-43b1-830f-1b5b48b69263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.106876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-f415e3e8-1b3c-4889-8ffb-8c337264b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.108423 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-f415e3e8-1b3c-4889-8ffb-8c337264b1d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37a0cf37-ca60-4552-abff-1ebde4cd6581 HTTP/1.1" status: 200 len: 855 time: 0.1250899 Jul 05 04:02:54.177943 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9fd99cf-858e-4cec-9be4-c174814cf9e7 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.235621 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9fd99cf-858e-4cec-9be4-c174814cf9e7 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.294272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-23126204-b80e-4262-9108-9fa7fbf29b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.295729 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-23126204-b80e-4262-9108-9fa7fbf29b13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=54dae98d-aa60-4fd9-9c67-e5ee2f324f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800499 Jul 05 04:02:54.318027 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3c878e7-9085-43b1-830f-1b5b48b69263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.318503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc41041-cec7-4e64-a276-d3c4e1e5f74d req-1ef1ba2b-e1cb-4051-bbac-7315e97aa31c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.326863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5bc41041-cec7-4e64-a276-d3c4e1e5f74d req-1ef1ba2b-e1cb-4051-bbac-7315e97aa31c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 944 time: 0.7926059 Jul 05 04:02:54.342390 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-de5827a0-2956-4920-9940-37907ae5ec71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.388146 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.404561 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb201-1842-4787-8e50-ae091197b058 req-cf8fab41-be39-4e95-b5f1-e384c3fbafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.406102 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-760fb201-1842-4787-8e50-ae091197b058 req-cf8fab41-be39-4e95-b5f1-e384c3fbafb8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 1096 time: 0.3226025 Jul 05 04:02:54.412042 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3c878e7-9085-43b1-830f-1b5b48b69263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.470354 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9fd99cf-858e-4cec-9be4-c174814cf9e7 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.484562 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9fd99cf-858e-4cec-9be4-c174814cf9e7 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.486298 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a9fd99cf-858e-4cec-9be4-c174814cf9e7 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "DELETE /v2.0/security-groups/668dba3d-c2a7-4675-8e6c-24fc0652132b HTTP/1.1" status: 204 len: 168 time: 0.4991035 Jul 05 04:02:54.494661 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d3c878e7-9085-43b1-830f-1b5b48b69263 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35b3e9d4266f4380ae96b2a1553eb3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7460101 Jul 05 04:02:54.495661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45644) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:54.506436 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5bc41041-cec7-4e64-a276-d3c4e1e5f74d req-e263be38-f875-4516-86a6-308f6ab2d457 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784139 Jul 05 04:02:54.516726 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45646) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:54.538918 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c878e7-9085-43b1-830f-1b5b48b69263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dea0b43-109d-45b1-a897-42f412b6bece,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:54.563346 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-760fb201-1842-4787-8e50-ae091197b058 req-16468df2-2069-4c4b-80d6-00a2d29987e5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966458 Jul 05 04:02:54.581689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd99cf-858e-4cec-9be4-c174814cf9e7 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=668dba3d-c2a7-4675-8e6c-24fc0652132b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:54.584809 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-984de22c-42b3-4a16-a95c-84ba5722feb7 service neutron] 10.222.0.64 "GET /v2.0/networks/54dae98d-aa60-4fd9-9c67-e5ee2f324f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808776 Jul 05 04:02:54.681431 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.722728 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-425130d9-97b0-4107-a608-d61d33e8420d service neutron] 10.222.0.64 "GET /v2.0/networks/54dae98d-aa60-4fd9-9c67-e5ee2f324f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119089 Jul 05 04:02:54.731488 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-24b95dbc-dc1b-47fb-95b4-d7f57de8cf7e tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2247515 Jul 05 04:02:54.739800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45654) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:54.753762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3ef1ae28-3cbd-4775-9bac-af2b1b2adc74 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group': {'name': 'tempest-secgroup--458799141'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:54.756780 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-52f2a979-27de-46cc-9df9-9d3818b5b798 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port bde839e3-6191-4843-979b-00d27f5a14d4 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:54.757395 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-52f2a979-27de-46cc-9df9-9d3818b5b798 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.789173 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4440a9c-3fa5-4643-a9e0-4e0ed62f1197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.812807 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4440a9c-3fa5-4643-a9e0-4e0ed62f1197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.845328 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-08e0cf18-4035-48bb-89c3-2997619d3506 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=b990c748-c350-420f-beb6-0c5670b4dacd HTTP/1.1" status: 200 len: 217 time: 0.1126940 Jul 05 04:02:54.908685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-d0027d10-5db9-4da9-8399-8a967e4c31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.910173 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-d0027d10-5db9-4da9-8399-8a967e4c31a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.0561299 Jul 05 04:02:54.942223 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-52f2a979-27de-46cc-9df9-9d3818b5b798 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.956261 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ae28-3cbd-4775-9bac-af2b1b2adc74 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.962854 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-52f2a979-27de-46cc-9df9-9d3818b5b798 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for bde839e3-6191-4843-979b-00d27f5a14d4 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:54.994037 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4440a9c-3fa5-4643-a9e0-4e0ed62f1197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.997200 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4440a9c-3fa5-4643-a9e0-4e0ed62f1197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.000613 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d4440a9c-3fa5-4643-a9e0-4e0ed62f1197 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9dea0b43-109d-45b1-a897-42f412b6bece HTTP/1.1" status: 204 len: 168 time: 0.4642770 Jul 05 04:02:55.003376 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-4e1415c0-f12a-4d6d-8806-1ad7f836a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:55.004793 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-4e1415c0-f12a-4d6d-8806-1ad7f836a6db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0869663 Jul 05 04:02:55.032993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4440a9c-3fa5-4643-a9e0-4e0ed62f1197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dea0b43-109d-45b1-a897-42f412b6bece,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:55.176811 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-992ba783-420e-4e88-8008-147ff8f09623 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581531 Jul 05 04:02:55.185220 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ae28-3cbd-4775-9bac-af2b1b2adc74 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.195338 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Allocated IP 172.21.0.1 (254ed348-a1ae-4fb9-afc4-efecf74fcc43/86d04d19-f376-4def-8206-25b32d7effcb/edb1177e-c120-4d73-a5cc-83cacf2fdbe7) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:55.216763 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.287293 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-e9a77818-5260-4704-ad8b-38d5e05d3b82 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976853 Jul 05 04:02:55.342044 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ae28-3cbd-4775-9bac-af2b1b2adc74 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.362653 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-cd441dda-8ffd-4424-8607-68b7ea93bce3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=e1a831ee-d410-4ebf-863c-96e8b8770426 HTTP/1.1" status: 200 len: 217 time: 0.0654547 Jul 05 04:02:55.393532 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.450756 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ae28-3cbd-4775-9bac-af2b1b2adc74 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.451999 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3ef1ae28-3cbd-4775-9bac-af2b1b2adc74 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7049942 Jul 05 04:02:55.455343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45668) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:55.460169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9c1a8603-5762-46e9-8ca7-6061f43a31c2 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': '1dc2d4e3-da7b-4b5a-a70e-f588df110536', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:55.460822 n-d-798249-5 neutron-server[100877]: WARNING neutron.api.v2.base [None req-9c1a8603-5762-46e9-8ca7-6061f43a31c2 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 04:02:55.461403 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-9c1a8603-5762-46e9-8ca7-6061f43a31c2 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:55.463376 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9c1a8603-5762-46e9-8ca7-6061f43a31c2 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070124 Jul 05 04:02:55.464445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1ae28-3cbd-4775-9bac-af2b1b2adc74 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc2d4e3-da7b-4b5a-a70e-f588df110536,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:55.471469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45670) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:55.482383 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-c5339993-c614-48f7-8165-228361845c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:55.484139 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-c5339993-c614-48f7-8165-228361845c91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.0906582 Jul 05 04:02:55.485674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Transition to ACTIVE for port object edb1177e-c120-4d73-a5cc-83cacf2fdbe7 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:55.487779 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-52f2a979-27de-46cc-9df9-9d3818b5b798 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.502215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45674) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:55.535439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2a979-27de-46cc-9df9-9d3818b5b798 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=bde839e3-6191-4843-979b-00d27f5a14d4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:55.682076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74570024-f836-4b8e-8d1c-b44ca213b987 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.783741 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-463b5ad3-fd8c-40cd-83e6-094811de07fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:55.799694 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.800235 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-463b5ad3-fd8c-40cd-83e6-094811de07fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2945840 Jul 05 04:02:55.829078 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74570024-f836-4b8e-8d1c-b44ca213b987 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.879113 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5e642db1-78b4-4a1a-a71a-7f1cb2ad3afd tempest-SubnetPoolsTestJSON-945813876 tempest-SubnetPoolsTestJSON-945813876-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1740705210', 'prefixes': ['172.20.0.0/16']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:55.887710 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-52f2a979-27de-46cc-9df9-9d3818b5b798 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.921093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 254ed348-a1ae-4fb9-afc4-efecf74fcc43 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:55.963611 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-160726b6-e404-4e64-a956-562b8c473ba7 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603539 Jul 05 04:02:56.022637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74570024-f836-4b8e-8d1c-b44ca213b987 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.024634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:56.026864 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74570024-f836-4b8e-8d1c-b44ca213b987 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.028711 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-74570024-f836-4b8e-8d1c-b44ca213b987 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "DELETE /v2.0/security-groups/1dc2d4e3-da7b-4b5a-a70e-f588df110536 HTTP/1.1" status: 204 len: 168 time: 0.5563486 Jul 05 04:02:56.031273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=edb1177e-c120-4d73-a5cc-83cacf2fdbe7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:56.033776 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:56.036200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45682) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:56.048288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74570024-f836-4b8e-8d1c-b44ca213b987 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc2d4e3-da7b-4b5a-a70e-f588df110536,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:56.099730 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45684) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:56.118467 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d7f0345-0030-4d8e-9d9b-7a99ddddf868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.130220 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-90176da4-25cc-4a18-85b0-e3f94b831d8a service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591432 Jul 05 04:02:56.182092 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-346e791e-d2d2-4519-8e7c-ed5799738e6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=adb1ed23-fff4-41df-aae0-ae1040d60db6 HTTP/1.1" status: 200 len: 217 time: 0.0439007 Jul 05 04:02:56.220348 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5609763b-e87b-4d6a-b652-6ca21580dee0 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1809947 Jul 05 04:02:56.229013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45690) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:56.238273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-25523725-4634-47d4-b130-d310e7236af9 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1544689104'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:56.255250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f2a979-27de-46cc-9df9-9d3818b5b798 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Router 6db0a68c-ff08-444c-8d65-ec642bb50aff has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:56.281987 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.285648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-cd6b13a6-8dee-4ec5-be3a-77e0e5724880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:56.287178 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-cd6b13a6-8dee-4ec5-be3a-77e0e5724880 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.0973918 Jul 05 04:02:56.336115 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c9a0e-c2d1-4232-bffe-cf4982f72458 req-3d7dc62b-300e-4917-81c8-262cd82ca31f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:56.337760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa4c9a0e-c2d1-4232-bffe-cf4982f72458 req-3d7dc62b-300e-4917-81c8-262cd82ca31f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.5465930 Jul 05 04:02:56.379944 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d7f0345-0030-4d8e-9d9b-7a99ddddf868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.402439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-fee51c4f-3a7f-4c9b-ad7b-2227e6ad0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:56.406173 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-fee51c4f-3a7f-4c9b-ad7b-2227e6ad0d45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1105175 Jul 05 04:02:56.470198 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d7f0345-0030-4d8e-9d9b-7a99ddddf868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.475290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f2a979-27de-46cc-9df9-9d3818b5b798 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:56.481423 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-52f2a979-27de-46cc-9df9-9d3818b5b798 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "PUT /v2.0/routers/6db0a68c-ff08-444c-8d65-ec642bb50aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7243388 Jul 05 04:02:56.484713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45692) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:56.489058 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f156ee0-3b63-4723-8a87-b8ae927afed5 None None] Sync routers for ids ['6db0a68c-ff08-444c-8d65-ec642bb50aff'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:56.490429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-153f35c5-69c3-4c43-9585-bb0d34cc0e53 None None] Provisioning for port edb1177e-c120-4d73-a5cc-83cacf2fdbe7 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:56.501036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-153f35c5-69c3-4c43-9585-bb0d34cc0e53 None None] Provisioning complete for port edb1177e-c120-4d73-a5cc-83cacf2fdbe7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:56.502213 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-153f35c5-69c3-4c43-9585-bb0d34cc0e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.504213 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f156ee0-3b63-4723-8a87-b8ae927afed5 None None] Routers {'6db0a68c-ff08-444c-8d65-ec642bb50aff'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:56.504882 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0f156ee0-3b63-4723-8a87-b8ae927afed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6db0a68c-ff08-444c-8d65-ec642bb50aff'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:56.552794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f0345-0030-4d8e-9d9b-7a99ddddf868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e92228-f367-4cd7-9674-b09d06f50579,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:56.553251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-153f35c5-69c3-4c43-9585-bb0d34cc0e53 None None] Port edb1177e-c120-4d73-a5cc-83cacf2fdbe7 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:56.575176 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa775ffd-1aea-47b5-a8d0-af6913d20b1c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] GET failed (client error): The resource could not be found. Jul 05 04:02:56.577314 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-aa775ffd-1aea-47b5-a8d0-af6913d20b1c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/bde839e3-6191-4843-979b-00d27f5a14d4 HTTP/1.1" status: 404 len: 333 time: 0.0892904 Jul 05 04:02:56.581142 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0f156ee0-3b63-4723-8a87-b8ae927afed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:56.582555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45696) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:56.605842 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f156ee0-3b63-4723-8a87-b8ae927afed5 None None] Routers {'6db0a68c-ff08-444c-8d65-ec642bb50aff'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:56.606698 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0f156ee0-3b63-4723-8a87-b8ae927afed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6db0a68c-ff08-444c-8d65-ec642bb50aff'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:56.625693 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-152fa851-7371-40d9-83a6-4315d1c34374 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092528 Jul 05 04:02:56.640923 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3d7f0345-0030-4d8e-9d9b-7a99ddddf868 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e13dd494adb94acd81a81ff7196c619a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5376599 Jul 05 04:02:56.649061 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0f156ee0-3b63-4723-8a87-b8ae927afed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:56.649061 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f156ee0-3b63-4723-8a87-b8ae927afed5 None None] The sync data for ids ['6db0a68c-ff08-444c-8d65-ec642bb50aff'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:56.649345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45698) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:56.655404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa4c9a0e-c2d1-4232-bffe-cf4982f72458 req-dcdcc955-2077-4f45-bd3f-40d93a7b3d47 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114469 Jul 05 04:02:56.695118 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.710981 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25523725-4634-47d4-b130-d310e7236af9 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.786530 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7f121e81-4452-4c75-9bc5-6cacc27ad650 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.796633 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-784bbbdf-f5e2-4f9a-868d-80421f445768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.834935 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5e642db1-78b4-4a1a-a71a-7f1cb2ad3afd tempest-SubnetPoolsTestJSON-945813876 tempest-SubnetPoolsTestJSON-945813876-project] Notify callbacks [] for subnetpool, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.839884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5e642db1-78b4-4a1a-a71a-7f1cb2ad3afd tempest-SubnetPoolsTestJSON-945813876 tempest-SubnetPoolsTestJSON-945813876-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.3352911 Jul 05 04:02:56.842790 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45704) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:56.847725 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-784bbbdf-f5e2-4f9a-868d-80421f445768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.884534 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-a3f65119-664c-4f3e-b7eb-a563b92fb47e service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447603 Jul 05 04:02:56.960863 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-2aaec36e-fd7c-4ace-806f-751cc2ceadfa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=08a698c4-7fb2-4337-9aca-edf966a89040 HTTP/1.1" status: 200 len: 217 time: 0.0660381 Jul 05 04:02:57.036944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-280c5e40-3f0e-48e7-9c6d-c01bef919e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.038485 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-280c5e40-3f0e-48e7-9c6d-c01bef919e99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.0634115 Jul 05 04:02:57.086067 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.126625 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25523725-4634-47d4-b130-d310e7236af9 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.148148 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-f19f0b82-bb16-41e5-b8f1-2888e014d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.149799 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-f19f0b82-bb16-41e5-b8f1-2888e014d05b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939558 Jul 05 04:02:57.209488 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-784bbbdf-f5e2-4f9a-868d-80421f445768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.212163 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-784bbbdf-f5e2-4f9a-868d-80421f445768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.213470 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-784bbbdf-f5e2-4f9a-868d-80421f445768 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05e92228-f367-4cd7-9674-b09d06f50579 HTTP/1.1" status: 204 len: 168 time: 0.5638721 Jul 05 04:02:57.227509 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bbbdf-f5e2-4f9a-868d-80421f445768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e92228-f367-4cd7-9674-b09d06f50579,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:57.272180 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-ca6ea6bc-e000-4e84-98f9-dfbf26043835 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161189 Jul 05 04:02:57.288939 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25523725-4634-47d4-b130-d310e7236af9 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.405831 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25523725-4634-47d4-b130-d310e7236af9 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7572b392-f7eb-4a6b-95ed-bd408f6d601d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:57.454462 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-b9ff4e94-76cb-48b5-bfa8-91b504a8f461 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764226 Jul 05 04:02:57.479624 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25523725-4634-47d4-b130-d310e7236af9 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.479624 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-25523725-4634-47d4-b130-d310e7236af9 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2436771 Jul 05 04:02:57.508301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45710) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:57.512821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8f86da6b-95f9-4b8a-b540-6a25b87bc963 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': '7572b392-f7eb-4a6b-95ed-bd408f6d601d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:57.513707 n-d-798249-5 neutron-server[100876]: WARNING neutron.api.v2.base [None req-8f86da6b-95f9-4b8a-b540-6a25b87bc963 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 04:02:57.515012 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-8f86da6b-95f9-4b8a-b540-6a25b87bc963 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:57.519759 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8f86da6b-95f9-4b8a-b540-6a25b87bc963 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0110450 Jul 05 04:02:57.520346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45712) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:57.531734 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-ef87067b-84dd-4da3-ad68-716fc614ce7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=689f3c13-af2d-4efa-b70c-5b65d3a797f6 HTTP/1.1" status: 200 len: 217 time: 0.0693705 Jul 05 04:02:57.628807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-7cc38498-d46e-4e44-b6f7-79a63cb7db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.630446 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-7cc38498-d46e-4e44-b6f7-79a63cb7db78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3ff21ba-224c-4091-818b-dbb67611a58e HTTP/1.1" status: 200 len: 797 time: 0.0889225 Jul 05 04:02:57.633728 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba37a92e-fc02-4c1c-9177-51900e86957b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.682145 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7f121e81-4452-4c75-9bc5-6cacc27ad650 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.684049 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba37a92e-fc02-4c1c-9177-51900e86957b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.685002 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7f121e81-4452-4c75-9bc5-6cacc27ad650 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.748898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6a2cb3bc-5b24-4a69-8bf0-34c0fa58ee84 tempest-SubnetPoolsTestJSON-945813876 tempest-SubnetPoolsTestJSON-945813876-project] 10.222.0.60 "GET /v2.0/subnetpools/2d036d87-8efe-492d-8d30-377f35a8eced HTTP/1.1" status: 200 len: 732 time: 0.8668566 Jul 05 04:02:57.749832 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-172da8f8-e469-47f9-bab1-1d4d61201e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.751878 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-172da8f8-e469-47f9-bab1-1d4d61201e02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d8d395a-629a-43df-95a0-5c67ac358e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1120491 Jul 05 04:02:57.764555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45718) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:57.780290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-959adbcc-c920-4755-8e2f-1606e5891cb7 tempest-SubnetPoolsTestJSON-945813876 tempest-SubnetPoolsTestJSON-945813876-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-864846844'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:57.804154 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.830208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7d409-e87a-4e73-9ea7-27cc45d3059a req-e2ebc9fb-3638-4a7a-b27c-5aeee9132636 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.831721 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49f7d409-e87a-4e73-9ea7-27cc45d3059a req-e2ebc9fb-3638-4a7a-b27c-5aeee9132636 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.2504132 Jul 05 04:02:57.839808 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba37a92e-fc02-4c1c-9177-51900e86957b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.843297 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba37a92e-fc02-4c1c-9177-51900e86957b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.848510 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ba37a92e-fc02-4c1c-9177-51900e86957b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "DELETE /v2.0/security-groups/7572b392-f7eb-4a6b-95ed-bd408f6d601d HTTP/1.1" status: 204 len: 168 time: 0.3267045 Jul 05 04:02:57.857917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45720) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:57.860260 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7f121e81-4452-4c75-9bc5-6cacc27ad650 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.861060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f121e81-4452-4c75-9bc5-6cacc27ad650 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Fanout notify agent at l3_agent the message router_deleted on router 6db0a68c-ff08-444c-8d65-ec642bb50aff {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:57.898628 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7f121e81-4452-4c75-9bc5-6cacc27ad650 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.904813 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7f121e81-4452-4c75-9bc5-6cacc27ad650 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/routers/6db0a68c-ff08-444c-8d65-ec642bb50aff HTTP/1.1" status: 204 len: 168 time: 1.3166475 Jul 05 04:02:57.905592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45724) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:57.920003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.922156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37a92e-fc02-4c1c-9177-51900e86957b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7572b392-f7eb-4a6b-95ed-bd408f6d601d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:58.050865 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49f7d409-e87a-4e73-9ea7-27cc45d3059a req-e2509f5c-7ff5-4492-aba9-a84a4a0d72d9 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131317 Jul 05 04:02:58.059922 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-5f4107be-7139-47bf-a0e0-044863c9ea3d service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946167 Jul 05 04:02:58.089498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-959adbcc-c920-4755-8e2f-1606e5891cb7 tempest-SubnetPoolsTestJSON-945813876 tempest-SubnetPoolsTestJSON-945813876-project] Notify callbacks [] for subnetpool, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.091775 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-959adbcc-c920-4755-8e2f-1606e5891cb7 tempest-SubnetPoolsTestJSON-945813876 tempest-SubnetPoolsTestJSON-945813876-project] 10.222.0.60 "PUT /v2.0/subnetpools/2d036d87-8efe-492d-8d30-377f35a8eced HTTP/1.1" status: 200 len: 683 time: 0.3231034 Jul 05 04:02:58.098767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5c8573-b826-4883-9f88-36bcce19d5a8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting subnet e14bfc01-4c2f-493f-b8ac-227cf81e4824 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:58.106423 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45732) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:58.109454 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8573-b826-4883-9f88-36bcce19d5a8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.115488 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.141474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=edb1177e-c120-4d73-a5cc-83cacf2fdbe7,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:58.155633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-033017f2-3d8e-4656-a761-c2ee4465299c tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2963738 Jul 05 04:02:58.156284 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45734) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:58.169763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-fe98ff48-8d07-41e1-bea9-836438af0803 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094662073'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:58.236858 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8573-b826-4883-9f88-36bcce19d5a8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.288508 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-93ca6d41-c4cb-4086-ba51-0c38c550146d service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233398 Jul 05 04:02:58.332829 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-1248e30a-63ce-466b-ba32-14b43df0223a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1104469-75fb-4577-a085-2bae2e7fc87a HTTP/1.1" status: 200 len: 217 time: 0.0375721 Jul 05 04:02:58.372843 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b608b07-d9df-4c5b-8aaf-db6eb9aed34e tempest-SubnetPoolsTestJSON-945813876 tempest-SubnetPoolsTestJSON-945813876-project] Notify callbacks [] for subnetpool, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.377790 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1b608b07-d9df-4c5b-8aaf-db6eb9aed34e tempest-SubnetPoolsTestJSON-945813876 tempest-SubnetPoolsTestJSON-945813876-project] 10.222.0.60 "DELETE /v2.0/subnetpools/2d036d87-8efe-492d-8d30-377f35a8eced HTTP/1.1" status: 204 len: 168 time: 0.2671862 Jul 05 04:02:58.378007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 254ed348-a1ae-4fb9-afc4-efecf74fcc43 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:58.378840 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45738) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:58.381021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:58.440482 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe98ff48-8d07-41e1-bea9-836438af0803 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.522366 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8573-b826-4883-9f88-36bcce19d5a8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.630268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 12a0a675-3591-4606-9529-550dbcbf06d7 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:58.775459 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-d655958e-95c6-4791-91c9-43b10e3b2aee tempest-SubnetPoolsTestJSON-945813876 tempest-SubnetPoolsTestJSON-945813876-project] show failed (client error): The resource could not be found. Jul 05 04:02:58.780529 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d655958e-95c6-4791-91c9-43b10e3b2aee tempest-SubnetPoolsTestJSON-945813876 tempest-SubnetPoolsTestJSON-945813876-project] 10.222.0.60 "GET /v2.0/subnetpools/2d036d87-8efe-492d-8d30-377f35a8eced HTTP/1.1" status: 404 len: 346 time: 0.3969920 Jul 05 04:02:58.780529 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-dcd8e0dc-50ce-4bb2-8a78-6bc0608fe8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:58.780930 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-dcd8e0dc-50ce-4bb2-8a78-6bc0608fe8af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3ff21ba-224c-4091-818b-dbb67611a58e HTTP/1.1" status: 200 len: 797 time: 0.4427257 Jul 05 04:02:58.782001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45750) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:58.802942 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8573-b826-4883-9f88-36bcce19d5a8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.815756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-af2a780e-3579-4ce9-881e-3eb95925247b None None] Provisioning complete for port edb1177e-c120-4d73-a5cc-83cacf2fdbe7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:58.821097 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-af2a780e-3579-4ce9-881e-3eb95925247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.826848 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-1a8489d2-0f8b-4102-ab74-d34aedf36541 tempest-SubnetPoolsTestJSON-945813876 tempest-SubnetPoolsTestJSON-945813876-project] delete failed (client error): The resource could not be found. Jul 05 04:02:58.831562 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1a8489d2-0f8b-4102-ab74-d34aedf36541 tempest-SubnetPoolsTestJSON-945813876 tempest-SubnetPoolsTestJSON-945813876-project] 10.222.0.60 "DELETE /v2.0/subnetpools/2d036d87-8efe-492d-8d30-377f35a8eced HTTP/1.1" status: 404 len: 346 time: 0.0449903 Jul 05 04:02:58.848411 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe98ff48-8d07-41e1-bea9-836438af0803 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.852539 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8573-b826-4883-9f88-36bcce19d5a8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.855044 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fd5c8573-b826-4883-9f88-36bcce19d5a8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/e14bfc01-4c2f-493f-b8ac-227cf81e4824 HTTP/1.1" status: 204 len: 168 time: 0.9274533 Jul 05 04:02:58.857936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c8573-b826-4883-9f88-36bcce19d5a8 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Subnet': ['ID=e14bfc01-4c2f-493f-b8ac-227cf81e4824,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:58.861462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45754) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:58.870998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b3a4e-dcc0-448a-8127-daacefdfe5f3 None None] Network b7314600-7f2d-4207-8812-93738f21c494 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:58.889455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:58.908515 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-14b553a2-0d95-4230-ba26-cdf6ad5755e9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/12a0a675-3591-4606-9529-550dbcbf06d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6290216 Jul 05 04:02:58.909049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45762) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:58.960925 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-50852c64-8ac8-433a-a9b0-b7de70a3e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:58.962445 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-50852c64-8ac8-433a-a9b0-b7de70a3e9e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d8d395a-629a-43df-95a0-5c67ac358e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1694007 Jul 05 04:02:58.974465 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe98ff48-8d07-41e1-bea9-836438af0803 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.981686 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86c11a-c9f4-445a-8895-1edea1fb3bce None None] Sync routers for ids ['12a0a675-3591-4606-9529-550dbcbf06d7'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:59.025557 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.033026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86c11a-c9f4-445a-8895-1edea1fb3bce None None] Routers {'12a0a675-3591-4606-9529-550dbcbf06d7'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:59.034280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eb86c11a-c9f4-445a-8895-1edea1fb3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12a0a675-3591-4606-9529-550dbcbf06d7'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:59.042969 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-af2a780e-3579-4ce9-881e-3eb95925247b None None] Port edb1177e-c120-4d73-a5cc-83cacf2fdbe7 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:59.091599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eb86c11a-c9f4-445a-8895-1edea1fb3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:59.111151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4af5f31-7304-404b-a334-d51957574364 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:59.111151 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c4af5f31-7304-404b-a334-d51957574364 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports/edb1177e-c120-4d73-a5cc-83cacf2fdbe7 HTTP/1.1" status: 200 len: 910 time: 0.2009733 Jul 05 04:02:59.113951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45766) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:59.114687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98ff48-8d07-41e1-bea9-836438af0803 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9992d57-cc84-4602-aa42-bdae6437fe12,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:59.115497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86c11a-c9f4-445a-8895-1edea1fb3bce None None] Routers {'12a0a675-3591-4606-9529-550dbcbf06d7'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:59.116184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eb86c11a-c9f4-445a-8895-1edea1fb3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12a0a675-3591-4606-9529-550dbcbf06d7'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:59.153232 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe98ff48-8d07-41e1-bea9-836438af0803 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.156774 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fe98ff48-8d07-41e1-bea9-836438af0803 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9943979 Jul 05 04:02:59.157258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45768) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:59.161985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-afde89dc-0e9f-462d-8771-d5caba43cf98 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': 'e9992d57-cc84-4602-aa42-bdae6437fe12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:59.162967 n-d-798249-5 neutron-server[100877]: WARNING neutron.api.v2.base [None req-afde89dc-0e9f-462d-8771-d5caba43cf98 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 04:02:59.163469 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-afde89dc-0e9f-462d-8771-d5caba43cf98 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:59.164600 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-afde89dc-0e9f-462d-8771-d5caba43cf98 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060217 Jul 05 04:02:59.167511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eb86c11a-c9f4-445a-8895-1edea1fb3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:59.167976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86c11a-c9f4-445a-8895-1edea1fb3bce None None] The sync data for ids ['12a0a675-3591-4606-9529-550dbcbf06d7'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:59.170665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45770) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:59.176138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7e60e71f-b2da-4a5a-b820-99f4078c190d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': 'e9992d57-cc84-4602-aa42-bdae6437fe12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:59.176933 n-d-798249-5 neutron-server[100876]: WARNING neutron.api.v2.base [None req-7e60e71f-b2da-4a5a-b820-99f4078c190d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 04:02:59.177359 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-7e60e71f-b2da-4a5a-b820-99f4078c190d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:59.179336 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7e60e71f-b2da-4a5a-b820-99f4078c190d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076394 Jul 05 04:02:59.181737 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45772) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:59.187348 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-cfea1836-fa88-4b41-b3a2-a478362fe6c6 service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176309 Jul 05 04:02:59.187735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-912f3bf9-059b-4c0c-9611-53703b5b7f2f tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': 'e9992d57-cc84-4602-aa42-bdae6437fe12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:59.189021 n-d-798249-5 neutron-server[100877]: WARNING neutron.api.v2.base [None req-912f3bf9-059b-4c0c-9611-53703b5b7f2f tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 04:02:59.189725 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-912f3bf9-059b-4c0c-9611-53703b5b7f2f tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:59.191024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-912f3bf9-059b-4c0c-9611-53703b5b7f2f tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075212 Jul 05 04:02:59.196932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45776) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:59.205265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1515d8e1-fd29-468d-8935-d9dd8ba9ec41 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': 'e9992d57-cc84-4602-aa42-bdae6437fe12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:59.208419 n-d-798249-5 neutron-server[100877]: WARNING neutron.api.v2.base [None req-1515d8e1-fd29-468d-8935-d9dd8ba9ec41 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 04:02:59.208419 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-1515d8e1-fd29-468d-8935-d9dd8ba9ec41 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:02:59.226752 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1515d8e1-fd29-468d-8935-d9dd8ba9ec41 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0202920 Jul 05 04:02:59.227480 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45778) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:59.262264 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port 09125c59-8e2a-460e-926a-28ad654a7dfc {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:59.262492 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.298522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b3a8f8-e4a2-4c49-a0f9-e05ff38ea863 None None] DHCP port deletion for b7314600-7f2d-4207-8812-93738f21c494 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:59.394663 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1ea3e2a-2f90-42b2-9e0a-f3364f47ede6 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.404611 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.436408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256ded9-093a-4d3f-b4a4-9eb51fde5792 req-b026495b-06a9-4c5c-a4fd-42afd47f704d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:59.438740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d256ded9-093a-4d3f-b4a4-9eb51fde5792 req-b026495b-06a9-4c5c-a4fd-42afd47f704d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.1501689 Jul 05 04:02:59.446742 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1ea3e2a-2f90-42b2-9e0a-f3364f47ede6 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.458995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-83b3a8f8-e4a2-4c49-a0f9-e05ff38ea863 None None] Deleting port 09125c59-8e2a-460e-926a-28ad654a7dfc {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:59.459769 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83b3a8f8-e4a2-4c49-a0f9-e05ff38ea863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.514061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d256ded9-093a-4d3f-b4a4-9eb51fde5792 req-68c7f4a2-5986-42b8-adaf-913d45efade0 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643513 Jul 05 04:02:59.549940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-83b3a8f8-e4a2-4c49-a0f9-e05ff38ea863 None None] For port 09125c59-8e2a-460e-926a-28ad654a7dfc, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=09125c59-8e2a-460e-926a-28ad654a7dfc,segment=NetworkSegment(931f4613-7672-4658-a67f-2cff3098f56f),segment_id=931f4613-7672-4658-a67f-2cff3098f56f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:59.550260 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83b3a8f8-e4a2-4c49-a0f9-e05ff38ea863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.564953 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-83b3a8f8-e4a2-4c49-a0f9-e05ff38ea863 None None] Calling delete_port for 09125c59-8e2a-460e-926a-28ad654a7dfc owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:59.574248 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] For port 09125c59-8e2a-460e-926a-28ad654a7dfc, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=09125c59-8e2a-460e-926a-28ad654a7dfc,segment=NetworkSegment(931f4613-7672-4658-a67f-2cff3098f56f),segment_id=931f4613-7672-4658-a67f-2cff3098f56f)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:59.574766 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.605163 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1ea3e2a-2f90-42b2-9e0a-f3364f47ede6 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.608076 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1ea3e2a-2f90-42b2-9e0a-f3364f47ede6 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.609373 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f1ea3e2a-2f90-42b2-9e0a-f3364f47ede6 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "DELETE /v2.0/security-groups/e9992d57-cc84-4602-aa42-bdae6437fe12 HTTP/1.1" status: 204 len: 168 time: 0.3808439 Jul 05 04:02:59.615372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45792) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:59.636162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea3e2a-2f90-42b2-9e0a-f3364f47ede6 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9992d57-cc84-4602-aa42-bdae6437fe12,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:59.690984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for 09125c59-8e2a-460e-926a-28ad654a7dfc owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:59.700448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45796) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:59.736123 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc45c460-b241-4797-a630-6b2cd40ef60c req-57a0d372-ba89-4336-8a9a-76b90915109e service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034215 Jul 05 04:02:59.800828 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4100d593-d6d0-4000-bce6-2872a9e4c9c4 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1775854 Jul 05 04:02:59.805392 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45800) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:59.809317 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83b3a8f8-e4a2-4c49-a0f9-e05ff38ea863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.813920 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-210d46cb-f4f0-4461-9f28-72a7957ae0c0 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group': {'name': 'tempest-secgroup--786339528'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:59.862517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3a8f8-e4a2-4c49-a0f9-e05ff38ea863 None None] Pushing event deleted for resources: {'Port': ['ID=09125c59-8e2a-460e-926a-28ad654a7dfc,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:59.893334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3a8f8-e4a2-4c49-a0f9-e05ff38ea863 None None] No DVR routers for this DVR port 09125c59-8e2a-460e-926a-28ad654a7dfc on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:59.897257 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.942703 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-210d46cb-f4f0-4461-9f28-72a7957ae0c0 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.952751 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No DVR routers for this DVR port 09125c59-8e2a-460e-926a-28ad654a7dfc on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:59.954808 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=09125c59-8e2a-460e-926a-28ad654a7dfc,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:59.957987 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0112e438-542c-41c9-8679-4fc247a89a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.060607 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0112e438-542c-41c9-8679-4fc247a89a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.061143 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.072332 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7314600-7f2d-4207-8812-93738f21c494']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:00.099309 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931f4613-7672-4658-a67f-2cff3098f56f') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:00.099540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931f4613-7672-4658-a67f-2cff3098f56f') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:00.110809 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.126584 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.135203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:00.135584 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:00.138448 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:00.192569 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0112e438-542c-41c9-8679-4fc247a89a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.200558 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa840244-fa6e-4d41-a1a8-06dcc0dcbeaa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.245230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0112e438-542c-41c9-8679-4fc247a89a81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b34a6f644533485bac68802e268fd425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5488234 Jul 05 04:03:00.250045 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45808) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:00.259625 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112e438-542c-41c9-8679-4fc247a89a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5781a15a-a8d9-4bf6-bc36-1b1345afc0d6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:00.336211 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-09d1c8df-7969-4281-99c9-010f2c194a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.348386 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.356661 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-210d46cb-f4f0-4461-9f28-72a7957ae0c0 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.360392 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.360392 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/networks/b7314600-7f2d-4207-8812-93738f21c494 HTTP/1.1" status: 204 len: 168 time: 1.4965615 Jul 05 04:03:00.365083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45812) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:00.378000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1085589-e49d-4fee-9312-72312a492cc0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Network': ['ID=b7314600-7f2d-4207-8812-93738f21c494,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:00.457921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78692bf6-7c12-4c02-8b36-7fd2880d7d43 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:00.460539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-78692bf6-7c12-4c02-8b36-7fd2880d7d43 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 HTTP/1.1" status: 200 len: 840 time: 0.0941315 Jul 05 04:03:00.469109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45816) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:00.477718 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-09d1c8df-7969-4281-99c9-010f2c194a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.528624 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-18ad8028-8147-4d06-b8d1-c8c3d20f9ff2 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/b3d4d027-6dd7-41e9-a6a3-1634a27dcb02?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0581951 Jul 05 04:03:00.533978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45818) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:00.540120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4e83643b-d039-4a20-bcaa-8f47d166b986 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:00.570645 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-210d46cb-f4f0-4461-9f28-72a7957ae0c0 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.606759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d46cb-f4f0-4461-9f28-72a7957ae0c0 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9801391-f12e-4f45-bd42-621cd8db74c3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:00.616953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-aa840244-fa6e-4d41-a1a8-06dcc0dcbeaa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port edb1177e-c120-4d73-a5cc-83cacf2fdbe7 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:00.617302 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa840244-fa6e-4d41-a1a8-06dcc0dcbeaa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.627710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 09125c59-8e2a-460e-926a-28ad654a7dfc no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:00.676705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 09125c59-8e2a-460e-926a-28ad654a7dfc {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:00.677587 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 09125c59-8e2a-460e-926a-28ad654a7dfc not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:00.684469 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-09d1c8df-7969-4281-99c9-010f2c194a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.688138 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-09d1c8df-7969-4281-99c9-010f2c194a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.705597 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-09d1c8df-7969-4281-99c9-010f2c194a5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5781a15a-a8d9-4bf6-bc36-1b1345afc0d6 HTTP/1.1" status: 204 len: 168 time: 0.4408758 Jul 05 04:03:00.711729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1c8df-7969-4281-99c9-010f2c194a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5781a15a-a8d9-4bf6-bc36-1b1345afc0d6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:00.724560 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-210d46cb-f4f0-4461-9f28-72a7957ae0c0 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.728321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-210d46cb-f4f0-4461-9f28-72a7957ae0c0 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9186203 Jul 05 04:03:00.729012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45828) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:00.733697 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c133a232-a267-4b88-b0c5-8ed5a3719973 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': 'e9801391-f12e-4f45-bd42-621cd8db74c3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:00.734766 n-d-798249-5 neutron-server[100877]: WARNING neutron.api.v2.base [None req-c133a232-a267-4b88-b0c5-8ed5a3719973 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:03:00.734766 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-c133a232-a267-4b88-b0c5-8ed5a3719973 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:03:00.739680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c133a232-a267-4b88-b0c5-8ed5a3719973 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055985 Jul 05 04:03:00.741076 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45830) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:00.747798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4aee68c7-4895-4511-b7ea-7c9883da4e2d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': 'e9801391-f12e-4f45-bd42-621cd8db74c3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:00.780867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa840244-fa6e-4d41-a1a8-06dcc0dcbeaa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.803108 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-aa840244-fa6e-4d41-a1a8-06dcc0dcbeaa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for edb1177e-c120-4d73-a5cc-83cacf2fdbe7 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:00.836824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575d118-7d0e-4fa2-9f10-2c91f1988e55 req-836260eb-4296-4530-b0ff-abeeb6226a23 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:00.848984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7575d118-7d0e-4fa2-9f10-2c91f1988e55 req-836260eb-4296-4530-b0ff-abeeb6226a23 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.1068780 Jul 05 04:03:00.857156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e83643b-d039-4a20-bcaa-8f47d166b986 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:00.860695 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4e83643b-d039-4a20-bcaa-8f47d166b986 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.900092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7575d118-7d0e-4fa2-9f10-2c91f1988e55 req-827add19-f44a-4096-ad41-ad5914b8fc92 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499265 Jul 05 04:03:01.071170 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-4aee68c7-4895-4511-b7ea-7c9883da4e2d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:03:01.076836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45852) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:01.081746 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4aee68c7-4895-4511-b7ea-7c9883da4e2d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3333440 Jul 05 04:03:01.081897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ca8662a5-779c-40e5-9640-02374c3c7db0 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': 'e9801391-f12e-4f45-bd42-621cd8db74c3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:01.081897 n-d-798249-5 neutron-server[100876]: WARNING neutron.api.v2.base [None req-ca8662a5-779c-40e5-9640-02374c3c7db0 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 04:03:01.083371 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-ca8662a5-779c-40e5-9640-02374c3c7db0 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:03:01.084302 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ca8662a5-779c-40e5-9640-02374c3c7db0 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072951 Jul 05 04:03:01.087901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45854) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:01.094199 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-129a4749-32e1-417e-88ce-11e0e05c84bd tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': 'e9801391-f12e-4f45-bd42-621cd8db74c3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:01.323898 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-129a4749-32e1-417e-88ce-11e0e05c84bd tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:03:01.328651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45874) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:01.329151 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-129a4749-32e1-417e-88ce-11e0e05c84bd tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2385519 Jul 05 04:03:01.335055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0b0439fb-7ed9-417a-bef1-65b669e5619c tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': 'e9801391-f12e-4f45-bd42-621cd8db74c3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:01.335570 n-d-798249-5 neutron-server[100876]: WARNING neutron.api.v2.base [None req-0b0439fb-7ed9-417a-bef1-65b669e5619c tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:03:01.344092 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-0b0439fb-7ed9-417a-bef1-65b669e5619c tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:03:01.344092 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0b0439fb-7ed9-417a-bef1-65b669e5619c tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0122802 Jul 05 04:03:01.347413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45878) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:01.352450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6373fc0a-4233-4d11-8d03-bafadaf2abaa tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': 'e9801391-f12e-4f45-bd42-621cd8db74c3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:01.363589 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.365302 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4e83643b-d039-4a20-bcaa-8f47d166b986 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.376594 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa840244-fa6e-4d41-a1a8-06dcc0dcbeaa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.487905 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa840244-fa6e-4d41-a1a8-06dcc0dcbeaa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=edb1177e-c120-4d73-a5cc-83cacf2fdbe7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:01.506301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e83643b-d039-4a20-bcaa-8f47d166b986 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:01.516648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-4e83643b-d039-4a20-bcaa-8f47d166b986 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:01.530191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58a6432-c916-4df2-b8b3-62fd49dbd46d None None] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:01.587458 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-6373fc0a-4233-4d11-8d03-bafadaf2abaa tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:03:01.589460 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6373fc0a-4233-4d11-8d03-bafadaf2abaa tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2410023 Jul 05 04:03:01.592304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45886) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:01.600476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1b92cdf2-fdc2-4324-bbf7-bcb452c5c733 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': 'e9801391-f12e-4f45-bd42-621cd8db74c3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:01.600476 n-d-798249-5 neutron-server[100877]: WARNING neutron.api.v2.base [None req-1b92cdf2-fdc2-4324-bbf7-bcb452c5c733 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 04:03:01.600476 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-1b92cdf2-fdc2-4324-bbf7-bcb452c5c733 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:03:01.600476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1b92cdf2-fdc2-4324-bbf7-bcb452c5c733 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059559 Jul 05 04:03:01.603081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45888) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:01.609291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e83643b-d039-4a20-bcaa-8f47d166b986 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.609893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4e83643b-d039-4a20-bcaa-8f47d166b986 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.612434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f9a7fe28-1ffb-41cf-bb5c-d1ff8930b96d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': 'e9801391-f12e-4f45-bd42-621cd8db74c3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:01.647558 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83643b-d039-4a20-bcaa-8f47d166b986 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Subnet': ['ID=1ae89153-29dc-44fd-a6df-e45986ff51f8,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:01.842788 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-97f8d14f-d798-43a6-b6b3-b859ba36d017', 'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'tenant_id': '5adc1c6c301048bb8b7c0c8e5dee051e', 'fixed_ips': [{'subnet_id': '1ae89153-29dc-44fd-a6df-e45986ff51f8'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:01.843833 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.848679 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-f9a7fe28-1ffb-41cf-bb5c-d1ff8930b96d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:03:01.850415 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f9a7fe28-1ffb-41cf-bb5c-d1ff8930b96d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2453744 Jul 05 04:03:01.852619 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45894) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:01.858377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-eb3eb83c-3507-43c0-adf5-8bb9ba2cef68 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': 'e9801391-f12e-4f45-bd42-621cd8db74c3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:01.879643 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa840244-fa6e-4d41-a1a8-06dcc0dcbeaa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.895157 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4e83643b-d039-4a20-bcaa-8f47d166b986 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3599136 Jul 05 04:03:01.897708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45896) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:02.001656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-69b0e565-eb93-4cbe-a536-103a0f85fd8d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'security_group': {'name': 'tempest-secgroup-1030984518'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:02.059996 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Allocated IP 172.20.0.2 (97f8d14f-d798-43a6-b6b3-b859ba36d017/1ae89153-29dc-44fd-a6df-e45986ff51f8/25e97e0d-af79-4ccb-bb35-d58b923bd95c) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:02.084486 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-eb3eb83c-3507-43c0-adf5-8bb9ba2cef68 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:03:02.086434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-eb3eb83c-3507-43c0-adf5-8bb9ba2cef68 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2323868 Jul 05 04:03:02.089807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45910) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:02.239296 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe1950d4-5380-4801-97d8-a0aa9a4dba36 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.332612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c5878-0b8d-4a1c-9009-219d8fb15fd0 req-5e31f2ea-08af-4cdc-ba8d-818059d3b378 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:02.342880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb1c5878-0b8d-4a1c-9009-219d8fb15fd0 req-5e31f2ea-08af-4cdc-ba8d-818059d3b378 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.2040546 Jul 05 04:03:02.347089 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe1950d4-5380-4801-97d8-a0aa9a4dba36 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.447534 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45920) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:02.469354 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb1c5878-0b8d-4a1c-9009-219d8fb15fd0 req-4fac6371-9dcf-4de8-b7d1-b9db785ea747 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108274 Jul 05 04:03:02.552413 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.552992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe1950d4-5380-4801-97d8-a0aa9a4dba36 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.555797 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe1950d4-5380-4801-97d8-a0aa9a4dba36 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.560636 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fe1950d4-5380-4801-97d8-a0aa9a4dba36 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "DELETE /v2.0/security-groups/e9801391-f12e-4f45-bd42-621cd8db74c3 HTTP/1.1" status: 204 len: 168 time: 0.4697340 Jul 05 04:03:02.561499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45936) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:02.561772 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Transition to ACTIVE for port object 25e97e0d-af79-4ccb-bb35-d58b923bd95c will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:02.582095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Transition to ACTIVE for port object 25e97e0d-af79-4ccb-bb35-d58b923bd95c will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:02.606000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa840244-fa6e-4d41-a1a8-06dcc0dcbeaa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 12a0a675-3591-4606-9529-550dbcbf06d7 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:02.609222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1640834071'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:02.616715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1950d4-5380-4801-97d8-a0aa9a4dba36 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9801391-f12e-4f45-bd42-621cd8db74c3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:02.669596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-62117898-5d19-445f-ae5f-307a88b28a2c tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998986 Jul 05 04:03:02.670691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45938) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:02.676074 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ee361cbd-acbc-4ae6-90fb-b6a32b80e90d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group': {'name': 'tempest-secgroup--743001197'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:02.677204 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.717627 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69b0e565-eb93-4cbe-a536-103a0f85fd8d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.740135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa840244-fa6e-4d41-a1a8-06dcc0dcbeaa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:02.748223 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aa840244-fa6e-4d41-a1a8-06dcc0dcbeaa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/12a0a675-3591-4606-9529-550dbcbf06d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6312306 Jul 05 04:03:02.748223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45948) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:02.748608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Pushing event updated for resources: {'Port': ['ID=25e97e0d-af79-4ccb-bb35-d58b923bd95c,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:02.751046 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a138f2-ef66-4c87-b075-b5a9505fecb4 None None] Sync routers for ids ['12a0a675-3591-4606-9529-550dbcbf06d7'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:02.759491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:02.761989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:02.765350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:02.769060 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a138f2-ef66-4c87-b075-b5a9505fecb4 None None] Routers {'12a0a675-3591-4606-9529-550dbcbf06d7'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:02.769795 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-59a138f2-ef66-4c87-b075-b5a9505fecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12a0a675-3591-4606-9529-550dbcbf06d7'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:02.785429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Made reservation on behalf of a743ab8e623e4c1eadf6509d4d4917e4 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:02.789389 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.803319 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.805217 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-59a138f2-ef66-4c87-b075-b5a9505fecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:02.815467 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a138f2-ef66-4c87-b075-b5a9505fecb4 None None] Routers {'12a0a675-3591-4606-9529-550dbcbf06d7'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:02.816460 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-59a138f2-ef66-4c87-b075-b5a9505fecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12a0a675-3591-4606-9529-550dbcbf06d7'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:02.831013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Attempting to bind port 25e97e0d-af79-4ccb-bb35-d58b923bd95c on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:02.831536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Attempting to bind port 25e97e0d-af79-4ccb-bb35-d58b923bd95c by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '87cee62e-b80a-4415-b13f-b2e1a88ed0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:02.832181 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Attempting to bind port 25e97e0d-af79-4ccb-bb35-d58b923bd95c on network 97f8d14f-d798-43a6-b6b3-b859ba36d017 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:02.837459 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:02.837841 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Checking segment: {'id': '87cee62e-b80a-4415-b13f-b2e1a88ed0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:02.838815 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.839224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Bound using segment: {'id': '87cee62e-b80a-4415-b13f-b2e1a88ed0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:02.839702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Bound port: 25e97e0d-af79-4ccb-bb35-d58b923bd95c, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cee62e-b80a-4415-b13f-b2e1a88ed0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:02.840085 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.855623 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-59a138f2-ef66-4c87-b075-b5a9505fecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:02.856675 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a138f2-ef66-4c87-b075-b5a9505fecb4 None None] The sync data for ids ['12a0a675-3591-4606-9529-550dbcbf06d7'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:02.914178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] For port 25e97e0d-af79-4ccb-bb35-d58b923bd95c, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:02.918654 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] For port 25e97e0d-af79-4ccb-bb35-d58b923bd95c, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=25e97e0d-af79-4ccb-bb35-d58b923bd95c,segment=NetworkSegment(87cee62e-b80a-4415-b13f-b2e1a88ed0f8),segment_id=87cee62e-b80a-4415-b13f-b2e1a88ed0f8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:03.002643 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.040440 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69b0e565-eb93-4cbe-a536-103a0f85fd8d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.071538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67062c07-a093-4e9f-ba48-17290c03d169 None None] Pushing event updated for resources: {'Port': ['ID=25e97e0d-af79-4ccb-bb35-d58b923bd95c,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:03.123417 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69b0e565-eb93-4cbe-a536-103a0f85fd8d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.160476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0e565-eb93-4cbe-a536-103a0f85fd8d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b8df05-2823-4221-b597-2b61a3b838d3,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:03.210776 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ee361cbd-acbc-4ae6-90fb-b6a32b80e90d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.272790 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69b0e565-eb93-4cbe-a536-103a0f85fd8d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.274106 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-69b0e565-eb93-4cbe-a536-103a0f85fd8d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3754427 Jul 05 04:03:03.298952 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45960) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:03.309432 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0e53938-d3c7-4bcc-8080-46d57918ebca tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.323259 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a221a38a-b923-431c-8caf-f0dcbbea24c3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'security_group': {'name': 'tempest-secgroup-1310339770'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:03.464146 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.538571 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.582095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:03.594213 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56270eb4-3ee1-4c58-bc30-9950d43334f6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:03.609475 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.609911 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Added segment d268f044-d1d0-485d-ae1e-1d42f83af4b0 of type vlan for network d8b130c1-d7ac-4836-b613-e0c356b75f72 Jul 05 04:03:03.666068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d0e53938-d3c7-4bcc-8080-46d57918ebca tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port d5adbb4d-160b-4731-a934-619d3c589f1e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:03.666730 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0e53938-d3c7-4bcc-8080-46d57918ebca tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.754770 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.795029 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ee361cbd-acbc-4ae6-90fb-b6a32b80e90d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.833103 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0e53938-d3c7-4bcc-8080-46d57918ebca tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.854554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d0e53938-d3c7-4bcc-8080-46d57918ebca tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for d5adbb4d-160b-4731-a934-619d3c589f1e owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:03.855564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5deae-7b92-4153-9fd9-b32eedf94c20 req-31309449-a5bd-43f6-9566-25514550d5e7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:03.863327 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0a5deae-7b92-4153-9fd9-b32eedf94c20 req-31309449-a5bd-43f6-9566-25514550d5e7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.2508752 Jul 05 04:03:03.895747 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ee361cbd-acbc-4ae6-90fb-b6a32b80e90d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.928004 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.935881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:03.937164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.970803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361cbd-acbc-4ae6-90fb-b6a32b80e90d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e1f475-960c-4cb2-a22b-1a1b063c869f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:04.062879 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a221a38a-b923-431c-8caf-f0dcbbea24c3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.081266 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0a5deae-7b92-4153-9fd9-b32eedf94c20 req-e3d2ec3e-e6cc-4d1c-9648-da0c0acd513b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090023 Jul 05 04:03:04.095710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Pushing event updated for resources: {'Network': ['ID=d8b130c1-d7ac-4836-b613-e0c356b75f72,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:04.114731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network d8b130c1-d7ac-4836-b613-e0c356b75f72 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:04.156432 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ee361cbd-acbc-4ae6-90fb-b6a32b80e90d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.164261 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45992) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:04.165639 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3837b6c8-7b48-42a5-827f-ac7e97563b7c tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': '32e1f475-960c-4cb2-a22b-1a1b063c869f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:04.168933 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ee361cbd-acbc-4ae6-90fb-b6a32b80e90d tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4970000 Jul 05 04:03:04.205413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-12a016fa-68fc-4fea-beae-c51fee67d2cd tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.7564688 Jul 05 04:03:04.210137 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45994) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:04.218030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-a2794b07-7243-438a-ac10-8050a6b7c6b9 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd8b130c1-d7ac-4836-b613-e0c356b75f72', 'tempest-TagsTest-Tag-1653680728') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:04.222306 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0e53938-d3c7-4bcc-8080-46d57918ebca tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.279986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e53938-d3c7-4bcc-8080-46d57918ebca tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=d5adbb4d-160b-4731-a934-619d3c589f1e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:04.389422 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a221a38a-b923-431c-8caf-f0dcbbea24c3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.462597 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0e53938-d3c7-4bcc-8080-46d57918ebca tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.472175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a2794b07-7243-438a-ac10-8050a6b7c6b9 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] 10.222.0.60 "PUT /v2.0/networks/d8b130c1-d7ac-4836-b613-e0c356b75f72/tags/tempest-TagsTest-Tag-1653680728 HTTP/1.1" status: 201 len: 201 time: 0.2606773 Jul 05 04:03:04.481182 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46006) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:04.489062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-a7470da1-ad6b-4347-b2a5-76322ecfa311 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd8b130c1-d7ac-4836-b613-e0c356b75f72', 'tempest-TagsTest-Tag-1653680728') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:04.547024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4ad2c281-4d32-4fa9-b357-81cd50a5c6a6 None None] Provisioning for port 25e97e0d-af79-4ccb-bb35-d58b923bd95c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:04.597248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4ad2c281-4d32-4fa9-b357-81cd50a5c6a6 None None] Provisioning complete for port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:04.597248 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c281-4d32-4fa9-b357-81cd50a5c6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.601225 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a221a38a-b923-431c-8caf-f0dcbbea24c3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.633674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 25e97e0d-af79-4ccb-bb35-d58b923bd95c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:04.668635 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221a38a-b923-431c-8caf-f0dcbbea24c3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e3ed20-7015-41ac-9005-897dd8564b74,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:04.676683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4ad2c281-4d32-4fa9-b357-81cd50a5c6a6 None None] Port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:04.685607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a7470da1-ad6b-4347-b2a5-76322ecfa311 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] 10.222.0.60 "GET /v2.0/networks/d8b130c1-d7ac-4836-b613-e0c356b75f72/tags/tempest-TagsTest-Tag-1653680728 HTTP/1.1" status: 204 len: 168 time: 0.2008109 Jul 05 04:03:04.685607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46014) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:04.689857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-f6f2d529-9144-4ef9-8f47-028bc001face tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd8b130c1-d7ac-4836-b613-e0c356b75f72') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:04.719410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e53938-d3c7-4bcc-8080-46d57918ebca tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 12a0a675-3591-4606-9529-550dbcbf06d7 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:04.770819 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f6f2d529-9144-4ef9-8f47-028bc001face tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] 10.222.0.60 "GET /v2.0/networks/d8b130c1-d7ac-4836-b613-e0c356b75f72/tags HTTP/1.1" status: 200 len: 238 time: 0.0817800 Jul 05 04:03:04.771064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46024) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:04.776265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-36752bb5-5c99-4310-aaf5-af63b9948c5e tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd8b130c1-d7ac-4836-b613-e0c356b75f72', {'tags': ['tempest-TagsTest-Tag-1515808719', 'tempest-TagsTest-Tag-2122688185', 'tempest-TagsTest-Tag-449734310']}) {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:04.801724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 25e97e0d-af79-4ccb-bb35-d58b923bd95c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:04.805675 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 25e97e0d-af79-4ccb-bb35-d58b923bd95c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:04.805991 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.834431 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a221a38a-b923-431c-8caf-f0dcbbea24c3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.835949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a221a38a-b923-431c-8caf-f0dcbbea24c3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5273490 Jul 05 04:03:04.840084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46032) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:04.841427 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e53938-d3c7-4bcc-8080-46d57918ebca tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:04.849945 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-811536902', 'security_groups': ['25e3ed20-7015-41ac-9005-897dd8564b74'], 'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1ae89153-29dc-44fd-a6df-e45986ff51f8'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:04.854953 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d0e53938-d3c7-4bcc-8080-46d57918ebca tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/12a0a675-3591-4606-9529-550dbcbf06d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1018455 Jul 05 04:03:04.857585 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46034) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:04.872392 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3fff7-cb4a-42aa-8f1c-e4f24a2b3106 None None] Sync routers for ids ['12a0a675-3591-4606-9529-550dbcbf06d7'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:04.898907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3fff7-cb4a-42aa-8f1c-e4f24a2b3106 None None] Routers {'12a0a675-3591-4606-9529-550dbcbf06d7'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:04.899751 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7ec3fff7-cb4a-42aa-8f1c-e4f24a2b3106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12a0a675-3591-4606-9529-550dbcbf06d7'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:04.930239 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f45d9347-7f28-4fdb-a1db-2f6bca8d5392 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports?device_id=12a0a675-3591-4606-9529-550dbcbf06d7 HTTP/1.1" status: 200 len: 205 time: 0.0712209 Jul 05 04:03:04.933500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46036) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:04.943422 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7ec3fff7-cb4a-42aa-8f1c-e4f24a2b3106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:04.985702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3fff7-cb4a-42aa-8f1c-e4f24a2b3106 None None] Routers {'12a0a675-3591-4606-9529-550dbcbf06d7'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:04.986364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7ec3fff7-cb4a-42aa-8f1c-e4f24a2b3106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12a0a675-3591-4606-9529-550dbcbf06d7'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:04.987865 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-3837b6c8-7b48-42a5-827f-ac7e97563b7c tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The resource could not be found. Jul 05 04:03:04.991869 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3837b6c8-7b48-42a5-827f-ac7e97563b7c tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8271198 Jul 05 04:03:04.999847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46042) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:05.005444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7a904d90-5ae5-465e-aa57-541ab456ad67 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': '32e1f475-960c-4cb2-a22b-1a1b063c869f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '421b9da4-ab80-4a83-b41a-0853ea0a5194'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:05.028736 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c19681d4-5cff-4232-a340-aea8eeae2cd5 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.073273 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-36752bb5-5c99-4310-aaf5-af63b9948c5e tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] 10.222.0.60 "PUT /v2.0/networks/d8b130c1-d7ac-4836-b613-e0c356b75f72/tags HTTP/1.1" status: 200 len: 308 time: 0.3007207 Jul 05 04:03:05.092597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46044) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:05.092597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-db2cd480-7f94-4651-b4c9-7ee78b3d428b tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd8b130c1-d7ac-4836-b613-e0c356b75f72', 'tempest-TagsTest-Tag-1515808719') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:05.093134 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.105888 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7ec3fff7-cb4a-42aa-8f1c-e4f24a2b3106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:05.109095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3fff7-cb4a-42aa-8f1c-e4f24a2b3106 None None] The sync data for ids ['12a0a675-3591-4606-9529-550dbcbf06d7'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:05.145742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 25e97e0d-af79-4ccb-bb35-d58b923bd95c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=25e97e0d-af79-4ccb-bb35-d58b923bd95c,segment=NetworkSegment(87cee62e-b80a-4415-b13f-b2e1a88ed0f8),segment_id=87cee62e-b80a-4415-b13f-b2e1a88ed0f8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:05.258520 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c19681d4-5cff-4232-a340-aea8eeae2cd5 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.258520 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c19681d4-5cff-4232-a340-aea8eeae2cd5 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.356219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a744f-b329-4dc6-ac65-b84df02773ce req-b0bf3969-0a05-4cd8-9eab-991052d51d0c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:05.357786 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-117a744f-b329-4dc6-ac65-b84df02773ce req-b0bf3969-0a05-4cd8-9eab-991052d51d0c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.0722885 Jul 05 04:03:05.399021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-117a744f-b329-4dc6-ac65-b84df02773ce req-90be9628-d96c-4b5c-9128-b635b5d470ae tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355129 Jul 05 04:03:05.475071 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-db2cd480-7f94-4651-b4c9-7ee78b3d428b tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] 10.222.0.60 "DELETE /v2.0/networks/d8b130c1-d7ac-4836-b613-e0c356b75f72/tags/tempest-TagsTest-Tag-1515808719 HTTP/1.1" status: 204 len: 168 time: 0.3947680 Jul 05 04:03:05.475304 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.475481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c19681d4-5cff-4232-a340-aea8eeae2cd5 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.475481 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19681d4-5cff-4232-a340-aea8eeae2cd5 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Fanout notify agent at l3_agent the message router_deleted on router 12a0a675-3591-4606-9529-550dbcbf06d7 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:05.477680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46052) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:05.485065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c19681d4-5cff-4232-a340-aea8eeae2cd5 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.490011 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c19681d4-5cff-4232-a340-aea8eeae2cd5 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/routers/12a0a675-3591-4606-9529-550dbcbf06d7 HTTP/1.1" status: 204 len: 168 time: 0.5552447 Jul 05 04:03:05.490867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46054) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:05.491730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-1af2c3db-a4dc-405b-8fcd-6696c48a4152 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd8b130c1-d7ac-4836-b613-e0c356b75f72', 'tempest-TagsTest-Tag-1515808719') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:05.547448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=25e97e0d-af79-4ccb-bb35-d58b923bd95c,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:05.554654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f8f3a0-f79d-4b82-b8ea-3ca951141bae tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting subnet 86d04d19-f376-4def-8206-25b32d7effcb {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:05.559742 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-44f8f3a0-f79d-4b82-b8ea-3ca951141bae tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.574440 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-1af2c3db-a4dc-405b-8fcd-6696c48a4152 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] show failed (client error): The resource could not be found. Jul 05 04:03:05.578926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1af2c3db-a4dc-405b-8fcd-6696c48a4152 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] 10.222.0.60 "GET /v2.0/networks/d8b130c1-d7ac-4836-b613-e0c356b75f72/tags/tempest-TagsTest-Tag-1515808719 HTTP/1.1" status: 404 len: 326 time: 0.0965767 Jul 05 04:03:05.578926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46056) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:05.582647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-7fa8828d-ce8b-4b34-a1da-433d34b3761d tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd8b130c1-d7ac-4836-b613-e0c356b75f72', 'tempest-TagsTest-Tag-2122688185') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:05.585243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:05.609294 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-44f8f3a0-f79d-4b82-b8ea-3ca951141bae tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.642907 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46060) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:05.701725 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-7a904d90-5ae5-465e-aa57-541ab456ad67 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The resource could not be found. Jul 05 04:03:05.702836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7a904d90-5ae5-465e-aa57-541ab456ad67 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7015207 Jul 05 04:03:05.715663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46064) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:05.764108 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.774496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7fa8828d-ce8b-4b34-a1da-433d34b3761d tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] 10.222.0.60 "GET /v2.0/networks/d8b130c1-d7ac-4836-b613-e0c356b75f72/tags/tempest-TagsTest-Tag-2122688185 HTTP/1.1" status: 204 len: 168 time: 0.1928887 Jul 05 04:03:05.774673 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-44f8f3a0-f79d-4b82-b8ea-3ca951141bae tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.791843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46066) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:05.796982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-43925adb-d83f-4470-b60a-78449ce4342b tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd8b130c1-d7ac-4836-b613-e0c356b75f72', 'tempest-TagsTest-Tag-449734310') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:05.860683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port ce46244a-8a3d-4f4c-9103-6b53f7afd924 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:05.951365 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-44f8f3a0-f79d-4b82-b8ea-3ca951141bae tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.971517 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f75a4467-e9ad-4961-b83b-d978a8f7519b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.981557 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8f3a0-f79d-4b82-b8ea-3ca951141bae tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Subnet': ['ID=86d04d19-f376-4def-8206-25b32d7effcb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:05.985115 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-44f8f3a0-f79d-4b82-b8ea-3ca951141bae tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.989941 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-44f8f3a0-f79d-4b82-b8ea-3ca951141bae tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/86d04d19-f376-4def-8206-25b32d7effcb HTTP/1.1" status: 204 len: 168 time: 0.4946041 Jul 05 04:03:05.990712 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46090) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:05.993125 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9b6cb5-3e28-43b3-8470-2590ca9b7c6f None None] Network 254ed348-a1ae-4fb9-afc4-efecf74fcc43 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:06.064666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c55064d-3040-4aa7-b160-5271f44b2fce tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting subnet 79294479-42a7-427f-804b-695914c4bbea {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:06.070716 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9c55064d-3040-4aa7-b160-5271f44b2fce tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.126603 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9c55064d-3040-4aa7-b160-5271f44b2fce tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.229265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9c55064d-3040-4aa7-b160-5271f44b2fce tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.268972 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] DHCP port deletion for 254ed348-a1ae-4fb9-afc4-efecf74fcc43 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:06.311239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Deleting port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:06.311712 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.382383 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9c55064d-3040-4aa7-b160-5271f44b2fce tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.398476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] For port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b52cdbf2-7d02-42b2-a8dc-0871e1caa47f,segment=NetworkSegment(f13ad4f3-beaa-483b-a683-d78890246b13),segment_id=f13ad4f3-beaa-483b-a683-d78890246b13)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:06.399497 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.418400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55064d-3040-4aa7-b160-5271f44b2fce tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Subnet': ['ID=79294479-42a7-427f-804b-695914c4bbea,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:06.426343 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9c55064d-3040-4aa7-b160-5271f44b2fce tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.426343 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9c55064d-3040-4aa7-b160-5271f44b2fce tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/79294479-42a7-427f-804b-695914c4bbea HTTP/1.1" status: 204 len: 168 time: 0.4309571 Jul 05 04:03:06.426343 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46102) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:06.439064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e4d557-690d-4680-ae53-590619412992 None None] Network 7231933d-2990-4dfe-b268-e4daf26198f8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:06.446483 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f75a4467-e9ad-4961-b83b-d978a8f7519b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.480976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Calling delete_port for b52cdbf2-7d02-42b2-a8dc-0871e1caa47f owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:06.510029 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-43925adb-d83f-4470-b60a-78449ce4342b tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] 10.222.0.60 "GET /v2.0/networks/d8b130c1-d7ac-4836-b613-e0c356b75f72/tags/tempest-TagsTest-Tag-449734310 HTTP/1.1" status: 204 len: 168 time: 0.7174072 Jul 05 04:03:06.515769 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46104) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:06.521477 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-4d2d2820-dcf5-4fa5-8d90-fedc749f5c61 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd8b130c1-d7ac-4836-b613-e0c356b75f72') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:06.590752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 25e97e0d-af79-4ccb-bb35-d58b923bd95c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:06.609993 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.706681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Allocated IP 172.20.0.4 (97f8d14f-d798-43a6-b6b3-b859ba36d017/1ae89153-29dc-44fd-a6df-e45986ff51f8/ce46244a-8a3d-4f4c-9103-6b53f7afd924) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:06.730462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:06.730462 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.759001 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f75a4467-e9ad-4961-b83b-d978a8f7519b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.761831 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f75a4467-e9ad-4961-b83b-d978a8f7519b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.763125 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f75a4467-e9ad-4961-b83b-d978a8f7519b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "DELETE /v2.0/security-groups/32e1f475-960c-4cb2-a22b-1a1b063c869f HTTP/1.1" status: 204 len: 168 time: 1.0461793 Jul 05 04:03:06.770033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 25e97e0d-af79-4ccb-bb35-d58b923bd95c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:06.770330 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.776806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46112) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:06.799621 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4d2d2820-dcf5-4fa5-8d90-fedc749f5c61 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] 10.222.0.60 "DELETE /v2.0/networks/d8b130c1-d7ac-4836-b613-e0c356b75f72/tags HTTP/1.1" status: 204 len: 168 time: 0.2805209 Jul 05 04:03:06.801144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46114) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:06.805955 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-c3f650f7-3a4e-40ad-bd1c-26aa331628f9 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd8b130c1-d7ac-4836-b613-e0c356b75f72', 'tempest-TagsTest-Tag-2122688185') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:06.806627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a4467-e9ad-4961-b83b-d978a8f7519b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e1f475-960c-4cb2-a22b-1a1b063c869f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:06.866050 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.904010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d716ab8-a2a4-43c3-ab5b-4b5d6fe57ede None None] DHCP port deletion for 7231933d-2990-4dfe-b268-e4daf26198f8 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:06.909012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Pushing event deleted for resources: {'Port': ['ID=b52cdbf2-7d02-42b2-a8dc-0871e1caa47f,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:06.911107 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d331a1-8d40-4a72-aac5-58261be44b21 req-0bce1ada-368d-403c-9323-e740cbaa300b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:06.913375 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] For port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b52cdbf2-7d02-42b2-a8dc-0871e1caa47f,segment=NetworkSegment(f13ad4f3-beaa-483b-a683-d78890246b13),segment_id=f13ad4f3-beaa-483b-a683-d78890246b13)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:06.913831 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.920884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2d331a1-8d40-4a72-aac5-58261be44b21 req-0bce1ada-368d-403c-9323-e740cbaa300b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.3249364 Jul 05 04:03:06.923627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:06.923790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:06.924677 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:06.924677 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:06.924955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:06.925216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:06.926133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:06.926133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:06.926403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:06.926600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:06.926934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:06.927259 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:06.935878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b86df4-4dba-4a18-b4a0-a9dbb1a5fe1b None None] No DVR routers for this DVR port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:06.936771 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for b52cdbf2-7d02-42b2-a8dc-0871e1caa47f owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:07.018419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0e832e41-83bc-43d7-87a3-77a2333a8a08 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2405324 Jul 05 04:03:07.026793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46116) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:07.033897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4c6c7d8a-97b0-4c39-865d-2b0c60a49008 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': 'd0124a80-3b5b-4580-990a-1d502e7a3c2c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:07.040068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9d716ab8-a2a4-43c3-ab5b-4b5d6fe57ede None None] Deleting port fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:07.040496 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9d716ab8-a2a4-43c3-ab5b-4b5d6fe57ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.042818 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-c3f650f7-3a4e-40ad-bd1c-26aa331628f9 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] show failed (client error): The resource could not be found. Jul 05 04:03:07.044218 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c3f650f7-3a4e-40ad-bd1c-26aa331628f9 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] 10.222.0.60 "GET /v2.0/networks/d8b130c1-d7ac-4836-b613-e0c356b75f72/tags/tempest-TagsTest-Tag-2122688185 HTTP/1.1" status: 404 len: 326 time: 0.2419384 Jul 05 04:03:07.047690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46118) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:07.055176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2d331a1-8d40-4a72-aac5-58261be44b21 req-172e7ef2-c8e6-42d7-8459-a5e9013aabdf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335778 Jul 05 04:03:07.055528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-917676fd-0581-46c3-be5c-de26700d4512 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd8b130c1-d7ac-4836-b613-e0c356b75f72', 'tempest-TagsTest-Tag-449734310') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.061122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b52cdbf2-7d02-42b2-a8dc-0871e1caa47f no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:07.104304 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.110350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: b52cdbf2-7d02-42b2-a8dc-0871e1caa47f {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:07.110609 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b52cdbf2-7d02-42b2-a8dc-0871e1caa47f not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:07.137735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Transition to ACTIVE for port object ce46244a-8a3d-4f4c-9103-6b53f7afd924 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:07.151969 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9d716ab8-a2a4-43c3-ab5b-4b5d6fe57ede None None] For port fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8,segment=NetworkSegment(450caa89-3ac1-45f5-a131-fe8d7d24a4b7),segment_id=450caa89-3ac1-45f5-a131-fe8d7d24a4b7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:07.154055 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9d716ab8-a2a4-43c3-ab5b-4b5d6fe57ede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.173178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9d716ab8-a2a4-43c3-ab5b-4b5d6fe57ede None None] Calling delete_port for fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:07.223009 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-542b6a19-2607-42ac-a049-e748c9030774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.319766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46122) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:07.328748 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.392535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:07.397513 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9d716ab8-a2a4-43c3-ab5b-4b5d6fe57ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.402528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:07.409987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:07.424666 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d716ab8-a2a4-43c3-ab5b-4b5d6fe57ede None None] Pushing event deleted for resources: {'Port': ['ID=fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:07.439767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d716ab8-a2a4-43c3-ab5b-4b5d6fe57ede None None] No DVR routers for this DVR port fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:07.476760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=ce46244a-8a3d-4f4c-9103-6b53f7afd924,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:07.486446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:07.487160 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.492519 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.531216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=b52cdbf2-7d02-42b2-a8dc-0871e1caa47f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:07.531384 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6e20fc7b-3233-4ba2-9cf4-8f6e17ba0620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.536023 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-917676fd-0581-46c3-be5c-de26700d4512 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] show failed (client error): The resource could not be found. Jul 05 04:03:07.537543 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-917676fd-0581-46c3-be5c-de26700d4512 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] 10.222.0.60 "GET /v2.0/networks/d8b130c1-d7ac-4836-b613-e0c356b75f72/tags/tempest-TagsTest-Tag-449734310 HTTP/1.1" status: 404 len: 325 time: 0.4862425 Jul 05 04:03:07.541864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No DVR routers for this DVR port b52cdbf2-7d02-42b2-a8dc-0871e1caa47f on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:07.566144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46128) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:07.576139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-793174fa-3340-41d5-9dc5-8d9cc5007cb9 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd8b130c1-d7ac-4836-b613-e0c356b75f72') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.644565 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b4caa1bb-2c74-4abe-a943-d9d7cc8c0b4c tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8019922 Jul 05 04:03:07.647855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:07.648251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:07.648631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:07.648967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:07.649300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:07.649626 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:07.649906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46130) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:07.650039 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:07.650261 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:07.651330 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:07.651742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:07.652069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:07.652493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:07.659888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-91a892e1-b0bd-4dac-b336-0154e094f3e5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:07.677117 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.687212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254ed348-a1ae-4fb9-afc4-efecf74fcc43']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.698569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13ad4f3-beaa-483b-a683-d78890246b13') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.698569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13ad4f3-beaa-483b-a683-d78890246b13') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.706666 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.719243 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-4c6c7d8a-97b0-4c39-865d-2b0c60a49008 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The resource could not be found. Jul 05 04:03:07.720008 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4c6c7d8a-97b0-4c39-865d-2b0c60a49008 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6915526 Jul 05 04:03:07.730351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46132) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:07.732652 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.738694 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:07.740099 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:07.743274 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:07.747976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-fa5d5dd3-9692-49f7-a4eb-4ccf9752a51b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group': {'name': 'tempest-secgroup--985220056'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:07.804258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bafc2b14-2ec3-4c3d-b8d9-d0d1fe19ba8a None None] Provisioning for port ce46244a-8a3d-4f4c-9103-6b53f7afd924 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:07.808873 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bafc2b14-2ec3-4c3d-b8d9-d0d1fe19ba8a None None] Provisioning complete for port ce46244a-8a3d-4f4c-9103-6b53f7afd924 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:07.809246 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bafc2b14-2ec3-4c3d-b8d9-d0d1fe19ba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.833280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-793174fa-3340-41d5-9dc5-8d9cc5007cb9 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] 10.222.0.60 "DELETE /v2.0/networks/d8b130c1-d7ac-4836-b613-e0c356b75f72/tags HTTP/1.1" status: 204 len: 168 time: 0.2644348 Jul 05 04:03:07.837543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46134) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:07.844960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-bafc2b14-2ec3-4c3d-b8d9-d0d1fe19ba8a None None] Port ce46244a-8a3d-4f4c-9103-6b53f7afd924 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:07.895672 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.907383 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.908276 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/networks/254ed348-a1ae-4fb9-afc4-efecf74fcc43 HTTP/1.1" status: 204 len: 168 time: 1.4817164 Jul 05 04:03:07.914315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46136) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:07.926684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77675b76-8bff-4d8b-82d7-69be134a5764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Network': ['ID=254ed348-a1ae-4fb9-afc4-efecf74fcc43,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:07.948315 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d182ad-d9e0-42bd-9a06-e39fca24a008 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.024081 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6e20fc7b-3233-4ba2-9cf4-8f6e17ba0620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.030684 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-542b6a19-2607-42ac-a049-e748c9030774 admin admin] Deleting port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:08.031027 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-542b6a19-2607-42ac-a049-e748c9030774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.036809 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97b1f13f-3e6e-4e70-91e2-a75c800dbd40 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.044667 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d182ad-d9e0-42bd-9a06-e39fca24a008 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.055434 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-65d182ad-d9e0-42bd-9a06-e39fca24a008 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b130c1-d7ac-4836-b613-e0c356b75f72']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.065988 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-65d182ad-d9e0-42bd-9a06-e39fca24a008 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd268f044-d1d0-485d-ae1e-1d42f83af4b0') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.066288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-65d182ad-d9e0-42bd-9a06-e39fca24a008 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd268f044-d1d0-485d-ae1e-1d42f83af4b0') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.076246 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d182ad-d9e0-42bd-9a06-e39fca24a008 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.091718 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d182ad-d9e0-42bd-9a06-e39fca24a008 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.098976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d182ad-d9e0-42bd-9a06-e39fca24a008 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:08.099892 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d182ad-d9e0-42bd-9a06-e39fca24a008 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:08.102554 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:08.109681 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6e20fc7b-3233-4ba2-9cf4-8f6e17ba0620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.241539 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d182ad-d9e0-42bd-9a06-e39fca24a008 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.247863 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d182ad-d9e0-42bd-9a06-e39fca24a008 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.250115 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-65d182ad-d9e0-42bd-9a06-e39fca24a008 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] 10.222.0.60 "DELETE /v2.0/networks/d8b130c1-d7ac-4836-b613-e0c356b75f72 HTTP/1.1" status: 204 len: 168 time: 0.4098551 Jul 05 04:03:08.256048 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6e20fc7b-3233-4ba2-9cf4-8f6e17ba0620 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d31eaaef69e457c807fd6b9c34f7a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9351633 Jul 05 04:03:08.266140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46142) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:08.272950 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d182ad-d9e0-42bd-9a06-e39fca24a008 tempest-TagsTest-1027145951 tempest-TagsTest-1027145951-project] Pushing event deleted for resources: {'Network': ['ID=d8b130c1-d7ac-4836-b613-e0c356b75f72,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:08.297334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20fc7b-3233-4ba2-9cf4-8f6e17ba0620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaca8058-6303-4201-9779-aeab05cf607e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:08.307988 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97b1f13f-3e6e-4e70-91e2-a75c800dbd40 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.320731 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa5d5dd3-9692-49f7-a4eb-4ccf9752a51b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.326271 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8ffb36c-5001-48cc-ac5b-69a96185ba3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.326387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-542b6a19-2607-42ac-a049-e748c9030774 admin admin] For port 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17,segment=NetworkSegment(8a7f4c80-e6db-444b-b567-b431025cca58),segment_id=8a7f4c80-e6db-444b-b567-b431025cca58)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:08.326387 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-542b6a19-2607-42ac-a049-e748c9030774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.349798 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8ffb36c-5001-48cc-ac5b-69a96185ba3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.350013 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-97b1f13f-3e6e-4e70-91e2-a75c800dbd40 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7231933d-2990-4dfe-b268-e4daf26198f8']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.369939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-97b1f13f-3e6e-4e70-91e2-a75c800dbd40 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450caa89-3ac1-45f5-a131-fe8d7d24a4b7') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.369939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-97b1f13f-3e6e-4e70-91e2-a75c800dbd40 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450caa89-3ac1-45f5-a131-fe8d7d24a4b7') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.371847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-542b6a19-2607-42ac-a049-e748c9030774 admin admin] Calling delete_port for 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:08.391506 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97b1f13f-3e6e-4e70-91e2-a75c800dbd40 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.418482 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97b1f13f-3e6e-4e70-91e2-a75c800dbd40 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.461047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a892e1-b0bd-4dac-b336-0154e094f3e5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:08.464636 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-91a892e1-b0bd-4dac-b336-0154e094f3e5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.470638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b1f13f-3e6e-4e70-91e2-a75c800dbd40 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:08.471045 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97b1f13f-3e6e-4e70-91e2-a75c800dbd40 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:08.474658 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:08.496171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cbfa5-4be1-4501-adc9-608fd1f0c5a4 req-90583f68-2866-4e24-aea3-23049affb2fe tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:08.497744 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b78cbfa5-4be1-4501-adc9-608fd1f0c5a4 req-90583f68-2866-4e24-aea3-23049affb2fe tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.3067243 Jul 05 04:03:08.500974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:08.513099 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8ffb36c-5001-48cc-ac5b-69a96185ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.515837 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8ffb36c-5001-48cc-ac5b-69a96185ba3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.517307 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b8ffb36c-5001-48cc-ac5b-69a96185ba3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aaca8058-6303-4201-9779-aeab05cf607e HTTP/1.1" status: 204 len: 168 time: 0.2497487 Jul 05 04:03:08.523153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:08.523686 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fb9e7c2e-845c-41a5-97a0-c46e3dddeeb8 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:08.532773 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffb36c-5001-48cc-ac5b-69a96185ba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaca8058-6303-4201-9779-aeab05cf607e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:08.720490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b78cbfa5-4be1-4501-adc9-608fd1f0c5a4 req-9bddfa59-ade8-4f1d-b487-a59e902d181a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763601 Jul 05 04:03:08.730381 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97b1f13f-3e6e-4e70-91e2-a75c800dbd40 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.751393 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97b1f13f-3e6e-4e70-91e2-a75c800dbd40 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.764652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-97b1f13f-3e6e-4e70-91e2-a75c800dbd40 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/networks/7231933d-2990-4dfe-b268-e4daf26198f8 HTTP/1.1" status: 204 len: 168 time: 0.8380957 Jul 05 04:03:08.764900 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46150) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:08.771575 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-10052162-fe8c-4695-bc2c-1e3404b4acdd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'network': {'name': 'tempest-RoutersTest-2100549908'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:08.787325 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1f13f-3e6e-4e70-91e2-a75c800dbd40 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Network': ['ID=7231933d-2990-4dfe-b268-e4daf26198f8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:08.792054 n-d-798249-5 neutron-server[100877]: INFO neutron.db.ipam_backend_mixin [None req-91a892e1-b0bd-4dac-b336-0154e094f3e5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1ae89153-29dc-44fd-a6df-e45986ff51f8 (CIDR: 172.20.0.0/28) Jul 05 04:03:08.808094 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa5d5dd3-9692-49f7-a4eb-4ccf9752a51b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.839922 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46154) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:08.860273 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a892e1-b0bd-4dac-b336-0154e094f3e5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:03:08.860273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a892e1-b0bd-4dac-b336-0154e094f3e5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:08.885191 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa5d5dd3-9692-49f7-a4eb-4ccf9752a51b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.919033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d5dd3-9692-49f7-a4eb-4ccf9752a51b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f9f775-42e3-433b-9aa5-098b716d62b3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:08.953017 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-542b6a19-2607-42ac-a049-e748c9030774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.986716 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-91a892e1-b0bd-4dac-b336-0154e094f3e5 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3330996 Jul 05 04:03:08.987629 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b6a19-2607-42ac-a049-e748c9030774 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:08.992919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46164) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:09.004057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f3413cdd-08b2-47dc-ba3a-e314feda53e9 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:09.026875 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-21dac7ba-5844-4f9c-9116-d28e811899da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a743ab8e623e4c1eadf6509d4d4917e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832938 Jul 05 04:03:09.034986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46166) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:09.150974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10052162-fe8c-4695-bc2c-1e3404b4acdd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:09.155133 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10052162-fe8c-4695-bc2c-1e3404b4acdd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.157265 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ad2542a-9b4c-4bb9-a267-0bdef2783009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.199981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10052162-fe8c-4695-bc2c-1e3404b4acdd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:09.211337 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10052162-fe8c-4695-bc2c-1e3404b4acdd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.212211 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-10052162-fe8c-4695-bc2c-1e3404b4acdd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Added segment aa2794a9-5c82-4101-9afe-03a00e1b7412 of type vlan for network c11c8e7f-24e2-4821-bad9-34143e6400ee Jul 05 04:03:09.218851 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ad2542a-9b4c-4bb9-a267-0bdef2783009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.244249 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-542b6a19-2607-42ac-a049-e748c9030774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.255957 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10052162-fe8c-4695-bc2c-1e3404b4acdd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.259542 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa5d5dd3-9692-49f7-a4eb-4ccf9752a51b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.261388 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fa5d5dd3-9692-49f7-a4eb-4ccf9752a51b tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5300183 Jul 05 04:03:09.264915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46170) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:09.272204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ad39f6f5-6f5f-4dc6-a978-91076259ec47 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366877739'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:09.365591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3413cdd-08b2-47dc-ba3a-e314feda53e9 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:09.369550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f3413cdd-08b2-47dc-ba3a-e314feda53e9 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.417167 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10052162-fe8c-4695-bc2c-1e3404b4acdd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.422670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10052162-fe8c-4695-bc2c-1e3404b4acdd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:09.423255 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10052162-fe8c-4695-bc2c-1e3404b4acdd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.474747 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ad2542a-9b4c-4bb9-a267-0bdef2783009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.477282 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ad2542a-9b4c-4bb9-a267-0bdef2783009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.478988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5ad2542a-9b4c-4bb9-a267-0bdef2783009 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56270eb4-3ee1-4c58-bc30-9950d43334f6 HTTP/1.1" status: 204 len: 168 time: 0.4425240 Jul 05 04:03:09.490716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2542a-9b4c-4bb9-a267-0bdef2783009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56270eb4-3ee1-4c58-bc30-9950d43334f6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:09.538639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542b6a19-2607-42ac-a049-e748c9030774 admin admin] Router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:09.539728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10052162-fe8c-4695-bc2c-1e3404b4acdd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Network': ['ID=c11c8e7f-24e2-4821-bad9-34143e6400ee,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:09.552300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network c11c8e7f-24e2-4821-bad9-34143e6400ee details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:09.567876 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad39f6f5-6f5f-4dc6-a978-91076259ec47 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.671719 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-10052162-fe8c-4695-bc2c-1e3404b4acdd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9045899 Jul 05 04:03:09.678115 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46188) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:09.683859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-2767c36b-1c57-4ab8-8caf-098094452abd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'subnet': {'network_id': 'c11c8e7f-24e2-4821-bad9-34143e6400ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:09.698773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542b6a19-2607-42ac-a049-e748c9030774 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:09.710278 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-542b6a19-2607-42ac-a049-e748c9030774 admin admin] 10.222.0.60 "PUT /v2.0/routers/6d57b72a-7c19-4315-b28e-4e2af59f9dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0616198 Jul 05 04:03:09.710449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46190) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:09.711155 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4edd57-44ee-46fe-857e-97b58266c659 None None] Sync routers for ids ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:09.722318 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4edd57-44ee-46fe-857e-97b58266c659 None None] Routers {'6d57b72a-7c19-4315-b28e-4e2af59f9dbd'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:09.723796 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2d4edd57-44ee-46fe-857e-97b58266c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:09.935466 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad39f6f5-6f5f-4dc6-a978-91076259ec47 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.970694 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.995407 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f3413cdd-08b2-47dc-ba3a-e314feda53e9 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.029388 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad39f6f5-6f5f-4dc6-a978-91076259ec47 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.034874 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-2d4edd57-44ee-46fe-857e-97b58266c659 None None] Set router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:10.089382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39f6f5-6f5f-4dc6-a978-91076259ec47 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e1e77d-bd56-49ec-becd-a41c7c4c760f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:10.120095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3413cdd-08b2-47dc-ba3a-e314feda53e9 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:10.123778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f3413cdd-08b2-47dc-ba3a-e314feda53e9 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:10.128150 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3413cdd-08b2-47dc-ba3a-e314feda53e9 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:10.130253 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f3413cdd-08b2-47dc-ba3a-e314feda53e9 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.132578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3413cdd-08b2-47dc-ba3a-e314feda53e9 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Subnet': ['ID=2d5d9406-9bc1-417a-8439-e2c9bea90c42,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:10.138917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d8211c-d297-4f26-a788-922a6a2aa68c None None] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:10.144044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab27c6-9af2-4f3c-996c-cada5cce04ff req-8f6cf268-90a9-4138-b200-a25269670be0 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:10.145830 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9ab27c6-9af2-4f3c-996c-cada5cce04ff req-8f6cf268-90a9-4138-b200-a25269670be0 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.1716378 Jul 05 04:03:10.189491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2767c36b-1c57-4ab8-8caf-098094452abd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:10.193890 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2767c36b-1c57-4ab8-8caf-098094452abd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.199806 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.228085 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2d4edd57-44ee-46fe-857e-97b58266c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T04:03:08Z', 'revision_number': 5, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:10.234167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9ab27c6-9af2-4f3c-996c-cada5cce04ff req-2da594d0-b4be-4709-945f-11700d85dbc6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804074 Jul 05 04:03:10.261421 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4edd57-44ee-46fe-857e-97b58266c659 None None] Checking router: 6d57b72a-7c19-4315-b28e-4e2af59f9dbd for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:10.271555 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4edd57-44ee-46fe-857e-97b58266c659 None None] Routers {'6d57b72a-7c19-4315-b28e-4e2af59f9dbd'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:10.272913 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2d4edd57-44ee-46fe-857e-97b58266c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:10.317775 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad39f6f5-6f5f-4dc6-a978-91076259ec47 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.321784 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ad39f6f5-6f5f-4dc6-a978-91076259ec47 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0514927 Jul 05 04:03:10.323194 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46206) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:10.328240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-add4abfd-c350-4756-a338-fc30b19bad59 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group_rule': {'security_group_id': '96f9f775-42e3-433b-9aa5-098b716d62b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e6e1e77d-bd56-49ec-becd-a41c7c4c760f'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:10.353969 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f3413cdd-08b2-47dc-ba3a-e314feda53e9 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3537514 Jul 05 04:03:10.366780 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46208) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:10.379978 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1500e093-365d-4333-8e24-0a42ac8b1f7f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-737214681', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d5d9406-9bc1-417a-8439-e2c9bea90c42'}], 'security_groups': ['18b8df05-2823-4221-b597-2b61a3b838d3']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:10.481182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb128e63-b3c4-4eb9-a264-38a5c1ab9edc None None] Update dhcp port {'port': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'fixed_ips': [{'subnet_id': '1ae89153-29dc-44fd-a6df-e45986ff51f8', 'ip_address': '172.20.0.2'}, {'subnet_id': '2d5d9406-9bc1-417a-8439-e2c9bea90c42'}], 'binding:host_id': 'n-d-798249-5'}, 'id': '25e97e0d-af79-4ccb-bb35-d58b923bd95c'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:03:10.487711 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-2d4edd57-44ee-46fe-857e-97b58266c659 None None] Set router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:10.537072 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eb128e63-b3c4-4eb9-a264-38a5c1ab9edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.557217 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46214) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:10.587445 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2767c36b-1c57-4ab8-8caf-098094452abd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.674183 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767c36b-1c57-4ab8-8caf-098094452abd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Subnet': ['ID=483b604d-5836-4741-b9fb-06b6c27d478a,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:10.678910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2767c36b-1c57-4ab8-8caf-098094452abd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Checking segment: {'id': 'aa2794a9-5c82-4101-9afe-03a00e1b7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c11c8e7f-24e2-4821-bad9-34143e6400ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:10.679377 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2767c36b-1c57-4ab8-8caf-098094452abd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network hostable DHCP agents. Network: c11c8e7f-24e2-4821-bad9-34143e6400ee, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:10.745863 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61a3cc7a-2e65-4488-ae37-86e670139cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.776070 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2767c36b-1c57-4ab8-8caf-098094452abd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network c11c8e7f-24e2-4821-bad9-34143e6400ee is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:10.839857 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2d4edd57-44ee-46fe-857e-97b58266c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T04:03:08Z', 'revision_number': 5, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:10.856727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-eb128e63-b3c4-4eb9-a264-38a5c1ab9edc None None] Allocated IP 172.20.0.18 (97f8d14f-d798-43a6-b6b3-b859ba36d017/2d5d9406-9bc1-417a-8439-e2c9bea90c42/25e97e0d-af79-4ccb-bb35-d58b923bd95c) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:10.876086 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4edd57-44ee-46fe-857e-97b58266c659 None None] The sync data for ids ['6d57b72a-7c19-4315-b28e-4e2af59f9dbd'] in n-d-798249-5 is: [{'id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'name': 'tempest-TaggedBootDevicesTest-325076979-router', 'tenant_id': '7d16dca7328249f08e2390e95c16dfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:14Z', 'updated_at': '2021-07-05T04:03:08Z', 'revision_number': 5, 'project_id': '7d16dca7328249f08e2390e95c16dfe3', 'gw_port': {'id': 'db73755d-1210-4bfd-8526-cdfa4bfa23ca', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d57b72a-7c19-4315-b28e-4e2af59f9dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:16Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:10.878068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-2767c36b-1c57-4ab8-8caf-098094452abd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, c11c8e7f-24e2-4821-bad9-34143e6400ee) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:10.882469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2767c36b-1c57-4ab8-8caf-098094452abd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:10.883065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2767c36b-1c57-4ab8-8caf-098094452abd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.904115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60073411-a277-4ab2-a622-cfc98e8e6c05 None None] Network c11c8e7f-24e2-4821-bad9-34143e6400ee requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:11.010224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] Deleting port db73755d-1210-4bfd-8526-cdfa4bfa23ca {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:11.010819 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.023561 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2767c36b-1c57-4ab8-8caf-098094452abd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3443065 Jul 05 04:03:11.027568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46228) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:11.037417 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b48f72be-9781-4cb3-a9b3-ce01646ce764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-41220711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:11.101271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] For port db73755d-1210-4bfd-8526-cdfa4bfa23ca, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=db73755d-1210-4bfd-8526-cdfa4bfa23ca,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:11.101635 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.144206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] Calling delete_port for db73755d-1210-4bfd-8526-cdfa4bfa23ca owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:11.173458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-c11c8e7f-24e2-4821-bad9-34143e6400ee', 'network_id': 'c11c8e7f-24e2-4821-bad9-34143e6400ee', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'fixed_ips': [{'subnet_id': '483b604d-5836-4741-b9fb-06b6c27d478a'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:11.177071 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.183742 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61a3cc7a-2e65-4488-ae37-86e670139cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.185330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-eb128e63-b3c4-4eb9-a264-38a5c1ab9edc None None] For port 25e97e0d-af79-4ccb-bb35-d58b923bd95c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=25e97e0d-af79-4ccb-bb35-d58b923bd95c,segment=NetworkSegment(87cee62e-b80a-4415-b13f-b2e1a88ed0f8),segment_id=87cee62e-b80a-4415-b13f-b2e1a88ed0f8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:11.227613 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eb128e63-b3c4-4eb9-a264-38a5c1ab9edc None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.269638 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1500e093-365d-4333-8e24-0a42ac8b1f7f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.277478 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61a3cc7a-2e65-4488-ae37-86e670139cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.340117 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-61a3cc7a-2e65-4488-ae37-86e670139cbf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb50f1d8250b4912ae3ee5e1da98db1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7792680 Jul 05 04:03:11.344875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46234) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:11.390539 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3cc7a-2e65-4488-ae37-86e670139cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dd2716-dec7-4a74-8c60-5038d7688122,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:11.406164 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eb128e63-b3c4-4eb9-a264-38a5c1ab9edc None None] Transition to ACTIVE for port object 25e97e0d-af79-4ccb-bb35-d58b923bd95c will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:11.430365 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Allocated IP 172.20.0.2 (c11c8e7f-24e2-4821-bad9-34143e6400ee/483b604d-5836-4741-b9fb-06b6c27d478a/f8af243e-edba-4c58-bb05-060a222a1700) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:11.481921 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0f52348-b4f3-4970-904f-d07cd0643679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.522468 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0f52348-b4f3-4970-904f-d07cd0643679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.523965 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eb128e63-b3c4-4eb9-a264-38a5c1ab9edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.533908 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-add4abfd-c350-4756-a338-fc30b19bad59 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:03:11.537717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-add4abfd-c350-4756-a338-fc30b19bad59 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.2108808 Jul 05 04:03:11.539811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46240) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:11.601016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb128e63-b3c4-4eb9-a264-38a5c1ab9edc None None] Pushing event updated for resources: {'Port': ['ID=25e97e0d-af79-4ccb-bb35-d58b923bd95c,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:11.667748 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b48f72be-9781-4cb3-a9b3-ce01646ce764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.673006 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b48f72be-9781-4cb3-a9b3-ce01646ce764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.690815 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0f52348-b4f3-4970-904f-d07cd0643679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.695515 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0f52348-b4f3-4970-904f-d07cd0643679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.704604 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a0f52348-b4f3-4970-904f-d07cd0643679 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59dd2716-dec7-4a74-8c60-5038d7688122 HTTP/1.1" status: 204 len: 168 time: 0.3538661 Jul 05 04:03:11.723190 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea73f39-dbe1-4382-8dde-ef9085309738 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.733255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4a9b8-a8f1-407e-87d2-ea40f24af1dc req-aedca4f6-0438-4783-bcf6-bf7d60eda44e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:11.740192 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14b4a9b8-a8f1-407e-87d2-ea40f24af1dc req-aedca4f6-0438-4783-bcf6-bf7d60eda44e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.3436162 Jul 05 04:03:11.741558 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.742103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f52348-b4f3-4970-904f-d07cd0643679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dd2716-dec7-4a74-8c60-5038d7688122,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:11.752605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Transition to ACTIVE for port object f8af243e-edba-4c58-bb05-060a222a1700 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:11.797133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Transition to ACTIVE for port object f8af243e-edba-4c58-bb05-060a222a1700 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:11.833698 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b48f72be-9781-4cb3-a9b3-ce01646ce764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.873479 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.898553 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.900018 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b48f72be-9781-4cb3-a9b3-ce01646ce764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.942595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Network c11c8e7f-24e2-4821-bad9-34143e6400ee is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:11.945612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:11.947043 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea73f39-dbe1-4382-8dde-ef9085309738 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.958608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:11.977476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Pushing event updated for resources: {'Port': ['ID=f8af243e-edba-4c58-bb05-060a222a1700,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:11.992912 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b48f72be-9781-4cb3-a9b3-ce01646ce764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.994883 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b48f72be-9781-4cb3-a9b3-ce01646ce764 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9655526 Jul 05 04:03:12.000998 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46250) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:12.016288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'port': {'network_id': 'c11c8e7f-24e2-4821-bad9-34143e6400ee', 'name': 'tempest-RoutersTest-257402928'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:12.044123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14b4a9b8-a8f1-407e-87d2-ea40f24af1dc req-b50688e2-0872-4551-8317-9150b56835db tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792623 Jul 05 04:03:12.046164 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=db73755d-1210-4bfd-8526-cdfa4bfa23ca,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:12.099267 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Attempting to bind port f8af243e-edba-4c58-bb05-060a222a1700 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:12.099786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Attempting to bind port f8af243e-edba-4c58-bb05-060a222a1700 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'aa2794a9-5c82-4101-9afe-03a00e1b7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c11c8e7f-24e2-4821-bad9-34143e6400ee'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:12.100231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Attempting to bind port f8af243e-edba-4c58-bb05-060a222a1700 on network c11c8e7f-24e2-4821-bad9-34143e6400ee {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:12.111740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:12.111740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Checking segment: {'id': 'aa2794a9-5c82-4101-9afe-03a00e1b7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c11c8e7f-24e2-4821-bad9-34143e6400ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:12.111740 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.111740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Bound using segment: {'id': 'aa2794a9-5c82-4101-9afe-03a00e1b7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c11c8e7f-24e2-4821-bad9-34143e6400ee'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:12.111740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Bound port: f8af243e-edba-4c58-bb05-060a222a1700, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2794a9-5c82-4101-9afe-03a00e1b7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c11c8e7f-24e2-4821-bad9-34143e6400ee'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:12.111740 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.200545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-1500e093-365d-4333-8e24-0a42ac8b1f7f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Delete allocated IP 172.20.0.4 (97f8d14f-d798-43a6-b6b3-b859ba36d017/1ae89153-29dc-44fd-a6df-e45986ff51f8) {{(pid=100877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:03:12.219252 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.223234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-1500e093-365d-4333-8e24-0a42ac8b1f7f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Allocated IP 172.20.0.23 (97f8d14f-d798-43a6-b6b3-b859ba36d017/2d5d9406-9bc1-417a-8439-e2c9bea90c42/ce46244a-8a3d-4f4c-9103-6b53f7afd924) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:12.260212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] For port f8af243e-edba-4c58-bb05-060a222a1700, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:12.279603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] For port f8af243e-edba-4c58-bb05-060a222a1700, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f8af243e-edba-4c58-bb05-060a222a1700,segment=NetworkSegment(aa2794a9-5c82-4101-9afe-03a00e1b7412),segment_id=aa2794a9-5c82-4101-9afe-03a00e1b7412)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:12.354299 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.357541 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea73f39-dbe1-4382-8dde-ef9085309738 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.361044 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea73f39-dbe1-4382-8dde-ef9085309738 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.362444 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bea73f39-dbe1-4382-8dde-ef9085309738 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "DELETE /v2.0/security-groups/e6e1e77d-bd56-49ec-becd-a41c7c4c760f HTTP/1.1" status: 204 len: 168 time: 0.8199260 Jul 05 04:03:12.371785 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46260) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:12.426739 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.431702 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.436301 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea73f39-dbe1-4382-8dde-ef9085309738 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e1e77d-bd56-49ec-becd-a41c7c4c760f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:12.524940 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9e967b6e-b661-4bfe-a1f4-bd7e30fe1850 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1476924 Jul 05 04:03:12.527182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:12.530978 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46266) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:12.545838 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.549904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36522c1-75f1-438b-aaf9-5c6a3c8fc87b None None] Pushing event updated for resources: {'Port': ['ID=f8af243e-edba-4c58-bb05-060a222a1700,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:12.594116 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] device_id is not set on port b220ea8f-d930-464c-a8ac-3844fdadffc7 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:12.683164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.683697 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d57b72a-7c19-4315-b28e-4e2af59f9dbd {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:12.691783 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.693052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2b38ffce-3210-474b-99a2-59fbeb2053a7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6d57b72a-7c19-4315-b28e-4e2af59f9dbd HTTP/1.1" status: 204 len: 168 time: 2.9808891 Jul 05 04:03:12.697962 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-807108f4-0760-4bc6-a061-525cc0483483 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.699666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46270) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:12.748733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 25e97e0d-af79-4ccb-bb35-d58b923bd95c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:12.802322 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-807108f4-0760-4bc6-a061-525cc0483483 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.861951 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-67ae35ea-bef3-4850-83af-b2edccd349ab None None] Provisioning complete for port ce46244a-8a3d-4f4c-9103-6b53f7afd924 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:12.864033 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-67ae35ea-bef3-4850-83af-b2edccd349ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.915676 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-67ae35ea-bef3-4850-83af-b2edccd349ab None None] Port ce46244a-8a3d-4f4c-9103-6b53f7afd924 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:12.925437 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Allocated IP 172.20.0.12 (c11c8e7f-24e2-4821-bad9-34143e6400ee/483b604d-5836-4741-b9fb-06b6c27d478a/b220ea8f-d930-464c-a8ac-3844fdadffc7) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:12.933254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-67ae35ea-bef3-4850-83af-b2edccd349ab None None] Provisioning complete for port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:12.934054 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-67ae35ea-bef3-4850-83af-b2edccd349ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.975690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eaeb70b-5781-41a4-82b8-347b31a5e186 admin admin] Deleting subnet 1a4e67f5-0254-4ffe-8462-5596b5dcca35 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:12.979512 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb70b-5781-41a4-82b8-347b31a5e186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.983500 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-67ae35ea-bef3-4850-83af-b2edccd349ab None None] Port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:13.006665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:13.029588 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:13.029999 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3e183985-f7c8-4e5a-8cb8-ecc6bc8f8b17 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:13.042513 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1500e093-365d-4333-8e24-0a42ac8b1f7f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.065052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-67ae35ea-bef3-4850-83af-b2edccd349ab None None] Provisioning for port 25e97e0d-af79-4ccb-bb35-d58b923bd95c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:13.070649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-67ae35ea-bef3-4850-83af-b2edccd349ab None None] Provisioning complete for port 25e97e0d-af79-4ccb-bb35-d58b923bd95c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:13.071025 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-67ae35ea-bef3-4850-83af-b2edccd349ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.075102 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb70b-5781-41a4-82b8-347b31a5e186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.177737 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.200270 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Transition to ACTIVE for port object b220ea8f-d930-464c-a8ac-3844fdadffc7 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:13.212733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-1500e093-365d-4333-8e24-0a42ac8b1f7f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Transition to ACTIVE for port object ce46244a-8a3d-4f4c-9103-6b53f7afd924 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:13.228048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-807108f4-0760-4bc6-a061-525cc0483483 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.231391 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-807108f4-0760-4bc6-a061-525cc0483483 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.234425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-807108f4-0760-4bc6-a061-525cc0483483 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "DELETE /v2.0/security-groups/96f9f775-42e3-433b-9aa5-098b716d62b3 HTTP/1.1" status: 204 len: 168 time: 0.7016170 Jul 05 04:03:13.237304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46282) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:13.301796 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d0a46de4-4d2b-4a8b-ab84-23ba8f8ec8be tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0620649 Jul 05 04:03:13.302698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46284) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:13.304782 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1500e093-365d-4333-8e24-0a42ac8b1f7f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.308216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b16127ea-43af-4823-8d9b-1db7bccfdc18 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group': {'name': 'tempest-secgroup--783185620'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:13.318878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807108f4-0760-4bc6-a061-525cc0483483 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f9f775-42e3-433b-9aa5-098b716d62b3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:13.323327 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb70b-5781-41a4-82b8-347b31a5e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.388313 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.449547 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b16127ea-43af-4823-8d9b-1db7bccfdc18 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.520310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500e093-365d-4333-8e24-0a42ac8b1f7f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=ce46244a-8a3d-4f4c-9103-6b53f7afd924,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:13.563689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-1500e093-365d-4333-8e24-0a42ac8b1f7f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] In _notify_port_updated(), no bound segment for port ce46244a-8a3d-4f4c-9103-6b53f7afd924 on network 97f8d14f-d798-43a6-b6b3-b859ba36d017 {{(pid=100877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:03:13.569564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1500e093-365d-4333-8e24-0a42ac8b1f7f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:13.570508 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1500e093-365d-4333-8e24-0a42ac8b1f7f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.575443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1500e093-365d-4333-8e24-0a42ac8b1f7f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "PUT /v2.0/ports/ce46244a-8a3d-4f4c-9103-6b53f7afd924 HTTP/1.1" status: 200 len: 920 time: 3.2072592 Jul 05 04:03:13.582453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46294) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:13.584391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network c11c8e7f-24e2-4821-bad9-34143e6400ee is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:13.593899 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=b220ea8f-d930-464c-a8ac-3844fdadffc7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:13.610535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59453a8-b9ef-417f-97d6-a79b208abb75 req-be8a8ec2-9492-4827-8b8c-cac47e866846 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:13.615492 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:13.619077 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c59453a8-b9ef-417f-97d6-a79b208abb75 req-be8a8ec2-9492-4827-8b8c-cac47e866846 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.4078972 Jul 05 04:03:13.630702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:13.713624 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:13.714420 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.719362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c59453a8-b9ef-417f-97d6-a79b208abb75 req-d82be300-382d-4bab-aa7b-46614a595cac tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756242 Jul 05 04:03:13.723113 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb70b-5781-41a4-82b8-347b31a5e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.773327 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6eaeb70b-5781-41a4-82b8-347b31a5e186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.774859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c605d1a-f95b-4822-8fcf-67f8a7c62cb4 None None] Network f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:13.775833 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6eaeb70b-5781-41a4-82b8-347b31a5e186 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1a4e67f5-0254-4ffe-8462-5596b5dcca35 HTTP/1.1" status: 204 len: 168 time: 1.0731120 Jul 05 04:03:13.780671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46298) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:13.783025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaeb70b-5781-41a4-82b8-347b31a5e186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a4e67f5-0254-4ffe-8462-5596b5dcca35,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:13.787442 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b16127ea-43af-4823-8d9b-1db7bccfdc18 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.877760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-097f10ba-442c-4c2b-8dc6-20abf56aea44 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port ce46244a-8a3d-4f4c-9103-6b53f7afd924 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:13.882080 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-097f10ba-442c-4c2b-8dc6-20abf56aea44 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.885131 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.902536 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b16127ea-43af-4823-8d9b-1db7bccfdc18 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.980639 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16127ea-43af-4823-8d9b-1db7bccfdc18 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10979ca-cd2b-42e1-ad12-dfbf1519a958,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:14.011852 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7b6e2f85-1016-4bef-816e-5ff88d815936 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0096710 Jul 05 04:03:14.013294 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46304) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:14.055554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-097f10ba-442c-4c2b-8dc6-20abf56aea44 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.073789 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b16127ea-43af-4823-8d9b-1db7bccfdc18 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.078166 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b16127ea-43af-4823-8d9b-1db7bccfdc18 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7743673 Jul 05 04:03:14.081998 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46306) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:14.084780 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-097f10ba-442c-4c2b-8dc6-20abf56aea44 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for ce46244a-8a3d-4f4c-9103-6b53f7afd924 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:14.145114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Deleting port f9f1b918-d3fa-4821-84cd-c4cb2187afe7 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:14.145498 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.146714 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721ad4d6-550c-4eba-b5ad-972a813467ec None None] DHCP port deletion for f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:14.221762 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72ae976-1a04-4dc5-98b4-eef9d81f20ba None None] Network c11c8e7f-24e2-4821-bad9-34143e6400ee requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:14.252149 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-28ef281c-eb05-42be-82eb-375dd58bb806 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:14.258616 n-d-798249-5 neutron-server[100876]: WARNING neutron.api.v2.base [None req-28ef281c-eb05-42be-82eb-375dd58bb806 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:03:14.258616 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-28ef281c-eb05-42be-82eb-375dd58bb806 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 04:03:14.258616 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-28ef281c-eb05-42be-82eb-375dd58bb806 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "PUT /v2.0/security-groups/b10979ca-cd2b-42e1-ad12-dfbf1519a958 HTTP/1.1" status: 409 len: 330 time: 0.1109052 Jul 05 04:03:14.260524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46312) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:14.271969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] For port f9f1b918-d3fa-4821-84cd-c4cb2187afe7, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f9f1b918-d3fa-4821-84cd-c4cb2187afe7,segment=NetworkSegment(8a7f4c80-e6db-444b-b567-b431025cca58),segment_id=8a7f4c80-e6db-444b-b567-b431025cca58)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:14.272330 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.298555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Calling delete_port for f9f1b918-d3fa-4821-84cd-c4cb2187afe7 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:14.450788 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dfa8338e-ea42-4f74-b411-bb07d6237f86 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.512003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dfa8338e-ea42-4f74-b411-bb07d6237f86 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.539769 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-097f10ba-442c-4c2b-8dc6-20abf56aea44 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.547646 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.672446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f10ba-442c-4c2b-8dc6-20abf56aea44 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=ce46244a-8a3d-4f4c-9103-6b53f7afd924,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:14.708157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f8af243e-edba-4c58-bb05-060a222a1700 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:14.747534 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.770827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2043747c-5ddd-44ad-a223-2a0b1487a279 None None] Could not find standard attr ID for object ce46244a-8a3d-4f4c-9103-6b53f7afd924. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:03:14.825743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46326) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:14.854937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-721ad4d6-550c-4eba-b5ad-972a813467ec None None] Deleting port f9f1b918-d3fa-4821-84cd-c4cb2187afe7 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:14.856877 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-721ad4d6-550c-4eba-b5ad-972a813467ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.891178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] No DVR routers for this DVR port f9f1b918-d3fa-4821-84cd-c4cb2187afe7 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:14.934970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f1b918-d3fa-4821-84cd-c4cb2187afe7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:14.972061 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.987921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2043747c-5ddd-44ad-a223-2a0b1487a279 None None] Provisioning for port f8af243e-edba-4c58-bb05-060a222a1700 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:15.019078 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dfa8338e-ea42-4f74-b411-bb07d6237f86 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.021700 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dfa8338e-ea42-4f74-b411-bb07d6237f86 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.027574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dfa8338e-ea42-4f74-b411-bb07d6237f86 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "DELETE /v2.0/security-groups/b10979ca-cd2b-42e1-ad12-dfbf1519a958 HTTP/1.1" status: 204 len: 168 time: 0.7612700 Jul 05 04:03:15.027793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46330) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:15.046354 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.061732 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.068353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-721ad4d6-550c-4eba-b5ad-972a813467ec None None] For port f9f1b918-d3fa-4821-84cd-c4cb2187afe7, host n-d-798249-5, got binding levels [] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:15.068353 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-721ad4d6-550c-4eba-b5ad-972a813467ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.096457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8338e-ea42-4f74-b411-bb07d6237f86 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10979ca-cd2b-42e1-ad12-dfbf1519a958,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:15.100267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f298ac04-c9e2-4859-ad6c-28e6fda4d5d1']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:15.102934 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-097f10ba-442c-4c2b-8dc6-20abf56aea44 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.106407 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-721ad4d6-550c-4eba-b5ad-972a813467ec None None] Calling delete_port for f9f1b918-d3fa-4821-84cd-c4cb2187afe7 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:15.108711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-097f10ba-442c-4c2b-8dc6-20abf56aea44 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/ce46244a-8a3d-4f4c-9103-6b53f7afd924 HTTP/1.1" status: 204 len: 168 time: 1.5225866 Jul 05 04:03:15.111797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46332) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:15.117380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.ipam_backend_mixin [None req-721ad4d6-550c-4eba-b5ad-972a813467ec None None] Port f9f1b918-d3fa-4821-84cd-c4cb2187afe7 was not found and therefore no delete operation was performed {{(pid=100878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:03:15.122190 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-721ad4d6-550c-4eba-b5ad-972a813467ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.135951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7f4c80-e6db-444b-b567-b431025cca58') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:15.136320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7f4c80-e6db-444b-b567-b431025cca58') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:15.158579 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ad4d6-550c-4eba-b5ad-972a813467ec None None] Pushing event deleted for resources: {'Port': ['ID=f9f1b918-d3fa-4821-84cd-c4cb2187afe7,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:15.167758 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.173294 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-28368250-1c57-4f76-acc2-07fb63b98d1d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] GET failed (client error): The resource could not be found. Jul 05 04:03:15.178340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-28368250-1c57-4f76-acc2-07fb63b98d1d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/ce46244a-8a3d-4f4c-9103-6b53f7afd924 HTTP/1.1" status: 404 len: 333 time: 0.0582156 Jul 05 04:03:15.185752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46334) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:15.191969 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ad4d6-550c-4eba-b5ad-972a813467ec None None] No DVR routers for this DVR port f9f1b918-d3fa-4821-84cd-c4cb2187afe7 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:15.191969 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port f8af243e-edba-4c58-bb05-060a222a1700 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:15.196070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f8af243e-edba-4c58-bb05-060a222a1700 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:15.196721 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.214379 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0cb9cf4e-ed87-4596-aeed-a675a465962e tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1779585 Jul 05 04:03:15.219423 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46336) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:15.224062 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.234211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:15.234618 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:15.236553 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:15.270561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-66731774'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:15.296676 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38433e-5730-4fc7-ad35-1665f122c104 req-19a230a1-a298-4d5e-a247-1f8e69ad4e60 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.296965 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-67bea8e8-608a-4bd8-bb79-9b7469f084e3 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] delete failed (client error): The resource could not be found. Jul 05 04:03:15.301398 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-67bea8e8-608a-4bd8-bb79-9b7469f084e3 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "DELETE /v2.0/security-groups/c325c105-8017-403a-967b-ef68382e0752 HTTP/1.1" status: 404 len: 347 time: 0.0754826 Jul 05 04:03:15.305772 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d38433e-5730-4fc7-ad35-1665f122c104 req-19a230a1-a298-4d5e-a247-1f8e69ad4e60 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.3627706 Jul 05 04:03:15.310647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46338) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:15.346614 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-d4a3c0b7-396c-4c53-8165-8bac01b42a76 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] show failed (client error): The resource could not be found. Jul 05 04:03:15.348318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=b220ea8f-d930-464c-a8ac-3844fdadffc7,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:15.348513 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d4a3c0b7-396c-4c53-8165-8bac01b42a76 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "GET /v2.0/security-groups/0ee55918-058a-4e61-b561-cc5aa678ae89 HTTP/1.1" status: 404 len: 347 time: 0.0358863 Jul 05 04:03:15.354874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46340) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:15.355199 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.380795 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d38433e-5730-4fc7-ad35-1665f122c104 req-e65c0276-2a64-4ca6-a4ca-486492efee43 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712836 Jul 05 04:03:15.385651 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-4a37a4d9-8b83-462d-819a-c9fd66202f63 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] show failed (client error): The resource could not be found. Jul 05 04:03:15.386700 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4a37a4d9-8b83-462d-819a-c9fd66202f63 tempest-NegativeSecGroupTest-768229401 tempest-NegativeSecGroupTest-768229401-project] 10.222.0.60 "GET /v2.0/security-group-rules/5d66dfcb-045b-4b67-97d6-96bc6478b737 HTTP/1.1" status: 404 len: 356 time: 0.0308938 Jul 05 04:03:15.410950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port f8af243e-edba-4c58-bb05-060a222a1700, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f8af243e-edba-4c58-bb05-060a222a1700,segment=NetworkSegment(aa2794a9-5c82-4101-9afe-03a00e1b7412),segment_id=aa2794a9-5c82-4101-9afe-03a00e1b7412)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:15.418899 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7120a882-684d-4c06-8918-91683b645836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.430483 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.440174 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.442385 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f298ac04-c9e2-4859-ad6c-28e6fda4d5d1 HTTP/1.1" status: 204 len: 168 time: 1.6604822 Jul 05 04:03:15.454655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb13d4-9472-4ccf-a38e-7a4cdbe1d3d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f298ac04-c9e2-4859-ad6c-28e6fda4d5d1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:15.487583 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Made reservation on behalf of defb9181b3fb4cbf9a0e752a16bccdc0 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:15.496803 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.523078 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7120a882-684d-4c06-8918-91683b645836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.528187 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.556118 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.630795 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=f8af243e-edba-4c58-bb05-060a222a1700,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:15.653965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f9f1b918-d3fa-4821-84cd-c4cb2187afe7 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:15.680804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: f9f1b918-d3fa-4821-84cd-c4cb2187afe7 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:15.681157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f9f1b918-d3fa-4821-84cd-c4cb2187afe7 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:15.681774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device db73755d-1210-4bfd-8526-cdfa4bfa23ca no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:15.698802 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.705370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: db73755d-1210-4bfd-8526-cdfa4bfa23ca {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:15.705370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device db73755d-1210-4bfd-8526-cdfa4bfa23ca not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:15.738945 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7120a882-684d-4c06-8918-91683b645836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.741985 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7120a882-684d-4c06-8918-91683b645836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.746495 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7120a882-684d-4c06-8918-91683b645836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/security-groups/25e3ed20-7015-41ac-9005-897dd8564b74 HTTP/1.1" status: 204 len: 168 time: 0.5367877 Jul 05 04:03:15.747167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46350) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:15.821524 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08331166-02ea-4dbf-ad49-c18afc70a57d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.830761 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6a1f43f5-b3d3-4999-976c-43e249e602b3 None None] Provisioning for port b220ea8f-d930-464c-a8ac-3844fdadffc7 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:15.833934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120a882-684d-4c06-8918-91683b645836 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e3ed20-7015-41ac-9005-897dd8564b74,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:15.839100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6a1f43f5-b3d3-4999-976c-43e249e602b3 None None] Provisioning complete for port b220ea8f-d930-464c-a8ac-3844fdadffc7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:15.839335 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6a1f43f5-b3d3-4999-976c-43e249e602b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.902324 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08331166-02ea-4dbf-ad49-c18afc70a57d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.914373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6a1f43f5-b3d3-4999-976c-43e249e602b3 None None] Port b220ea8f-d930-464c-a8ac-3844fdadffc7 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:15.942065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6a1f43f5-b3d3-4999-976c-43e249e602b3 None None] Provisioning complete for port f8af243e-edba-4c58-bb05-060a222a1700 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:15.942458 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6a1f43f5-b3d3-4999-976c-43e249e602b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.979051 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46358) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:16.001813 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.044437 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c54aa566-714c-4757-bef9-e6df42ebd934 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d16dca7328249f08e2390e95c16dfe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606046 Jul 05 04:03:16.046319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46360) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:16.059544 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46362) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:16.122034 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08331166-02ea-4dbf-ad49-c18afc70a57d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.125799 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08331166-02ea-4dbf-ad49-c18afc70a57d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.127064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-08331166-02ea-4dbf-ad49-c18afc70a57d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/security-groups/18b8df05-2823-4221-b597-2b61a3b838d3 HTTP/1.1" status: 204 len: 168 time: 0.3785434 Jul 05 04:03:16.130890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46366) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:16.135758 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2ff3-db36-41e7-85fd-ddb55dca1359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.149307 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.152473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08331166-02ea-4dbf-ad49-c18afc70a57d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b8df05-2823-4221-b597-2b61a3b838d3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:16.168397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:16.182464 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2ff3-db36-41e7-85fd-ddb55dca1359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.185224 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.185781 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Added segment 4fffe1ec-3c71-49ab-9dfd-274e195c6c17 of type vlan for network 14b03db4-ab31-4611-aaf6-7becff08abf1 Jul 05 04:03:16.266964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e4a42dfb-cb23-4c07-ba66-66ae13c457df None None] Provisioning complete for port b220ea8f-d930-464c-a8ac-3844fdadffc7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:16.267853 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e4a42dfb-cb23-4c07-ba66-66ae13c457df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.279842 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.315704 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e4a42dfb-cb23-4c07-ba66-66ae13c457df None None] Port b220ea8f-d930-464c-a8ac-3844fdadffc7 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:16.325662 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-79848fbc-8de0-47aa-87e7-9e226d68eacc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting subnet 1ae89153-29dc-44fd-a6df-e45986ff51f8 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:16.344597 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79848fbc-8de0-47aa-87e7-9e226d68eacc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.347779 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.377483 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be05312d-6cb1-462b-839d-347767a6750e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:16.390021 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2ff3-db36-41e7-85fd-ddb55dca1359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.396186 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2ff3-db36-41e7-85fd-ddb55dca1359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.396186 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-aa6f2ff3-db36-41e7-85fd-ddb55dca1359 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd03692f-92fb-4c67-81cd-2b48add05668 HTTP/1.1" status: 204 len: 168 time: 0.3458338 Jul 05 04:03:16.404192 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f2ff3-db36-41e7-85fd-ddb55dca1359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd03692f-92fb-4c67-81cd-2b48add05668,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:16.443711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0bc360f9-cf8f-47e1-b42d-a5bc630dd727 None None] Provisioning complete for port b220ea8f-d930-464c-a8ac-3844fdadffc7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:16.443711 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0bc360f9-cf8f-47e1-b42d-a5bc630dd727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.485608 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79848fbc-8de0-47aa-87e7-9e226d68eacc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.512583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0bc360f9-cf8f-47e1-b42d-a5bc630dd727 None None] Port b220ea8f-d930-464c-a8ac-3844fdadffc7 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:16.538785 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-95e73b9b-400d-4bfe-9705-1941c332327f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31f25aea0c5a4c679e7b98f941aabc89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4758658 Jul 05 04:03:16.539278 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46374) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:16.567429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f8af243e-edba-4c58-bb05-060a222a1700 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:16.621928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f8af243e-edba-4c58-bb05-060a222a1700 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:16.622626 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.647281 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-776356bf-b8f1-47b1-ba83-db7b1faa25f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.680791 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-776356bf-b8f1-47b1-ba83-db7b1faa25f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.714049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b889bf-982a-4f4d-b451-5f690e844f87 req-2c1e8a71-b405-4595-8b05-5e366cdbd3d6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:16.721335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22b889bf-982a-4f4d-b451-5f690e844f87 req-2c1e8a71-b405-4595-8b05-5e366cdbd3d6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.1406019 Jul 05 04:03:16.802416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22b889bf-982a-4f4d-b451-5f690e844f87 req-da175bd9-a21d-4e4a-b82a-64fc514825b7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798948 Jul 05 04:03:16.853674 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-776356bf-b8f1-47b1-ba83-db7b1faa25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.856490 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-776356bf-b8f1-47b1-ba83-db7b1faa25f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.860235 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-776356bf-b8f1-47b1-ba83-db7b1faa25f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1a08e38-f1c1-4fa2-94f2-852039ea5dc5 HTTP/1.1" status: 204 len: 168 time: 0.3198404 Jul 05 04:03:16.870359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776356bf-b8f1-47b1-ba83-db7b1faa25f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a08e38-f1c1-4fa2-94f2-852039ea5dc5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:16.938412 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.944142 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:16.944781 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.085403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Pushing event updated for resources: {'Network': ['ID=14b03db4-ab31-4611-aaf6-7becff08abf1,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:17.099795 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 14b03db4-ab31-4611-aaf6-7becff08abf1 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:17.133241 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79848fbc-8de0-47aa-87e7-9e226d68eacc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.163163 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-03682439-6bdd-4cf9-9a1a-f37b563c9254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 2.2537334 Jul 05 04:03:17.277894 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.387465 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79848fbc-8de0-47aa-87e7-9e226d68eacc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.420639 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79848fbc-8de0-47aa-87e7-9e226d68eacc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.422917 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-79848fbc-8de0-47aa-87e7-9e226d68eacc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/1ae89153-29dc-44fd-a6df-e45986ff51f8 HTTP/1.1" status: 204 len: 168 time: 1.2908268 Jul 05 04:03:17.424098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79848fbc-8de0-47aa-87e7-9e226d68eacc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae89153-29dc-44fd-a6df-e45986ff51f8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:17.427644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46396) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:17.434691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-013e3086-730d-4c6d-b099-31e79d6091ef tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:17.436279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8213d2e0-b839-4383-b895-9caaeef5dafc None None] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:17.447410 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.649977 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46408) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:17.658538 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Request body: {'port': {'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1', 'binding:host_id': 'n-h2-798249-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-876065422'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:17.681068 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.703812 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=b220ea8f-d930-464c-a8ac-3844fdadffc7,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:17.840851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network c11c8e7f-24e2-4821-bad9-34143e6400ee is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:17.848547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:17.865185 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Made reservation on behalf of 53a834225a3845ea9197dda6ed4ac60b for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:17.867461 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.891209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.951256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013e3086-730d-4c6d-b099-31e79d6091ef tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:17.956938 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-013e3086-730d-4c6d-b099-31e79d6091ef tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.233851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46422) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:18.299532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff2717-a7f1-4c37-8006-e504ea31dd07 req-221dbde4-5341-4bee-908c-f786aa19f0e4 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:18.308660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59ff2717-a7f1-4c37-8006-e504ea31dd07 req-221dbde4-5341-4bee-908c-f786aa19f0e4 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.1555581 Jul 05 04:03:18.383967 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59ff2717-a7f1-4c37-8006-e504ea31dd07 req-affc9398-5caa-4c2e-9486-ea6ae644458e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705330 Jul 05 04:03:18.463498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.485486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1330536938-network', 'tenant_id': 'fefb95485b7d4ed6a4de616580c44cdf'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:18.487937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router b498c6a7-ffec-4695-8d97-5d92cd3d5409 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:03:18.555223 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.608208 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] device_id is not set on port 0349e9b5-2d06-43cf-83f2-84803e6e9144 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:18.633292 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-013e3086-730d-4c6d-b099-31e79d6091ef tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.648659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f675874a-fbb5-4895-9ac6-9deadba713a9 None None] Provisioning complete for port b220ea8f-d930-464c-a8ac-3844fdadffc7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:18.649171 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f675874a-fbb5-4895-9ac6-9deadba713a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.716478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e3086-730d-4c6d-b099-31e79d6091ef tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Subnet': ['ID=4d7d57db-2d3f-4886-ada6-47c9b16058a1,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:18.723372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] Made reservation on behalf of fefb95485b7d4ed6a4de616580c44cdf for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:18.729595 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.740313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f675874a-fbb5-4895-9ac6-9deadba713a9 None None] Port b220ea8f-d930-464c-a8ac-3844fdadffc7 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:18.746498 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4070b5a7-7017-4802-b9e2-ca6b0e565dbf,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:18.750321 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013e3086-730d-4c6d-b099-31e79d6091ef tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:18.751503 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.755168 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-013e3086-730d-4c6d-b099-31e79d6091ef tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:18.767596 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:18.770373 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013e3086-730d-4c6d-b099-31e79d6091ef tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:18.771055 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-013e3086-730d-4c6d-b099-31e79d6091ef tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.773258 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9fbb4eba-ea2e-40bd-ad41-33dab54e9ce4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/b498c6a7-ffec-4695-8d97-5d92cd3d5409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7592680 Jul 05 04:03:18.778770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46442) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:18.780302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e081b-6d5b-4334-a5a9-d515e0509222 None None] Sync routers for ids ['b498c6a7-ffec-4695-8d97-5d92cd3d5409'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:18.794031 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e081b-6d5b-4334-a5a9-d515e0509222 None None] Routers {'b498c6a7-ffec-4695-8d97-5d92cd3d5409'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:18.797582 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7a9e081b-6d5b-4334-a5a9-d515e0509222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b498c6a7-ffec-4695-8d97-5d92cd3d5409'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:18.827129 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46444) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:18.846994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7a9e081b-6d5b-4334-a5a9-d515e0509222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:18.871401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da64a3-a59b-4ade-a5c8-c68ed3732bd2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:18.871677 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e081b-6d5b-4334-a5a9-d515e0509222 None None] Routers {'b498c6a7-ffec-4695-8d97-5d92cd3d5409'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:18.872594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7a9e081b-6d5b-4334-a5a9-d515e0509222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b498c6a7-ffec-4695-8d97-5d92cd3d5409'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:18.873224 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e7da64a3-a59b-4ade-a5c8-c68ed3732bd2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports/b220ea8f-d930-464c-a8ac-3844fdadffc7 HTTP/1.1" status: 200 len: 977 time: 0.0934806 Jul 05 04:03:18.876403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46448) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:18.885845 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-013e3086-730d-4c6d-b099-31e79d6091ef tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4562349 Jul 05 04:03:18.893834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46450) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:18.914373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7a9e081b-6d5b-4334-a5a9-d515e0509222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:18.915422 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e081b-6d5b-4334-a5a9-d515e0509222 None None] The sync data for ids ['b498c6a7-ffec-4695-8d97-5d92cd3d5409'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:18.925294 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-cc194a7b-12f9-47e0-817e-5d344dc5b6a1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'security_group': {'name': 'tempest-secgroup-454404266'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:18.999997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22eadf1-8c00-4e44-ba59-18df594e8a89 None None] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:19.160008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ba70bfeb-e26b-4279-8036-b0c12dcaa59e None None] Provisioning complete for port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:19.160407 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ba70bfeb-e26b-4279-8036-b0c12dcaa59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.198638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] device_id is not set on port 0349e9b5-2d06-43cf-83f2-84803e6e9144 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:19.214186 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.239697 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ba70bfeb-e26b-4279-8036-b0c12dcaa59e None None] Port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:19.267490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Transition to ACTIVE for port object 0349e9b5-2d06-43cf-83f2-84803e6e9144 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:19.270705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ba70bfeb-e26b-4279-8036-b0c12dcaa59e None None] Provisioning complete for port 25e97e0d-af79-4ccb-bb35-d58b923bd95c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:19.271555 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ba70bfeb-e26b-4279-8036-b0c12dcaa59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.371741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.380564 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.396650 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ca7e185b-6287-454c-892c-5dba4f3f8807 tempest-ServiceProvidersTest-1418651051 tempest-ServiceProvidersTest-1418651051-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5627935 Jul 05 04:03:19.450978 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.456599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b1248-54e6-4337-b862-45c97a65dbf0 None None] Update dhcp port {'port': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'fixed_ips': [{'subnet_id': '2d5d9406-9bc1-417a-8439-e2c9bea90c42', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d7d57db-2d3f-4886-ada6-47c9b16058a1'}], 'binding:host_id': 'n-d-798249-5'}, 'id': '25e97e0d-af79-4ccb-bb35-d58b923bd95c'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:03:19.456837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Pushing event updated for resources: {'Port': ['ID=0349e9b5-2d06-43cf-83f2-84803e6e9144,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:19.473586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:19.491190 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.491953 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] Added segment 768bf6a2-d1c9-402f-99e7-5a7a9203e399 of type vlan for network a0d22ebf-2b22-4f23-9ed8-ecbef611585e Jul 05 04:03:19.500575 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-492b1248-54e6-4337-b862-45c97a65dbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.552482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Checking segment: {'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:19.552992 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Network hostable DHCP agents. Network: 14b03db4-ab31-4611-aaf6-7becff08abf1, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:19.569500 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.616595 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c00c947a-932d-4a8b-b318-46daa7467961 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.691732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499f9f27-c544-4202-b3a3-fe2d80e3b995,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:19.715791 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Network 14b03db4-ab31-4611-aaf6-7becff08abf1 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:19.718314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cc194a7b-12f9-47e0-817e-5d344dc5b6a1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.728916 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.728916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:19.728916 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.729371 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-492b1248-54e6-4337-b862-45c97a65dbf0 None None] Allocated IP 172.20.0.2 (97f8d14f-d798-43a6-b6b3-b859ba36d017/4d7d57db-2d3f-4886-ada6-47c9b16058a1/25e97e0d-af79-4ccb-bb35-d58b923bd95c) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:19.750688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55a435-bf14-443c-958f-8055514ae5f5 req-f988e5c4-6555-4071-8054-da640bc9697c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:19.756618 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df55a435-bf14-443c-958f-8055514ae5f5 req-f988e5c4-6555-4071-8054-da640bc9697c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.1776326 Jul 05 04:03:19.798096 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 14b03db4-ab31-4611-aaf6-7becff08abf1) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:19.803336 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:19.816905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733e9ced-ee39-4496-9346-ab6228fd5145 None None] Network 14b03db4-ab31-4611-aaf6-7becff08abf1 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:19.823504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:19.823851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:19.824198 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:19.845422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] Pushing event updated for resources: {'Network': ['ID=a0d22ebf-2b22-4f23-9ed8-ecbef611585e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:19.848710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:19.849104 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:19.850345 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 2 to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 Jul 05 04:03:19.868292 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:19.868531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network a0d22ebf-2b22-4f23-9ed8-ecbef611585e details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:19.868676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:19.869193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:19.875031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df55a435-bf14-443c-958f-8055514ae5f5 req-bbaaff6a-a2a3-4800-b1f4-8234357b1264 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584428 Jul 05 04:03:19.875710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:19.876048 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:19.878787 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 3 to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 Jul 05 04:03:19.903728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c00c947a-932d-4a8b-b318-46daa7467961 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port b220ea8f-d930-464c-a8ac-3844fdadffc7 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:19.904503 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c00c947a-932d-4a8b-b318-46daa7467961 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.907886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:19.908464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:19.909102 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-576f082b-5a41-490b-966b-7f7b194dabbd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6713219 Jul 05 04:03:19.909374 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:19.911976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46460) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:19.920145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-067aa1bd-a980-4930-a841-8b1566612bcf admin admin] Request body: {'subnet': {'network_id': 'a0d22ebf-2b22-4f23-9ed8-ecbef611585e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1330536938-subnet', 'tenant_id': 'fefb95485b7d4ed6a4de616580c44cdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:19.961376 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:19.961721 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:19.963935 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 4 to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 Jul 05 04:03:19.985549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:19.985943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:19.986239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:19.994907 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:19.995338 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:19.997962 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 5 to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 Jul 05 04:03:20.019552 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cc194a7b-12f9-47e0-817e-5d344dc5b6a1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.026313 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:20.026702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:20.027031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:20.037180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:20.037680 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:20.039288 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c00c947a-932d-4a8b-b318-46daa7467961 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.042372 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 6 to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 Jul 05 04:03:20.051331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46464) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:20.063030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c00c947a-932d-4a8b-b318-46daa7467961 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for b220ea8f-d930-464c-a8ac-3844fdadffc7 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:20.066959 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:20.067296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:20.067730 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:20.077641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:20.078136 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:20.078829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-492b1248-54e6-4337-b862-45c97a65dbf0 None None] For port 25e97e0d-af79-4ccb-bb35-d58b923bd95c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=25e97e0d-af79-4ccb-bb35-d58b923bd95c,segment=NetworkSegment(87cee62e-b80a-4415-b13f-b2e1a88ed0f8),segment_id=87cee62e-b80a-4415-b13f-b2e1a88ed0f8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:20.087550 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 7 to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 Jul 05 04:03:20.097011 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cc194a7b-12f9-47e0-817e-5d344dc5b6a1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.132738 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-492b1248-54e6-4337-b862-45c97a65dbf0 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.143762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc194a7b-12f9-47e0-817e-5d344dc5b6a1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2875ae49-ea1a-4fd9-873b-f6f1eb27bfd8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:20.159400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-492b1248-54e6-4337-b862-45c97a65dbf0 None None] Transition to ACTIVE for port object 25e97e0d-af79-4ccb-bb35-d58b923bd95c will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:20.171872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:20.172226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:20.172607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:20.191161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:20.191506 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:20.193102 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 8 to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 Jul 05 04:03:20.207317 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8137f15d-e853-409c-b6ac-8ae86ae1dee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.224054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067aa1bd-a980-4930-a841-8b1566612bcf admin admin] Made reservation on behalf of fefb95485b7d4ed6a4de616580c44cdf for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:20.226624 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-067aa1bd-a980-4930-a841-8b1566612bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.238539 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-492b1248-54e6-4337-b862-45c97a65dbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.241251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:20.241589 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:20.241942 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:20.252096 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:20.252521 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:20.259062 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 9 to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 Jul 05 04:03:20.276237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:20.276534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:20.277000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:20.291228 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:20.291719 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:20.295617 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 10 to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 Jul 05 04:03:20.332268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:20.332623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:20.332983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:20.341859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:20.342196 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 0349e9b5-2d06-43cf-83f2-84803e6e9144 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:20.342578 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.358528 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b1248-54e6-4337-b862-45c97a65dbf0 None None] Pushing event updated for resources: {'Port': ['ID=25e97e0d-af79-4ccb-bb35-d58b923bd95c,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:20.374765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cc194a7b-12f9-47e0-817e-5d344dc5b6a1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.378561 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cc194a7b-12f9-47e0-817e-5d344dc5b6a1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4812245 Jul 05 04:03:20.381243 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46474) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:20.409131 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d0d7abde-f97a-4628-bffb-6f864cc1ba5f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'security_group': {'name': 'tempest-secgroup-100509313'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:20.438318 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c00c947a-932d-4a8b-b318-46daa7467961 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.482207 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] For port 0349e9b5-2d06-43cf-83f2-84803e6e9144, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:20.482820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempted to set empty binding levels {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:03:20.484616 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c947a-932d-4a8b-b318-46daa7467961 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=b220ea8f-d930-464c-a8ac-3844fdadffc7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:20.582192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 25e97e0d-af79-4ccb-bb35-d58b923bd95c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:20.595912 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8137f15d-e853-409c-b6ac-8ae86ae1dee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.600846 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-067aa1bd-a980-4930-a841-8b1566612bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.695215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067aa1bd-a980-4930-a841-8b1566612bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1daab7-73f3-45fd-a1e9-78b5ec048554,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:20.707162 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8137f15d-e853-409c-b6ac-8ae86ae1dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.715092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067aa1bd-a980-4930-a841-8b1566612bcf admin admin] Checking segment: {'id': '768bf6a2-d1c9-402f-99e7-5a7a9203e399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0d22ebf-2b22-4f23-9ed8-ecbef611585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:20.715919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067aa1bd-a980-4930-a841-8b1566612bcf admin admin] Network hostable DHCP agents. Network: a0d22ebf-2b22-4f23-9ed8-ecbef611585e, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:20.725472 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c00c947a-932d-4a8b-b318-46daa7467961 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.735085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.780191 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8137f15d-e853-409c-b6ac-8ae86ae1dee0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65007ea6937247da98b6b755b3e492fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7266328 Jul 05 04:03:20.782573 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137f15d-e853-409c-b6ac-8ae86ae1dee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9573ff8c-2d49-4626-96d1-5c621504ec39,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:20.798453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46478) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:20.827161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Pushing event updated for resources: {'Port': ['ID=0349e9b5-2d06-43cf-83f2-84803e6e9144,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:20.878497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067aa1bd-a980-4930-a841-8b1566612bcf admin admin] Network a0d22ebf-2b22-4f23-9ed8-ecbef611585e is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:20.912926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.914237 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2fd9c9fd-7be3-450c-bc5c-5a0504aa97db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.920137 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.939070 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0d7abde-f97a-4628-bffb-6f864cc1ba5f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.939330 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2fd9c9fd-7be3-450c-bc5c-5a0504aa97db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.005730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-067aa1bd-a980-4930-a841-8b1566612bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, a0d22ebf-2b22-4f23-9ed8-ecbef611585e) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:21.009961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067aa1bd-a980-4930-a841-8b1566612bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:21.010683 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-067aa1bd-a980-4930-a841-8b1566612bcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.022369 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6820093b-f0d0-4c9b-b306-e89479d5f8f1 None None] Network a0d22ebf-2b22-4f23-9ed8-ecbef611585e requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:21.036400 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-848fb251-1250-4708-931a-3e23703a7d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.3819046 Jul 05 04:03:21.040498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46484) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:21.079255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00c947a-932d-4a8b-b318-46daa7467961 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router b498c6a7-ffec-4695-8d97-5d92cd3d5409 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:21.135884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-067aa1bd-a980-4930-a841-8b1566612bcf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2227886 Jul 05 04:03:21.172395 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2fd9c9fd-7be3-450c-bc5c-5a0504aa97db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.176982 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2fd9c9fd-7be3-450c-bc5c-5a0504aa97db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.176982 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2fd9c9fd-7be3-450c-bc5c-5a0504aa97db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9573ff8c-2d49-4626-96d1-5c621504ec39 HTTP/1.1" status: 204 len: 168 time: 0.3759990 Jul 05 04:03:21.207347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00c947a-932d-4a8b-b318-46daa7467961 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:21.217476 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c00c947a-932d-4a8b-b318-46daa7467961 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/b498c6a7-ffec-4695-8d97-5d92cd3d5409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3399937 Jul 05 04:03:21.223048 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35bd702-7018-4751-bc6c-4f4b8cf21f80 None None] Sync routers for ids ['b498c6a7-ffec-4695-8d97-5d92cd3d5409'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:21.226562 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46490) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:21.254163 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9c9fd-7be3-450c-bc5c-5a0504aa97db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9573ff8c-2d49-4626-96d1-5c621504ec39,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:21.254622 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35bd702-7018-4751-bc6c-4f4b8cf21f80 None None] Routers {'b498c6a7-ffec-4695-8d97-5d92cd3d5409'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:21.261284 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f35bd702-7018-4751-bc6c-4f4b8cf21f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b498c6a7-ffec-4695-8d97-5d92cd3d5409'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:21.281515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0a879b74-8604-4ff0-8479-21dd9ba27274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Deleting port 0349e9b5-2d06-43cf-83f2-84803e6e9144 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:21.281867 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a879b74-8604-4ff0-8479-21dd9ba27274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.321378 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6b242905-88fb-4afe-9829-c24b9c645598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.367100 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f35bd702-7018-4751-bc6c-4f4b8cf21f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:21.373227 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfa4d7b-3ae9-4b4f-9477-5e7d3e1de385 None None] Network a0d22ebf-2b22-4f23-9ed8-ecbef611585e requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:21.393433 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35bd702-7018-4751-bc6c-4f4b8cf21f80 None None] Routers {'b498c6a7-ffec-4695-8d97-5d92cd3d5409'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:21.394072 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f35bd702-7018-4751-bc6c-4f4b8cf21f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:02:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b498c6a7-ffec-4695-8d97-5d92cd3d5409'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:21.478275 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f35bd702-7018-4751-bc6c-4f4b8cf21f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:21.479094 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35bd702-7018-4751-bc6c-4f4b8cf21f80 None None] The sync data for ids ['b498c6a7-ffec-4695-8d97-5d92cd3d5409'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:21.544113 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823dcb3-ed66-472d-b7bc-fceeaa12c7df req-444c4549-40b0-40d9-ac95-42a64289c696 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:21.549892 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4823dcb3-ed66-472d-b7bc-fceeaa12c7df req-444c4549-40b0-40d9-ac95-42a64289c696 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.4368010 Jul 05 04:03:21.551249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-0a879b74-8604-4ff0-8479-21dd9ba27274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] For port 0349e9b5-2d06-43cf-83f2-84803e6e9144, host n-h2-798249-5, got binding levels [] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:21.554198 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a879b74-8604-4ff0-8479-21dd9ba27274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.589967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9aa6beb9-47d4-4224-9633-d90e7cedeb33 None None] Provisioning complete for port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:21.589967 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9aa6beb9-47d4-4224-9633-d90e7cedeb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.609182 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0a879b74-8604-4ff0-8479-21dd9ba27274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Calling delete_port for 0349e9b5-2d06-43cf-83f2-84803e6e9144 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:21.628210 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6beb9-47d4-4224-9633-d90e7cedeb33 None None] Port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:21.784510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9aa6beb9-47d4-4224-9633-d90e7cedeb33 None None] Provisioning for port 25e97e0d-af79-4ccb-bb35-d58b923bd95c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:21.791608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9aa6beb9-47d4-4224-9633-d90e7cedeb33 None None] Provisioning complete for port 25e97e0d-af79-4ccb-bb35-d58b923bd95c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:21.792216 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9aa6beb9-47d4-4224-9633-d90e7cedeb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.797995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4823dcb3-ed66-472d-b7bc-fceeaa12c7df req-e2ecb6f9-851b-4ff6-8e44-1a7fdd87b5c8 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348251 Jul 05 04:03:22.089099 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a879b74-8604-4ff0-8479-21dd9ba27274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.122913 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-14dc6f27-893c-4b75-bc1a-b078ac50b36c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 04:03:22.127096 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-14dc6f27-893c-4b75-bc1a-b078ac50b36c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/b498c6a7-ffec-4695-8d97-5d92cd3d5409/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8969178 Jul 05 04:03:22.129805 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46520) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:22.140483 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a879b74-8604-4ff0-8479-21dd9ba27274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Pushing event deleted for resources: {'Port': ['ID=0349e9b5-2d06-43cf-83f2-84803e6e9144,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:22.153232 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a879b74-8604-4ff0-8479-21dd9ba27274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.155814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0a879b74-8604-4ff0-8479-21dd9ba27274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "DELETE /v2.0/ports/0349e9b5-2d06-43cf-83f2-84803e6e9144 HTTP/1.1" status: 204 len: 168 time: 1.1131988 Jul 05 04:03:22.159072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46522) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:22.182067 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eb932106-05e4-4dc9-9deb-a953e0f79665 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports?device_id=b498c6a7-ffec-4695-8d97-5d92cd3d5409 HTTP/1.1" status: 200 len: 205 time: 0.0486374 Jul 05 04:03:22.190275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46524) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:22.216738 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8aaf6b-32fb-4641-a8dd-cf15619b0593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:03:22.218405 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5d8aaf6b-32fb-4641-a8dd-cf15619b0593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "GET /v2.0/ports/0349e9b5-2d06-43cf-83f2-84803e6e9144 HTTP/1.1" status: 404 len: 333 time: 0.0584071 Jul 05 04:03:22.223397 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0d7abde-f97a-4628-bffb-6f864cc1ba5f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.224611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46526) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:22.231729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-31a2427c-66b1-4ab9-b9ad-f8affc9baba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Request body: {'port': {'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-309366732'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:22.301644 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0d7abde-f97a-4628-bffb-6f864cc1ba5f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.302150 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc669-9930-4c97-b175-385b28e30a1d req-3f40c046-f68f-4f71-a0a8-aa2c4b39fbde tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:22.303670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ffc669-9930-4c97-b175-385b28e30a1d req-3f40c046-f68f-4f71-a0a8-aa2c4b39fbde tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/networks?id=a0d22ebf-2b22-4f23-9ed8-ecbef611585e HTTP/1.1" status: 200 len: 809 time: 0.2710719 Jul 05 04:03:22.307169 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-50e6de7e-85e2-4520-9191-1e7852a5e023 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.388994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7abde-f97a-4628-bffb-6f864cc1ba5f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17cbfcdb-17b8-4e3c-918e-afdbc02acf92,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:22.398178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ffc669-9930-4c97-b175-385b28e30a1d req-d89ebac0-77ac-4318-8b45-434137a408ae tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/quotas/fefb95485b7d4ed6a4de616580c44cdf HTTP/1.1" status: 200 len: 375 time: 0.0481212 Jul 05 04:03:22.504721 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ffc669-9930-4c97-b175-385b28e30a1d req-93368024-87ee-438f-806e-fb6f9946edc6 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fefb95485b7d4ed6a4de616580c44cdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966218 Jul 05 04:03:22.512086 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a2427c-66b1-4ab9-b9ad-f8affc9baba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Made reservation on behalf of 53a834225a3845ea9197dda6ed4ac60b for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:22.515874 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-31a2427c-66b1-4ab9-b9ad-f8affc9baba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.532089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-31a2427c-66b1-4ab9-b9ad-f8affc9baba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] device_id is not set on port 728c79b6-b1ee-438c-87e2-7857d97be566 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:22.562905 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-50e6de7e-85e2-4520-9191-1e7852a5e023 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.576802 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-50e6de7e-85e2-4520-9191-1e7852a5e023 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.674208 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0d7abde-f97a-4628-bffb-6f864cc1ba5f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.674208 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d0d7abde-f97a-4628-bffb-6f864cc1ba5f tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2678442 Jul 05 04:03:22.676133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46534) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:22.695198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0595e288-cab8-43f6-a9ef-e8d87dd0183d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'security_group': {'name': 'tempest-secgroup-556600485'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:22.700944 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-31a2427c-66b1-4ab9-b9ad-f8affc9baba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.726581 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ffc669-9930-4c97-b175-385b28e30a1d req-cf6874cd-afb8-42d8-8ece-0dfb3dc90cf5 service neutron] 10.222.0.60 "GET /v2.0/networks/a0d22ebf-2b22-4f23-9ed8-ecbef611585e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763926 Jul 05 04:03:22.761925 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-50e6de7e-85e2-4520-9191-1e7852a5e023 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.762291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e6de7e-85e2-4520-9191-1e7852a5e023 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Fanout notify agent at l3_agent the message router_deleted on router b498c6a7-ffec-4695-8d97-5d92cd3d5409 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:22.787438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-50e6de7e-85e2-4520-9191-1e7852a5e023 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.787438 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-50e6de7e-85e2-4520-9191-1e7852a5e023 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/routers/b498c6a7-ffec-4695-8d97-5d92cd3d5409 HTTP/1.1" status: 204 len: 168 time: 0.5751348 Jul 05 04:03:22.788966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46538) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:22.831865 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-31a2427c-66b1-4ab9-b9ad-f8affc9baba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.832169 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0595e288-cab8-43f6-a9ef-e8d87dd0183d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.887788 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ffc669-9930-4c97-b175-385b28e30a1d req-d532674d-f96a-4a8c-9705-bf1c3623d0ea service neutron] 10.222.0.60 "GET /v2.0/networks/a0d22ebf-2b22-4f23-9ed8-ecbef611585e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520231 Jul 05 04:03:22.956649 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0595e288-cab8-43f6-a9ef-e8d87dd0183d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.978961 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a2427c-66b1-4ab9-b9ad-f8affc9baba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Network 14b03db4-ab31-4611-aaf6-7becff08abf1 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:22.992722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a57816-b1bb-4c84-b90c-b6b0361bceb2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting subnet 483b604d-5836-4741-b9fb-06b6c27d478a {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:23.000879 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-31a2427c-66b1-4ab9-b9ad-f8affc9baba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:23.008637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a57816-b1bb-4c84-b90c-b6b0361bceb2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.014153 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2427c-66b1-4ab9-b9ad-f8affc9baba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:23.015870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a2427c-66b1-4ab9-b9ad-f8affc9baba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:23.021108 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-31a2427c-66b1-4ab9-b9ad-f8affc9baba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.065496 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2427c-66b1-4ab9-b9ad-f8affc9baba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Pushing event updated for resources: {'Port': ['ID=728c79b6-b1ee-438c-87e2-7857d97be566,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:23.069449 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0595e288-cab8-43f6-a9ef-e8d87dd0183d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.081873 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a57816-b1bb-4c84-b90c-b6b0361bceb2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.113978 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595e288-cab8-43f6-a9ef-e8d87dd0183d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1764929a-ae96-4696-afb3-5e55aad5511b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:23.153566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647f37a-78d8-4217-b4d0-a3ab3917524a req-2630b6d2-f114-4652-bb72-3e5b1c6bf8f3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:23.155540 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d647f37a-78d8-4217-b4d0-a3ab3917524a req-2630b6d2-f114-4652-bb72-3e5b1c6bf8f3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.1334624 Jul 05 04:03:23.180507 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-31a2427c-66b1-4ab9-b9ad-f8affc9baba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9543924 Jul 05 04:03:23.183297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46548) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:23.188871 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:23.204960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d647f37a-78d8-4217-b4d0-a3ab3917524a req-e5f6cee9-a388-4a9b-aeb5-56758a85b77b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430346 Jul 05 04:03:23.219616 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0595e288-cab8-43f6-a9ef-e8d87dd0183d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.221392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0595e288-cab8-43f6-a9ef-e8d87dd0183d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5436034 Jul 05 04:03:23.223974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46552) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:23.227246 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a57816-b1bb-4c84-b90c-b6b0361bceb2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.244801 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1813069761', 'security_groups': ['1764929a-ae96-4696-afb3-5e55aad5511b'], 'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4d7d57db-2d3f-4886-ada6-47c9b16058a1'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:23.359693 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.424939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65c0520e-b468-4d69-af6a-74498ccd8f0e req-6f310e7f-2cf4-44e3-b425-b8b710a9a9b4 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 210 time: 0.0589070 Jul 05 04:03:23.532685 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a57816-b1bb-4c84-b90c-b6b0361bceb2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.583378 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a57816-b1bb-4c84-b90c-b6b0361bceb2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Subnet': ['ID=483b604d-5836-4741-b9fb-06b6c27d478a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:23.586615 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a57816-b1bb-4c84-b90c-b6b0361bceb2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.591400 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b8a57816-b1bb-4c84-b90c-b6b0361bceb2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/483b604d-5836-4741-b9fb-06b6c27d478a HTTP/1.1" status: 204 len: 168 time: 0.8018782 Jul 05 04:03:23.596931 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46566) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:23.597052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:23.598537 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e204030-8644-4e59-9d05-97ba70e45346 None None] Network c11c8e7f-24e2-4821-bad9-34143e6400ee requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:23.709859 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.719724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] device_id is not set on port 728c79b6-b1ee-438c-87e2-7857d97be566 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:23.728969 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.764200 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Transition to ACTIVE for port object 728c79b6-b1ee-438c-87e2-7857d97be566 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:23.766493 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.791398 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] device_id is not set on port 2d9605de-2b04-44fa-9acd-7a8731aa144c yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:23.795949 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port f8af243e-edba-4c58-bb05-060a222a1700 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:23.796156 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.862783 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.902289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91d777b-c6d8-4c22-9ac3-897760589935 None None] DHCP port deletion for c11c8e7f-24e2-4821-bad9-34143e6400ee request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:23.923290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] For port f8af243e-edba-4c58-bb05-060a222a1700, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f8af243e-edba-4c58-bb05-060a222a1700,segment=NetworkSegment(aa2794a9-5c82-4101-9afe-03a00e1b7412),segment_id=aa2794a9-5c82-4101-9afe-03a00e1b7412)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:23.923661 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.943403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for f8af243e-edba-4c58-bb05-060a222a1700 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:23.962789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b91d777b-c6d8-4c22-9ac3-897760589935 None None] Deleting port f8af243e-edba-4c58-bb05-060a222a1700 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:23.963549 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b91d777b-c6d8-4c22-9ac3-897760589935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.966672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Pushing event updated for resources: {'Port': ['ID=728c79b6-b1ee-438c-87e2-7857d97be566,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:23.980979 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:23.981352 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:23.981609 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:24.027881 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:24.028267 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:24.030022 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 2 to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 Jul 05 04:03:24.044235 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:24.044628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:24.044962 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:24.051854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:24.052191 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:24.056502 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 3 to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 Jul 05 04:03:24.064723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Allocated IP 172.20.0.7 (97f8d14f-d798-43a6-b6b3-b859ba36d017/4d7d57db-2d3f-4886-ada6-47c9b16058a1/2d9605de-2b04-44fa-9acd-7a8731aa144c) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:24.077814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:24.078154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:24.078535 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:24.085178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:24.085506 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:24.091782 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 4 to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 Jul 05 04:03:24.107014 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:24.107354 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:24.107563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b91d777b-c6d8-4c22-9ac3-897760589935 None None] For port f8af243e-edba-4c58-bb05-060a222a1700, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f8af243e-edba-4c58-bb05-060a222a1700,segment=NetworkSegment(aa2794a9-5c82-4101-9afe-03a00e1b7412),segment_id=aa2794a9-5c82-4101-9afe-03a00e1b7412)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:24.107723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:24.108344 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b91d777b-c6d8-4c22-9ac3-897760589935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.117809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:24.118151 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:24.118515 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 5 to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 Jul 05 04:03:24.131642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:24.131987 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:24.132331 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:24.137971 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:24.138406 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:24.138694 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 6 to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 Jul 05 04:03:24.164299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:24.164743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:24.165026 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:24.171744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:24.172085 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:24.172591 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 7 to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 Jul 05 04:03:24.186189 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:24.186866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:24.186866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:24.191975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:24.192358 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:24.192800 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 8 to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 Jul 05 04:03:24.208967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:24.209314 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:24.209658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:24.211784 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.245506 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:24.245737 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:24.246601 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 9 to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 Jul 05 04:03:24.249567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=f8af243e-edba-4c58-bb05-060a222a1700,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:24.260239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No DVR routers for this DVR port f8af243e-edba-4c58-bb05-060a222a1700 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:24.286335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:24.286685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:24.287248 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:24.292175 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:24.292582 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:24.355184 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.365531 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11c8e7f-24e2-4821-bad9-34143e6400ee']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:24.387653 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.391920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2794a9-5c82-4101-9afe-03a00e1b7412') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:24.392252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2794a9-5c82-4101-9afe-03a00e1b7412') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:24.402256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Transition to ACTIVE for port object 2d9605de-2b04-44fa-9acd-7a8731aa144c will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:24.402962 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.422028 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.426452 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:24.426726 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.451731 n-d-798249-5 neutron-server[100876]: INFO neutron.plugins.ml2.plugin [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 10 to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:24.454699 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:24.539229 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:24.539567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:24.539911 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:24.552398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:24.553466 n-d-798249-5 neutron-server[100876]: ERROR neutron.plugins.ml2.managers [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port 728c79b6-b1ee-438c-87e2-7857d97be566 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:24.553466 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.553727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b91d777b-c6d8-4c22-9ac3-897760589935 None None] Calling delete_port for f8af243e-edba-4c58-bb05-060a222a1700 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:24.571170 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.634562 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f8af243e-edba-4c58-bb05-060a222a1700 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:24.672998 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.687998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: f8af243e-edba-4c58-bb05-060a222a1700 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:24.689557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f8af243e-edba-4c58-bb05-060a222a1700 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:24.694176 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.699710 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/networks/c11c8e7f-24e2-4821-bad9-34143e6400ee HTTP/1.1" status: 204 len: 168 time: 1.1043417 Jul 05 04:03:24.700671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f838c-6aa7-4242-bc0d-10763b503ae1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Network': ['ID=c11c8e7f-24e2-4821-bad9-34143e6400ee,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:24.702424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46596) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:24.709205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-32b00044-b2b4-4e74-8438-16f91b8da8b7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'network': {'name': 'tempest-RoutersTest-783572857'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:24.716668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:24.722773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=2d9605de-2b04-44fa-9acd-7a8731aa144c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:24.726583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:24.757939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] For port 728c79b6-b1ee-438c-87e2-7857d97be566, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:24.758428 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempted to set empty binding levels {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:03:24.778156 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c9c37f62-0c63-4f7e-a340-1355862d921e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.779627 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.802458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:24.846344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b00044-b2b4-4e74-8438-16f91b8da8b7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:24.852531 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32b00044-b2b4-4e74-8438-16f91b8da8b7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.859566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.869436 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b91d777b-c6d8-4c22-9ac3-897760589935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.904942 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:03:24.947550 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a446bccd-2929-4f2c-beee-450a3ee335c1 req-c9ae6f5e-0aef-4ce0-b4f8-88bf8b2a74c2 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 210 time: 0.1393697 Jul 05 04:03:24.948768 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d777b-c6d8-4c22-9ac3-897760589935 None None] Pushing event deleted for resources: {'Port': ['ID=f8af243e-edba-4c58-bb05-060a222a1700,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:24.956537 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b91d777b-c6d8-4c22-9ac3-897760589935 None None] Network c11c8e7f-24e2-4821-bad9-34143e6400ee is not hosted by any dhcp agent {{(pid=100878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:03:24.966904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d777b-c6d8-4c22-9ac3-897760589935 None None] No DVR routers for this DVR port f8af243e-edba-4c58-bb05-060a222a1700 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:25.002511 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] In _notify_port_updated(), no bound segment for port 728c79b6-b1ee-438c-87e2-7857d97be566 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:03:25.003477 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.004076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.008460 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "PUT /v2.0/ports/728c79b6-b1ee-438c-87e2-7857d97be566 HTTP/1.1" status: 200 len: 978 time: 1.8242188 Jul 05 04:03:25.019163 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46598) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:25.053554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b00044-b2b4-4e74-8438-16f91b8da8b7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:25.056557 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedd0d8-2157-4179-abbe-24022e14a9f2 req-98d73ef2-24ed-405b-98b0-d34a3fcf1dd0 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.057043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb59f6c-23d6-4b01-b224-fe4397219eb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Pushing event updated for resources: {'Port': ['ID=728c79b6-b1ee-438c-87e2-7857d97be566,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:25.067235 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32b00044-b2b4-4e74-8438-16f91b8da8b7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.067377 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4fedd0d8-2157-4179-abbe-24022e14a9f2 req-98d73ef2-24ed-405b-98b0-d34a3fcf1dd0 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.3488476 Jul 05 04:03:25.067668 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-32b00044-b2b4-4e74-8438-16f91b8da8b7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Added segment edd28631-1318-43d5-b408-a7afdcec9543 of type vlan for network 2f1652c9-ef62-4a4a-93a8-d5e110a69d63 Jul 05 04:03:25.079962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.080694 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.139075 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32b00044-b2b4-4e74-8438-16f91b8da8b7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.187692 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4fedd0d8-2157-4179-abbe-24022e14a9f2 req-e3c7e4e8-db00-425d-8751-de1538ea02dd tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195066 Jul 05 04:03:25.192855 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8d74af3a-d192-491d-9665-9a34584f70ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9649966 Jul 05 04:03:25.193215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46602) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:25.199001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6edd927b-cf93-46a2-88f6-d381fb70c17a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:25.216606 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.263112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.263657 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.264146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.264795 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.265288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.265769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.266312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.266894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.267373 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.267845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.268320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.268821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.269290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.269910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.270798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.271358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.271997 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.272669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.273165 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32b00044-b2b4-4e74-8438-16f91b8da8b7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.273677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.273677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.274129 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.275462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.275993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.276641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.277119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.277595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.278071 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.285850 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-96a34e36-14b4-46ed-a093-58a844ebe3e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24288 time: 0.2552111 Jul 05 04:03:25.288162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b00044-b2b4-4e74-8438-16f91b8da8b7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.289141 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32b00044-b2b4-4e74-8438-16f91b8da8b7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.294846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46608) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:25.317446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4e02fbde-41f4-42de-872c-cd116943f234 None None] Provisioning for port 2d9605de-2b04-44fa-9acd-7a8731aa144c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:25.322821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4e02fbde-41f4-42de-872c-cd116943f234 None None] Provisioning complete for port 2d9605de-2b04-44fa-9acd-7a8731aa144c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:25.323555 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4e02fbde-41f4-42de-872c-cd116943f234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.393896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46610) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:25.411541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4e02fbde-41f4-42de-872c-cd116943f234 None None] Port 2d9605de-2b04-44fa-9acd-7a8731aa144c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:25.501203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b00044-b2b4-4e74-8438-16f91b8da8b7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Network': ['ID=2f1652c9-ef62-4a4a-93a8-d5e110a69d63,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:25.505205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edd927b-cf93-46a2-88f6-d381fb70c17a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:25.510169 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6edd927b-cf93-46a2-88f6-d381fb70c17a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.514907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 2f1652c9-ef62-4a4a-93a8-d5e110a69d63 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:25.583213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-06761b21-4c2a-425e-a222-c52e28aa5f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Deleting port 728c79b6-b1ee-438c-87e2-7857d97be566 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:25.583566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-06761b21-4c2a-425e-a222-c52e28aa5f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.635692 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-32b00044-b2b4-4e74-8438-16f91b8da8b7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9303892 Jul 05 04:03:25.638482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46618) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:25.643834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c47b6dbc-e4d0-4329-803e-3f9feb1c3ca3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'subnet': {'network_id': '2f1652c9-ef62-4a4a-93a8-d5e110a69d63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:25.712567 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1fd596c4-6bdb-4c18-b041-ed498f6cff9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.727138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-06761b21-4c2a-425e-a222-c52e28aa5f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] For port 728c79b6-b1ee-438c-87e2-7857d97be566, host n-h2-798249-5, got binding levels [] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:25.727540 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-06761b21-4c2a-425e-a222-c52e28aa5f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.754830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-06761b21-4c2a-425e-a222-c52e28aa5f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Calling delete_port for 728c79b6-b1ee-438c-87e2-7857d97be566 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:25.761760 n-d-798249-5 neutron-server[100877]: INFO neutron.db.ipam_backend_mixin [None req-6edd927b-cf93-46a2-88f6-d381fb70c17a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4d7d57db-2d3f-4886-ada6-47c9b16058a1 (CIDR: 172.20.0.0/28) Jul 05 04:03:25.804193 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edd927b-cf93-46a2-88f6-d381fb70c17a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:03:25.804905 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6edd927b-cf93-46a2-88f6-d381fb70c17a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:25.846836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34c5b9-1b3c-47d1-b0be-845d48e735cd req-d7235d1e-4a8c-4caa-86cb-a97a680afe68 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.848458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8c34c5b9-1b3c-47d1-b0be-845d48e735cd req-d7235d1e-4a8c-4caa-86cb-a97a680afe68 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2124960 Jul 05 04:03:25.933392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8c34c5b9-1b3c-47d1-b0be-845d48e735cd req-98926f34-54e5-48f3-8e52-aef5ecad3c75 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692611 Jul 05 04:03:25.964021 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1fd596c4-6bdb-4c18-b041-ed498f6cff9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.020453 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-06761b21-4c2a-425e-a222-c52e28aa5f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.050114 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1fd596c4-6bdb-4c18-b041-ed498f6cff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.062634 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-06761b21-4c2a-425e-a222-c52e28aa5f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.064980 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-06761b21-4c2a-425e-a222-c52e28aa5f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "DELETE /v2.0/ports/728c79b6-b1ee-438c-87e2-7857d97be566 HTTP/1.1" status: 204 len: 168 time: 0.7573493 Jul 05 04:03:26.066899 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06761b21-4c2a-425e-a222-c52e28aa5f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Pushing event deleted for resources: {'Port': ['ID=728c79b6-b1ee-438c-87e2-7857d97be566,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:26.068328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46628) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:26.099179 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-21549719-5a5c-401b-846d-e0ee848c0506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:03:26.100933 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-21549719-5a5c-401b-846d-e0ee848c0506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "GET /v2.0/ports/728c79b6-b1ee-438c-87e2-7857d97be566 HTTP/1.1" status: 404 len: 333 time: 0.0313880 Jul 05 04:03:26.105367 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46630) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:26.110371 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d672b8c2-2ed7-4954-97e9-3b262445b942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1920586410', 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:26.130098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1fd596c4-6bdb-4c18-b041-ed498f6cff9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75499fd8af854f239e55ee409770f57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7352521 Jul 05 04:03:26.132988 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46632) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:26.145544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6edd927b-cf93-46a2-88f6-d381fb70c17a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9513836 Jul 05 04:03:26.146281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd596c4-6bdb-4c18-b041-ed498f6cff9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76436cbd-13fa-4b64-9830-56a725298a76,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:26.148745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46634) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:26.177781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7bb4473f-9571-4bb9-912c-596eda25ebc7 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:26.184382 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-814b147a-e8c7-4405-8cf2-5e2ed99717fa req-79ccfc39-cd67-4ffc-8c08-f0dfd9b703e1 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 210 time: 0.0612645 Jul 05 04:03:26.210890 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a393823-2099-4d9f-9e78-70dd7219d896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.233350 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a393823-2099-4d9f-9e78-70dd7219d896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.281666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9570a-930c-4a68-902e-2329bfa84ff3 req-2f6686bd-a79d-457f-ad22-ac3a83df65eb tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:26.283192 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2af9570a-930c-4a68-902e-2329bfa84ff3 req-2f6686bd-a79d-457f-ad22-ac3a83df65eb tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2117484 Jul 05 04:03:26.295056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47b6dbc-e4d0-4329-803e-3f9feb1c3ca3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:26.299256 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c47b6dbc-e4d0-4329-803e-3f9feb1c3ca3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.342057 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2af9570a-930c-4a68-902e-2329bfa84ff3 req-64f34877-afee-4308-a2d4-a2b67be35fec tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518017 Jul 05 04:03:26.367208 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a393823-2099-4d9f-9e78-70dd7219d896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.370794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a393823-2099-4d9f-9e78-70dd7219d896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.375651 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4a393823-2099-4d9f-9e78-70dd7219d896 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76436cbd-13fa-4b64-9830-56a725298a76 HTTP/1.1" status: 204 len: 168 time: 0.2376196 Jul 05 04:03:26.390085 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a393823-2099-4d9f-9e78-70dd7219d896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76436cbd-13fa-4b64-9830-56a725298a76,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:26.439833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d672b8c2-2ed7-4954-97e9-3b262445b942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Made reservation on behalf of 53a834225a3845ea9197dda6ed4ac60b for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:26.441023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d672b8c2-2ed7-4954-97e9-3b262445b942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.510323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb4473f-9571-4bb9-912c-596eda25ebc7 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:26.514185 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7bb4473f-9571-4bb9-912c-596eda25ebc7 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.547935 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-d672b8c2-2ed7-4954-97e9-3b262445b942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] device_id is not set on port f0570ed3-f9a4-4694-9a47-cf6132178d6e yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:26.716347 n-d-798249-5 neutron-server[100877]: INFO neutron.db.ipam_backend_mixin [None req-7bb4473f-9571-4bb9-912c-596eda25ebc7 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2d5d9406-9bc1-417a-8439-e2c9bea90c42 (CIDR: 172.20.0.16/28) Jul 05 04:03:26.722842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc669-9930-4c97-b175-385b28e30a1d req-b556364b-fcba-4184-a2c3-ae40eedc8afa tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:26.724351 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22ffc669-9930-4c97-b175-385b28e30a1d req-b556364b-fcba-4184-a2c3-ae40eedc8afa tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.11 "GET /v2.0/networks?id=a0d22ebf-2b22-4f23-9ed8-ecbef611585e HTTP/1.1" status: 200 len: 809 time: 0.2868454 Jul 05 04:03:26.739365 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a87d5d6f-ded5-4d1e-b8d9-6089b5f0f3dc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:26.741005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a87d5d6f-ded5-4d1e-b8d9-6089b5f0f3dc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 811 time: 0.1444564 Jul 05 04:03:26.745018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-22ffc669-9930-4c97-b175-385b28e30a1d req-4b0c285f-82bd-4d4b-8c64-b29b0033c5f2 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Request body: {'port': {'device_id': '1eec04a1-5150-4c62-ba57-226321d6025b', 'network_id': 'a0d22ebf-2b22-4f23-9ed8-ecbef611585e', 'admin_state_up': True, 'tenant_id': 'fefb95485b7d4ed6a4de616580c44cdf'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:26.758960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-8ddbdf49-3532-48aa-be0a-f810b0b8eefc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/quotas/174f2d02a7e3433196e6af978e1e0491 HTTP/1.1" status: 200 len: 375 time: 0.0114584 Jul 05 04:03:26.765078 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb4473f-9571-4bb9-912c-596eda25ebc7 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:03:26.765970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb4473f-9571-4bb9-912c-596eda25ebc7 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:26.825855 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c47b6dbc-e4d0-4329-803e-3f9feb1c3ca3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.856770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-84d2a951-3a8c-483d-80e3-065533560055 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0836599 Jul 05 04:03:26.874396 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7bb4473f-9571-4bb9-912c-596eda25ebc7 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7023323 Jul 05 04:03:26.876412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46654) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:26.883048 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a8067f96-3f0c-43cb-905f-a50187ba7e17 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'subnet': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:26.916453 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d672b8c2-2ed7-4954-97e9-3b262445b942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.942597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b6dbc-e4d0-4329-803e-3f9feb1c3ca3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Subnet': ['ID=b41a208c-0b75-4879-b72f-4ea2909f6266,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:26.995241 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b6dbc-e4d0-4329-803e-3f9feb1c3ca3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Checking segment: {'id': 'edd28631-1318-43d5-b408-a7afdcec9543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f1652c9-ef62-4a4a-93a8-d5e110a69d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:26.995614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47b6dbc-e4d0-4329-803e-3f9feb1c3ca3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network hostable DHCP agents. Network: 2f1652c9-ef62-4a4a-93a8-d5e110a69d63, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:27.081579 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.145636 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-7383f0c2-524c-4aa1-8ea7-064ef3373c43 service neutron] 10.222.0.60 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813306 Jul 05 04:03:27.157168 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d672b8c2-2ed7-4954-97e9-3b262445b942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.158856 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47b6dbc-e4d0-4329-803e-3f9feb1c3ca3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 2f1652c9-ef62-4a4a-93a8-d5e110a69d63 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:27.165919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ffc669-9930-4c97-b175-385b28e30a1d req-4b0c285f-82bd-4d4b-8c64-b29b0033c5f2 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Made reservation on behalf of fefb95485b7d4ed6a4de616580c44cdf for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:27.165919 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22ffc669-9930-4c97-b175-385b28e30a1d req-4b0c285f-82bd-4d4b-8c64-b29b0033c5f2 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.227783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46666) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:27.237143 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d672b8c2-2ed7-4954-97e9-3b262445b942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Network 14b03db4-ab31-4611-aaf6-7becff08abf1 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:27.255207 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1be47fd0-e7d7-4240-9acc-221474e5ec65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.269958 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-d672b8c2-2ed7-4954-97e9-3b262445b942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:27.278173 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-5385065f-af1d-43ea-a3a0-a40c1ab81296 service neutron] 10.222.0.60 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258307 Jul 05 04:03:27.280807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8067f96-3f0c-43cb-905f-a50187ba7e17 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Made reservation on behalf of 5adc1c6c301048bb8b7c0c8e5dee051e for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:27.281377 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672b8c2-2ed7-4954-97e9-3b262445b942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:27.282512 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d672b8c2-2ed7-4954-97e9-3b262445b942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:27.283173 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d672b8c2-2ed7-4954-97e9-3b262445b942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.284306 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8067f96-3f0c-43cb-905f-a50187ba7e17 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.290330 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-c47b6dbc-e4d0-4329-803e-3f9feb1c3ca3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 2f1652c9-ef62-4a4a-93a8-d5e110a69d63) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:27.302321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672b8c2-2ed7-4954-97e9-3b262445b942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Pushing event updated for resources: {'Port': ['ID=f0570ed3-f9a4-4694-9a47-cf6132178d6e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:27.302893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8efb989-b732-4742-ac17-6237929c6432 None None] Network 2f1652c9-ef62-4a4a-93a8-d5e110a69d63 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:27.313867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47b6dbc-e4d0-4329-803e-3f9feb1c3ca3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:27.316756 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c47b6dbc-e4d0-4329-803e-3f9feb1c3ca3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.408674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-22ffc669-9930-4c97-b175-385b28e30a1d req-4b0c285f-82bd-4d4b-8c64-b29b0033c5f2 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Allocated IP 172.20.0.3 (a0d22ebf-2b22-4f23-9ed8-ecbef611585e/2c1daab7-73f3-45fd-a1e9-78b5ec048554/3c2fbe40-5007-405b-9cc2-a7557527727f) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:27.560699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-2f1652c9-ef62-4a4a-93a8-d5e110a69d63', 'network_id': '2f1652c9-ef62-4a4a-93a8-d5e110a69d63', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'fixed_ips': [{'subnet_id': 'b41a208c-0b75-4879-b72f-4ea2909f6266'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:27.562069 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.694447 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22ffc669-9930-4c97-b175-385b28e30a1d req-4b0c285f-82bd-4d4b-8c64-b29b0033c5f2 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.788589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Allocated IP 172.20.0.2 (2f1652c9-ef62-4a4a-93a8-d5e110a69d63/b41a208c-0b75-4879-b72f-4ea2909f6266/d3a8e1a0-72ec-41b0-a3c7-4577f1444a49) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:27.867928 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22ffc669-9930-4c97-b175-385b28e30a1d req-4b0c285f-82bd-4d4b-8c64-b29b0033c5f2 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.903631 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e34f782-1734-4cf3-8d76-ac67805cb71d req-fe5e2d0b-295f-4d7e-8193-f073a64f38b6 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 210 time: 0.0704606 Jul 05 04:03:27.908841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b950e11c-9903-42bb-b1a4-452143d1492f req-d0c2cd9f-f279-4a43-8ef6-354811b6b2e3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 210 time: 0.0768421 Jul 05 04:03:27.919068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ffc669-9930-4c97-b175-385b28e30a1d req-4b0c285f-82bd-4d4b-8c64-b29b0033c5f2 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Network a0d22ebf-2b22-4f23-9ed8-ecbef611585e is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:27.923013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-22ffc669-9930-4c97-b175-385b28e30a1d req-4b0c285f-82bd-4d4b-8c64-b29b0033c5f2 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:27.929628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ffc669-9930-4c97-b175-385b28e30a1d req-4b0c285f-82bd-4d4b-8c64-b29b0033c5f2 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:27.993797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c285f-82bd-4d4b-8c64-b29b0033c5f2 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Pushing event updated for resources: {'Port': ['ID=3c2fbe40-5007-405b-9cc2-a7557527727f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:28.021676 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.024453 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc669-9930-4c97-b175-385b28e30a1d req-4b0c285f-82bd-4d4b-8c64-b29b0033c5f2 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.025476 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22ffc669-9930-4c97-b175-385b28e30a1d req-4b0c285f-82bd-4d4b-8c64-b29b0033c5f2 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.036527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Transition to ACTIVE for port object d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:28.064924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Transition to ACTIVE for port object d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:28.075967 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1be47fd0-e7d7-4240-9acc-221474e5ec65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.110227 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.148310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1be47fd0-e7d7-4240-9acc-221474e5ec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.154254 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8067f96-3f0c-43cb-905f-a50187ba7e17 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.162741 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Network 2f1652c9-ef62-4a4a-93a8-d5e110a69d63 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:28.169190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:28.173894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:28.177181 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Pushing event updated for resources: {'Port': ['ID=d3a8e1a0-72ec-41b0-a3c7-4577f1444a49,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:28.214670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1be47fd0-e7d7-4240-9acc-221474e5ec65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=876c115b4d2048e0b8f1210972f97310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9828475 Jul 05 04:03:28.217234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46680) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:28.256226 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d672b8c2-2ed7-4954-97e9-3b262445b942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1396508 Jul 05 04:03:28.256494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Attempting to bind port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:28.256494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Attempting to bind port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'edd28631-1318-43d5-b408-a7afdcec9543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f1652c9-ef62-4a4a-93a8-d5e110a69d63'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:28.257316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46682) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:28.257878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Attempting to bind port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 on network 2f1652c9-ef62-4a4a-93a8-d5e110a69d63 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:28.264943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:28.265327 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Checking segment: {'id': 'edd28631-1318-43d5-b408-a7afdcec9543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f1652c9-ef62-4a4a-93a8-d5e110a69d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:28.265781 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.266220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Bound using segment: {'id': 'edd28631-1318-43d5-b408-a7afdcec9543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f1652c9-ef62-4a4a-93a8-d5e110a69d63'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:28.266699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Bound port: d3a8e1a0-72ec-41b0-a3c7-4577f1444a49, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd28631-1318-43d5-b408-a7afdcec9543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f1652c9-ef62-4a4a-93a8-d5e110a69d63'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:28.267123 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.279286 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c47b6dbc-e4d0-4329-803e-3f9feb1c3ca3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6396079 Jul 05 04:03:28.281972 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22ffc669-9930-4c97-b175-385b28e30a1d req-4b0c285f-82bd-4d4b-8c64-b29b0033c5f2 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5414550 Jul 05 04:03:28.286543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46686) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:28.287781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be47fd0-e7d7-4240-9acc-221474e5ec65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bfcbec-7e65-4919-8dc8-290ead2b8ea9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:28.294382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Request body: {'port': {'device_id': '1eec04a1-5150-4c62-ba57-226321d6025b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:28.311962 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-855b2a58-f72a-4939-9491-7e869d608a37 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1321050981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:28.363531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] For port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:28.376618 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8067f96-3f0c-43cb-905f-a50187ba7e17 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:28.378737 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77e876e6-75c9-47b2-9285-24da19b190e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.382057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] For port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d3a8e1a0-72ec-41b0-a3c7-4577f1444a49,segment=NetworkSegment(edd28631-1318-43d5-b408-a7afdcec9543),segment_id=edd28631-1318-43d5-b408-a7afdcec9543)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:28.394538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a8067f96-3f0c-43cb-905f-a50187ba7e17 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:28.409006 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8067f96-3f0c-43cb-905f-a50187ba7e17 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.409006 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a8067f96-3f0c-43cb-905f-a50187ba7e17 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.409262 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade0b42-b6d4-4d65-96ca-38675ef9810f None None] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:28.437844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8067f96-3f0c-43cb-905f-a50187ba7e17 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Subnet': ['ID=b113f0e5-de92-4894-8c39-63bb99675850,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:28.442142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221328e-cd13-4948-a0f6-cbbbd09d7c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.443898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3221328e-cd13-4948-a0f6-cbbbd09d7c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "GET /v2.0/ports/f0570ed3-f9a4-4694-9a47-cf6132178d6e HTTP/1.1" status: 200 len: 959 time: 0.1809721 Jul 05 04:03:28.448299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46690) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:28.463126 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.472925 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77e876e6-75c9-47b2-9285-24da19b190e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.487934 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.498032 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-855b2a58-f72a-4939-9491-7e869d608a37 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.499264 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-855b2a58-f72a-4939-9491-7e869d608a37 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.566424 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe390b3-5fcd-4e0c-a003-32b3bd243f0d None None] Pushing event updated for resources: {'Port': ['ID=d3a8e1a0-72ec-41b0-a3c7-4577f1444a49,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:28.590252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a8067f96-3f0c-43cb-905f-a50187ba7e17 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7126656 Jul 05 04:03:28.593915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46692) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:28.608332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-da9b5a91-0456-4e36-b354-ebf4764ca120 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1725938612', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b113f0e5-de92-4894-8c39-63bb99675850'}], 'security_groups': ['2875ae49-ea1a-4fd9-873b-f6f1eb27bfd8', '17cbfcdb-17b8-4e3c-918e-afdbc02acf92']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:28.669788 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-855b2a58-f72a-4939-9491-7e869d608a37 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.745286 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4d3afdd0-6179-4345-af7e-ba79a83d73fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Deleting port f0570ed3-f9a4-4694-9a47-cf6132178d6e {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:28.745622 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4d3afdd0-6179-4345-af7e-ba79a83d73fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.748495 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-da9b5a91-0456-4e36-b354-ebf4764ca120 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.776228 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-855b2a58-f72a-4939-9491-7e869d608a37 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.783772 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77e876e6-75c9-47b2-9285-24da19b190e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.786733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77e876e6-75c9-47b2-9285-24da19b190e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.791886 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-77e876e6-75c9-47b2-9285-24da19b190e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36bfcbec-7e65-4919-8dc8-290ead2b8ea9 HTTP/1.1" status: 204 len: 168 time: 0.5709507 Jul 05 04:03:28.872640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e876e6-75c9-47b2-9285-24da19b190e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bfcbec-7e65-4919-8dc8-290ead2b8ea9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:28.896323 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4d3afdd0-6179-4345-af7e-ba79a83d73fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.990584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4d3afdd0-6179-4345-af7e-ba79a83d73fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Calling delete_port for f0570ed3-f9a4-4694-9a47-cf6132178d6e owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:29.006099 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3b6e78-6688-4a48-9fcb-995b41d52311 None None] Update dhcp port {'port': {'network_id': '97f8d14f-d798-43a6-b6b3-b859ba36d017', 'fixed_ips': [{'subnet_id': '2d5d9406-9bc1-417a-8439-e2c9bea90c42', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d7d57db-2d3f-4886-ada6-47c9b16058a1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b113f0e5-de92-4894-8c39-63bb99675850'}], 'binding:host_id': 'n-d-798249-5'}, 'id': '25e97e0d-af79-4ccb-bb35-d58b923bd95c'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:03:29.033593 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-855b2a58-f72a-4939-9491-7e869d608a37 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.034948 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-855b2a58-f72a-4939-9491-7e869d608a37 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7470810 Jul 05 04:03:29.054473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46700) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:29.095827 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc3b6e78-6688-4a48-9fcb-995b41d52311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.445984 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.486260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-bc3b6e78-6688-4a48-9fcb-995b41d52311 None None] Allocated IP 172.20.0.34 (97f8d14f-d798-43a6-b6b3-b859ba36d017/b113f0e5-de92-4894-8c39-63bb99675850/25e97e0d-af79-4ccb-bb35-d58b923bd95c) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:29.585998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6743b96-1554-49c6-b538-35c6e7db0e7c req-566b78e1-7b52-4060-880a-7b7662b5c4d5 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:29.588263 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e6743b96-1554-49c6-b538-35c6e7db0e7c req-566b78e1-7b52-4060-880a-7b7662b5c4d5 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 931 time: 0.5179977 Jul 05 04:03:29.590363 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5a489a66-f276-4680-b66c-02b3628ab025 req-6800fd3e-5065-417d-b6cd-5fc683e553f2 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 210 time: 0.0633881 Jul 05 04:03:29.641043 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-bc3b6e78-6688-4a48-9fcb-995b41d52311 None None] For port 25e97e0d-af79-4ccb-bb35-d58b923bd95c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=25e97e0d-af79-4ccb-bb35-d58b923bd95c,segment=NetworkSegment(87cee62e-b80a-4415-b13f-b2e1a88ed0f8),segment_id=87cee62e-b80a-4415-b13f-b2e1a88ed0f8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:29.691466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e6743b96-1554-49c6-b538-35c6e7db0e7c req-f9776bc3-ee9e-44f4-9769-21acff47ef37 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/security-groups?id=499f9f27-c544-4202-b3a3-fe2d80e3b995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913844 Jul 05 04:03:29.695190 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4d3afdd0-6179-4345-af7e-ba79a83d73fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.737341 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc3b6e78-6688-4a48-9fcb-995b41d52311 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.754601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3afdd0-6179-4345-af7e-ba79a83d73fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0570ed3-f9a4-4694-9a47-cf6132178d6e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:29.761068 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4d3afdd0-6179-4345-af7e-ba79a83d73fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.764548 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4d3afdd0-6179-4345-af7e-ba79a83d73fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "DELETE /v2.0/ports/f0570ed3-f9a4-4694-9a47-cf6132178d6e HTTP/1.1" status: 204 len: 168 time: 1.3139358 Jul 05 04:03:29.766534 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46718) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:29.771076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bc3b6e78-6688-4a48-9fcb-995b41d52311 None None] Transition to ACTIVE for port object 25e97e0d-af79-4ccb-bb35-d58b923bd95c will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:29.840892 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a28211d-bc99-4ded-aec6-22704c57b5dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:03:29.843007 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5a28211d-bc99-4ded-aec6-22704c57b5dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "GET /v2.0/ports/f0570ed3-f9a4-4694-9a47-cf6132178d6e HTTP/1.1" status: 404 len: 333 time: 0.0744314 Jul 05 04:03:29.852075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46724) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:29.861439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-012e59fa-6a2f-46fd-852e-d9fddda2b793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Request body: {'port': {'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-961183259'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:29.900682 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc3b6e78-6688-4a48-9fcb-995b41d52311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.990200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012e59fa-6a2f-46fd-852e-d9fddda2b793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Made reservation on behalf of 53a834225a3845ea9197dda6ed4ac60b for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:29.991099 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b6e78-6688-4a48-9fcb-995b41d52311 None None] Pushing event updated for resources: {'Port': ['ID=25e97e0d-af79-4ccb-bb35-d58b923bd95c,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:29.992240 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-012e59fa-6a2f-46fd-852e-d9fddda2b793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.027846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-012e59fa-6a2f-46fd-852e-d9fddda2b793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] device_id is not set on port cc087b1b-10bd-43b4-98c4-c48afc4c3097 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:30.075519 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2fbe40-5007-405b-9cc2-a7557527727f {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:30.084319 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.104881 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Transition to ACTIVE for port object 3c2fbe40-5007-405b-9cc2-a7557527727f will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:30.132915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-da9b5a91-0456-4e36-b354-ebf4764ca120 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Delete allocated IP 172.20.0.7 (97f8d14f-d798-43a6-b6b3-b859ba36d017/4d7d57db-2d3f-4886-ada6-47c9b16058a1) {{(pid=100877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:03:30.158738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-da9b5a91-0456-4e36-b354-ebf4764ca120 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Allocated IP 172.20.0.37 (97f8d14f-d798-43a6-b6b3-b859ba36d017/b113f0e5-de92-4894-8c39-63bb99675850/2d9605de-2b04-44fa-9acd-7a8731aa144c) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:30.186255 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.259708 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.300041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2fbe40-5007-405b-9cc2-a7557527727f,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:30.312055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d6d4cd-524d-49cc-ab44-9131e03fd7d0 None None] Network 2f1652c9-ef62-4a4a-93a8-d5e110a69d63 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:30.418636 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-012e59fa-6a2f-46fd-852e-d9fddda2b793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.534366 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ecd8a341-81b5-4078-acc5-c10a12187541 None None] Provisioning for port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:30.700543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46740) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:30.705505 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-da9b5a91-0456-4e36-b354-ebf4764ca120 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.743151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-da9b5a91-0456-4e36-b354-ebf4764ca120 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Transition to ACTIVE for port object 2d9605de-2b04-44fa-9acd-7a8731aa144c will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:30.746028 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-012e59fa-6a2f-46fd-852e-d9fddda2b793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.808659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012e59fa-6a2f-46fd-852e-d9fddda2b793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Network 14b03db4-ab31-4611-aaf6-7becff08abf1 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:30.823021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Attempting to bind port 3c2fbe40-5007-405b-9cc2-a7557527727f on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:30.823021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Attempting to bind port 3c2fbe40-5007-405b-9cc2-a7557527727f by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '768bf6a2-d1c9-402f-99e7-5a7a9203e399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0d22ebf-2b22-4f23-9ed8-ecbef611585e'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:30.823021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Attempting to bind port 3c2fbe40-5007-405b-9cc2-a7557527727f on network a0d22ebf-2b22-4f23-9ed8-ecbef611585e {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:30.823881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:30.823990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-012e59fa-6a2f-46fd-852e-d9fddda2b793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:30.842988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e59fa-6a2f-46fd-852e-d9fddda2b793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:30.844071 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012e59fa-6a2f-46fd-852e-d9fddda2b793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:30.844713 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-012e59fa-6a2f-46fd-852e-d9fddda2b793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.858254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Port 3c2fbe40-5007-405b-9cc2-a7557527727f on network a0d22ebf-2b22-4f23-9ed8-ecbef611585e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:30.860700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Attempting to bind port 3c2fbe40-5007-405b-9cc2-a7557527727f on network a0d22ebf-2b22-4f23-9ed8-ecbef611585e {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:30.932543 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-da9b5a91-0456-4e36-b354-ebf4764ca120 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.972485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-012e59fa-6a2f-46fd-852e-d9fddda2b793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1182559 Jul 05 04:03:30.976399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46752) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:30.983908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:31.037677 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:31.044699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:31.045087 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.046669 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:31.047855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Checking segment: {'id': '768bf6a2-d1c9-402f-99e7-5a7a9203e399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0d22ebf-2b22-4f23-9ed8-ecbef611585e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:31.049507 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Bound using segment: {'id': '768bf6a2-d1c9-402f-99e7-5a7a9203e399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0d22ebf-2b22-4f23-9ed8-ecbef611585e'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:31.050225 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Bound port: 3c2fbe40-5007-405b-9cc2-a7557527727f, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768bf6a2-d1c9-402f-99e7-5a7a9203e399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0d22ebf-2b22-4f23-9ed8-ecbef611585e'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:31.051782 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.268608 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2093082651-network', 'tenant_id': 'ee3761564df14b01a564eb880fa3a607'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:31.336506 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.404046 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d3a8e1a0-72ec-41b0-a3c7-4577f1444a49,segment=NetworkSegment(edd28631-1318-43d5-b408-a7afdcec9543),segment_id=edd28631-1318-43d5-b408-a7afdcec9543)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:31.405484 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b89d4993-95d1-4861-bb2b-0cc80f3f8ac0 None None] Provisioning complete for port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:31.406104 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b89d4993-95d1-4861-bb2b-0cc80f3f8ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.421845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e59fa-6a2f-46fd-852e-d9fddda2b793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Pushing event updated for resources: {'Port': ['ID=cc087b1b-10bd-43b4-98c4-c48afc4c3097,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:31.442207 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.479278 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.480468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 25e97e0d-af79-4ccb-bb35-d58b923bd95c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:31.481734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5dea57e-99f2-4f35-9785-3f3fdf5a3e86 req-33882aea-64f8-4f8f-b992-ea87393159ff tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 210 time: 0.1261492 Jul 05 04:03:31.507466 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Allocated IP 172.20.0.1 (2f1652c9-ef62-4a4a-93a8-d5e110a69d63/b41a208c-0b75-4879-b72f-4ea2909f6266/5622edee-d43a-4ec0-994c-0c6522054aeb) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:31.512761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] For port 3c2fbe40-5007-405b-9cc2-a7557527727f, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:31.521190 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] For port 3c2fbe40-5007-405b-9cc2-a7557527727f, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3c2fbe40-5007-405b-9cc2-a7557527727f,segment=NetworkSegment(768bf6a2-d1c9-402f-99e7-5a7a9203e399),segment_id=768bf6a2-d1c9-402f-99e7-5a7a9203e399)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:31.544316 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.560638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-da9b5a91-0456-4e36-b354-ebf4764ca120 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] In _notify_port_updated(), no bound segment for port 2d9605de-2b04-44fa-9acd-7a8731aa144c on network 97f8d14f-d798-43a6-b6b3-b859ba36d017 {{(pid=100877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:03:31.566120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9b5a91-0456-4e36-b354-ebf4764ca120 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:31.567917 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-da9b5a91-0456-4e36-b354-ebf4764ca120 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.568393 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-da9b5a91-0456-4e36-b354-ebf4764ca120 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "PUT /v2.0/ports/2d9605de-2b04-44fa-9acd-7a8731aa144c HTTP/1.1" status: 200 len: 960 time: 2.9728074 Jul 05 04:03:31.575276 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46754) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:31.618281 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-342e7683-fe6c-48e2-a36e-ae754eadaa49 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:31.620259 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-342e7683-fe6c-48e2-a36e-ae754eadaa49 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.64 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 811 time: 0.9498732 Jul 05 04:03:31.622598 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b5a91-0456-4e36-b354-ebf4764ca120 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event updated for resources: {'Port': ['ID=2d9605de-2b04-44fa-9acd-7a8731aa144c,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:31.634534 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.636896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] Made reservation on behalf of ee3761564df14b01a564eb880fa3a607 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:31.639664 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.648549 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d3a8e1a0-72ec-41b0-a3c7-4577f1444a49,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:31.648951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90861b-a547-490f-bf79-d284a6bfd757 req-66e55db3-efe1-4c2a-a16b-6fae4a1ec461 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:31.657003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f90861b-a547-490f-bf79-d284a6bfd757 req-66e55db3-efe1-4c2a-a16b-6fae4a1ec461 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 943 time: 0.6217136 Jul 05 04:03:31.685911 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-f9d3eb29-621a-4e47-8a9e-9cac21355581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Request body: {'port': {'device_id': '0e50d8c6-96a3-4aff-b7b7-64592d12a8de', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'admin_state_up': True, 'tenant_id': '174f2d02a7e3433196e6af978e1e0491'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:31.708949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b89d4993-95d1-4861-bb2b-0cc80f3f8ac0 None None] Provisioning complete for port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:31.709596 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b89d4993-95d1-4861-bb2b-0cc80f3f8ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.764610 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b89d4993-95d1-4861-bb2b-0cc80f3f8ac0 None None] Port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:31.786366 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f90861b-a547-490f-bf79-d284a6bfd757 req-4c04d1b6-55d6-4d51-be10-b3927379d8ef tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/security-groups?id=499f9f27-c544-4202-b3a3-fe2d80e3b995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282275 Jul 05 04:03:31.830076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.838742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b89d4993-95d1-4861-bb2b-0cc80f3f8ac0 None None] Provisioning for port 2d9605de-2b04-44fa-9acd-7a8731aa144c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:31.849101 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b89d4993-95d1-4861-bb2b-0cc80f3f8ac0 None None] Provisioning complete for port 2d9605de-2b04-44fa-9acd-7a8731aa144c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:31.849781 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b89d4993-95d1-4861-bb2b-0cc80f3f8ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.872452 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:31.873079 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.874496 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22ffc669-9930-4c97-b175-385b28e30a1d req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] 10.222.0.11 "PUT /v2.0/ports/3c2fbe40-5007-405b-9cc2-a7557527727f HTTP/1.1" status: 200 len: 1091 time: 3.5845838 Jul 05 04:03:31.877231 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eec04a1-5150-4c62-ba57-226321d6025b', 'tag': '3c2fbe40-5007-405b-9cc2-a7557527727f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:31.879617 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c195e28c-3325-40a9-a156-48b5f9b7ac3e" -d '{"events": [{"name": "network-changed", "server_uuid": "1eec04a1-5150-4c62-ba57-226321d6025b", "tag": "3c2fbe40-5007-405b-9cc2-a7557527727f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:31.887452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] device_id is not set on port cc087b1b-10bd-43b4-98c4-c48afc4c3097 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:31.902938 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.917865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfcb6a-4f18-4b7b-b4d5-204c8eadd6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2fbe40-5007-405b-9cc2-a7557527727f,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:31.922797 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b89d4993-95d1-4861-bb2b-0cc80f3f8ac0 None None] Port 2d9605de-2b04-44fa-9acd-7a8731aa144c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:31.932668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Transition to ACTIVE for port object cc087b1b-10bd-43b4-98c4-c48afc4c3097 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:31.953121 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42adcd6-d36f-4f8f-b1d6-abc7356eca6a x-openstack-request-id: req-e42adcd6-d36f-4f8f-b1d6-abc7356eca6a {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:31.953407 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eec04a1-5150-4c62-ba57-226321d6025b", "tag": "3c2fbe40-5007-405b-9cc2-a7557527727f", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:31.953658 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e42adcd6-d36f-4f8f-b1d6-abc7356eca6a {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:31.954054 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eec04a1-5150-4c62-ba57-226321d6025b', 'tag': '3c2fbe40-5007-405b-9cc2-a7557527727f', 'status': 'completed', 'code': 200} Jul 05 04:03:32.012930 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.013822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b89d4993-95d1-4861-bb2b-0cc80f3f8ac0 None None] Provisioning for port 25e97e0d-af79-4ccb-bb35-d58b923bd95c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:32.018277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b89d4993-95d1-4861-bb2b-0cc80f3f8ac0 None None] Provisioning complete for port 25e97e0d-af79-4ccb-bb35-d58b923bd95c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:32.018652 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b89d4993-95d1-4861-bb2b-0cc80f3f8ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.083597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Pushing event updated for resources: {'Port': ['ID=cc087b1b-10bd-43b4-98c4-c48afc4c3097,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:32.114027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:32.114531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:32.114904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:32.118013 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.121124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:32.121513 n-d-798249-5 neutron-server[100877]: ERROR neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:32.121918 n-d-798249-5 neutron-server[100877]: INFO neutron.plugins.ml2.plugin [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 2 to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 Jul 05 04:03:32.157792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:32.158410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:32.158748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:32.161740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Transition to ACTIVE for port object 5622edee-d43a-4ec0-994c-0c6522054aeb will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:32.163543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:32.163915 n-d-798249-5 neutron-server[100877]: ERROR neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:32.164798 n-d-798249-5 neutron-server[100877]: INFO neutron.plugins.ml2.plugin [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 3 to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 Jul 05 04:03:32.178716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:32.179188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:32.179807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:32.185958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:32.186888 n-d-798249-5 neutron-server[100877]: ERROR neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:32.186888 n-d-798249-5 neutron-server[100877]: INFO neutron.plugins.ml2.plugin [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 4 to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 Jul 05 04:03:32.203295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:32.203639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:32.203971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:32.208121 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd13d2-ee6e-4f9b-af03-5a371b254f5d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port 2d9605de-2b04-44fa-9acd-7a8731aa144c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:32.208477 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1bd13d2-ee6e-4f9b-af03-5a371b254f5d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.208687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:32.209062 n-d-798249-5 neutron-server[100877]: ERROR neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:32.209458 n-d-798249-5 neutron-server[100877]: INFO neutron.plugins.ml2.plugin [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 5 to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 Jul 05 04:03:32.228152 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:32.228448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:32.228644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:32.229468 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195e28c-3325-40a9-a156-48b5f9b7ac3e req-7dc5cef3-ee1b-414d-a32e-bb7b75437db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:32.231036 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c195e28c-3325-40a9-a156-48b5f9b7ac3e req-7dc5cef3-ee1b-414d-a32e-bb7b75437db4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fefb95485b7d4ed6a4de616580c44cdf&device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 1094 time: 0.2344048 Jul 05 04:03:32.235785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:32.236213 n-d-798249-5 neutron-server[100877]: ERROR neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:32.236770 n-d-798249-5 neutron-server[100877]: INFO neutron.plugins.ml2.plugin [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 6 to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 Jul 05 04:03:32.251178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:32.252761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:32.253634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:32.258524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:32.259521 n-d-798249-5 neutron-server[100877]: ERROR neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:32.259916 n-d-798249-5 neutron-server[100877]: INFO neutron.plugins.ml2.plugin [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 7 to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 Jul 05 04:03:32.276165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:32.276165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:32.276165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:32.279121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:32.279448 n-d-798249-5 neutron-server[100877]: ERROR neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:32.279845 n-d-798249-5 neutron-server[100877]: INFO neutron.plugins.ml2.plugin [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 8 to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 Jul 05 04:03:32.295471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:32.295719 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:32.295838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:32.300544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:32.300935 n-d-798249-5 neutron-server[100877]: ERROR neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:32.301335 n-d-798249-5 neutron-server[100877]: INFO neutron.plugins.ml2.plugin [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 9 to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 Jul 05 04:03:32.309931 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7c565b63-8aba-45db-be54-d658d67b22b2 None None] Provisioning complete for port 2d9605de-2b04-44fa-9acd-7a8731aa144c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:32.310892 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7c565b63-8aba-45db-be54-d658d67b22b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.314612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:32.314950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:32.315289 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:32.319606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:32.319936 n-d-798249-5 neutron-server[100877]: ERROR neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:32.320331 n-d-798249-5 neutron-server[100877]: INFO neutron.plugins.ml2.plugin [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempt 10 to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 Jul 05 04:03:32.333844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:32.334197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:32.334567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempting to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:32.339048 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:32.339372 n-d-798249-5 neutron-server[100877]: ERROR neutron.plugins.ml2.managers [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Failed to bind port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on host n-h2-798249-5 for vnic_type normal using segments [{'id': '4fffe1ec-3c71-49ab-9dfd-274e195c6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '14b03db4-ab31-4611-aaf6-7becff08abf1'}] Jul 05 04:03:32.339744 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.349845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-7c565b63-8aba-45db-be54-d658d67b22b2 None None] Port 2d9605de-2b04-44fa-9acd-7a8731aa144c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:32.380766 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.413210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] For port cc087b1b-10bd-43b4-98c4-c48afc4c3097, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:32.413591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attempted to set empty binding levels {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:03:32.480325 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1bd13d2-ee6e-4f9b-af03-5a371b254f5d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.496712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.511374 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.543514 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:32.546500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] In _notify_port_updated(), no bound segment for port cc087b1b-10bd-43b4-98c4-c48afc4c3097 on network 14b03db4-ab31-4611-aaf6-7becff08abf1 {{(pid=100877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:03:32.547382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:32.548000 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.551972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "PUT /v2.0/ports/cc087b1b-10bd-43b4-98c4-c48afc4c3097 HTTP/1.1" status: 200 len: 978 time: 1.5724676 Jul 05 04:03:32.552299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46762) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:32.559046 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd13d2-ee6e-4f9b-af03-5a371b254f5d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for 2d9605de-2b04-44fa-9acd-7a8731aa144c owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:32.563178 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.614870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:32.616487 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.644381 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6a7ae-0ce4-4515-88a8-d93f61aae199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Pushing event updated for resources: {'Port': ['ID=cc087b1b-10bd-43b4-98c4-c48afc4c3097,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:32.664632 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:32.668112 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 2f1652c9-ef62-4a4a-93a8-d5e110a69d63 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:32.668800 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff31e5c8-7871-4b4b-8bee-b1495c1bec30 req-dc38a687-b6b3-4a3c-9131-1f1e01dbb385 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 210 time: 0.0406780 Jul 05 04:03:32.671920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195e28c-3325-40a9-a156-48b5f9b7ac3e req-aa998b87-feb3-4489-881c-a8bb809b5e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:32.679774 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c195e28c-3325-40a9-a156-48b5f9b7ac3e req-aa998b87-feb3-4489-881c-a8bb809b5e10 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=fefb95485b7d4ed6a4de616580c44cdf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4097703 Jul 05 04:03:32.685544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8bd30967-d1b0-4c03-b7ea-124717ad6100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Deleting port cc087b1b-10bd-43b4-98c4-c48afc4c3097 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:32.685889 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8bd30967-d1b0-4c03-b7ea-124717ad6100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.701256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:32.753401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:32.763120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-8bd30967-d1b0-4c03-b7ea-124717ad6100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] For port cc087b1b-10bd-43b4-98c4-c48afc4c3097, host n-h2-798249-5, got binding levels [] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:32.763504 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8bd30967-d1b0-4c03-b7ea-124717ad6100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.775856 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feb8750-aa73-41f8-bbda-8a85057c4a8a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:32.779306 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-f9d3eb29-621a-4e47-8a9e-9cac21355581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Made reservation on behalf of 174f2d02a7e3433196e6af978e1e0491 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:32.788621 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-f9d3eb29-621a-4e47-8a9e-9cac21355581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.788621 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.788621 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] Added segment e63ad10d-63d6-4fba-ad09-18040c4c4c94 of type vlan for network 247e83b4-5f53-4b0e-8e1d-9eeddebdfcdb Jul 05 04:03:32.806998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8bd30967-d1b0-4c03-b7ea-124717ad6100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Calling delete_port for cc087b1b-10bd-43b4-98c4-c48afc4c3097 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:32.834553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=5622edee-d43a-4ec0-994c-0c6522054aeb,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:32.929871 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.006950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1241c-2356-4e66-aad9-879a0ab5c33d req-acf818a1-d468-4c13-8bd4-7caffb934f16 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:33.008828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13b1241c-2356-4e66-aad9-879a0ab5c33d req-acf818a1-d468-4c13-8bd4-7caffb934f16 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 943 time: 0.0810866 Jul 05 04:03:33.050047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13b1241c-2356-4e66-aad9-879a0ab5c33d req-deacd4b2-dfc5-42df-bffc-9298b20daa36 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/security-groups?id=499f9f27-c544-4202-b3a3-fe2d80e3b995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354962 Jul 05 04:03:33.052943 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.053979 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:33.054561 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.077200 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8bd30967-d1b0-4c03-b7ea-124717ad6100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.082251 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.107276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd30967-d1b0-4c03-b7ea-124717ad6100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc087b1b-10bd-43b4-98c4-c48afc4c3097,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:33.111047 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8bd30967-d1b0-4c03-b7ea-124717ad6100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.116023 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8bd30967-d1b0-4c03-b7ea-124717ad6100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "DELETE /v2.0/ports/cc087b1b-10bd-43b4-98c4-c48afc4c3097 HTTP/1.1" status: 204 len: 168 time: 0.5628657 Jul 05 04:03:33.116678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46768) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:33.143529 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f05c948-f9d1-4281-8c91-30c2e2d5f728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:03:33.150425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3f05c948-f9d1-4281-8c91-30c2e2d5f728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039975340-project-admin] 10.222.0.60 "GET /v2.0/ports/cc087b1b-10bd-43b4-98c4-c48afc4c3097 HTTP/1.1" status: 404 len: 333 time: 0.0274706 Jul 05 04:03:33.153074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3f1603cf-67e3-4f27-9669-cfb1dfb50a08 None None] Provisioning for port 5622edee-d43a-4ec0-994c-0c6522054aeb completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:33.157240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46772) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:33.158234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3f1603cf-67e3-4f27-9669-cfb1dfb50a08 None None] Provisioning complete for port 5622edee-d43a-4ec0-994c-0c6522054aeb triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:33.162295 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3f1603cf-67e3-4f27-9669-cfb1dfb50a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.198832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3f1603cf-67e3-4f27-9669-cfb1dfb50a08 None None] Port 5622edee-d43a-4ec0-994c-0c6522054aeb cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:33.267981 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-177bae8f-c688-4680-bc60-379fadc5cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.314209 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6045620 Jul 05 04:03:33.319474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46776) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:33.325328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-df3a6232-67db-4f2a-a65c-d65cb0b30d1c admin admin] Request body: {'subnet': {'network_id': '247e83b4-5f53-4b0e-8e1d-9eeddebdfcdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2093082651-subnet', 'tenant_id': 'ee3761564df14b01a564eb880fa3a607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:33.383525 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-177bae8f-c688-4680-bc60-379fadc5cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.397949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-177bae8f-c688-4680-bc60-379fadc5cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b03db4-ab31-4611-aaf6-7becff08abf1']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:33.410468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-177bae8f-c688-4680-bc60-379fadc5cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fffe1ec-3c71-49ab-9dfd-274e195c6c17') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:33.410767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-177bae8f-c688-4680-bc60-379fadc5cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fffe1ec-3c71-49ab-9dfd-274e195c6c17') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:33.421243 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-177bae8f-c688-4680-bc60-379fadc5cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.436778 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-177bae8f-c688-4680-bc60-379fadc5cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.444083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177bae8f-c688-4680-bc60-379fadc5cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:33.444533 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-177bae8f-c688-4680-bc60-379fadc5cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:33.448684 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:33.512677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3a6232-67db-4f2a-a65c-d65cb0b30d1c admin admin] Made reservation on behalf of ee3761564df14b01a564eb880fa3a607 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:33.517298 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-df3a6232-67db-4f2a-a65c-d65cb0b30d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.700192 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-177bae8f-c688-4680-bc60-379fadc5cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.718048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-177bae8f-c688-4680-bc60-379fadc5cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.719974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-177bae8f-c688-4680-bc60-379fadc5cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] 10.222.0.60 "DELETE /v2.0/networks/14b03db4-ab31-4611-aaf6-7becff08abf1 HTTP/1.1" status: 204 len: 168 time: 0.5617468 Jul 05 04:03:33.720572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46782) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:33.753816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b537776-40da-45b7-b88b-644ee7cd9255 admin admin] Pushing event updated for resources: {'Network': ['ID=247e83b4-5f53-4b0e-8e1d-9eeddebdfcdb,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:33.768741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bae8f-c688-4680-bc60-379fadc5cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834250934-project] Pushing event deleted for resources: {'Network': ['ID=14b03db4-ab31-4611-aaf6-7becff08abf1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:33.772435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 247e83b4-5f53-4b0e-8e1d-9eeddebdfcdb details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:33.792608 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195e28c-3325-40a9-a156-48b5f9b7ac3e req-ad8062db-2b9f-4e16-a414-ca6fe92e6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:33.799611 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c195e28c-3325-40a9-a156-48b5f9b7ac3e req-ad8062db-2b9f-4e16-a414-ca6fe92e6dee service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1151612 Jul 05 04:03:33.888924 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1bd13d2-ee6e-4f9b-af03-5a371b254f5d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.925971 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-300c5764-f7a3-4813-82df-48dada007c3d req-81ec6862-f0bf-4a74-aa91-3a69914c2b86 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 210 time: 0.0596755 Jul 05 04:03:33.927097 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-df3a6232-67db-4f2a-a65c-d65cb0b30d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.990472 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab1cb-3b36-417f-8166-7a1febf21bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.996710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a6232-67db-4f2a-a65c-d65cb0b30d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee93bfa-bb23-450b-90c4-1a2c58f79c77,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:34.011936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd13d2-ee6e-4f9b-af03-5a371b254f5d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=2d9605de-2b04-44fa-9acd-7a8731aa144c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:34.022833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-f9d3eb29-621a-4e47-8a9e-9cac21355581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Allocated IP 172.20.0.3 (a0b045f4-2b90-4610-a196-e71709f68cab/8151acc1-35f1-46dd-b471-d209576c99d2/4fe632c7-113b-45ec-8c92-a3dd070d2ee7) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:34.063122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a6232-67db-4f2a-a65c-d65cb0b30d1c admin admin] Checking segment: {'id': 'e63ad10d-63d6-4fba-ad09-18040c4c4c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '247e83b4-5f53-4b0e-8e1d-9eeddebdfcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:34.063489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3a6232-67db-4f2a-a65c-d65cb0b30d1c admin admin] Network hostable DHCP agents. Network: 247e83b4-5f53-4b0e-8e1d-9eeddebdfcdb, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:34.114502 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.131487 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab1cb-3b36-417f-8166-7a1febf21bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.162929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3a6232-67db-4f2a-a65c-d65cb0b30d1c admin admin] Network 247e83b4-5f53-4b0e-8e1d-9eeddebdfcdb is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:34.231907 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc669-9930-4c97-b175-385b28e30a1d req-8ed8b7dd-69a6-4be9-9113-55eb4dce3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:34.233520 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22ffc669-9930-4c97-b175-385b28e30a1d req-8ed8b7dd-69a6-4be9-9113-55eb4dce3644 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fefb95485b7d4ed6a4de616580c44cdf&device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 1094 time: 0.3582745 Jul 05 04:03:34.250956 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab1cb-3b36-417f-8166-7a1febf21bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.273803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-df3a6232-67db-4f2a-a65c-d65cb0b30d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 247e83b4-5f53-4b0e-8e1d-9eeddebdfcdb) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:34.285427 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af6609f-8ac8-4a67-b5b5-bc293d202204 None None] Network 247e83b4-5f53-4b0e-8e1d-9eeddebdfcdb requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:34.289093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46794) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:34.292194 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3a6232-67db-4f2a-a65c-d65cb0b30d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:34.292973 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-df3a6232-67db-4f2a-a65c-d65cb0b30d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.294508 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1bd13d2-ee6e-4f9b-af03-5a371b254f5d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.296816 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a1bd13d2-ee6e-4f9b-af03-5a371b254f5d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/2d9605de-2b04-44fa-9acd-7a8731aa144c HTTP/1.1" status: 204 len: 168 time: 2.7198045 Jul 05 04:03:34.303049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46796) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:34.333531 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1e6ab1cb-3b36-417f-8166-7a1febf21bc3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ffcb132a2fd47719ac065b917c34347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6058230 Jul 05 04:03:34.346712 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46800) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:34.361617 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e42569-dfb0-4359-a2a0-766e0aa37440 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] GET failed (client error): The resource could not be found. Jul 05 04:03:34.361617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-43e42569-dfb0-4359-a2a0-766e0aa37440 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports/2d9605de-2b04-44fa-9acd-7a8731aa144c HTTP/1.1" status: 404 len: 333 time: 0.0468938 Jul 05 04:03:34.361617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ab1cb-3b36-417f-8166-7a1febf21bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c3a960-9f1a-4ec6-a850-894616b66bbd,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:34.362255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46802) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:34.423580 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898bea6-035b-43c5-a496-e027cbbc2098 req-779772f8-8359-4d4b-a269-616723e8f467 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:34.431232 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3898bea6-035b-43c5-a496-e027cbbc2098 req-779772f8-8359-4d4b-a269-616723e8f467 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 943 time: 0.2211592 Jul 05 04:03:34.462556 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-df3a6232-67db-4f2a-a65c-d65cb0b30d1c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1417525 Jul 05 04:03:34.466872 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c2d98441-c160-43c1-9876-858f3b5abebb tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.484135 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969a5973-20db-4846-9b16-40b1a79c2ef6 None None] Network 247e83b4-5f53-4b0e-8e1d-9eeddebdfcdb requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:34.497379 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22ffc669-9930-4c97-b175-385b28e30a1d req-ab4199e3-20bc-4e43-b43f-f210ea081bc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c2fbe40-5007-405b-9cc2-a7557527727f HTTP/1.1" status: 200 len: 217 time: 0.2072852 Jul 05 04:03:34.510938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3898bea6-035b-43c5-a496-e027cbbc2098 req-2e9640bd-6991-4473-aa69-0b058fba7029 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/security-groups?id=499f9f27-c544-4202-b3a3-fe2d80e3b995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787566 Jul 05 04:03:34.526079 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c2d98441-c160-43c1-9876-858f3b5abebb tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.534645 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cc117089-5953-4cb0-9e9f-c8a4aebb1224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.635595 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c2d98441-c160-43c1-9876-858f3b5abebb tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.639314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c2d98441-c160-43c1-9876-858f3b5abebb tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.640539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c2d98441-c160-43c1-9876-858f3b5abebb tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/security-groups/1764929a-ae96-4696-afb3-5e55aad5511b HTTP/1.1" status: 204 len: 168 time: 0.2758024 Jul 05 04:03:34.644222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46808) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:34.657375 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d98441-c160-43c1-9876-858f3b5abebb tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1764929a-ae96-4696-afb3-5e55aad5511b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:34.662471 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cc117089-5953-4cb0-9e9f-c8a4aebb1224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.712231 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-063f3681-ab07-4230-b34b-a1ce015a94b3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.722643 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc669-9930-4c97-b175-385b28e30a1d req-df739531-0267-441f-9eae-40fe8c503b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:34.724143 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22ffc669-9930-4c97-b175-385b28e30a1d req-df739531-0267-441f-9eae-40fe8c503b81 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c1daab7-73f3-45fd-a1e9-78b5ec048554 HTTP/1.1" status: 200 len: 849 time: 0.2032115 Jul 05 04:03:34.736295 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-063f3681-ab07-4230-b34b-a1ce015a94b3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.763149 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-332de5ff-bfef-430d-9e4b-aad4b50dcea1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=defb9181b3fb4cbf9a0e752a16bccdc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4624043 Jul 05 04:03:34.763878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46812) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:34.802710 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-f9d3eb29-621a-4e47-8a9e-9cac21355581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.822125 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22ffc669-9930-4c97-b175-385b28e30a1d req-2ce472f1-a7a8-41e1-8607-5a28a56257c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0d22ebf-2b22-4f23-9ed8-ecbef611585e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538354 Jul 05 04:03:34.827752 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2cdae4cf-8c19-479a-a607-a95c91842a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.851030 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2cdae4cf-8c19-479a-a607-a95c91842a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.863699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-f9d3eb29-621a-4e47-8a9e-9cac21355581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Transition to ACTIVE for port object 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:34.882875 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-063f3681-ab07-4230-b34b-a1ce015a94b3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.885408 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-063f3681-ab07-4230-b34b-a1ce015a94b3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.889064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-063f3681-ab07-4230-b34b-a1ce015a94b3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/security-groups/17cbfcdb-17b8-4e3c-918e-afdbc02acf92 HTTP/1.1" status: 204 len: 168 time: 0.2400739 Jul 05 04:03:34.892246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46814) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:34.897658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f3681-ab07-4230-b34b-a1ce015a94b3 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cbfcdb-17b8-4e3c-918e-afdbc02acf92,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:35.014561 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2cdae4cf-8c19-479a-a607-a95c91842a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.018271 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2cdae4cf-8c19-479a-a607-a95c91842a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.023268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2cdae4cf-8c19-479a-a607-a95c91842a7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be05312d-6cb1-462b-839d-347767a6750e HTTP/1.1" status: 204 len: 168 time: 0.2546535 Jul 05 04:03:35.047547 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdae4cf-8c19-479a-a607-a95c91842a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be05312d-6cb1-462b-839d-347767a6750e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:35.053726 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22ffc669-9930-4c97-b175-385b28e30a1d req-d5ca2cd1-368d-48e1-b3d6-8f0ecd9337c7 service neutron] 10.222.0.11 "GET /v2.0/networks/a0d22ebf-2b22-4f23-9ed8-ecbef611585e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187657 Jul 05 04:03:35.054336 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cc117089-5953-4cb0-9e9f-c8a4aebb1224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.058473 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cc117089-5953-4cb0-9e9f-c8a4aebb1224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.059935 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cc117089-5953-4cb0-9e9f-c8a4aebb1224 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3c3a960-9f1a-4ec6-a850-894616b66bbd HTTP/1.1" status: 204 len: 168 time: 0.7127733 Jul 05 04:03:35.106330 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ab3823a-f27a-48db-aabe-5ae233a26937 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.120825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60c4e55e-e804-465e-b998-2e6f31b21928 req-d8c4cc53-3864-427e-8a2d-857211902575 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 210 time: 0.0377839 Jul 05 04:03:35.139116 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc117089-5953-4cb0-9e9f-c8a4aebb1224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c3a960-9f1a-4ec6-a850-894616b66bbd,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:35.152009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.183037 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ab3823a-f27a-48db-aabe-5ae233a26937 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.221119 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-f9d3eb29-621a-4e47-8a9e-9cac21355581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.232426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4f35c343-5bbb-445d-8062-a2ed2f6511a8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:35.285002 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-22ffc669-9930-4c97-b175-385b28e30a1d req-29772c75-b7e6-4498-8063-c9651ffe23df service neutron] 10.222.0.11 "GET /v2.0/networks/a0d22ebf-2b22-4f23-9ed8-ecbef611585e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239423 Jul 05 04:03:35.297997 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.333823 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-f9d3eb29-621a-4e47-8a9e-9cac21355581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Network a0b045f4-2b90-4610-a196-e71709f68cab is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:35.341868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-f9d3eb29-621a-4e47-8a9e-9cac21355581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:35.344520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-f9d3eb29-621a-4e47-8a9e-9cac21355581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:35.351068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3eb29-621a-4e47-8a9e-9cac21355581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event updated for resources: {'Port': ['ID=4fe632c7-113b-45ec-8c92-a3dd070d2ee7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:35.432500 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.452766 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ab3823a-f27a-48db-aabe-5ae233a26937 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.455347 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ab3823a-f27a-48db-aabe-5ae233a26937 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.456813 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3ab3823a-f27a-48db-aabe-5ae233a26937 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/security-groups/2875ae49-ea1a-4fd9-873b-f6f1eb27bfd8 HTTP/1.1" status: 204 len: 168 time: 0.5617568 Jul 05 04:03:35.459361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46834) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:35.464634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=5622edee-d43a-4ec0-994c-0c6522054aeb,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:35.484212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-f9d3eb29-621a-4e47-8a9e-9cac21355581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:35.484904 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-f9d3eb29-621a-4e47-8a9e-9cac21355581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.527479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3823a-f27a-48db-aabe-5ae233a26937 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2875ae49-ea1a-4fd9-873b-f6f1eb27bfd8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:35.535187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b8068b-356f-440f-af9b-cb6d449a9db0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting subnet 4d7d57db-2d3f-4886-ada6-47c9b16058a1 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:35.562638 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9b8068b-356f-440f-af9b-cb6d449a9db0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.610517 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9b8068b-356f-440f-af9b-cb6d449a9db0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.616963 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 2f1652c9-ef62-4a4a-93a8-d5e110a69d63 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:35.619408 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:35.667623 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-f9d3eb29-621a-4e47-8a9e-9cac21355581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0353305 Jul 05 04:03:35.707830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Request body: {'port': {'device_id': '0e50d8c6-96a3-4aff-b7b7-64592d12a8de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:35.799049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ca65e-6b69-432f-bb26-20ff8ce111da req-e21c8357-567a-4957-a9db-f87bd7bfa5aa tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:35.801055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-112ca65e-6b69-432f-bb26-20ff8ce111da req-e21c8357-567a-4957-a9db-f87bd7bfa5aa tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 943 time: 0.1184695 Jul 05 04:03:35.809660 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9b8068b-356f-440f-af9b-cb6d449a9db0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.821326 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.824253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46840) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:35.824645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-664f92ea-a3d2-4ec2-bcfc-a651f3e27aec None None] Provisioning for port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:35.830617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-664f92ea-a3d2-4ec2-bcfc-a651f3e27aec None None] Provisioning complete for port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:35.831003 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-664f92ea-a3d2-4ec2-bcfc-a651f3e27aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.913345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-664f92ea-a3d2-4ec2-bcfc-a651f3e27aec None None] Port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:35.924923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-112ca65e-6b69-432f-bb26-20ff8ce111da req-d01b3e6f-edb2-47d6-8804-614501ddbdab tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/security-groups?id=499f9f27-c544-4202-b3a3-fe2d80e3b995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049273 Jul 05 04:03:35.928515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 6aa344ee-8095-4d9c-801a-e6f111235a21 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:03:35.935213 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0c8a7777-585f-4709-a278-14a8a35906b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53a834225a3845ea9197dda6ed4ac60b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031942 Jul 05 04:03:35.939840 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46842) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:35.991833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46844) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:35.998227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1785024822-network', 'tenant_id': '6adee16bf80046eb905311cf8dd89b17'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:36.036807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c5c1d8d0-f492-456e-b881-91221045b774 None None] Provisioning complete for port 5622edee-d43a-4ec0-994c-0c6522054aeb triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:36.037179 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d8d0-f492-456e-b881-91221045b774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.075034 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1d8d0-f492-456e-b881-91221045b774 None None] Port 5622edee-d43a-4ec0-994c-0c6522054aeb cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:36.201221 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efa3bfcf-54be-4146-bfcc-73a874f269ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.205410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:36.209222 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9b8068b-356f-440f-af9b-cb6d449a9db0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.238927 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-94aec2f4-3c00-40a1-a7f1-f993531fc8bd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/6aa344ee-8095-4d9c-801a-e6f111235a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1553669 Jul 05 04:03:36.240104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69605c9a-27ae-4ca2-ac22-46a6332b534b None None] Sync routers for ids ['6aa344ee-8095-4d9c-801a-e6f111235a21'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:36.240104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69605c9a-27ae-4ca2-ac22-46a6332b534b None None] Routers {'6aa344ee-8095-4d9c-801a-e6f111235a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:36.240104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-69605c9a-27ae-4ca2-ac22-46a6332b534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:25Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6aa344ee-8095-4d9c-801a-e6f111235a21'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:36.240431 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46850) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:36.240527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9b8068b-356f-440f-af9b-cb6d449a9db0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.240933 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e9b8068b-356f-440f-af9b-cb6d449a9db0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/4d7d57db-2d3f-4886-ada6-47c9b16058a1 HTTP/1.1" status: 204 len: 168 time: 0.7803724 Jul 05 04:03:36.257159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46852) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:36.299412 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efa3bfcf-54be-4146-bfcc-73a874f269ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.299623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a2e481-2969-4eda-bddb-f07a5cf4c3b2 None None] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:36.299623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-69605c9a-27ae-4ca2-ac22-46a6332b534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:36.299815 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8068b-356f-440f-af9b-cb6d449a9db0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7d57db-2d3f-4886-ada6-47c9b16058a1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:36.329053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] Made reservation on behalf of 6adee16bf80046eb905311cf8dd89b17 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:36.331480 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.347176 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.347451 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69605c9a-27ae-4ca2-ac22-46a6332b534b None None] Routers {'6aa344ee-8095-4d9c-801a-e6f111235a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:36.347451 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-69605c9a-27ae-4ca2-ac22-46a6332b534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:25Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6aa344ee-8095-4d9c-801a-e6f111235a21'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:36.386111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-69605c9a-27ae-4ca2-ac22-46a6332b534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:36.391608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69605c9a-27ae-4ca2-ac22-46a6332b534b None None] The sync data for ids ['6aa344ee-8095-4d9c-801a-e6f111235a21'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:36.398083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c2c7c-793d-4122-b1eb-9933827474bd req-66d792ed-aa53-4d72-92cc-cb3074e7cb25 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:36.400321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c5c2c7c-793d-4122-b1eb-9933827474bd req-66d792ed-aa53-4d72-92cc-cb3074e7cb25 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 931 time: 0.1571352 Jul 05 04:03:36.420245 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e1e9d-33d4-44f4-99a3-79c73ff9fba6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:36.421945 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aa2e1e9d-33d4-44f4-99a3-79c73ff9fba6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports/5622edee-d43a-4ec0-994c-0c6522054aeb HTTP/1.1" status: 200 len: 910 time: 0.1820946 Jul 05 04:03:36.429819 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46854) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:36.459257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f15157b-5605-4374-836f-9028c32ef0d0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting subnet b113f0e5-de92-4894-8c39-63bb99675850 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:36.464647 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f15157b-5605-4374-836f-9028c32ef0d0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.495300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:36.510400 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.528621 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f15157b-5605-4374-836f-9028c32ef0d0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.539074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c5c2c7c-793d-4122-b1eb-9933827474bd req-a6ad31d1-764b-42ff-8e33-6ade2b1caa13 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237483 Jul 05 04:03:36.585182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Transition to ACTIVE for port object 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:36.635125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efa3bfcf-54be-4146-bfcc-73a874f269ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.637757 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-efa3bfcf-54be-4146-bfcc-73a874f269ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.641877 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-efa3bfcf-54be-4146-bfcc-73a874f269ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4070b5a7-7017-4802-b9e2-ca6b0e565dbf HTTP/1.1" status: 204 len: 168 time: 0.6977251 Jul 05 04:03:36.669607 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.669883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3bfcf-54be-4146-bfcc-73a874f269ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4070b5a7-7017-4802-b9e2-ca6b0e565dbf,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:36.681172 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.682935 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46858) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:36.735531 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f15157b-5605-4374-836f-9028c32ef0d0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.738013 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ff396e2-c247-495a-b4df-9cc9fee1c1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.794851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe632c7-113b-45ec-8c92-a3dd070d2ee7,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:36.851550 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.865917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:36.877525 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.879726 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] Added segment 4f0fa415-b5a8-41f6-9239-e658295fbcfd of type vlan for network d197bade-511d-4ccc-b3a5-0b6914733d5b Jul 05 04:03:36.927923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Attempting to bind port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:36.928537 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Attempting to bind port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:36.928663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Attempting to bind port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 on network a0b045f4-2b90-4610-a196-e71709f68cab {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:36.934875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 on network a0b045f4-2b90-4610-a196-e71709f68cab not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:36.951686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Attempting to bind port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 on network a0b045f4-2b90-4610-a196-e71709f68cab {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:36.951686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:36.951686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Checking segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:36.951686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Bound using segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:36.951686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Bound port: 4fe632c7-113b-45ec-8c92-a3dd070d2ee7, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:36.951686 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.980679 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f15157b-5605-4374-836f-9028c32ef0d0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.032796 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.069419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15157b-5605-4374-836f-9028c32ef0d0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Subnet': ['ID=b113f0e5-de92-4894-8c39-63bb99675850,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:37.075887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc6b2e5-ec49-406e-a245-dc51501e6452,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:37.093845 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f15157b-5605-4374-836f-9028c32ef0d0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.107071 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3f15157b-5605-4374-836f-9028c32ef0d0 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/b113f0e5-de92-4894-8c39-63bb99675850 HTTP/1.1" status: 204 len: 168 time: 0.8407936 Jul 05 04:03:37.109679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46862) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:37.166504 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ff396e2-c247-495a-b4df-9cc9fee1c1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.182521 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e164536-ee1d-4308-98eb-920644c15d56 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] DELETE failed (client error): The resource could not be found. Jul 05 04:03:37.183898 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e164536-ee1d-4308-98eb-920644c15d56 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:37.186613 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4e164536-ee1d-4308-98eb-920644c15d56 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/4d7d57db-2d3f-4886-ada6-47c9b16058a1 HTTP/1.1" status: 404 len: 337 time: 0.0618637 Jul 05 04:03:37.194438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46864) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:37.220275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] For port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:37.228193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] For port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4fe632c7-113b-45ec-8c92-a3dd070d2ee7,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:37.245364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3c2fbe40-5007-405b-9cc2-a7557527727f details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:37.280392 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ff396e2-c247-495a-b4df-9cc9fee1c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.283055 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.285455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:37.286219 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.323853 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.419927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:37.420955 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.424564 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] 10.222.0.64 "PUT /v2.0/ports/4fe632c7-113b-45ec-8c92-a3dd070d2ee7 HTTP/1.1" status: 200 len: 1091 time: 1.7229230 Jul 05 04:03:37.425844 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e50d8c6-96a3-4aff-b7b7-64592d12a8de', 'tag': '4fe632c7-113b-45ec-8c92-a3dd070d2ee7'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:37.429446 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88da83b3-5c32-4296-9616-66f7578f0fba" -d '{"events": [{"name": "network-changed", "server_uuid": "0e50d8c6-96a3-4aff-b7b7-64592d12a8de", "tag": "4fe632c7-113b-45ec-8c92-a3dd070d2ee7"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:37.514860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca4a0c-cc0a-4435-bf2c-9335891e16a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe632c7-113b-45ec-8c92-a3dd070d2ee7,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:37.624061 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3c2fbe40-5007-405b-9cc2-a7557527727f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3c2fbe40-5007-405b-9cc2-a7557527727f,segment=NetworkSegment(768bf6a2-d1c9-402f-99e7-5a7a9203e399),segment_id=768bf6a2-d1c9-402f-99e7-5a7a9203e399)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:37.659370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '3c2fbe40-5007-405b-9cc2-a7557527727f', 'network_id': 'a0d22ebf-2b22-4f23-9ed8-ecbef611585e', 'port_id': '3c2fbe40-5007-405b-9cc2-a7557527727f', 'mac_address': 'fa:16:3e:9a:05:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1daab7-73f3-45fd-a1e9-78b5ec048554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:37.663850 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa1324a-9334-4186-a44a-02c96e6ab679 x-openstack-request-id: req-3fa1324a-9334-4186-a44a-02c96e6ab679 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:37.664143 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e50d8c6-96a3-4aff-b7b7-64592d12a8de", "tag": "4fe632c7-113b-45ec-8c92-a3dd070d2ee7", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:37.664439 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3fa1324a-9334-4186-a44a-02c96e6ab679 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:37.665491 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e50d8c6-96a3-4aff-b7b7-64592d12a8de', 'tag': '4fe632c7-113b-45ec-8c92-a3dd070d2ee7', 'status': 'completed', 'code': 200} Jul 05 04:03:37.667987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e4535-58ce-4f8d-958b-22a67cfe1f3b None None] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:37.691728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-fb17bc69-5030-42e7-b8c3-b3e5fa12069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:37.693337 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-fb17bc69-5030-42e7-b8c3-b3e5fa12069e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 1094 time: 0.1345284 Jul 05 04:03:37.784076 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-812c56ec-bfae-4bbf-ab44-df7fbd130ec6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fe632c7-113b-45ec-8c92-a3dd070d2ee7 HTTP/1.1" status: 200 len: 217 time: 0.0812728 Jul 05 04:03:37.792072 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f0c75b28-b940-4455-bde7-ea9f714bea9e None None] Provisioning complete for port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:37.792776 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f0c75b28-b940-4455-bde7-ea9f714bea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.797375 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.858568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2fbe40-5007-405b-9cc2-a7557527727f {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:37.875350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-da2aa10f-2146-44fd-83c9-718fe66b5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:37.876498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f0c75b28-b940-4455-bde7-ea9f714bea9e None None] Port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:37.877364 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-da2aa10f-2146-44fd-83c9-718fe66b5f5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.0832107 Jul 05 04:03:37.901436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3c2fbe40-5007-405b-9cc2-a7557527727f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3c2fbe40-5007-405b-9cc2-a7557527727f,segment=NetworkSegment(768bf6a2-d1c9-402f-99e7-5a7a9203e399),segment_id=768bf6a2-d1c9-402f-99e7-5a7a9203e399)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:37.927382 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f0c75b28-b940-4455-bde7-ea9f714bea9e None None] Provisioning complete for port 25e97e0d-af79-4ccb-bb35-d58b923bd95c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:37.927772 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f0c75b28-b940-4455-bde7-ea9f714bea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.953759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-70547dcd-bc07-4368-a71c-acee26016d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:37.956431 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-70547dcd-bc07-4368-a71c-acee26016d20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721834 Jul 05 04:03:37.968097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4ff396e2-c247-495a-b4df-9cc9fee1c1e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=388c71e555dc489da428dc556269b0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2766960 Jul 05 04:03:38.010648 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.012437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae231f4-cef6-483f-a427-7832d0c95445 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting subnet 2d5d9406-9bc1-417a-8439-e2c9bea90c42 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:38.015386 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ae231f4-cef6-483f-a427-7832d0c95445 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.056563 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ae231f4-cef6-483f-a427-7832d0c95445 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.064452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=3c2fbe40-5007-405b-9cc2-a7557527727f,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:38.091129 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46882) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:38.098005 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-a6e6271c-60f5-4df9-999b-79ea9c164ed2 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363809 Jul 05 04:03:38.111215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1182120 Jul 05 04:03:38.117071 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46890) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:38.122595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ef64b5ae-3656-4a41-8366-8615f57ebb37 admin admin] Request body: {'subnet': {'network_id': 'd197bade-511d-4ccc-b3a5-0b6914733d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1785024822-subnet', 'tenant_id': '6adee16bf80046eb905311cf8dd89b17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:38.124750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff396e2-c247-495a-b4df-9cc9fee1c1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96aa89fe-9806-4b60-a7cb-808cea0140f5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:38.158157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5dffb-44c8-442e-9f74-39a8810987c4 admin admin] Pushing event updated for resources: {'Network': ['ID=d197bade-511d-4ccc-b3a5-0b6914733d5b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:38.174568 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-62b783c2-b215-4aaf-a8df-280d713df0aa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.175055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network d197bade-511d-4ccc-b3a5-0b6914733d5b details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:38.239834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['3c2fbe40-5007-405b-9cc2-a7557527727f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:38.257274 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2a606f22-2c81-4282-a736-f7433e6ee072 req-f342f010-c093-40b0-ac90-84c096985f12 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520684 Jul 05 04:03:38.279077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9360938-7a4a-415b-bfb5-b9ae06ed31a8 req-89301145-2dfa-41e6-bbfc-7144c48d8543 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:38.280727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9360938-7a4a-415b-bfb5-b9ae06ed31a8 req-89301145-2dfa-41e6-bbfc-7144c48d8543 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 943 time: 1.0875831 Jul 05 04:03:38.304213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef64b5ae-3656-4a41-8366-8615f57ebb37 admin admin] Made reservation on behalf of 6adee16bf80046eb905311cf8dd89b17 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:38.307819 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ef64b5ae-3656-4a41-8366-8615f57ebb37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.379945 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ae231f4-cef6-483f-a427-7832d0c95445 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.536182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da83b3-5c32-4296-9616-66f7578f0fba req-eb0031e5-24b3-485a-8248-9e66f516cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:38.537795 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-88da83b3-5c32-4296-9616-66f7578f0fba req-eb0031e5-24b3-485a-8248-9e66f516cab8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 1094 time: 0.1270897 Jul 05 04:03:38.563190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46b64-009d-465b-bd51-841e42e115e7 req-8d79baa8-e31f-41f0-8915-4625f01f2fe5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:38.564805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46c46b64-009d-465b-bd51-841e42e115e7 req-8d79baa8-e31f-41f0-8915-4625f01f2fe5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 943 time: 0.6155381 Jul 05 04:03:38.573253 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.651393 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.657255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9360938-7a4a-415b-bfb5-b9ae06ed31a8 req-b4820b23-a4ff-47a6-b69e-a4ae5a21ae86 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/security-groups?id=499f9f27-c544-4202-b3a3-fe2d80e3b995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365860 Jul 05 04:03:38.683407 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ae231f4-cef6-483f-a427-7832d0c95445 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.706949 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ae231f4-cef6-483f-a427-7832d0c95445 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.715628 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8ae231f4-cef6-483f-a427-7832d0c95445 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/2d5d9406-9bc1-417a-8439-e2c9bea90c42 HTTP/1.1" status: 204 len: 168 time: 1.5132830 Jul 05 04:03:38.721094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46898) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:38.819753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae231f4-cef6-483f-a427-7832d0c95445 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5d9406-9bc1-417a-8439-e2c9bea90c42,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:38.849904 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3c7952-3acc-4aec-a26f-6acc6331d1eb tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] DELETE failed (client error): The resource could not be found. Jul 05 04:03:38.850373 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3c7952-3acc-4aec-a26f-6acc6331d1eb tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:38.852854 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0c3c7952-3acc-4aec-a26f-6acc6331d1eb tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/1ae89153-29dc-44fd-a6df-e45986ff51f8 HTTP/1.1" status: 404 len: 337 time: 0.0856729 Jul 05 04:03:38.858055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46c46b64-009d-465b-bd51-841e42e115e7 req-5899fe60-4151-4028-90c0-fd259f493fbf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763894 Jul 05 04:03:38.859723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46902) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:38.897416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-231ab71c-e27d-41c1-b237-a4e2a7d4180a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "GET /v2.0/ports?device_id=6db0a68c-ff08-444c-8d65-ec642bb50aff HTTP/1.1" status: 200 len: 205 time: 0.0365331 Jul 05 04:03:38.902360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46904) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:38.952754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7380fa4f-a25a-48a9-8d72-8cd946f2a3ea None None] Network 97f8d14f-d798-43a6-b6b3-b859ba36d017 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:38.959935 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-1b482b84-a325-440b-b5ad-caff1382bf64 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] delete failed (client error): The resource could not be found. Jul 05 04:03:38.964106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1b482b84-a325-440b-b5ad-caff1382bf64 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/routers/6db0a68c-ff08-444c-8d65-ec642bb50aff HTTP/1.1" status: 404 len: 336 time: 0.0565007 Jul 05 04:03:38.964292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46906) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:38.996452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7147f36d-a3a7-4c2f-ad3d-944a61a9e6ff None None] Provisioning complete for port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:38.996793 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7147f36d-a3a7-4c2f-ad3d-944a61a9e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.013265 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d775e6-704c-4b8b-9db8-3f8c4a6683fc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] DELETE failed (client error): The resource could not be found. Jul 05 04:03:39.013265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d775e6-704c-4b8b-9db8-3f8c4a6683fc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:39.014566 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a5d775e6-704c-4b8b-9db8-3f8c4a6683fc tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/e14bfc01-4c2f-493f-b8ac-227cf81e4824 HTTP/1.1" status: 404 len: 337 time: 0.0493324 Jul 05 04:03:39.017880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46910) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.054811 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-774bff64-6321-4009-be92-6617f5ce5456 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] DELETE failed (client error): The resource could not be found. Jul 05 04:03:39.055303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774bff64-6321-4009-be92-6617f5ce5456 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:39.057299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-774bff64-6321-4009-be92-6617f5ce5456 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/511d3339-4ff7-4405-947d-317c9c56cc64 HTTP/1.1" status: 404 len: 337 time: 0.0388839 Jul 05 04:03:39.058010 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.060398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46912) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.060942 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.061611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96aa89fe-9806-4b60-a7cb-808cea0140f5 HTTP/1.1" status: 204 len: 168 time: 0.9584997 Jul 05 04:03:39.081153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aa89fe-9806-4b60-a7cb-808cea0140f5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:39.109380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:39.109740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:39.110007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:39.110698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:39.110698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:39.111003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:39.111360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:39.111648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:39.111976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:39.112628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:39.112628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:39.112950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1ff1-d17a-490a-a5f2-54b0dee03671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:39.115487 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-003fd89c-413d-4d19-8732-3ca165e73c33 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] DELETE failed (client error): The resource could not be found. Jul 05 04:03:39.116046 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003fd89c-413d-4d19-8732-3ca165e73c33 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:39.117744 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-003fd89c-413d-4d19-8732-3ca165e73c33 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/c2dabc54-86f3-4e1c-a278-8a2cecd3674d HTTP/1.1" status: 404 len: 337 time: 0.0563765 Jul 05 04:03:39.120585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46918) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.125013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da83b3-5c32-4296-9616-66f7578f0fba req-dcbda7b1-bc03-4200-b5f9-d4cb3dd8fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.126514 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-88da83b3-5c32-4296-9616-66f7578f0fba req-dcbda7b1-bc03-4200-b5f9-d4cb3dd8fb71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.5798352 Jul 05 04:03:39.158332 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-7147f36d-a3a7-4c2f-ad3d-944a61a9e6ff None None] Port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:39.158910 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb65806-f548-4a80-bfd1-4696910849ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] DELETE failed (client error): The resource could not be found. Jul 05 04:03:39.159705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb65806-f548-4a80-bfd1-4696910849ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:39.161479 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3eb65806-f548-4a80-bfd1-4696910849ec tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/2ea24dd3-c6df-4fab-9a7d-166e7a78285e HTTP/1.1" status: 404 len: 333 time: 0.0398409 Jul 05 04:03:39.164067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46920) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.187732 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ef64b5ae-3656-4a41-8366-8615f57ebb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.192934 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-88da83b3-5c32-4296-9616-66f7578f0fba req-0e18f7a3-fada-4f7d-9661-1a816e218aaf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fe632c7-113b-45ec-8c92-a3dd070d2ee7 HTTP/1.1" status: 200 len: 217 time: 0.0579045 Jul 05 04:03:39.198573 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f4dd58-4c69-4a5b-8948-ab76a937e4c1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] DELETE failed (client error): The resource could not be found. Jul 05 04:03:39.199045 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f4dd58-4c69-4a5b-8948-ab76a937e4c1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:39.203224 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-05f4dd58-4c69-4a5b-8948-ab76a937e4c1 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/704707ee-1a55-43da-bd9d-00dc3aa6ce2a HTTP/1.1" status: 404 len: 337 time: 0.0346162 Jul 05 04:03:39.203691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46922) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.208586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7147f36d-a3a7-4c2f-ad3d-944a61a9e6ff None None] Provisioning complete for port 25e97e0d-af79-4ccb-bb35-d58b923bd95c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:39.213947 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7147f36d-a3a7-4c2f-ad3d-944a61a9e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.237542 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-e400c01d-67b8-461e-a6f5-fc44e8f1895a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] DELETE failed (client error): The resource could not be found. Jul 05 04:03:39.238039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e400c01d-67b8-461e-a6f5-fc44e8f1895a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:39.242359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e400c01d-67b8-461e-a6f5-fc44e8f1895a tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/8a04a0ef-daec-473b-8a63-3e1d804fcb77 HTTP/1.1" status: 404 len: 337 time: 0.0351162 Jul 05 04:03:39.243355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46924) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.244768 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3c2fbe40-5007-405b-9cc2-a7557527727f up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:39.246362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-62b783c2-b215-4aaf-a8df-280d713df0aa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port 5622edee-d43a-4ec0-994c-0c6522054aeb {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:39.246715 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-62b783c2-b215-4aaf-a8df-280d713df0aa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.311293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da83b3-5c32-4296-9616-66f7578f0fba req-0854a582-a0cf-448e-be96-d2c3cc026553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.317494 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-88da83b3-5c32-4296-9616-66f7578f0fba req-0854a582-a0cf-448e-be96-d2c3cc026553 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.0957901 Jul 05 04:03:39.340757 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-073c02c6-5454-4243-8095-e9fb69b082cd tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] DELETE failed (client error): The resource could not be found. Jul 05 04:03:39.341845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073c02c6-5454-4243-8095-e9fb69b082cd tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:39.345026 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-073c02c6-5454-4243-8095-e9fb69b082cd tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/1bee8df3-bbe7-4332-be35-1056b7b28db2 HTTP/1.1" status: 404 len: 333 time: 0.1004672 Jul 05 04:03:39.349106 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46928) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.392977 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c35e40c-79d8-49e1-baa8-574c73a4d0f2 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] DELETE failed (client error): The resource could not be found. Jul 05 04:03:39.392977 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c35e40c-79d8-49e1-baa8-574c73a4d0f2 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:39.394024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2c35e40c-79d8-49e1-baa8-574c73a4d0f2 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/7e34bce9-a3fd-4812-aa84-640a6a3ed8b9 HTTP/1.1" status: 404 len: 337 time: 0.0436838 Jul 05 04:03:39.396682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46930) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.416058 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64b5ae-3656-4a41-8366-8615f57ebb37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a371d6-218c-4575-8ac7-365c950da9d0,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:39.426672 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9802eab-d43f-4836-b362-d11a8f600da2 None None] DHCP port deletion for 97f8d14f-d798-43a6-b6b3-b859ba36d017 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:39.444249 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0caf23-84d8-43e7-8f12-7d01be0427df tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] DELETE failed (client error): The resource could not be found. Jul 05 04:03:39.445101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0caf23-84d8-43e7-8f12-7d01be0427df tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:39.447157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9d0caf23-84d8-43e7-8f12-7d01be0427df tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/subnets/81c81ede-f9cb-4590-8119-740d587b06d6 HTTP/1.1" status: 404 len: 337 time: 0.0494111 Jul 05 04:03:39.448635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64b5ae-3656-4a41-8366-8615f57ebb37 admin admin] Checking segment: {'id': '4f0fa415-b5a8-41f6-9239-e658295fbcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd197bade-511d-4ccc-b3a5-0b6914733d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:39.449513 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef64b5ae-3656-4a41-8366-8615f57ebb37 admin admin] Network hostable DHCP agents. Network: d197bade-511d-4ccc-b3a5-0b6914733d5b, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:39.450056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 3c2fbe40-5007-405b-9cc2-a7557527727f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:39.450850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46932) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.456950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 3c2fbe40-5007-405b-9cc2-a7557527727f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:39.457588 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.507120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da83b3-5c32-4296-9616-66f7578f0fba req-12a21869-fbcf-4f33-895a-349e5cb2e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.507931 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-62b783c2-b215-4aaf-a8df-280d713df0aa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.510928 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-88da83b3-5c32-4296-9616-66f7578f0fba req-12a21869-fbcf-4f33-895a-349e5cb2e068 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828878 Jul 05 04:03:39.543021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-62b783c2-b215-4aaf-a8df-280d713df0aa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for 5622edee-d43a-4ec0-994c-0c6522054aeb owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:39.585112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d9802eab-d43f-4836-b362-d11a8f600da2 None None] Deleting port 25e97e0d-af79-4ccb-bb35-d58b923bd95c {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:39.585852 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d9802eab-d43f-4836-b362-d11a8f600da2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.593539 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef64b5ae-3656-4a41-8366-8615f57ebb37 admin admin] Network d197bade-511d-4ccc-b3a5-0b6914733d5b is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:39.671532 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ef64b5ae-3656-4a41-8366-8615f57ebb37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, d197bade-511d-4ccc-b3a5-0b6914733d5b) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:39.685832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4272dcb0-f7c7-4548-8a5b-c75090f285dc None None] Network d197bade-511d-4ccc-b3a5-0b6914733d5b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:39.695798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a1e6753b-3328-4830-8232-6a0427d17b78 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Deleting port b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:39.696199 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a1e6753b-3328-4830-8232-6a0427d17b78 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.712157 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b5ae-3656-4a41-8366-8615f57ebb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.714265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ef64b5ae-3656-4a41-8366-8615f57ebb37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.743222 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-88da83b3-5c32-4296-9616-66f7578f0fba req-b7020f8d-dfbe-49ea-97c1-33590ddb4716 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190297 Jul 05 04:03:39.814514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46948) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.839612 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a1e6753b-3328-4830-8232-6a0427d17b78 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.882648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a1e6753b-3328-4830-8232-6a0427d17b78 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Calling delete_port for b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:39.887415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0ed253-d729-4052-a0f3-ae3ec662714d None None] Network d197bade-511d-4ccc-b3a5-0b6914733d5b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:39.891358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d9802eab-d43f-4836-b362-d11a8f600da2 None None] For port 25e97e0d-af79-4ccb-bb35-d58b923bd95c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=25e97e0d-af79-4ccb-bb35-d58b923bd95c,segment=NetworkSegment(87cee62e-b80a-4415-b13f-b2e1a88ed0f8),segment_id=87cee62e-b80a-4415-b13f-b2e1a88ed0f8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:39.891884 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d9802eab-d43f-4836-b362-d11a8f600da2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.903935 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.913254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d9802eab-d43f-4836-b362-d11a8f600da2 None None] Calling delete_port for 25e97e0d-af79-4ccb-bb35-d58b923bd95c owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:39.919262 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ef64b5ae-3656-4a41-8366-8615f57ebb37 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8011274 Jul 05 04:03:40.002965 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-88da83b3-5c32-4296-9616-66f7578f0fba req-e35cae54-7b9e-4cf0-ac2d-15ff125e68e3 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490525 Jul 05 04:03:40.045339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d2682-108e-4461-8b93-8e8fb0db6a08 req-afdf8d38-1ff7-4136-9803-eec5a83702ca tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:40.050557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3c2fbe40-5007-405b-9cc2-a7557527727f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3c2fbe40-5007-405b-9cc2-a7557527727f,segment=NetworkSegment(768bf6a2-d1c9-402f-99e7-5a7a9203e399),segment_id=768bf6a2-d1c9-402f-99e7-5a7a9203e399)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:40.050557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eec04a1-5150-4c62-ba57-226321d6025b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2fbe40-5007-405b-9cc2-a7557527727f'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:40.052162 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c678cf50-3cf6-4e2c-841d-d02fc0572665" -d '{"events": [{"server_uuid": "1eec04a1-5150-4c62-ba57-226321d6025b", "name": "network-vif-plugged", "status": "completed", "tag": "3c2fbe40-5007-405b-9cc2-a7557527727f"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:40.052788 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd3d2682-108e-4461-8b93-8e8fb0db6a08 req-afdf8d38-1ff7-4136-9803-eec5a83702ca tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 944 time: 0.1069310 Jul 05 04:03:40.067158 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-62b783c2-b215-4aaf-a8df-280d713df0aa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.110128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b783c2-b215-4aaf-a8df-280d713df0aa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=5622edee-d43a-4ec0-994c-0c6522054aeb,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:40.150438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46962) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:40.189136 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.225465 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a1e6753b-3328-4830-8232-6a0427d17b78 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.279138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d46636d-5f5f-4782-b02f-8dcfa0d55102 admin admin] Deleting subnet eee93bfa-bb23-450b-90c4-1a2c58f79c77 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:40.299880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d46636d-5f5f-4782-b02f-8dcfa0d55102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.339087 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd3d2682-108e-4461-8b93-8e8fb0db6a08 req-178dff8b-fadc-4c41-ad93-8cab37dd6693 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/security-groups?id=499f9f27-c544-4202-b3a3-fe2d80e3b995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820947 Jul 05 04:03:40.365279 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d46636d-5f5f-4782-b02f-8dcfa0d55102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.369771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1267313213', 'router:external': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:40.381628 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=3c2fbe40-5007-405b-9cc2-a7557527727f,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:40.392448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6753b-3328-4830-8232-6a0427d17b78 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Port': ['ID=b3d4d027-6dd7-41e9-a6a3-1634a27dcb02,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:40.410455 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35973f67-644d-4979-869b-92b96531ef8c x-openstack-request-id: req-35973f67-644d-4979-869b-92b96531ef8c {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:40.410756 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eec04a1-5150-4c62-ba57-226321d6025b", "name": "network-vif-plugged", "status": "completed", "tag": "3c2fbe40-5007-405b-9cc2-a7557527727f", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:40.411386 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35973f67-644d-4979-869b-92b96531ef8c {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:40.411787 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eec04a1-5150-4c62-ba57-226321d6025b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2fbe40-5007-405b-9cc2-a7557527727f', 'code': 200} Jul 05 04:03:40.423167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a1e6753b-3328-4830-8232-6a0427d17b78 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.425905 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a1e6753b-3328-4830-8232-6a0427d17b78 tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/ports/b3d4d027-6dd7-41e9-a6a3-1634a27dcb02 HTTP/1.1" status: 204 len: 168 time: 0.9740262 Jul 05 04:03:40.428600 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d9802eab-d43f-4836-b362-d11a8f600da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.434609 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46966) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:40.474197 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9802eab-d43f-4836-b362-d11a8f600da2 None None] Pushing event deleted for resources: {'Port': ['ID=25e97e0d-af79-4ccb-bb35-d58b923bd95c,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:40.483000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9802eab-d43f-4836-b362-d11a8f600da2 None None] No DVR routers for this DVR port 25e97e0d-af79-4ccb-bb35-d58b923bd95c on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:40.552541 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-62b783c2-b215-4aaf-a8df-280d713df0aa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.813240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Made reservation on behalf of 2119be9e0d3c41feb92b939b5656a5c0 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:40.813240 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.814319 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d46636d-5f5f-4782-b02f-8dcfa0d55102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.814825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 25e97e0d-af79-4ccb-bb35-d58b923bd95c no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:40.815562 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.815631 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe9d625b-cfa9-4bc9-852d-aa874cd9295d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.815699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 25e97e0d-af79-4ccb-bb35-d58b923bd95c {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:40.815699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 25e97e0d-af79-4ccb-bb35-d58b923bd95c not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:40.815799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbf0dc-cd93-4a24-80da-1626721cf5f8 req-be8eecd8-9667-4848-8f38-4907ca501a0d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:40.815799 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90bbf0dc-cd93-4a24-80da-1626721cf5f8 req-be8eecd8-9667-4848-8f38-4907ca501a0d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 943 time: 0.3702588 Jul 05 04:03:40.815910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9beab6-f550-44a7-a19e-548968e9f6eb req-4f0dbab8-74a3-45da-bf2a-af9f6f1caffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:40.815910 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4c9beab6-f550-44a7-a19e-548968e9f6eb req-4f0dbab8-74a3-45da-bf2a-af9f6f1caffe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 1096 time: 0.2197587 Jul 05 04:03:40.816035 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90bbf0dc-cd93-4a24-80da-1626721cf5f8 req-ec917e6c-40c6-45e1-9ddc-3f1de56d42f2 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017995 Jul 05 04:03:40.816107 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe9d625b-cfa9-4bc9-852d-aa874cd9295d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.817871 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fe9d625b-cfa9-4bc9-852d-aa874cd9295d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f8d14f-d798-43a6-b6b3-b859ba36d017']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:40.822942 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4c9beab6-f550-44a7-a19e-548968e9f6eb req-06b259b8-092e-4064-be23-7193080fc1da service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=499f9f27-c544-4202-b3a3-fe2d80e3b995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644577 Jul 05 04:03:40.832931 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fe9d625b-cfa9-4bc9-852d-aa874cd9295d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cee62e-b80a-4415-b13f-b2e1a88ed0f8') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:40.833373 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fe9d625b-cfa9-4bc9-852d-aa874cd9295d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cee62e-b80a-4415-b13f-b2e1a88ed0f8') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:40.845760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b783c2-b215-4aaf-a8df-280d713df0aa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 6aa344ee-8095-4d9c-801a-e6f111235a21 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:40.849802 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe9d625b-cfa9-4bc9-852d-aa874cd9295d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.865194 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe9d625b-cfa9-4bc9-852d-aa874cd9295d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.871811 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9d625b-cfa9-4bc9-852d-aa874cd9295d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:40.872213 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe9d625b-cfa9-4bc9-852d-aa874cd9295d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:40.934292 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:40.938672 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d46636d-5f5f-4782-b02f-8dcfa0d55102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.954149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b783c2-b215-4aaf-a8df-280d713df0aa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:40.963210 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-62b783c2-b215-4aaf-a8df-280d713df0aa tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/6aa344ee-8095-4d9c-801a-e6f111235a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5282941 Jul 05 04:03:40.964672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46976) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:40.965909 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46636d-5f5f-4782-b02f-8dcfa0d55102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee93bfa-bb23-450b-90c4-1a2c58f79c77,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:40.975697 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cfb9ec-6877-4c2a-a679-c2bb17240832 None None] Sync routers for ids ['6aa344ee-8095-4d9c-801a-e6f111235a21'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:40.976748 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d46636d-5f5f-4782-b02f-8dcfa0d55102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.981674 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6d46636d-5f5f-4782-b02f-8dcfa0d55102 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eee93bfa-bb23-450b-90c4-1a2c58f79c77 HTTP/1.1" status: 204 len: 168 time: 0.8277273 Jul 05 04:03:40.982733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46978) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:40.987696 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cfb9ec-6877-4c2a-a679-c2bb17240832 None None] Routers {'6aa344ee-8095-4d9c-801a-e6f111235a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:40.988322 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-05cfb9ec-6877-4c2a-a679-c2bb17240832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:25Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6aa344ee-8095-4d9c-801a-e6f111235a21'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:41.001670 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.004688 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c6058ab8-0673-4e58-baa1-fa23c2dd40d9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa344ee-8095-4d9c-801a-e6f111235a21 HTTP/1.1" status: 200 len: 205 time: 0.0387974 Jul 05 04:03:41.007274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46980) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:41.032405 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-05cfb9ec-6877-4c2a-a679-c2bb17240832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:41.051604 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cfb9ec-6877-4c2a-a679-c2bb17240832 None None] Routers {'6aa344ee-8095-4d9c-801a-e6f111235a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:41.052517 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-05cfb9ec-6877-4c2a-a679-c2bb17240832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:25Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6aa344ee-8095-4d9c-801a-e6f111235a21'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:41.071120 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6a824aa3-eed7-419d-a8a8-ce522ec9e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.078542 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe9d625b-cfa9-4bc9-852d-aa874cd9295d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.095902 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e5a51ae-c4c7-4977-b752-6810f50ab17c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.100818 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-05cfb9ec-6877-4c2a-a679-c2bb17240832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:41.101481 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cfb9ec-6877-4c2a-a679-c2bb17240832 None None] The sync data for ids ['6aa344ee-8095-4d9c-801a-e6f111235a21'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:41.109796 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe9d625b-cfa9-4bc9-852d-aa874cd9295d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.115585 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fe9d625b-cfa9-4bc9-852d-aa874cd9295d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] 10.222.0.60 "DELETE /v2.0/networks/97f8d14f-d798-43a6-b6b3-b859ba36d017 HTTP/1.1" status: 204 len: 168 time: 0.6761065 Jul 05 04:03:41.136055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d625b-cfa9-4bc9-852d-aa874cd9295d tempest-PortsTestJSON-224125348 tempest-PortsTestJSON-224125348-project] Pushing event deleted for resources: {'Network': ['ID=97f8d14f-d798-43a6-b6b3-b859ba36d017,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:41.139675 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.204320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:41.214552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1353b7-ba38-4c64-a2e6-208582fb3352,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:41.244044 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6a824aa3-eed7-419d-a8a8-ce522ec9e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.247496 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.247884 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Added segment 81f4de1e-110a-4c51-abaf-e564aad8d001 of type vlan for network 5e59b732-692e-46e4-8d26-7d3b88600ef5 Jul 05 04:03:41.257352 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-6a824aa3-eed7-419d-a8a8-ce522ec9e709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247e83b4-5f53-4b0e-8e1d-9eeddebdfcdb']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:41.270804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-6a824aa3-eed7-419d-a8a8-ce522ec9e709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63ad10d-63d6-4fba-ad09-18040c4c4c94') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:41.271113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-6a824aa3-eed7-419d-a8a8-ce522ec9e709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63ad10d-63d6-4fba-ad09-18040c4c4c94') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:41.281540 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6a824aa3-eed7-419d-a8a8-ce522ec9e709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.297468 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6a824aa3-eed7-419d-a8a8-ce522ec9e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.304223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a824aa3-eed7-419d-a8a8-ce522ec9e709 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:41.304667 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6a824aa3-eed7-419d-a8a8-ce522ec9e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:41.306425 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:41.325911 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e5a51ae-c4c7-4977-b752-6810f50ab17c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.345172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:41.346213 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e5a51ae-c4c7-4977-b752-6810f50ab17c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.408071 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.471876 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e5a51ae-c4c7-4977-b752-6810f50ab17c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.472599 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5a51ae-c4c7-4977-b752-6810f50ab17c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Fanout notify agent at l3_agent the message router_deleted on router 6aa344ee-8095-4d9c-801a-e6f111235a21 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:41.481560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4fe632c7-113b-45ec-8c92-a3dd070d2ee7,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:41.483300 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e5a51ae-c4c7-4977-b752-6810f50ab17c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.487299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4e5a51ae-c4c7-4977-b752-6810f50ab17c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/routers/6aa344ee-8095-4d9c-801a-e6f111235a21 HTTP/1.1" status: 204 len: 168 time: 0.4762051 Jul 05 04:03:41.487479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46996) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:41.496141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '4fe632c7-113b-45ec-8c92-a3dd070d2ee7', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'port_id': '4fe632c7-113b-45ec-8c92-a3dd070d2ee7', 'mac_address': 'fa:16:3e:f0:41:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:41.523951 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6a824aa3-eed7-419d-a8a8-ce522ec9e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.524858 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.528759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:41.529458 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.538477 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.556823 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:41.557002 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6a824aa3-eed7-419d-a8a8-ce522ec9e709 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.558962 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6a824aa3-eed7-419d-a8a8-ce522ec9e709 admin admin] 10.222.0.60 "DELETE /v2.0/networks/247e83b4-5f53-4b0e-8e1d-9eeddebdfcdb HTTP/1.1" status: 204 len: 168 time: 0.5748634 Jul 05 04:03:41.570504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47002) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:41.583879 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4fe632c7-113b-45ec-8c92-a3dd070d2ee7,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:41.584742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a824aa3-eed7-419d-a8a8-ce522ec9e709 admin admin] Pushing event deleted for resources: {'Network': ['ID=247e83b4-5f53-4b0e-8e1d-9eeddebdfcdb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:41.621091 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-491058fc-8fcc-4b75-ae48-d6ec15ff1ae7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting subnet b41a208c-0b75-4879-b72f-4ea2909f6266 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:41.621285 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8040524 Jul 05 04:03:41.625400 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-491058fc-8fcc-4b75-ae48-d6ec15ff1ae7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.648248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47006) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:41.653748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8c4b60ec-1de6-472e-8351-f6ceaf3162ef tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Request body: {'subnet': {'network_id': '5e59b732-692e-46e4-8d26-7d3b88600ef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:41.660541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090209e-99b0-41b2-9565-40c9bb16fc43 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event updated for resources: {'Network': ['ID=5e59b732-692e-46e4-8d26-7d3b88600ef5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:41.669591 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.672746 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f4d4db-fb15-4c7f-82d2-6249b3e80dc3 admin admin] Deleting subnet 47a371d6-218c-4575-8ac7-365c950da9d0 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:41.677895 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54f4d4db-fb15-4c7f-82d2-6249b3e80dc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.703974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 5e59b732-692e-46e4-8d26-7d3b88600ef5 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:41.705888 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-491058fc-8fcc-4b75-ae48-d6ec15ff1ae7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.756485 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54f4d4db-fb15-4c7f-82d2-6249b3e80dc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.785171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4b60ec-1de6-472e-8351-f6ceaf3162ef tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Made reservation on behalf of 2119be9e0d3c41feb92b939b5656a5c0 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:41.787861 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c4b60ec-1de6-472e-8351-f6ceaf3162ef tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.828962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4fe632c7-113b-45ec-8c92-a3dd070d2ee7,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:41.842457 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54f4d4db-fb15-4c7f-82d2-6249b3e80dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.901761 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-491058fc-8fcc-4b75-ae48-d6ec15ff1ae7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.940998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47012) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:41.958265 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4fe632c7-113b-45ec-8c92-a3dd070d2ee7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:42.152616 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-491058fc-8fcc-4b75-ae48-d6ec15ff1ae7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.174905 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3654c-4c2e-4b45-ba3e-e53c413b2478 req-45444fcf-9842-498d-a796-e079c946e9a3 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:42.176506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bdb3654c-4c2e-4b45-ba3e-e53c413b2478 req-45444fcf-9842-498d-a796-e079c946e9a3 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 945 time: 0.6904151 Jul 05 04:03:42.182010 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54f4d4db-fb15-4c7f-82d2-6249b3e80dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.189549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491058fc-8fcc-4b75-ae48-d6ec15ff1ae7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Subnet': ['ID=b41a208c-0b75-4879-b72f-4ea2909f6266,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:42.191607 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-491058fc-8fcc-4b75-ae48-d6ec15ff1ae7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.193782 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-491058fc-8fcc-4b75-ae48-d6ec15ff1ae7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/b41a208c-0b75-4879-b72f-4ea2909f6266 HTTP/1.1" status: 204 len: 168 time: 0.7050593 Jul 05 04:03:42.196417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47018) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:42.198260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3619dbb-50da-4acd-9122-9381d940560c None None] Network 2f1652c9-ef62-4a4a-93a8-d5e110a69d63 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:42.206871 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54f4d4db-fb15-4c7f-82d2-6249b3e80dc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.212278 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-54f4d4db-fb15-4c7f-82d2-6249b3e80dc3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/47a371d6-218c-4575-8ac7-365c950da9d0 HTTP/1.1" status: 204 len: 168 time: 0.6380241 Jul 05 04:03:42.216882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5d0c6-870f-408c-a80e-58948f979e23 req-3e64ab88-ac14-4e00-bfcb-edf69ea7f047 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:42.220793 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ac5d0c6-870f-408c-a80e-58948f979e23 req-3e64ab88-ac14-4e00-bfcb-edf69ea7f047 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 944 time: 0.2116070 Jul 05 04:03:42.221538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47020) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:42.231731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4d4db-fb15-4c7f-82d2-6249b3e80dc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a371d6-218c-4575-8ac7-365c950da9d0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:42.291132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-57181ca9-d817-4cde-be48-57b92b7c6bf7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5adc1c6c301048bb8b7c0c8e5dee051e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437912 Jul 05 04:03:42.291548 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47026) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:42.366086 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40cc8e88-66b0-4125-93b0-a4b53ee73c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.410594 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40cc8e88-66b0-4125-93b0-a4b53ee73c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.429815 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bdb3654c-4c2e-4b45-ba3e-e53c413b2478 req-82b9036f-4804-4aaa-b319-7a2c6adaaf3e tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/security-groups?id=499f9f27-c544-4202-b3a3-fe2d80e3b995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443025 Jul 05 04:03:42.439903 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ca515-5994-4b0e-a252-7193e17c5d14 None None] DHCP port deletion for 2f1652c9-ef62-4a4a-93a8-d5e110a69d63 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:42.528448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-455ca515-5994-4b0e-a252-7193e17c5d14 None None] Deleting port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:42.528843 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-455ca515-5994-4b0e-a252-7193e17c5d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.551580 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40cc8e88-66b0-4125-93b0-a4b53ee73c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.554622 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40cc8e88-66b0-4125-93b0-a4b53ee73c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.559303 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-40cc8e88-66b0-4125-93b0-a4b53ee73c0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba887f0d-ba68-456a-89d1-25d986d06e9e HTTP/1.1" status: 204 len: 168 time: 0.2664125 Jul 05 04:03:42.578430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc8e88-66b0-4125-93b0-a4b53ee73c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba887f0d-ba68-456a-89d1-25d986d06e9e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:42.606696 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:42.697970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-455ca515-5994-4b0e-a252-7193e17c5d14 None None] For port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d3a8e1a0-72ec-41b0-a3c7-4577f1444a49,segment=NetworkSegment(edd28631-1318-43d5-b408-a7afdcec9543),segment_id=edd28631-1318-43d5-b408-a7afdcec9543)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:42.698303 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-455ca515-5994-4b0e-a252-7193e17c5d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.719203 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-455ca515-5994-4b0e-a252-7193e17c5d14 None None] Calling delete_port for d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:42.840436 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.845569 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ac5d0c6-870f-408c-a80e-58948f979e23 req-322d3a24-6818-470d-9e0f-d4180ef54182 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6091480 Jul 05 04:03:42.850963 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd920a4a-9d4d-4480-bff9-ab06a8aca219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.973594 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.992727 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd920a4a-9d4d-4480-bff9-ab06a8aca219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.013135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-cd920a4a-9d4d-4480-bff9-ab06a8aca219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d197bade-511d-4ccc-b3a5-0b6914733d5b']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:43.028513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d3a8e1a0-72ec-41b0-a3c7-4577f1444a49,segment=NetworkSegment(edd28631-1318-43d5-b408-a7afdcec9543),segment_id=edd28631-1318-43d5-b408-a7afdcec9543)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:43.030394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-cd920a4a-9d4d-4480-bff9-ab06a8aca219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0fa415-b5a8-41f6-9239-e658295fbcfd') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:43.030702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-cd920a4a-9d4d-4480-bff9-ab06a8aca219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0fa415-b5a8-41f6-9239-e658295fbcfd') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:43.045013 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd920a4a-9d4d-4480-bff9-ab06a8aca219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.053207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:43.053588 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.112606 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd920a4a-9d4d-4480-bff9-ab06a8aca219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.151068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.objects.ports [None req-8c4b60ec-1de6-472e-8351-f6ceaf3162ef tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:03:43.151755 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c4b60ec-1de6-472e-8351-f6ceaf3162ef tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.154514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd920a4a-9d4d-4480-bff9-ab06a8aca219 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:43.154924 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd920a4a-9d4d-4480-bff9-ab06a8aca219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:43.160252 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:43.166653 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.231080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d3a8e1a0-72ec-41b0-a3c7-4577f1444a49,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.264000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] For port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d3a8e1a0-72ec-41b0-a3c7-4577f1444a49,segment=NetworkSegment(edd28631-1318-43d5-b408-a7afdcec9543),segment_id=edd28631-1318-43d5-b408-a7afdcec9543)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:43.264000 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.280961 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-455ca515-5994-4b0e-a252-7193e17c5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.292128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b60ec-1de6-472e-8351-f6ceaf3162ef tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event updated for resources: {'Subnet': ['ID=03b37692-ceec-40a7-ae5f-0559176f5c58,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.294481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:43.310012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ca515-5994-4b0e-a252-7193e17c5d14 None None] Pushing event deleted for resources: {'Port': ['ID=d3a8e1a0-72ec-41b0-a3c7-4577f1444a49,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.317223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ca515-5994-4b0e-a252-7193e17c5d14 None None] No DVR routers for this DVR port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:43.347791 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:43.356292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4b60ec-1de6-472e-8351-f6ceaf3162ef tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Checking segment: {'id': '81f4de1e-110a-4c51-abaf-e564aad8d001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5e59b732-692e-46e4-8d26-7d3b88600ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:43.356755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4b60ec-1de6-472e-8351-f6ceaf3162ef tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Network hostable DHCP agents. Network: 5e59b732-692e-46e4-8d26-7d3b88600ef5, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:43.406864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd920a4a-9d4d-4480-bff9-ab06a8aca219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.409366 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd920a4a-9d4d-4480-bff9-ab06a8aca219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.413598 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cd920a4a-9d4d-4480-bff9-ab06a8aca219 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d197bade-511d-4ccc-b3a5-0b6914733d5b HTTP/1.1" status: 204 len: 168 time: 1.1781442 Jul 05 04:03:43.424157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd920a4a-9d4d-4480-bff9-ab06a8aca219 admin admin] Pushing event deleted for resources: {'Network': ['ID=d197bade-511d-4ccc-b3a5-0b6914733d5b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.427577 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.455561 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=d3a8e1a0-72ec-41b0-a3c7-4577f1444a49,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.460960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No DVR routers for this DVR port d3a8e1a0-72ec-41b0-a3c7-4577f1444a49 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:43.486265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4b60ec-1de6-472e-8351-f6ceaf3162ef tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Network 5e59b732-692e-46e4-8d26-7d3b88600ef5 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:43.522429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:43.529054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:43.532008 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.561811 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.578745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1652c9-ef62-4a4a-93a8-d5e110a69d63']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:43.598601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd28631-1318-43d5-b408-a7afdcec9543') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:43.599240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd28631-1318-43d5-b408-a7afdcec9543') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:43.624526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-8c4b60ec-1de6-472e-8351-f6ceaf3162ef tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 5e59b732-692e-46e4-8d26-7d3b88600ef5) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:43.631278 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.667936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4b60ec-1de6-472e-8351-f6ceaf3162ef tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:43.668595 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c4b60ec-1de6-472e-8351-f6ceaf3162ef tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.681919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed67e640-2d5b-467e-b318-a61e53044073 None None] Network 5e59b732-692e-46e4-8d26-7d3b88600ef5 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:43.696782 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.706405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:43.706815 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:43.710714 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:43.740941 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.763016 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8c4b60ec-1de6-472e-8351-f6ceaf3162ef tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1134837 Jul 05 04:03:43.766384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47074) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:43.777890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1989ef07-6ad7-4a2a-826e-4f1cd1d36dfa tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-93045559', 'network_id': '5e59b732-692e-46e4-8d26-7d3b88600ef5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:43.783463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01878034-1c77-4e2b-8378-ac930b27c7f8 req-2cbc030f-68f6-47fc-9b86-428ff10291aa tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:43.785090 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01878034-1c77-4e2b-8378-ac930b27c7f8 req-2cbc030f-68f6-47fc-9b86-428ff10291aa tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 945 time: 0.1842241 Jul 05 04:03:43.787100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e50d8c6-96a3-4aff-b7b7-64592d12a8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe632c7-113b-45ec-8c92-a3dd070d2ee7'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:43.790225 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c083598-da8c-48db-a295-5be6ef904064" -d '{"events": [{"server_uuid": "0e50d8c6-96a3-4aff-b7b7-64592d12a8de", "name": "network-vif-plugged", "status": "completed", "tag": "4fe632c7-113b-45ec-8c92-a3dd070d2ee7"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:43.823958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4fe632c7-113b-45ec-8c92-a3dd070d2ee7,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:43.825598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47078) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:43.866379 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01878034-1c77-4e2b-8378-ac930b27c7f8 req-bbd15bac-4173-48cf-beb7-73058ec8d7b9 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/security-groups?id=499f9f27-c544-4202-b3a3-fe2d80e3b995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673771 Jul 05 04:03:43.884868 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.894742 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.895631 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/networks/2f1652c9-ef62-4a4a-93a8-d5e110a69d63 HTTP/1.1" status: 204 len: 168 time: 1.6982617 Jul 05 04:03:43.900401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47086) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:43.902416 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-da886446-48bc-4009-8789-4c1296b25e96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee3761564df14b01a564eb880fa3a607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729272 Jul 05 04:03:43.906432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47088) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:43.906967 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-258087573', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:43.920696 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.926867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f1169-0903-4267-a944-101bf2ae40b2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Network': ['ID=2f1652c9-ef62-4a4a-93a8-d5e110a69d63,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.941730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c207133-84ea-49fb-85e9-a42392a4d778 None None] Network 5e59b732-692e-46e4-8d26-7d3b88600ef5 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:43.941879 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1989ef07-6ad7-4a2a-826e-4f1cd1d36dfa tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Made reservation on behalf of 2119be9e0d3c41feb92b939b5656a5c0 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:43.946445 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1989ef07-6ad7-4a2a-826e-4f1cd1d36dfa tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.954583 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68015da-bd91-408c-8131-6f026523bc7a x-openstack-request-id: req-d68015da-bd91-408c-8131-6f026523bc7a {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:43.954882 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e50d8c6-96a3-4aff-b7b7-64592d12a8de", "name": "network-vif-plugged", "status": "completed", "tag": "4fe632c7-113b-45ec-8c92-a3dd070d2ee7", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:43.955139 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d68015da-bd91-408c-8131-6f026523bc7a {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:43.957254 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e50d8c6-96a3-4aff-b7b7-64592d12a8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe632c7-113b-45ec-8c92-a3dd070d2ee7', 'code': 200} Jul 05 04:03:44.020664 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-530c1e12-67c6-413f-9cc8-e6a1c9d85a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.034612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-1989ef07-6ad7-4a2a-826e-4f1cd1d36dfa tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] device_id is not set on port 850531bb-3681-44ee-a134-dac3825ae073 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:44.070462 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.072586 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.128450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=4fe632c7-113b-45ec-8c92-a3dd070d2ee7,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:44.165645 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.176686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fb849-092c-4aa9-81fe-d4db7d0fb62a req-2052615d-ae05-4dd3-b1ba-22ad40d4b09f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:44.178545 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-408fb849-092c-4aa9-81fe-d4db7d0fb62a req-2052615d-ae05-4dd3-b1ba-22ad40d4b09f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 945 time: 0.1473105 Jul 05 04:03:44.235027 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-408fb849-092c-4aa9-81fe-d4db7d0fb62a req-b9822bb8-1e7e-4cbb-8250-8e17648fec0e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471046 Jul 05 04:03:44.248214 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-530c1e12-67c6-413f-9cc8-e6a1c9d85a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.314581 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-1989ef07-6ad7-4a2a-826e-4f1cd1d36dfa tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Allocated IP 172.20.0.9 (5e59b732-692e-46e4-8d26-7d3b88600ef5/03b37692-ceec-40a7-ae5f-0559176f5c58/850531bb-3681-44ee-a134-dac3825ae073) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:44.337865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f598cd-bdf5-4f67-a3b9-5c41cd35bfa5 req-ef8f6901-ba96-4bc5-9bbf-133c422a83da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:44.339890 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b7f598cd-bdf5-4f67-a3b9-5c41cd35bfa5 req-ef8f6901-ba96-4bc5-9bbf-133c422a83da service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 1096 time: 0.3208604 Jul 05 04:03:44.407058 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b7f598cd-bdf5-4f67-a3b9-5c41cd35bfa5 req-245913a0-702c-4cf4-ba42-56bbe792535d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588799 Jul 05 04:03:44.483481 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.485215 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-530c1e12-67c6-413f-9cc8-e6a1c9d85a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.488399 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-530c1e12-67c6-413f-9cc8-e6a1c9d85a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.493014 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-530c1e12-67c6-413f-9cc8-e6a1c9d85a2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3feb8750-aa73-41f8-bbda-8a85057c4a8a HTTP/1.1" status: 204 len: 168 time: 0.5822024 Jul 05 04:03:44.504673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c1e12-67c6-413f-9cc8-e6a1c9d85a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feb8750-aa73-41f8-bbda-8a85057c4a8a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:44.567529 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1989ef07-6ad7-4a2a-826e-4f1cd1d36dfa tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.711601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1989ef07-6ad7-4a2a-826e-4f1cd1d36dfa tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.758139 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1989ef07-6ad7-4a2a-826e-4f1cd1d36dfa tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Network 5e59b732-692e-46e4-8d26-7d3b88600ef5 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:44.762432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-1989ef07-6ad7-4a2a-826e-4f1cd1d36dfa tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:44.765648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1989ef07-6ad7-4a2a-826e-4f1cd1d36dfa tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:44.810989 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989ef07-6ad7-4a2a-826e-4f1cd1d36dfa tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event updated for resources: {'Port': ['ID=850531bb-3681-44ee-a134-dac3825ae073,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:44.814412 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.825441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1989ef07-6ad7-4a2a-826e-4f1cd1d36dfa tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:44.826201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1989ef07-6ad7-4a2a-826e-4f1cd1d36dfa tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.843197 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.946950 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1989ef07-6ad7-4a2a-826e-4f1cd1d36dfa tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 1.1772368 Jul 05 04:03:44.949448 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47118) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:44.960125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Allocated IP 172.25.0.130 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/ee17657b-022e-4b81-995f-b38c18320e9f) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:45.053040 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a1967492-6127-4358-a7f5-229cce8ea233 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Deleting port 850531bb-3681-44ee-a134-dac3825ae073 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:45.053561 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1967492-6127-4358-a7f5-229cce8ea233 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.080060 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.154550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1967492-6127-4358-a7f5-229cce8ea233 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.177146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a1967492-6127-4358-a7f5-229cce8ea233 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Calling delete_port for 850531bb-3681-44ee-a134-dac3825ae073 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:45.234830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47126) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:45.243618 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.311886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:45.322948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:45.326119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:45.360546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=ee17657b-022e-4b81-995f-b38c18320e9f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:45.369123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ba4bcf3f-f032-4b9d-90ee-5d5b07909901 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6adee16bf80046eb905311cf8dd89b17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328273 Jul 05 04:03:45.371489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47134) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:45.407016 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1967492-6127-4358-a7f5-229cce8ea233 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.478291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967492-6127-4358-a7f5-229cce8ea233 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event deleted for resources: {'Port': ['ID=850531bb-3681-44ee-a134-dac3825ae073,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:45.583604 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1967492-6127-4358-a7f5-229cce8ea233 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.588615 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a1967492-6127-4358-a7f5-229cce8ea233 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "DELETE /v2.0/ports/850531bb-3681-44ee-a134-dac3825ae073 HTTP/1.1" status: 204 len: 168 time: 0.6354575 Jul 05 04:03:45.588802 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0ef0-435d-49c1-bcc6-959e7320e40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.589237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47140) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:45.593501 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e59b732-692e-46e4-8d26-7d3b88600ef5', 'external_fixed_ips': [{'subnet_id': '03b37692-ceec-40a7-ae5f-0559176f5c58', 'ip_address': '172.20.0.9'}]}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:45.634416 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0ef0-435d-49c1-bcc6-959e7320e40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.646439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53511c9e-2714-4200-b14d-a4f7a859b780 req-02608994-492c-4ce3-8e5f-720ab0c1ff03 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:45.646439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53511c9e-2714-4200-b14d-a4f7a859b780 req-02608994-492c-4ce3-8e5f-720ab0c1ff03 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 945 time: 0.2333808 Jul 05 04:03:45.690976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.690976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.769061 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.791887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53511c9e-2714-4200-b14d-a4f7a859b780 req-2b782799-f3df-482d-a3f3-084857fd589b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382821 Jul 05 04:03:45.897600 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.938545 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0ef0-435d-49c1-bcc6-959e7320e40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.941058 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0ef0-435d-49c1-bcc6-959e7320e40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.942284 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8fdb0ef0-435d-49c1-bcc6-959e7320e40b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5cc6b2e5-ec49-406e-a245-dc51501e6452 HTTP/1.1" status: 204 len: 168 time: 0.5698323 Jul 05 04:03:45.961765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb0ef0-435d-49c1-bcc6-959e7320e40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc6b2e5-ec49-406e-a245-dc51501e6452,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:46.133992 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.303110 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.585824 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.611099 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:03:46.615045 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.807058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:46.818619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b10bd-e2f1-4d05-837a-d80391f6db7a None None] Sync routers for ids ['9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:46.834391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b10bd-e2f1-4d05-837a-d80391f6db7a None None] Routers {'9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:46.835160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5b8b10bd-e2f1-4d05-837a-d80391f6db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:25Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:46.883521 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5b8b10bd-e2f1-4d05-837a-d80391f6db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:46.896595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b10bd-e2f1-4d05-837a-d80391f6db7a None None] Routers {'9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:46.897392 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5b8b10bd-e2f1-4d05-837a-d80391f6db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:25Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:46.897568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47208) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:46.936011 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Allocated IP 172.20.0.9 (5e59b732-692e-46e4-8d26-7d3b88600ef5/03b37692-ceec-40a7-ae5f-0559176f5c58/cd58e794-c05d-4f2a-8a7b-7c7084a101ca) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:46.936949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5b8b10bd-e2f1-4d05-837a-d80391f6db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:46.937737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b10bd-e2f1-4d05-837a-d80391f6db7a None None] The sync data for ids ['9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:46.955352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.960406 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d0c6e2c5-d887-4383-b96f-f32f2c144fba tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.0585074 Jul 05 04:03:46.967664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47214) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:47.111240 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.119439 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-195e9f2b-52f7-4125-85fe-1642f6b6de5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.247342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.296836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Network 5e59b732-692e-46e4-8d26-7d3b88600ef5 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:47.299951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:47.303628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:47.337746 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event updated for resources: {'Port': ['ID=cd58e794-c05d-4f2a-8a7b-7c7084a101ca,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:47.577982 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-11e24257-e935-4f96-a87b-e15a9962f355 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/routers/9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a HTTP/1.1" status: 200 len: 880 time: 0.6145148 Jul 05 04:03:47.580791 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47230) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:47.588230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8142e5-08cf-4af8-bfdf-a4a6f8cd48dd req-f36fb975-0ed3-4e85-b958-90cdd7a8f72d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:47.592845 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc8142e5-08cf-4af8-bfdf-a4a6f8cd48dd req-f36fb975-0ed3-4e85-b958-90cdd7a8f72d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 945 time: 0.5472779 Jul 05 04:03:47.660886 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc8142e5-08cf-4af8-bfdf-a4a6f8cd48dd req-c3a1832f-cf97-4822-8834-0ec5715b2075 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625253 Jul 05 04:03:47.718788 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-195e9f2b-52f7-4125-85fe-1642f6b6de5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.796963 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-195e9f2b-52f7-4125-85fe-1642f6b6de5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.848064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.865886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e9f2b-52f7-4125-85fe-1642f6b6de5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49adef16-ef28-4d08-a413-2d9014cd4462,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:47.909682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-195e9f2b-52f7-4125-85fe-1642f6b6de5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e26ab6b77d14a4e928318dbdfc4bddb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0107298 Jul 05 04:03:47.917993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47252) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:47.994875 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6591-3bc2-4e7f-9b1c-caa975cd31a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.029326 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6591-3bc2-4e7f-9b1c-caa975cd31a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.225264 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6591-3bc2-4e7f-9b1c-caa975cd31a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.235287 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6591-3bc2-4e7f-9b1c-caa975cd31a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.238989 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ff6f6591-3bc2-4e7f-9b1c-caa975cd31a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49adef16-ef28-4d08-a413-2d9014cd4462 HTTP/1.1" status: 204 len: 168 time: 0.3175161 Jul 05 04:03:48.247111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f6591-3bc2-4e7f-9b1c-caa975cd31a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49adef16-ef28-4d08-a413-2d9014cd4462,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:48.564268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47268) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:48.637185 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-810e8aa2-c1f2-4afe-a908-3df8633cf305 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0551701 Jul 05 04:03:48.639770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47274) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:48.648445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-fcb49c74-bc8c-4b33-bff6-611bf4ac5ab8 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-258087573'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:48.699227 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.742146 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bd277504-9132-431b-ad8d-c7370eb032bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.863907 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bd277504-9132-431b-ad8d-c7370eb032bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.946186 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bd277504-9132-431b-ad8d-c7370eb032bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.996788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd277504-9132-431b-ad8d-c7370eb032bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe6b470-42e2-4a3a-8045-3b826ad9ef08,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:49.036436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47284) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:49.106097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bd277504-9132-431b-ad8d-c7370eb032bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d66ed462a8da400089e174594d574af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403910 Jul 05 04:03:49.109331 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-108483f4-8def-4a78-943e-325f3e64a400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.111016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47286) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:49.141801 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Router bcbd349b-47ae-41da-89a3-0a26be664f34 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:03:49.171934 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fcb49c74-bc8c-4b33-bff6-611bf4ac5ab8 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.240003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-108483f4-8def-4a78-943e-325f3e64a400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.268320 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b69688c-f8fe-41d8-9c30-e46e1e521046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.307937 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fcb49c74-bc8c-4b33-bff6-611bf4ac5ab8 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.325280 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b69688c-f8fe-41d8-9c30-e46e1e521046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.339348 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-108483f4-8def-4a78-943e-325f3e64a400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.387299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-108483f4-8def-4a78-943e-325f3e64a400 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdb07ac8885849b8a4e519e09065c158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496797 Jul 05 04:03:49.388075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47290) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:49.413317 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:49.429149 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Sync routers for ids ['bcbd349b-47ae-41da-89a3-0a26be664f34'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:49.435946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108483f4-8def-4a78-943e-325f3e64a400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf0a21f-b99d-4752-9433-2339cb433f3d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:49.440392 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Routers {'bcbd349b-47ae-41da-89a3-0a26be664f34'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:49.441359 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:25Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['bcbd349b-47ae-41da-89a3-0a26be664f34'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:49.478563 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-714b0503-699a-44b4-befb-75c2afede2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.489885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb49c74-bc8c-4b33-bff6-611bf4ac5ab8 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:49.511996 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-714b0503-699a-44b4-befb-75c2afede2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.561927 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.568441 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-65d9e90e-7309-4060-bd06-0ef13860464a tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.9736524 Jul 05 04:03:49.568560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47294) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:49.596927 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b69688c-f8fe-41d8-9c30-e46e1e521046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.596927 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b69688c-f8fe-41d8-9c30-e46e1e521046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.600188 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3b69688c-f8fe-41d8-9c30-e46e1e521046 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dbe6b470-42e2-4a3a-8045-3b826ad9ef08 HTTP/1.1" status: 204 len: 168 time: 0.4859064 Jul 05 04:03:49.614618 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69688c-f8fe-41d8-9c30-e46e1e521046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe6b470-42e2-4a3a-8045-3b826ad9ef08,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:49.632517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb49c74-bc8c-4b33-bff6-611bf4ac5ab8 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:49.640635 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fcb49c74-bc8c-4b33-bff6-611bf4ac5ab8 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.642288 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fcb49c74-bc8c-4b33-bff6-611bf4ac5ab8 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a HTTP/1.1" status: 200 len: 887 time: 1.0015893 Jul 05 04:03:49.645034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47300) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:49.650645 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Set router bcbd349b-47ae-41da-89a3-0a26be664f34 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:49.650728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e27e272-2695-4e79-8fd9-8c241c60a005 None None] Sync routers for ids ['9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:49.669229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e27e272-2695-4e79-8fd9-8c241c60a005 None None] Routers {'9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:49.672616 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9e27e272-2695-4e79-8fd9-8c241c60a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:25Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:49.739538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9e27e272-2695-4e79-8fd9-8c241c60a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:49.781399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e27e272-2695-4e79-8fd9-8c241c60a005 None None] Routers {'9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:49.782447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9e27e272-2695-4e79-8fd9-8c241c60a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:25Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:49.817510 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.821905 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-714b0503-699a-44b4-befb-75c2afede2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.829019 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-714b0503-699a-44b4-befb-75c2afede2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.830242 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-714b0503-699a-44b4-befb-75c2afede2b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fcf0a21f-b99d-4752-9433-2339cb433f3d HTTP/1.1" status: 204 len: 168 time: 0.4282577 Jul 05 04:03:49.847614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9e27e272-2695-4e79-8fd9-8c241c60a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:49.848598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e27e272-2695-4e79-8fd9-8c241c60a005 None None] The sync data for ids ['9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:49.877910 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b86f00ad-2052-4ca1-b9a7-bf39c551ba5d tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/routers/9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a HTTP/1.1" status: 200 len: 887 time: 0.2265475 Jul 05 04:03:49.879490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47304) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:49.920282 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a18fb1ed-3dc0-45a7-90fc-0a566a57d600 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a HTTP/1.1" status: 200 len: 205 time: 0.0386248 Jul 05 04:03:49.922396 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47306) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:49.934560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b0503-699a-44b4-befb-75c2afede2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf0a21f-b99d-4752-9433-2339cb433f3d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:50.021029 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbd349b-47ae-41da-89a3-0a26be664f34', 'name': '', 'tenant_id': '2119be9e0d3c41feb92b939b5656a5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e59b732-692e-46e4-8d26-7d3b88600ef5', 'external_fixed_ips': [{'subnet_id': '03b37692-ceec-40a7-ae5f-0559176f5c58', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cd58e794-c05d-4f2a-8a7b-7c7084a101ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:45Z', 'updated_at': '2021-07-05T04:03:47Z', 'revision_number': 3, 'project_id': '2119be9e0d3c41feb92b939b5656a5c0', 'gw_port': {'id': 'cd58e794-c05d-4f2a-8a7b-7c7084a101ca', 'name': '', 'network_id': '5e59b732-692e-46e4-8d26-7d3b88600ef5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbd349b-47ae-41da-89a3-0a26be664f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '03b37692-ceec-40a7-ae5f-0559176f5c58', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:46Z', 'updated_at': '2021-07-05T04:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03b37692-ceec-40a7-ae5f-0559176f5c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:50.050433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7a026-b9c4-43ad-a904-7c29c7973f6c req-c1bd61db-c46b-40bd-b114-0577aaa6f783 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:50.052032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebf7a026-b9c4-43ad-a904-7c29c7973f6c req-c1bd61db-c46b-40bd-b114-0577aaa6f783 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 945 time: 0.2311716 Jul 05 04:03:50.061044 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Checking router: bcbd349b-47ae-41da-89a3-0a26be664f34 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:50.061579 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Updating router bcbd349b-47ae-41da-89a3-0a26be664f34 port cd58e794-c05d-4f2a-8a7b-7c7084a101ca binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:03:50.083610 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.106802 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.108491 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebf7a026-b9c4-43ad-a904-7c29c7973f6c req-1b6acbb3-0c88-4dfa-8270-fc28982b55b3 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/security-groups?id=499f9f27-c544-4202-b3a3-fe2d80e3b995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Jul 05 04:03:50.133385 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.279463 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.312963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Deleting port cd58e794-c05d-4f2a-8a7b-7c7084a101ca {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:50.313325 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.467768 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.467948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port ee17657b-022e-4b81-995f-b38c18320e9f {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:50.468593 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.483490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Calling delete_port for cd58e794-c05d-4f2a-8a7b-7c7084a101ca owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:50.573132 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.585614 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.595192 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Transition to ACTIVE for port object cd58e794-c05d-4f2a-8a7b-7c7084a101ca will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:50.605506 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for ee17657b-022e-4b81-995f-b38c18320e9f owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:50.671034 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.755727 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Attempting to bind port cd58e794-c05d-4f2a-8a7b-7c7084a101ca on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:50.756336 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Attempting to bind port cd58e794-c05d-4f2a-8a7b-7c7084a101ca by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '81f4de1e-110a-4c51-abaf-e564aad8d001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5e59b732-692e-46e4-8d26-7d3b88600ef5'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:50.756885 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Attempting to bind port cd58e794-c05d-4f2a-8a7b-7c7084a101ca on network 5e59b732-692e-46e4-8d26-7d3b88600ef5 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:50.765254 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:50.765953 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Checking segment: {'id': '81f4de1e-110a-4c51-abaf-e564aad8d001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5e59b732-692e-46e4-8d26-7d3b88600ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:50.766574 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.767186 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Bound using segment: {'id': '81f4de1e-110a-4c51-abaf-e564aad8d001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5e59b732-692e-46e4-8d26-7d3b88600ef5'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:50.767898 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Bound port: cd58e794-c05d-4f2a-8a7b-7c7084a101ca, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f4de1e-110a-4c51-abaf-e564aad8d001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5e59b732-692e-46e4-8d26-7d3b88600ef5'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:50.768804 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.809589 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6167fa-e35d-4779-a2cd-45ff6a5a6c4b None None] Pushing event updated for resources: {'Port': ['ID=cd58e794-c05d-4f2a-8a7b-7c7084a101ca,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:50.822760 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6167fa-e35d-4779-a2cd-45ff6a5a6c4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:50.823525 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6167fa-e35d-4779-a2cd-45ff6a5a6c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:50.824011 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6167fa-e35d-4779-a2cd-45ff6a5a6c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:50.824586 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6167fa-e35d-4779-a2cd-45ff6a5a6c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:50.825219 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6167fa-e35d-4779-a2cd-45ff6a5a6c4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:50.826131 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6167fa-e35d-4779-a2cd-45ff6a5a6c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:50.826611 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6167fa-e35d-4779-a2cd-45ff6a5a6c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:50.827085 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6167fa-e35d-4779-a2cd-45ff6a5a6c4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:50.827978 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6167fa-e35d-4779-a2cd-45ff6a5a6c4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:50.828493 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6167fa-e35d-4779-a2cd-45ff6a5a6c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:50.828967 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6167fa-e35d-4779-a2cd-45ff6a5a6c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:50.829438 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6167fa-e35d-4779-a2cd-45ff6a5a6c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:50.871556 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.873431 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.db.api [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:03:50.876417 n-d-798249-5 neutron-server[100879]: DEBUG oslo_db.api [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:03:50.934886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd58e794-c05d-4f2a-8a7b-7c7084a101ca,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:51.017218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495928d-a92a-47c5-a9a6-fb0ea1395fd1 req-9fb600a8-32f9-4402-a68a-c5f1cd8e99b1 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:51.019932 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.021132 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5495928d-a92a-47c5-a9a6-fb0ea1395fd1 req-9fb600a8-32f9-4402-a68a-c5f1cd8e99b1 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.11 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 945 time: 0.1694038 Jul 05 04:03:51.144735 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.147615 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.152794 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.177341 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=ee17657b-022e-4b81-995f-b38c18320e9f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:51.241274 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-5495928d-a92a-47c5-a9a6-fb0ea1395fd1 req-15ee6aba-d066-48a8-9cad-ba69cc8eac45 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Deleting port 3c2fbe40-5007-405b-9cc2-a7557527727f {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:51.241623 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5495928d-a92a-47c5-a9a6-fb0ea1395fd1 req-15ee6aba-d066-48a8-9cad-ba69cc8eac45 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.276709 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f9ca0ba1-c321-4148-b967-3090fcb0992a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.335095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.430593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d03215-47c2-437d-8973-5cfa300672d8 req-521dd546-b0cb-4c9d-b3df-abc3f244ed37 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:51.440338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34d03215-47c2-437d-8973-5cfa300672d8 req-521dd546-b0cb-4c9d-b3df-abc3f244ed37 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 945 time: 0.1583102 Jul 05 04:03:51.442991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-5495928d-a92a-47c5-a9a6-fb0ea1395fd1 req-15ee6aba-d066-48a8-9cad-ba69cc8eac45 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] For port 3c2fbe40-5007-405b-9cc2-a7557527727f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3c2fbe40-5007-405b-9cc2-a7557527727f,segment=NetworkSegment(768bf6a2-d1c9-402f-99e7-5a7a9203e399),segment_id=768bf6a2-d1c9-402f-99e7-5a7a9203e399)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:51.442991 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5495928d-a92a-47c5-a9a6-fb0ea1395fd1 req-15ee6aba-d066-48a8-9cad-ba69cc8eac45 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.459842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-5495928d-a92a-47c5-a9a6-fb0ea1395fd1 req-15ee6aba-d066-48a8-9cad-ba69cc8eac45 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Calling delete_port for 3c2fbe40-5007-405b-9cc2-a7557527727f owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:51.485713 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.486275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bcbd349b-47ae-41da-89a3-0a26be664f34 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:51.532666 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.536347 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c290018b-99b4-4075-add2-04162b96dcba tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "DELETE /v2.0/routers/bcbd349b-47ae-41da-89a3-0a26be664f34 HTTP/1.1" status: 204 len: 168 time: 1.9661047 Jul 05 04:03:51.557743 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34d03215-47c2-437d-8973-5cfa300672d8 req-cd9ca262-a105-42b5-a410-fa8c64238db6 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/security-groups?id=499f9f27-c544-4202-b3a3-fe2d80e3b995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161273 Jul 05 04:03:51.558070 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47358) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:51.642535 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Attempting to bind port cd58e794-c05d-4f2a-8a7b-7c7084a101ca on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:51.642535 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Attempting to bind port cd58e794-c05d-4f2a-8a7b-7c7084a101ca by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '81f4de1e-110a-4c51-abaf-e564aad8d001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5e59b732-692e-46e4-8d26-7d3b88600ef5'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:51.642535 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Attempting to bind port cd58e794-c05d-4f2a-8a7b-7c7084a101ca on network 5e59b732-692e-46e4-8d26-7d3b88600ef5 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:51.655016 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:51.655403 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Checking segment: {'id': '81f4de1e-110a-4c51-abaf-e564aad8d001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5e59b732-692e-46e4-8d26-7d3b88600ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:51.661738 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.662205 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Bound using segment: {'id': '81f4de1e-110a-4c51-abaf-e564aad8d001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5e59b732-692e-46e4-8d26-7d3b88600ef5'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:51.662726 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Bound port: cd58e794-c05d-4f2a-8a7b-7c7084a101ca, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f4de1e-110a-4c51-abaf-e564aad8d001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5e59b732-692e-46e4-8d26-7d3b88600ef5'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:51.663188 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.685645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5990ba-9b3c-45ba-89b6-018b0ed366e9 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Deleting subnet 03b37692-ceec-40a7-ae5f-0559176f5c58 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:51.691998 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c5990ba-9b3c-45ba-89b6-018b0ed366e9 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.726444 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Port cd58e794-c05d-4f2a-8a7b-7c7084a101ca has been deleted concurrently {{(pid=100879) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 04:03:51.751615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Routers set() bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:51.751986 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Router IDs set() for agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 04:03:51.752667 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_agentschedulers_db [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bcbd349b-47ae-41da-89a3-0a26be664f34'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:25Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent'). {{(pid=100879) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 04:03:51.753042 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4f6ecc-2765-4dbd-8dc0-7b1e6b67b066 None None] The sync data for ids ['bcbd349b-47ae-41da-89a3-0a26be664f34'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:51.765419 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c5990ba-9b3c-45ba-89b6-018b0ed366e9 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.818737 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c5990ba-9b3c-45ba-89b6-018b0ed366e9 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.928775 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c5990ba-9b3c-45ba-89b6-018b0ed366e9 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.956869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5990ba-9b3c-45ba-89b6-018b0ed366e9 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=03b37692-ceec-40a7-ae5f-0559176f5c58,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:51.961557 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c5990ba-9b3c-45ba-89b6-018b0ed366e9 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.963755 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9c5990ba-9b3c-45ba-89b6-018b0ed366e9 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/03b37692-ceec-40a7-ae5f-0559176f5c58 HTTP/1.1" status: 204 len: 168 time: 0.4000571 Jul 05 04:03:51.966568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47370) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:52.061550 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15ebe596-60c0-4808-9c85-37467628996e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.129724 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5495928d-a92a-47c5-a9a6-fb0ea1395fd1 req-15ee6aba-d066-48a8-9cad-ba69cc8eac45 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.138788 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.142742 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.168520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee6aba-d066-48a8-9cad-ba69cc8eac45 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Pushing event deleted for resources: {'Port': ['ID=3c2fbe40-5007-405b-9cc2-a7557527727f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:52.183613 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15ebe596-60c0-4808-9c85-37467628996e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.203801 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-15ebe596-60c0-4808-9c85-37467628996e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e59b732-692e-46e4-8d26-7d3b88600ef5']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:52.220651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-15ebe596-60c0-4808-9c85-37467628996e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f4de1e-110a-4c51-abaf-e564aad8d001') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:52.220950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-15ebe596-60c0-4808-9c85-37467628996e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f4de1e-110a-4c51-abaf-e564aad8d001') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:52.237553 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15ebe596-60c0-4808-9c85-37467628996e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.249475 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5495928d-a92a-47c5-a9a6-fb0ea1395fd1 req-15ee6aba-d066-48a8-9cad-ba69cc8eac45 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] No DVR routers for this DVR port 3c2fbe40-5007-405b-9cc2-a7557527727f on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:52.253643 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5495928d-a92a-47c5-a9a6-fb0ea1395fd1 req-15ee6aba-d066-48a8-9cad-ba69cc8eac45 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.255847 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5495928d-a92a-47c5-a9a6-fb0ea1395fd1 req-15ee6aba-d066-48a8-9cad-ba69cc8eac45 tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.11 "DELETE /v2.0/ports/3c2fbe40-5007-405b-9cc2-a7557527727f HTTP/1.1" status: 204 len: 173 time: 1.2291625 Jul 05 04:03:52.256326 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eec04a1-5150-4c62-ba57-226321d6025b', 'name': 'network-vif-deleted', 'tag': '3c2fbe40-5007-405b-9cc2-a7557527727f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:52.259448 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd8cdf6-246b-48f4-ad94-d26146a26005" -d '{"events": [{"server_uuid": "1eec04a1-5150-4c62-ba57-226321d6025b", "name": "network-vif-deleted", "tag": "3c2fbe40-5007-405b-9cc2-a7557527727f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:52.270426 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15ebe596-60c0-4808-9c85-37467628996e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.283578 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ebe596-60c0-4808-9c85-37467628996e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:52.283995 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15ebe596-60c0-4808-9c85-37467628996e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: items = [ Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:52.285810 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:52.303712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.304296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Fanout notify agent at l3_agent the message router_deleted on router 9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:52.311986 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.316429 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cb199378-660e-4eaa-b5c4-c22e22c228e1 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/routers/9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a HTTP/1.1" status: 204 len: 168 time: 2.3899934 Jul 05 04:03:52.316429 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75843c48-2ade-41d8-9c36-2aea40ecfadc x-openstack-request-id: req-75843c48-2ade-41d8-9c36-2aea40ecfadc {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:52.316429 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eec04a1-5150-4c62-ba57-226321d6025b", "name": "network-vif-deleted", "tag": "3c2fbe40-5007-405b-9cc2-a7557527727f", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:52.316429 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75843c48-2ade-41d8-9c36-2aea40ecfadc {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:52.316429 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eec04a1-5150-4c62-ba57-226321d6025b', 'name': 'network-vif-deleted', 'tag': '3c2fbe40-5007-405b-9cc2-a7557527727f', 'status': 'completed', 'code': 200} Jul 05 04:03:52.317674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47382) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:52.324473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c24092c9-166a-43fb-8a3c-b53e5faa0096 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'network': {'name': 'tempest-RoutersTest-1984562280'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:52.435637 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15ebe596-60c0-4808-9c85-37467628996e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.437637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24092c9-166a-43fb-8a3c-b53e5faa0096 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:52.441303 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c24092c9-166a-43fb-8a3c-b53e5faa0096 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.467308 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ebe596-60c0-4808-9c85-37467628996e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e59b732-692e-46e4-8d26-7d3b88600ef5 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:03:52.468864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebe596-60c0-4808-9c85-37467628996e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e59b732-692e-46e4-8d26-7d3b88600ef5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:52.477521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24092c9-166a-43fb-8a3c-b53e5faa0096 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:52.483887 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15ebe596-60c0-4808-9c85-37467628996e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.496535 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-15ebe596-60c0-4808-9c85-37467628996e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "DELETE /v2.0/networks/5e59b732-692e-46e4-8d26-7d3b88600ef5 HTTP/1.1" status: 204 len: 168 time: 0.5286114 Jul 05 04:03:52.498411 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c24092c9-166a-43fb-8a3c-b53e5faa0096 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.504327 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-c24092c9-166a-43fb-8a3c-b53e5faa0096 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Added segment 7d10ff90-6c0f-4d0b-9d04-67ddabe41d27 of type vlan for network 7aa19c39-7b2b-49f7-b510-1b6d428cfb50 Jul 05 04:03:52.582792 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c24092c9-166a-43fb-8a3c-b53e5faa0096 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.693818 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c24092c9-166a-43fb-8a3c-b53e5faa0096 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.700622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24092c9-166a-43fb-8a3c-b53e5faa0096 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:52.701126 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c24092c9-166a-43fb-8a3c-b53e5faa0096 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.814447 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f99b56a-16d7-4199-9de5-1bf9ea2d15b7 req-5dd2bd25-66ec-4873-b6ec-69f682ef229c tempest-ServerTagsTestJSON-21900140 tempest-ServerTagsTestJSON-21900140-project] 10.222.0.60 "GET /v2.0/ports?device_id=1eec04a1-5150-4c62-ba57-226321d6025b HTTP/1.1" status: 200 len: 210 time: 0.0498750 Jul 05 04:03:52.909124 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c24092c9-166a-43fb-8a3c-b53e5faa0096 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5903473 Jul 05 04:03:52.913035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47404) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:52.919528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-28f1e72e-6f39-4143-9cc3-5b29f6394612 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'subnet': {'network_id': '7aa19c39-7b2b-49f7-b510-1b6d428cfb50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:52.939521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24092c9-166a-43fb-8a3c-b53e5faa0096 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Network': ['ID=7aa19c39-7b2b-49f7-b510-1b6d428cfb50,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:52.952090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 7aa19c39-7b2b-49f7-b510-1b6d428cfb50 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:53.151465 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-da46ebdd-fce4-48cf-8b01-10ed18bf4474 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0841687 Jul 05 04:03:53.190846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f1e72e-6f39-4143-9cc3-5b29f6394612 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:53.203068 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28f1e72e-6f39-4143-9cc3-5b29f6394612 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.306665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3c2fbe40-5007-405b-9cc2-a7557527727f no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:53.329023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47420) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:53.340543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ffe63730-b15e-4575-a10d-02fcba858dc2 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Request body: {'router': {'name': 'tempest-router--2113263858', 'project_id': 'e018295be8994037a98f5c92f06513af'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:53.416378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 3c2fbe40-5007-405b-9cc2-a7557527727f {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:53.417023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3c2fbe40-5007-405b-9cc2-a7557527727f not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:53.493826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-b73b0794-c4c9-441f-b220-f8537dc47517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:53.495804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-b73b0794-c4c9-441f-b220-f8537dc47517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:53.496475 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-b73b0794-c4c9-441f-b220-f8537dc47517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:53.498120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-b73b0794-c4c9-441f-b220-f8537dc47517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:53.498771 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-b73b0794-c4c9-441f-b220-f8537dc47517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:53.502758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-b73b0794-c4c9-441f-b220-f8537dc47517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:53.503754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-b73b0794-c4c9-441f-b220-f8537dc47517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:53.506204 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-b73b0794-c4c9-441f-b220-f8537dc47517 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc9f90e618b6473285087fb5dfe41852&device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 6500 time: 0.2714741 Jul 05 04:03:53.511200 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffe63730-b15e-4575-a10d-02fcba858dc2 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.514435 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffe63730-b15e-4575-a10d-02fcba858dc2 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.641467 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28f1e72e-6f39-4143-9cc3-5b29f6394612 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.694778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1e72e-6f39-4143-9cc3-5b29f6394612 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Subnet': ['ID=3fe8daf3-1464-42ca-9989-eda21770117b,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:53.716673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-b516db07-be6d-4212-ab13-b4e958050c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:53.716673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-b516db07-be6d-4212-ab13-b4e958050c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:53.720237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-b516db07-be6d-4212-ab13-b4e958050c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:53.729891 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-b516db07-be6d-4212-ab13-b4e958050c64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=54dae98d-aa60-4fd9-9c67-e5ee2f324f52&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&id=2d8d395a-629a-43df-95a0-5c67ac358e33&id=2d8d395a-629a-43df-95a0-5c67ac358e33 HTTP/1.1" status: 200 len: 2298 time: 0.1841388 Jul 05 04:03:53.736897 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffe63730-b15e-4575-a10d-02fcba858dc2 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.772303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1e72e-6f39-4143-9cc3-5b29f6394612 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Checking segment: {'id': '7d10ff90-6c0f-4d0b-9d04-67ddabe41d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7aa19c39-7b2b-49f7-b510-1b6d428cfb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:53.772303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1e72e-6f39-4143-9cc3-5b29f6394612 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network hostable DHCP agents. Network: 7aa19c39-7b2b-49f7-b510-1b6d428cfb50, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:53.850579 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffe63730-b15e-4575-a10d-02fcba858dc2 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.870819 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1e72e-6f39-4143-9cc3-5b29f6394612 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 7aa19c39-7b2b-49f7-b510-1b6d428cfb50 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:53.904134 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-b919353a-92a5-4d84-ae1e-b0a580f50400 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e31f908b-0377-4a12-9a9e-6d2de7c04868 HTTP/1.1" status: 200 len: 1000 time: 0.1658285 Jul 05 04:03:53.951288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47440) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:53.994773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-28f1e72e-6f39-4143-9cc3-5b29f6394612 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 7aa19c39-7b2b-49f7-b510-1b6d428cfb50) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:54.003238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-208dd97d-adea-4a98-926a-c4edd215b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.005522 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-208dd97d-adea-4a98-926a-c4edd215b972 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37a0cf37-ca60-4552-abff-1ebde4cd6581 HTTP/1.1" status: 200 len: 855 time: 0.0914695 Jul 05 04:03:54.008081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1e72e-6f39-4143-9cc3-5b29f6394612 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.009036 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28f1e72e-6f39-4143-9cc3-5b29f6394612 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.012859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c6c37b-8424-4386-b33f-5f58e5f77683 None None] Network 7aa19c39-7b2b-49f7-b510-1b6d428cfb50 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:54.018643 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7ff5d5-f58d-4c9c-b1b0-babad62bd618 admin admin] Deleting subnet 2c1daab7-73f3-45fd-a1e9-78b5ec048554 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:54.038078 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff5d5-f58d-4c9c-b1b0-babad62bd618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.084502 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffe63730-b15e-4575-a10d-02fcba858dc2 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.085647 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ffe63730-b15e-4575-a10d-02fcba858dc2 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7558906 Jul 05 04:03:54.090081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47446) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:54.118195 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff5d5-f58d-4c9c-b1b0-babad62bd618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.121071 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47448) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:54.121508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-28f1e72e-6f39-4143-9cc3-5b29f6394612 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2054834 Jul 05 04:03:54.126328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0782f4b1-dd12-46f5-a670-df8d0f3d0482 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-648316696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:54.191599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-1f38fe6a-4b47-4373-8c25-31e0b980b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.193152 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-1f38fe6a-4b47-4373-8c25-31e0b980b79e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=54dae98d-aa60-4fd9-9c67-e5ee2f324f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708183 Jul 05 04:03:54.204498 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-7680d425-05c4-4d88-b279-7e36f4b3e665 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:03:54.205961 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-7680d425-05c4-4d88-b279-7e36f4b3e665 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058377 Jul 05 04:03:54.209588 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff5d5-f58d-4c9c-b1b0-babad62bd618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.243310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6617b2a-51ae-4b34-bc97-a39427c107cf tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.272128 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-80831518-589f-4ba7-99df-3db3cdcebef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.281437 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-7aa19c39-7b2b-49f7-b510-1b6d428cfb50', 'network_id': '7aa19c39-7b2b-49f7-b510-1b6d428cfb50', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'fixed_ips': [{'subnet_id': '3fe8daf3-1464-42ca-9989-eda21770117b'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:54.281437 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.297563 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0782f4b1-dd12-46f5-a670-df8d0f3d0482 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.299104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0782f4b1-dd12-46f5-a670-df8d0f3d0482 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.393285 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.393493 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0782f4b1-dd12-46f5-a670-df8d0f3d0482 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.418988 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-a8fd9f31-67f1-4eb4-8e2a-607db3b5765b service neutron] 10.222.0.64 "GET /v2.0/networks/54dae98d-aa60-4fd9-9c67-e5ee2f324f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062325 Jul 05 04:03:54.455038 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6617b2a-51ae-4b34-bc97-a39427c107cf tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.457312 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6617b2a-51ae-4b34-bc97-a39427c107cf tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.504224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Allocated IP 172.20.0.2 (7aa19c39-7b2b-49f7-b510-1b6d428cfb50/3fe8daf3-1464-42ca-9989-eda21770117b/2ae75cec-6989-432a-855b-5ededb652fbf) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:54.532198 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff5d5-f58d-4c9c-b1b0-babad62bd618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.581420 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0782f4b1-dd12-46f5-a670-df8d0f3d0482 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.599013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ff5d5-f58d-4c9c-b1b0-babad62bd618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c1daab7-73f3-45fd-a1e9-78b5ec048554,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:54.615453 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-e5c1c00c-ab39-400e-a844-94132bd8788e service neutron] 10.222.0.64 "GET /v2.0/networks/54dae98d-aa60-4fd9-9c67-e5ee2f324f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890001 Jul 05 04:03:54.616501 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff5d5-f58d-4c9c-b1b0-babad62bd618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.618911 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2c7ff5d5-f58d-4c9c-b1b0-babad62bd618 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2c1daab7-73f3-45fd-a1e9-78b5ec048554 HTTP/1.1" status: 204 len: 168 time: 0.6666698 Jul 05 04:03:54.621714 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47462) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:54.630393 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6617b2a-51ae-4b34-bc97-a39427c107cf tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.630717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6617b2a-51ae-4b34-bc97-a39427c107cf tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03b2e141-1d95-4cc7-ab67-ed99624e8988 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:54.676833 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-e9678692-e476-48e9-95bb-ff38e02b64c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=b990c748-c350-420f-beb6-0c5670b4dacd HTTP/1.1" status: 200 len: 217 time: 0.0441358 Jul 05 04:03:54.710235 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.716032 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29f8ea7e-9d53-443c-b5a3-a4849ee0f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.718622 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0782f4b1-dd12-46f5-a670-df8d0f3d0482 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.720305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Transition to ACTIVE for port object 2ae75cec-6989-432a-855b-5ededb652fbf will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:54.721774 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6617b2a-51ae-4b34-bc97-a39427c107cf tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.723147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f6617b2a-51ae-4b34-bc97-a39427c107cf tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "DELETE /v2.0/routers/03b2e141-1d95-4cc7-ab67-ed99624e8988 HTTP/1.1" status: 204 len: 168 time: 0.6299114 Jul 05 04:03:54.724144 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0782f4b1-dd12-46f5-a670-df8d0f3d0482 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6012497 Jul 05 04:03:54.725867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47466) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:54.743445 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Transition to ACTIVE for port object 2ae75cec-6989-432a-855b-5ededb652fbf will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:54.755438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-309eeefe-c3a2-4fb2-b348-73255cd72ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.757246 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-309eeefe-c3a2-4fb2-b348-73255cd72ab6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.0744441 Jul 05 04:03:54.796191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47472) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:54.828718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-2715a78a-80db-45eb-a4be-8e8a6690c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.830274 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-2715a78a-80db-45eb-a4be-8e8a6690c4f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667584 Jul 05 04:03:54.835349 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.893624 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Network 7aa19c39-7b2b-49f7-b510-1b6d428cfb50 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:54.897113 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:54.901298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:54.979601 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Pushing event updated for resources: {'Port': ['ID=2ae75cec-6989-432a-855b-5ededb652fbf,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:55.002391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Attempting to bind port 2ae75cec-6989-432a-855b-5ededb652fbf on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:55.002924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Attempting to bind port 2ae75cec-6989-432a-855b-5ededb652fbf by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '7d10ff90-6c0f-4d0b-9d04-67ddabe41d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7aa19c39-7b2b-49f7-b510-1b6d428cfb50'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:55.003293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Attempting to bind port 2ae75cec-6989-432a-855b-5ededb652fbf on network 7aa19c39-7b2b-49f7-b510-1b6d428cfb50 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:55.009598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:55.009965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Checking segment: {'id': '7d10ff90-6c0f-4d0b-9d04-67ddabe41d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7aa19c39-7b2b-49f7-b510-1b6d428cfb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:55.010369 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.010759 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Bound using segment: {'id': '7d10ff90-6c0f-4d0b-9d04-67ddabe41d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7aa19c39-7b2b-49f7-b510-1b6d428cfb50'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:55.011033 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-82b4da1d-0ddd-482b-b622-ca3d2e064a8d service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723359 Jul 05 04:03:55.011235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Bound port: 2ae75cec-6989-432a-855b-5ededb652fbf, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d10ff90-6c0f-4d0b-9d04-67ddabe41d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7aa19c39-7b2b-49f7-b510-1b6d428cfb50'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:55.011617 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.094837 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29f8ea7e-9d53-443c-b5a3-a4849ee0f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.109984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] For port 2ae75cec-6989-432a-855b-5ededb652fbf, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:55.110812 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47486) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:55.139163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] For port 2ae75cec-6989-432a-855b-5ededb652fbf, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2ae75cec-6989-432a-855b-5ededb652fbf,segment=NetworkSegment(7d10ff90-6c0f-4d0b-9d04-67ddabe41d27),segment_id=7d10ff90-6c0f-4d0b-9d04-67ddabe41d27)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:55.152845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-29f8ea7e-9d53-443c-b5a3-a4849ee0f9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d22ebf-2b22-4f23-9ed8-ecbef611585e']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:55.163637 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-a2d5dcd4-ae88-4f0c-a6fd-52aa7b58ed02 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463149 Jul 05 04:03:55.211936 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-c523af2f-79b0-4d0a-bbc5-1a2aa1eb720c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=e1a831ee-d410-4ebf-863c-96e8b8770426 HTTP/1.1" status: 200 len: 217 time: 0.0415194 Jul 05 04:03:55.216088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-29f8ea7e-9d53-443c-b5a3-a4849ee0f9f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768bf6a2-d1c9-402f-99e7-5a7a9203e399') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:55.216408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-29f8ea7e-9d53-443c-b5a3-a4849ee0f9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768bf6a2-d1c9-402f-99e7-5a7a9203e399') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:55.235075 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.261801 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29f8ea7e-9d53-443c-b5a3-a4849ee0f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.309239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-59d24d04-a6c1-4361-9272-e9d571978add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:55.311553 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-59d24d04-a6c1-4361-9272-e9d571978add service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.0937319 Jul 05 04:03:55.314867 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29f8ea7e-9d53-443c-b5a3-a4849ee0f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.330575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f8ea7e-9d53-443c-b5a3-a4849ee0f9f3 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:55.330974 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29f8ea7e-9d53-443c-b5a3-a4849ee0f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:55.333559 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:55.338157 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.418874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ef030-e079-49cd-b8d7-458a96c16c2b None None] Pushing event updated for resources: {'Port': ['ID=2ae75cec-6989-432a-855b-5ededb652fbf,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:55.486710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-3bbbf44b-cf71-42b9-82d3-4664bba9fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:55.488344 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-3bbbf44b-cf71-42b9-82d3-4664bba9fa1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1704938 Jul 05 04:03:55.497290 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f8be8511-cd0d-4a22-9e86-9fd817931de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.509357 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.570357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1864119318', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:55.609554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29f8ea7e-9d53-443c-b5a3-a4849ee0f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.638041 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-6605e5a8-492c-4c68-b38d-191f85c0f608 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411819 Jul 05 04:03:55.639295 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29f8ea7e-9d53-443c-b5a3-a4849ee0f9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.655080 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-29f8ea7e-9d53-443c-b5a3-a4849ee0f9f3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a0d22ebf-2b22-4f23-9ed8-ecbef611585e HTTP/1.1" status: 204 len: 168 time: 1.0233631 Jul 05 04:03:55.679966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8ea7e-9d53-443c-b5a3-a4849ee0f9f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d22ebf-2b22-4f23-9ed8-ecbef611585e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:55.863771 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-a27e9e9e-f2ba-4cc6-b027-baaf99d9911f service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028255 Jul 05 04:03:55.908921 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-2a29193e-09a3-427a-bf44-ee7a899fc4c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=adb1ed23-fff4-41df-aae0-ae1040d60db6 HTTP/1.1" status: 200 len: 217 time: 0.0398424 Jul 05 04:03:55.967316 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f8be8511-cd0d-4a22-9e86-9fd817931de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.974673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-866db2e8-c969-4634-a5d7-efe4902bacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:55.976192 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-866db2e8-c969-4634-a5d7-efe4902bacd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.0599074 Jul 05 04:03:55.991605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Allocated IP 172.20.0.1 (7aa19c39-7b2b-49f7-b510-1b6d428cfb50/3fe8daf3-1464-42ca-9989-eda21770117b/70737d2b-a1b0-4cdc-8dec-35be0ed71beb) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:56.042425 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-29c524f6-d349-491d-a113-5f6c01f6f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:56.043990 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-29c524f6-d349-491d-a113-5f6c01f6f36d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0609744 Jul 05 04:03:56.072792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47496) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:56.089785 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f8be8511-cd0d-4a22-9e86-9fd817931de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.156856 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-2e56af30-42d1-44da-ac15-5f36650889c0 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060619 Jul 05 04:03:56.158666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f8be8511-cd0d-4a22-9e86-9fd817931de8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=149e5a323e584f2fb1ab6d2843975afe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3600492 Jul 05 04:03:56.161319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47498) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:56.189451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be8511-cd0d-4a22-9e86-9fd817931de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed36af90-53b8-4d0c-9a4d-de53ede9cade,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:56.214042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-191ae96a-5247-4365-8500-ac4fd63fb3a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fefb95485b7d4ed6a4de616580c44cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390467 Jul 05 04:03:56.217327 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.222437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47502) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:56.277154 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Transition to ACTIVE for port object 70737d2b-a1b0-4cdc-8dec-35be0ed71beb will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:56.339508 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d8251d8-2dc1-4a74-8439-cda05f8128f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.353046 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-a27bce2b-4699-4ae6-a5cd-a03073225d3a service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839163 Jul 05 04:03:56.386995 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d8251d8-2dc1-4a74-8439-cda05f8128f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.392393 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.393768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.433903 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.465241 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-40a9515f-8ae9-4eed-a024-e0c11ee34b78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=08a698c4-7fb2-4337-9aca-edf966a89040 HTTP/1.1" status: 200 len: 217 time: 0.0749927 Jul 05 04:03:56.489861 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 7aa19c39-7b2b-49f7-b510-1b6d428cfb50 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:56.550239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:56.558159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:56.572844 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d3efa37-bec8-4992-9686-26e2b7a389c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.642484 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=70737d2b-a1b0-4cdc-8dec-35be0ed71beb,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:56.664555 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.690026 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.695799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2ae75cec-6989-432a-855b-5ededb652fbf up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:56.696423 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-33629d74-62ac-4bb4-b591-c33671bbdf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:56.698491 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-33629d74-62ac-4bb4-b591-c33671bbdf49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 200 len: 797 time: 0.2244544 Jul 05 04:03:56.707763 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d3efa37-bec8-4992-9686-26e2b7a389c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.780271 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d8251d8-2dc1-4a74-8439-cda05f8128f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.791284 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d8251d8-2dc1-4a74-8439-cda05f8128f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.799937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7d8251d8-2dc1-4a74-8439-cda05f8128f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/499f9f27-c544-4202-b3a3-fe2d80e3b995 HTTP/1.1" status: 204 len: 168 time: 0.5789487 Jul 05 04:03:56.815026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8251d8-2dc1-4a74-8439-cda05f8128f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499f9f27-c544-4202-b3a3-fe2d80e3b995,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:56.858415 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c1af2c82-7405-47a9-bf3c-086146595e49 req-19dab811-bc9a-4941-bae9-45313ea1bcd1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2704868 Jul 05 04:03:56.919004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e435c0c-c316-4ac6-9f80-bda02a8b7ec6 None None] Network 7aa19c39-7b2b-49f7-b510-1b6d428cfb50 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:56.922413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 2ae75cec-6989-432a-855b-5ededb652fbf completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:57.040289 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.095761 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.118521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-8c94ffbf-e970-4b76-9a28-2517b6f35bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.120401 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-8c94ffbf-e970-4b76-9a28-2517b6f35bd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4038792 Jul 05 04:03:57.140419 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.143377 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-36034d5c-01d0-4119-8b25-cebae7457c7a None None] Provisioning for port 2ae75cec-6989-432a-855b-5ededb652fbf completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:57.149704 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-36034d5c-01d0-4119-8b25-cebae7457c7a None None] Provisioning complete for port 2ae75cec-6989-432a-855b-5ededb652fbf triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:57.151133 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-36034d5c-01d0-4119-8b25-cebae7457c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.207949 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d3efa37-bec8-4992-9686-26e2b7a389c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.210557 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9d3efa37-bec8-4992-9686-26e2b7a389c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.214658 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9d3efa37-bec8-4992-9686-26e2b7a389c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ed36af90-53b8-4d0c-9a4d-de53ede9cade HTTP/1.1" status: 204 len: 168 time: 1.0521190 Jul 05 04:03:57.242519 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3efa37-bec8-4992-9686-26e2b7a389c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed36af90-53b8-4d0c-9a4d-de53ede9cade,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:57.245589 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af2c82-7405-47a9-bf3c-086146595e49 req-22662bb8-5c8c-4ad0-a56d-f117efa061e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.247213 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c1af2c82-7405-47a9-bf3c-086146595e49 req-22662bb8-5c8c-4ad0-a56d-f117efa061e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1095 time: 0.2253168 Jul 05 04:03:57.394380 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-36034d5c-01d0-4119-8b25-cebae7457c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.485608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-36034d5c-01d0-4119-8b25-cebae7457c7a None None] For port 2ae75cec-6989-432a-855b-5ededb652fbf, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2ae75cec-6989-432a-855b-5ededb652fbf,segment=NetworkSegment(7d10ff90-6c0f-4d0b-9d04-67ddabe41d27),segment_id=7d10ff90-6c0f-4d0b-9d04-67ddabe41d27)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:57.574338 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-36034d5c-01d0-4119-8b25-cebae7457c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.602165 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.602671 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-6f0a7517-4f9b-45b1-9e16-7c1d085dcef2 service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665265 Jul 05 04:03:57.681498 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.707693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36034d5c-01d0-4119-8b25-cebae7457c7a None None] Pushing event updated for resources: {'Port': ['ID=2ae75cec-6989-432a-855b-5ededb652fbf,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:57.769898 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.792524 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-3570866f-c091-415e-a2d1-af3d88a901fa service neutron] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625969 Jul 05 04:03:57.868238 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-18545b11-9ad6-43ea-9fad-7ab3ec670453 None None] Provisioning for port 70737d2b-a1b0-4cdc-8dec-35be0ed71beb completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:57.874141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-18545b11-9ad6-43ea-9fad-7ab3ec670453 None None] Provisioning complete for port 70737d2b-a1b0-4cdc-8dec-35be0ed71beb triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:57.874141 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-18545b11-9ad6-43ea-9fad-7ab3ec670453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.884530 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-2443f826-b9f7-422c-9674-c178044f9653 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=689f3c13-af2d-4efa-b70c-5b65d3a797f6 HTTP/1.1" status: 200 len: 217 time: 0.0790439 Jul 05 04:03:57.917890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-18545b11-9ad6-43ea-9fad-7ab3ec670453 None None] Port 70737d2b-a1b0-4cdc-8dec-35be0ed71beb cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:57.928789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-18545b11-9ad6-43ea-9fad-7ab3ec670453 None None] Provisioning complete for port 2ae75cec-6989-432a-855b-5ededb652fbf triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:57.929329 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-18545b11-9ad6-43ea-9fad-7ab3ec670453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.934283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=70737d2b-a1b0-4cdc-8dec-35be0ed71beb,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:57.939998 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af2c82-7405-47a9-bf3c-086146595e49 req-f5a7cd9f-b078-4a34-b206-b7ca8bcf74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.941659 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c1af2c82-7405-47a9-bf3c-086146595e49 req-f5a7cd9f-b078-4a34-b206-b7ca8bcf74bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.6481905 Jul 05 04:03:58.024098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-7478a9e2-b768-4333-967b-3d7ee05906b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:58.027201 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-7478a9e2-b768-4333-967b-3d7ee05906b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3ff21ba-224c-4091-818b-dbb67611a58e HTTP/1.1" status: 200 len: 797 time: 0.1333065 Jul 05 04:03:58.037693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2e4b6-d42a-40c4-8f82-6c14b2137846 req-e37953e6-64e9-41be-82eb-2e6b886a8bd2 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:58.045686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92a2e4b6-d42a-40c4-8f82-6c14b2137846 req-e37953e6-64e9-41be-82eb-2e6b886a8bd2 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1556745 Jul 05 04:03:58.048732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 7aa19c39-7b2b-49f7-b510-1b6d428cfb50 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:58.057066 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:58.185962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37ce5009-6d1b-4ed0-b3c3-3782ff03b468 None None] Provisioning complete for port 70737d2b-a1b0-4cdc-8dec-35be0ed71beb triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:58.186731 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37ce5009-6d1b-4ed0-b3c3-3782ff03b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.309159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37ce5009-6d1b-4ed0-b3c3-3782ff03b468 None None] Port 70737d2b-a1b0-4cdc-8dec-35be0ed71beb cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:58.438914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47550) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:58.460672 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55234fe3-46bd-4b26-a792-a70ec0ae1633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.472052 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c1af2c82-7405-47a9-bf3c-086146595e49 req-deddd506-3a5c-4752-a8fc-746900f386b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 999 time: 0.5202105 Jul 05 04:03:58.541946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-35cc6a76-a4b5-4f19-b5b6-07831003dcd9 None None] Provisioning complete for port 70737d2b-a1b0-4cdc-8dec-35be0ed71beb triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:58.542807 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-35cc6a76-a4b5-4f19-b5b6-07831003dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.603201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.631618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2ae75cec-6989-432a-855b-5ededb652fbf up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:58.696807 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.709138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-e3c9b5a3-d929-4f17-a826-91091bbb1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:58.711281 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-e3c9b5a3-d929-4f17-a826-91091bbb1c3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d8d395a-629a-43df-95a0-5c67ac358e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6652825 Jul 05 04:03:58.715960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-35cc6a76-a4b5-4f19-b5b6-07831003dcd9 None None] Port 70737d2b-a1b0-4cdc-8dec-35be0ed71beb cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:58.749960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af2c82-7405-47a9-bf3c-086146595e49 req-601979c6-cba5-45fd-ac3c-5a150c2e633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:58.751618 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c1af2c82-7405-47a9-bf3c-086146595e49 req-601979c6-cba5-45fd-ac3c-5a150c2e633f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.2695532 Jul 05 04:03:58.786184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 2ae75cec-6989-432a-855b-5ededb652fbf triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:58.786570 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.927085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92a2e4b6-d42a-40c4-8f82-6c14b2137846 req-69c65e76-a975-4bb7-a9d7-da0b78daab72 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8797331 Jul 05 04:03:59.001939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47564) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:59.110751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router e9041a1c-c2bc-49ab-a027-b23d52531e88 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:03:59.242281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-765711716-network', 'tenant_id': 'cf04d616778d47c89580bb8ff6878ba3'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:59.362276 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.388495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47572) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:59.421568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:59.434812 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebab9b5c-f7d9-4f4b-9f10-7b4cea9b1a21 None None] Sync routers for ids ['e9041a1c-c2bc-49ab-a027-b23d52531e88'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:59.442492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1d3edd16-ed58-4203-8b93-53eb6bcc0062 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/e9041a1c-c2bc-49ab-a027-b23d52531e88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7153320 Jul 05 04:03:59.444489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47578) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:59.452785 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab9b5c-f7d9-4f4b-9f10-7b4cea9b1a21 None None] Routers {'e9041a1c-c2bc-49ab-a027-b23d52531e88'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:59.453434 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ebab9b5c-f7d9-4f4b-9f10-7b4cea9b1a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e9041a1c-c2bc-49ab-a027-b23d52531e88'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:59.509033 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ebab9b5c-f7d9-4f4b-9f10-7b4cea9b1a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:59.521160 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab9b5c-f7d9-4f4b-9f10-7b4cea9b1a21 None None] Routers {'e9041a1c-c2bc-49ab-a027-b23d52531e88'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:59.522198 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ebab9b5c-f7d9-4f4b-9f10-7b4cea9b1a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e9041a1c-c2bc-49ab-a027-b23d52531e88'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:59.544826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cb6ca-8f92-429a-b841-49a1b0ea92d5 req-f44c8206-4b3e-4e68-85dc-c2defcc06ef5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.546781 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-083cb6ca-8f92-429a-b841-49a1b0ea92d5 req-f44c8206-4b3e-4e68-85dc-c2defcc06ef5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.3115165 Jul 05 04:03:59.589245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20948d93-9727-41d4-b750-cabbc9b6937c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.593840 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-20948d93-9727-41d4-b750-cabbc9b6937c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports/70737d2b-a1b0-4cdc-8dec-35be0ed71beb HTTP/1.1" status: 200 len: 910 time: 0.1450779 Jul 05 04:03:59.596340 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47580) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:59.603596 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ebab9b5c-f7d9-4f4b-9f10-7b4cea9b1a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:59.604870 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebab9b5c-f7d9-4f4b-9f10-7b4cea9b1a21 None None] The sync data for ids ['e9041a1c-c2bc-49ab-a027-b23d52531e88'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:59.606984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6ef29cb6-12a0-4aa5-b919-93c811c81219 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3fe8daf3-1464-42ca-9989-eda21770117b'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:59.618887 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-bda5b0c5-6399-4b49-a8d1-3d0278adff90 service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8781843 Jul 05 04:03:59.670414 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22babdc6-ca63-4c88-8ed4-2a3d335a8c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.696930 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-083cb6ca-8f92-429a-b841-49a1b0ea92d5 req-b0bffd95-03ae-4973-a2f9-d56b0ae39f66 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393528 Jul 05 04:03:59.718407 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55234fe3-46bd-4b26-a792-a70ec0ae1633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.737782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af2c82-7405-47a9-bf3c-086146595e49 req-03334486-85bf-4f4c-b897-fc3c34e28b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.738537 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c1af2c82-7405-47a9-bf3c-086146595e49 req-03334486-85bf-4f4c-b897-fc3c34e28b90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9760671 Jul 05 04:03:59.740754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Allocated IP 172.25.0.154 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/1e3c43cd-c677-48a0-bd2f-5b5bd445d77b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:59.828401 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55234fe3-46bd-4b26-a792-a70ec0ae1633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.886153 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ef29cb6-12a0-4aa5-b919-93c811c81219 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.928023 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-638e27d8-07d4-4fd6-91eb-d2774ed4bf56 service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029549 Jul 05 04:03:59.944867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] Made reservation on behalf of cf04d616778d47c89580bb8ff6878ba3 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:59.947838 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.964865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55234fe3-46bd-4b26-a792-a70ec0ae1633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246045a9-c2d9-4e0d-b73e-1ae0fe27a7ab,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:59.974213 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.007738 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-55234fe3-46bd-4b26-a792-a70ec0ae1633 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2eb6cc2dd387472985f5a38818397663&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5651250 Jul 05 04:04:00.008966 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-c0313e27-0962-4183-9b13-c39256aa85b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1104469-75fb-4577-a085-2bae2e7fc87a HTTP/1.1" status: 200 len: 217 time: 0.0688303 Jul 05 04:04:00.014224 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c1af2c82-7405-47a9-bf3c-086146595e49 req-ff2b74e8-c9ff-4371-ba44-81a0a78dc051 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644169 Jul 05 04:04:00.014224 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47584) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:00.180656 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.185146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-5a5a6f3a-2dca-407c-8605-c9001f99138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:00.186666 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-5a5a6f3a-2dca-407c-8605-c9001f99138d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3ff21ba-224c-4091-818b-dbb67611a58e HTTP/1.1" status: 200 len: 797 time: 0.1651542 Jul 05 04:04:00.250582 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22babdc6-ca63-4c88-8ed4-2a3d335a8c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.283680 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0bf88e0b-b785-4a9d-8b4e-dac93674f5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.329038 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22babdc6-ca63-4c88-8ed4-2a3d335a8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.338399 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0bf88e0b-b785-4a9d-8b4e-dac93674f5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.347115 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c1af2c82-7405-47a9-bf3c-086146595e49 req-6e1b2ed1-bb67-408c-ac2b-00a78f2eaa61 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226335 Jul 05 04:04:00.396802 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-624f3162-952b-48d2-93c9-85aca6781917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:00.399129 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-624f3162-952b-48d2-93c9-85aca6781917 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d8d395a-629a-43df-95a0-5c67ac358e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2038205 Jul 05 04:04:00.408547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-22babdc6-ca63-4c88-8ed4-2a3d335a8c0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd7b4c0d40074ffa9c0e7227e509c202&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0139346 Jul 05 04:04:00.420122 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47590) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:00.458413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22babdc6-ca63-4c88-8ed4-2a3d335a8c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce3d61e-925c-47be-887a-d33f9d3487d3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:00.478381 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.546048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ef29cb6-12a0-4aa5-b919-93c811c81219 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.568892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:00.573474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edcfbe-e2e8-45e8-82bc-8a2891d5bc7d req-44fa023a-d634-42ee-8bee-f0d11e4b4c3b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:00.575195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92edcfbe-e2e8-45e8-82bc-8a2891d5bc7d req-44fa023a-d634-42ee-8bee-f0d11e4b4c3b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2023745 Jul 05 04:04:00.583696 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:00.585654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Pushing event updated for resources: {'Port': ['ID=1e3c43cd-c677-48a0-bd2f-5b5bd445d77b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:00.589784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:00.617745 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.638433 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92edcfbe-e2e8-45e8-82bc-8a2891d5bc7d req-4c185ce4-a2d7-4ceb-9283-d7c8ab94412c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574958 Jul 05 04:04:00.642111 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3f2db88-93b1-4441-84e7-d017840dfea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.653605 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ef29cb6-12a0-4aa5-b919-93c811c81219 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.654251 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-67ccc873-199e-4989-8572-ebef4e446dcd service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475686 Jul 05 04:04:00.691988 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3f2db88-93b1-4441-84e7-d017840dfea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.740620 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.751433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef29cb6-12a0-4aa5-b919-93c811c81219 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:00.752170 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ef29cb6-12a0-4aa5-b919-93c811c81219 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.757038 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6ef29cb6-12a0-4aa5-b919-93c811c81219 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/ports/70737d2b-a1b0-4cdc-8dec-35be0ed71beb HTTP/1.1" status: 200 len: 910 time: 1.1577461 Jul 05 04:04:00.758364 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47596) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:00.763304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef29cb6-12a0-4aa5-b919-93c811c81219 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=70737d2b-a1b0-4cdc-8dec-35be0ed71beb,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:00.774662 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0bf88e0b-b785-4a9d-8b4e-dac93674f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.777648 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0bf88e0b-b785-4a9d-8b4e-dac93674f5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.778831 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0bf88e0b-b785-4a9d-8b4e-dac93674f5f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/246045a9-c2d9-4e0d-b73e-1ae0fe27a7ab HTTP/1.1" status: 204 len: 168 time: 0.7648752 Jul 05 04:04:00.835271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:00.860023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:00.891855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf88e0b-b785-4a9d-8b4e-dac93674f5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246045a9-c2d9-4e0d-b73e-1ae0fe27a7ab,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:00.971517 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0a05d65d-9747-43c2-b86b-aa0b388dfd7d req-8aa16d80-6010-4ae9-8d5a-5208e213c4ff service neutron] 10.222.0.64 "GET /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088748 Jul 05 04:04:01.049798 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.050318 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] Added segment d1ed836e-641c-49f5-829a-21ae2d63b443 of type vlan for network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 Jul 05 04:04:01.108500 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3f2db88-93b1-4441-84e7-d017840dfea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.111281 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3f2db88-93b1-4441-84e7-d017840dfea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.111393 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.113320 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e3f2db88-93b1-4441-84e7-d017840dfea0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ce3d61e-925c-47be-887a-d33f9d3487d3 HTTP/1.1" status: 204 len: 168 time: 0.6887014 Jul 05 04:04:01.124547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2db88-93b1-4441-84e7-d017840dfea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce3d61e-925c-47be-887a-d33f9d3487d3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:01.155490 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.230853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.resource_extend [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:04:01.396502 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.409567 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.410584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.411178 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.428193 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.594312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] Pushing event updated for resources: {'Network': ['ID=289bce06-a2c1-47c6-8a99-7407dc3c1dd6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:01.605791 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:01.607396 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b29710c3-7342-4269-8716-c1f866c823ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.712521 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-26529b2d-d4aa-465d-bd06-cf929457fa03 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7081409 Jul 05 04:04:01.714916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47622) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:01.726720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-def8ed65-e40a-4529-9944-190cc770e127 admin admin] Request body: {'subnet': {'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-765711716-subnet', 'tenant_id': 'cf04d616778d47c89580bb8ff6878ba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:01.790580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Router 73a2e658-32f9-4e41-a354-ab3663cfda9a is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:01.906439 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:04:01.922102 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def8ed65-e40a-4529-9944-190cc770e127 admin admin] Made reservation on behalf of cf04d616778d47c89580bb8ff6878ba3 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:01.924682 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-def8ed65-e40a-4529-9944-190cc770e127 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.020685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:02.030495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167e4175-25be-484b-94b7-439b9adb2826 None None] Sync routers for ids ['73a2e658-32f9-4e41-a354-ab3663cfda9a'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:02.051126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167e4175-25be-484b-94b7-439b9adb2826 None None] Routers {'73a2e658-32f9-4e41-a354-ab3663cfda9a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:02.053529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-167e4175-25be-484b-94b7-439b9adb2826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['73a2e658-32f9-4e41-a354-ab3663cfda9a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:02.099996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-b29710c3-7342-4269-8716-c1f866c823ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port 70737d2b-a1b0-4cdc-8dec-35be0ed71beb {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:02.100513 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b29710c3-7342-4269-8716-c1f866c823ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.108779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-167e4175-25be-484b-94b7-439b9adb2826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:02.128704 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167e4175-25be-484b-94b7-439b9adb2826 None None] Routers {'73a2e658-32f9-4e41-a354-ab3663cfda9a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:02.129383 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-167e4175-25be-484b-94b7-439b9adb2826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['73a2e658-32f9-4e41-a354-ab3663cfda9a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:02.164680 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.168301 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e0295a43-8f2d-4762-a592-cfce35001db1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0541582 Jul 05 04:04:02.168889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-167e4175-25be-484b-94b7-439b9adb2826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:02.169742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167e4175-25be-484b-94b7-439b9adb2826 None None] The sync data for ids ['73a2e658-32f9-4e41-a354-ab3663cfda9a'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:02.174886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47638) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:02.247960 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b29710c3-7342-4269-8716-c1f866c823ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.264282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-b29710c3-7342-4269-8716-c1f866c823ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for 70737d2b-a1b0-4cdc-8dec-35be0ed71beb owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:02.339617 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-def8ed65-e40a-4529-9944-190cc770e127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.400315 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c64fb510-e689-4802-86b6-d0c497b041dc tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/routers/73a2e658-32f9-4e41-a354-ab3663cfda9a HTTP/1.1" status: 200 len: 921 time: 0.2241573 Jul 05 04:04:02.406519 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47652) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:02.444415 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2e31f28b-5b1f-4bc1-b558-66ce4f43c5d6 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "GET /v2.0/ports?device_id=73a2e658-32f9-4e41-a354-ab3663cfda9a HTTP/1.1" status: 200 len: 205 time: 0.0359998 Jul 05 04:04:02.453581 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47656) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:02.485284 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8ed65-e40a-4529-9944-190cc770e127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8facf5e9-bfc3-4583-948d-915d16522b51,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:02.578060 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.591028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8ed65-e40a-4529-9944-190cc770e127 admin admin] Checking segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:02.591385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8ed65-e40a-4529-9944-190cc770e127 admin admin] Network hostable DHCP agents. Network: 289bce06-a2c1-47c6-8a99-7407dc3c1dd6, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:02.615475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72be64-9c9d-4055-a839-034a4a13ca9c req-d64a1f93-411a-4541-9a32-6416493aa701 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:02.617928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d72be64-9c9d-4055-a839-034a4a13ca9c req-d64a1f93-411a-4541-9a32-6416493aa701 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2747293 Jul 05 04:04:02.703112 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d72be64-9c9d-4055-a839-034a4a13ca9c req-f2b1b65b-fa14-4551-bea0-3bfe4dee3940 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769997 Jul 05 04:04:02.715584 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.806581 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b29710c3-7342-4269-8716-c1f866c823ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.813136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8ed65-e40a-4529-9944-190cc770e127 admin admin] Network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:02.842690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29710c3-7342-4269-8716-c1f866c823ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=70737d2b-a1b0-4cdc-8dec-35be0ed71beb,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:02.854517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Deleting port 1e3c43cd-c677-48a0-bd2f-5b5bd445d77b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:02.854873 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.982473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-def8ed65-e40a-4529-9944-190cc770e127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 289bce06-a2c1-47c6-8a99-7407dc3c1dd6) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:02.987516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def8ed65-e40a-4529-9944-190cc770e127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:02.988175 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-def8ed65-e40a-4529-9944-190cc770e127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.994733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d48247-48eb-4c6d-adc4-d140da8818f2 None None] Network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:03.003809 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.024897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Calling delete_port for 1e3c43cd-c677-48a0-bd2f-5b5bd445d77b owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:03.073962 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b29710c3-7342-4269-8716-c1f866c823ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.152241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-def8ed65-e40a-4529-9944-190cc770e127 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4361534 Jul 05 04:04:03.324344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29710c3-7342-4269-8716-c1f866c823ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router e9041a1c-c2bc-49ab-a027-b23d52531e88 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:03.395027 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7cc7ac-4453-443f-8e9c-ed63d0267f24 None None] Network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:03.406422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.412703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29710c3-7342-4269-8716-c1f866c823ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:03.418438 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b29710c3-7342-4269-8716-c1f866c823ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/e9041a1c-c2bc-49ab-a027-b23d52531e88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6562467 Jul 05 04:04:03.421679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47688) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:03.425445 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f356771-b049-4bbc-a786-bd88598de4bb None None] Sync routers for ids ['e9041a1c-c2bc-49ab-a027-b23d52531e88'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:03.437732 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f356771-b049-4bbc-a786-bd88598de4bb None None] Routers {'e9041a1c-c2bc-49ab-a027-b23d52531e88'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:03.438681 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5f356771-b049-4bbc-a786-bd88598de4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e9041a1c-c2bc-49ab-a027-b23d52531e88'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:03.451328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Pushing event deleted for resources: {'Port': ['ID=1e3c43cd-c677-48a0-bd2f-5b5bd445d77b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:03.480315 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-60572b08-8d5d-4c3f-8d5a-e260925324a0 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9041a1c-c2bc-49ab-a027-b23d52531e88 HTTP/1.1" status: 200 len: 205 time: 0.0575018 Jul 05 04:04:03.481198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47692) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:03.484011 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5f356771-b049-4bbc-a786-bd88598de4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:03.495782 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f356771-b049-4bbc-a786-bd88598de4bb None None] Routers {'e9041a1c-c2bc-49ab-a027-b23d52531e88'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:03.496437 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5f356771-b049-4bbc-a786-bd88598de4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e9041a1c-c2bc-49ab-a027-b23d52531e88'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:03.532529 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5f356771-b049-4bbc-a786-bd88598de4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:03.533425 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f356771-b049-4bbc-a786-bd88598de4bb None None] The sync data for ids ['e9041a1c-c2bc-49ab-a027-b23d52531e88'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:03.545271 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.600255 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97646bc8-3050-4e23-ab06-b5e30d43175f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.655212 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.657619 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.720635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47700) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:03.796157 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.796724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Fanout notify agent at l3_agent the message router_deleted on router 73a2e658-32f9-4e41-a354-ab3663cfda9a {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:03.803914 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.809526 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1bc65c40-50cf-49b0-9372-7196e6540f07 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "DELETE /v2.0/routers/73a2e658-32f9-4e41-a354-ab3663cfda9a HTTP/1.1" status: 204 len: 168 time: 1.3577368 Jul 05 04:04:03.811620 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47708) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:03.816130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Request body: {'router': {'name': 'tempest-snat-router-426678823', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'enable_snat': False}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:03.927759 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.928867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.988550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.019458 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba1bf458-12dc-458b-8bab-ad0dea40d789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.152912 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47726) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:04.169478 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97646bc8-3050-4e23-ab06-b5e30d43175f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.171515 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97646bc8-3050-4e23-ab06-b5e30d43175f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.232330 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.287529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-d54b5526-abea-49e5-b189-68df39cb1b8e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:04.289199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-d54b5526-abea-49e5-b189-68df39cb1b8e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.3005252 Jul 05 04:04:04.290758 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97646bc8-3050-4e23-ab06-b5e30d43175f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.291264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97646bc8-3050-4e23-ab06-b5e30d43175f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Fanout notify agent at l3_agent the message router_deleted on router e9041a1c-c2bc-49ab-a027-b23d52531e88 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:04.295083 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba1bf458-12dc-458b-8bab-ad0dea40d789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.305396 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97646bc8-3050-4e23-ab06-b5e30d43175f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.308976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-97646bc8-3050-4e23-ab06-b5e30d43175f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/routers/e9041a1c-c2bc-49ab-a027-b23d52531e88 HTTP/1.1" status: 204 len: 168 time: 0.8266740 Jul 05 04:04:04.309524 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47734) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:04.334423 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-767f3cdf-ea68-4a18-a92e-7278f6c8a011 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/quotas/cf04d616778d47c89580bb8ff6878ba3 HTTP/1.1" status: 200 len: 375 time: 0.0242023 Jul 05 04:04:04.387165 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-71cf4b6b-4725-49e5-a766-d6852eb16726 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting subnet 3fe8daf3-1464-42ca-9989-eda21770117b {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:04.391655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-694d35dc-0968-4883-820e-b7384f2ea58f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361247 Jul 05 04:04:04.405196 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71cf4b6b-4725-49e5-a766-d6852eb16726 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.432902 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba1bf458-12dc-458b-8bab-ad0dea40d789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.517425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccf758-1d76-4f51-a633-3f5dc01bf658 req-8a55d1cd-2cfe-4e7d-b620-3e3f65d9ddf7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:04.520905 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dccf758-1d76-4f51-a633-3f5dc01bf658 req-8a55d1cd-2cfe-4e7d-b620-3e3f65d9ddf7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.5310016 Jul 05 04:04:04.564931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-ad67fe76-6f1c-4aea-9715-4164756e350e service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637788 Jul 05 04:04:04.661334 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dccf758-1d76-4f51-a633-3f5dc01bf658 req-69a31075-9aef-4833-a756-78f10f9e3551 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341920 Jul 05 04:04:04.720626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-4b40bc1a-ad3a-441c-8b7d-45f87ef305bc service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427503 Jul 05 04:04:04.865776 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe57a04b-7092-4f49-8a66-46329cc0a2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.884454 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71cf4b6b-4725-49e5-a766-d6852eb16726 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.889927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bf458-12dc-458b-8bab-ad0dea40d789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f3572b-1c42-4a96-9999-50871b940c9f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:04.914251 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ba1bf458-12dc-458b-8bab-ad0dea40d789 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c257feff8f5844a0ae9ecce3d1701995&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1918435 Jul 05 04:04:04.916912 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47738) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:05.022320 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86cfec7f-0af8-44f5-8878-1998b934a931 req-7247b9b5-cd61-4151-8d2c-2584cb58ac85 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 210 time: 0.0399127 Jul 05 04:04:05.029652 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc61e-2d82-41d2-800d-e1b3482abb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.048390 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71cf4b6b-4725-49e5-a766-d6852eb16726 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.061900 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc61e-2d82-41d2-800d-e1b3482abb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.218228 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe57a04b-7092-4f49-8a66-46329cc0a2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.223516 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc61e-2d82-41d2-800d-e1b3482abb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.227516 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc61e-2d82-41d2-800d-e1b3482abb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.228864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f9fbc61e-2d82-41d2-800d-e1b3482abb28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3f3572b-1c42-4a96-9999-50871b940c9f HTTP/1.1" status: 204 len: 168 time: 0.3108716 Jul 05 04:04:05.254604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbc61e-2d82-41d2-800d-e1b3482abb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f3572b-1c42-4a96-9999-50871b940c9f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:05.275072 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.300970 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.345672 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71cf4b6b-4725-49e5-a766-d6852eb16726 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.347848 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fe57a04b-7092-4f49-8a66-46329cc0a2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.429602 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71cf4b6b-4725-49e5-a766-d6852eb16726 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.432278 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-71cf4b6b-4725-49e5-a766-d6852eb16726 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/3fe8daf3-1464-42ca-9989-eda21770117b HTTP/1.1" status: 204 len: 168 time: 1.1216745 Jul 05 04:04:05.434244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf4b6b-4725-49e5-a766-d6852eb16726 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe8daf3-1464-42ca-9989-eda21770117b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:05.435207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47754) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:05.435495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11983a8c-6c42-4c02-b09b-57fce6eb2ee8 None None] Network 7aa19c39-7b2b-49f7-b510-1b6d428cfb50 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:05.460806 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fe57a04b-7092-4f49-8a66-46329cc0a2b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29a4b2c4d1f4430082bbdb8697a4f04a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2782099 Jul 05 04:04:05.466882 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47756) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:05.496127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57a04b-7092-4f49-8a66-46329cc0a2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e493f2-9724-4ada-a79e-a4915fb248dc,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:05.567105 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.573602 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Allocated IP 172.25.0.168 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/bd64739b-2684-456e-9468-3170005244d8) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:05.610498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7935658-c25d-45ca-9280-4a190a1814f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.631035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port 2ae75cec-6989-432a-855b-5ededb652fbf {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:05.631234 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.638850 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7935658-c25d-45ca-9280-4a190a1814f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.709961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] For port 2ae75cec-6989-432a-855b-5ededb652fbf, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2ae75cec-6989-432a-855b-5ededb652fbf,segment=NetworkSegment(7d10ff90-6c0f-4d0b-9d04-67ddabe41d27),segment_id=7d10ff90-6c0f-4d0b-9d04-67ddabe41d27)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:05.710445 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.732538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for 2ae75cec-6989-432a-855b-5ededb652fbf owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:05.753060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64239f5b-2c46-4b16-8f36-bd7344c2dcf8 None None] DHCP port deletion for 7aa19c39-7b2b-49f7-b510-1b6d428cfb50 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:05.801422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.850852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-64239f5b-2c46-4b16-8f36-bd7344c2dcf8 None None] Deleting port 2ae75cec-6989-432a-855b-5ededb652fbf {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:05.851884 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-64239f5b-2c46-4b16-8f36-bd7344c2dcf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.910141 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.927366 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-64239f5b-2c46-4b16-8f36-bd7344c2dcf8 None None] For port 2ae75cec-6989-432a-855b-5ededb652fbf, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2ae75cec-6989-432a-855b-5ededb652fbf,segment=NetworkSegment(7d10ff90-6c0f-4d0b-9d04-67ddabe41d27),segment_id=7d10ff90-6c0f-4d0b-9d04-67ddabe41d27)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:05.927767 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-64239f5b-2c46-4b16-8f36-bd7344c2dcf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.940982 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7935658-c25d-45ca-9280-4a190a1814f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.945843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-64239f5b-2c46-4b16-8f36-bd7344c2dcf8 None None] Calling delete_port for 2ae75cec-6989-432a-855b-5ededb652fbf owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:05.950198 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7935658-c25d-45ca-9280-4a190a1814f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.958392 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f7935658-c25d-45ca-9280-4a190a1814f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40e493f2-9724-4ada-a79e-a4915fb248dc HTTP/1.1" status: 204 len: 168 time: 0.4716558 Jul 05 04:04:05.960861 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.973680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No DVR routers for this DVR port 2ae75cec-6989-432a-855b-5ededb652fbf on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:05.981499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=2ae75cec-6989-432a-855b-5ededb652fbf,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:06.049584 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-64239f5b-2c46-4b16-8f36-bd7344c2dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.080489 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64239f5b-2c46-4b16-8f36-bd7344c2dcf8 None None] Pushing event deleted for resources: {'Port': ['ID=2ae75cec-6989-432a-855b-5ededb652fbf,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:06.089934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64239f5b-2c46-4b16-8f36-bd7344c2dcf8 None None] No DVR routers for this DVR port 2ae75cec-6989-432a-855b-5ededb652fbf on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:06.126040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90d07d-8c3b-48f2-9d94-e2ff426b4ef8 req-f65db170-a0c1-4cf7-bb42-ed37386dbf0c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:06.129058 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event updated for resources: {'Port': ['ID=bd64739b-2684-456e-9468-3170005244d8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:06.134216 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf90d07d-8c3b-48f2-9d94-e2ff426b4ef8 req-f65db170-a0c1-4cf7-bb42-ed37386dbf0c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2351744 Jul 05 04:04:06.162623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7935658-c25d-45ca-9280-4a190a1814f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e493f2-9724-4ada-a79e-a4915fb248dc,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:06.165367 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.201018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:06.206088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:06.212976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:06.218974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa19c39-7b2b-49f7-b510-1b6d428cfb50']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:06.233385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d10ff90-6c0f-4d0b-9d04-67ddabe41d27') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:06.234025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d10ff90-6c0f-4d0b-9d04-67ddabe41d27') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:06.269279 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2153c02d-74d4-4bc9-8eed-d14a63730e16 req-1114ea48-c941-4177-91ee-8f18e1c46cb1 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 210 time: 0.1071928 Jul 05 04:04:06.281936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.296928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf90d07d-8c3b-48f2-9d94-e2ff426b4ef8 req-92cb472e-8144-4457-9997-27aad3d24350 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616621 Jul 05 04:04:06.307492 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.316507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:06.317266 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:06.326315 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:06.551844 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2ae75cec-6989-432a-855b-5ededb652fbf no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:06.577617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 2ae75cec-6989-432a-855b-5ededb652fbf {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:06.577965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2ae75cec-6989-432a-855b-5ededb652fbf not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:06.619202 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.626694 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.628735 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/networks/7aa19c39-7b2b-49f7-b510-1b6d428cfb50 HTTP/1.1" status: 204 len: 168 time: 1.1924403 Jul 05 04:04:06.635620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47792) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:06.640398 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-403523b2-05c4-44ec-983e-a68cedc05ee3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1340422271', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:06.672654 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02744bed-a33f-4700-8b90-34321ba5ab73 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Network': ['ID=7aa19c39-7b2b-49f7-b510-1b6d428cfb50,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:06.684211 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.767440 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-403523b2-05c4-44ec-983e-a68cedc05ee3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.768540 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-403523b2-05c4-44ec-983e-a68cedc05ee3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.796010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47796) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:06.837395 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-403523b2-05c4-44ec-983e-a68cedc05ee3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.898213 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47800) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:06.927566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1187043660-network', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:06.927566 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01e74328-764e-48dd-950c-49e1f6bdc3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.927880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.951175 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-403523b2-05c4-44ec-983e-a68cedc05ee3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.082665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] Made reservation on behalf of 757fb73bbc754fc4b0d6efe3c2142496 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:07.085433 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.094246 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.173052 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Router ae61f194-ad9e-4479-814e-c787e701120a is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:07.284984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:07.294201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Sync routers for ids ['ae61f194-ad9e-4479-814e-c787e701120a'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:07.304095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Routers {'ae61f194-ad9e-4479-814e-c787e701120a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:07.305363 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['ae61f194-ad9e-4479-814e-c787e701120a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:07.311712 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-403523b2-05c4-44ec-983e-a68cedc05ee3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.313248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-403523b2-05c4-44ec-983e-a68cedc05ee3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6763916 Jul 05 04:04:07.316838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47806) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:07.324478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-48ac10ee-2cf5-4dd0-bf4d-6a127f75b6d3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'network': {'name': 'tempest-RoutersTest-1439721426'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:07.440099 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Set router ae61f194-ad9e-4479-814e-c787e701120a gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:07.462227 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e8247f4-24ae-434f-9e0c-24dafb040646 req-88fffa33-d8d9-49ce-925c-2f47efcdb3ee tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 210 time: 0.0420198 Jul 05 04:04:07.503105 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01e74328-764e-48dd-950c-49e1f6bdc3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.543279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a4986-0daf-43ae-84de-07a9dbf8e721 req-f4960445-ee91-44bf-a125-262b1ee939a6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:07.552600 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-692a4986-0daf-43ae-84de-07a9dbf8e721 req-f4960445-ee91-44bf-a125-262b1ee939a6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.0921638 Jul 05 04:04:07.566909 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01e74328-764e-48dd-950c-49e1f6bdc3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.639659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae61f194-ad9e-4479-814e-c787e701120a', 'name': 'tempest-snat-router-426678823', 'tenant_id': '2119be9e0d3c41feb92b939b5656a5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.168'}], 'enable_snat': False}, 'gw_port_id': 'bd64739b-2684-456e-9468-3170005244d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:03Z', 'updated_at': '2021-07-05T04:04:06Z', 'revision_number': 3, 'project_id': '2119be9e0d3c41feb92b939b5656a5c0', 'gw_port': {'id': 'bd64739b-2684-456e-9468-3170005244d8', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:56:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae61f194-ad9e-4479-814e-c787e701120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:05Z', 'updated_at': '2021-07-05T04:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:07.644679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e74328-764e-48dd-950c-49e1f6bdc3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb81744a-3bdd-49b2-af3f-e66e370ca5e7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:07.652080 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-692a4986-0daf-43ae-84de-07a9dbf8e721 req-b69f0093-6ad0-4566-93c3-8e84b4845f1b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007938 Jul 05 04:04:07.660924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47816) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:07.667405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Checking router: ae61f194-ad9e-4479-814e-c787e701120a for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:07.667764 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Updating router ae61f194-ad9e-4479-814e-c787e701120a port bd64739b-2684-456e-9468-3170005244d8 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:07.671426 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-01e74328-764e-48dd-950c-49e1f6bdc3e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f981041f19b142abb71956034c4569bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7692289 Jul 05 04:04:07.703255 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.736328 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.747167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.765277 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.824514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.849959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6285817b-0d71-475d-8994-020d1f8f89e7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:07.910799 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.913954 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.915985 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb81744a-3bdd-49b2-af3f-e66e370ca5e7 HTTP/1.1" status: 204 len: 168 time: 0.2539139 Jul 05 04:04:07.916858 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.917995 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c34e2fce-a437-4d6f-9007-ecc624cfbba8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1054251 Jul 05 04:04:07.921251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47818) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:07.923753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:07.934572 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb81744a-3bdd-49b2-af3f-e66e370ca5e7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:07.957205 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.957709 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] Added segment 5509b1ef-eab4-4c63-b59a-3f5a8c33438f of type vlan for network c9cacc45-8eaf-4651-bb2d-cb0c7944259d Jul 05 04:04:07.977773 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:07.978132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:07.978549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:07.978894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:07.979270 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:07.979607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:07.979941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:07.980274 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:07.980627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:07.981007 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:07.981347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:07.981676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a6181-2f04-40a3-8d90-6e4d285de38e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:08.019032 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.032420 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.043671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Transition to ACTIVE for port object bd64739b-2684-456e-9468-3170005244d8 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:08.050681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ac10ee-2cf5-4dd0-bf4d-6a127f75b6d3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:08.062381 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48ac10ee-2cf5-4dd0-bf4d-6a127f75b6d3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.089372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ac10ee-2cf5-4dd0-bf4d-6a127f75b6d3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:08.098499 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-84a1aa94-ae34-463a-9769-cc87580b1db1 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/routers/ae61f194-ad9e-4479-814e-c787e701120a HTTP/1.1" status: 200 len: 908 time: 0.1761041 Jul 05 04:04:08.098763 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48ac10ee-2cf5-4dd0-bf4d-6a127f75b6d3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.099112 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-48ac10ee-2cf5-4dd0-bf4d-6a127f75b6d3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Added segment 25d3826f-c38b-47ed-9457-e78cc3500d70 of type vlan for network ca2a9daf-ca44-4866-b1f9-0c2762628dde Jul 05 04:04:08.106898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47822) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:08.111938 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Request body: {'router': {'name': 'tempest-snat-router-426678823', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'enable_snat': True}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:08.156067 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48ac10ee-2cf5-4dd0-bf4d-6a127f75b6d3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.156601 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.163047 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.163255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:08.163757 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.221518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Attempting to bind port bd64739b-2684-456e-9468-3170005244d8 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:08.221900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Attempting to bind port bd64739b-2684-456e-9468-3170005244d8 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:08.222269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Attempting to bind port bd64739b-2684-456e-9468-3170005244d8 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:08.224432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-89f850af-530d-430e-a445-946286b73f08 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:08.228843 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-89f850af-530d-430e-a445-946286b73f08 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.1411388 Jul 05 04:04:08.231107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da5288-6e5b-4edb-9cd0-ae92df82953e None None] Pushing event updated for resources: {'Port': ['ID=bd64739b-2684-456e-9468-3170005244d8,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:08.233378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:08.233965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:08.234390 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.234813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:08.235446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Bound port: bd64739b-2684-456e-9468-3170005244d8, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:08.235835 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.239237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-4fac6608-3632-441d-a124-8130fbb1a9b8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Request body: {'port': {'device_id': 'cca7d0be-442c-42d9-8965-1b4771ccd0bd', 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'admin_state_up': True, 'tenant_id': 'cf04d616778d47c89580bb8ff6878ba3'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:08.241198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] Pushing event updated for resources: {'Network': ['ID=c9cacc45-8eaf-4651-bb2d-cb0c7944259d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:08.283050 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.284593 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.285781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network c9cacc45-8eaf-4651-bb2d-cb0c7944259d details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:08.295841 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5288-6e5b-4edb-9cd0-ae92df82953e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:08.304822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5288-6e5b-4edb-9cd0-ae92df82953e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:08.305330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5288-6e5b-4edb-9cd0-ae92df82953e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:08.308881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5288-6e5b-4edb-9cd0-ae92df82953e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:08.309422 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5288-6e5b-4edb-9cd0-ae92df82953e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:08.309922 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5288-6e5b-4edb-9cd0-ae92df82953e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:08.310563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5288-6e5b-4edb-9cd0-ae92df82953e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:08.311067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5288-6e5b-4edb-9cd0-ae92df82953e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:08.311543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5288-6e5b-4edb-9cd0-ae92df82953e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:08.312018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5288-6e5b-4edb-9cd0-ae92df82953e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:08.312519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5288-6e5b-4edb-9cd0-ae92df82953e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:08.316851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5288-6e5b-4edb-9cd0-ae92df82953e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:08.318240 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48ac10ee-2cf5-4dd0-bf4d-6a127f75b6d3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.334689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac10ee-2cf5-4dd0-bf4d-6a127f75b6d3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:08.335386 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48ac10ee-2cf5-4dd0-bf4d-6a127f75b6d3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.405787 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-83445c60-3bcc-49f0-9f9d-204cd202f93b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6086595 Jul 05 04:04:08.410251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47832) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:08.417545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-37e5fd44-2c11-4776-ad05-4eb757af808c admin admin] Request body: {'subnet': {'network_id': 'c9cacc45-8eaf-4651-bb2d-cb0c7944259d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1187043660-subnet', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:08.476980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] For port bd64739b-2684-456e-9468-3170005244d8, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:08.482647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] For port bd64739b-2684-456e-9468-3170005244d8, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bd64739b-2684-456e-9468-3170005244d8,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:08.493038 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.504552 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-48ac10ee-2cf5-4dd0-bf4d-6a127f75b6d3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1862323 Jul 05 04:04:08.507649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47838) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:08.513442 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-773dff7c-060e-4aef-a81a-a98c90e19d8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'subnet': {'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:08.544784 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.547582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac10ee-2cf5-4dd0-bf4d-6a127f75b6d3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Network': ['ID=ca2a9daf-ca44-4866-b1f9-0c2762628dde,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:08.610352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ca2a9daf-ca44-4866-b1f9-0c2762628dde details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:08.638725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e5fd44-2c11-4776-ad05-4eb757af808c admin admin] Made reservation on behalf of 757fb73bbc754fc4b0d6efe3c2142496 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:08.641134 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-37e5fd44-2c11-4776-ad05-4eb757af808c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.679945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Routers {'ae61f194-ad9e-4479-814e-c787e701120a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:08.680631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['ae61f194-ad9e-4479-814e-c787e701120a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:08.707141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e1d503a-9d71-4416-a0d7-c93b3a18d961 req-a6bb0e53-08da-4a5e-804a-ab52db0c2c2d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 210 time: 0.0652318 Jul 05 04:04:08.829994 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.846018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da5288-6e5b-4edb-9cd0-ae92df82953e None None] Pushing event updated for resources: {'Port': ['ID=bd64739b-2684-456e-9468-3170005244d8,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:08.941375 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] Set router ae61f194-ad9e-4479-814e-c787e701120a gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:08.963191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb97fad-c388-4eeb-a06c-8d01ba31ebf5 req-64cc2855-5860-48a4-a9e9-09c85ac390d3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:08.965148 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4fb97fad-c388-4eeb-a06c-8d01ba31ebf5 req-64cc2855-5860-48a4-a9e9-09c85ac390d3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.0897033 Jul 05 04:04:09.000093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-4fac6608-3632-441d-a124-8130fbb1a9b8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Made reservation on behalf of cf04d616778d47c89580bb8ff6878ba3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:09.015593 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-4fac6608-3632-441d-a124-8130fbb1a9b8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.022334 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47844) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:09.044316 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d58f-fcaa-4338-88f1-899389f3b68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.060225 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4fb97fad-c388-4eeb-a06c-8d01ba31ebf5 req-d38fdf02-5bdb-4ed1-a670-3368bf070f64 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667281 Jul 05 04:04:09.085058 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-37e5fd44-2c11-4776-ad05-4eb757af808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.121205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773dff7c-060e-4aef-a81a-a98c90e19d8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:09.127754 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-773dff7c-060e-4aef-a81a-a98c90e19d8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.151389 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5fd44-2c11-4776-ad05-4eb757af808c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a12a5dd3-2aa4-47bc-afdb-51c130e67e1e,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:09.152406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae61f194-ad9e-4479-814e-c787e701120a', 'name': 'tempest-snat-router-426678823', 'tenant_id': '2119be9e0d3c41feb92b939b5656a5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.168'}], 'enable_snat': False}, 'gw_port_id': 'bd64739b-2684-456e-9468-3170005244d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:03Z', 'updated_at': '2021-07-05T04:04:06Z', 'revision_number': 3, 'project_id': '2119be9e0d3c41feb92b939b5656a5c0', 'gw_port': {'id': 'bd64739b-2684-456e-9468-3170005244d8', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:56:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae61f194-ad9e-4479-814e-c787e701120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:05Z', 'updated_at': '2021-07-05T04:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:09.192169 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01647517-39a3-438c-8af7-b24e83d3a72a None None] The sync data for ids ['ae61f194-ad9e-4479-814e-c787e701120a'] in n-d-798249-5 is: [{'id': 'ae61f194-ad9e-4479-814e-c787e701120a', 'name': 'tempest-snat-router-426678823', 'tenant_id': '2119be9e0d3c41feb92b939b5656a5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.168'}], 'enable_snat': False}, 'gw_port_id': 'bd64739b-2684-456e-9468-3170005244d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:03Z', 'updated_at': '2021-07-05T04:04:06Z', 'revision_number': 3, 'project_id': '2119be9e0d3c41feb92b939b5656a5c0', 'gw_port': {'id': 'bd64739b-2684-456e-9468-3170005244d8', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:56:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae61f194-ad9e-4479-814e-c787e701120a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:05Z', 'updated_at': '2021-07-05T04:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:09.311586 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5fd44-2c11-4776-ad05-4eb757af808c admin admin] Checking segment: {'id': '5509b1ef-eab4-4c63-b59a-3f5a8c33438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c9cacc45-8eaf-4651-bb2d-cb0c7944259d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:09.312074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e5fd44-2c11-4776-ad05-4eb757af808c admin admin] Network hostable DHCP agents. Network: c9cacc45-8eaf-4651-bb2d-cb0c7944259d, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:09.356500 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.359524 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-4fac6608-3632-441d-a124-8130fbb1a9b8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Allocated IP 172.20.0.12 (289bce06-a2c1-47c6-8a99-7407dc3c1dd6/8facf5e9-bfc3-4583-948d-915d16522b51/ccc02de6-a63a-4c49-a6a0-e0f7375bc154) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:09.387991 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.412473 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d58f-fcaa-4338-88f1-899389f3b68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.459385 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e5fd44-2c11-4776-ad05-4eb757af808c admin admin] Network c9cacc45-8eaf-4651-bb2d-cb0c7944259d is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:09.501825 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d58f-fcaa-4338-88f1-899389f3b68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.566796 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7bc5d58f-fcaa-4338-88f1-899389f3b68b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d076edfe078c44158077bf31fb6869e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5422120 Jul 05 04:04:09.574695 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5d58f-fcaa-4338-88f1-899389f3b68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3073f766-423f-48bd-a467-6a56e0cd8e37,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:09.575551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47850) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:09.580316 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-37e5fd44-2c11-4776-ad05-4eb757af808c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, c9cacc45-8eaf-4651-bb2d-cb0c7944259d) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:09.593175 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e5fd44-2c11-4776-ad05-4eb757af808c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:09.593789 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-37e5fd44-2c11-4776-ad05-4eb757af808c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.601460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decdfb61-13ef-45c5-a014-684b7fbcefa8 None None] Network c9cacc45-8eaf-4651-bb2d-cb0c7944259d requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:09.632033 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-4fac6608-3632-441d-a124-8130fbb1a9b8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.672766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Allocated IP 172.25.0.38 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/7f162490-a4ce-4472-82a4-996a3dba3c6a) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:09.692711 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-954443ba-a6a4-447d-8170-5f904dc55812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.741682 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-37e5fd44-2c11-4776-ad05-4eb757af808c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3297348 Jul 05 04:04:09.750793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47852) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:09.762849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1187043660-router', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:09.785071 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-773dff7c-060e-4aef-a81a-a98c90e19d8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.804943 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-954443ba-a6a4-447d-8170-5f904dc55812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.937396 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49e483cb-cb84-4bfd-ae2f-fcf93956ea61 req-b9503e97-6a63-4949-90dc-6b86d6ce4620 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 210 time: 0.0394044 Jul 05 04:04:09.949231 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dff7c-060e-4aef-a81a-a98c90e19d8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Subnet': ['ID=1236c018-643b-4a45-9682-8f3d2520128e,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:09.955459 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.956401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2838cce-3147-446a-bf98-051595271347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-c9cacc45-8eaf-4651-bb2d-cb0c7944259d', 'network_id': 'c9cacc45-8eaf-4651-bb2d-cb0c7944259d', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'fixed_ips': [{'subnet_id': 'a12a5dd3-2aa4-47bc-afdb-51c130e67e1e'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:09.964554 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d2838cce-3147-446a-bf98-051595271347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.965253 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.969913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-4fac6608-3632-441d-a124-8130fbb1a9b8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.990257 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.997560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773dff7c-060e-4aef-a81a-a98c90e19d8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Checking segment: {'id': '25d3826f-c38b-47ed-9457-e78cc3500d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:09.997919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773dff7c-060e-4aef-a81a-a98c90e19d8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network hostable DHCP agents. Network: ca2a9daf-ca44-4866-b1f9-0c2762628dde, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:10.035487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-4fac6608-3632-441d-a124-8130fbb1a9b8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:10.039849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-4fac6608-3632-441d-a124-8130fbb1a9b8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:10.044292 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-4fac6608-3632-441d-a124-8130fbb1a9b8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:10.078709 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-954443ba-a6a4-447d-8170-5f904dc55812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.081395 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-954443ba-a6a4-447d-8170-5f904dc55812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.085329 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-954443ba-a6a4-447d-8170-5f904dc55812 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3073f766-423f-48bd-a467-6a56e0cd8e37 HTTP/1.1" status: 204 len: 168 time: 0.5051303 Jul 05 04:04:10.091628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac6608-3632-441d-a124-8130fbb1a9b8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Pushing event updated for resources: {'Port': ['ID=ccc02de6-a63a-4c49-a6a0-e0f7375bc154,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:10.094581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954443ba-a6a4-447d-8170-5f904dc55812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3073f766-423f-48bd-a467-6a56e0cd8e37,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:10.098707 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773dff7c-060e-4aef-a81a-a98c90e19d8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network ca2a9daf-ca44-4866-b1f9-0c2762628dde is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:10.141461 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-4fac6608-3632-441d-a124-8130fbb1a9b8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:10.142446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-4fac6608-3632-441d-a124-8130fbb1a9b8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.151101 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.198978 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.228106 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:10.237464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-773dff7c-060e-4aef-a81a-a98c90e19d8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, ca2a9daf-ca44-4866-b1f9-0c2762628dde) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:10.239370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-d2838cce-3147-446a-bf98-051595271347 None None] Allocated IP 172.20.0.2 (c9cacc45-8eaf-4651-bb2d-cb0c7944259d/a12a5dd3-2aa4-47bc-afdb-51c130e67e1e/3003d789-cacc-46cc-af26-5578dd52aff5) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:10.253357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:10.254395 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b951b2b5-7cff-462a-83c2-c57f2bfccb71 None None] Network ca2a9daf-ca44-4866-b1f9-0c2762628dde requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:10.265009 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-4fac6608-3632-441d-a124-8130fbb1a9b8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0306540 Jul 05 04:04:10.268344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773dff7c-060e-4aef-a81a-a98c90e19d8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:10.268987 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-773dff7c-060e-4aef-a81a-a98c90e19d8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.277684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8733c78d-580d-41ab-ad95-92c45068bf38 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:04:10.278962 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8733c78d-580d-41ab-ad95-92c45068bf38 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073030 Jul 05 04:04:10.285540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:10.296007 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Request body: {'port': {'device_id': 'cca7d0be-442c-42d9-8965-1b4771ccd0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:10.564278 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.633497 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.767140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bd64739b-2684-456e-9468-3170005244d8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:10.776902 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d2838cce-3147-446a-bf98-051595271347 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.781772 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:10.782625 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.869002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d2838cce-3147-446a-bf98-051595271347 None None] Transition to ACTIVE for port object 3003d789-cacc-46cc-af26-5578dd52aff5 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:10.998925 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event updated for resources: {'Port': ['ID=7f162490-a4ce-4472-82a4-996a3dba3c6a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:11.066742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d2838cce-3147-446a-bf98-051595271347 None None] Transition to ACTIVE for port object 3003d789-cacc-46cc-af26-5578dd52aff5 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:11.181798 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-773dff7c-060e-4aef-a81a-a98c90e19d8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6725774 Jul 05 04:04:11.194014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47880) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:11.324282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf390bf6-ad6a-4c17-99e5-8fbf0f5ff96a req-957a2449-fdaf-4da7-a8b4-f779c41da36f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:11.340599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf390bf6-ad6a-4c17-99e5-8fbf0f5ff96a req-957a2449-fdaf-4da7-a8b4-f779c41da36f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 1.0563271 Jul 05 04:04:11.374330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port bd64739b-2684-456e-9468-3170005244d8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:11.377570 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d2838cce-3147-446a-bf98-051595271347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.453313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2838cce-3147-446a-bf98-051595271347 None None] Network c9cacc45-8eaf-4651-bb2d-cb0c7944259d is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:11.458224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2838cce-3147-446a-bf98-051595271347 None None] Pushing event updated for resources: {'Port': ['ID=3003d789-cacc-46cc-af26-5578dd52aff5,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:11.464530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-d2838cce-3147-446a-bf98-051595271347 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:11.467398 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2838cce-3147-446a-bf98-051595271347 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:11.478952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port bd64739b-2684-456e-9468-3170005244d8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:11.479290 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.584687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Allocated IP 172.20.0.2 (ca2a9daf-ca44-4866-b1f9-0c2762628dde/1236c018-643b-4a45-9682-8f3d2520128e/f29732fd-fbc5-4106-a4ca-1f4fa4ae389d) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:11.588233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d2838cce-3147-446a-bf98-051595271347 None None] Attempting to bind port 3003d789-cacc-46cc-af26-5578dd52aff5 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:11.588638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d2838cce-3147-446a-bf98-051595271347 None None] Attempting to bind port 3003d789-cacc-46cc-af26-5578dd52aff5 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '5509b1ef-eab4-4c63-b59a-3f5a8c33438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c9cacc45-8eaf-4651-bb2d-cb0c7944259d'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:11.589000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2838cce-3147-446a-bf98-051595271347 None None] Attempting to bind port 3003d789-cacc-46cc-af26-5578dd52aff5 on network c9cacc45-8eaf-4651-bb2d-cb0c7944259d {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:11.614149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2838cce-3147-446a-bf98-051595271347 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:11.614149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2838cce-3147-446a-bf98-051595271347 None None] Checking segment: {'id': '5509b1ef-eab4-4c63-b59a-3f5a8c33438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c9cacc45-8eaf-4651-bb2d-cb0c7944259d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:11.614149 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d2838cce-3147-446a-bf98-051595271347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.614149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2838cce-3147-446a-bf98-051595271347 None None] Bound using segment: {'id': '5509b1ef-eab4-4c63-b59a-3f5a8c33438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c9cacc45-8eaf-4651-bb2d-cb0c7944259d'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:11.614149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d2838cce-3147-446a-bf98-051595271347 None None] Bound port: 3003d789-cacc-46cc-af26-5578dd52aff5, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5509b1ef-eab4-4c63-b59a-3f5a8c33438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c9cacc45-8eaf-4651-bb2d-cb0c7944259d'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:11.614149 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d2838cce-3147-446a-bf98-051595271347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.671624 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.674739 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf390bf6-ad6a-4c17-99e5-8fbf0f5ff96a req-988530ac-2d86-4d7f-aab9-595a58d91f1c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328371 Jul 05 04:04:11.706917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc02de6-a63a-4c49-a6a0-e0f7375bc154 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:11.727572 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.747783 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.761431 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea11dc-4de6-4122-8aa6-02d6e64d99a1 req-a2f213f3-4226-4649-9a9e-607fb821b6ab tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:11.768310 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63ea11dc-4de6-4122-8aa6-02d6e64d99a1 req-a2f213f3-4226-4649-9a9e-607fb821b6ab tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 932 time: 0.5956740 Jul 05 04:04:11.799891 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.812505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port bd64739b-2684-456e-9468-3170005244d8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bd64739b-2684-456e-9468-3170005244d8,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:11.823866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Transition to ACTIVE for port object ccc02de6-a63a-4c49-a6a0-e0f7375bc154 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:11.849844 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d2838cce-3147-446a-bf98-051595271347 None None] For port 3003d789-cacc-46cc-af26-5578dd52aff5, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:11.899058 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d2838cce-3147-446a-bf98-051595271347 None None] For port 3003d789-cacc-46cc-af26-5578dd52aff5, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3003d789-cacc-46cc-af26-5578dd52aff5,segment=NetworkSegment(5509b1ef-eab4-4c63-b59a-3f5a8c33438f),segment_id=5509b1ef-eab4-4c63-b59a-3f5a8c33438f)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:11.900777 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.921460 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.949091 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63ea11dc-4de6-4122-8aa6-02d6e64d99a1 req-01da0102-a705-4be3-bc93-4de06920264c tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797769 Jul 05 04:04:12.006549 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.017436 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.049760 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d2838cce-3147-446a-bf98-051595271347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.081327 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc02de6-a63a-4c49-a6a0-e0f7375bc154,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:12.095670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Allocated IP 172.25.0.14 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/8d3c54a8-d1b2-4993-816f-4b21d10547cf) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:12.169322 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.181231 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Attempting to bind port ccc02de6-a63a-4c49-a6a0-e0f7375bc154 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:12.181573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Attempting to bind port ccc02de6-a63a-4c49-a6a0-e0f7375bc154 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:12.181917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Attempting to bind port ccc02de6-a63a-4c49-a6a0-e0f7375bc154 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:12.191610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Port ccc02de6-a63a-4c49-a6a0-e0f7375bc154 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:04:12.191949 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Attempting to bind port ccc02de6-a63a-4c49-a6a0-e0f7375bc154 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:12.199492 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:12.202153 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Checking segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:12.202784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Bound using segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:12.203047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Bound port: ccc02de6-a63a-4c49-a6a0-e0f7375bc154, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:12.203424 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.203534 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=bd64739b-2684-456e-9468-3170005244d8,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:12.210812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Transition to ACTIVE for port object f29732fd-fbc5-4106-a4ca-1f4fa4ae389d will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:12.292136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Transition to ACTIVE for port object f29732fd-fbc5-4106-a4ca-1f4fa4ae389d will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:12.313573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2838cce-3147-446a-bf98-051595271347 None None] Pushing event updated for resources: {'Port': ['ID=3003d789-cacc-46cc-af26-5578dd52aff5,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:12.346365 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.351408 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] For port ccc02de6-a63a-4c49-a6a0-e0f7375bc154, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:12.357037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] For port ccc02de6-a63a-4c49-a6a0-e0f7375bc154, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=ccc02de6-a63a-4c49-a6a0-e0f7375bc154,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:12.469531 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.500930 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.512037 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.555499 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Pushing event updated for resources: {'Port': ['ID=f29732fd-fbc5-4106-a4ca-1f4fa4ae389d,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:12.604646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:12.612879 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:12.617485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:12.618125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.627563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Network ca2a9daf-ca44-4866-b1f9-0c2762628dde is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:12.632537 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] 10.222.0.11 "PUT /v2.0/ports/ccc02de6-a63a-4c49-a6a0-e0f7375bc154 HTTP/1.1" status: 200 len: 1092 time: 2.3298621 Jul 05 04:04:12.632665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:12.632794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca7d0be-442c-42d9-8965-1b4771ccd0bd', 'tag': 'ccc02de6-a63a-4c49-a6a0-e0f7375bc154'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:12.633713 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3b9f7a-2744-478b-acb4-89305c00731f" -d '{"events": [{"name": "network-changed", "server_uuid": "cca7d0be-442c-42d9-8965-1b4771ccd0bd", "tag": "ccc02de6-a63a-4c49-a6a0-e0f7375bc154"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:12.634914 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:12.638612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:12.676438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.725031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340bdbb-6440-41de-ad59-205fe00fea48 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc02de6-a63a-4c49-a6a0-e0f7375bc154,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:12.793826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Attempting to bind port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:12.794102 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Attempting to bind port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '25d3826f-c38b-47ed-9457-e78cc3500d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:12.794463 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Attempting to bind port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d on network ca2a9daf-ca44-4866-b1f9-0c2762628dde {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:12.810423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:12.810423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Checking segment: {'id': '25d3826f-c38b-47ed-9457-e78cc3500d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:12.812439 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.812856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Bound using segment: {'id': '25d3826f-c38b-47ed-9457-e78cc3500d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:12.813343 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Bound port: f29732fd-fbc5-4106-a4ca-1f4fa4ae389d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d3826f-c38b-47ed-9457-e78cc3500d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:12.813733 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.842793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3c54a8-d1b2-4993-816f-4b21d10547cf,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:12.954035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bd64739b-2684-456e-9468-3170005244d8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:13.033714 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714f6e7d-61db-43ed-8903-3a88f96af886 x-openstack-request-id: req-714f6e7d-61db-43ed-8903-3a88f96af886 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:13.034216 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca7d0be-442c-42d9-8965-1b4771ccd0bd", "tag": "ccc02de6-a63a-4c49-a6a0-e0f7375bc154", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:13.034478 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-714f6e7d-61db-43ed-8903-3a88f96af886 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:13.034901 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca7d0be-442c-42d9-8965-1b4771ccd0bd', 'tag': 'ccc02de6-a63a-4c49-a6a0-e0f7375bc154', 'status': 'completed', 'code': 200} Jul 05 04:04:13.085481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Allocated IP 172.20.0.1 (ca2a9daf-ca44-4866-b1f9-0c2762628dde/1236c018-643b-4a45-9682-8f3d2520128e/5a7458c0-6bda-4521-a761-8ead7ee064c6) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:13.105760 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] For port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:13.121183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] For port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f29732fd-fbc5-4106-a4ca-1f4fa4ae389d,segment=NetworkSegment(25d3826f-c38b-47ed-9457-e78cc3500d70),segment_id=25d3826f-c38b-47ed-9457-e78cc3500d70)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:13.130394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port bd64739b-2684-456e-9468-3170005244d8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:13.130521 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.218898 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-589f016f-7189-466c-b7ba-4431cb3c60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:13.223253 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-589f016f-7189-466c-b7ba-4431cb3c60ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 1095 time: 0.3009579 Jul 05 04:04:13.231705 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.326489 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-17caf997-5e5e-40e6-aeed-0832abf4ff22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc02de6-a63a-4c49-a6a0-e0f7375bc154 HTTP/1.1" status: 200 len: 217 time: 0.0958276 Jul 05 04:04:13.332731 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.341868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3003d789-cacc-46cc-af26-5578dd52aff5 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:13.440908 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2851cff-bbf2-4306-9f9a-8736c1e87cae None None] Pushing event updated for resources: {'Port': ['ID=f29732fd-fbc5-4106-a4ca-1f4fa4ae389d,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:13.497809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-e08e10aa-80f1-4b8a-bd30-3ec03518de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:13.500699 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-e08e10aa-80f1-4b8a-bd30-3ec03518de63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8facf5e9-bfc3-4583-948d-915d16522b51 HTTP/1.1" status: 200 len: 845 time: 0.1634042 Jul 05 04:04:13.526863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 3003d789-cacc-46cc-af26-5578dd52aff5 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:13.528291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a41cc-a176-4884-9508-665d084d2155 req-b0a85220-6d73-4ded-89a0-79d05d0bd22d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:13.539309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f66a41cc-a176-4884-9508-665d084d2155 req-b0a85220-6d73-4ded-89a0-79d05d0bd22d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.4479587 Jul 05 04:04:13.571344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a060cf-8343-4796-b3ae-f6d8ec81a136 req-34ea3745-d3dd-45c0-b2f6-0343f9945df4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:13.572435 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-49ca38b5-3f00-4f26-b099-95e057d07e55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635309 Jul 05 04:04:13.577856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07a060cf-8343-4796-b3ae-f6d8ec81a136 req-34ea3745-d3dd-45c0-b2f6-0343f9945df4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 944 time: 0.4231598 Jul 05 04:04:13.687059 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.715121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f66a41cc-a176-4884-9508-665d084d2155 req-a78f2c17-f808-4565-9801-6cd8a6746a50 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777277 Jul 05 04:04:13.773486 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07a060cf-8343-4796-b3ae-f6d8ec81a136 req-1c3b58c1-e08e-4b18-b6c7-79e0a8b4c422 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945109 Jul 05 04:04:13.777773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Transition to ACTIVE for port object 5a7458c0-6bda-4521-a761-8ead7ee064c6 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:13.810929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Router 88ecc8da-acaf-486b-ac0a-d3c71466ed88 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:13.867613 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.879923 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-fcde04e5-7c35-4220-b922-8e9711e858b3 service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481678 Jul 05 04:04:13.982011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4af2d3d-9459-4f24-b23e-e8966cebec07 None None] Network c9cacc45-8eaf-4651-bb2d-cb0c7944259d requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:14.013984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:14.047019 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Sync routers for ids ['88ecc8da-acaf-486b-ac0a-d3c71466ed88'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:14.055733 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.064167 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Routers {'88ecc8da-acaf-486b-ac0a-d3c71466ed88'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:14.065002 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['88ecc8da-acaf-486b-ac0a-d3c71466ed88'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:14.133829 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d96fc1c2-e381-4045-ab8b-fa6c981c168f req-28a72995-a2df-4b7c-8f7c-7e714b2a4298 service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485452 Jul 05 04:04:14.142158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=5a7458c0-6bda-4521-a761-8ead7ee064c6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:14.150836 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.154900 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9b3e5cd4-69b5-43eb-8e7b-4a961be0dcdb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.0469952 Jul 05 04:04:14.155042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47938) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:14.172851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network ca2a9daf-ca44-4866-b1f9-0c2762628dde is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:14.185608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:14.190826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:14.202837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8a3d1554-9010-4425-916f-cdcfed0325ec None None] Provisioning for port 3003d789-cacc-46cc-af26-5578dd52aff5 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:14.210617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8a3d1554-9010-4425-916f-cdcfed0325ec None None] Provisioning complete for port 3003d789-cacc-46cc-af26-5578dd52aff5 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:14.211065 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1554-9010-4425-916f-cdcfed0325ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.219737 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Set router 88ecc8da-acaf-486b-ac0a-d3c71466ed88 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:14.314829 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.370226 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-98959436-44fd-4da2-b82a-dafbb4d16091 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/routers/88ecc8da-acaf-486b-ac0a-d3c71466ed88 HTTP/1.1" status: 200 len: 906 time: 0.2140238 Jul 05 04:04:14.375177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47944) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:14.463058 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1554-9010-4425-916f-cdcfed0325ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.538804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8a3d1554-9010-4425-916f-cdcfed0325ec None None] For port 3003d789-cacc-46cc-af26-5578dd52aff5, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3003d789-cacc-46cc-af26-5578dd52aff5,segment=NetworkSegment(5509b1ef-eab4-4c63-b59a-3f5a8c33438f),segment_id=5509b1ef-eab4-4c63-b59a-3f5a8c33438f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:14.541477 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b9f7a-2744-478b-acb4-89305c00731f req-2aa7a4ba-2c60-4b8c-912e-6b5834751ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:14.552973 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ff3b9f7a-2744-478b-acb4-89305c00731f req-2aa7a4ba-2c60-4b8c-912e-6b5834751ad0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 1095 time: 0.2652683 Jul 05 04:04:14.560894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Router efa5e051-0db6-4e7a-a4d2-6245ed75835f is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:14.637500 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1554-9010-4425-916f-cdcfed0325ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.645951 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ecc8da-acaf-486b-ac0a-d3c71466ed88', 'name': 'tempest-snat-router-426678823', 'tenant_id': '2119be9e0d3c41feb92b939b5656a5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '7f162490-a4ce-4472-82a4-996a3dba3c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:08Z', 'updated_at': '2021-07-05T04:04:11Z', 'revision_number': 3, 'project_id': '2119be9e0d3c41feb92b939b5656a5c0', 'gw_port': {'id': '7f162490-a4ce-4472-82a4-996a3dba3c6a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ecc8da-acaf-486b-ac0a-d3c71466ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:09Z', 'updated_at': '2021-07-05T04:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:14.722484 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Checking router: 88ecc8da-acaf-486b-ac0a-d3c71466ed88 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:14.722836 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Updating router 88ecc8da-acaf-486b-ac0a-d3c71466ed88 port 7f162490-a4ce-4472-82a4-996a3dba3c6a binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:14.734753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d1554-9010-4425-916f-cdcfed0325ec None None] Pushing event updated for resources: {'Port': ['ID=3003d789-cacc-46cc-af26-5578dd52aff5,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:14.771266 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f29732fd-fbc5-4106-a4ca-1f4fa4ae389d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:14.778790 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.830718 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.835152 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.965120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-85f459f7-1249-46a5-b131-97a59c9348fc None None] Provisioning complete for port 3003d789-cacc-46cc-af26-5578dd52aff5 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:14.965775 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-85f459f7-1249-46a5-b131-97a59c9348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.049742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:15.079952 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.185618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5fb9ce-194b-4adb-95d3-6e24913627d3 None None] Network ca2a9daf-ca44-4866-b1f9-0c2762628dde requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:15.188571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:15.208775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Sync routers for ids ['efa5e051-0db6-4e7a-a4d2-6245ed75835f'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:15.262942 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b9f7a-2744-478b-acb4-89305c00731f req-16589013-e088-4146-82c0-a1b14efacb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.266064 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ff3b9f7a-2744-478b-acb4-89305c00731f req-16589013-e088-4146-82c0-a1b14efacb5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 906 time: 0.6799662 Jul 05 04:04:15.369837 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ff3b9f7a-2744-478b-acb4-89305c00731f req-248c46a1-5101-42e1-adc5-a3b0c2e2c322 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc02de6-a63a-4c49-a6a0-e0f7375bc154 HTTP/1.1" status: 200 len: 217 time: 0.0891998 Jul 05 04:04:15.370805 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.372244 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f7a4b108-f98a-4d8c-952e-2d7fa98614f6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6204419 Jul 05 04:04:15.378075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47962) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:15.380099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Deleting port 7f162490-a4ce-4472-82a4-996a3dba3c6a {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:15.380626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.386018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device ccc02de6-a63a-4c49-a6a0-e0f7375bc154 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:04:15.430645 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.439381 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Routers {'efa5e051-0db6-4e7a-a4d2-6245ed75835f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:15.443474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['efa5e051-0db6-4e7a-a4d2-6245ed75835f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:15.447775 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Transition to ACTIVE for port object 7f162490-a4ce-4472-82a4-996a3dba3c6a will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:15.531584 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.582995 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce568a-d233-4b9b-8f88-2a9d8a5bb732 None None] Pushing event updated for resources: {'Port': ['ID=7f162490-a4ce-4472-82a4-996a3dba3c6a,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:15.621293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b9f7a-2744-478b-acb4-89305c00731f req-cfefcd39-86fe-4aa9-9bf4-28a0ff31ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.625254 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ff3b9f7a-2744-478b-acb4-89305c00731f req-cfefcd39-86fe-4aa9-9bf4-28a0ff31ac7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8facf5e9-bfc3-4583-948d-915d16522b51 HTTP/1.1" status: 200 len: 845 time: 0.2455695 Jul 05 04:04:15.626812 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Attempting to bind port 7f162490-a4ce-4472-82a4-996a3dba3c6a on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:15.628672 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Attempting to bind port 7f162490-a4ce-4472-82a4-996a3dba3c6a by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:15.629544 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Attempting to bind port 7f162490-a4ce-4472-82a4-996a3dba3c6a on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:15.642205 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:15.642945 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:15.643560 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.644271 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:15.644992 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Bound port: 7f162490-a4ce-4472-82a4-996a3dba3c6a, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:15.645759 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.664577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port ccc02de6-a63a-4c49-a6a0-e0f7375bc154, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=ccc02de6-a63a-4c49-a6a0-e0f7375bc154,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:15.730055 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] For port 7f162490-a4ce-4472-82a4-996a3dba3c6a, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:15.734345 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] For port 7f162490-a4ce-4472-82a4-996a3dba3c6a, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7f162490-a4ce-4472-82a4-996a3dba3c6a,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:15.736254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'ccc02de6-a63a-4c49-a6a0-e0f7375bc154', 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'port_id': 'ccc02de6-a63a-4c49-a6a0-e0f7375bc154', 'mac_address': 'fa:16:3e:2c:6f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8facf5e9-bfc3-4583-948d-915d16522b51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:04:15.796749 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Set router efa5e051-0db6-4e7a-a4d2-6245ed75835f gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:15.810697 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.830437 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.834657 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573ecfb-a474-41b7-8092-0d58e9afd500 req-009f1721-de1a-408d-8e15-222b68af5f76 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.837694 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9573ecfb-a474-41b7-8092-0d58e9afd500 req-009f1721-de1a-408d-8e15-222b68af5f76 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 944 time: 0.7064998 Jul 05 04:04:15.855142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1180bd-3086-40ad-b748-f5487fadf3b6 req-38d8f5e2-1662-420c-a625-ce707c3c438c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.856750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e1180bd-3086-40ad-b748-f5487fadf3b6 req-38d8f5e2-1662-420c-a625-ce707c3c438c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.7253325 Jul 05 04:04:15.929594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e1180bd-3086-40ad-b748-f5487fadf3b6 req-65550059-48bb-43a7-8a8f-a35257b88716 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661488 Jul 05 04:04:15.930533 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.987909 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce568a-d233-4b9b-8f88-2a9d8a5bb732 None None] Pushing event updated for resources: {'Port': ['ID=7f162490-a4ce-4472-82a4-996a3dba3c6a,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:16.013193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9573ecfb-a474-41b7-8092-0d58e9afd500 req-90fd07fc-e37d-463c-a60f-2a9e257853c2 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674244 Jul 05 04:04:16.041173 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Routers {'88ecc8da-acaf-486b-ac0a-d3c71466ed88'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:16.043344 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['88ecc8da-acaf-486b-ac0a-d3c71466ed88'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:16.073497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=5a7458c0-6bda-4521-a761-8ead7ee064c6,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:16.082995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-29d93884-73bd-40dc-bd77-2bd27d935b3e None None] Provisioning for port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:16.145987 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.173651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-29d93884-73bd-40dc-bd77-2bd27d935b3e None None] Provisioning complete for port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:16.173928 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29d93884-73bd-40dc-bd77-2bd27d935b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.274761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network ca2a9daf-ca44-4866-b1f9-0c2762628dde is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:16.274761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:16.287421 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] Set router 88ecc8da-acaf-486b-ac0a-d3c71466ed88 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:16.289054 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.386685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc02de6-a63a-4c49-a6a0-e0f7375bc154 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:16.434570 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ecc8da-acaf-486b-ac0a-d3c71466ed88', 'name': 'tempest-snat-router-426678823', 'tenant_id': '2119be9e0d3c41feb92b939b5656a5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:08Z', 'updated_at': '2021-07-05T04:04:15Z', 'revision_number': 4, 'project_id': '2119be9e0d3c41feb92b939b5656a5c0', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:16.483971 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce137d3-5dd6-496a-831c-fcb502e3073e None None] The sync data for ids ['88ecc8da-acaf-486b-ac0a-d3c71466ed88'] in n-d-798249-5 is: [{'id': '88ecc8da-acaf-486b-ac0a-d3c71466ed88', 'name': 'tempest-snat-router-426678823', 'tenant_id': '2119be9e0d3c41feb92b939b5656a5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:08Z', 'updated_at': '2021-07-05T04:04:15Z', 'revision_number': 4, 'project_id': '2119be9e0d3c41feb92b939b5656a5c0', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:16.488564 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29d93884-73bd-40dc-bd77-2bd27d935b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.580738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port ccc02de6-a63a-4c49-a6a0-e0f7375bc154, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=ccc02de6-a63a-4c49-a6a0-e0f7375bc154,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:16.582199 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ff3b9f7a-2744-478b-acb4-89305c00731f req-ad8f66a7-366d-45be-bd10-76946e1b7be2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9169874 Jul 05 04:04:16.618977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-29d93884-73bd-40dc-bd77-2bd27d935b3e None None] For port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f29732fd-fbc5-4106-a4ca-1f4fa4ae389d,segment=NetworkSegment(25d3826f-c38b-47ed-9457-e78cc3500d70),segment_id=25d3826f-c38b-47ed-9457-e78cc3500d70)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:16.664904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'name': 'tempest-TestAggregatesBasicOps-1187043660-router', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8d3c54a8-d1b2-4993-816f-4b21d10547cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:09Z', 'updated_at': '2021-07-05T04:04:12Z', 'revision_number': 3, 'project_id': '757fb73bbc754fc4b0d6efe3c2142496', 'gw_port': {'id': '8d3c54a8-d1b2-4993-816f-4b21d10547cf', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:11Z', 'updated_at': '2021-07-05T04:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:16.669299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:16.717573 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.724296 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3003d789-cacc-46cc-af26-5578dd52aff5 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:16.726865 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29d93884-73bd-40dc-bd77-2bd27d935b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.732405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Checking router: efa5e051-0db6-4e7a-a4d2-6245ed75835f for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:16.732773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Updating router efa5e051-0db6-4e7a-a4d2-6245ed75835f port 8d3c54a8-d1b2-4993-816f-4b21d10547cf binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:16.739610 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.765466 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Calling delete_port for 7f162490-a4ce-4472-82a4-996a3dba3c6a owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:16.923882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:16.934635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3102dfd1-f8a7-40bd-a286-4486ef44d289 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7308016 Jul 05 04:04:16.942992 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Sync routers for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:16.951858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47982) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:16.961712 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:16.962697 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:16.995653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ce5ddc21-5e9e-40f0-a158-67fa54b7ed8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'network': {'name': 'tempest-RoutersTest-1460942411'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:17.047886 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ff3b9f7a-2744-478b-acb4-89305c00731f req-0bf7be91-97fe-4cf3-a2d3-2df266c47dbd service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516485 Jul 05 04:04:17.115553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e99142-786e-4367-bb82-5fce192e5dd6 req-44d67cdc-6416-432c-9bbf-45da7b7528df tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:17.118378 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3e99142-786e-4367-bb82-5fce192e5dd6 req-44d67cdc-6416-432c-9bbf-45da7b7528df tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1962130 Jul 05 04:04:17.187248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3e99142-786e-4367-bb82-5fce192e5dd6 req-6505f9fe-1819-4dd4-b6e1-c2911ea98376 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591328 Jul 05 04:04:17.191699 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.262162 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:17.281254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ccc02de6-a63a-4c49-a6a0-e0f7375bc154'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:17.286303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=ccc02de6-a63a-4c49-a6a0-e0f7375bc154,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:17.331291 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ff3b9f7a-2744-478b-acb4-89305c00731f req-0d9f0d93-9ef6-47fd-8f64-5a46a98ab7ae service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644513 Jul 05 04:04:17.392464 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d93884-73bd-40dc-bd77-2bd27d935b3e None None] Pushing event updated for resources: {'Port': ['ID=f29732fd-fbc5-4106-a4ca-1f4fa4ae389d,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:17.469387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f528af82-0dc1-434b-98bf-30ff33b35658 None None] Provisioning for port 5a7458c0-6bda-4521-a761-8ead7ee064c6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:17.488856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f528af82-0dc1-434b-98bf-30ff33b35658 None None] Provisioning complete for port 5a7458c0-6bda-4521-a761-8ead7ee064c6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:17.489185 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f528af82-0dc1-434b-98bf-30ff33b35658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.503114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b676c9-9dfd-4ae0-8002-914138937212 req-2f6ad38b-ad3e-40ec-81cb-d0809a1ae49c tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:17.514469 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26b676c9-9dfd-4ae0-8002-914138937212 req-2f6ad38b-ad3e-40ec-81cb-d0809a1ae49c tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 945 time: 0.1608992 Jul 05 04:04:17.552268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5ddc21-5e9e-40f0-a158-67fa54b7ed8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:17.562280 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce5ddc21-5e9e-40f0-a158-67fa54b7ed8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.596541 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26b676c9-9dfd-4ae0-8002-914138937212 req-bb8559a9-d4a2-48ec-905f-e3b8b90e18db tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802541 Jul 05 04:04:17.674143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 3003d789-cacc-46cc-af26-5578dd52aff5 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:17.675216 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.700796 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5ddc21-5e9e-40f0-a158-67fa54b7ed8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:17.719762 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce5ddc21-5e9e-40f0-a158-67fa54b7ed8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.720314 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-ce5ddc21-5e9e-40f0-a158-67fa54b7ed8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Added segment 6a3c572b-2cae-4b8c-89cf-566b73b01635 of type vlan for network 7029415b-fa47-4e96-9fd0-19a374a42d22 Jul 05 04:04:17.798137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f528af82-0dc1-434b-98bf-30ff33b35658 None None] Port 5a7458c0-6bda-4521-a761-8ead7ee064c6 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:17.857542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb359eee-a41a-4d33-ac2d-18f2bc5dc9a5 req-c8ee8560-2a38-423d-9315-f95cd423b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:17.859272 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb359eee-a41a-4d33-ac2d-18f2bc5dc9a5 req-c8ee8560-2a38-423d-9315-f95cd423b9cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1095 time: 0.9349172 Jul 05 04:04:17.876037 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:14Z', 'revision_number': 2, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:15Z', 'revision_number': 2, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:17.883684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f528af82-0dc1-434b-98bf-30ff33b35658 None None] Provisioning complete for port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:17.884164 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f528af82-0dc1-434b-98bf-30ff33b35658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.905226 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce5ddc21-5e9e-40f0-a158-67fa54b7ed8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.935720 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Checking router: 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:17.935970 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Updating router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 port 5a7458c0-6bda-4521-a761-8ead7ee064c6 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:17.985189 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.108530 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.resource_extend [None req-ce5ddc21-5e9e-40f0-a158-67fa54b7ed8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:04:18.180005 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.192008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Transition to ACTIVE for port object 8d3c54a8-d1b2-4993-816f-4b21d10547cf will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:18.231379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb359eee-a41a-4d33-ac2d-18f2bc5dc9a5 req-098c24cf-645f-41d7-8a78-c0313db14a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:18.234168 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb359eee-a41a-4d33-ac2d-18f2bc5dc9a5 req-098c24cf-645f-41d7-8a78-c0313db14a10 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.3388758 Jul 05 04:04:18.238357 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.293508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-56dc1a14-4c04-4c7f-8b3c-0bb35805bdbb None None] Provisioning complete for port 5a7458c0-6bda-4521-a761-8ead7ee064c6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:18.293795 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-56dc1a14-4c04-4c7f-8b3c-0bb35805bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.320586 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce5ddc21-5e9e-40f0-a158-67fa54b7ed8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.330549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5ddc21-5e9e-40f0-a158-67fa54b7ed8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:18.332697 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce5ddc21-5e9e-40f0-a158-67fa54b7ed8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.364140 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.447596 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f162490-a4ce-4472-82a4-996a3dba3c6a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:18.609212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-56dc1a14-4c04-4c7f-8b3c-0bb35805bdbb None None] Port 5a7458c0-6bda-4521-a761-8ead7ee064c6 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:18.633126 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ce5ddc21-5e9e-40f0-a158-67fa54b7ed8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6704533 Jul 05 04:04:18.633564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48014) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:18.639819 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e7956c1e-3d06-449a-b2ce-56c54950171b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'subnet': {'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:18.665236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Attempting to bind port 8d3c54a8-d1b2-4993-816f-4b21d10547cf on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:18.671052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Attempting to bind port 8d3c54a8-d1b2-4993-816f-4b21d10547cf by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:18.673758 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Attempting to bind port 8d3c54a8-d1b2-4993-816f-4b21d10547cf on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:18.715354 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:18.716013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:18.716417 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.716958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:18.726895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Bound port: 8d3c54a8-d1b2-4993-816f-4b21d10547cf, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:18.727965 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.774553 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.802113 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Transition to ACTIVE for port object 5a7458c0-6bda-4521-a761-8ead7ee064c6 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:18.838478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] For port 8d3c54a8-d1b2-4993-816f-4b21d10547cf, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:18.841940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] For port 8d3c54a8-d1b2-4993-816f-4b21d10547cf, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8d3c54a8-d1b2-4993-816f-4b21d10547cf,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:18.843409 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f29732fd-fbc5-4106-a4ca-1f4fa4ae389d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:18.899031 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.932114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220e2a6-256f-4b9b-a8f6-b45714addbbd None None] Pushing event updated for resources: {'Port': ['ID=8d3c54a8-d1b2-4993-816f-4b21d10547cf,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:18.964716 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.980023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af7bf6-c397-4be2-8ae9-64fbca6fe867 None None] Pushing event updated for resources: {'Port': ['ID=5a7458c0-6bda-4521-a761-8ead7ee064c6,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:18.981318 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.081649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220e2a6-256f-4b9b-a8f6-b45714addbbd None None] Pushing event updated for resources: {'Port': ['ID=8d3c54a8-d1b2-4993-816f-4b21d10547cf,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:19.083885 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Attempting to bind port 5a7458c0-6bda-4521-a761-8ead7ee064c6 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:19.085211 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Attempting to bind port 5a7458c0-6bda-4521-a761-8ead7ee064c6 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '25d3826f-c38b-47ed-9457-e78cc3500d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:19.088189 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Attempting to bind port 5a7458c0-6bda-4521-a761-8ead7ee064c6 on network ca2a9daf-ca44-4866-b1f9-0c2762628dde {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:19.089921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:19.090290 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.106150 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:19.106150 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Checking segment: {'id': '25d3826f-c38b-47ed-9457-e78cc3500d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:19.106150 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.106150 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Bound using segment: {'id': '25d3826f-c38b-47ed-9457-e78cc3500d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:19.108070 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Bound port: 5a7458c0-6bda-4521-a761-8ead7ee064c6, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d3826f-c38b-47ed-9457-e78cc3500d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:19.109443 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.227878 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.243730 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.246120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Routers {'efa5e051-0db6-4e7a-a4d2-6245ed75835f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:19.246935 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['efa5e051-0db6-4e7a-a4d2-6245ed75835f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:19.330462 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] For port 5a7458c0-6bda-4521-a761-8ead7ee064c6, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:19.339483 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] For port 5a7458c0-6bda-4521-a761-8ead7ee064c6, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5a7458c0-6bda-4521-a761-8ead7ee064c6,segment=NetworkSegment(25d3826f-c38b-47ed-9457-e78cc3500d70),segment_id=25d3826f-c38b-47ed-9457-e78cc3500d70)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:19.343250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430adc4-233b-4a96-b61d-012003d00332 req-28478c5a-6c35-4505-b4aa-c3abe379c365 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:19.353425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b430adc4-233b-4a96-b61d-012003d00332 req-28478c5a-6c35-4505-b4aa-c3abe379c365 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.4426541 Jul 05 04:04:19.374069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7956c1e-3d06-449a-b2ce-56c54950171b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:19.399162 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e7956c1e-3d06-449a-b2ce-56c54950171b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.419173 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.435798 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb359eee-a41a-4d33-ac2d-18f2bc5dc9a5 req-7804ab90-0f62-447e-9042-21d182b4fe3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 999 time: 1.1565201 Jul 05 04:04:19.439369 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ddc21-5e9e-40f0-a158-67fa54b7ed8f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Network': ['ID=7029415b-fa47-4e96-9fd0-19a374a42d22,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:19.468283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device ccc02de6-a63a-4c49-a6a0-e0f7375bc154 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:19.489947 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.491804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88ecc8da-acaf-486b-ac0a-d3c71466ed88 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:19.509976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.516818 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d6b50946-d635-4ebb-bc64-26cb4e712db6 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "DELETE /v2.0/routers/88ecc8da-acaf-486b-ac0a-d3c71466ed88 HTTP/1.1" status: 204 len: 168 time: 5.1368358 Jul 05 04:04:19.526248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e949b-9ff2-4316-82d7-43c8244823e0 req-5834f823-a836-4a6a-8c04-88d8b7eccf45 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:19.545037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-373e949b-9ff2-4316-82d7-43c8244823e0 req-5834f823-a836-4a6a-8c04-88d8b7eccf45 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 945 time: 0.5230191 Jul 05 04:04:19.561044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48018) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:19.582779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 7029415b-fa47-4e96-9fd0-19a374a42d22 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:19.594792 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:19.595736 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:03:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:19.685481 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af7bf6-c397-4be2-8ae9-64fbca6fe867 None None] Pushing event updated for resources: {'Port': ['ID=5a7458c0-6bda-4521-a761-8ead7ee064c6,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:19.711151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb359eee-a41a-4d33-ac2d-18f2bc5dc9a5 req-cc2d524d-5ddf-4dad-a085-66531e82312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:19.721009 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb359eee-a41a-4d33-ac2d-18f2bc5dc9a5 req-cc2d524d-5ddf-4dad-a085-66531e82312d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.2748752 Jul 05 04:04:19.847424 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:19.848559 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.946640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b430adc4-233b-4a96-b61d-012003d00332 req-fe398baf-6380-441b-bd3f-a81065734a3c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5922048 Jul 05 04:04:19.982741 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port ccc02de6-a63a-4c49-a6a0-e0f7375bc154 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:20.000810 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port ccc02de6-a63a-4c49-a6a0-e0f7375bc154 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:20.008295 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.030018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb359eee-a41a-4d33-ac2d-18f2bc5dc9a5 req-ece91e68-1ed6-428f-ade2-edf8254849bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:20.033418 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb359eee-a41a-4d33-ac2d-18f2bc5dc9a5 req-ece91e68-1ed6-428f-ade2-edf8254849bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3026612 Jul 05 04:04:20.088672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-373e949b-9ff2-4316-82d7-43c8244823e0 req-dbeb5a56-35ea-4585-aa1e-a0658f967c50 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425942 Jul 05 04:04:20.133628 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] Set router efa5e051-0db6-4e7a-a4d2-6245ed75835f gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:20.370309 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:14Z', 'revision_number': 2, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:19Z', 'revision_number': 4, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:20.572471 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.573654 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9368a78b-e8bc-4c22-8c2f-87ff8538559b None None] The sync data for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 is: [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:14Z', 'revision_number': 2, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:19Z', 'revision_number': 4, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:20.573975 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.574059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Allocated IP 172.20.0.1 (c9cacc45-8eaf-4651-bb2d-cb0c7944259d/a12a5dd3-2aa4-47bc-afdb-51c130e67e1e/f9023309-da76-47a4-9712-13dfcbe16d6d) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:20.574140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca7d0be-442c-42d9-8965-1b4771ccd0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc02de6-a63a-4c49-a6a0-e0f7375bc154'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:20.574140 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17579adc-2260-4158-958f-1f0f01d1ad24" -d '{"events": [{"server_uuid": "cca7d0be-442c-42d9-8965-1b4771ccd0bd", "name": "network-vif-plugged", "status": "completed", "tag": "ccc02de6-a63a-4c49-a6a0-e0f7375bc154"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:20.621000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port ccc02de6-a63a-4c49-a6a0-e0f7375bc154, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=ccc02de6-a63a-4c49-a6a0-e0f7375bc154,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:20.697278 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.727663 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.728036 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Transition to ACTIVE for port object f9023309-da76-47a4-9712-13dfcbe16d6d will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:20.794896 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb359eee-a41a-4d33-ac2d-18f2bc5dc9a5 req-4d8f2cd5-dad6-4f80-b753-4da51f773146 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7488425 Jul 05 04:04:20.852982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'name': 'tempest-TestAggregatesBasicOps-1187043660-router', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8d3c54a8-d1b2-4993-816f-4b21d10547cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:09Z', 'updated_at': '2021-07-05T04:04:12Z', 'revision_number': 3, 'project_id': '757fb73bbc754fc4b0d6efe3c2142496', 'gw_port': {'id': '8d3c54a8-d1b2-4993-816f-4b21d10547cf', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:11Z', 'updated_at': '2021-07-05T04:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:20.859564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=ccc02de6-a63a-4c49-a6a0-e0f7375bc154,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:20.966799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d84175-03d1-461b-a8bc-f43e044c4190 None None] The sync data for ids ['efa5e051-0db6-4e7a-a4d2-6245ed75835f'] in n-d-798249-5 is: [{'id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'name': 'tempest-TestAggregatesBasicOps-1187043660-router', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8d3c54a8-d1b2-4993-816f-4b21d10547cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:09Z', 'updated_at': '2021-07-05T04:04:12Z', 'revision_number': 3, 'project_id': '757fb73bbc754fc4b0d6efe3c2142496', 'gw_port': {'id': '8d3c54a8-d1b2-4993-816f-4b21d10547cf', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:11Z', 'updated_at': '2021-07-05T04:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:21.033505 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e7956c1e-3d06-449a-b2ce-56c54950171b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.105420 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb359eee-a41a-4d33-ac2d-18f2bc5dc9a5 req-92ffd441-3736-4ea6-99cb-042d56bc39d4 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013668 Jul 05 04:04:21.175798 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1744805d-3ecf-4d59-a18f-d6bb8146b8c0 x-openstack-request-id: req-1744805d-3ecf-4d59-a18f-d6bb8146b8c0 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:21.176468 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca7d0be-442c-42d9-8965-1b4771ccd0bd", "name": "network-vif-plugged", "status": "completed", "tag": "ccc02de6-a63a-4c49-a6a0-e0f7375bc154", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:21.176572 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1744805d-3ecf-4d59-a18f-d6bb8146b8c0 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:21.183406 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca7d0be-442c-42d9-8965-1b4771ccd0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc02de6-a63a-4c49-a6a0-e0f7375bc154', 'code': 200} Jul 05 04:04:21.247227 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.297749 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47f28802-5939-41df-ae0e-ad021279f49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.495318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Network c9cacc45-8eaf-4651-bb2d-cb0c7944259d is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:21.519908 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:21.536068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:21.568823 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Pushing event updated for resources: {'Port': ['ID=f9023309-da76-47a4-9712-13dfcbe16d6d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:21.704410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7956c1e-3d06-449a-b2ce-56c54950171b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Subnet': ['ID=4616e820-7b8e-4d02-8e61-5ebddd4535f6,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:21.713588 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7674698-ff29-4851-b074-0f5050afdf89 req-a8716790-e167-4618-bba2-7f947eb9679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:21.716083 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c7674698-ff29-4851-b074-0f5050afdf89 req-a8716790-e167-4618-bba2-7f947eb9679e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 1097 time: 0.3825197 Jul 05 04:04:21.770681 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.894317 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.910304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7956c1e-3d06-449a-b2ce-56c54950171b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Checking segment: {'id': '6a3c572b-2cae-4b8c-89cf-566b73b01635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:21.911563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7956c1e-3d06-449a-b2ce-56c54950171b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network hostable DHCP agents. Network: 7029415b-fa47-4e96-9fd0-19a374a42d22, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:21.940254 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c7674698-ff29-4851-b074-0f5050afdf89 req-95666c17-2506-48f3-bff7-343e7ffd1fcd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928701 Jul 05 04:04:22.113843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db822d-ad01-426f-b3c7-1c65522ff588 req-4d6a5f77-304c-4414-8f1e-e7229d0815b3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:22.125571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43db822d-ad01-426f-b3c7-1c65522ff588 req-4d6a5f77-304c-4414-8f1e-e7229d0815b3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.8938513 Jul 05 04:04:22.131255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7956c1e-3d06-449a-b2ce-56c54950171b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 7029415b-fa47-4e96-9fd0-19a374a42d22 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:22.161569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eddf72-6217-4a9c-99fb-adab1c9094bd req-c5b88e74-8c4e-4a01-a44d-6e39ac0fdea2 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:22.164139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9eddf72-6217-4a9c-99fb-adab1c9094bd req-c5b88e74-8c4e-4a01-a44d-6e39ac0fdea2 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 946 time: 0.4976768 Jul 05 04:04:22.274913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b27d98ae-66ff-473a-a5f5-94314fdd6bb3 None None] Provisioning for port f9023309-da76-47a4-9712-13dfcbe16d6d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:22.280432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b27d98ae-66ff-473a-a5f5-94314fdd6bb3 None None] Provisioning complete for port f9023309-da76-47a4-9712-13dfcbe16d6d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:22.281384 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b27d98ae-66ff-473a-a5f5-94314fdd6bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.281554 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.403315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b27d98ae-66ff-473a-a5f5-94314fdd6bb3 None None] Port f9023309-da76-47a4-9712-13dfcbe16d6d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:22.426110 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9eddf72-6217-4a9c-99fb-adab1c9094bd req-58eafeab-44a4-449c-b05e-6b5eb40da22d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318034 Jul 05 04:04:22.457002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-e7956c1e-3d06-449a-b2ce-56c54950171b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 7029415b-fa47-4e96-9fd0-19a374a42d22) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:22.468067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31104f40-bb55-43ee-8f8d-374683dc8661 None None] Network 7029415b-fa47-4e96-9fd0-19a374a42d22 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:22.495268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7956c1e-3d06-449a-b2ce-56c54950171b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:22.496327 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e7956c1e-3d06-449a-b2ce-56c54950171b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.512688 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43db822d-ad01-426f-b3c7-1c65522ff588 req-c39564ee-c7e7-4d20-82d9-7dfdf33ce0d3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818190 Jul 05 04:04:22.540877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Deleting port bd64739b-2684-456e-9468-3170005244d8 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:22.544593 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.893705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48054) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:22.900627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e7956c1e-3d06-449a-b2ce-56c54950171b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2650456 Jul 05 04:04:22.984826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8d3c54a8-d1b2-4993-816f-4b21d10547cf up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:23.064406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] For port bd64739b-2684-456e-9468-3170005244d8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bd64739b-2684-456e-9468-3170005244d8,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:23.081074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.128023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Calling delete_port for bd64739b-2684-456e-9468-3170005244d8 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:23.267118 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.300153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-7029415b-fa47-4e96-9fd0-19a374a42d22', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:23.301087 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.415101 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.631216 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.909751 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.916647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Allocated IP 172.21.0.2 (7029415b-fa47-4e96-9fd0-19a374a42d22/4616e820-7b8e-4d02-8e61-5ebddd4535f6/4bfcebd8-96d5-4b5c-8cb4-1939a9814b55) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:23.992231 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Pushing event updated for resources: {'Port': ['ID=f9023309-da76-47a4-9712-13dfcbe16d6d,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:24.020590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd64739b-2684-456e-9468-3170005244d8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:24.263864 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.283654 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Transition to ACTIVE for port object 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:24.331271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3e83f-a7e7-4f8b-b469-53465c0e3c4a req-6b64d7d3-0801-4dff-92ca-00b5e3ed68e7 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:24.333135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27c3e83f-a7e7-4f8b-b469-53465c0e3c4a req-6b64d7d3-0801-4dff-92ca-00b5e3ed68e7 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 946 time: 0.5276959 Jul 05 04:04:24.342812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.365025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Transition to ACTIVE for port object 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:24.469450 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.498593 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 8d3c54a8-d1b2-4993-816f-4b21d10547cf completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:24.503031 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-22fb7110-47f4-462e-be69-a01a2a32c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.505401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 8d3c54a8-d1b2-4993-816f-4b21d10547cf triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:24.506083 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.510992 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.602081 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.637380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Network 7029415b-fa47-4e96-9fd0-19a374a42d22 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:24.647841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb194c-132b-49f2-8cf7-eaba94a25c42 req-b5f7c87c-3556-4490-99d9-b46a76f7b7b1 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:24.656355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:24.658597 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3beb194c-132b-49f2-8cf7-eaba94a25c42 req-b5f7c87c-3556-4490-99d9-b46a76f7b7b1 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.7125850 Jul 05 04:04:24.661265 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:24.663967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Pushing event updated for resources: {'Port': ['ID=4bfcebd8-96d5-4b5c-8cb4-1939a9814b55,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:24.670274 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.727587 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27c3e83f-a7e7-4f8b-b469-53465c0e3c4a req-44525a97-6de5-4c48-ae8f-f1d49d54353c tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739302 Jul 05 04:04:24.790523 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.913627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 8d3c54a8-d1b2-4993-816f-4b21d10547cf, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8d3c54a8-d1b2-4993-816f-4b21d10547cf,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:24.915080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Attempting to bind port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:24.915454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Attempting to bind port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '6a3c572b-2cae-4b8c-89cf-566b73b01635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:24.915812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Attempting to bind port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 on network 7029415b-fa47-4e96-9fd0-19a374a42d22 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:24.921776 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:24.922287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Checking segment: {'id': '6a3c572b-2cae-4b8c-89cf-566b73b01635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:24.922595 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.922995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Bound using segment: {'id': '6a3c572b-2cae-4b8c-89cf-566b73b01635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:24.924351 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Bound port: 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c572b-2cae-4b8c-89cf-566b73b01635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:24.924351 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.932781 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3beb194c-132b-49f2-8cf7-eaba94a25c42 req-b703bfed-b09a-4ebd-9043-c91c7be1a58e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728765 Jul 05 04:04:25.017790 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.020440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae61f194-ad9e-4479-814e-c787e701120a {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:25.042852 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.044719 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] For port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:25.057173 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1d02e1bc-85f3-4378-aebb-9fcdd6c5d9ec tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "DELETE /v2.0/routers/ae61f194-ad9e-4479-814e-c787e701120a HTTP/1.1" status: 204 len: 168 time: 5.4880769 Jul 05 04:04:25.057379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] For port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4bfcebd8-96d5-4b5c-8cb4-1939a9814b55,segment=NetworkSegment(6a3c572b-2cae-4b8c-89cf-566b73b01635),segment_id=6a3c572b-2cae-4b8c-89cf-566b73b01635)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:25.057517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48080) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:25.059519 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.060109 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5a7458c0-6bda-4521-a761-8ead7ee064c6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:25.075277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Network c9cacc45-8eaf-4651-bb2d-cb0c7944259d is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:25.080236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:25.105187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-275900139', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:25.400472 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.524698 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.548019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061e026-b42b-4572-88a2-0df7c0a0fe2c req-47cce18a-4294-4b69-a84b-c45983caa687 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:25.556640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9061e026-b42b-4572-88a2-0df7c0a0fe2c req-47cce18a-4294-4b69-a84b-c45983caa687 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.3884254 Jul 05 04:04:25.628885 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9061e026-b42b-4572-88a2-0df7c0a0fe2c req-8f15a504-6071-48e6-a68e-4cfc282ba60b tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/quotas/cf04d616778d47c89580bb8ff6878ba3 HTTP/1.1" status: 200 len: 375 time: 0.0181382 Jul 05 04:04:25.791922 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c63519-e22e-4d94-8810-80875e353afb req-ccf43902-5c8d-4e1a-a435-213923246929 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:25.807001 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2c63519-e22e-4d94-8810-80875e353afb req-ccf43902-5c8d-4e1a-a435-213923246929 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2492573 Jul 05 04:04:25.828844 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.830547 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.859908 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.877002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=8d3c54a8-d1b2-4993-816f-4b21d10547cf,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:25.878209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Router efa5e051-0db6-4e7a-a4d2-6245ed75835f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:25.908943 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.925967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dd75ae88-d482-4768-adff-44840a691a35 None None] Provisioning complete for port f9023309-da76-47a4-9712-13dfcbe16d6d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:25.926669 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd75ae88-d482-4768-adff-44840a691a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.934419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 5a7458c0-6bda-4521-a761-8ead7ee064c6 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:25.940690 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9061e026-b42b-4572-88a2-0df7c0a0fe2c req-179c9b94-34f4-41d4-985c-c03ea032aa37 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3102458 Jul 05 04:04:25.983275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5a7458c0-6bda-4521-a761-8ead7ee064c6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:25.985792 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.052114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2c63519-e22e-4d94-8810-80875e353afb req-f99c275e-e548-47a5-93c5-e8ae310a0b05 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440596 Jul 05 04:04:26.128100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-dd75ae88-d482-4768-adff-44840a691a35 None None] Port f9023309-da76-47a4-9712-13dfcbe16d6d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:26.201972 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83394b59-1d12-43f9-a8b9-4cf3af344dea None None] Pushing event updated for resources: {'Port': ['ID=4bfcebd8-96d5-4b5c-8cb4-1939a9814b55,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:26.286502 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:26.296293 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-45c684ce-af50-406a-8e1d-6d0a976683ac admin admin] 10.222.0.60 "PUT /v2.0/routers/efa5e051-0db6-4e7a-a4d2-6245ed75835f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9083433 Jul 05 04:04:26.320212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Sync routers for ids ['efa5e051-0db6-4e7a-a4d2-6245ed75835f'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:26.396076 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.472515 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.477137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Routers {'efa5e051-0db6-4e7a-a4d2-6245ed75835f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:26.477780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['efa5e051-0db6-4e7a-a4d2-6245ed75835f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:26.559067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Allocated IP 172.21.0.1 (7029415b-fa47-4e96-9fd0-19a374a42d22/4616e820-7b8e-4d02-8e61-5ebddd4535f6/39336319-e910-44c4-bfab-2ec4794f29ee) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:26.581046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9061e026-b42b-4572-88a2-0df7c0a0fe2c req-a638b4dd-9d9e-4a10-8a85-78b77de3adcf service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393082 Jul 05 04:04:26.663507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 5a7458c0-6bda-4521-a761-8ead7ee064c6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5a7458c0-6bda-4521-a761-8ead7ee064c6,segment=NetworkSegment(25d3826f-c38b-47ed-9457-e78cc3500d70),segment_id=25d3826f-c38b-47ed-9457-e78cc3500d70)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:26.725103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48112) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.763653 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.872790 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.902168 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Set router efa5e051-0db6-4e7a-a4d2-6245ed75835f gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:26.921777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Transition to ACTIVE for port object 39336319-e910-44c4-bfab-2ec4794f29ee will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:27.097953 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=5a7458c0-6bda-4521-a761-8ead7ee064c6,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:27.120961 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.176981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 7029415b-fa47-4e96-9fd0-19a374a42d22 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:27.185140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:27.238593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:27.247088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8d3c54a8-d1b2-4993-816f-4b21d10547cf up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:27.355688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.402426 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.502835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 8d3c54a8-d1b2-4993-816f-4b21d10547cf triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:27.504292 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.555451 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-829bf6c4-d45a-42c5-b6c7-1878197102b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.612956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=39336319-e910-44c4-bfab-2ec4794f29ee,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:27.719996 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:27.796182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'name': 'tempest-TestAggregatesBasicOps-1187043660-router', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8d3c54a8-d1b2-4993-816f-4b21d10547cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:09Z', 'updated_at': '2021-07-05T04:04:22Z', 'revision_number': 4, 'project_id': '757fb73bbc754fc4b0d6efe3c2142496', 'gw_port': {'id': '8d3c54a8-d1b2-4993-816f-4b21d10547cf', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:11Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f9023309-da76-47a4-9712-13dfcbe16d6d', 'name': '', 'network_id': 'c9cacc45-8eaf-4651-bb2d-cb0c7944259d', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'mac_address': 'fa:16:3e:fa:41:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'a12a5dd3-2aa4-47bc-afdb-51c130e67e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:19Z', 'updated_at': '2021-07-05T04:04:22Z', 'revision_number': 2, 'project_id': '757fb73bbc754fc4b0d6efe3c2142496', 'subnets': [{'id': 'a12a5dd3-2aa4-47bc-afdb-51c130e67e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:27.860678 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9061e026-b42b-4572-88a2-0df7c0a0fe2c req-78297d76-d668-4315-a6e1-a6cc7b8131aa service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2698624 Jul 05 04:04:27.861260 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.911356 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c61852a-fe6e-40b0-8743-137667cd4ba9 None None] Network 7029415b-fa47-4e96-9fd0-19a374a42d22 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:27.915967 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c4133-f616-4d81-9a20-235dd793a367 req-d1dde7fa-fdfb-4e90-bf10-e0342e9458ee tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:27.922113 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-829bf6c4-d45a-42c5-b6c7-1878197102b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.922924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48136) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:27.930530 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-305c4133-f616-4d81-9a20-235dd793a367 req-d1dde7fa-fdfb-4e90-bf10-e0342e9458ee tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2527943 Jul 05 04:04:27.930721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1464904059-network', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:27.933566 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Checking router: efa5e051-0db6-4e7a-a4d2-6245ed75835f for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:27.934548 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Updating router efa5e051-0db6-4e7a-a4d2-6245ed75835f port f9023309-da76-47a4-9712-13dfcbe16d6d binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:28.003396 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-305c4133-f616-4d81-9a20-235dd793a367 req-1fca0cf5-f9ff-403d-8e74-df7587a4fea2 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716958 Jul 05 04:04:28.071500 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-829bf6c4-d45a-42c5-b6c7-1878197102b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.097809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:28.144068 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.154321 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48140) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:28.165076 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-829bf6c4-d45a-42c5-b6c7-1878197102b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f53d06234acf4c878d6859055e20565d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4343116 Jul 05 04:04:28.223992 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] Made reservation on behalf of e7848bca1a7745b6bbf25c309e84784c for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:28.234845 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.258406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bd64739b-2684-456e-9468-3170005244d8 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:28.263592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bf6c4-d45a-42c5-b6c7-1878197102b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bacd4f-b8f5-4f02-b3d0-eaa659e23c6e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:28.279796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-681b4933-5472-4b99-859e-5c2366a04849 None None] Provisioning for port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:28.289440 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.405256 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.444590 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: bd64739b-2684-456e-9468-3170005244d8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:28.445057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bd64739b-2684-456e-9468-3170005244d8 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:28.451795 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-681b4933-5472-4b99-859e-5c2366a04849 None None] Provisioning complete for port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:28.453433 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-681b4933-5472-4b99-859e-5c2366a04849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.494066 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.539245 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2cb0bf9f-7b4c-4ac1-9a86-8f42ff131db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.727728 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2cb0bf9f-7b4c-4ac1-9a86-8f42ff131db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.876446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.934238 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.961050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Allocated IP 172.25.0.99 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/2c78ec4c-9772-410e-9a68-8e366afba1d0) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:28.968025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5a7458c0-6bda-4521-a761-8ead7ee064c6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:28.972907 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.084862 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2cb0bf9f-7b4c-4ac1-9a86-8f42ff131db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.088475 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2cb0bf9f-7b4c-4ac1-9a86-8f42ff131db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.097675 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2cb0bf9f-7b4c-4ac1-9a86-8f42ff131db5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/90bacd4f-b8f5-4f02-b3d0-eaa659e23c6e HTTP/1.1" status: 204 len: 168 time: 0.9343917 Jul 05 04:04:29.166278 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-681b4933-5472-4b99-859e-5c2366a04849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.213354 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.216911 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0bf9f-7b4c-4ac1-9a86-8f42ff131db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bacd4f-b8f5-4f02-b3d0-eaa659e23c6e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:29.233190 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=39336319-e910-44c4-bfab-2ec4794f29ee,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:29.242997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-681b4933-5472-4b99-859e-5c2366a04849 None None] For port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4bfcebd8-96d5-4b5c-8cb4-1939a9814b55,segment=NetworkSegment(6a3c572b-2cae-4b8c-89cf-566b73b01635),segment_id=6a3c572b-2cae-4b8c-89cf-566b73b01635)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:29.299196 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.363881 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-681b4933-5472-4b99-859e-5c2366a04849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.402984 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.446782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721655f9-e5f9-40ab-8bdc-2127b0cc5b8e req-bff46d92-1f68-4e7a-8ee2-ea4ee8506653 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:29.452638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:29.464500 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-721655f9-e5f9-40ab-8bdc-2127b0cc5b8e req-bff46d92-1f68-4e7a-8ee2-ea4ee8506653 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.3634231 Jul 05 04:04:29.464702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3521663d-5725-47f7-8b3d-23412fb9f708,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:29.480401 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.481341 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] Added segment 2ad9905e-c81f-4e73-a390-528c8a533dc7 of type vlan for network e6efd4b8-71ce-45a8-8131-5b275df85969 Jul 05 04:04:29.496337 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.551158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5a7458c0-6bda-4521-a761-8ead7ee064c6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:29.552066 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.624789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 7029415b-fa47-4e96-9fd0-19a374a42d22 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:29.629883 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.635174 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:29.705228 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.715112 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-721655f9-e5f9-40ab-8bdc-2127b0cc5b8e req-82c118b6-393e-4826-b9de-3de22894293e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494450 Jul 05 04:04:29.778580 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Transition to ACTIVE for port object f9023309-da76-47a4-9712-13dfcbe16d6d will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:29.785305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b4933-5472-4b99-859e-5c2366a04849 None None] Pushing event updated for resources: {'Port': ['ID=4bfcebd8-96d5-4b5c-8cb4-1939a9814b55,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:29.859703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-d98ac40b-1bf7-43cb-bc72-a41d24af82c6 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:29.871844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-d98ac40b-1bf7-43cb-bc72-a41d24af82c6 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.4842877 Jul 05 04:04:29.896018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a1a9c4ae-ba3f-46ba-90f9-f6bb37269f8d None None] Provisioning for port 39336319-e910-44c4-bfab-2ec4794f29ee completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:29.899807 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-f4f694bd-91a4-4dbd-8abc-e1c1fd246620 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/quotas/cf04d616778d47c89580bb8ff6878ba3 HTTP/1.1" status: 200 len: 375 time: 0.0267634 Jul 05 04:04:29.935044 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.947447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a1a9c4ae-ba3f-46ba-90f9-f6bb37269f8d None None] Provisioning complete for port 39336319-e910-44c4-bfab-2ec4794f29ee triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:29.947698 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a1a9c4ae-ba3f-46ba-90f9-f6bb37269f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.960824 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.971424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:30.067782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Pushing event updated for resources: {'Port': ['ID=2c78ec4c-9772-410e-9a68-8e366afba1d0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:30.075757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:30.102448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:30.110020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:30.154600 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.156089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:30.156974 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.213322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-de17c061-1fe0-48d5-9944-ce7035c2269f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3124897 Jul 05 04:04:30.244846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:30.254818 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Sync routers for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:30.275023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:30.276639 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:30.290041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48190) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:30.297257 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f00f1208-ba9a-4261-b11f-5e6015cfe7ff tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3932774 Jul 05 04:04:30.298163 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48192) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:30.306594 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c4826453-604c-45d5-98ce-769e93e289e2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'network': {'name': 'tempest-RoutersTest-1259474167'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:30.312180 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3880069 Jul 05 04:04:30.325528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48194) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:30.335273 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8503714b-40a5-445f-b4d8-19ec4a33087a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.337045 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-46bc3934-bc92-4e47-8256-976f43d0ca33 admin admin] Request body: {'subnet': {'network_id': 'e6efd4b8-71ce-45a8-8131-5b275df85969', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1464904059-subnet', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:30.361109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d76e6-69d2-44ba-8064-493a0f95f13f admin admin] Pushing event updated for resources: {'Network': ['ID=e6efd4b8-71ce-45a8-8131-5b275df85969,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:30.443249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a1a9c4ae-ba3f-46ba-90f9-f6bb37269f8d None None] Port 39336319-e910-44c4-bfab-2ec4794f29ee cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:30.446131 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network e6efd4b8-71ce-45a8-8131-5b275df85969 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:30.448286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaee0b4-5395-4851-aaa5-3ebe6eaa2770 None None] Pushing event updated for resources: {'Port': ['ID=f9023309-da76-47a4-9712-13dfcbe16d6d,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:30.470779 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.api [None req-8503714b-40a5-445f-b4d8-19ec4a33087a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:04:30.470779 n-d-798249-5 neutron-server[100876]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:04:30.470779 n-d-798249-5 neutron-server[100876]: [parameters: {'project_id_1': '0bde9478e2c84dfdb51bad84cd2aa21e', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 4, 30, 363311)}] Jul 05 04:04:30.470779 n-d-798249-5 neutron-server[100876]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:04:30.472587 n-d-798249-5 neutron-server[100876]: DEBUG oslo_db.api [None req-8503714b-40a5-445f-b4d8-19ec4a33087a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:04:30.472982 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:30.495600 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-46bc3934-bc92-4e47-8256-976f43d0ca33 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:04:30.495600 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:04:30.495600 n-d-798249-5 neutron-server[100877]: [parameters: {'project_id_1': 'e7848bca1a7745b6bbf25c309e84784c', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 4, 30, 464923)}] Jul 05 04:04:30.495600 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:04:30.496021 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-46bc3934-bc92-4e47-8256-976f43d0ca33 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:04:30.534782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-99ca53ec-f23b-4c84-a2fa-150cd43d730e service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203309 Jul 05 04:04:30.553917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Attempting to bind port f9023309-da76-47a4-9712-13dfcbe16d6d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:30.554391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Attempting to bind port f9023309-da76-47a4-9712-13dfcbe16d6d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '5509b1ef-eab4-4c63-b59a-3f5a8c33438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c9cacc45-8eaf-4651-bb2d-cb0c7944259d'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:30.554824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Attempting to bind port f9023309-da76-47a4-9712-13dfcbe16d6d on network c9cacc45-8eaf-4651-bb2d-cb0c7944259d {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:30.562242 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:30.562706 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Checking segment: {'id': '5509b1ef-eab4-4c63-b59a-3f5a8c33438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c9cacc45-8eaf-4651-bb2d-cb0c7944259d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:30.563178 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.563653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Bound using segment: {'id': '5509b1ef-eab4-4c63-b59a-3f5a8c33438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c9cacc45-8eaf-4651-bb2d-cb0c7944259d'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:30.564193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Bound port: f9023309-da76-47a4-9712-13dfcbe16d6d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5509b1ef-eab4-4c63-b59a-3f5a8c33438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c9cacc45-8eaf-4651-bb2d-cb0c7944259d'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:30.564662 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.581778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a1a9c4ae-ba3f-46ba-90f9-f6bb37269f8d None None] Provisioning complete for port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:30.582288 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a1a9c4ae-ba3f-46ba-90f9-f6bb37269f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.592586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4826453-604c-45d5-98ce-769e93e289e2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:30.596183 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c4826453-604c-45d5-98ce-769e93e289e2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.695579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4826453-604c-45d5-98ce-769e93e289e2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:30.698263 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] For port f9023309-da76-47a4-9712-13dfcbe16d6d, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:30.702565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] For port f9023309-da76-47a4-9712-13dfcbe16d6d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f9023309-da76-47a4-9712-13dfcbe16d6d,segment=NetworkSegment(5509b1ef-eab4-4c63-b59a-3f5a8c33438f),segment_id=5509b1ef-eab4-4c63-b59a-3f5a8c33438f)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:30.722126 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:27Z', 'revision_number': 3, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:28Z', 'revision_number': 2, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:30.754939 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Checking router: 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:30.755260 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Updating router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 port 39336319-e910-44c4-bfab-2ec4794f29ee binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:30.765873 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c4826453-604c-45d5-98ce-769e93e289e2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.766270 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-c4826453-604c-45d5-98ce-769e93e289e2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Added segment e47063c6-d62b-40ff-8147-dd2bc1ffa827 of type vlan for network 495b9c9e-7899-4ebc-9928-348d97a6d152 Jul 05 04:04:30.811740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-0c370bc0-e4c8-4140-a293-58b6b98fb3fc service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758923 Jul 05 04:04:30.812183 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.812531 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.853579 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.949750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Routers {'efa5e051-0db6-4e7a-a4d2-6245ed75835f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:30.950542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['efa5e051-0db6-4e7a-a4d2-6245ed75835f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:30.956874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:30.974111 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8503714b-40a5-445f-b4d8-19ec4a33087a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.097142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7297bf2d-0e9f-40e6-840c-65902da824d9 None None] Provisioning complete for port 39336319-e910-44c4-bfab-2ec4794f29ee triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:31.097584 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7297bf2d-0e9f-40e6-840c-65902da824d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.104865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c4826453-604c-45d5-98ce-769e93e289e2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.144032 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8503714b-40a5-445f-b4d8-19ec4a33087a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.223624 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8503714b-40a5-445f-b4d8-19ec4a33087a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.231280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaee0b4-5395-4851-aaa5-3ebe6eaa2770 None None] Pushing event updated for resources: {'Port': ['ID=f9023309-da76-47a4-9712-13dfcbe16d6d,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:31.245990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-7297bf2d-0e9f-40e6-840c-65902da824d9 None None] Port 39336319-e910-44c4-bfab-2ec4794f29ee cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:31.275920 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.314630 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Transition to ACTIVE for port object 39336319-e910-44c4-bfab-2ec4794f29ee will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:31.315490 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8503714b-40a5-445f-b4d8-19ec4a33087a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0bde9478e2c84dfdb51bad84cd2aa21e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0150182 Jul 05 04:04:31.317625 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503714b-40a5-445f-b4d8-19ec4a33087a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867cf520-24ce-49e2-a2ed-938898240cf3,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:31.323930 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.resource_extend [None req-c4826453-604c-45d5-98ce-769e93e289e2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:04:31.324764 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48208) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:31.341114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:31.341606 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.377083 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.383955 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.435213 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f9d48480-b547-400a-a847-20abb17fef2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.463299 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f9d48480-b547-400a-a847-20abb17fef2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.493192 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.509951 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b089d29-750c-4540-b124-8ea2be9f2398 None None] Pushing event updated for resources: {'Port': ['ID=39336319-e910-44c4-bfab-2ec4794f29ee,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:31.615240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62c1f3ed-70b0-4e80-a84a-12d752fa379f req-c0752aa8-633f-4339-a797-4999ef95060a tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 210 time: 0.1669781 Jul 05 04:04:31.617358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] Set router efa5e051-0db6-4e7a-a4d2-6245ed75835f gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:31.626688 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c4826453-604c-45d5-98ce-769e93e289e2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.646865 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4826453-604c-45d5-98ce-769e93e289e2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:31.647523 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c4826453-604c-45d5-98ce-769e93e289e2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.649994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bc3934-bc92-4e47-8256-976f43d0ca33 admin admin] Made reservation on behalf of e7848bca1a7745b6bbf25c309e84784c for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:31.658242 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46bc3934-bc92-4e47-8256-976f43d0ca33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.675127 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f9d48480-b547-400a-a847-20abb17fef2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.680463 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Attempting to bind port 39336319-e910-44c4-bfab-2ec4794f29ee on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:31.680893 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Attempting to bind port 39336319-e910-44c4-bfab-2ec4794f29ee by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '6a3c572b-2cae-4b8c-89cf-566b73b01635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:31.686108 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Attempting to bind port 39336319-e910-44c4-bfab-2ec4794f29ee on network 7029415b-fa47-4e96-9fd0-19a374a42d22 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:31.686229 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f9d48480-b547-400a-a847-20abb17fef2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.687474 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f9d48480-b547-400a-a847-20abb17fef2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/867cf520-24ce-49e2-a2ed-938898240cf3 HTTP/1.1" status: 204 len: 168 time: 0.3613503 Jul 05 04:04:31.707643 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:31.708032 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Checking segment: {'id': '6a3c572b-2cae-4b8c-89cf-566b73b01635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:31.708959 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.712759 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Bound using segment: {'id': '6a3c572b-2cae-4b8c-89cf-566b73b01635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:31.714719 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Bound port: 39336319-e910-44c4-bfab-2ec4794f29ee, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c572b-2cae-4b8c-89cf-566b73b01635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:31.714719 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.743929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d48480-b547-400a-a847-20abb17fef2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867cf520-24ce-49e2-a2ed-938898240cf3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:32.056099 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8d3b7-b144-4589-987d-3a2308dfe366 req-89bb2979-5d3e-4ced-b1e6-ad3c9a28b02e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:32.058461 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0bf8d3b7-b144-4589-987d-3a2308dfe366 req-89bb2979-5d3e-4ced-b1e6-ad3c9a28b02e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 1.0479264 Jul 05 04:04:32.086727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48222) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:32.111871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'name': 'tempest-TestAggregatesBasicOps-1187043660-router', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8d3c54a8-d1b2-4993-816f-4b21d10547cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:09Z', 'updated_at': '2021-07-05T04:04:22Z', 'revision_number': 4, 'project_id': '757fb73bbc754fc4b0d6efe3c2142496', 'gw_port': {'id': '8d3c54a8-d1b2-4993-816f-4b21d10547cf', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:11Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f9023309-da76-47a4-9712-13dfcbe16d6d', 'name': '', 'network_id': 'c9cacc45-8eaf-4651-bb2d-cb0c7944259d', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'mac_address': 'fa:16:3e:fa:41:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'a12a5dd3-2aa4-47bc-afdb-51c130e67e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:19Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 4, 'project_id': '757fb73bbc754fc4b0d6efe3c2142496', 'subnets': [{'id': 'a12a5dd3-2aa4-47bc-afdb-51c130e67e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:32.163704 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c4826453-604c-45d5-98ce-769e93e289e2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8609166 Jul 05 04:04:32.165535 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48228) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:32.171020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0c94a67f-9921-4523-9b96-f28688437408 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'subnet': {'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:32.187243 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57aac0-896b-4cca-acb5-9c3bad71aea7 None None] The sync data for ids ['efa5e051-0db6-4e7a-a4d2-6245ed75835f'] in n-d-798249-5 is: [{'id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'name': 'tempest-TestAggregatesBasicOps-1187043660-router', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8d3c54a8-d1b2-4993-816f-4b21d10547cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:09Z', 'updated_at': '2021-07-05T04:04:22Z', 'revision_number': 4, 'project_id': '757fb73bbc754fc4b0d6efe3c2142496', 'gw_port': {'id': '8d3c54a8-d1b2-4993-816f-4b21d10547cf', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:11Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f9023309-da76-47a4-9712-13dfcbe16d6d', 'name': '', 'network_id': 'c9cacc45-8eaf-4651-bb2d-cb0c7944259d', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'mac_address': 'fa:16:3e:fa:41:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'a12a5dd3-2aa4-47bc-afdb-51c130e67e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:19Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 4, 'project_id': '757fb73bbc754fc4b0d6efe3c2142496', 'subnets': [{'id': 'a12a5dd3-2aa4-47bc-afdb-51c130e67e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:32.205129 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] For port 39336319-e910-44c4-bfab-2ec4794f29ee, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:32.214976 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] For port 39336319-e910-44c4-bfab-2ec4794f29ee, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=39336319-e910-44c4-bfab-2ec4794f29ee,segment=NetworkSegment(6a3c572b-2cae-4b8c-89cf-566b73b01635),segment_id=6a3c572b-2cae-4b8c-89cf-566b73b01635)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:32.228610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4826453-604c-45d5-98ce-769e93e289e2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Network': ['ID=495b9c9e-7899-4ebc-9928-348d97a6d152,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:32.248888 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 495b9c9e-7899-4ebc-9928-348d97a6d152 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:32.311152 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.315084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0bf8d3b7-b144-4589-987d-3a2308dfe366 req-943a0948-279a-417d-b912-98063ce91a58 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724262 Jul 05 04:04:32.335468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cc715-7a5a-44a7-ba62-721a0beaa91e req-7b2ba3ab-9c9d-4db7-b937-334b8e8df1a9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:32.345529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cc715-7a5a-44a7-ba62-721a0beaa91e req-7b2ba3ab-9c9d-4db7-b937-334b8e8df1a9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:32.348546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cc715-7a5a-44a7-ba62-721a0beaa91e req-7b2ba3ab-9c9d-4db7-b937-334b8e8df1a9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:32.355789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cc715-7a5a-44a7-ba62-721a0beaa91e req-7b2ba3ab-9c9d-4db7-b937-334b8e8df1a9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:32.361877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cc715-7a5a-44a7-ba62-721a0beaa91e req-7b2ba3ab-9c9d-4db7-b937-334b8e8df1a9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:32.369461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cc715-7a5a-44a7-ba62-721a0beaa91e req-7b2ba3ab-9c9d-4db7-b937-334b8e8df1a9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:32.376158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cc715-7a5a-44a7-ba62-721a0beaa91e req-7b2ba3ab-9c9d-4db7-b937-334b8e8df1a9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:32.392237 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a1cc715-7a5a-44a7-ba62-721a0beaa91e req-7b2ba3ab-9c9d-4db7-b937-334b8e8df1a9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5443 time: 0.3792489 Jul 05 04:04:32.524211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a1cc715-7a5a-44a7-ba62-721a0beaa91e req-4ceb3eab-533b-4b85-bbfc-4cb33c89f370 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1309702 Jul 05 04:04:32.528978 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b089d29-750c-4540-b124-8ea2be9f2398 None None] Pushing event updated for resources: {'Port': ['ID=39336319-e910-44c4-bfab-2ec4794f29ee,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:32.591091 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:32.591953 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:32.702909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Router d4e4dbce-2216-4d05-9804-728c91bb2fdb is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:32.829318 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:32.831610 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46bc3934-bc92-4e47-8256-976f43d0ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.832226 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdbb1-3bc4-4572-a2de-a89674f91673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.865372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c94a67f-9921-4523-9b96-f28688437408 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:32.888459 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c94a67f-9921-4523-9b96-f28688437408 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.013543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f9023309-da76-47a4-9712-13dfcbe16d6d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:33.273274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc3934-bc92-4e47-8256-976f43d0ca33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea41de9-3c21-4eae-bda3-c5f07bf6953a,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:33.309742 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bc3934-bc92-4e47-8256-976f43d0ca33 admin admin] Checking segment: {'id': '2ad9905e-c81f-4e73-a390-528c8a533dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6efd4b8-71ce-45a8-8131-5b275df85969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:33.314671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port f9023309-da76-47a4-9712-13dfcbe16d6d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:33.319094 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f9023309-da76-47a4-9712-13dfcbe16d6d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:33.319482 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.324412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bc3934-bc92-4e47-8256-976f43d0ca33 admin admin] Network hostable DHCP agents. Network: e6efd4b8-71ce-45a8-8131-5b275df85969, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:33.339069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:33.396606 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138ff5fd-af07-4e05-9273-e26e4e5e7f3e None None] Sync routers for ids ['d4e4dbce-2216-4d05-9804-728c91bb2fdb'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:33.401853 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:27Z', 'revision_number': 3, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:32Z', 'revision_number': 4, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:33.461978 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138ff5fd-af07-4e05-9273-e26e4e5e7f3e None None] Routers {'d4e4dbce-2216-4d05-9804-728c91bb2fdb'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:33.462631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-138ff5fd-af07-4e05-9273-e26e4e5e7f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d4e4dbce-2216-4d05-9804-728c91bb2fdb'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:33.467323 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b8d4b-e3c3-412a-9f84-41ff5d72ff64 None None] The sync data for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 is: [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:27Z', 'revision_number': 3, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:32Z', 'revision_number': 4, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:33.491594 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f026ab-03c4-4381-8b82-1d9452923aa2 req-9f266730-ab4b-4c35-8fca-be4e13ef3de1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.498585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f026ab-03c4-4381-8b82-1d9452923aa2 req-9f266730-ab4b-4c35-8fca-be4e13ef3de1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.518127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f026ab-03c4-4381-8b82-1d9452923aa2 req-9f266730-ab4b-4c35-8fca-be4e13ef3de1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.547076 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f026ab-03c4-4381-8b82-1d9452923aa2 req-9f266730-ab4b-4c35-8fca-be4e13ef3de1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.548085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-138ff5fd-af07-4e05-9273-e26e4e5e7f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:33.581343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f026ab-03c4-4381-8b82-1d9452923aa2 req-9f266730-ab4b-4c35-8fca-be4e13ef3de1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.592727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138ff5fd-af07-4e05-9273-e26e4e5e7f3e None None] Routers {'d4e4dbce-2216-4d05-9804-728c91bb2fdb'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:33.593437 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-138ff5fd-af07-4e05-9273-e26e4e5e7f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d4e4dbce-2216-4d05-9804-728c91bb2fdb'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:33.606852 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f026ab-03c4-4381-8b82-1d9452923aa2 req-9f266730-ab4b-4c35-8fca-be4e13ef3de1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.618628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f026ab-03c4-4381-8b82-1d9452923aa2 req-9f266730-ab4b-4c35-8fca-be4e13ef3de1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.620665 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c94a67f-9921-4523-9b96-f28688437408 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.626661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40f026ab-03c4-4381-8b82-1d9452923aa2 req-9f266730-ab4b-4c35-8fca-be4e13ef3de1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5443 time: 0.5581434 Jul 05 04:04:33.635336 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-138ff5fd-af07-4e05-9273-e26e4e5e7f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:33.635336 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138ff5fd-af07-4e05-9273-e26e4e5e7f3e None None] The sync data for ids ['d4e4dbce-2216-4d05-9804-728c91bb2fdb'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:33.648586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bc3934-bc92-4e47-8256-976f43d0ca33 admin admin] Network e6efd4b8-71ce-45a8-8131-5b275df85969 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:33.681590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d16fd2ca-3625-4c41-a3b1-c20298a09ae1 req-1bb149c2-3722-4699-a743-5c390ea31f18 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 210 time: 0.0456958 Jul 05 04:04:33.743554 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.810139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port f9023309-da76-47a4-9712-13dfcbe16d6d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f9023309-da76-47a4-9712-13dfcbe16d6d,segment=NetworkSegment(5509b1ef-eab4-4c63-b59a-3f5a8c33438f),segment_id=5509b1ef-eab4-4c63-b59a-3f5a8c33438f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:33.817420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-46bc3934-bc92-4e47-8256-976f43d0ca33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, e6efd4b8-71ce-45a8-8131-5b275df85969) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:33.820000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c94a67f-9921-4523-9b96-f28688437408 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Checking segment: {'id': 'e47063c6-d62b-40ff-8147-dd2bc1ffa827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:33.821760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c94a67f-9921-4523-9b96-f28688437408 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network hostable DHCP agents. Network: 495b9c9e-7899-4ebc-9928-348d97a6d152, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:33.822208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc3934-bc92-4e47-8256-976f43d0ca33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.822809 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46bc3934-bc92-4e47-8256-976f43d0ca33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.829555 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38b4b33-29ae-413c-9be0-bba0c6db9db6 None None] Network e6efd4b8-71ce-45a8-8131-5b275df85969 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:33.903105 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdbb1-3bc4-4572-a2de-a89674f91673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.909833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94a67f-9921-4523-9b96-f28688437408 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Subnet': ['ID=3fad6bc4-4100-4560-a3d2-733637636f95,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:33.925131 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.978415 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9b5bdbb1-3bc4-4572-a2de-a89674f91673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.020262 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf106b52-e055-48ce-bf32-309b1267dc7e req-b7d4049a-9ac8-45c5-bd8c-fdecc89be7ee tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:34.022473 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf106b52-e055-48ce-bf32-309b1267dc7e req-b7d4049a-9ac8-45c5-bd8c-fdecc89be7ee tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1284034 Jul 05 04:04:34.030936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bdbb1-3bc4-4572-a2de-a89674f91673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a045b6-b10a-4261-b163-def9630a66a1,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:34.034303 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c94a67f-9921-4523-9b96-f28688437408 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 495b9c9e-7899-4ebc-9928-348d97a6d152 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:34.054217 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-46bc3934-bc92-4e47-8256-976f43d0ca33 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7244673 Jul 05 04:04:34.054851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48262) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:34.057934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-0c94a67f-9921-4523-9b96-f28688437408 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 495b9c9e-7899-4ebc-9928-348d97a6d152) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:34.076407 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1464904059-router', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:34.085302 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c94a67f-9921-4523-9b96-f28688437408 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:34.086320 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c94a67f-9921-4523-9b96-f28688437408 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.102585 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9b5bdbb1-3bc4-4572-a2de-a89674f91673 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3c4f832628b4ee7bfbe25989129d60c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0144603 Jul 05 04:04:34.103567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48264) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:34.119024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf106b52-e055-48ce-bf32-309b1267dc7e req-73347786-6a56-44db-9651-807b1b1ad1c5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831342 Jul 05 04:04:34.126554 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e06478-1a08-4996-9227-e0e576c4affe None None] Network 495b9c9e-7899-4ebc-9928-348d97a6d152 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:34.157453 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.161207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-38ae7480-aece-423d-b3cd-ce8d837908c5 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.0949819 Jul 05 04:04:34.161902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48266) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:34.176075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b9b8c318-440e-4099-93cc-8b0027162873 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'enable_snat': False}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:34.197708 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25bbe974-145f-4866-b089-c8f27fd60940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.253818 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25bbe974-145f-4866-b089-c8f27fd60940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.277132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=f9023309-da76-47a4-9712-13dfcbe16d6d,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:34.281410 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.286323 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.389387 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0c94a67f-9921-4523-9b96-f28688437408 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2224226 Jul 05 04:04:34.403736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48294) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:34.404101 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-e6efd4b8-71ce-45a8-8131-5b275df85969', 'network_id': 'e6efd4b8-71ce-45a8-8131-5b275df85969', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'fixed_ips': [{'subnet_id': '4ea41de9-3c21-4eae-bda3-c5f07bf6953a'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:34.404101 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.430777 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25bbe974-145f-4866-b089-c8f27fd60940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.435238 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25bbe974-145f-4866-b089-c8f27fd60940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.443607 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-25bbe974-145f-4866-b089-c8f27fd60940 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9a045b6-b10a-4261-b163-def9630a66a1 HTTP/1.1" status: 204 len: 168 time: 0.3353856 Jul 05 04:04:34.532607 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.659674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-495b9c9e-7899-4ebc-9928-348d97a6d152', 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'fixed_ips': [{'subnet_id': '3fad6bc4-4100-4560-a3d2-733637636f95'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:34.660836 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.802035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbe974-145f-4866-b089-c8f27fd60940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a045b6-b10a-4261-b163-def9630a66a1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:34.898860 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Allocated IP 172.20.0.2 (e6efd4b8-71ce-45a8-8131-5b275df85969/4ea41de9-3c21-4eae-bda3-c5f07bf6953a/46f8012c-6728-436b-8103-fe1d71d20325) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:35.076623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Allocated IP 172.22.0.2 (495b9c9e-7899-4ebc-9928-348d97a6d152/3fad6bc4-4100-4560-a3d2-733637636f95/0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:35.171403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f9023309-da76-47a4-9712-13dfcbe16d6d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:35.280796 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.306913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Transition to ACTIVE for port object 46f8012c-6728-436b-8103-fe1d71d20325 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:35.347641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Transition to ACTIVE for port object 46f8012c-6728-436b-8103-fe1d71d20325 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:35.371374 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f9023309-da76-47a4-9712-13dfcbe16d6d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:35.371828 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.431387 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-e831f518-3cec-409b-9322-fd353aeb1220 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.432999 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-e831f518-3cec-409b-9322-fd353aeb1220 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.64 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.8781500 Jul 05 04:04:35.455169 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-f3e41071-bcc4-4a0d-8e24-1058e9768375 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Request body: {'port': {'device_id': '3271c6ca-f7fe-4f5b-8259-f8729606b8f1', 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'admin_state_up': True, 'tenant_id': 'cf04d616778d47c89580bb8ff6878ba3'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:35.466222 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.476966 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Transition to ACTIVE for port object 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:35.478069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee699514-2f03-4ed2-9365-d42196164e06 req-8038ab20-d106-48b9-8973-dd463c441754 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 210 time: 0.1245570 Jul 05 04:04:35.509183 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.560983 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Transition to ACTIVE for port object 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:35.629122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 39336319-e910-44c4-bfab-2ec4794f29ee up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:35.632079 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Network e6efd4b8-71ce-45a8-8131-5b275df85969 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:35.637721 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Pushing event updated for resources: {'Port': ['ID=46f8012c-6728-436b-8103-fe1d71d20325,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:35.658024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:35.664622 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:35.671509 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.694301 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.714997 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.757488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36a631-7b81-4099-bea1-fdb3b0700e65 req-0095ea48-4739-4529-a647-8c921d5a7103 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.759117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e36a631-7b81-4099-bea1-fdb3b0700e65 req-0095ea48-4739-4529-a647-8c921d5a7103 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.3246272 Jul 05 04:04:35.812410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48322) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:35.844039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ee29c988-c81f-494d-ad3a-2454c87ff8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.928923 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Network 495b9c9e-7899-4ebc-9928-348d97a6d152 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:35.952649 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e36a631-7b81-4099-bea1-fdb3b0700e65 req-0e92df00-b894-4411-b1e4-f5d7d28a74b7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573534 Jul 05 04:04:35.959086 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:35.982638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:35.993541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Pushing event updated for resources: {'Port': ['ID=0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:36.032997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-f3e41071-bcc4-4a0d-8e24-1058e9768375 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Made reservation on behalf of cf04d616778d47c89580bb8ff6878ba3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:36.043903 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-f3e41071-bcc4-4a0d-8e24-1058e9768375 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.059977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Attempting to bind port 46f8012c-6728-436b-8103-fe1d71d20325 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:36.060565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Attempting to bind port 46f8012c-6728-436b-8103-fe1d71d20325 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2ad9905e-c81f-4e73-a390-528c8a533dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6efd4b8-71ce-45a8-8131-5b275df85969'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:36.061087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Attempting to bind port 46f8012c-6728-436b-8103-fe1d71d20325 on network e6efd4b8-71ce-45a8-8131-5b275df85969 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:36.065961 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ee29c988-c81f-494d-ad3a-2454c87ff8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.082445 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:36.083156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Checking segment: {'id': '2ad9905e-c81f-4e73-a390-528c8a533dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6efd4b8-71ce-45a8-8131-5b275df85969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:36.083722 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.084844 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Bound using segment: {'id': '2ad9905e-c81f-4e73-a390-528c8a533dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6efd4b8-71ce-45a8-8131-5b275df85969'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:36.085594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Bound port: 46f8012c-6728-436b-8103-fe1d71d20325, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad9905e-c81f-4e73-a390-528c8a533dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6efd4b8-71ce-45a8-8131-5b275df85969'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:36.086150 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.087719 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9b8c318-440e-4099-93cc-8b0027162873 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.106117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 39336319-e910-44c4-bfab-2ec4794f29ee completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:36.112261 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Attempting to bind port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:36.112885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Attempting to bind port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'e47063c6-d62b-40ff-8147-dd2bc1ffa827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:36.113406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Attempting to bind port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd on network 495b9c9e-7899-4ebc-9928-348d97a6d152 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:36.130442 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ee29c988-c81f-494d-ad3a-2454c87ff8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.141100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 39336319-e910-44c4-bfab-2ec4794f29ee triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:36.141869 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.188404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:36.189400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Checking segment: {'id': 'e47063c6-d62b-40ff-8147-dd2bc1ffa827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:36.189980 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.190523 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Bound using segment: {'id': 'e47063c6-d62b-40ff-8147-dd2bc1ffa827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:36.191209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Bound port: 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47063c6-d62b-40ff-8147-dd2bc1ffa827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:36.191756 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.252147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ee29c988-c81f-494d-ad3a-2454c87ff8d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a264fba5783b42ccb3b5737ffd1734cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4371507 Jul 05 04:04:36.272283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] For port 46f8012c-6728-436b-8103-fe1d71d20325, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:36.288814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48362) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:36.294559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] For port 46f8012c-6728-436b-8103-fe1d71d20325, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=46f8012c-6728-436b-8103-fe1d71d20325,segment=NetworkSegment(2ad9905e-c81f-4e73-a390-528c8a533dc7),segment_id=2ad9905e-c81f-4e73-a390-528c8a533dc7)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:36.307028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29c988-c81f-494d-ad3a-2454c87ff8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e65aba-5ebe-4f1d-9be6-066a3eaa2ae4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:36.366629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] For port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:36.371660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] For port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd,segment=NetworkSegment(e47063c6-d62b-40ff-8147-dd2bc1ffa827),segment_id=e47063c6-d62b-40ff-8147-dd2bc1ffa827)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:36.387078 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.474206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977d972-80ef-49de-b9e6-69b3df3cc914 None None] Pushing event updated for resources: {'Port': ['ID=46f8012c-6728-436b-8103-fe1d71d20325,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:36.489206 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.509362 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e56d8234-d21f-4b83-b343-6e01ee553f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.511436 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.639740 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e56d8234-d21f-4b83-b343-6e01ee553f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.710329 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48374) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:36.726572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4cffd-8d13-49ff-8f04-2db23eab0a70 req-fa0faed6-07dd-45b9-b099-40d8284c800d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.726572 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0a4cffd-8d13-49ff-8f04-2db23eab0a70 req-fa0faed6-07dd-45b9-b099-40d8284c800d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.5812232 Jul 05 04:04:36.726829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 39336319-e910-44c4-bfab-2ec4794f29ee, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=39336319-e910-44c4-bfab-2ec4794f29ee,segment=NetworkSegment(6a3c572b-2cae-4b8c-89cf-566b73b01635),segment_id=6a3c572b-2cae-4b8c-89cf-566b73b01635)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:36.757282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b1711-efc4-4ecc-a15c-cdd29d88f3bd None None] Pushing event updated for resources: {'Port': ['ID=0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:36.806663 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.806663 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-da1b5538-17ea-4e8f-8968-4419a1c4c0f2 req-af3b2201-3a4f-4ce5-8d33-634e988346d4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 210 time: 0.0809898 Jul 05 04:04:36.828872 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.842593 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e56d8234-d21f-4b83-b343-6e01ee553f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.847916 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e56d8234-d21f-4b83-b343-6e01ee553f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.853112 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e56d8234-d21f-4b83-b343-6e01ee553f42 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9e65aba-5ebe-4f1d-9be6-066a3eaa2ae4 HTTP/1.1" status: 204 len: 168 time: 0.5610645 Jul 05 04:04:36.880447 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.929432 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d8234-d21f-4b83-b343-6e01ee553f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e65aba-5ebe-4f1d-9be6-066a3eaa2ae4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:36.938200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=39336319-e910-44c4-bfab-2ec4794f29ee,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:36.943172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Allocated IP 172.22.0.1 (495b9c9e-7899-4ebc-9928-348d97a6d152/3fad6bc4-4100-4560-a3d2-733637636f95/dd7d4e17-adfd-4fbb-991c-c82ccb9fa803) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:37.155974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0a4cffd-8d13-49ff-8f04-2db23eab0a70 req-1fb34e48-7816-4d08-a20b-568e5e7be8da tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4156055 Jul 05 04:04:37.300768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-f3e41071-bcc4-4a0d-8e24-1058e9768375 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Allocated IP 172.20.0.4 (289bce06-a2c1-47c6-8a99-7407dc3c1dd6/8facf5e9-bfc3-4583-948d-915d16522b51/aa88649b-f4a8-4638-a86f-fcae521682ac) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:37.390977 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c963-e2cb-4725-a944-de9abe78f9d3 req-6f6b5b36-7265-4eaa-9637-140548c3424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.391579 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c963-e2cb-4725-a944-de9abe78f9d3 req-6f6b5b36-7265-4eaa-9637-140548c3424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.392079 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c963-e2cb-4725-a944-de9abe78f9d3 req-6f6b5b36-7265-4eaa-9637-140548c3424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.392591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c963-e2cb-4725-a944-de9abe78f9d3 req-6f6b5b36-7265-4eaa-9637-140548c3424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.393202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c963-e2cb-4725-a944-de9abe78f9d3 req-6f6b5b36-7265-4eaa-9637-140548c3424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.393622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c963-e2cb-4725-a944-de9abe78f9d3 req-6f6b5b36-7265-4eaa-9637-140548c3424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.394114 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c963-e2cb-4725-a944-de9abe78f9d3 req-6f6b5b36-7265-4eaa-9637-140548c3424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.405246 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc91c963-e2cb-4725-a944-de9abe78f9d3 req-6f6b5b36-7265-4eaa-9637-140548c3424a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 6500 time: 0.6716640 Jul 05 04:04:37.462359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Allocated IP 172.25.0.185 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/28815939-962b-4ad8-8780-c7480dd1ac60) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:37.476045 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.536530 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc91c963-e2cb-4725-a944-de9abe78f9d3 req-ebd18a13-3a6f-4ca8-82ce-345782c9c20e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1301568 Jul 05 04:04:37.539277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Transition to ACTIVE for port object dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:37.669265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a921b-d4d1-4eb0-9866-44f6b3dec2a2 req-89d79192-58aa-49e5-bbac-d6e974b4ea92 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.676979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822a921b-d4d1-4eb0-9866-44f6b3dec2a2 req-89d79192-58aa-49e5-bbac-d6e974b4ea92 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.3141658 Jul 05 04:04:37.701563 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-f3e41071-bcc4-4a0d-8e24-1058e9768375 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.746465 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.809561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 495b9c9e-7899-4ebc-9928-348d97a6d152 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:37.815697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:37.820845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:37.860949 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=dd7d4e17-adfd-4fbb-991c-c82ccb9fa803,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:37.882784 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.904842 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822a921b-d4d1-4eb0-9866-44f6b3dec2a2 req-0bb649ad-bacd-412a-a17e-a4a62b184a2c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256372 Jul 05 04:04:37.911535 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-f3e41071-bcc4-4a0d-8e24-1058e9768375 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.925630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ccc02de6-a63a-4c49-a6a0-e0f7375bc154'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:37.963196 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.994180 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9b8c318-440e-4099-93cc-8b0027162873 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.019836 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9b8c318-440e-4099-93cc-8b0027162873 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.220746 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-f3e41071-bcc4-4a0d-8e24-1058e9768375 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:38.245964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-f3e41071-bcc4-4a0d-8e24-1058e9768375 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:38.267524 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-f3e41071-bcc4-4a0d-8e24-1058e9768375 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:38.316231 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e41071-bcc4-4a0d-8e24-1058e9768375 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Pushing event updated for resources: {'Port': ['ID=aa88649b-f4a8-4638-a86f-fcae521682ac,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:38.414289 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5071c-5a25-47df-af06-f73380cb4a64 req-2fae7601-12b2-4737-b3b2-854e53b92bae tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:38.415937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eef5071c-5a25-47df-af06-f73380cb4a64 req-2fae7601-12b2-4737-b3b2-854e53b92bae tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2964804 Jul 05 04:04:38.417129 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.420582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b8c318-440e-4099-93cc-8b0027162873 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Router d4e4dbce-2216-4d05-9804-728c91bb2fdb has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:38.435151 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.461590 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-f3e41071-bcc4-4a0d-8e24-1058e9768375 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:38.462288 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-f3e41071-bcc4-4a0d-8e24-1058e9768375 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.473703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bca917-af38-40a0-92a6-8d07525f0894 req-1372cb30-7bda-4182-9481-98d5dd82d534 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:38.475866 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05bca917-af38-40a0-92a6-8d07525f0894 req-1372cb30-7bda-4182-9481-98d5dd82d534 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 931 time: 0.3610857 Jul 05 04:04:38.508547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf7f9af-f9c7-4887-b7c3-3378a3c41d8e None None] Network e6efd4b8-71ce-45a8-8131-5b275df85969 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:38.563415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Pushing event updated for resources: {'Port': ['ID=28815939-962b-4ad8-8780-c7480dd1ac60,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:38.589306 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:38.592120 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-f3e41071-bcc4-4a0d-8e24-1058e9768375 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1458285 Jul 05 04:04:38.627722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:38.632761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:38.793649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-54a8417f-2327-4657-baa9-89c7b8d6e739 None None] Provisioning for port 46f8012c-6728-436b-8103-fe1d71d20325 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:38.909065 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:04:38.964139 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Request body: {'port': {'device_id': '3271c6ca-f7fe-4f5b-8259-f8729606b8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:39.065769 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a711a1-9c40-487c-be57-e9a6672a43d5 None None] Network 495b9c9e-7899-4ebc-9928-348d97a6d152 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:39.100858 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.289983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eef5071c-5a25-47df-af06-f73380cb4a64 req-78059610-cb3e-4974-8c65-da44fe7d27f4 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8264787 Jul 05 04:04:39.300074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c2c4d92f-ec25-451b-985e-d99c7d8ebfe1 None None] Provisioning for port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:39.345428 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05bca917-af38-40a0-92a6-8d07525f0894 req-e9e29e9f-515d-4c4a-adbc-436460d83f0d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8494182 Jul 05 04:04:39.395697 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:39.630918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b8c318-440e-4099-93cc-8b0027162873 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:39.640333 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9b8c318-440e-4099-93cc-8b0027162873 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.645846 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b9b8c318-440e-4099-93cc-8b0027162873 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "PUT /v2.0/routers/d4e4dbce-2216-4d05-9804-728c91bb2fdb HTTP/1.1" status: 200 len: 920 time: 5.4746182 Jul 05 04:04:39.647389 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42d3ad-8b4b-4cf4-82bc-8241ed3918ce None None] Sync routers for ids ['d4e4dbce-2216-4d05-9804-728c91bb2fdb'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:39.655419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48420) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:39.660648 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc42d3ad-8b4b-4cf4-82bc-8241ed3918ce None None] Routers {'d4e4dbce-2216-4d05-9804-728c91bb2fdb'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:39.661567 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-fc42d3ad-8b4b-4cf4-82bc-8241ed3918ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d4e4dbce-2216-4d05-9804-728c91bb2fdb'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:39.698075 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:39.704209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:39.705282 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.729098 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-fc42d3ad-8b4b-4cf4-82bc-8241ed3918ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:39.749960 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc42d3ad-8b4b-4cf4-82bc-8241ed3918ce None None] Routers {'d4e4dbce-2216-4d05-9804-728c91bb2fdb'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:39.751261 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-fc42d3ad-8b4b-4cf4-82bc-8241ed3918ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d4e4dbce-2216-4d05-9804-728c91bb2fdb'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:39.797524 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-fc42d3ad-8b4b-4cf4-82bc-8241ed3918ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:39.798454 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42d3ad-8b4b-4cf4-82bc-8241ed3918ce None None] The sync data for ids ['d4e4dbce-2216-4d05-9804-728c91bb2fdb'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:39.801601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.925000 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.957210 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.960243 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.024550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa88649b-f4a8-4638-a86f-fcae521682ac {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:40.045921 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.055978 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd,segment=NetworkSegment(e47063c6-d62b-40ff-8147-dd2bc1ffa827),segment_id=e47063c6-d62b-40ff-8147-dd2bc1ffa827)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:40.084325 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.091821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-36cd9eca-9031-4867-b6ad-f4c955590767 None None] Provisioning complete for port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:40.092345 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-36cd9eca-9031-4867-b6ad-f4c955590767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.093646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=dd7d4e17-adfd-4fbb-991c-c82ccb9fa803,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:40.105099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Transition to ACTIVE for port object aa88649b-f4a8-4638-a86f-fcae521682ac will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:40.140897 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.141800 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 46f8012c-6728-436b-8103-fe1d71d20325 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:40.196686 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.238216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:40.255002 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3be32772-9d91-46a5-9969-b33c4efc16ab tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/routers/d4e4dbce-2216-4d05-9804-728c91bb2fdb HTTP/1.1" status: 200 len: 920 time: 0.5972490 Jul 05 04:04:40.258552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48428) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:40.360334 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Pushing event updated for resources: {'Port': ['ID=aa88649b-f4a8-4638-a86f-fcae521682ac,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:40.388553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 46f8012c-6728-436b-8103-fe1d71d20325 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:40.393454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 46f8012c-6728-436b-8103-fe1d71d20325 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:40.400693 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.433116 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 495b9c9e-7899-4ebc-9928-348d97a6d152 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:40.435401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:40.450941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Attempting to bind port aa88649b-f4a8-4638-a86f-fcae521682ac on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:40.451285 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Attempting to bind port aa88649b-f4a8-4638-a86f-fcae521682ac by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:40.453668 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Attempting to bind port aa88649b-f4a8-4638-a86f-fcae521682ac on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:40.497801 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-36cd9eca-9031-4867-b6ad-f4c955590767 None None] Provisioning for port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:40.508159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-36cd9eca-9031-4867-b6ad-f4c955590767 None None] Provisioning complete for port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:40.509596 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-36cd9eca-9031-4867-b6ad-f4c955590767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.517639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5133f9-74bb-4f4c-a0f2-423ad6838220 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:40.522558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cd5133f9-74bb-4f4c-a0f2-423ad6838220 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&device_id=d4e4dbce-2216-4d05-9804-728c91bb2fdb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2586250 Jul 05 04:04:40.525359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48432) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:40.540269 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.564082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Port aa88649b-f4a8-4638-a86f-fcae521682ac on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:04:40.567617 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Attempting to bind port aa88649b-f4a8-4638-a86f-fcae521682ac on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:40.591737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-36cd9eca-9031-4867-b6ad-f4c955590767 None None] Port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:40.597022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 46f8012c-6728-436b-8103-fe1d71d20325, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=46f8012c-6728-436b-8103-fe1d71d20325,segment=NetworkSegment(2ad9905e-c81f-4e73-a390-528c8a533dc7),segment_id=2ad9905e-c81f-4e73-a390-528c8a533dc7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:40.618957 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.642580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:40.642937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Checking segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:40.643402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Bound using segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:40.643925 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Bound port: aa88649b-f4a8-4638-a86f-fcae521682ac, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:40.644436 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.691286 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.692103 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 39336319-e910-44c4-bfab-2ec4794f29ee up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:40.759761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:40.803894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] For port aa88649b-f4a8-4638-a86f-fcae521682ac, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:40.815341 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] For port aa88649b-f4a8-4638-a86f-fcae521682ac, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=aa88649b-f4a8-4638-a86f-fcae521682ac,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:40.846788 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=46f8012c-6728-436b-8103-fe1d71d20325,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:40.854331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-413da5d2-02e4-4787-97d5-29b46c4ea978 None None] Provisioning complete for port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:40.854720 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-413da5d2-02e4-4787-97d5-29b46c4ea978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.862323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 39336319-e910-44c4-bfab-2ec4794f29ee triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:40.862947 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.890013 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7203f55-d21d-4f82-8dd5-4054a7b42d96 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:40.899516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d7203f55-d21d-4f82-8dd5-4054a7b42d96 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 881 time: 0.3730032 Jul 05 04:04:40.904716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48436) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:40.913244 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.954248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-413da5d2-02e4-4787-97d5-29b46c4ea978 None None] Port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:41.025857 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c2201665-a977-4765-a739-7338af31d0aa tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4e4dbce-2216-4d05-9804-728c91bb2fdb HTTP/1.1" status: 200 len: 205 time: 0.1152968 Jul 05 04:04:41.032782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48440) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:41.093486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:41.095185 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Pushing event updated for resources: {'Port': ['ID=aa88649b-f4a8-4638-a86f-fcae521682ac,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:41.102528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6f490ab9-b987-47a9-8b64-ea390907ebcd tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7085857 Jul 05 04:04:41.104469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:41.105152 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.108053 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-c07de087-1faa-4ebc-9232-83e984be7c09 service neutron] 10.222.0.64 "PUT /v2.0/ports/aa88649b-f4a8-4638-a86f-fcae521682ac HTTP/1.1" status: 200 len: 1091 time: 2.5059257 Jul 05 04:04:41.109048 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3271c6ca-f7fe-4f5b-8259-f8729606b8f1', 'tag': 'aa88649b-f4a8-4638-a86f-fcae521682ac'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:41.109752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Sync routers for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:41.111512 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e6def2-0a62-44f0-bb64-a3dcd9ecdc21" -d '{"events": [{"name": "network-changed", "server_uuid": "3271c6ca-f7fe-4f5b-8259-f8729606b8f1", "tag": "aa88649b-f4a8-4638-a86f-fcae521682ac"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:41.126446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48442) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:41.133902 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b2fc29c3-23a7-4ebd-8b76-e4563e85d3bb None None] Provisioning complete for port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:41.136537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'network': {'name': 'tempest-RoutersTest-730180249'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:41.137347 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b2fc29c3-23a7-4ebd-8b76-e4563e85d3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.150260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:41.151280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:41.152419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e4eb6-bfaa-4fa4-82ed-ad1e275b611d req-a504cf74-be66-4231-a6b0-f979efee0079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:41.154234 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b5e4eb6-bfaa-4fa4-82ed-ad1e275b611d req-a504cf74-be66-4231-a6b0-f979efee0079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 943 time: 0.5514076 Jul 05 04:04:41.176015 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac93fd2-7d59-40bd-bfd7-bd9452ccac41 x-openstack-request-id: req-cac93fd2-7d59-40bd-bfd7-bd9452ccac41 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:41.176536 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3271c6ca-f7fe-4f5b-8259-f8729606b8f1", "tag": "aa88649b-f4a8-4638-a86f-fcae521682ac", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:41.176939 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cac93fd2-7d59-40bd-bfd7-bd9452ccac41 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:41.178186 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3271c6ca-f7fe-4f5b-8259-f8729606b8f1', 'tag': 'aa88649b-f4a8-4638-a86f-fcae521682ac', 'status': 'completed', 'code': 200} Jul 05 04:04:41.275504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6def2-0a62-44f0-bb64-a3dcd9ecdc21 req-4a1af9dd-463c-48fe-93b6-0d1cea8a5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:41.278431 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3e6def2-0a62-44f0-bb64-a3dcd9ecdc21 req-4a1af9dd-463c-48fe-93b6-0d1cea8a5a7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 1094 time: 0.0802622 Jul 05 04:04:41.283932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:41.330204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b5e4eb6-bfaa-4fa4-82ed-ad1e275b611d req-1d124eda-496e-48f0-9ed2-e04547f92ba6 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559205 Jul 05 04:04:41.338048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.397536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc29c3-23a7-4ebd-8b76-e4563e85d3bb None None] Port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:41.414967 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:41.418270 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.436538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:41.437101 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.440881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:41.446026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Router de15b3ac-7b71-4261-84d4-df439e07ea77 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:41.471112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:41.497686 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.498915 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Added segment adf3e0ec-e9df-4d78-9234-39c7175145cb of type vlan for network 231de20d-cdcc-4125-a513-392d2c1f3178 Jul 05 04:04:41.517822 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6def2-0a62-44f0-bb64-a3dcd9ecdc21 req-366585a6-c620-44de-9f5d-3ca2b19a66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:41.529534 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3e6def2-0a62-44f0-bb64-a3dcd9ecdc21 req-366585a6-c620-44de-9f5d-3ca2b19a66c9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cf04d616778d47c89580bb8ff6878ba3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2324109 Jul 05 04:04:41.671104 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6def2-0a62-44f0-bb64-a3dcd9ecdc21 req-47131b66-adde-47c6-8652-9f538ddb34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:41.679000 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3e6def2-0a62-44f0-bb64-a3dcd9ecdc21 req-47131b66-adde-47c6-8652-9f538ddb34e0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517937 Jul 05 04:04:41.686367 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.755084 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.773168 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 46f8012c-6728-436b-8103-fe1d71d20325 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:41.833080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:41.834313 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Sync routers for ids ['de15b3ac-7b71-4261-84d4-df439e07ea77'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:41.834313 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Routers {'de15b3ac-7b71-4261-84d4-df439e07ea77'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:41.834784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-749665e8-7627-4177-9d70-1d085fd06339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:41.835184 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-bef20667-18a4-4390-b784-f37300175d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['de15b3ac-7b71-4261-84d4-df439e07ea77'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:41.835298 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-749665e8-7627-4177-9d70-1d085fd06339 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 1094 time: 0.0735946 Jul 05 04:04:41.835388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:38Z', 'revision_number': 4, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7d4e17-adfd-4fbb-991c-c82ccb9fa803', 'name': '', 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:b7:69:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:35Z', 'updated_at': '2021-07-05T04:04:39Z', 'revision_number': 2, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:41.841103 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Checking router: 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:41.841478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Updating router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:41.848421 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-e4ca9aa1-90ff-4dbe-8179-eb33cc905f23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa88649b-f4a8-4638-a86f-fcae521682ac HTTP/1.1" status: 200 len: 217 time: 0.0394900 Jul 05 04:04:41.891285 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.906579 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 46f8012c-6728-436b-8103-fe1d71d20325 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:41.906961 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.914936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-7c61fe63-0f53-4032-b76f-17d118f68679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:41.916519 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-7c61fe63-0f53-4032-b76f-17d118f68679 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8facf5e9-bfc3-4583-948d-915d16522b51 HTTP/1.1" status: 200 len: 845 time: 0.0628319 Jul 05 04:04:41.946139 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Set router de15b3ac-7b71-4261-84d4-df439e07ea77 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:41.960765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.967007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:41.970148 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.994262 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-d8d93b2a-1e8d-4dbd-a44c-476349618d4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710087 Jul 05 04:04:42.003490 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.003490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-324a9aab-77fe-473e-95cd-8b6fe3eb5c60 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.9378853 Jul 05 04:04:42.005188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48448) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:42.157246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Network': ['ID=231de20d-cdcc-4125-a513-392d2c1f3178,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:42.224948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48452) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:42.226178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0963058 Jul 05 04:04:42.232729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-eb3d6221-f1a7-4400-8043-87a53285930e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'subnet': {'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:42.243588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:42.253343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:42.253343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:42.253343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:42.253343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:42.253343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:42.253343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:42.253343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:42.253343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:42.253343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:42.253343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:42.253343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75887732-1b06-407a-bce9-0bd3fa202b2f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:42.353423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Deleting port 2c78ec4c-9772-410e-9a68-8e366afba1d0 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:42.353971 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.400145 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-bef20667-18a4-4390-b784-f37300175d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'name': 'tempest-TestAggregatesBasicOps-1464904059-router', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:34Z', 'updated_at': '2021-07-05T04:04:39Z', 'revision_number': 3, 'project_id': 'e7848bca1a7745b6bbf25c309e84784c', 'gw_port': {'id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:36Z', 'updated_at': '2021-07-05T04:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:42.436136 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Checking router: de15b3ac-7b71-4261-84d4-df439e07ea77 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:42.436136 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Updating router de15b3ac-7b71-4261-84d4-df439e07ea77 port 28815939-962b-4ad8-8780-c7480dd1ac60 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:42.473024 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-117b1dd4-9305-4195-a38d-482cdff283c5 service neutron] 10.222.0.64 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653885 Jul 05 04:04:42.487471 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.534558 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.566946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Calling delete_port for 2c78ec4c-9772-410e-9a68-8e366afba1d0 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:42.592940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 231de20d-cdcc-4125-a513-392d2c1f3178 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:42.628614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3d6221-f1a7-4400-8043-87a53285930e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Made reservation on behalf of 0f6ba9a0126b427eb0bbeb8c8e68d547 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:42.633837 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eb3d6221-f1a7-4400-8043-87a53285930e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.762910 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.789298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Transition to ACTIVE for port object dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:42.791857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef748463-b060-439b-ab1a-7ecfdf0978a6 req-42631ac9-5ae7-4152-8324-740659125cfc tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:42.793666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef748463-b060-439b-ab1a-7ecfdf0978a6 req-42631ac9-5ae7-4152-8324-740659125cfc tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 943 time: 0.1572211 Jul 05 04:04:42.876520 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef748463-b060-439b-ab1a-7ecfdf0978a6 req-db39c611-b98b-4a52-b782-a6da2d9e79cc tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771565 Jul 05 04:04:42.881352 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.944874 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.962185 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.970616 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Transition to ACTIVE for port object 28815939-962b-4ad8-8780-c7480dd1ac60 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:42.998885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Pushing event deleted for resources: {'Port': ['ID=2c78ec4c-9772-410e-9a68-8e366afba1d0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:43.046777 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.083335 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.174305 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d07fa-b8b0-4a68-9e7d-dfca3a577e8e None None] Pushing event updated for resources: {'Port': ['ID=28815939-962b-4ad8-8780-c7480dd1ac60,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:43.187361 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf8138-4d3f-4ab6-84fd-79f5b1675a5f None None] Pushing event updated for resources: {'Port': ['ID=dd7d4e17-adfd-4fbb-991c-c82ccb9fa803,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:43.212337 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Attempting to bind port 28815939-962b-4ad8-8780-c7480dd1ac60 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:43.214567 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Attempting to bind port 28815939-962b-4ad8-8780-c7480dd1ac60 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:43.215818 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Attempting to bind port 28815939-962b-4ad8-8780-c7480dd1ac60 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:43.216629 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.219145 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.230582 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:43.231959 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:43.232621 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.233168 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:43.233810 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Bound port: 28815939-962b-4ad8-8780-c7480dd1ac60, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:43.234507 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.272477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Attempting to bind port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:43.272477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Attempting to bind port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'e47063c6-d62b-40ff-8147-dd2bc1ffa827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:43.272477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Attempting to bind port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 on network 495b9c9e-7899-4ebc-9928-348d97a6d152 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:43.280114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:43.280982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Checking segment: {'id': 'e47063c6-d62b-40ff-8147-dd2bc1ffa827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:43.281729 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.282218 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Bound using segment: {'id': 'e47063c6-d62b-40ff-8147-dd2bc1ffa827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:43.282841 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Bound port: dd7d4e17-adfd-4fbb-991c-c82ccb9fa803, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47063c6-d62b-40ff-8147-dd2bc1ffa827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:43.283321 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.373858 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] For port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:43.381113 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] For port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=dd7d4e17-adfd-4fbb-991c-c82ccb9fa803,segment=NetworkSegment(e47063c6-d62b-40ff-8147-dd2bc1ffa827),segment_id=e47063c6-d62b-40ff-8147-dd2bc1ffa827)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:43.383189 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.383698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Fanout notify agent at l3_agent the message router_deleted on router d4e4dbce-2216-4d05-9804-728c91bb2fdb {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:43.388977 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-bef20667-18a4-4390-b784-f37300175d7e None None] For port 28815939-962b-4ad8-8780-c7480dd1ac60, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:43.392741 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-bef20667-18a4-4390-b784-f37300175d7e None None] For port 28815939-962b-4ad8-8780-c7480dd1ac60, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=28815939-962b-4ad8-8780-c7480dd1ac60,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:43.404595 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.413219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a3de3a5d-ddca-4c42-9b4e-78f2d769ed74 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "DELETE /v2.0/routers/d4e4dbce-2216-4d05-9804-728c91bb2fdb HTTP/1.1" status: 204 len: 168 time: 2.3787467 Jul 05 04:04:43.413404 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48460) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:43.418889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-67d8a8b5-e6ff-414e-b071-91a259b2edf3 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-438644017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:43.508980 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.543017 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc79c773-dd16-4b63-b906-77f1dc1354d4 req-683698c5-70e1-44e3-ab8c-8521890f15f2 service neutron] 10.222.0.64 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0640931 Jul 05 04:04:43.566099 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67d8a8b5-e6ff-414e-b071-91a259b2edf3 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.566647 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.567145 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67d8a8b5-e6ff-414e-b071-91a259b2edf3 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.640349 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:43.644214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:43.653286 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67d8a8b5-e6ff-414e-b071-91a259b2edf3 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.679871 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d07fa-b8b0-4a68-9e7d-dfca3a577e8e None None] Pushing event updated for resources: {'Port': ['ID=28815939-962b-4ad8-8780-c7480dd1ac60,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:43.694138 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Routers {'de15b3ac-7b71-4261-84d4-df439e07ea77'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:43.694769 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-bef20667-18a4-4390-b784-f37300175d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['de15b3ac-7b71-4261-84d4-df439e07ea77'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:43.714391 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67d8a8b5-e6ff-414e-b071-91a259b2edf3 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.739173 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.796613 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf8138-4d3f-4ab6-84fd-79f5b1675a5f None None] Pushing event updated for resources: {'Port': ['ID=dd7d4e17-adfd-4fbb-991c-c82ccb9fa803,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:43.817438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-67d8a8b5-e6ff-414e-b071-91a259b2edf3 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.819459 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-67d8a8b5-e6ff-414e-b071-91a259b2edf3 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4046795 Jul 05 04:04:43.822640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48466) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:43.828352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:43.830907 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Request body: {'router': {'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:43.903302 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eb3d6221-f1a7-4400-8043-87a53285930e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.155424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d23b0b-c814-4a07-8ff2-65371b335050 req-392fb024-9e8c-4c2e-b7e3-2c2df9cb6fdd tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.162723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:38Z', 'revision_number': 4, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7d4e17-adfd-4fbb-991c-c82ccb9fa803', 'name': '', 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:b7:69:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:35Z', 'updated_at': '2021-07-05T04:04:43Z', 'revision_number': 4, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:44.163118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29d23b0b-c814-4a07-8ff2-65371b335050 req-392fb024-9e8c-4c2e-b7e3-2c2df9cb6fdd tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 943 time: 0.0946870 Jul 05 04:04:44.165203 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-bef20667-18a4-4390-b784-f37300175d7e None None] Set router de15b3ac-7b71-4261-84d4-df439e07ea77 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:44.195517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6771c-924f-42ef-aeab-d860fa6a02ee None None] The sync data for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 is: [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:38Z', 'revision_number': 4, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7d4e17-adfd-4fbb-991c-c82ccb9fa803', 'name': '', 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:b7:69:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:35Z', 'updated_at': '2021-07-05T04:04:43Z', 'revision_number': 4, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:44.202524 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d6221-f1a7-4400-8043-87a53285930e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Subnet': ['ID=8ae3ea9d-e602-4400-b496-d4f9ceafacb4,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:44.213284 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3d6221-f1a7-4400-8043-87a53285930e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Checking segment: {'id': 'adf3e0ec-e9df-4d78-9234-39c7175145cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:44.213787 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3d6221-f1a7-4400-8043-87a53285930e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network hostable DHCP agents. Network: 231de20d-cdcc-4125-a513-392d2c1f3178, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:44.222325 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29d23b0b-c814-4a07-8ff2-65371b335050 req-8dda17b3-8751-4506-9983-ed8d29d006f5 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578353 Jul 05 04:04:44.334629 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Allocated IP 172.20.0.1 (e6efd4b8-71ce-45a8-8131-5b275df85969/4ea41de9-3c21-4eae-bda3-c5f07bf6953a/fcc6cb28-0f39-435e-a5e2-47564e2a986f) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:44.351211 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.475989 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-bef20667-18a4-4390-b784-f37300175d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'name': 'tempest-TestAggregatesBasicOps-1464904059-router', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:34Z', 'updated_at': '2021-07-05T04:04:39Z', 'revision_number': 3, 'project_id': 'e7848bca1a7745b6bbf25c309e84784c', 'gw_port': {'id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:36Z', 'updated_at': '2021-07-05T04:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:44.486364 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3d6221-f1a7-4400-8043-87a53285930e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 231de20d-cdcc-4125-a513-392d2c1f3178 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:44.497036 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.520879 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef20667-18a4-4390-b784-f37300175d7e None None] The sync data for ids ['de15b3ac-7b71-4261-84d4-df439e07ea77'] in n-d-798249-5 is: [{'id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'name': 'tempest-TestAggregatesBasicOps-1464904059-router', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:34Z', 'updated_at': '2021-07-05T04:04:39Z', 'revision_number': 3, 'project_id': 'e7848bca1a7745b6bbf25c309e84784c', 'gw_port': {'id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:36Z', 'updated_at': '2021-07-05T04:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:44.524842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Transition to ACTIVE for port object fcc6cb28-0f39-435e-a5e2-47564e2a986f will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:44.589200 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-eb3d6221-f1a7-4400-8043-87a53285930e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 231de20d-cdcc-4125-a513-392d2c1f3178) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:44.599058 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3819b782-6eb1-451d-b12f-61f0dbb04bd4 None None] Network 231de20d-cdcc-4125-a513-392d2c1f3178 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:44.610196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3d6221-f1a7-4400-8043-87a53285930e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.610950 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eb3d6221-f1a7-4400-8043-87a53285930e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.789338 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eb3d6221-f1a7-4400-8043-87a53285930e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5617070 Jul 05 04:04:44.792721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48474) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:44.807852 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.904611 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-231de20d-cdcc-4125-a513-392d2c1f3178', 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'fixed_ips': [{'subnet_id': '8ae3ea9d-e602-4400-b496-d4f9ceafacb4'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:44.906200 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.938425 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Network e6efd4b8-71ce-45a8-8131-5b275df85969 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:44.999415 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.015267 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:45.018334 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:45.138629 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.343404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc6cb28-0f39-435e-a5e2-47564e2a986f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:45.351415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Allocated IP 172.23.0.2 (231de20d-cdcc-4125-a513-392d2c1f3178/8ae3ea9d-e602-4400-b496-d4f9ceafacb4/aa5a948c-570e-4890-a2b7-b677ae331c0d) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:45.356823 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.387602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:45.641200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device aa88649b-f4a8-4638-a86f-fcae521682ac details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:04:45.714102 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Allocated IP 172.25.0.66 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/228b3a6d-4a00-49b6-9251-c11c1100a055) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:45.791836 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.816526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Transition to ACTIVE for port object aa5a948c-570e-4890-a2b7-b677ae331c0d will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:45.839740 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.003715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Transition to ACTIVE for port object aa5a948c-570e-4890-a2b7-b677ae331c0d will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:46.095789 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.124566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.186747 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.197894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port aa88649b-f4a8-4638-a86f-fcae521682ac, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=aa88649b-f4a8-4638-a86f-fcae521682ac,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:46.212303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Pushing event updated for resources: {'Port': ['ID=aa5a948c-570e-4890-a2b7-b677ae331c0d,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:46.233576 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Network 231de20d-cdcc-4125-a513-392d2c1f3178 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:46.235473 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:46.238278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:46.246175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'aa88649b-f4a8-4638-a86f-fcae521682ac', 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'port_id': 'aa88649b-f4a8-4638-a86f-fcae521682ac', 'mac_address': 'fa:16:3e:5a:fb:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8facf5e9-bfc3-4583-948d-915d16522b51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:04:46.304890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:46.325822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-50c28455-caf1-40b4-ae36-b74bcc303c94 None None] Provisioning for port fcc6cb28-0f39-435e-a5e2-47564e2a986f completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:46.328186 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.334758 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d346a7-87cb-4289-b452-3479a55f7034 req-7afbbaf6-a931-4493-bd57-725a94683704 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:46.336750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01d346a7-87cb-4289-b452-3479a55f7034 req-7afbbaf6-a931-4493-bd57-725a94683704 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 943 time: 0.8059969 Jul 05 04:04:46.336979 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.423931 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:46.424392 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.429627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Attempting to bind port aa5a948c-570e-4890-a2b7-b677ae331c0d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:46.429991 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Attempting to bind port aa5a948c-570e-4890-a2b7-b677ae331c0d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'adf3e0ec-e9df-4d78-9234-39c7175145cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:46.430364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Attempting to bind port aa5a948c-570e-4890-a2b7-b677ae331c0d on network 231de20d-cdcc-4125-a513-392d2c1f3178 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:46.436390 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-50c28455-caf1-40b4-ae36-b74bcc303c94 None None] Provisioning complete for port fcc6cb28-0f39-435e-a5e2-47564e2a986f triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:46.437044 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-50c28455-caf1-40b4-ae36-b74bcc303c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.441683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:46.441920 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Checking segment: {'id': 'adf3e0ec-e9df-4d78-9234-39c7175145cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:46.442255 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.442661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Bound using segment: {'id': 'adf3e0ec-e9df-4d78-9234-39c7175145cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:46.445132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Bound port: aa5a948c-570e-4890-a2b7-b677ae331c0d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf3e0ec-e9df-4d78-9234-39c7175145cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:46.446239 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.486600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa88649b-f4a8-4638-a86f-fcae521682ac {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:46.536287 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.549896 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.564955 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01d346a7-87cb-4289-b452-3479a55f7034 req-43b27ceb-7000-470e-9bd6-44505c05f6e4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092776 Jul 05 04:04:46.625093 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.631234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port aa88649b-f4a8-4638-a86f-fcae521682ac, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=aa88649b-f4a8-4638-a86f-fcae521682ac,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:46.637642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc6cb28-0f39-435e-a5e2-47564e2a986f,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:46.655138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:46.656041 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-50c28455-caf1-40b4-ae36-b74bcc303c94 None None] Port fcc6cb28-0f39-435e-a5e2-47564e2a986f cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:46.658545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:46.680103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:46.727072 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.735994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] For port aa5a948c-570e-4890-a2b7-b677ae331c0d, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:46.778841 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.784715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] For port aa5a948c-570e-4890-a2b7-b677ae331c0d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=aa5a948c-570e-4890-a2b7-b677ae331c0d,segment=NetworkSegment(adf3e0ec-e9df-4d78-9234-39c7175145cb),segment_id=adf3e0ec-e9df-4d78-9234-39c7175145cb)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:46.823643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=aa88649b-f4a8-4638-a86f-fcae521682ac,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:46.841865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=dd7d4e17-adfd-4fbb-991c-c82ccb9fa803,segment=NetworkSegment(e47063c6-d62b-40ff-8147-dd2bc1ffa827),segment_id=e47063c6-d62b-40ff-8147-dd2bc1ffa827)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:46.875287 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Pushing event updated for resources: {'Port': ['ID=228b3a6d-4a00-49b6-9251-c11c1100a055,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:46.915459 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.944355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Allocated IP 172.23.0.1 (231de20d-cdcc-4125-a513-392d2c1f3178/8ae3ea9d-e602-4400-b496-d4f9ceafacb4/5691afc0-3e6f-460d-9155-2fcd6bac64f6) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:46.969302 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Network e6efd4b8-71ce-45a8-8131-5b275df85969 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:46.971719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:46.980172 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.981388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 28815939-962b-4ad8-8780-c7480dd1ac60 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:47.023367 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['aa88649b-f4a8-4638-a86f-fcae521682ac'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:47.134535 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.155560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e9ef5-28f6-4191-a565-a6f09ae00602 None None] Pushing event updated for resources: {'Port': ['ID=aa5a948c-570e-4890-a2b7-b677ae331c0d,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:47.203638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Transition to ACTIVE for port object 5691afc0-3e6f-460d-9155-2fcd6bac64f6 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:47.326927 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.342743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=dd7d4e17-adfd-4fbb-991c-c82ccb9fa803,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:47.364344 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 28815939-962b-4ad8-8780-c7480dd1ac60 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:47.374828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 28815939-962b-4ad8-8780-c7480dd1ac60 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:47.375203 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.463886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 231de20d-cdcc-4125-a513-392d2c1f3178 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:47.480833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:47.511285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:47.653440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=5691afc0-3e6f-460d-9155-2fcd6bac64f6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:47.656232 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.780830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9004dfcd-650f-4cda-947c-283ae67bb5af None None] Provisioning complete for port fcc6cb28-0f39-435e-a5e2-47564e2a986f triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:47.781481 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9004dfcd-650f-4cda-947c-283ae67bb5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.783977 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.811081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 28815939-962b-4ad8-8780-c7480dd1ac60, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=28815939-962b-4ad8-8780-c7480dd1ac60,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:47.851474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9004dfcd-650f-4cda-947c-283ae67bb5af None None] Port fcc6cb28-0f39-435e-a5e2-47564e2a986f cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:47.919778 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.984055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe36ad-b24b-4ad4-8835-526684c38d99 req-e4d71a0c-b4c4-4cd7-a8a1-476502e633d5 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:47.985775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aebe36ad-b24b-4ad4-8835-526684c38d99 req-e4d71a0c-b4c4-4cd7-a8a1-476502e633d5 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 944 time: 0.1945612 Jul 05 04:04:48.074959 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Router de15b3ac-7b71-4261-84d4-df439e07ea77 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:48.077969 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.113150 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aebe36ad-b24b-4ad4-8835-526684c38d99 req-96f9c06c-0828-47db-9913-e39c657679f9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190910 Jul 05 04:04:48.122833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=28815939-962b-4ad8-8780-c7480dd1ac60,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:48.139396 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.290851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device aa5a948c-570e-4890-a2b7-b677ae331c0d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:48.405822 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:48.420642 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-27029186-6a6c-463f-b349-b14a636658c0 admin admin] 10.222.0.60 "PUT /v2.0/routers/de15b3ac-7b71-4261-84d4-df439e07ea77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4044144 Jul 05 04:04:48.420767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Sync routers for ids ['de15b3ac-7b71-4261-84d4-df439e07ea77'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:48.446659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port aa5a948c-570e-4890-a2b7-b677ae331c0d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:48.462857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:48.537735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Routers {'de15b3ac-7b71-4261-84d4-df439e07ea77'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:48.538390 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['de15b3ac-7b71-4261-84d4-df439e07ea77'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:48.550164 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.563096 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.698050 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:48.698566 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.762985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Set router de15b3ac-7b71-4261-84d4-df439e07ea77 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:48.766577 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.851227 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.948029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Router 832fc5e4-e297-42c3-bcfe-c11e1ed580bf is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:49.033342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event updated for resources: {'Port': ['ID=5691afc0-3e6f-460d-9155-2fcd6bac64f6,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:49.055148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789734b9-633b-4b7b-932c-6f0a24b94412 None None] Network 231de20d-cdcc-4125-a513-392d2c1f3178 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:49.058868 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.148981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:49.160021 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.166757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48526) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:49.169339 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4446e8-8f92-4939-9ab1-72ec3791eb2b None None] Sync routers for ids ['832fc5e4-e297-42c3-bcfe-c11e1ed580bf'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:49.170810 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ce940d88-3670-4894-95b3-70e7fe601ebb tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "PUT /v2.0/routers/832fc5e4-e297-42c3-bcfe-c11e1ed580bf HTTP/1.1" status: 200 len: 878 time: 5.3420448 Jul 05 04:04:49.185633 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4446e8-8f92-4939-9ab1-72ec3791eb2b None None] Routers {'832fc5e4-e297-42c3-bcfe-c11e1ed580bf'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:49.186457 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ea4446e8-8f92-4939-9ab1-72ec3791eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['832fc5e4-e297-42c3-bcfe-c11e1ed580bf'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:49.263272 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ea4446e8-8f92-4939-9ab1-72ec3791eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:49.290127 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4446e8-8f92-4939-9ab1-72ec3791eb2b None None] Routers {'832fc5e4-e297-42c3-bcfe-c11e1ed580bf'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:49.290779 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ea4446e8-8f92-4939-9ab1-72ec3791eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['832fc5e4-e297-42c3-bcfe-c11e1ed580bf'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:49.398850 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ea4446e8-8f92-4939-9ab1-72ec3791eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:49.401544 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4446e8-8f92-4939-9ab1-72ec3791eb2b None None] The sync data for ids ['832fc5e4-e297-42c3-bcfe-c11e1ed580bf'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:49.438793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ac085d1c-e89b-4cdd-bcb1-7e5e15261806 None None] Provisioning for port aa5a948c-570e-4890-a2b7-b677ae331c0d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:49.459498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ac085d1c-e89b-4cdd-bcb1-7e5e15261806 None None] Provisioning complete for port aa5a948c-570e-4890-a2b7-b677ae331c0d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:49.459960 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ac085d1c-e89b-4cdd-bcb1-7e5e15261806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.477100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-39bb4350-438d-4a97-9726-588b066abb0e tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/routers/832fc5e4-e297-42c3-bcfe-c11e1ed580bf HTTP/1.1" status: 200 len: 919 time: 0.2959368 Jul 05 04:04:49.479230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48542) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:49.489393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Network 231de20d-cdcc-4125-a513-392d2c1f3178 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:49.491883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:49.560573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'name': 'tempest-TestAggregatesBasicOps-1464904059-router', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:34Z', 'updated_at': '2021-07-05T04:04:45Z', 'revision_number': 4, 'project_id': 'e7848bca1a7745b6bbf25c309e84784c', 'gw_port': {'id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:36Z', 'updated_at': '2021-07-05T04:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'fcc6cb28-0f39-435e-a5e2-47564e2a986f', 'name': '', 'network_id': 'e6efd4b8-71ce-45a8-8131-5b275df85969', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'mac_address': 'fa:16:3e:78:89:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '4ea41de9-3c21-4eae-bda3-c5f07bf6953a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:43Z', 'updated_at': '2021-07-05T04:04:45Z', 'revision_number': 2, 'project_id': 'e7848bca1a7745b6bbf25c309e84784c', 'subnets': [{'id': '4ea41de9-3c21-4eae-bda3-c5f07bf6953a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:49.610840 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802449f5-81d0-4fa0-a136-acfc3f4464f0 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.612776 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-802449f5-81d0-4fa0-a136-acfc3f4464f0 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&device_id=832fc5e4-e297-42c3-bcfe-c11e1ed580bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1320164 Jul 05 04:04:49.612958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Checking router: de15b3ac-7b71-4261-84d4-df439e07ea77 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:49.613211 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Updating router de15b3ac-7b71-4261-84d4-df439e07ea77 port fcc6cb28-0f39-435e-a5e2-47564e2a986f binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:49.616379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48548) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:49.692820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd26462-60be-40e8-bc04-43059d2a568c req-22ef1e50-9acf-4ac4-a64c-8349e5896dbd tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.694529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fbd26462-60be-40e8-bc04-43059d2a568c req-22ef1e50-9acf-4ac4-a64c-8349e5896dbd tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 944 time: 0.2674422 Jul 05 04:04:49.722983 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ac085d1c-e89b-4cdd-bcb1-7e5e15261806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.726118 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device aa88649b-f4a8-4638-a86f-fcae521682ac up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:49.745575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:49.801028 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.810764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fbd26462-60be-40e8-bc04-43059d2a568c req-de7bb09f-5ae5-41bf-bf02-8846aa64a47e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064782 Jul 05 04:04:49.855784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5948d786-35aa-433f-84d0-24e7ed5c4d83 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.861357 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5948d786-35aa-433f-84d0-24e7ed5c4d83 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 881 time: 0.2439098 Jul 05 04:04:49.864212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48558) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:49.893829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ac085d1c-e89b-4cdd-bcb1-7e5e15261806 None None] For port aa5a948c-570e-4890-a2b7-b677ae331c0d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=aa5a948c-570e-4890-a2b7-b677ae331c0d,segment=NetworkSegment(adf3e0ec-e9df-4d78-9234-39c7175145cb),segment_id=adf3e0ec-e9df-4d78-9234-39c7175145cb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:49.909085 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-03e2b767-b064-4bb3-b6cc-b059bebec8bd tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "GET /v2.0/ports?device_id=832fc5e4-e297-42c3-bcfe-c11e1ed580bf HTTP/1.1" status: 200 len: 205 time: 0.0434868 Jul 05 04:04:49.912041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48560) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:49.989563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:50.007740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ec2bdca6-375e-4dc5-81ac-1c98bec342ac tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2113841 Jul 05 04:04:50.009872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48568) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:50.023711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c9f2a71e-a8e4-4522-a519-a4702e5e5435 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:50.228289 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.304986 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Sync routers for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:50.307810 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 28815939-962b-4ad8-8780-c7480dd1ac60 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:50.338116 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port aa88649b-f4a8-4638-a86f-fcae521682ac completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:50.343616 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ac085d1c-e89b-4cdd-bcb1-7e5e15261806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.410059 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port aa88649b-f4a8-4638-a86f-fcae521682ac triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:50.410455 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.437042 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.499820 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:50.500398 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:50.613739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.extraroute_db [None req-c9f2a71e-a8e4-4522-a519-a4702e5e5435 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:04:50.649177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.extraroute_db [None req-c9f2a71e-a8e4-4522-a519-a4702e5e5435 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Removed routes are [] {{(pid=100877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:04:50.651860 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a71e-a8e4-4522-a519-a4702e5e5435 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.659694 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Deleting port 228b3a6d-4a00-49b6-9251-c11c1100a055 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:50.660321 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.720230 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac085d1c-e89b-4cdd-bcb1-7e5e15261806 None None] Pushing event updated for resources: {'Port': ['ID=aa5a948c-570e-4890-a2b7-b677ae331c0d,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:50.733693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ee805e1a-a952-4340-8b3a-e622dea3ee3e None None] Provisioning for port 5691afc0-3e6f-460d-9155-2fcd6bac64f6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:50.780216 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.800982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ee805e1a-a952-4340-8b3a-e622dea3ee3e None None] Provisioning complete for port 5691afc0-3e6f-460d-9155-2fcd6bac64f6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:50.801362 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee805e1a-a952-4340-8b3a-e622dea3ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.822746 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.843079 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Calling delete_port for 228b3a6d-4a00-49b6-9251-c11c1100a055 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:50.921882 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.938866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:50.959850 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 28815939-962b-4ad8-8780-c7480dd1ac60 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:50.960230 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.048972 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3271c6ca-f7fe-4f5b-8259-f8729606b8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa88649b-f4a8-4638-a86f-fcae521682ac'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:51.048972 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c42c91a-0cdf-458b-903e-abc1b453f408" -d '{"events": [{"server_uuid": "3271c6ca-f7fe-4f5b-8259-f8729606b8f1", "name": "network-vif-plugged", "status": "completed", "tag": "aa88649b-f4a8-4638-a86f-fcae521682ac"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:51.147228 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ee805e1a-a952-4340-8b3a-e622dea3ee3e None None] Port 5691afc0-3e6f-460d-9155-2fcd6bac64f6 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:51.168019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Transition to ACTIVE for port object fcc6cb28-0f39-435e-a5e2-47564e2a986f will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:51.182104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port aa88649b-f4a8-4638-a86f-fcae521682ac, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=aa88649b-f4a8-4638-a86f-fcae521682ac,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:51.253438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ee805e1a-a952-4340-8b3a-e622dea3ee3e None None] Provisioning complete for port aa5a948c-570e-4890-a2b7-b677ae331c0d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:51.253812 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee805e1a-a952-4340-8b3a-e622dea3ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.280121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48596) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:51.307808 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.309656 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.311483 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b9c2990d-4639-47ad-8230-3e48e024f083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.399550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.400823 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a71e-a8e4-4522-a519-a4702e5e5435 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.415025 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a71e-a8e4-4522-a519-a4702e5e5435 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.463783 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee474b7-b435-4224-a5e1-835d70161488 x-openstack-request-id: req-bee474b7-b435-4224-a5e1-835d70161488 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:51.464333 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3271c6ca-f7fe-4f5b-8259-f8729606b8f1", "name": "network-vif-plugged", "status": "completed", "tag": "aa88649b-f4a8-4638-a86f-fcae521682ac", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:51.464764 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bee474b7-b435-4224-a5e1-835d70161488 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:51.465391 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3271c6ca-f7fe-4f5b-8259-f8729606b8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa88649b-f4a8-4638-a86f-fcae521682ac', 'code': 200} Jul 05 04:04:51.467990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=aa88649b-f4a8-4638-a86f-fcae521682ac,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:51.510529 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Pushing event deleted for resources: {'Port': ['ID=228b3a6d-4a00-49b6-9251-c11c1100a055,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:51.610005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3424aa4-125b-4b73-a6f5-8fa073da8b9d req-41f8b36c-d04a-4f0f-b0ee-3ad222a31db6 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:51.611748 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f3424aa4-125b-4b73-a6f5-8fa073da8b9d req-41f8b36c-d04a-4f0f-b0ee-3ad222a31db6 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 944 time: 0.3912079 Jul 05 04:04:51.630929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cf71c-3a10-44c1-a966-3f47f66bc82f None None] Pushing event updated for resources: {'Port': ['ID=fcc6cb28-0f39-435e-a5e2-47564e2a986f,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:51.686064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.757996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f2a71e-a8e4-4522-a519-a4702e5e5435 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:51.766137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f3424aa4-125b-4b73-a6f5-8fa073da8b9d req-79677ebc-e39d-4d0b-b9aa-46183f93c866 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347039 Jul 05 04:04:51.867395 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.870408 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.925114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Attempting to bind port fcc6cb28-0f39-435e-a5e2-47564e2a986f on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:51.925445 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Attempting to bind port fcc6cb28-0f39-435e-a5e2-47564e2a986f by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2ad9905e-c81f-4e73-a390-528c8a533dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6efd4b8-71ce-45a8-8131-5b275df85969'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:51.925810 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Attempting to bind port fcc6cb28-0f39-435e-a5e2-47564e2a986f on network e6efd4b8-71ce-45a8-8131-5b275df85969 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:51.935402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a962671-c746-4bfe-a565-e12f6411d651 req-0d9cde45-a0dc-48ff-8fc6-5b7d1c26d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:51.936678 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:51.937034 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4a962671-c746-4bfe-a565-e12f6411d651 req-0d9cde45-a0dc-48ff-8fc6-5b7d1c26d1db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 1096 time: 0.4279642 Jul 05 04:04:51.937141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Checking segment: {'id': '2ad9905e-c81f-4e73-a390-528c8a533dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6efd4b8-71ce-45a8-8131-5b275df85969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:51.937514 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.937999 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Bound using segment: {'id': '2ad9905e-c81f-4e73-a390-528c8a533dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6efd4b8-71ce-45a8-8131-5b275df85969'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:51.938437 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Bound port: fcc6cb28-0f39-435e-a5e2-47564e2a986f, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad9905e-c81f-4e73-a390-528c8a533dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e6efd4b8-71ce-45a8-8131-5b275df85969'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:51.938800 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.010141 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4a962671-c746-4bfe-a565-e12f6411d651 req-32741675-7ed3-4377-b591-9243c34812fc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657394 Jul 05 04:04:52.033878 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.034922 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Fanout notify agent at l3_agent the message router_deleted on router 832fc5e4-e297-42c3-bcfe-c11e1ed580bf {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:52.046067 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.051709 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-83feb265-4b16-439f-9980-5ab7c291e424 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "DELETE /v2.0/routers/832fc5e4-e297-42c3-bcfe-c11e1ed580bf HTTP/1.1" status: 204 len: 168 time: 2.1276503 Jul 05 04:04:52.052983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48602) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:52.058453 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f341f310-4a40-4f7b-95a7-ed983f01dcca tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-704541312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:52.062769 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] For port fcc6cb28-0f39-435e-a5e2-47564e2a986f, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:52.066547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] For port fcc6cb28-0f39-435e-a5e2-47564e2a986f, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=fcc6cb28-0f39-435e-a5e2-47564e2a986f,segment=NetworkSegment(2ad9905e-c81f-4e73-a390-528c8a533dc7),segment_id=2ad9905e-c81f-4e73-a390-528c8a533dc7)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:52.076288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:47Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5691afc0-3e6f-460d-9155-2fcd6bac64f6', 'name': '', 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:12:f6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '8ae3ea9d-e602-4400-b496-d4f9ceafacb4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:46Z', 'updated_at': '2021-07-05T04:04:48Z', 'revision_number': 2, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '8ae3ea9d-e602-4400-b496-d4f9ceafacb4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7d4e17-adfd-4fbb-991c-c82ccb9fa803', 'name': '', 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:b7:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:35Z', 'updated_at': '2021-07-05T04:04:46Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:52.078248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3e65994c-8322-47fe-bf19-b6edfb45e27c None None] Provisioning complete for port 5691afc0-3e6f-460d-9155-2fcd6bac64f6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:52.078620 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3e65994c-8322-47fe-bf19-b6edfb45e27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.110621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f2a71e-a8e4-4522-a519-a4702e5e5435 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:52.118585 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3e65994c-8322-47fe-bf19-b6edfb45e27c None None] Port 5691afc0-3e6f-460d-9155-2fcd6bac64f6 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:52.120771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device aa5a948c-570e-4890-a2b7-b677ae331c0d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:52.125721 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a71e-a8e4-4522-a519-a4702e5e5435 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.126922 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c9f2a71e-a8e4-4522-a519-a4702e5e5435 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06 HTTP/1.1" status: 200 len: 934 time: 2.1148174 Jul 05 04:04:52.131339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48604) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:52.176614 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.202466 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3282a051-770e-4804-b2f2-c33f35f6687c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.260670 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f341f310-4a40-4f7b-95a7-ed983f01dcca tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.261734 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f341f310-4a40-4f7b-95a7-ed983f01dcca tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.289935 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dc617e1e-f412-4a3c-b594-bbbe0dd9b2e3 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06 HTTP/1.1" status: 200 len: 934 time: 0.1571274 Jul 05 04:04:52.293174 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48608) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:52.298201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-15db1450-f9c8-49ed-94cf-0af619a97ef2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'router': {'routes': None}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:52.358864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Checking router: 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:52.359321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Updating router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 port 5691afc0-3e6f-460d-9155-2fcd6bac64f6 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:52.425737 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f341f310-4a40-4f7b-95a7-ed983f01dcca tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.481900 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.501184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Routers {'de15b3ac-7b71-4261-84d4-df439e07ea77'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:52.501184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['de15b3ac-7b71-4261-84d4-df439e07ea77'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:52.512183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cf71c-3a10-44c1-a966-3f47f66bc82f None None] Pushing event updated for resources: {'Port': ['ID=fcc6cb28-0f39-435e-a5e2-47564e2a986f,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:52.534918 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f341f310-4a40-4f7b-95a7-ed983f01dcca tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.594638 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f341f310-4a40-4f7b-95a7-ed983f01dcca tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.596419 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f341f310-4a40-4f7b-95a7-ed983f01dcca tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5421116 Jul 05 04:04:52.600293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port aa5a948c-570e-4890-a2b7-b677ae331c0d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:52.600529 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48610) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:52.600843 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.605775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'enable_snat': True}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:52.835367 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] Set router de15b3ac-7b71-4261-84d4-df439e07ea77 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:52.909712 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.extraroute_db [None req-15db1450-f9c8-49ed-94cf-0af619a97ef2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Added routes are [] {{(pid=100876) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:04:52.910077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.extraroute_db [None req-15db1450-f9c8-49ed-94cf-0af619a97ef2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100876) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:04:53.025723 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-15db1450-f9c8-49ed-94cf-0af619a97ef2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.228564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-3282a051-770e-4804-b2f2-c33f35f6687c admin admin] Deleting port f9023309-da76-47a4-9712-13dfcbe16d6d {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:53.229204 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3282a051-770e-4804-b2f2-c33f35f6687c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.327317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-3282a051-770e-4804-b2f2-c33f35f6687c admin admin] For port f9023309-da76-47a4-9712-13dfcbe16d6d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f9023309-da76-47a4-9712-13dfcbe16d6d,segment=NetworkSegment(5509b1ef-eab4-4c63-b59a-3f5a8c33438f),segment_id=5509b1ef-eab4-4c63-b59a-3f5a8c33438f)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:53.327740 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3282a051-770e-4804-b2f2-c33f35f6687c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.343328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-3282a051-770e-4804-b2f2-c33f35f6687c admin admin] Calling delete_port for f9023309-da76-47a4-9712-13dfcbe16d6d owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:53.370760 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.424679 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Transition to ACTIVE for port object 5691afc0-3e6f-460d-9155-2fcd6bac64f6 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:53.436457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b832158-ce35-4aab-a87f-d2cf77415882 req-bfe65fd4-6e2d-4f88-908c-e0266d624691 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:53.438012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b832158-ce35-4aab-a87f-d2cf77415882 req-bfe65fd4-6e2d-4f88-908c-e0266d624691 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 945 time: 0.2965395 Jul 05 04:04:53.448007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'name': 'tempest-TestAggregatesBasicOps-1464904059-router', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:34Z', 'updated_at': '2021-07-05T04:04:45Z', 'revision_number': 4, 'project_id': 'e7848bca1a7745b6bbf25c309e84784c', 'gw_port': {'id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:36Z', 'updated_at': '2021-07-05T04:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'fcc6cb28-0f39-435e-a5e2-47564e2a986f', 'name': '', 'network_id': 'e6efd4b8-71ce-45a8-8131-5b275df85969', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'mac_address': 'fa:16:3e:78:89:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '4ea41de9-3c21-4eae-bda3-c5f07bf6953a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:43Z', 'updated_at': '2021-07-05T04:04:52Z', 'revision_number': 4, 'project_id': 'e7848bca1a7745b6bbf25c309e84784c', 'subnets': [{'id': '4ea41de9-3c21-4eae-bda3-c5f07bf6953a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:53.495694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfcad79-9ada-4342-bdcd-63814da1cca8 None None] The sync data for ids ['de15b3ac-7b71-4261-84d4-df439e07ea77'] in n-d-798249-5 is: [{'id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'name': 'tempest-TestAggregatesBasicOps-1464904059-router', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:34Z', 'updated_at': '2021-07-05T04:04:45Z', 'revision_number': 4, 'project_id': 'e7848bca1a7745b6bbf25c309e84784c', 'gw_port': {'id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:36Z', 'updated_at': '2021-07-05T04:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'fcc6cb28-0f39-435e-a5e2-47564e2a986f', 'name': '', 'network_id': 'e6efd4b8-71ce-45a8-8131-5b275df85969', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'mac_address': 'fa:16:3e:78:89:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '4ea41de9-3c21-4eae-bda3-c5f07bf6953a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:43Z', 'updated_at': '2021-07-05T04:04:52Z', 'revision_number': 4, 'project_id': 'e7848bca1a7745b6bbf25c309e84784c', 'subnets': [{'id': '4ea41de9-3c21-4eae-bda3-c5f07bf6953a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:53.515802 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.543775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b832158-ce35-4aab-a87f-d2cf77415882 req-5af737fb-d205-4275-8774-ef907b1361b2 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873866 Jul 05 04:04:53.654710 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.685585 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636674a8-1291-4b7f-a836-b039a1608759 None None] Pushing event updated for resources: {'Port': ['ID=5691afc0-3e6f-460d-9155-2fcd6bac64f6,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:53.821577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Attempting to bind port 5691afc0-3e6f-460d-9155-2fcd6bac64f6 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:53.821957 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Attempting to bind port 5691afc0-3e6f-460d-9155-2fcd6bac64f6 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'adf3e0ec-e9df-4d78-9234-39c7175145cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:53.822380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Attempting to bind port 5691afc0-3e6f-460d-9155-2fcd6bac64f6 on network 231de20d-cdcc-4125-a513-392d2c1f3178 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:53.829249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:53.829897 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Checking segment: {'id': 'adf3e0ec-e9df-4d78-9234-39c7175145cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:53.830322 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.830730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Bound using segment: {'id': 'adf3e0ec-e9df-4d78-9234-39c7175145cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:53.831213 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Bound port: 5691afc0-3e6f-460d-9155-2fcd6bac64f6, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf3e0ec-e9df-4d78-9234-39c7175145cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:53.831606 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.856929 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3282a051-770e-4804-b2f2-c33f35f6687c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.928800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282a051-770e-4804-b2f2-c33f35f6687c admin admin] Pushing event deleted for resources: {'Port': ['ID=f9023309-da76-47a4-9712-13dfcbe16d6d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:53.983876 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] For port 5691afc0-3e6f-460d-9155-2fcd6bac64f6, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:53.994080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] For port 5691afc0-3e6f-460d-9155-2fcd6bac64f6, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5691afc0-3e6f-460d-9155-2fcd6bac64f6,segment=NetworkSegment(adf3e0ec-e9df-4d78-9234-39c7175145cb),segment_id=adf3e0ec-e9df-4d78-9234-39c7175145cb)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:54.086095 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.160072 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-15db1450-f9c8-49ed-94cf-0af619a97ef2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.196001 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-15db1450-f9c8-49ed-94cf-0af619a97ef2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.336211 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-33cf8f79-a75e-4a46-a174-14a54cb0278d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.357484 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636674a8-1291-4b7f-a836-b039a1608759 None None] Pushing event updated for resources: {'Port': ['ID=5691afc0-3e6f-460d-9155-2fcd6bac64f6,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:54.368673 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:54.368673 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:54.374889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fcc6cb28-0f39-435e-a5e2-47564e2a986f up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:54.449256 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3282a051-770e-4804-b2f2-c33f35f6687c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.573863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15db1450-f9c8-49ed-94cf-0af619a97ef2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:54.647801 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.701861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:54.829750 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.858480 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.900562 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port fcc6cb28-0f39-435e-a5e2-47564e2a986f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:54.999123 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port fcc6cb28-0f39-435e-a5e2-47564e2a986f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:54.999815 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.037679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3282a051-770e-4804-b2f2-c33f35f6687c admin admin] Router efa5e051-0db6-4e7a-a4d2-6245ed75835f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:55.058988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aac1d-a1f0-45b0-bcfb-c0e05e65b934 req-0e1a3985-3984-479a-8be2-22cdb74bbdab tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.066827 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f43aac1d-a1f0-45b0-bcfb-c0e05e65b934 req-0e1a3985-3984-479a-8be2-22cdb74bbdab tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 945 time: 0.2043531 Jul 05 04:04:55.143569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15db1450-f9c8-49ed-94cf-0af619a97ef2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:55.275748 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f43aac1d-a1f0-45b0-bcfb-c0e05e65b934 req-5bf8e88e-dda0-4286-a6ff-fd9dba46b98e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070849 Jul 05 04:04:55.285743 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-15db1450-f9c8-49ed-94cf-0af619a97ef2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.297800 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-15db1450-f9c8-49ed-94cf-0af619a97ef2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06 HTTP/1.1" status: 200 len: 700 time: 3.0033085 Jul 05 04:04:55.303014 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48630) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:55.308175 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.312993 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.381455 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Allocated IP 172.25.0.134 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/e9d9181a-8f63-4e3f-9b6d-a6478e3bf27d) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:55.382045 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3282a051-770e-4804-b2f2-c33f35f6687c admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:55.396532 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61289827-5a6d-4fc4-bb61-648d2f63fedd None None] Sync routers for ids ['efa5e051-0db6-4e7a-a4d2-6245ed75835f'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:55.412285 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61289827-5a6d-4fc4-bb61-648d2f63fedd None None] Routers {'efa5e051-0db6-4e7a-a4d2-6245ed75835f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:55.413685 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3282a051-770e-4804-b2f2-c33f35f6687c admin admin] 10.222.0.60 "PUT /v2.0/routers/efa5e051-0db6-4e7a-a4d2-6245ed75835f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1096177 Jul 05 04:04:55.414272 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-61289827-5a6d-4fc4-bb61-648d2f63fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['efa5e051-0db6-4e7a-a4d2-6245ed75835f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:55.416544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48632) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:55.461417 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port fcc6cb28-0f39-435e-a5e2-47564e2a986f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=fcc6cb28-0f39-435e-a5e2-47564e2a986f,segment=NetworkSegment(2ad9905e-c81f-4e73-a390-528c8a533dc7),segment_id=2ad9905e-c81f-4e73-a390-528c8a533dc7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:55.499458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:52Z', 'revision_number': 7, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5691afc0-3e6f-460d-9155-2fcd6bac64f6', 'name': '', 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:12:f6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '8ae3ea9d-e602-4400-b496-d4f9ceafacb4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:46Z', 'updated_at': '2021-07-05T04:04:53Z', 'revision_number': 4, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '8ae3ea9d-e602-4400-b496-d4f9ceafacb4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7d4e17-adfd-4fbb-991c-c82ccb9fa803', 'name': '', 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:b7:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:35Z', 'updated_at': '2021-07-05T04:04:46Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:55.544780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c659b-3d0f-496f-b288-e313c4fc1273 None None] The sync data for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 is: [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:52Z', 'revision_number': 7, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5691afc0-3e6f-460d-9155-2fcd6bac64f6', 'name': '', 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:12:f6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '8ae3ea9d-e602-4400-b496-d4f9ceafacb4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:46Z', 'updated_at': '2021-07-05T04:04:53Z', 'revision_number': 4, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '8ae3ea9d-e602-4400-b496-d4f9ceafacb4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7d4e17-adfd-4fbb-991c-c82ccb9fa803', 'name': '', 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:b7:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:35Z', 'updated_at': '2021-07-05T04:04:46Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:55.552985 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.708919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=fcc6cb28-0f39-435e-a5e2-47564e2a986f,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:55.818424 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-61289827-5a6d-4fc4-bb61-648d2f63fedd None None] Set router efa5e051-0db6-4e7a-a4d2-6245ed75835f gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:55.823785 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4a09e4d4-b92a-4126-88ef-96d3d97464e7 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06 HTTP/1.1" status: 200 len: 700 time: 0.4508111 Jul 05 04:04:55.831018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48638) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:55.943895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e1a14-d449-4bb1-aaf7-d42955f42ea4 req-b997792d-05b7-415e-8ab1-15468b72ab05 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.953201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c6e1a14-d449-4bb1-aaf7-d42955f42ea4 req-b997792d-05b7-415e-8ab1-15468b72ab05 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 945 time: 0.4188447 Jul 05 04:04:55.975997 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-37434b38-3a75-423f-88db-594a13fdb3ff req-3524da76-a302-4077-bb37-898b158a7e95 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7076030 Jul 05 04:04:55.980576 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.060932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c6e1a14-d449-4bb1-aaf7-d42955f42ea4 req-6e74881d-d92d-49fc-8344-ab362d41e99d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066434 Jul 05 04:04:56.183703 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.227531 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.305548 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-61289827-5a6d-4fc4-bb61-648d2f63fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'name': 'tempest-TestAggregatesBasicOps-1187043660-router', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '8d3c54a8-d1b2-4993-816f-4b21d10547cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:09Z', 'updated_at': '2021-07-05T04:04:53Z', 'revision_number': 5, 'project_id': '757fb73bbc754fc4b0d6efe3c2142496', 'gw_port': {'id': '8d3c54a8-d1b2-4993-816f-4b21d10547cf', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:11Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:56.335733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fcc6cb28-0f39-435e-a5e2-47564e2a986f up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:56.363640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37434b38-3a75-423f-88db-594a13fdb3ff req-51a67149-0d87-4f77-b921-7f4fea78b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:56.366226 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-37434b38-3a75-423f-88db-594a13fdb3ff req-51a67149-0d87-4f77-b921-7f4fea78b05d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 1096 time: 0.3051088 Jul 05 04:04:56.417705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] Deleting port 8d3c54a8-d1b2-4993-816f-4b21d10547cf {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:56.418051 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.429147 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61289827-5a6d-4fc4-bb61-648d2f63fedd None None] Checking router: efa5e051-0db6-4e7a-a4d2-6245ed75835f for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:56.449997 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61289827-5a6d-4fc4-bb61-648d2f63fedd None None] Routers {'efa5e051-0db6-4e7a-a4d2-6245ed75835f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:56.451090 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-61289827-5a6d-4fc4-bb61-648d2f63fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['efa5e051-0db6-4e7a-a4d2-6245ed75835f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:56.515501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port fcc6cb28-0f39-435e-a5e2-47564e2a986f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:56.515880 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.589210 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.595222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37434b38-3a75-423f-88db-594a13fdb3ff req-96c6f205-1985-4f29-8a3a-7e6974992e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:56.596761 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-37434b38-3a75-423f-88db-594a13fdb3ff req-96c6f205-1985-4f29-8a3a-7e6974992e11 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.1916733 Jul 05 04:04:56.613211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] For port 8d3c54a8-d1b2-4993-816f-4b21d10547cf, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8d3c54a8-d1b2-4993-816f-4b21d10547cf,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:56.613646 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.650125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] Calling delete_port for 8d3c54a8-d1b2-4993-816f-4b21d10547cf owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:56.656310 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-61289827-5a6d-4fc4-bb61-648d2f63fedd None None] Set router efa5e051-0db6-4e7a-a4d2-6245ed75835f gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:56.706079 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-37434b38-3a75-423f-88db-594a13fdb3ff req-ee5d66ad-6168-4f19-b1c8-ae777c844c14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f35c343-5bbb-445d-8062-a2ed2f6511a8 HTTP/1.1" status: 200 len: 217 time: 0.0903246 Jul 05 04:04:56.772417 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5691afc0-3e6f-460d-9155-2fcd6bac64f6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:56.803091 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:56.841239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-2adafab3-a23b-4037-ba1d-7c0a7f18bde5 req-373a1a1a-740f-4cc7-bd55-0949bb70f4ac service neutron] (100876) timed out ('10.222.0.60', 49508) {{(pid=100876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:04:56.845548 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:56.846399 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-61289827-5a6d-4fc4-bb61-648d2f63fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'name': 'tempest-TestAggregatesBasicOps-1187043660-router', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:09Z', 'updated_at': '2021-07-05T04:04:56Z', 'revision_number': 6, 'project_id': '757fb73bbc754fc4b0d6efe3c2142496', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:56.853773 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:56.861176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event updated for resources: {'Port': ['ID=e9d9181a-8f63-4e3f-9b6d-a6478e3bf27d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:56.940571 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61289827-5a6d-4fc4-bb61-648d2f63fedd None None] The sync data for ids ['efa5e051-0db6-4e7a-a4d2-6245ed75835f'] in n-d-798249-5 is: [{'id': 'efa5e051-0db6-4e7a-a4d2-6245ed75835f', 'name': 'tempest-TestAggregatesBasicOps-1187043660-router', 'tenant_id': '757fb73bbc754fc4b0d6efe3c2142496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:09Z', 'updated_at': '2021-07-05T04:04:56Z', 'revision_number': 6, 'project_id': '757fb73bbc754fc4b0d6efe3c2142496', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:56.947723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 5691afc0-3e6f-460d-9155-2fcd6bac64f6 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:56.948903 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37434b38-3a75-423f-88db-594a13fdb3ff req-36f11e79-da3e-4b0b-a6bf-af5d8f21e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:56.950397 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-37434b38-3a75-423f-88db-594a13fdb3ff req-36f11e79-da3e-4b0b-a6bf-af5d8f21e6b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.2365944 Jul 05 04:04:56.959261 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5691afc0-3e6f-460d-9155-2fcd6bac64f6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:56.959261 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.143768 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.185935 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b13f1-a4cc-4019-af8b-d62742560122 req-0d894246-470f-447d-8890-8b27e0b81b0a tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:57.187736 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8b13f1-a4cc-4019-af8b-d62742560122 req-0d894246-470f-447d-8890-8b27e0b81b0a tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 945 time: 0.1129904 Jul 05 04:04:57.216785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 5691afc0-3e6f-460d-9155-2fcd6bac64f6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5691afc0-3e6f-460d-9155-2fcd6bac64f6,segment=NetworkSegment(adf3e0ec-e9df-4d78-9234-39c7175145cb),segment_id=adf3e0ec-e9df-4d78-9234-39c7175145cb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:57.218265 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.224565 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cb16609-44c1-4602-8a80-4a0f0a260d86 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.239767 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.271574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8b13f1-a4cc-4019-af8b-d62742560122 req-8c8a6bb3-7726-4499-92e7-3d183a292955 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770650 Jul 05 04:04:57.286644 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.335157 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37434b38-3a75-423f-88db-594a13fdb3ff req-87648807-f5d1-48cc-ad60-44863a80649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:57.336729 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-37434b38-3a75-423f-88db-594a13fdb3ff req-87648807-f5d1-48cc-ad60-44863a80649f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3758779 Jul 05 04:04:57.418624 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3c54a8-d1b2-4993-816f-4b21d10547cf,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:57.428573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=5691afc0-3e6f-460d-9155-2fcd6bac64f6,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:57.433523 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ff555-1a0b-4a71-a1fd-768565dce4d6 None None] Sync routers for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:57.463784 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ff555-1a0b-4a71-a1fd-768565dce4d6 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:57.465342 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-424ff555-1a0b-4a71-a1fd-768565dce4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:57.495803 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.694250 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.698996 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.810863 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.811357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] Fanout notify agent at l3_agent the message router_deleted on router efa5e051-0db6-4e7a-a4d2-6245ed75835f {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:57.816529 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.817717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-30d37bf7-9271-4404-a10e-1afaf323130f admin admin] 10.222.0.60 "DELETE /v2.0/routers/efa5e051-0db6-4e7a-a4d2-6245ed75835f HTTP/1.1" status: 204 len: 168 time: 2.3994393 Jul 05 04:04:57.823468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48650) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:57.832747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-424ff555-1a0b-4a71-a1fd-768565dce4d6 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:57.910834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a064a218-27f4-4220-b679-b6ee0cf7cb14 admin admin] Deleting subnet a12a5dd3-2aa4-47bc-afdb-51c130e67e1e {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:57.925201 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a064a218-27f4-4220-b679-b6ee0cf7cb14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.025142 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a064a218-27f4-4220-b679-b6ee0cf7cb14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.084332 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-37434b38-3a75-423f-88db-594a13fdb3ff req-178b8047-9747-458e-846e-046c5017d5da service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7095950 Jul 05 04:04:58.113126 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.206267 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5691afc0-3e6f-460d-9155-2fcd6bac64f6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:58.316730 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a064a218-27f4-4220-b679-b6ee0cf7cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.358087 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-37434b38-3a75-423f-88db-594a13fdb3ff req-09d6c8cc-cc7c-4a59-b6a8-d4ce763a483f service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605851 Jul 05 04:04:58.392087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5691afc0-3e6f-460d-9155-2fcd6bac64f6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:58.392822 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.468484 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-424ff555-1a0b-4a71-a1fd-768565dce4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:52Z', 'revision_number': 7, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5691afc0-3e6f-460d-9155-2fcd6bac64f6', 'name': '', 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:12:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '8ae3ea9d-e602-4400-b496-d4f9ceafacb4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:46Z', 'updated_at': '2021-07-05T04:04:57Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '8ae3ea9d-e602-4400-b496-d4f9ceafacb4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7d4e17-adfd-4fbb-991c-c82ccb9fa803', 'name': '', 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:b7:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:35Z', 'updated_at': '2021-07-05T04:04:46Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:58.500413 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a064a218-27f4-4220-b679-b6ee0cf7cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.538148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ff555-1a0b-4a71-a1fd-768565dce4d6 None None] Checking router: 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:58.567019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589f5a-8c33-410c-ba06-d7ca70f57c47 req-4b0f52aa-7e2c-4b97-96c7-fe9d5a0c59dd tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:58.567559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b8b52a-9bdd-4f8d-a6f2-602e08527b66 None None] Network c9cacc45-8eaf-4651-bb2d-cb0c7944259d requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:58.567660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c589f5a-8c33-410c-ba06-d7ca70f57c47 req-4b0f52aa-7e2c-4b97-96c7-fe9d5a0c59dd tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.64 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 945 time: 0.3773267 Jul 05 04:04:58.605570 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a064a218-27f4-4220-b679-b6ee0cf7cb14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.609716 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a064a218-27f4-4220-b679-b6ee0cf7cb14 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a12a5dd3-2aa4-47bc-afdb-51c130e67e1e HTTP/1.1" status: 204 len: 168 time: 0.7828789 Jul 05 04:04:58.626173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48662) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:58.655593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064a218-27f4-4220-b679-b6ee0cf7cb14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a12a5dd3-2aa4-47bc-afdb-51c130e67e1e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:58.676204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ff555-1a0b-4a71-a1fd-768565dce4d6 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:58.677525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-424ff555-1a0b-4a71-a1fd-768565dce4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:58.711861 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48664) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:58.898249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-424ff555-1a0b-4a71-a1fd-768565dce4d6 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:58.898826 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.899153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716ca68-3b3d-46ec-ae84-f0d536f27168 req-5c44a489-2258-4937-8228-bad94fd7211d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:58.899153 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9716ca68-3b3d-46ec-ae84-f0d536f27168 req-5c44a489-2258-4937-8228-bad94fd7211d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 945 time: 0.3414576 Jul 05 04:04:58.899322 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.963982 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5962545a-9042-4f3e-9644-3b81bf6c7db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.968721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-9c589f5a-8c33-410c-ba06-d7ca70f57c47 req-5d061d71-701d-4fd4-9f88-a12584dbcd6e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Deleting port aa88649b-f4a8-4638-a86f-fcae521682ac {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:58.969056 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9c589f5a-8c33-410c-ba06-d7ca70f57c47 req-5d061d71-701d-4fd4-9f88-a12584dbcd6e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.982788 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0cb16609-44c1-4602-8a80-4a0f0a260d86 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port 5691afc0-3e6f-460d-9155-2fcd6bac64f6 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:58.983339 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cb16609-44c1-4602-8a80-4a0f0a260d86 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.993857 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.087109 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5c8fc86b-88e8-426a-be87-c7108f8cb951 req-fa01ea02-1166-47e2-995e-816e1bb65d23 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5167265 Jul 05 04:04:59.116255 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5962545a-9042-4f3e-9644-3b81bf6c7db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.169718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8d3c54a8-d1b2-4993-816f-4b21d10547cf no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:59.200649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 8d3c54a8-d1b2-4993-816f-4b21d10547cf {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:59.201792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8d3c54a8-d1b2-4993-816f-4b21d10547cf not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:59.201792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f9023309-da76-47a4-9712-13dfcbe16d6d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:59.238915 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9716ca68-3b3d-46ec-ae84-f0d536f27168 req-079c5c8e-88d3-4683-ae8d-47e7c3539bff tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277433 Jul 05 04:04:59.250163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: f9023309-da76-47a4-9712-13dfcbe16d6d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:59.250561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f9023309-da76-47a4-9712-13dfcbe16d6d not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:59.288438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-0cb16609-44c1-4602-8a80-4a0f0a260d86 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] For port 5691afc0-3e6f-460d-9155-2fcd6bac64f6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5691afc0-3e6f-460d-9155-2fcd6bac64f6,segment=NetworkSegment(adf3e0ec-e9df-4d78-9234-39c7175145cb),segment_id=adf3e0ec-e9df-4d78-9234-39c7175145cb)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:59.288724 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-9c589f5a-8c33-410c-ba06-d7ca70f57c47 req-5d061d71-701d-4fd4-9f88-a12584dbcd6e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] For port aa88649b-f4a8-4638-a86f-fcae521682ac, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=aa88649b-f4a8-4638-a86f-fcae521682ac,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:59.288842 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cb16609-44c1-4602-8a80-4a0f0a260d86 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.289035 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9c589f5a-8c33-410c-ba06-d7ca70f57c47 req-5d061d71-701d-4fd4-9f88-a12584dbcd6e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.314639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-9c589f5a-8c33-410c-ba06-d7ca70f57c47 req-5d061d71-701d-4fd4-9f88-a12584dbcd6e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Calling delete_port for aa88649b-f4a8-4638-a86f-fcae521682ac owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:59.324017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Deleting port 3003d789-cacc-46cc-af26-5578dd52aff5 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:59.324381 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.326152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0cb16609-44c1-4602-8a80-4a0f0a260d86 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for 5691afc0-3e6f-460d-9155-2fcd6bac64f6 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:59.334719 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-424ff555-1a0b-4a71-a1fd-768565dce4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:52Z', 'revision_number': 7, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5691afc0-3e6f-460d-9155-2fcd6bac64f6', 'name': '', 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:12:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '8ae3ea9d-e602-4400-b496-d4f9ceafacb4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:46Z', 'updated_at': '2021-07-05T04:04:57Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '8ae3ea9d-e602-4400-b496-d4f9ceafacb4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7d4e17-adfd-4fbb-991c-c82ccb9fa803', 'name': '', 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:b7:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:35Z', 'updated_at': '2021-07-05T04:04:46Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:59.378214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ff555-1a0b-4a71-a1fd-768565dce4d6 None None] The sync data for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 is: [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:04:52Z', 'revision_number': 7, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5691afc0-3e6f-460d-9155-2fcd6bac64f6', 'name': '', 'network_id': '231de20d-cdcc-4125-a513-392d2c1f3178', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:12:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '8ae3ea9d-e602-4400-b496-d4f9ceafacb4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:46Z', 'updated_at': '2021-07-05T04:04:57Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '8ae3ea9d-e602-4400-b496-d4f9ceafacb4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7d4e17-adfd-4fbb-991c-c82ccb9fa803', 'name': '', 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:b7:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:35Z', 'updated_at': '2021-07-05T04:04:46Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:59.389682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1790984-9d0b-4390-950b-a22f564effdf None None] DHCP port deletion for c9cacc45-8eaf-4651-bb2d-cb0c7944259d request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:59.415170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fc86b-88e8-426a-be87-c7108f8cb951 req-0efa3d28-e675-422e-b014-793d948e64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:59.416722 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5c8fc86b-88e8-426a-be87-c7108f8cb951 req-0efa3d28-e675-422e-b014-793d948e64f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1095 time: 0.2432642 Jul 05 04:04:59.448953 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e1790984-9d0b-4390-950b-a22f564effdf None None] Deleting port 3003d789-cacc-46cc-af26-5578dd52aff5 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:59.449606 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e1790984-9d0b-4390-950b-a22f564effdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.454390 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5962545a-9042-4f3e-9644-3b81bf6c7db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.521811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962545a-9042-4f3e-9644-3b81bf6c7db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b79c987-223a-44f4-866c-cbde1bd4449d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:59.528070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5962545a-9042-4f3e-9644-3b81bf6c7db5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6943ec5ef0b4ef1bcff35f9169fc8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7965317 Jul 05 04:04:59.530740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48678) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:59.588596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e1790984-9d0b-4390-950b-a22f564effdf None None] For port 3003d789-cacc-46cc-af26-5578dd52aff5, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3003d789-cacc-46cc-af26-5578dd52aff5,segment=NetworkSegment(5509b1ef-eab4-4c63-b59a-3f5a8c33438f),segment_id=5509b1ef-eab4-4c63-b59a-3f5a8c33438f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:59.592360 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e1790984-9d0b-4390-950b-a22f564effdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.609502 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fc86b-88e8-426a-be87-c7108f8cb951 req-64c25ece-0feb-4bad-9b14-5d8da0525476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:59.611541 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5c8fc86b-88e8-426a-be87-c7108f8cb951 req-64c25ece-0feb-4bad-9b14-5d8da0525476 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.1472042 Jul 05 04:04:59.611679 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e1790984-9d0b-4390-950b-a22f564effdf None None] Calling delete_port for 3003d789-cacc-46cc-af26-5578dd52aff5 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:59.622410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Router 83b09fdd-0d3d-4483-9cf1-773eb1154841 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:59.638671 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e92f-5ea8-450a-bec5-03f9271dc249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.666127 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e92f-5ea8-450a-bec5-03f9271dc249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.719448 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9c589f5a-8c33-410c-ba06-d7ca70f57c47 req-5d061d71-701d-4fd4-9f88-a12584dbcd6e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.726040 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] For port 3003d789-cacc-46cc-af26-5578dd52aff5, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3003d789-cacc-46cc-af26-5578dd52aff5,segment=NetworkSegment(5509b1ef-eab4-4c63-b59a-3f5a8c33438f),segment_id=5509b1ef-eab4-4c63-b59a-3f5a8c33438f)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:59.726461 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.738522 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.739669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ccc02de6-a63a-4c49-a6a0-e0f7375bc154'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:59.742920 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['aa88649b-f4a8-4638-a86f-fcae521682ac'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:59.759025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d061d71-701d-4fd4-9f88-a12584dbcd6e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Pushing event deleted for resources: {'Port': ['ID=aa88649b-f4a8-4638-a86f-fcae521682ac,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:59.801917 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e92f-5ea8-450a-bec5-03f9271dc249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.804934 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e92f-5ea8-450a-bec5-03f9271dc249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.806304 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bbd2e92f-5ea8-450a-bec5-03f9271dc249 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b79c987-223a-44f4-866c-cbde1bd4449d HTTP/1.1" status: 204 len: 168 time: 0.2743101 Jul 05 04:04:59.840306 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e1790984-9d0b-4390-950b-a22f564effdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.840572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c589f5a-8c33-410c-ba06-d7ca70f57c47 req-5d061d71-701d-4fd4-9f88-a12584dbcd6e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] No DVR routers for this DVR port aa88649b-f4a8-4638-a86f-fcae521682ac on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:59.845115 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9c589f5a-8c33-410c-ba06-d7ca70f57c47 req-5d061d71-701d-4fd4-9f88-a12584dbcd6e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.848037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c589f5a-8c33-410c-ba06-d7ca70f57c47 req-5d061d71-701d-4fd4-9f88-a12584dbcd6e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.64 "DELETE /v2.0/ports/aa88649b-f4a8-4638-a86f-fcae521682ac HTTP/1.1" status: 204 len: 173 time: 1.2378883 Jul 05 04:04:59.849356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3271c6ca-f7fe-4f5b-8259-f8729606b8f1', 'name': 'network-vif-deleted', 'tag': 'aa88649b-f4a8-4638-a86f-fcae521682ac'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:59.853771 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fe157f-669a-4409-9d08-a4dec95497a9" -d '{"events": [{"server_uuid": "3271c6ca-f7fe-4f5b-8259-f8729606b8f1", "name": "network-vif-deleted", "tag": "aa88649b-f4a8-4638-a86f-fcae521682ac"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:59.858356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2e92f-5ea8-450a-bec5-03f9271dc249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b79c987-223a-44f4-866c-cbde1bd4449d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:59.910399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:59.911977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1790984-9d0b-4390-950b-a22f564effdf None None] Pushing event deleted for resources: {'Port': ['ID=3003d789-cacc-46cc-af26-5578dd52aff5,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:59.921339 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdbbfec-ba27-4ac0-8e48-7e416da8f8ca None None] Sync routers for ids ['83b09fdd-0d3d-4483-9cf1-773eb1154841'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:59.926093 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.931790 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-20dcbd14-6d5b-4239-ac5f-8e03922e936f tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "PUT /v2.0/routers/83b09fdd-0d3d-4483-9cf1-773eb1154841 HTTP/1.1" status: 200 len: 914 time: 7.3276100 Jul 05 04:04:59.931790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Calling delete_port for 3003d789-cacc-46cc-af26-5578dd52aff5 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:59.932662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48686) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:59.937368 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdbbfec-ba27-4ac0-8e48-7e416da8f8ca None None] Routers {'83b09fdd-0d3d-4483-9cf1-773eb1154841'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:59.938365 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1790984-9d0b-4390-950b-a22f564effdf None None] No DVR routers for this DVR port 3003d789-cacc-46cc-af26-5578dd52aff5 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:59.955833 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5c8fc86b-88e8-426a-be87-c7108f8cb951 req-596f792e-fd3a-442a-9067-16830b3af21c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 999 time: 0.3093584 Jul 05 04:04:59.958643 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7bdbbfec-ba27-4ac0-8e48-7e416da8f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['83b09fdd-0d3d-4483-9cf1-773eb1154841'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:00.030521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fc86b-88e8-426a-be87-c7108f8cb951 req-b19533e3-2e6a-41b2-bc24-d020a9988bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:00.031984 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5c8fc86b-88e8-426a-be87-c7108f8cb951 req-b19533e3-2e6a-41b2-bc24-d020a9988bc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.0779846 Jul 05 04:05:00.096783 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7bdbbfec-ba27-4ac0-8e48-7e416da8f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:00.120481 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdbbfec-ba27-4ac0-8e48-7e416da8f8ca None None] Routers {'83b09fdd-0d3d-4483-9cf1-773eb1154841'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:00.120895 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7bdbbfec-ba27-4ac0-8e48-7e416da8f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['83b09fdd-0d3d-4483-9cf1-773eb1154841'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:00.144829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3003d789-cacc-46cc-af26-5578dd52aff5 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:00.169477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 3003d789-cacc-46cc-af26-5578dd52aff5 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:00.170091 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3003d789-cacc-46cc-af26-5578dd52aff5 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:00.227296 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7bdbbfec-ba27-4ac0-8e48-7e416da8f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:00.228276 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdbbfec-ba27-4ac0-8e48-7e416da8f8ca None None] The sync data for ids ['83b09fdd-0d3d-4483-9cf1-773eb1154841'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:00.266942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ebb9569d-1656-4b92-a019-10d8e50c33cb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/routers/83b09fdd-0d3d-4483-9cf1-773eb1154841 HTTP/1.1" status: 200 len: 920 time: 0.3294082 Jul 05 04:05:00.269043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48700) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:00.334696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecba5c7f-9928-4d7b-910c-2ae4dea8e024 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:00.339277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48704) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:00.340613 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ecba5c7f-9928-4d7b-910c-2ae4dea8e024 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&device_id=83b09fdd-0d3d-4483-9cf1-773eb1154841&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0704565 Jul 05 04:05:00.394311 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a151420c-bc89-4d04-ad42-a39db28dd786 x-openstack-request-id: req-a151420c-bc89-4d04-ad42-a39db28dd786 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:00.397823 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3271c6ca-f7fe-4f5b-8259-f8729606b8f1", "name": "network-vif-deleted", "tag": "aa88649b-f4a8-4638-a86f-fcae521682ac", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:00.397823 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a151420c-bc89-4d04-ad42-a39db28dd786 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:00.397823 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3271c6ca-f7fe-4f5b-8259-f8729606b8f1', 'name': 'network-vif-deleted', 'tag': 'aa88649b-f4a8-4638-a86f-fcae521682ac', 'status': 'completed', 'code': 200} Jul 05 04:05:00.432683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fc86b-88e8-426a-be87-c7108f8cb951 req-4795aa3f-c9f0-46f1-bc14-e704e2828502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:00.434460 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5c8fc86b-88e8-426a-be87-c7108f8cb951 req-4795aa3f-c9f0-46f1-bc14-e704e2828502 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3801520 Jul 05 04:05:00.465999 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.511189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4778bc59-308f-450b-a782-60e5c4fcd7bf req-f08f18e8-0255-42d5-9812-1674d856acd4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=3271c6ca-f7fe-4f5b-8259-f8729606b8f1 HTTP/1.1" status: 200 len: 210 time: 0.0487397 Jul 05 04:05:00.515796 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cb16609-44c1-4602-8a80-4a0f0a260d86 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.550594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=3003d789-cacc-46cc-af26-5578dd52aff5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:00.569848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] No DVR routers for this DVR port 3003d789-cacc-46cc-af26-5578dd52aff5 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:00.628725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb16609-44c1-4602-8a80-4a0f0a260d86 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=5691afc0-3e6f-460d-9155-2fcd6bac64f6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:00.738247 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa91f62d-2dab-466c-84ad-a0c1516cb839 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:00.741105 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fa91f62d-2dab-466c-84ad-a0c1516cb839 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 881 time: 0.3995292 Jul 05 04:05:00.744677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48714) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:00.779813 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.799656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7e4f5390-0510-4cff-b804-7051e3429f19 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b09fdd-0d3d-4483-9cf1-773eb1154841 HTTP/1.1" status: 200 len: 205 time: 0.0536773 Jul 05 04:05:00.804482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48716) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:00.805099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cacc45-8eaf-4651-bb2d-cb0c7944259d']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:00.809430 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5c8fc86b-88e8-426a-be87-c7108f8cb951 req-70eed05b-e6b9-403a-8020-3a6ea0685093 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628533 Jul 05 04:05:00.827604 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5509b1ef-eab4-4c63-b59a-3f5a8c33438f') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:00.828101 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5509b1ef-eab4-4c63-b59a-3f5a8c33438f') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:00.881368 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.969377 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.359942 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.375705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:01.376120 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: items = [ Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:01.378133 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:01.399274 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.463396 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cb16609-44c1-4602-8a80-4a0f0a260d86 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.475834 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5c8fc86b-88e8-426a-be87-c7108f8cb951 req-a535e720-e00c-4761-9f79-4294a2389f88 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594517 Jul 05 04:05:01.552982 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.560513 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.565545 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c9cacc45-8eaf-4651-bb2d-cb0c7944259d HTTP/1.1" status: 204 len: 168 time: 2.9290617 Jul 05 04:05:01.572524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48734) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:01.645824 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.704678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b376e34-8b26-4503-8fe5-b9f6ee659f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9cacc45-8eaf-4651-bb2d-cb0c7944259d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:01.734600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device aa88649b-f4a8-4638-a86f-fcae521682ac no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:01.759223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb16609-44c1-4602-8a80-4a0f0a260d86 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:01.787830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: aa88649b-f4a8-4638-a86f-fcae521682ac {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:01.788187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device aa88649b-f4a8-4638-a86f-fcae521682ac not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:01.883679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb16609-44c1-4602-8a80-4a0f0a260d86 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:01.898028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d3151-b68d-4508-bcdc-8cb22ad4ebe8 None None] Sync routers for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:01.898237 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0cb16609-44c1-4602-8a80-4a0f0a260d86 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0599720 Jul 05 04:05:01.901549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48740) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:01.922736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373d3151-b68d-4508-bcdc-8cb22ad4ebe8 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:01.923405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-373d3151-b68d-4508-bcdc-8cb22ad4ebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:01.968558 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9d19c1-b86f-4736-9bea-59cb890ef37c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting subnet 8ae3ea9d-e602-4400-b496-d4f9ceafacb4 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:01.981472 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9d19c1-b86f-4736-9bea-59cb890ef37c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.033894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Deleting port e9d9181a-8f63-4e3f-9b6d-a6478e3bf27d {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:02.034353 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.044016 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9d19c1-b86f-4736-9bea-59cb890ef37c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.082036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-373d3151-b68d-4508-bcdc-8cb22ad4ebe8 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:02.188756 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9d19c1-b86f-4736-9bea-59cb890ef37c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.299834 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.345856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Calling delete_port for e9d9181a-8f63-4e3f-9b6d-a6478e3bf27d owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:02.383485 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9d19c1-b86f-4736-9bea-59cb890ef37c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.444989 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d19c1-b86f-4736-9bea-59cb890ef37c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae3ea9d-e602-4400-b496-d4f9ceafacb4,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:02.454730 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed9d19c1-b86f-4736-9bea-59cb890ef37c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.456671 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ed9d19c1-b86f-4736-9bea-59cb890ef37c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/8ae3ea9d-e602-4400-b496-d4f9ceafacb4 HTTP/1.1" status: 204 len: 168 time: 0.5541255 Jul 05 04:05:02.460995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48758) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:02.470930 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14686dc-00ca-4429-b503-aedb114c3978 None None] Network 231de20d-cdcc-4125-a513-392d2c1f3178 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:02.475411 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3afa6811-4f1e-41f2-a1f6-f0144c19c6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.536773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-373d3151-b68d-4508-bcdc-8cb22ad4ebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:00Z', 'revision_number': 8, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7d4e17-adfd-4fbb-991c-c82ccb9fa803', 'name': '', 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:b7:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:35Z', 'updated_at': '2021-07-05T04:04:46Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:02.569559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d3151-b68d-4508-bcdc-8cb22ad4ebe8 None None] Checking router: 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:02.672298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373d3151-b68d-4508-bcdc-8cb22ad4ebe8 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:02.674488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-373d3151-b68d-4508-bcdc-8cb22ad4ebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:02.766133 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.823882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.900453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Pushing event deleted for resources: {'Port': ['ID=e9d9181a-8f63-4e3f-9b6d-a6478e3bf27d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:03.001374 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-373d3151-b68d-4508-bcdc-8cb22ad4ebe8 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:03.175657 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.279165 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-373d3151-b68d-4508-bcdc-8cb22ad4ebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:00Z', 'revision_number': 8, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7d4e17-adfd-4fbb-991c-c82ccb9fa803', 'name': '', 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:b7:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:35Z', 'updated_at': '2021-07-05T04:04:46Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:03.282781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74e30-eaac-41a4-b368-645869fce685 req-f10ad208-851f-4f93-9e94-a8eac5ca1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.288913 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bbb74e30-eaac-41a4-b368-645869fce685 req-f10ad208-851f-4f93-9e94-a8eac5ca1580 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1095 time: 0.1187296 Jul 05 04:05:03.313539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373d3151-b68d-4508-bcdc-8cb22ad4ebe8 None None] The sync data for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 is: [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:00Z', 'revision_number': 8, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7d4e17-adfd-4fbb-991c-c82ccb9fa803', 'name': '', 'network_id': '495b9c9e-7899-4ebc-9928-348d97a6d152', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:b7:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:35Z', 'updated_at': '2021-07-05T04:04:46Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '3fad6bc4-4100-4560-a3d2-733637636f95', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:03.364134 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b0f5ca-2064-49e3-af72-f29ec2684033 None None] DHCP port deletion for 231de20d-cdcc-4125-a513-392d2c1f3178 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:03.390654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.432918 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.436095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74e30-eaac-41a4-b368-645869fce685 req-7b64684b-e0c5-467d-802a-08b7d819e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.437701 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bbb74e30-eaac-41a4-b368-645869fce685 req-7b64684b-e0c5-467d-802a-08b7d819e261 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.1478608 Jul 05 04:05:03.461334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b8b0f5ca-2064-49e3-af72-f29ec2684033 None None] Deleting port aa5a948c-570e-4890-a2b7-b677ae331c0d {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:03.461802 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b8b0f5ca-2064-49e3-af72-f29ec2684033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.495656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c96b7-9a60-4365-b165-e380daa5d574 req-05d7002e-6922-4298-a5b0-b55429d92aaa tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.502752 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-05d7002e-6922-4298-a5b0-b55429d92aaa tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.6090550 Jul 05 04:05:03.526583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port aa5a948c-570e-4890-a2b7-b677ae331c0d {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:03.526932 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.533894 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bbb74e30-eaac-41a4-b368-645869fce685 req-1d957bce-cbe7-478b-819c-1be14cf470c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 999 time: 0.0891571 Jul 05 04:05:03.545719 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b8b0f5ca-2064-49e3-af72-f29ec2684033 None None] For port aa5a948c-570e-4890-a2b7-b677ae331c0d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=aa5a948c-570e-4890-a2b7-b677ae331c0d,segment=NetworkSegment(adf3e0ec-e9df-4d78-9234-39c7175145cb),segment_id=adf3e0ec-e9df-4d78-9234-39c7175145cb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:03.546301 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b8b0f5ca-2064-49e3-af72-f29ec2684033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.564282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b8b0f5ca-2064-49e3-af72-f29ec2684033 None None] Calling delete_port for aa5a948c-570e-4890-a2b7-b677ae331c0d owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:03.631625 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74e30-eaac-41a4-b368-645869fce685 req-8355edc6-5ccf-4677-82c0-47758e00dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.631625 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bbb74e30-eaac-41a4-b368-645869fce685 req-8355edc6-5ccf-4677-82c0-47758e00dfe5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.0866942 Jul 05 04:05:03.652120 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-143aa32e-27d8-49be-b8f1-31a1620258e8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/quotas/cf04d616778d47c89580bb8ff6878ba3 HTTP/1.1" status: 200 len: 375 time: 0.1484134 Jul 05 04:05:03.737500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] For port aa5a948c-570e-4890-a2b7-b677ae331c0d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=aa5a948c-570e-4890-a2b7-b677ae331c0d,segment=NetworkSegment(adf3e0ec-e9df-4d78-9234-39c7175145cb),segment_id=adf3e0ec-e9df-4d78-9234-39c7175145cb)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:03.737873 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.739984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74e30-eaac-41a4-b368-645869fce685 req-2e9bedb6-05b6-4f45-8b7e-c40e5d2404bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.742666 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bbb74e30-eaac-41a4-b368-645869fce685 req-2e9bedb6-05b6-4f45-8b7e-c40e5d2404bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086645 Jul 05 04:05:03.748519 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.749221 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Fanout notify agent at l3_agent the message router_deleted on router 83b09fdd-0d3d-4483-9cf1-773eb1154841 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:03.769390 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.776341 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2e45d485-15fb-4f03-9a10-b70b665e27e4 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "DELETE /v2.0/routers/83b09fdd-0d3d-4483-9cf1-773eb1154841 HTTP/1.1" status: 204 len: 168 time: 2.9652872 Jul 05 04:05:03.776516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48784) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:03.797385 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-2f96faaf-9bb4-490a-8c00-0729e9c57cbe tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1138502454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:03.807539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for aa5a948c-570e-4890-a2b7-b677ae331c0d owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:03.816574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d4512-d975-4108-b221-e35dc5a6a223 req-110f90d0-cd79-4ee4-b4d1-43f79b5d7499 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.818814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef4d4512-d975-4108-b221-e35dc5a6a223 req-110f90d0-cd79-4ee4-b4d1-43f79b5d7499 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.4978719 Jul 05 04:05:03.822167 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b8b0f5ca-2064-49e3-af72-f29ec2684033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.868929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0f5ca-2064-49e3-af72-f29ec2684033 None None] Pushing event deleted for resources: {'Port': ['ID=aa5a948c-570e-4890-a2b7-b677ae331c0d,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:03.887193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0f5ca-2064-49e3-af72-f29ec2684033 None None] No DVR routers for this DVR port aa5a948c-570e-4890-a2b7-b677ae331c0d on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:03.887501 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-9058f68e-2b1d-4a07-9a8d-ec88eab7931b tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2222750 Jul 05 04:05:03.896741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-22129ce7-55c3-4992-ba2a-cfb5076d762e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:05:03.903740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-22129ce7-55c3-4992-ba2a-cfb5076d762e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153792 Jul 05 04:05:03.956294 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bbb74e30-eaac-41a4-b368-645869fce685 req-d8e95bc3-25c9-43e1-b2ed-7f076a23c172 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947100 Jul 05 04:05:04.008852 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f96faaf-9bb4-490a-8c00-0729e9c57cbe tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.010179 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f96faaf-9bb4-490a-8c00-0729e9c57cbe tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.055543 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef4d4512-d975-4108-b221-e35dc5a6a223 req-769d9da3-0448-4fd0-a1d1-f98ce8b7e54f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182300 Jul 05 04:05:04.082707 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device aa5a948c-570e-4890-a2b7-b677ae331c0d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:04.120491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: aa5a948c-570e-4890-a2b7-b677ae331c0d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:04.120839 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device aa5a948c-570e-4890-a2b7-b677ae331c0d not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:04.121267 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5691afc0-3e6f-460d-9155-2fcd6bac64f6 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:04.147330 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f96faaf-9bb4-490a-8c00-0729e9c57cbe tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.156942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-d14e8e19-cded-41c4-b00e-93324094cb2c service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522771 Jul 05 04:05:04.158768 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 5691afc0-3e6f-460d-9155-2fcd6bac64f6 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:04.159204 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bbb74e30-eaac-41a4-b368-645869fce685 req-4b89fccd-9202-451f-b801-61d69140aaf2 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937478 Jul 05 04:05:04.159399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5691afc0-3e6f-460d-9155-2fcd6bac64f6 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:04.212900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-3afa6811-4f1e-41f2-a1f6-f0144c19c6ca admin admin] Deleting port fcc6cb28-0f39-435e-a5e2-47564e2a986f {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:04.213246 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3afa6811-4f1e-41f2-a1f6-f0144c19c6ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.225877 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.228178 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f96faaf-9bb4-490a-8c00-0729e9c57cbe tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.294523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=aa5a948c-570e-4890-a2b7-b677ae331c0d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:04.297848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No DVR routers for this DVR port aa5a948c-570e-4890-a2b7-b677ae331c0d on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:04.338131 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f96faaf-9bb4-490a-8c00-0729e9c57cbe tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.341875 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2f96faaf-9bb4-490a-8c00-0729e9c57cbe tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5585160 Jul 05 04:05:04.342642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48788) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:04.351288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'enable_snat': False}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:04.424196 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.428751 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-5d554c03-0a8c-4566-8536-40c7f4d39264 service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705092 Jul 05 04:05:04.446862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-3afa6811-4f1e-41f2-a1f6-f0144c19c6ca admin admin] For port fcc6cb28-0f39-435e-a5e2-47564e2a986f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=fcc6cb28-0f39-435e-a5e2-47564e2a986f,segment=NetworkSegment(2ad9905e-c81f-4e73-a390-528c8a533dc7),segment_id=2ad9905e-c81f-4e73-a390-528c8a533dc7)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:04.447243 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3afa6811-4f1e-41f2-a1f6-f0144c19c6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.456142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231de20d-cdcc-4125-a513-392d2c1f3178']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:04.478441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf3e0ec-e9df-4d78-9234-39c7175145cb') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:04.478724 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf3e0ec-e9df-4d78-9234-39c7175145cb') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:04.481119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-3afa6811-4f1e-41f2-a1f6-f0144c19c6ca admin admin] Calling delete_port for fcc6cb28-0f39-435e-a5e2-47564e2a986f owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:04.497218 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.561693 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.597821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:04.598306 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:04.601669 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:04.703255 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.855449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dba5caff-9eb0-4e53-aac2-f23571f393f9 req-3e6b8b0b-a15d-462b-bb04-d00142dbceb5 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 210 time: 0.0318902 Jul 05 04:05:04.867721 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.882028 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.884162 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/networks/231de20d-cdcc-4125-a513-392d2c1f3178 HTTP/1.1" status: 204 len: 168 time: 2.4209344 Jul 05 04:05:04.886817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48802) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:04.904696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22648fc3-68ea-4098-9d0a-04643b09dd70 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Network': ['ID=231de20d-cdcc-4125-a513-392d2c1f3178,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:04.948242 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3afa6811-4f1e-41f2-a1f6-f0144c19c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.017500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa6811-4f1e-41f2-a1f6-f0144c19c6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc6cb28-0f39-435e-a5e2-47564e2a986f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:05.215074 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.248648 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.407279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Allocated IP 172.25.0.80 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/d973bf66-f492-4e14-b597-84d603ce241e) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:05.525235 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.691589 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.737733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:05.742984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:05.750220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:05.760504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Pushing event updated for resources: {'Port': ['ID=d973bf66-f492-4e14-b597-84d603ce241e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:05.776225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f23ecb-4fdd-4cbc-b4f8-a247542fd9b3 req-2e4b76fd-a50c-4c84-a3a0-7ff7d8b1519f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:05.777782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42f23ecb-4fdd-4cbc-b4f8-a247542fd9b3 req-2e4b76fd-a50c-4c84-a3a0-7ff7d8b1519f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2832861 Jul 05 04:05:05.803045 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3afa6811-4f1e-41f2-a1f6-f0144c19c6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.903895 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42f23ecb-4fdd-4cbc-b4f8-a247542fd9b3 req-b31e7ccb-fe5d-4097-a06e-23338b49bdb7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111705 Jul 05 04:05:06.078207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57051bc5-cac1-47e4-8e96-ce47f84f9cf5 req-56ae29ea-7707-48bc-8b61-94d49250b421 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 210 time: 0.0457480 Jul 05 04:05:06.154930 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.166684 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afa6811-4f1e-41f2-a1f6-f0144c19c6ca admin admin] Router de15b3ac-7b71-4261-84d4-df439e07ea77 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:06.180906 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b73d54c6-ee42-47c7-b222-923ee674d6eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.354146 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.357591 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.412863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afa6811-4f1e-41f2-a1f6-f0144c19c6ca admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:06.420681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3afa6811-4f1e-41f2-a1f6-f0144c19c6ca admin admin] 10.222.0.60 "PUT /v2.0/routers/de15b3ac-7b71-4261-84d4-df439e07ea77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8447356 Jul 05 04:05:06.421214 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48838) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:06.425410 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baecfe9d-b98d-4caa-91ec-971a821dad5d None None] Sync routers for ids ['de15b3ac-7b71-4261-84d4-df439e07ea77'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:06.435461 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecfe9d-b98d-4caa-91ec-971a821dad5d None None] Routers {'de15b3ac-7b71-4261-84d4-df439e07ea77'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:06.436801 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-baecfe9d-b98d-4caa-91ec-971a821dad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['de15b3ac-7b71-4261-84d4-df439e07ea77'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:06.552394 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-baecfe9d-b98d-4caa-91ec-971a821dad5d None None] Set router de15b3ac-7b71-4261-84d4-df439e07ea77 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:06.586026 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-729de837-c898-4afd-a19d-337301904130 admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.645515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Router 8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:06.732695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-b73d54c6-ee42-47c7-b222-923ee674d6eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:06.733035 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b73d54c6-ee42-47c7-b222-923ee674d6eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.753896 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-729de837-c898-4afd-a19d-337301904130 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.825081 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:06.831521 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.835812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b92981-8253-4d0d-8f9e-97a3d6af9f20 None None] Sync routers for ids ['8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:06.845454 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1b5afcf3-67dc-4611-9014-ddc6fee4f0bb tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "PUT /v2.0/routers/8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6 HTTP/1.1" status: 200 len: 915 time: 2.4898775 Jul 05 04:05:06.847443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b92981-8253-4d0d-8f9e-97a3d6af9f20 None None] Routers {'8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:06.849777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48842) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:06.852691 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-75b92981-8253-4d0d-8f9e-97a3d6af9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:06.853973 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-baecfe9d-b98d-4caa-91ec-971a821dad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'name': 'tempest-TestAggregatesBasicOps-1464904059-router', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:34Z', 'updated_at': '2021-07-05T04:05:04Z', 'revision_number': 5, 'project_id': 'e7848bca1a7745b6bbf25c309e84784c', 'gw_port': {'id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:36Z', 'updated_at': '2021-07-05T04:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:06.874635 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-b73d54c6-ee42-47c7-b222-923ee674d6eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] For port dd7d4e17-adfd-4fbb-991c-c82ccb9fa803, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=dd7d4e17-adfd-4fbb-991c-c82ccb9fa803,segment=NetworkSegment(e47063c6-d62b-40ff-8147-dd2bc1ffa827),segment_id=e47063c6-d62b-40ff-8147-dd2bc1ffa827)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:06.875142 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b73d54c6-ee42-47c7-b222-923ee674d6eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.889852 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baecfe9d-b98d-4caa-91ec-971a821dad5d None None] Checking router: de15b3ac-7b71-4261-84d4-df439e07ea77 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:06.890634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-b73d54c6-ee42-47c7-b222-923ee674d6eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:06.905180 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecfe9d-b98d-4caa-91ec-971a821dad5d None None] Routers {'de15b3ac-7b71-4261-84d4-df439e07ea77'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:06.906506 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-baecfe9d-b98d-4caa-91ec-971a821dad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['de15b3ac-7b71-4261-84d4-df439e07ea77'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:06.936638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-75b92981-8253-4d0d-8f9e-97a3d6af9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:06.957363 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b92981-8253-4d0d-8f9e-97a3d6af9f20 None None] Routers {'8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:06.962543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-75b92981-8253-4d0d-8f9e-97a3d6af9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:07.026781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-75b92981-8253-4d0d-8f9e-97a3d6af9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:07.027610 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b92981-8253-4d0d-8f9e-97a3d6af9f20 None None] The sync data for ids ['8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:07.060251 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-425be9d7-fc66-4428-9a69-b4f9dbc4bea8 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/routers/8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6 HTTP/1.1" status: 200 len: 921 time: 0.2089424 Jul 05 04:05:07.062829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48846) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.162282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5870fe45-f9b4-4f0d-b2f0-211b08be8eb4 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:07.166360 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5870fe45-f9b4-4f0d-b2f0-211b08be8eb4 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&device_id=8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0999379 Jul 05 04:05:07.179492 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48850) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.203901 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-baecfe9d-b98d-4caa-91ec-971a821dad5d None None] Set router de15b3ac-7b71-4261-84d4-df439e07ea77 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:07.333247 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2bd4a9f1-ed3b-407b-b9b0-422a5ba0ee34 req-e6900bf4-7dc2-4a02-9a93-2991ed15d3b1 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 210 time: 0.0631087 Jul 05 04:05:07.416800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffee48-a751-4589-8507-7ed08336b54c req-24caff86-0adf-41ee-9f25-2f72967009d6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:07.418481 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdffee48-a751-4589-8507-7ed08336b54c req-24caff86-0adf-41ee-9f25-2f72967009d6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.3122139 Jul 05 04:05:07.455382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e922d98d-3640-47e4-b1a7-c8d9a4eeeb22 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:07.459481 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e922d98d-3640-47e4-b1a7-c8d9a4eeeb22 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 881 time: 0.2754095 Jul 05 04:05:07.459871 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48852) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.460401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-729de837-c898-4afd-a19d-337301904130 admin admin] Deleting port 28815939-962b-4ad8-8780-c7480dd1ac60 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:07.460747 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-729de837-c898-4afd-a19d-337301904130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.473920 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-baecfe9d-b98d-4caa-91ec-971a821dad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'name': 'tempest-TestAggregatesBasicOps-1464904059-router', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:34Z', 'updated_at': '2021-07-05T04:05:04Z', 'revision_number': 5, 'project_id': 'e7848bca1a7745b6bbf25c309e84784c', 'gw_port': {'id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:36Z', 'updated_at': '2021-07-05T04:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:07.495058 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fb1d8317-5b09-4e66-bc43-c2f44ef35f31 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6 HTTP/1.1" status: 200 len: 205 time: 0.0317607 Jul 05 04:05:07.495530 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48854) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.513224 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baecfe9d-b98d-4caa-91ec-971a821dad5d None None] The sync data for ids ['de15b3ac-7b71-4261-84d4-df439e07ea77'] in n-d-798249-5 is: [{'id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'name': 'tempest-TestAggregatesBasicOps-1464904059-router', 'tenant_id': 'e7848bca1a7745b6bbf25c309e84784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:34Z', 'updated_at': '2021-07-05T04:05:04Z', 'revision_number': 5, 'project_id': 'e7848bca1a7745b6bbf25c309e84784c', 'gw_port': {'id': '28815939-962b-4ad8-8780-c7480dd1ac60', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de15b3ac-7b71-4261-84d4-df439e07ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:36Z', 'updated_at': '2021-07-05T04:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:07.519052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdffee48-a751-4589-8507-7ed08336b54c req-4ba11231-f519-4deb-9f72-045921a4d980 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865796 Jul 05 04:05:07.525327 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b73d54c6-ee42-47c7-b222-923ee674d6eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.619563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d54c6-ee42-47c7-b222-923ee674d6eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=dd7d4e17-adfd-4fbb-991c-c82ccb9fa803,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:07.628895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-729de837-c898-4afd-a19d-337301904130 admin admin] For port 28815939-962b-4ad8-8780-c7480dd1ac60, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=28815939-962b-4ad8-8780-c7480dd1ac60,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:07.629394 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-729de837-c898-4afd-a19d-337301904130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.673503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-729de837-c898-4afd-a19d-337301904130 admin admin] Calling delete_port for 28815939-962b-4ad8-8780-c7480dd1ac60 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:07.825289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c96b7-9a60-4365-b165-e380daa5d574 req-a257b5b6-6846-495e-9d5d-81045fb67dbd tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:07.826837 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-a257b5b6-6846-495e-9d5d-81045fb67dbd tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.2165546 Jul 05 04:05:07.835006 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.844418 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-857c96b7-9a60-4365-b165-e380daa5d574 req-3750ebe4-b4f1-44a5-9a9b-1c74fc8b1383 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Request body: {'port': {'device_id': '1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d', 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'admin_state_up': True, 'tenant_id': 'cf04d616778d47c89580bb8ff6878ba3'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:08.046347 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.062812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b73d54c6-ee42-47c7-b222-923ee674d6eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.100081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fcc6cb28-0f39-435e-a5e2-47564e2a986f no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:08.144761 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: fcc6cb28-0f39-435e-a5e2-47564e2a986f {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:08.145690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fcc6cb28-0f39-435e-a5e2-47564e2a986f not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:08.173309 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-729de837-c898-4afd-a19d-337301904130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.179469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857c96b7-9a60-4365-b165-e380daa5d574 req-3750ebe4-b4f1-44a5-9a9b-1c74fc8b1383 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Made reservation on behalf of cf04d616778d47c89580bb8ff6878ba3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:08.184431 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-857c96b7-9a60-4365-b165-e380daa5d574 req-3750ebe4-b4f1-44a5-9a9b-1c74fc8b1383 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.212895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729de837-c898-4afd-a19d-337301904130 admin admin] Pushing event deleted for resources: {'Port': ['ID=28815939-962b-4ad8-8780-c7480dd1ac60,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:08.303565 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-729de837-c898-4afd-a19d-337301904130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.307179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Deleting port d973bf66-f492-4e14-b597-84d603ce241e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:08.307520 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.773914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-857c96b7-9a60-4365-b165-e380daa5d574 req-3750ebe4-b4f1-44a5-9a9b-1c74fc8b1383 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Allocated IP 172.20.0.4 (289bce06-a2c1-47c6-8a99-7407dc3c1dd6/8facf5e9-bfc3-4583-948d-915d16522b51/aa4a985d-fc69-41fb-abe7-d455ad4e6e64) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:08.797547 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.826857 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Calling delete_port for d973bf66-f492-4e14-b597-84d603ce241e owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:08.847343 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-729de837-c898-4afd-a19d-337301904130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.852013 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-729de837-c898-4afd-a19d-337301904130 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.855546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-644ef018-dde4-4c48-a2eb-231a42049798 req-b96fe4ce-374f-47ad-8975-934c51f43996 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 210 time: 0.0725346 Jul 05 04:05:08.910473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73d54c6-ee42-47c7-b222-923ee674d6eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:09.007738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73d54c6-ee42-47c7-b222-923ee674d6eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:09.012915 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b73d54c6-ee42-47c7-b222-923ee674d6eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1250029 Jul 05 04:05:09.015435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48868) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:09.018623 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded3753a-1497-4367-b47c-4b29a7968f84 None None] Sync routers for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:09.029273 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded3753a-1497-4367-b47c-4b29a7968f84 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:09.029941 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ded3753a-1497-4367-b47c-4b29a7968f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:09.044676 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-729de837-c898-4afd-a19d-337301904130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.045240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729de837-c898-4afd-a19d-337301904130 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de15b3ac-7b71-4261-84d4-df439e07ea77 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:09.051092 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-729de837-c898-4afd-a19d-337301904130 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.055200 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-729de837-c898-4afd-a19d-337301904130 admin admin] 10.222.0.60 "DELETE /v2.0/routers/de15b3ac-7b71-4261-84d4-df439e07ea77 HTTP/1.1" status: 204 len: 168 time: 2.6328993 Jul 05 04:05:09.058199 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48870) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:09.067461 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-857c96b7-9a60-4365-b165-e380daa5d574 req-3750ebe4-b4f1-44a5-9a9b-1c74fc8b1383 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.116473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25dc6a7-1389-4069-b0d0-e311c1dbf00b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting subnet 3fad6bc4-4100-4560-a3d2-733637636f95 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:09.122069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6884e9-1b9e-4ae8-b675-f5e86930f877 admin admin] Deleting subnet 4ea41de9-3c21-4eae-bda3-c5f07bf6953a {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:09.124164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e25dc6a7-1389-4069-b0d0-e311c1dbf00b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.151219 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b6884e9-1b9e-4ae8-b675-f5e86930f877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.167604 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ded3753a-1497-4367-b47c-4b29a7968f84 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:09.204940 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e25dc6a7-1389-4069-b0d0-e311c1dbf00b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.228403 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b6884e9-1b9e-4ae8-b675-f5e86930f877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.273468 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.315453 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Pushing event deleted for resources: {'Port': ['ID=d973bf66-f492-4e14-b597-84d603ce241e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:09.354822 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-857c96b7-9a60-4365-b165-e380daa5d574 req-3750ebe4-b4f1-44a5-9a9b-1c74fc8b1383 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.371210 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ccc02de6-a63a-4c49-a6a0-e0f7375bc154'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:09.390632 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b6884e9-1b9e-4ae8-b675-f5e86930f877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.393700 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e25dc6a7-1389-4069-b0d0-e311c1dbf00b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.427256 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ded3753a-1497-4367-b47c-4b29a7968f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:07Z', 'revision_number': 9, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:09.440233 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:09.440954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:09.442870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:09.443433 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:09.444798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:09.445936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:09.446500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:09.447034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:09.447555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:09.449529 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:09.450151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:09.450706 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:09.461360 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded3753a-1497-4367-b47c-4b29a7968f84 None None] Checking router: 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:09.470017 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded3753a-1497-4367-b47c-4b29a7968f84 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:09.470642 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ded3753a-1497-4367-b47c-4b29a7968f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:09.533731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857c96b7-9a60-4365-b165-e380daa5d574 req-3750ebe4-b4f1-44a5-9a9b-1c74fc8b1383 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:09.542842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-857c96b7-9a60-4365-b165-e380daa5d574 req-3750ebe4-b4f1-44a5-9a9b-1c74fc8b1383 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:09.550945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-857c96b7-9a60-4365-b165-e380daa5d574 req-3750ebe4-b4f1-44a5-9a9b-1c74fc8b1383 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:09.560752 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.606734 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ded3753a-1497-4367-b47c-4b29a7968f84 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:09.611028 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e25dc6a7-1389-4069-b0d0-e311c1dbf00b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.613394 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b6884e9-1b9e-4ae8-b675-f5e86930f877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.614940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750ebe4-b4f1-44a5-9a9b-1c74fc8b1383 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Pushing event updated for resources: {'Port': ['ID=aa4a985d-fc69-41fb-abe7-d455ad4e6e64,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:09.688435 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b6884e9-1b9e-4ae8-b675-f5e86930f877 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.697055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8b6884e9-1b9e-4ae8-b675-f5e86930f877 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4ea41de9-3c21-4eae-bda3-c5f07bf6953a HTTP/1.1" status: 204 len: 168 time: 0.6379943 Jul 05 04:05:09.697258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e96096-8540-45ac-990d-189948231639 None None] Network e6efd4b8-71ce-45a8-8131-5b275df85969 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:09.699060 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e25dc6a7-1389-4069-b0d0-e311c1dbf00b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.709436 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e25dc6a7-1389-4069-b0d0-e311c1dbf00b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/3fad6bc4-4100-4560-a3d2-733637636f95 HTTP/1.1" status: 204 len: 168 time: 0.6926272 Jul 05 04:05:09.710735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dc6a7-1389-4069-b0d0-e311c1dbf00b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Subnet': ['ID=3fad6bc4-4100-4560-a3d2-733637636f95,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:09.713035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48874) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:09.713466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48878) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:09.771461 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c96b7-9a60-4365-b165-e380daa5d574 req-3750ebe4-b4f1-44a5-9a9b-1c74fc8b1383 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:09.772473 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-857c96b7-9a60-4365-b165-e380daa5d574 req-3750ebe4-b4f1-44a5-9a9b-1c74fc8b1383 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.783419 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.789049 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.845087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc17357-1bb3-4c33-9c18-9b38a662fccf None None] Network 495b9c9e-7899-4ebc-9928-348d97a6d152 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:09.851215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6884e9-1b9e-4ae8-b675-f5e86930f877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea41de9-3c21-4eae-bda3-c5f07bf6953a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:09.920646 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-3750ebe4-b4f1-44a5-9a9b-1c74fc8b1383 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0807056 Jul 05 04:05:09.925376 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.929919 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.954388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Request body: {'port': {'device_id': '1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:09.964612 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ded3753a-1497-4367-b47c-4b29a7968f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:07Z', 'revision_number': 9, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:10.032525 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Deleting port 46f8012c-6728-436b-8103-fe1d71d20325 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:10.033039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.038763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:10.040979 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.072057 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded3753a-1497-4367-b47c-4b29a7968f84 None None] The sync data for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 is: [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:07Z', 'revision_number': 9, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '39336319-e910-44c4-bfab-2ec4794f29ee', 'name': '', 'network_id': '7029415b-fa47-4e96-9fd0-19a374a42d22', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:bd:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:25Z', 'updated_at': '2021-07-05T04:04:36Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '4616e820-7b8e-4d02-8e61-5ebddd4535f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:10.149109 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.151098 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.151216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 28815939-962b-4ad8-8780-c7480dd1ac60 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:10.151645 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Fanout notify agent at l3_agent the message router_deleted on router 8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:10.159964 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.166679 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9e800402-46f8-47cf-94a3-0d8bbcd8f892 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "DELETE /v2.0/routers/8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6 HTTP/1.1" status: 204 len: 168 time: 2.6690545 Jul 05 04:05:10.166679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48884) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:10.179873 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-856369687', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:10.242334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 28815939-962b-4ad8-8780-c7480dd1ac60 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:10.242762 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 28815939-962b-4ad8-8780-c7480dd1ac60 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:10.285023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] For port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd,segment=NetworkSegment(e47063c6-d62b-40ff-8147-dd2bc1ffa827),segment_id=e47063c6-d62b-40ff-8147-dd2bc1ffa827)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:10.286192 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.311706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] For port 46f8012c-6728-436b-8103-fe1d71d20325, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=46f8012c-6728-436b-8103-fe1d71d20325,segment=NetworkSegment(2ad9905e-c81f-4e73-a390-528c8a533dc7),segment_id=2ad9905e-c81f-4e73-a390-528c8a533dc7)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:10.311992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.323634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:10.336170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Calling delete_port for 46f8012c-6728-436b-8103-fe1d71d20325 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:10.437245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] DHCP port deletion for 495b9c9e-7899-4ebc-9928-348d97a6d152 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:10.464086 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.466413 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.502277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e6ec49-dbc3-4ac8-9bc0-7c9212d225ba None None] DHCP port deletion for e6efd4b8-71ce-45a8-8131-5b275df85969 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:10.559833 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.585720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6b347-ccf9-4769-a112-f4382051ca6b req-e02da043-19fa-4181-b0bd-be1b763a85e7 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:10.588977 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0b6b347-ccf9-4769-a112-f4382051ca6b req-e02da043-19fa-4181-b0bd-be1b763a85e7 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 931 time: 0.4011359 Jul 05 04:05:10.589824 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.604076 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48888) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:10.608575 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Deleting port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:10.609112 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.652521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No DVR routers for this DVR port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:10.671423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:10.709331 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.720652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-63e6ec49-dbc3-4ac8-9bc0-7c9212d225ba None None] Deleting port 46f8012c-6728-436b-8103-fe1d71d20325 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:10.721034 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-63e6ec49-dbc3-4ac8-9bc0-7c9212d225ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.745538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] No DVR routers for this DVR port 46f8012c-6728-436b-8103-fe1d71d20325 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:10.804245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] For port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd, host n-d-798249-5, got binding levels [] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:10.804680 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.823015 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.826943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Calling delete_port for 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:10.835555 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.ipam_backend_mixin [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd was not found and therefore no delete operation was performed {{(pid=100878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:05:10.836870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-63e6ec49-dbc3-4ac8-9bc0-7c9212d225ba None None] For port 46f8012c-6728-436b-8103-fe1d71d20325, host n-d-798249-5, got binding levels [] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:10.837294 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-63e6ec49-dbc3-4ac8-9bc0-7c9212d225ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.840178 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.841847 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6994167-3d1a-402b-90ba-8e7ec90c1297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.844956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4a985d-fc69-41fb-abe7-d455ad4e6e64 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:10.858337 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.859031 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.871394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495b9c9e-7899-4ebc-9928-348d97a6d152']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:10.880192 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Transition to ACTIVE for port object aa4a985d-fc69-41fb-abe7-d455ad4e6e64 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:10.881711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Pushing event deleted for resources: {'Port': ['ID=0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:10.884529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-63e6ec49-dbc3-4ac8-9bc0-7c9212d225ba None None] Calling delete_port for 46f8012c-6728-436b-8103-fe1d71d20325 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:10.884832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47063c6-d62b-40ff-8147-dd2bc1ffa827') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:10.885143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47063c6-d62b-40ff-8147-dd2bc1ffa827') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:10.887660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] No DVR routers for this DVR port 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:10.890281 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.ipam_backend_mixin [None req-63e6ec49-dbc3-4ac8-9bc0-7c9212d225ba None None] Port 46f8012c-6728-436b-8103-fe1d71d20325 was not found and therefore no delete operation was performed {{(pid=100878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:05:10.896819 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.897240 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-63e6ec49-dbc3-4ac8-9bc0-7c9212d225ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.906036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Pushing event deleted for resources: {'Port': ['ID=46f8012c-6728-436b-8103-fe1d71d20325,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:10.907131 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:10.907491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:10.907837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:10.908179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:10.908541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:10.908875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:10.909205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:10.909531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:10.909859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:10.910179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:10.911380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:10.911903 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205173cc-99d1-4ee2-af4f-ab60e8ca510e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:10.927167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e6ec49-dbc3-4ac8-9bc0-7c9212d225ba None None] No DVR routers for this DVR port 46f8012c-6728-436b-8103-fe1d71d20325 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:10.945892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6ec49-dbc3-4ac8-9bc0-7c9212d225ba None None] Pushing event deleted for resources: {'Port': ['ID=46f8012c-6728-436b-8103-fe1d71d20325,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:10.958452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0b6b347-ccf9-4769-a112-f4382051ca6b req-1c9fd3fb-721f-427b-a8f0-1f439c1ffa20 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548341 Jul 05 04:05:10.969109 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.021420 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.025295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:11.025702 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:11.028792 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:11.040253 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6994167-3d1a-402b-90ba-8e7ec90c1297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.075819 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.095799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4a985d-fc69-41fb-abe7-d455ad4e6e64,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:11.100292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6efd4b8-71ce-45a8-8131-5b275df85969']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:11.111305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad9905e-c81f-4e73-a390-528c8a533dc7') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:11.111940 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad9905e-c81f-4e73-a390-528c8a533dc7') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:11.122003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.143547 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.149900 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6994167-3d1a-402b-90ba-8e7ec90c1297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.150664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:11.151099 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:11.152795 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:11.212885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6994167-3d1a-402b-90ba-8e7ec90c1297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0539e912-3dd0-425d-9f9b-b7aadb56cd42,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:11.217173 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c6994167-3d1a-402b-90ba-8e7ec90c1297 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2dc390a5848e410a840112064dd5cd6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6120727 Jul 05 04:05:11.219951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48894) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:11.257577 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.271332 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.273204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/networks/495b9c9e-7899-4ebc-9928-348d97a6d152 HTTP/1.1" status: 204 len: 168 time: 1.5576646 Jul 05 04:05:11.276802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48896) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:11.287051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705d1eb-82ea-4b0a-918f-247752af111c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Network': ['ID=495b9c9e-7899-4ebc-9928-348d97a6d152,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:11.291462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Attempting to bind port aa4a985d-fc69-41fb-abe7-d455ad4e6e64 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:11.291462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Attempting to bind port aa4a985d-fc69-41fb-abe7-d455ad4e6e64 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:11.291462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Attempting to bind port aa4a985d-fc69-41fb-abe7-d455ad4e6e64 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:11.298414 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Port aa4a985d-fc69-41fb-abe7-d455ad4e6e64 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:11.298862 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Attempting to bind port aa4a985d-fc69-41fb-abe7-d455ad4e6e64 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:11.323171 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.327555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:11.327906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Checking segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:11.328299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Bound using segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:11.328780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Bound port: aa4a985d-fc69-41fb-abe7-d455ad4e6e64, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:11.329142 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.353368 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.361049 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.389065 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.389065 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e6efd4b8-71ce-45a8-8131-5b275df85969 HTTP/1.1" status: 204 len: 168 time: 1.6723166 Jul 05 04:05:11.395040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5694f1-7540-4152-884b-b84bb4e59800 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6efd4b8-71ce-45a8-8131-5b275df85969,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:11.398656 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-23d78a88-f499-4c93-a5bd-77751be6a2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.431475 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-23d78a88-f499-4c93-a5bd-77751be6a2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.489927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] For port aa4a985d-fc69-41fb-abe7-d455ad4e6e64, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:11.509118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] For port aa4a985d-fc69-41fb-abe7-d455ad4e6e64, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=aa4a985d-fc69-41fb-abe7-d455ad4e6e64,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:11.523187 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Allocated IP 172.25.0.106 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/eaf24941-990a-44ca-8049-25264ca71c3b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:11.599275 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.653458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:11.654088 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.655490 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/aa4a985d-fc69-41fb-abe7-d455ad4e6e64 HTTP/1.1" status: 200 len: 1091 time: 1.7215979 Jul 05 04:05:11.656142 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d', 'tag': 'aa4a985d-fc69-41fb-abe7-d455ad4e6e64'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:11.658212 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e0f51f-e48a-40cb-8131-51f9f52c0b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d", "tag": "aa4a985d-fc69-41fb-abe7-d455ad4e6e64"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:11.681501 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.699218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511eab5-7269-4fc2-8dc6-9e8887c9a5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4a985d-fc69-41fb-abe7-d455ad4e6e64,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:11.722023 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19110e53-4bd4-4de3-a255-2f96441535d6 x-openstack-request-id: req-19110e53-4bd4-4de3-a255-2f96441535d6 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:11.722320 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d", "tag": "aa4a985d-fc69-41fb-abe7-d455ad4e6e64", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:11.722454 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-23d78a88-f499-4c93-a5bd-77751be6a2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.722573 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19110e53-4bd4-4de3-a255-2f96441535d6 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:11.723121 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d', 'tag': 'aa4a985d-fc69-41fb-abe7-d455ad4e6e64', 'status': 'completed', 'code': 200} Jul 05 04:05:11.726341 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-23d78a88-f499-4c93-a5bd-77751be6a2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.727730 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-23d78a88-f499-4c93-a5bd-77751be6a2d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0539e912-3dd0-425d-9f9b-b7aadb56cd42 HTTP/1.1" status: 204 len: 168 time: 0.5050027 Jul 05 04:05:11.751830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d78a88-f499-4c93-a5bd-77751be6a2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0539e912-3dd0-425d-9f9b-b7aadb56cd42,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:11.756925 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a17264e8-d7b6-45f3-b1be-266638c246ef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.804545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0f51f-e48a-40cb-8131-51f9f52c0b7c req-2140355f-9384-4ab3-a74b-02021a3de13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:11.806090 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-43e0f51f-e48a-40cb-8131-51f9f52c0b7c req-2140355f-9384-4ab3-a74b-02021a3de13e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 1094 time: 0.0621407 Jul 05 04:05:11.873116 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.887793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48904) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:11.944255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:11.957018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:11.969123 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:12.026357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0f51f-e48a-40cb-8131-51f9f52c0b7c req-6c2b4c4c-2d56-4cf6-829c-d48ea6dd5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:12.028031 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-43e0f51f-e48a-40cb-8131-51f9f52c0b7c req-6c2b4c4c-2d56-4cf6-829c-d48ea6dd5362 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cf04d616778d47c89580bb8ff6878ba3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2149904 Jul 05 04:05:12.028720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Pushing event updated for resources: {'Port': ['ID=eaf24941-990a-44ca-8049-25264ca71c3b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:12.061344 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eb260f55-8608-41ec-b24d-763b5cc8b105 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=757fb73bbc754fc4b0d6efe3c2142496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724095 Jul 05 04:05:12.064716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48910) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:12.069155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:12.091797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a17264e8-d7b6-45f3-b1be-266638c246ef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port 39336319-e910-44c4-bfab-2ec4794f29ee {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:12.092148 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a17264e8-d7b6-45f3-b1be-266638c246ef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.108461 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:12.108814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0ed9cc0e-69ea-4847-9e2e-13d8ac77a7bd not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:12.112589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:12.152699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:12.153294 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device dd7d4e17-adfd-4fbb-991c-c82ccb9fa803 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:12.153918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 46f8012c-6728-436b-8103-fe1d71d20325 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:12.174439 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 46f8012c-6728-436b-8103-fe1d71d20325 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:12.175139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 46f8012c-6728-436b-8103-fe1d71d20325 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:12.254110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0f51f-e48a-40cb-8131-51f9f52c0b7c req-ec08e445-341b-4b71-86f6-54740935e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:12.256506 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-43e0f51f-e48a-40cb-8131-51f9f52c0b7c req-ec08e445-341b-4b71-86f6-54740935e179 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2123849 Jul 05 04:05:12.319886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-a17264e8-d7b6-45f3-b1be-266638c246ef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] For port 39336319-e910-44c4-bfab-2ec4794f29ee, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=39336319-e910-44c4-bfab-2ec4794f29ee,segment=NetworkSegment(6a3c572b-2cae-4b8c-89cf-566b73b01635),segment_id=6a3c572b-2cae-4b8c-89cf-566b73b01635)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:12.325308 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a17264e8-d7b6-45f3-b1be-266638c246ef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.355461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a17264e8-d7b6-45f3-b1be-266638c246ef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for 39336319-e910-44c4-bfab-2ec4794f29ee owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:12.359909 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d217c626-ecfa-4fa1-86eb-92a7ae19a082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.404743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c96b7-9a60-4365-b165-e380daa5d574 req-d33f8a7e-7156-4b67-9985-e390154201b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:12.406254 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-d33f8a7e-7156-4b67-9985-e390154201b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 1094 time: 0.1084108 Jul 05 04:05:12.424759 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d217c626-ecfa-4fa1-86eb-92a7ae19a082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.441502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8a84e-5f24-45bf-9f05-f09f0d7e7b1d req-53cdef40-70f4-49c7-b9bd-0873e0779c20 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:12.442125 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6fb8a84e-5f24-45bf-9f05-f09f0d7e7b1d req-53cdef40-70f4-49c7-b9bd-0873e0779c20 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 943 time: 0.2429984 Jul 05 04:05:12.455057 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-cea3f237-612a-4577-bf64-05b6189fa632 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa4a985d-fc69-41fb-abe7-d455ad4e6e64 HTTP/1.1" status: 200 len: 217 time: 0.0403719 Jul 05 04:05:12.547695 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c96b7-9a60-4365-b165-e380daa5d574 req-f12deba9-2e22-404a-9ca0-2c4a75a3c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:12.549292 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-f12deba9-2e22-404a-9ca0-2c4a75a3c90d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8facf5e9-bfc3-4583-948d-915d16522b51 HTTP/1.1" status: 200 len: 845 time: 0.0685170 Jul 05 04:05:12.549869 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.561348 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6fb8a84e-5f24-45bf-9f05-f09f0d7e7b1d req-ef403164-2e7c-412a-ac34-79b24ff9e4f4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061854 Jul 05 04:05:12.613989 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-05001a49-e7e9-4895-bcb1-d7827ab3e797 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300632 Jul 05 04:05:12.795937 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-2b215d1f-51e6-4c57-be5a-d46e61b214be service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737080 Jul 05 04:05:12.910120 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d217c626-ecfa-4fa1-86eb-92a7ae19a082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.910120 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d217c626-ecfa-4fa1-86eb-92a7ae19a082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.910120 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d217c626-ecfa-4fa1-86eb-92a7ae19a082 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6285817b-0d71-475d-8994-020d1f8f89e7 HTTP/1.1" status: 204 len: 168 time: 0.8364730 Jul 05 04:05:12.910120 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a17264e8-d7b6-45f3-b1be-266638c246ef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.015795 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217c626-ecfa-4fa1-86eb-92a7ae19a082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6285817b-0d71-475d-8994-020d1f8f89e7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:13.022995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17264e8-d7b6-45f3-b1be-266638c246ef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=39336319-e910-44c4-bfab-2ec4794f29ee,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:13.185927 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a17264e8-d7b6-45f3-b1be-266638c246ef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.282482 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.389229 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-857c96b7-9a60-4365-b165-e380daa5d574 req-13983670-46e4-4b8d-ae84-a7b0aa123509 service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627048 Jul 05 04:05:13.451541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17264e8-d7b6-45f3-b1be-266638c246ef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:13.644108 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Router 0b3792dc-ec82-4c00-a703-908407bdbe0e is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:13.770451 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:13.780282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb14e76a-ca12-4397-ad89-5b0ab4d05f29 None None] Sync routers for ids ['0b3792dc-ec82-4c00-a703-908407bdbe0e'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:13.790256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb14e76a-ca12-4397-ad89-5b0ab4d05f29 None None] Routers {'0b3792dc-ec82-4c00-a703-908407bdbe0e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:13.790906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fb14e76a-ca12-4397-ad89-5b0ab4d05f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['0b3792dc-ec82-4c00-a703-908407bdbe0e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:13.827104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fb14e76a-ca12-4397-ad89-5b0ab4d05f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:13.836545 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb14e76a-ca12-4397-ad89-5b0ab4d05f29 None None] Routers {'0b3792dc-ec82-4c00-a703-908407bdbe0e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:13.837161 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fb14e76a-ca12-4397-ad89-5b0ab4d05f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['0b3792dc-ec82-4c00-a703-908407bdbe0e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:13.869305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fb14e76a-ca12-4397-ad89-5b0ab4d05f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:13.870004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb14e76a-ca12-4397-ad89-5b0ab4d05f29 None None] The sync data for ids ['0b3792dc-ec82-4c00-a703-908407bdbe0e'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:13.873866 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.878854 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cf154e2f-8f02-478f-a8e6-1098393a4436 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7061937 Jul 05 04:05:13.878854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48944) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:13.888540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:13.916783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48948) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:13.940089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17264e8-d7b6-45f3-b1be-266638c246ef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:13.947680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a17264e8-d7b6-45f3-b1be-266638c246ef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6623402 Jul 05 04:05:13.950782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48950) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:13.955568 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e048936b-2f2f-40bd-aabe-edadfa828089 None None] Sync routers for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:13.987042 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e048936b-2f2f-40bd-aabe-edadfa828089 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:13.987218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588db7f-5648-4efb-a7c0-c7f142720451 req-c861dd14-9f25-4dd3-99c8-54d6ff27af88 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:13.989417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3588db7f-5648-4efb-a7c0-c7f142720451 req-c861dd14-9f25-4dd3-99c8-54d6ff27af88 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 943 time: 0.1501873 Jul 05 04:05:13.995810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b8a9e856-1c44-479e-83e4-6149db0abf05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7848bca1a7745b6bbf25c309e84784c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748785 Jul 05 04:05:13.995985 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e048936b-2f2f-40bd-aabe-edadfa828089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:13.996272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48952) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:14.072233 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3588db7f-5648-4efb-a7c0-c7f142720451 req-2936b6f8-c46c-4b47-bb95-3061b7551e99 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683472 Jul 05 04:05:14.105159 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-280eca08-e351-4412-9045-4807a6a08049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.126718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-28459ea0-2c89-421f-b92c-9d2c6ac4faef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting subnet 4616e820-7b8e-4d02-8e61-5ebddd4535f6 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:14.131586 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-28459ea0-2c89-421f-b92c-9d2c6ac4faef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.136873 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-280eca08-e351-4412-9045-4807a6a08049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.154851 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-e048936b-2f2f-40bd-aabe-edadfa828089 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:14.209057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-28459ea0-2c89-421f-b92c-9d2c6ac4faef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.386207 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-280eca08-e351-4412-9045-4807a6a08049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.390920 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-28459ea0-2c89-421f-b92c-9d2c6ac4faef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.391729 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-280eca08-e351-4412-9045-4807a6a08049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.397657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-280eca08-e351-4412-9045-4807a6a08049 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3521663d-5725-47f7-8b3d-23412fb9f708 HTTP/1.1" status: 204 len: 168 time: 0.4003475 Jul 05 04:05:14.403441 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e048936b-2f2f-40bd-aabe-edadfa828089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:12Z', 'revision_number': 10, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:14.411309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280eca08-e351-4412-9045-4807a6a08049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3521663d-5725-47f7-8b3d-23412fb9f708,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:14.435339 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.456443 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e048936b-2f2f-40bd-aabe-edadfa828089 None None] Checking router: 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:14.467612 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e048936b-2f2f-40bd-aabe-edadfa828089 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:14.468527 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e048936b-2f2f-40bd-aabe-edadfa828089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:14.534937 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.558994 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-28459ea0-2c89-421f-b92c-9d2c6ac4faef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.591515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28459ea0-2c89-421f-b92c-9d2c6ac4faef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Subnet': ['ID=4616e820-7b8e-4d02-8e61-5ebddd4535f6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:14.593535 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-28459ea0-2c89-421f-b92c-9d2c6ac4faef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.599755 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-28459ea0-2c89-421f-b92c-9d2c6ac4faef tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/4616e820-7b8e-4d02-8e61-5ebddd4535f6 HTTP/1.1" status: 204 len: 168 time: 0.5964439 Jul 05 04:05:14.600682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8ea2ce-fb54-4d4d-b51d-45ce29106c0f None None] Network 7029415b-fa47-4e96-9fd0-19a374a42d22 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:14.602250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48966) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:14.686295 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-e048936b-2f2f-40bd-aabe-edadfa828089 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:14.724291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Deleting port eaf24941-990a-44ca-8049-25264ca71c3b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:14.724675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.736628 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.833812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:14.835402 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.839952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8fa627-e67b-4c6c-ad51-27688f9145ed None None] DHCP port deletion for 7029415b-fa47-4e96-9fd0-19a374a42d22 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:14.873851 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.903845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Calling delete_port for eaf24941-990a-44ca-8049-25264ca71c3b owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:14.939060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fa627-e67b-4c6c-ad51-27688f9145ed None None] Deleting port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:14.940213 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0a8fa627-e67b-4c6c-ad51-27688f9145ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.973812 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e048936b-2f2f-40bd-aabe-edadfa828089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:12Z', 'revision_number': 10, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:15.009471 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e048936b-2f2f-40bd-aabe-edadfa828089 None None] The sync data for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 is: [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:12Z', 'revision_number': 10, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None, '_interfaces': [{'id': '5a7458c0-6bda-4521-a761-8ead7ee064c6', 'name': '', 'network_id': 'ca2a9daf-ca44-4866-b1f9-0c2762628dde', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'mac_address': 'fa:16:3e:9b:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '1236c018-643b-4a45-9682-8f3d2520128e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:12Z', 'updated_at': '2021-07-05T04:04:26Z', 'revision_number': 5, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'subnets': [{'id': '1236c018-643b-4a45-9682-8f3d2520128e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:15.023746 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] For port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4bfcebd8-96d5-4b5c-8cb4-1939a9814b55,segment=NetworkSegment(6a3c572b-2cae-4b8c-89cf-566b73b01635),segment_id=6a3c572b-2cae-4b8c-89cf-566b73b01635)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:15.024203 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.040668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:15.095030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0a8fa627-e67b-4c6c-ad51-27688f9145ed None None] For port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4bfcebd8-96d5-4b5c-8cb4-1939a9814b55,segment=NetworkSegment(6a3c572b-2cae-4b8c-89cf-566b73b01635),segment_id=6a3c572b-2cae-4b8c-89cf-566b73b01635)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:15.095557 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0a8fa627-e67b-4c6c-ad51-27688f9145ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.110088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fa627-e67b-4c6c-ad51-27688f9145ed None None] Calling delete_port for 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:15.285032 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.293057 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0a8fa627-e67b-4c6c-ad51-27688f9145ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.303335 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.318886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Pushing event deleted for resources: {'Port': ['ID=eaf24941-990a-44ca-8049-25264ca71c3b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.343049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No DVR routers for this DVR port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:15.343291 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fa627-e67b-4c6c-ad51-27688f9145ed None None] Pushing event deleted for resources: {'Port': ['ID=4bfcebd8-96d5-4b5c-8cb4-1939a9814b55,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.345376 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=4bfcebd8-96d5-4b5c-8cb4-1939a9814b55,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.360546 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8fa627-e67b-4c6c-ad51-27688f9145ed None None] No DVR routers for this DVR port 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:15.414352 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.496510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef62c5-a833-45ea-8722-4d653341bcf6 req-3618b888-edd7-4110-a580-aa299ba0c8c4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:15.498365 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8aef62c5-a833-45ea-8722-4d653341bcf6 req-3618b888-edd7-4110-a580-aa299ba0c8c4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 943 time: 0.2559893 Jul 05 04:05:15.544275 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.563692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7029415b-fa47-4e96-9fd0-19a374a42d22']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:15.582933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3c572b-2cae-4b8c-89cf-566b73b01635') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:15.583818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3c572b-2cae-4b8c-89cf-566b73b01635') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:15.606502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8aef62c5-a833-45ea-8722-4d653341bcf6 req-79883be2-d27c-4fd6-833d-efc627796c2e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931864 Jul 05 04:05:15.607897 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.638281 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.648797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:15.649217 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:15.652470 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:15.732097 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.736256 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.823001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Router 0b3792dc-ec82-4c00-a703-908407bdbe0e has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:15.850113 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.863209 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.863209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/networks/7029415b-fa47-4e96-9fd0-19a374a42d22 HTTP/1.1" status: 204 len: 168 time: 1.2555249 Jul 05 04:05:15.874658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49004) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:15.882697 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb6c74-db73-4135-bf71-5e28f90452eb tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Network': ['ID=7029415b-fa47-4e96-9fd0-19a374a42d22,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.908423 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:05:15.945548 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49006) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:15.981291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:15.989355 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.992174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513bcae4-826c-44b8-ab94-f9d969888226 None None] Sync routers for ids ['0b3792dc-ec82-4c00-a703-908407bdbe0e'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:15.992915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49010) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:15.993129 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-accb25e9-8dbd-4963-9eb5-a6c37ca344e1 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "PUT /v2.0/routers/0b3792dc-ec82-4c00-a703-908407bdbe0e HTTP/1.1" status: 200 len: 705 time: 2.1143301 Jul 05 04:05:16.015667 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513bcae4-826c-44b8-ab94-f9d969888226 None None] Routers {'0b3792dc-ec82-4c00-a703-908407bdbe0e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:16.025374 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-513bcae4-826c-44b8-ab94-f9d969888226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['0b3792dc-ec82-4c00-a703-908407bdbe0e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:16.071413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-513bcae4-826c-44b8-ab94-f9d969888226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:16.091922 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:16.112795 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513bcae4-826c-44b8-ab94-f9d969888226 None None] Routers {'0b3792dc-ec82-4c00-a703-908407bdbe0e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:16.114332 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-513bcae4-826c-44b8-ab94-f9d969888226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['0b3792dc-ec82-4c00-a703-908407bdbe0e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:16.116169 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:16.116561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bfcebd8-96d5-4b5c-8cb4-1939a9814b55 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:16.116968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 39336319-e910-44c4-bfab-2ec4794f29ee no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:16.117073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-402636620-network', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:16.143052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-efd78675-472a-4725-a57c-41fe17d4a3fe tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/routers/0b3792dc-ec82-4c00-a703-908407bdbe0e HTTP/1.1" status: 200 len: 740 time: 0.1486149 Jul 05 04:05:16.147393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49012) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.183720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 39336319-e910-44c4-bfab-2ec4794f29ee {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:16.184103 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 39336319-e910-44c4-bfab-2ec4794f29ee not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:16.187637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-513bcae4-826c-44b8-ab94-f9d969888226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:16.187771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513bcae4-826c-44b8-ab94-f9d969888226 None None] The sync data for ids ['0b3792dc-ec82-4c00-a703-908407bdbe0e'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:16.192316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f2767927-295f-4361-887c-c1c92af26471 tempest-RoutersAdminTest-240871889 tempest-RoutersAdminTest-240871889-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&device_id=0b3792dc-ec82-4c00-a703-908407bdbe0e HTTP/1.1" status: 200 len: 205 time: 0.0426466 Jul 05 04:05:16.194410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49014) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.229685 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9368a358-6bd1-41eb-a1d5-f93dcaf62d51 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b3792dc-ec82-4c00-a703-908407bdbe0e HTTP/1.1" status: 200 len: 205 time: 0.0340807 Jul 05 04:05:16.232261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49016) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.270936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] Made reservation on behalf of 265cbf1408624a5586edd1ae14461c5e for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:16.273329 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.313787 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.316245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a850a4-0f1e-41ba-b64f-f89e78e9a736 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.328468 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8d1bfc1-79bd-4319-bde9-5f3bd55e02aa tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.521429 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8d1bfc1-79bd-4319-bde9-5f3bd55e02aa tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.525923 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8d1bfc1-79bd-4319-bde9-5f3bd55e02aa tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.611086 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-69a850a4-0f1e-41ba-b64f-f89e78e9a736 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port 5a7458c0-6bda-4521-a761-8ead7ee064c6 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:16.611655 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a850a4-0f1e-41ba-b64f-f89e78e9a736 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.629599 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.645940 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8d1bfc1-79bd-4319-bde9-5f3bd55e02aa tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.646580 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d1bfc1-79bd-4319-bde9-5f3bd55e02aa tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Fanout notify agent at l3_agent the message router_deleted on router 0b3792dc-ec82-4c00-a703-908407bdbe0e {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:16.653404 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8d1bfc1-79bd-4319-bde9-5f3bd55e02aa tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.654552 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e8d1bfc1-79bd-4319-bde9-5f3bd55e02aa tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "DELETE /v2.0/routers/0b3792dc-ec82-4c00-a703-908407bdbe0e HTTP/1.1" status: 204 len: 168 time: 0.4213476 Jul 05 04:05:16.660971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49022) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.702550 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-62d69d9f-6af9-4f28-8d72-c12253b766ac tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b3792dc-ec82-4c00-a703-908407bdbe0e HTTP/1.1" status: 200 len: 205 time: 0.0402513 Jul 05 04:05:16.706503 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.708755 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49024) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.733870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:16.755753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd95f45-9aa4-4c93-900c-f77660fdf593,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:16.761582 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.761965 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] Added segment 7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c of type vlan for network 149fe398-6756-499e-94fd-174eadee3f27 Jul 05 04:05:16.775536 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-114f0538-13e3-487d-a0ff-5a180f078d61 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] delete failed (client error): The resource could not be found. Jul 05 04:05:16.779024 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-114f0538-13e3-487d-a0ff-5a180f078d61 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "DELETE /v2.0/routers/0b3792dc-ec82-4c00-a703-908407bdbe0e HTTP/1.1" status: 404 len: 336 time: 0.0663524 Jul 05 04:05:16.779714 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49026) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.824633 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d809fc13-e46c-405b-82de-5f9ea6789986 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6 HTTP/1.1" status: 200 len: 205 time: 0.0416019 Jul 05 04:05:16.826300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49028) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.858814 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.881471 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-b996e7fa-f669-4bd4-b3fa-386aef0b4439 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] delete failed (client error): The resource could not be found. Jul 05 04:05:16.885011 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b996e7fa-f669-4bd4-b3fa-386aef0b4439 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "DELETE /v2.0/routers/8cd8a68e-f79b-4a12-88eb-d5f72cfd38a6 HTTP/1.1" status: 404 len: 336 time: 0.0555694 Jul 05 04:05:16.886110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49032) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.903029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-69a850a4-0f1e-41ba-b64f-f89e78e9a736 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] For port 5a7458c0-6bda-4521-a761-8ead7ee064c6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5a7458c0-6bda-4521-a761-8ead7ee064c6,segment=NetworkSegment(25d3826f-c38b-47ed-9457-e78cc3500d70),segment_id=25d3826f-c38b-47ed-9457-e78cc3500d70)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:16.903318 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a850a4-0f1e-41ba-b64f-f89e78e9a736 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.931644 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ed22a724-4463-4621-9872-3bbcd1562287 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b09fdd-0d3d-4483-9cf1-773eb1154841 HTTP/1.1" status: 200 len: 205 time: 0.0433028 Jul 05 04:05:16.932335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49034) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.947002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-69a850a4-0f1e-41ba-b64f-f89e78e9a736 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for 5a7458c0-6bda-4521-a761-8ead7ee064c6 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:16.965894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332816af-fc8b-4e06-a1dc-bbda09689877 req-a892ac13-e572-4b93-a965-135b6ca7ade9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:16.967765 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-332816af-fc8b-4e06-a1dc-bbda09689877 req-a892ac13-e572-4b93-a965-135b6ca7ade9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 943 time: 0.1946321 Jul 05 04:05:16.987227 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-0d4c7022-27fa-4009-a39e-6a470eb0a459 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] delete failed (client error): The resource could not be found. Jul 05 04:05:16.991528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0d4c7022-27fa-4009-a39e-6a470eb0a459 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "DELETE /v2.0/routers/83b09fdd-0d3d-4483-9cf1-773eb1154841 HTTP/1.1" status: 404 len: 336 time: 0.0581851 Jul 05 04:05:16.996360 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49038) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:17.018544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-332816af-fc8b-4e06-a1dc-bbda09689877 req-82bd9c4b-5b11-40a8-bcb2-b2d87bf770ec tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 Jul 05 04:05:17.027353 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.028683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:17.030231 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.067181 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eca124a4-fcad-4396-baf9-5aef1c39f134 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "GET /v2.0/ports?device_id=832fc5e4-e297-42c3-bcfe-c11e1ed580bf HTTP/1.1" status: 200 len: 205 time: 0.0689721 Jul 05 04:05:17.070971 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49040) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:17.109818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] Pushing event updated for resources: {'Network': ['ID=149fe398-6756-499e-94fd-174eadee3f27,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:17.114811 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-c6e459aa-6e06-411b-b737-1100c2253460 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] delete failed (client error): The resource could not be found. Jul 05 04:05:17.118557 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c6e459aa-6e06-411b-b737-1100c2253460 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "DELETE /v2.0/routers/832fc5e4-e297-42c3-bcfe-c11e1ed580bf HTTP/1.1" status: 404 len: 336 time: 0.0466509 Jul 05 04:05:17.118742 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49042) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:17.126110 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 149fe398-6756-499e-94fd-174eadee3f27 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:17.168795 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6423f62f-af5a-4457-990d-dbfd05238113 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4e4dbce-2216-4d05-9804-728c91bb2fdb HTTP/1.1" status: 200 len: 205 time: 0.0483408 Jul 05 04:05:17.170983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49044) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:17.235541 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-d14a8be5-0aac-4a52-b505-1d71d5fba286 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] delete failed (client error): The resource could not be found. Jul 05 04:05:17.238297 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d14a8be5-0aac-4a52-b505-1d71d5fba286 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "DELETE /v2.0/routers/d4e4dbce-2216-4d05-9804-728c91bb2fdb HTTP/1.1" status: 404 len: 336 time: 0.0643806 Jul 05 04:05:17.240077 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-05c49b6c-6cd2-4f34-bc49-76580929b568 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2934585 Jul 05 04:05:17.241030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49050) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:17.242841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49052) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:17.247370 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-dbeb2b3c-9045-40f3-b002-85b8eb65b61b admin admin] Request body: {'subnet': {'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-402636620-subnet', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:17.296174 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b1333767-6024-441e-8f76-19b2e539d67a tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "GET /v2.0/ports?device_id=73a2e658-32f9-4e41-a354-ab3663cfda9a HTTP/1.1" status: 200 len: 205 time: 0.0522540 Jul 05 04:05:17.297006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49054) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:17.339467 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-2b07fd83-49e0-4d7d-833a-b5975e8e4766 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] delete failed (client error): The resource could not be found. Jul 05 04:05:17.340591 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2b07fd83-49e0-4d7d-833a-b5975e8e4766 tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "DELETE /v2.0/routers/73a2e658-32f9-4e41-a354-ab3663cfda9a HTTP/1.1" status: 404 len: 336 time: 0.0425704 Jul 05 04:05:17.341335 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a850a4-0f1e-41ba-b64f-f89e78e9a736 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.343257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49056) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:17.373825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeb2b3c-9045-40f3-b002-85b8eb65b61b admin admin] Made reservation on behalf of 265cbf1408624a5586edd1ae14461c5e for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:17.375256 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbeb2b3c-9045-40f3-b002-85b8eb65b61b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.403593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a850a4-0f1e-41ba-b64f-f89e78e9a736 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=5a7458c0-6bda-4521-a761-8ead7ee064c6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:17.414270 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-890006ec-c5fc-4d0a-8716-503b0bcc8eea tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:17.415217 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890006ec-c5fc-4d0a-8716-503b0bcc8eea tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:17.419459 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-890006ec-c5fc-4d0a-8716-503b0bcc8eea tempest-RoutersAdminTest-1245176155 tempest-RoutersAdminTest-1245176155-project] 10.222.0.60 "DELETE /v2.0/subnets/03b37692-ceec-40a7-ae5f-0559176f5c58 HTTP/1.1" status: 404 len: 337 time: 0.0693960 Jul 05 04:05:17.616862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device aa4a985d-fc69-41fb-abe7-d455ad4e6e64 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:17.618542 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a850a4-0f1e-41ba-b64f-f89e78e9a736 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.719510 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbeb2b3c-9045-40f3-b002-85b8eb65b61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.746678 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port aa4a985d-fc69-41fb-abe7-d455ad4e6e64, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=aa4a985d-fc69-41fb-abe7-d455ad4e6e64,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:17.785440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'aa4a985d-fc69-41fb-abe7-d455ad4e6e64', 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'port_id': 'aa4a985d-fc69-41fb-abe7-d455ad4e6e64', 'mac_address': 'fa:16:3e:fc:74:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8facf5e9-bfc3-4583-948d-915d16522b51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:17.815748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb2b3c-9045-40f3-b002-85b8eb65b61b admin admin] Checking segment: {'id': '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '149fe398-6756-499e-94fd-174eadee3f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:17.816121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeb2b3c-9045-40f3-b002-85b8eb65b61b admin admin] Network hostable DHCP agents. Network: 149fe398-6756-499e-94fd-174eadee3f27, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:17.820796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb2b3c-9045-40f3-b002-85b8eb65b61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=74625eb8-de70-4f6f-ba80-2d5e9288cb62,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:17.845845 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.860338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4a985d-fc69-41fb-abe7-d455ad4e6e64 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:17.886428 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port aa4a985d-fc69-41fb-abe7-d455ad4e6e64, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=aa4a985d-fc69-41fb-abe7-d455ad4e6e64,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:17.964575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeb2b3c-9045-40f3-b002-85b8eb65b61b admin admin] Network 149fe398-6756-499e-94fd-174eadee3f27 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:17.969905 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.045558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-dbeb2b3c-9045-40f3-b002-85b8eb65b61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 149fe398-6756-499e-94fd-174eadee3f27) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:18.052205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeb2b3c-9045-40f3-b002-85b8eb65b61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:18.056105 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbeb2b3c-9045-40f3-b002-85b8eb65b61b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.073755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb9cef-d03e-4f9e-955a-55cdd30894e9 None None] Network 149fe398-6756-499e-94fd-174eadee3f27 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:18.136671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dbeb2b3c-9045-40f3-b002-85b8eb65b61b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8928504 Jul 05 04:05:18.141997 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49070) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:18.151475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:18.203083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49072) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:18.249885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a850a4-0f1e-41ba-b64f-f89e78e9a736 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:18.289593 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.290904 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.350504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a850a4-0f1e-41ba-b64f-f89e78e9a736 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:18.360147 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c642d5d-9c71-4726-b20e-2b4ef4a1d640 None None] Sync routers for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:18.361722 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-69a850a4-0f1e-41ba-b64f-f89e78e9a736 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4859765 Jul 05 04:05:18.365353 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49076) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:18.373210 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c642d5d-9c71-4726-b20e-2b4ef4a1d640 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:18.374374 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6c642d5d-9c71-4726-b20e-2b4ef4a1d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:18.412603 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.417252 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e6e6-16b2-48d0-98f7-b64578bb8e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.428756 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adeebc-6dd1-4ef6-a009-e4e43406bc72 req-a93326c7-2613-4e86-b4d3-1aceb1541b6c tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:18.430392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-18adeebc-6dd1-4ef6-a009-e4e43406bc72 req-a93326c7-2613-4e86-b4d3-1aceb1541b6c tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 944 time: 0.1769960 Jul 05 04:05:18.438640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-18667631-6923-4816-a43a-a8729e16b00e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting subnet 1236c018-643b-4a45-9682-8f3d2520128e {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:18.444628 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18667631-6923-4816-a43a-a8729e16b00e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.451850 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['aa4a985d-fc69-41fb-abe7-d455ad4e6e64'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:18.477353 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-6c642d5d-9c71-4726-b20e-2b4ef4a1d640 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:18.496821 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18667631-6923-4816-a43a-a8729e16b00e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.503153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=aa4a985d-fc69-41fb-abe7-d455ad4e6e64,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:18.520159 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-18adeebc-6dd1-4ef6-a009-e4e43406bc72 req-3156ed11-1fe8-43d8-880e-631ab398d3f2 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812938 Jul 05 04:05:18.569479 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6c642d5d-9c71-4726-b20e-2b4ef4a1d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:17Z', 'revision_number': 11, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:18.574804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-149fe398-6756-499e-94fd-174eadee3f27', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'fixed_ips': [{'subnet_id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:18.575253 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.606106 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c642d5d-9c71-4726-b20e-2b4ef4a1d640 None None] Checking router: 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:18.617653 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c642d5d-9c71-4726-b20e-2b4ef4a1d640 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:18.618597 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6c642d5d-9c71-4726-b20e-2b4ef4a1d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:18.637753 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18667631-6923-4816-a43a-a8729e16b00e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.711140 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-6c642d5d-9c71-4726-b20e-2b4ef4a1d640 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:18.734935 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.765730 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e6e6-16b2-48d0-98f7-b64578bb8e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.780155 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6c642d5d-9c71-4726-b20e-2b4ef4a1d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:17Z', 'revision_number': 11, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:18.787768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18667631-6923-4816-a43a-a8729e16b00e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.808202 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c642d5d-9c71-4726-b20e-2b4ef4a1d640 None None] The sync data for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 is: [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:17Z', 'revision_number': 11, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:18.819401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18667631-6923-4816-a43a-a8729e16b00e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Subnet': ['ID=1236c018-643b-4a45-9682-8f3d2520128e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:18.823967 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18667631-6923-4816-a43a-a8729e16b00e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.826202 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-18667631-6923-4816-a43a-a8729e16b00e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/1236c018-643b-4a45-9682-8f3d2520128e HTTP/1.1" status: 204 len: 168 time: 0.4597251 Jul 05 04:05:18.828883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49084) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:18.842674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc1aeca-dd0d-4835-a8dd-653699f71f04 None None] Network ca2a9daf-ca44-4866-b1f9-0c2762628dde requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:18.885137 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e6e6-16b2-48d0-98f7-b64578bb8e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.911029 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ecc4e6e6-16b2-48d0-98f7-b64578bb8e23 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4883c9e0f760445899c8a11bbc175c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7066734 Jul 05 04:05:18.915845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49088) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:18.928739 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.933638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Allocated IP 172.20.0.2 (149fe398-6756-499e-94fd-174eadee3f27/74625eb8-de70-4f6f-ba80-2d5e9288cb62/27f68ffc-85a9-406d-bbee-619c93b3d542) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:18.964744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4e6e6-16b2-48d0-98f7-b64578bb8e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6ad2f8-44b2-4ce7-b82f-465170db2bc0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:19.010965 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Deleting port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:19.011561 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.014537 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a9ab6c0c-0c93-490b-af76-73828bd445dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.054427 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a9ab6c0c-0c93-490b-af76-73828bd445dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.101639 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] For port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f29732fd-fbc5-4106-a4ca-1f4fa4ae389d,segment=NetworkSegment(25d3826f-c38b-47ed-9457-e78cc3500d70),segment_id=25d3826f-c38b-47ed-9457-e78cc3500d70)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:19.102020 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.122387 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Calling delete_port for f29732fd-fbc5-4106-a4ca-1f4fa4ae389d owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:19.191317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b239dc89-774b-4d91-a769-abf8020a242e None None] DHCP port deletion for ca2a9daf-ca44-4866-b1f9-0c2762628dde request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:19.212772 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.259380 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.281992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.292964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b239dc89-774b-4d91-a769-abf8020a242e None None] Deleting port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:19.293374 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b239dc89-774b-4d91-a769-abf8020a242e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.362135 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b239dc89-774b-4d91-a769-abf8020a242e None None] For port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f29732fd-fbc5-4106-a4ca-1f4fa4ae389d,segment=NetworkSegment(25d3826f-c38b-47ed-9457-e78cc3500d70),segment_id=25d3826f-c38b-47ed-9457-e78cc3500d70)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:19.362586 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b239dc89-774b-4d91-a769-abf8020a242e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.375279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Transition to ACTIVE for port object 27f68ffc-85a9-406d-bbee-619c93b3d542 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:19.378312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b239dc89-774b-4d91-a769-abf8020a242e None None] Calling delete_port for f29732fd-fbc5-4106-a4ca-1f4fa4ae389d owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:19.378442 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a9ab6c0c-0c93-490b-af76-73828bd445dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.383291 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a9ab6c0c-0c93-490b-af76-73828bd445dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.385776 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a9ab6c0c-0c93-490b-af76-73828bd445dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be6ad2f8-44b2-4ce7-b82f-465170db2bc0 HTTP/1.1" status: 204 len: 168 time: 0.4680767 Jul 05 04:05:19.407085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Transition to ACTIVE for port object 27f68ffc-85a9-406d-bbee-619c93b3d542 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:19.425226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab6c0c-0c93-490b-af76-73828bd445dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6ad2f8-44b2-4ce7-b82f-465170db2bc0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:19.442575 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.482131 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b239dc89-774b-4d91-a769-abf8020a242e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.485624 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Port': ['ID=f29732fd-fbc5-4106-a4ca-1f4fa4ae389d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:19.508098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No DVR routers for this DVR port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:19.512459 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239dc89-774b-4d91-a769-abf8020a242e None None] Pushing event deleted for resources: {'Port': ['ID=f29732fd-fbc5-4106-a4ca-1f4fa4ae389d,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:19.514669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239dc89-774b-4d91-a769-abf8020a242e None None] No DVR routers for this DVR port f29732fd-fbc5-4106-a4ca-1f4fa4ae389d on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:19.533785 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.548451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Allocated IP 172.25.0.135 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/ce8d5da6-ec85-4b6e-98d6-e0ad18840727) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:19.624723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Network 149fe398-6756-499e-94fd-174eadee3f27 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:19.628859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:19.631527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Pushing event updated for resources: {'Port': ['ID=27f68ffc-85a9-406d-bbee-619c93b3d542,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:19.640538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:19.648224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device aa4a985d-fc69-41fb-abe7-d455ad4e6e64 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:19.706097 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.746922 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.747642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2a9daf-ca44-4866-b1f9-0c2762628dde']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:19.794553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d3826f-c38b-47ed-9457-e78cc3500d70') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:19.795109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d3826f-c38b-47ed-9457-e78cc3500d70') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:19.800735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Attempting to bind port 27f68ffc-85a9-406d-bbee-619c93b3d542 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:19.802017 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Attempting to bind port 27f68ffc-85a9-406d-bbee-619c93b3d542 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '149fe398-6756-499e-94fd-174eadee3f27'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:19.802394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Attempting to bind port 27f68ffc-85a9-406d-bbee-619c93b3d542 on network 149fe398-6756-499e-94fd-174eadee3f27 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:19.809403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:19.809835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Checking segment: {'id': '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '149fe398-6756-499e-94fd-174eadee3f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:19.810311 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.810815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Bound using segment: {'id': '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '149fe398-6756-499e-94fd-174eadee3f27'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:19.811291 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Bound port: 27f68ffc-85a9-406d-bbee-619c93b3d542, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '149fe398-6756-499e-94fd-174eadee3f27'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:19.811672 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.820644 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.858609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.860589 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.873715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:19.874771 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:19.883544 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:19.896565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] For port 27f68ffc-85a9-406d-bbee-619c93b3d542, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:19.899909 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] For port 27f68ffc-85a9-406d-bbee-619c93b3d542, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=27f68ffc-85a9-406d-bbee-619c93b3d542,segment=NetworkSegment(7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c),segment_id=7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:19.953713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:19.959750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:19.960795 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.969479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6536c-a8cc-441d-9f99-c315939460a8 req-af35280f-3049-4cfb-992a-f674929766a9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:19.971055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ec6536c-a8cc-441d-9f99-c315939460a8 req-af35280f-3049-4cfb-992a-f674929766a9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 944 time: 0.1786394 Jul 05 04:05:19.990471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:19.999650 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Pushing event updated for resources: {'Port': ['ID=ce8d5da6-ec85-4b6e-98d6-e0ad18840727,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:20.032839 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port aa4a985d-fc69-41fb-abe7-d455ad4e6e64 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:20.049107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port aa4a985d-fc69-41fb-abe7-d455ad4e6e64 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:20.050095 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.076076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ec6536c-a8cc-441d-9f99-c315939460a8 req-2c794f9d-0629-4e59-9341-172c0821a839 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830517 Jul 05 04:05:20.131186 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.156346 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26f437-120c-4095-886e-e77cbaae0322 None None] Pushing event updated for resources: {'Port': ['ID=27f68ffc-85a9-406d-bbee-619c93b3d542,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:20.170057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.174310 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/networks/ca2a9daf-ca44-4866-b1f9-0c2762628dde HTTP/1.1" status: 204 len: 168 time: 1.3444426 Jul 05 04:05:20.179972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d48eb6-02ce-4888-9e3c-a87b0c4a1272 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Pushing event deleted for resources: {'Network': ['ID=ca2a9daf-ca44-4866-b1f9-0c2762628dde,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:20.183923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49118) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:20.190486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f29732fd-fbc5-4106-a4ca-1f4fa4ae389d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:20.197972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e0fbf0bb-8cc1-4780-9d3a-95dd7459f5d6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'router': {'routes': None}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:20.230629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: f29732fd-fbc5-4106-a4ca-1f4fa4ae389d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:20.232498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f29732fd-fbc5-4106-a4ca-1f4fa4ae389d not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:20.232498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5a7458c0-6bda-4521-a761-8ead7ee064c6 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:20.262775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 5a7458c0-6bda-4521-a761-8ead7ee064c6 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:20.263086 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5a7458c0-6bda-4521-a761-8ead7ee064c6 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:20.327145 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.372128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4a985d-fc69-41fb-abe7-d455ad4e6e64'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:20.374796 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8048f7d2-e0d3-4088-9add-abaafd75754f" -d '{"events": [{"server_uuid": "1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d", "name": "network-vif-plugged", "status": "completed", "tag": "aa4a985d-fc69-41fb-abe7-d455ad4e6e64"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:20.389995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port aa4a985d-fc69-41fb-abe7-d455ad4e6e64, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=aa4a985d-fc69-41fb-abe7-d455ad4e6e64,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:20.416162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49122) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:20.450339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.extraroute_db [None req-e0fbf0bb-8cc1-4780-9d3a-95dd7459f5d6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Added routes are [] {{(pid=100876) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:05:20.450724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.extraroute_db [None req-e0fbf0bb-8cc1-4780-9d3a-95dd7459f5d6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Removed routes are [] {{(pid=100876) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:05:20.451324 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832dfdd0-e506-4954-a759-3ff34dd5a9fe x-openstack-request-id: req-832dfdd0-e506-4954-a759-3ff34dd5a9fe {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:20.451572 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf0bb-8cc1-4780-9d3a-95dd7459f5d6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.451935 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d", "name": "network-vif-plugged", "status": "completed", "tag": "aa4a985d-fc69-41fb-abe7-d455ad4e6e64", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:20.452582 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-832dfdd0-e506-4954-a759-3ff34dd5a9fe {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:20.453694 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4a985d-fc69-41fb-abe7-d455ad4e6e64', 'code': 200} Jul 05 04:05:20.501525 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.595315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=aa4a985d-fc69-41fb-abe7-d455ad4e6e64,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:20.732864 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf0bb-8cc1-4780-9d3a-95dd7459f5d6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.740299 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-be3b539d-0aa7-4d72-ab09-9bbbf933fe86 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2119be9e0d3c41feb92b939b5656a5c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193069 Jul 05 04:05:20.741522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49126) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:20.753479 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf0bb-8cc1-4780-9d3a-95dd7459f5d6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.886055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fbf0bb-8cc1-4780-9d3a-95dd7459f5d6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:20.889510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e7496-867d-403f-8bb2-b7ad41e54d95 req-f8eb7180-8ea4-4ac1-a762-82a6bd4dc6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:20.891122 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b1e7496-867d-403f-8bb2-b7ad41e54d95 req-f8eb7180-8ea4-4ac1-a762-82a6bd4dc6a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 1096 time: 0.3383675 Jul 05 04:05:20.914276 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0b984043-8679-400c-bfea-e8c0e320b008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.999057 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.009952 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0b984043-8679-400c-bfea-e8c0e320b008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.074875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fbf0bb-8cc1-4780-9d3a-95dd7459f5d6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:21.088333 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b1e7496-867d-403f-8bb2-b7ad41e54d95 req-c95343d8-df8b-49be-9e41-2adbab6b819d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831014 Jul 05 04:05:21.092733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf0bb-8cc1-4780-9d3a-95dd7459f5d6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.093991 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86467b-9940-43b3-b6d4-da3011564be2 None None] Sync routers for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:21.097365 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e0fbf0bb-8cc1-4780-9d3a-95dd7459f5d6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06 HTTP/1.1" status: 200 len: 701 time: 0.9107194 Jul 05 04:05:21.114289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86467b-9940-43b3-b6d4-da3011564be2 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:21.115277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9b86467b-9940-43b3-b6d4-da3011564be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:21.157187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49130) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:21.265828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-9b86467b-9940-43b3-b6d4-da3011564be2 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:21.268214 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0b984043-8679-400c-bfea-e8c0e320b008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.271148 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0b984043-8679-400c-bfea-e8c0e320b008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.273269 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0b984043-8679-400c-bfea-e8c0e320b008 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f1353b7-ba38-4c64-a2e6-208582fb3352 HTTP/1.1" status: 204 len: 168 time: 0.5298424 Jul 05 04:05:21.296183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-161e1343-7cf5-474c-8fb5-5bbcb8d6db83 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports?device_id=972c76c1-27c1-4ef4-a16a-9a17a2c03c06 HTTP/1.1" status: 200 len: 205 time: 0.1357710 Jul 05 04:05:21.304466 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49136) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:21.307033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b984043-8679-400c-bfea-e8c0e320b008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1353b7-ba38-4c64-a2e6-208582fb3352,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:21.359997 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-efc4554e-a2a4-4bb8-8304-77acff937b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.374168 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9b86467b-9940-43b3-b6d4-da3011564be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:17Z', 'revision_number': 11, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:21.428752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86467b-9940-43b3-b6d4-da3011564be2 None None] Checking router: 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:21.448458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86467b-9940-43b3-b6d4-da3011564be2 None None] Routers {'972c76c1-27c1-4ef4-a16a-9a17a2c03c06'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:21.449670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9b86467b-9940-43b3-b6d4-da3011564be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:21.449993 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.528965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a8882b-bce2-4d43-914d-da036f388b41 None None] Network 149fe398-6756-499e-94fd-174eadee3f27 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:21.551988 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5e63d3a8-cf7d-49eb-b692-194fe3a03d6c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.606762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef218001-deef-4acc-8017-ed35c725272b req-44e1d2d0-a5c1-47bf-a66f-97e2c72d9178 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.614066 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef218001-deef-4acc-8017-ed35c725272b req-44e1d2d0-a5c1-47bf-a66f-97e2c72d9178 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 945 time: 0.3038478 Jul 05 04:05:21.677010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef218001-deef-4acc-8017-ed35c725272b req-dd3c7ab5-c958-4f19-9130-cd3d7c980264 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619650 Jul 05 04:05:21.708824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-9b86467b-9940-43b3-b6d4-da3011564be2 None None] Set router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:21.793585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Router 5a742f29-877a-47ca-900e-e844cf762042 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:21.823781 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5e63d3a8-cf7d-49eb-b692-194fe3a03d6c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.826475 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5e63d3a8-cf7d-49eb-b692-194fe3a03d6c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.833091 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9b86467b-9940-43b3-b6d4-da3011564be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:17Z', 'revision_number': 11, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:21.883958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86467b-9940-43b3-b6d4-da3011564be2 None None] The sync data for ids ['972c76c1-27c1-4ef4-a16a-9a17a2c03c06'] in n-d-798249-5 is: [{'id': '972c76c1-27c1-4ef4-a16a-9a17a2c03c06', 'name': 'tempest-RoutersTest-router-1340422271', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:06Z', 'updated_at': '2021-07-05T04:05:17Z', 'revision_number': 11, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:21.964275 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5e63d3a8-cf7d-49eb-b692-194fe3a03d6c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.970736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e63d3a8-cf7d-49eb-b692-194fe3a03d6c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Fanout notify agent at l3_agent the message router_deleted on router 972c76c1-27c1-4ef4-a16a-9a17a2c03c06 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:21.976839 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5e63d3a8-cf7d-49eb-b692-194fe3a03d6c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.979176 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5e63d3a8-cf7d-49eb-b692-194fe3a03d6c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06 HTTP/1.1" status: 204 len: 168 time: 0.6726434 Jul 05 04:05:21.982023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49146) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:22.009604 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-698d4163-d15b-4c53-9f60-775965eda857 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2131722735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:22.030954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:22.051370 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Sync routers for ids ['5a742f29-877a-47ca-900e-e844cf762042'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:22.089928 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Routers {'5a742f29-877a-47ca-900e-e844cf762042'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:22.090846 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5a742f29-877a-47ca-900e-e844cf762042'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:22.102044 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ff559c67-f583-49e3-aaeb-854a5551723e None None] Provisioning for port 27f68ffc-85a9-406d-bbee-619c93b3d542 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:22.184982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 27f68ffc-85a9-406d-bbee-619c93b3d542 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:22.238984 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-698d4163-d15b-4c53-9f60-775965eda857 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.240128 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-698d4163-d15b-4c53-9f60-775965eda857 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.340053 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Set router 5a742f29-877a-47ca-900e-e844cf762042 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:22.417376 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-698d4163-d15b-4c53-9f60-775965eda857 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.433295 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.435448 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a6185837-0380-469e-b412-ef9e9efff13a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2920074 Jul 05 04:05:22.438219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49160) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:22.476557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 27f68ffc-85a9-406d-bbee-619c93b3d542 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:22.484541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 27f68ffc-85a9-406d-bbee-619c93b3d542 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:22.489504 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.542022 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-698d4163-d15b-4c53-9f60-775965eda857 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.645220 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-698d4163-d15b-4c53-9f60-775965eda857 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.646567 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-698d4163-d15b-4c53-9f60-775965eda857 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6634994 Jul 05 04:05:22.649262 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49164) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:22.654186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f040d09c-033b-4773-b0b2-c854b7901622 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:22.657216 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.736201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 27f68ffc-85a9-406d-bbee-619c93b3d542, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=27f68ffc-85a9-406d-bbee-619c93b3d542,segment=NetworkSegment(7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c),segment_id=7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:22.740358 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:20Z', 'revision_number': 3, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:22.787330 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.836354 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Checking router: 5a742f29-877a-47ca-900e-e844cf762042 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:22.840345 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Updating router 5a742f29-877a-47ca-900e-e844cf762042 port ce8d5da6-ec85-4b6e-98d6-e0ad18840727 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:05:22.957111 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.966671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c4697094-2aba-4a08-9f71-edad3fb9f62f None None] Provisioning complete for port 27f68ffc-85a9-406d-bbee-619c93b3d542 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:22.966979 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4697094-2aba-4a08-9f71-edad3fb9f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.975524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=27f68ffc-85a9-406d-bbee-619c93b3d542,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:23.167328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5bb51-80bc-4dec-8f32-33a620559907 req-ea407fa5-e44e-4703-b75b-c01c0b6aafe0 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:23.170355 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ae5bb51-80bc-4dec-8f32-33a620559907 req-ea407fa5-e44e-4703-b75b-c01c0b6aafe0 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 945 time: 0.2052200 Jul 05 04:05:23.258822 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f040d09c-033b-4773-b0b2-c854b7901622 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.329073 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ae5bb51-80bc-4dec-8f32-33a620559907 req-1a1ac80c-1b67-472c-93ea-dbd4e139a1d1 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465881 Jul 05 04:05:23.375841 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f040d09c-033b-4773-b0b2-c854b7901622 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.439116 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.454410 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Transition to ACTIVE for port object ce8d5da6-ec85-4b6e-98d6-e0ad18840727 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:23.547139 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.605966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49186) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:23.630193 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc6216-8884-41f4-a127-6c171ae9f0b5 None None] Pushing event updated for resources: {'Port': ['ID=ce8d5da6-ec85-4b6e-98d6-e0ad18840727,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:23.636166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49190) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:23.649928 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f040d09c-033b-4773-b0b2-c854b7901622 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Router bfb5378b-41fd-4d0b-8238-3e5b3bdeca95 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:23.677164 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc6216-8884-41f4-a127-6c171ae9f0b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:23.677788 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc6216-8884-41f4-a127-6c171ae9f0b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:23.681423 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc6216-8884-41f4-a127-6c171ae9f0b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:23.681423 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc6216-8884-41f4-a127-6c171ae9f0b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:23.681423 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc6216-8884-41f4-a127-6c171ae9f0b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:23.681423 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc6216-8884-41f4-a127-6c171ae9f0b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:23.681423 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc6216-8884-41f4-a127-6c171ae9f0b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:23.681423 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc6216-8884-41f4-a127-6c171ae9f0b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:23.681423 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc6216-8884-41f4-a127-6c171ae9f0b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:23.681423 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc6216-8884-41f4-a127-6c171ae9f0b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:23.681423 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc6216-8884-41f4-a127-6c171ae9f0b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:23.681423 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc6216-8884-41f4-a127-6c171ae9f0b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:23.689610 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Attempting to bind port ce8d5da6-ec85-4b6e-98d6-e0ad18840727 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:23.697312 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Attempting to bind port ce8d5da6-ec85-4b6e-98d6-e0ad18840727 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:23.699197 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Attempting to bind port ce8d5da6-ec85-4b6e-98d6-e0ad18840727 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:23.704264 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.719243 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:23.719893 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:23.722176 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.723420 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:23.724201 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Bound port: ce8d5da6-ec85-4b6e-98d6-e0ad18840727, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:23.727277 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.792774 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f040d09c-033b-4773-b0b2-c854b7901622 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:23.798940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-796326206'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:23.802421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b1097-9322-4b9d-94d6-5edbcbdc18fd req-0f8e7352-a172-4157-bb10-261681d5020e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:23.805359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ddba9b-8c70-400d-a246-bd0f7853a8e2 None None] Sync routers for ids ['bfb5378b-41fd-4d0b-8238-3e5b3bdeca95'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:23.810553 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f040d09c-033b-4773-b0b2-c854b7901622 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.810952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a0b1097-9322-4b9d-94d6-5edbcbdc18fd req-0f8e7352-a172-4157-bb10-261681d5020e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 945 time: 0.1767266 Jul 05 04:05:23.811741 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f040d09c-033b-4773-b0b2-c854b7901622 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "PUT /v2.0/routers/bfb5378b-41fd-4d0b-8238-3e5b3bdeca95 HTTP/1.1" status: 200 len: 694 time: 1.1615078 Jul 05 04:05:23.816978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49194) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:23.823788 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ddba9b-8c70-400d-a246-bd0f7853a8e2 None None] Routers {'bfb5378b-41fd-4d0b-8238-3e5b3bdeca95'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:23.826327 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d9ddba9b-8c70-400d-a246-bd0f7853a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['bfb5378b-41fd-4d0b-8238-3e5b3bdeca95'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:23.842022 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-57eb2579-71eb-4a7a-8622-44a782cf6e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.849603 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] For port ce8d5da6-ec85-4b6e-98d6-e0ad18840727, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:23.853789 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] For port ce8d5da6-ec85-4b6e-98d6-e0ad18840727, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ce8d5da6-ec85-4b6e-98d6-e0ad18840727,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:23.934586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-d9ddba9b-8c70-400d-a246-bd0f7853a8e2 None None] Set router bfb5378b-41fd-4d0b-8238-3e5b3bdeca95 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:23.942457 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.951275 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1818cdf6-0f75-4bd5-8579-8cca42569888 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/routers/bfb5378b-41fd-4d0b-8238-3e5b3bdeca95 HTTP/1.1" status: 200 len: 700 time: 0.1273639 Jul 05 04:05:23.955113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49198) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:23.966418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a0b1097-9322-4b9d-94d6-5edbcbdc18fd req-d4d26a8e-07e0-4789-8485-06161cfae246 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455774 Jul 05 04:05:24.057628 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f639d952-2fd3-4822-8e65-6dd13e7da0f2 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfb5378b-41fd-4d0b-8238-3e5b3bdeca95 HTTP/1.1" status: 200 len: 205 time: 0.0966425 Jul 05 04:05:24.080835 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49202) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:24.110053 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Routers {'5a742f29-877a-47ca-900e-e844cf762042'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:24.115098 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5a742f29-877a-47ca-900e-e844cf762042'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:24.118315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d9ddba9b-8c70-400d-a246-bd0f7853a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb5378b-41fd-4d0b-8238-3e5b3bdeca95', 'name': 'tempest-RoutersTest-router-2131722735', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:22Z', 'updated_at': '2021-07-05T04:05:23Z', 'revision_number': 2, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:24.140235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 27f68ffc-85a9-406d-bbee-619c93b3d542 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:24.178271 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-57eb2579-71eb-4a7a-8622-44a782cf6e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.179663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Made reservation on behalf of 7cff31b5308f40a09c7c16f83101a416 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:24.183607 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.195213 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.219268 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc6216-8884-41f4-a127-6c171ae9f0b5 None None] Pushing event updated for resources: {'Port': ['ID=ce8d5da6-ec85-4b6e-98d6-e0ad18840727,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:24.246324 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ddba9b-8c70-400d-a246-bd0f7853a8e2 None None] Checking router: bfb5378b-41fd-4d0b-8238-3e5b3bdeca95 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:24.263861 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Allocated IP 172.20.0.1 (149fe398-6756-499e-94fd-174eadee3f27/74625eb8-de70-4f6f-ba80-2d5e9288cb62/4bb5ef40-b73b-44bd-b9c9-51c57ede5080) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:24.320990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ddba9b-8c70-400d-a246-bd0f7853a8e2 None None] Routers {'bfb5378b-41fd-4d0b-8238-3e5b3bdeca95'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:24.321521 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d9ddba9b-8c70-400d-a246-bd0f7853a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:04:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['bfb5378b-41fd-4d0b-8238-3e5b3bdeca95'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:24.360102 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] Set router 5a742f29-877a-47ca-900e-e844cf762042 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:24.406811 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.408859 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-57eb2579-71eb-4a7a-8622-44a782cf6e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.411554 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-d9ddba9b-8c70-400d-a246-bd0f7853a8e2 None None] Set router bfb5378b-41fd-4d0b-8238-3e5b3bdeca95 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:24.455493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb2579-71eb-4a7a-8622-44a782cf6e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11126cbc-72d6-4a5d-8993-3d1515510c66,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:24.479863 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.504690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d9ddba9b-8c70-400d-a246-bd0f7853a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb5378b-41fd-4d0b-8238-3e5b3bdeca95', 'name': 'tempest-RoutersTest-router-2131722735', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:22Z', 'updated_at': '2021-07-05T04:05:23Z', 'revision_number': 2, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:24.535724 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.548845 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-57eb2579-71eb-4a7a-8622-44a782cf6e9f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=87a97b39cc444ed0b42649f42905698d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9415703 Jul 05 04:05:24.553373 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:24.557439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49204) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:24.560743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Transition to ACTIVE for port object 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:24.564234 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.578106 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ddba9b-8c70-400d-a246-bd0f7853a8e2 None None] The sync data for ids ['bfb5378b-41fd-4d0b-8238-3e5b3bdeca95'] in n-d-798249-5 is: [{'id': 'bfb5378b-41fd-4d0b-8238-3e5b3bdeca95', 'name': 'tempest-RoutersTest-router-2131722735', 'tenant_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:22Z', 'updated_at': '2021-07-05T04:05:23Z', 'revision_number': 2, 'project_id': '0f6ba9a0126b427eb0bbeb8c8e68d547', 'gw_port_host': None}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:24.578106 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-98a56e37-1937-4b86-800c-21102f9d0900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.580239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7876abc-8809-44ca-ab44-2c0e421b9599,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:24.605411 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8557c131-b464-433d-bd16-e98f88c509a6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.615804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 27f68ffc-85a9-406d-bbee-619c93b3d542 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:24.616285 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.624045 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.624907 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Added segment 408519bb-ca63-49c2-bef6-17ecf969dceb of type vlan for network ccb0585e-6e1f-42af-8962-5eae08a98641 Jul 05 04:05:24.686898 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b6c14a6-ce52-4c7a-8912-1fea1b8a2f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.717040 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b6c14a6-ce52-4c7a-8912-1fea1b8a2f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.828780 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.843446 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:20Z', 'revision_number': 3, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:24.862018 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.865654 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b6c14a6-ce52-4c7a-8912-1fea1b8a2f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.868658 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b6c14a6-ce52-4c7a-8912-1fea1b8a2f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.869964 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7b6c14a6-ce52-4c7a-8912-1fea1b8a2f1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11126cbc-72d6-4a5d-8993-3d1515510c66 HTTP/1.1" status: 204 len: 168 time: 0.3100045 Jul 05 04:05:24.877549 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d39e1f-aad3-49a4-a603-41bc4a037e1c None None] The sync data for ids ['5a742f29-877a-47ca-900e-e844cf762042'] in n-d-798249-5 is: [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:20Z', 'revision_number': 3, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:24.896221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c14a6-ce52-4c7a-8912-1fea1b8a2f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11126cbc-72d6-4a5d-8993-3d1515510c66,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:24.979730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Network 149fe398-6756-499e-94fd-174eadee3f27 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:24.998306 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.006866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:25.010395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:25.010828 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.012782 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8557c131-b464-433d-bd16-e98f88c509a6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.014773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:25.092411 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.117418 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8557c131-b464-433d-bd16-e98f88c509a6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.203121 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event updated for resources: {'Network': ['ID=ccb0585e-6e1f-42af-8962-5eae08a98641,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:25.209875 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eda0d242-e30d-4b47-9903-ca1f5a081064 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5715787 Jul 05 04:05:25.210889 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49212) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:25.216271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6f214465-23a8-4098-b344-467eb419ca29 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Request body: {'subnet': {'network_id': 'ccb0585e-6e1f-42af-8962-5eae08a98641', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:25.246788 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ccb0585e-6e1f-42af-8962-5eae08a98641 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:25.253198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb5ef40-b73b-44bd-b9c9-51c57ede5080,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:25.277548 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.432735 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8557c131-b464-433d-bd16-e98f88c509a6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.433332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8557c131-b464-433d-bd16-e98f88c509a6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Fanout notify agent at l3_agent the message router_deleted on router bfb5378b-41fd-4d0b-8238-3e5b3bdeca95 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:25.453706 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8557c131-b464-433d-bd16-e98f88c509a6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.458556 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8557c131-b464-433d-bd16-e98f88c509a6 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/routers/bfb5378b-41fd-4d0b-8238-3e5b3bdeca95 HTTP/1.1" status: 204 len: 168 time: 1.3730805 Jul 05 04:05:25.467179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f1182-db85-47cf-985d-749d0d7364ff req-a57fc5e9-76d6-4729-91d9-59f958b564cb tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:25.469849 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c09f1182-db85-47cf-985d-749d0d7364ff req-a57fc5e9-76d6-4729-91d9-59f958b564cb tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 945 time: 0.6151507 Jul 05 04:05:25.470370 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49216) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:25.510220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-115eb067-28cc-4331-897d-d73793f44a91 None None] Provisioning for port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:25.514604 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-115eb067-28cc-4331-897d-d73793f44a91 None None] Provisioning complete for port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:25.514994 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-115eb067-28cc-4331-897d-d73793f44a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.541673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0ecc2b8f-ad38-4294-9270-eb1fb661d6a9 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfb5378b-41fd-4d0b-8238-3e5b3bdeca95 HTTP/1.1" status: 200 len: 205 time: 0.0680969 Jul 05 04:05:25.606182 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49220) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:25.637345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-115eb067-28cc-4331-897d-d73793f44a91 None None] Port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:25.643027 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.704575 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-5f0ff6e7-9b4f-43bb-9457-15e950c5372d tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] delete failed (client error): The resource could not be found. Jul 05 04:05:25.705547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5f0ff6e7-9b4f-43bb-9457-15e950c5372d tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/routers/bfb5378b-41fd-4d0b-8238-3e5b3bdeca95 HTTP/1.1" status: 404 len: 336 time: 0.0574474 Jul 05 04:05:25.716299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49226) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:25.831635 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-9496c0a5-c70d-41a6-a683-15dc7f35865b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:25.832302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9496c0a5-c70d-41a6-a683-15dc7f35865b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:25.839849 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9496c0a5-c70d-41a6-a683-15dc7f35865b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/8ae3ea9d-e602-4400-b496-d4f9ceafacb4 HTTP/1.1" status: 404 len: 337 time: 0.1204784 Jul 05 04:05:25.851062 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c09f1182-db85-47cf-985d-749d0d7364ff req-40efeda7-6fbe-47a0-9c2a-18804b5c9433 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664060 Jul 05 04:05:25.856036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49230) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:25.910085 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb78b4e-af4f-4e25-ac40-c3d1effbc838 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:25.911642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb78b4e-af4f-4e25-ac40-c3d1effbc838 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:25.912647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-abb78b4e-af4f-4e25-ac40-c3d1effbc838 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/3fad6bc4-4100-4560-a3d2-733637636f95 HTTP/1.1" status: 404 len: 337 time: 0.0558071 Jul 05 04:05:25.915112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49232) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:25.983539 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3feaa4-16fc-48c9-bd2a-8c0c7b74d1ad tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:25.984000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3feaa4-16fc-48c9-bd2a-8c0c7b74d1ad tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:25.989198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fa3feaa4-16fc-48c9-bd2a-8c0c7b74d1ad tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/4616e820-7b8e-4d02-8e61-5ebddd4535f6 HTTP/1.1" status: 404 len: 337 time: 0.0700977 Jul 05 04:05:25.997195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49234) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:26.137509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ce8d5da6-ec85-4b6e-98d6-e0ad18840727 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:26.217567 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc5e60b-72f2-43d7-9c49-a87346a93463 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:26.218517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc5e60b-72f2-43d7-9c49-a87346a93463 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:26.226171 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3bc5e60b-72f2-43d7-9c49-a87346a93463 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/1236c018-643b-4a45-9682-8f3d2520128e HTTP/1.1" status: 404 len: 337 time: 0.2181406 Jul 05 04:05:26.228729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49242) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:26.313778 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.323181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-546cc046-174d-453d-9853-2bab194cf85c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports?device_id=972c76c1-27c1-4ef4-a16a-9a17a2c03c06 HTTP/1.1" status: 200 len: 205 time: 0.0865550 Jul 05 04:05:26.323528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160b4ef-8121-481b-9db5-dafb16307fb6 req-eaa70c9f-a22f-41c0-8a64-f989fbe56cc0 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.323528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d160b4ef-8121-481b-9db5-dafb16307fb6 req-eaa70c9f-a22f-41c0-8a64-f989fbe56cc0 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 945 time: 0.3221815 Jul 05 04:05:26.323528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49246) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:26.323776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f214465-23a8-4098-b344-467eb419ca29 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Made reservation on behalf of 7cff31b5308f40a09c7c16f83101a416 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:26.327118 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f214465-23a8-4098-b344-467eb419ca29 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.392882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port ce8d5da6-ec85-4b6e-98d6-e0ad18840727 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:26.401738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ce8d5da6-ec85-4b6e-98d6-e0ad18840727 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:26.401738 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.455252 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.532390 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.565400 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-163d79bb-7b47-4e44-a32e-115968a11cae tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] delete failed (client error): The resource could not be found. Jul 05 04:05:26.566514 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-163d79bb-7b47-4e44-a32e-115968a11cae tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/routers/972c76c1-27c1-4ef4-a16a-9a17a2c03c06 HTTP/1.1" status: 404 len: 336 time: 0.2441268 Jul 05 04:05:26.568314 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.585139 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49252) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:26.602120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port ce8d5da6-ec85-4b6e-98d6-e0ad18840727, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ce8d5da6-ec85-4b6e-98d6-e0ad18840727,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:26.683856 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.695958 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0038bee3-057b-4a65-b02b-62fc79a481d4 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9041a1c-c2bc-49ab-a027-b23d52531e88 HTTP/1.1" status: 200 len: 205 time: 0.1073601 Jul 05 04:05:26.697162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49254) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:26.704227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb5ef40-b73b-44bd-b9c9-51c57ede5080,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:26.773385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=ce8d5da6-ec85-4b6e-98d6-e0ad18840727,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:26.797659 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-20de6de6-b274-4a28-8c3d-0a090bc80d1c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] delete failed (client error): The resource could not be found. Jul 05 04:05:26.801957 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-20de6de6-b274-4a28-8c3d-0a090bc80d1c tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/routers/e9041a1c-c2bc-49ab-a027-b23d52531e88 HTTP/1.1" status: 404 len: 336 time: 0.0973861 Jul 05 04:05:26.802617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49262) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:26.842470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Network 149fe398-6756-499e-94fd-174eadee3f27 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:26.844280 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-509fc349-8be1-4953-ba8c-8bc26b8de38f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:26.844800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509fc349-8be1-4953-ba8c-8bc26b8de38f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:26.848102 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-509fc349-8be1-4953-ba8c-8bc26b8de38f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/3fe8daf3-1464-42ca-9989-eda21770117b HTTP/1.1" status: 404 len: 337 time: 0.0419815 Jul 05 04:05:26.850591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:26.852906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49264) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:26.872023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f214465-23a8-4098-b344-467eb419ca29 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.887911 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d160b4ef-8121-481b-9db5-dafb16307fb6 req-9d83c4ae-f68e-4c15-9f4b-d61db1cd1208 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Deleting port aa4a985d-fc69-41fb-abe7-d455ad4e6e64 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:26.888570 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d160b4ef-8121-481b-9db5-dafb16307fb6 req-9d83c4ae-f68e-4c15-9f4b-d61db1cd1208 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.890624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-df2e8114-9e0b-4ba9-9048-2e873f2acc58 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a HTTP/1.1" status: 200 len: 205 time: 0.0370295 Jul 05 04:05:26.945724 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49266) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:27.027830 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-dbe96d5d-97bb-4193-a0ae-12d7cc676505 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] delete failed (client error): The resource could not be found. Jul 05 04:05:27.031273 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dbe96d5d-97bb-4193-a0ae-12d7cc676505 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/routers/9e7df3ab-7f4b-4bd4-8954-ca8a3ff2fb8a HTTP/1.1" status: 404 len: 336 time: 0.0818386 Jul 05 04:05:27.033304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49276) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:27.138745 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.169693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f214465-23a8-4098-b344-467eb419ca29 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event updated for resources: {'Subnet': ['ID=10e2c945-dfa3-4471-97fa-ad6c0c788ddd,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:27.207006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f214465-23a8-4098-b344-467eb419ca29 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Checking segment: {'id': '408519bb-ca63-49c2-bef6-17ecf969dceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ccb0585e-6e1f-42af-8962-5eae08a98641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:27.208085 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f214465-23a8-4098-b344-467eb419ca29 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Network hostable DHCP agents. Network: ccb0585e-6e1f-42af-8962-5eae08a98641, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:27.262027 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d160b4ef-8121-481b-9db5-dafb16307fb6 req-9d83c4ae-f68e-4c15-9f4b-d61db1cd1208 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] For port aa4a985d-fc69-41fb-abe7-d455ad4e6e64, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=aa4a985d-fc69-41fb-abe7-d455ad4e6e64,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:27.262669 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d160b4ef-8121-481b-9db5-dafb16307fb6 req-9d83c4ae-f68e-4c15-9f4b-d61db1cd1208 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.282108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a63828ed-89a5-4ce9-87b8-3336c692dac9 None None] Provisioning complete for port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:27.283173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d160b4ef-8121-481b-9db5-dafb16307fb6 req-9d83c4ae-f68e-4c15-9f4b-d61db1cd1208 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Calling delete_port for aa4a985d-fc69-41fb-abe7-d455ad4e6e64 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:27.283779 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a63828ed-89a5-4ce9-87b8-3336c692dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.397404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a63828ed-89a5-4ce9-87b8-3336c692dac9 None None] Port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:27.570474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-13386e5e-1415-4f38-a708-79489bb10e82 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports?device_id=6aa344ee-8095-4d9c-801a-e6f111235a21 HTTP/1.1" status: 200 len: 205 time: 0.5269828 Jul 05 04:05:27.572942 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49310) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:27.632084 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-2fe5d75c-4d28-4256-808f-7b2bef9f669e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] delete failed (client error): The resource could not be found. Jul 05 04:05:27.635519 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2fe5d75c-4d28-4256-808f-7b2bef9f669e tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/routers/6aa344ee-8095-4d9c-801a-e6f111235a21 HTTP/1.1" status: 404 len: 336 time: 0.0597296 Jul 05 04:05:27.635519 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f214465-23a8-4098-b344-467eb419ca29 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Network ccb0585e-6e1f-42af-8962-5eae08a98641 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:27.636559 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d160b4ef-8121-481b-9db5-dafb16307fb6 req-9d83c4ae-f68e-4c15-9f4b-d61db1cd1208 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.636809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49312) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:27.653882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ccc02de6-a63a-4c49-a6a0-e0f7375bc154', 'aa4a985d-fc69-41fb-abe7-d455ad4e6e64'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:27.680598 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-355ffa12-86b5-4852-8530-5cff3fd49242 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:27.681063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355ffa12-86b5-4852-8530-5cff3fd49242 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:27.682812 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-355ffa12-86b5-4852-8530-5cff3fd49242 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/b41a208c-0b75-4879-b72f-4ea2909f6266 HTTP/1.1" status: 404 len: 337 time: 0.0441391 Jul 05 04:05:27.690811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49318) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:27.725198 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83c4ae-f68e-4c15-9f4b-d61db1cd1208 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Pushing event deleted for resources: {'Port': ['ID=aa4a985d-fc69-41fb-abe7-d455ad4e6e64,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:27.725289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4a1d4c8f-d218-4d18-a159-b2cf2fe020a8 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports?device_id=b498c6a7-ffec-4695-8d97-5d92cd3d5409 HTTP/1.1" status: 200 len: 205 time: 0.0325930 Jul 05 04:05:27.729660 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49320) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:27.754209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d160b4ef-8121-481b-9db5-dafb16307fb6 req-9d83c4ae-f68e-4c15-9f4b-d61db1cd1208 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] No DVR routers for this DVR port aa4a985d-fc69-41fb-abe7-d455ad4e6e64 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:27.757558 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d160b4ef-8121-481b-9db5-dafb16307fb6 req-9d83c4ae-f68e-4c15-9f4b-d61db1cd1208 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.760293 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d160b4ef-8121-481b-9db5-dafb16307fb6 req-9d83c4ae-f68e-4c15-9f4b-d61db1cd1208 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "DELETE /v2.0/ports/aa4a985d-fc69-41fb-abe7-d455ad4e6e64 HTTP/1.1" status: 204 len: 173 time: 1.1959915 Jul 05 04:05:27.761880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d', 'name': 'network-vif-deleted', 'tag': 'aa4a985d-fc69-41fb-abe7-d455ad4e6e64'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:27.774204 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f197f975-2b16-40f7-9351-c92eac56c2a6" -d '{"events": [{"server_uuid": "1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d", "name": "network-vif-deleted", "tag": "aa4a985d-fc69-41fb-abe7-d455ad4e6e64"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:27.776833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-6f214465-23a8-4098-b344-467eb419ca29 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, ccb0585e-6e1f-42af-8962-5eae08a98641) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:27.790740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f214465-23a8-4098-b344-467eb419ca29 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:27.790740 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f214465-23a8-4098-b344-467eb419ca29 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.797155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf67fde-603e-4b9d-819f-1a446db7ea1f None None] Network ccb0585e-6e1f-42af-8962-5eae08a98641 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:27.818337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Router 5a742f29-877a-47ca-900e-e844cf762042 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:27.829111 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-fad7cda6-1b61-44cc-9285-f279acb26984 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] delete failed (client error): The resource could not be found. Jul 05 04:05:27.837702 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fad7cda6-1b61-44cc-9285-f279acb26984 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/routers/b498c6a7-ffec-4695-8d97-5d92cd3d5409 HTTP/1.1" status: 404 len: 336 time: 0.1070180 Jul 05 04:05:27.840474 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa851867-daab-4a51-b12d-258670f05e00 x-openstack-request-id: req-aa851867-daab-4a51-b12d-258670f05e00 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:27.840978 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d", "name": "network-vif-deleted", "tag": "aa4a985d-fc69-41fb-abe7-d455ad4e6e64", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:27.841385 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa851867-daab-4a51-b12d-258670f05e00 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:27.841949 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d', 'name': 'network-vif-deleted', 'tag': 'aa4a985d-fc69-41fb-abe7-d455ad4e6e64', 'status': 'completed', 'code': 200} Jul 05 04:05:27.842594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49324) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:27.866150 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68021a-f303-4bc5-9786-fac214a7f715 req-41ca45c0-9406-45c3-81de-a74d62558e37 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:27.876036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d68021a-f303-4bc5-9786-fac214a7f715 req-41ca45c0-9406-45c3-81de-a74d62558e37 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 867 time: 0.3104815 Jul 05 04:05:27.905098 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-873bca21-e527-4a65-886a-36321b96a594 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:27.905934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873bca21-e527-4a65-886a-36321b96a594 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:27.908058 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-873bca21-e527-4a65-886a-36321b96a594 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/483b604d-5836-4741-b9fb-06b6c27d478a HTTP/1.1" status: 404 len: 337 time: 0.0606816 Jul 05 04:05:27.911210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49326) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:27.950160 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c3bdee31-ad36-414c-97a7-6a563b95351f tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "GET /v2.0/ports?device_id=12a0a675-3591-4606-9529-550dbcbf06d7 HTTP/1.1" status: 200 len: 205 time: 0.0364270 Jul 05 04:05:27.952191 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6f214465-23a8-4098-b344-467eb419ca29 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7403321 Jul 05 04:05:27.953542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49328) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:27.962539 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49330) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:28.000745 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Request body: {'port': {'network_id': 'ccb0585e-6e1f-42af-8962-5eae08a98641', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1140742128'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:28.007549 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-3f828821-9c1b-4a7f-8b80-82b484d3d91b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] delete failed (client error): The resource could not be found. Jul 05 04:05:28.008629 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3f828821-9c1b-4a7f-8b80-82b484d3d91b tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/routers/12a0a675-3591-4606-9529-550dbcbf06d7 HTTP/1.1" status: 404 len: 336 time: 0.0535116 Jul 05 04:05:28.015363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49332) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:28.022348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-ccb0585e-6e1f-42af-8962-5eae08a98641', 'network_id': 'ccb0585e-6e1f-42af-8962-5eae08a98641', 'tenant_id': '7cff31b5308f40a09c7c16f83101a416', 'fixed_ips': [{'subnet_id': '10e2c945-dfa3-4471-97fa-ad6c0c788ddd'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:28.023789 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.143565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ce8d5da6-ec85-4b6e-98d6-e0ad18840727 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:28.156878 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f3f779-da42-46d6-ab7f-816689f0c4ae tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:28.157219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f3f779-da42-46d6-ab7f-816689f0c4ae tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:28.159095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-51f3f779-da42-46d6-ab7f-816689f0c4ae tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/86d04d19-f376-4def-8206-25b32d7effcb HTTP/1.1" status: 404 len: 337 time: 0.1336799 Jul 05 04:05:28.184780 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d68021a-f303-4bc5-9786-fac214a7f715 req-74c9e7ff-9c29-463e-9166-15ac7b961a3e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088379 Jul 05 04:05:28.187083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49336) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:28.218022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ce8d5da6-ec85-4b6e-98d6-e0ad18840727 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:28.218401 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.307772 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c69c04-0a01-438e-967c-3fde987210d0 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:28.308293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c69c04-0a01-438e-967c-3fde987210d0 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:28.310511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-70c69c04-0a01-438e-967c-3fde987210d0 tempest-RoutersTest-1586242489 tempest-RoutersTest-1586242489-project] 10.222.0.60 "DELETE /v2.0/subnets/79294479-42a7-427f-804b-695914c4bbea HTTP/1.1" status: 404 len: 337 time: 0.1220536 Jul 05 04:05:28.342207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:28.349426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Allocated IP 2001:db8::2 (ccb0585e-6e1f-42af-8962-5eae08a98641/10e2c945-dfa3-4471-97fa-ad6c0c788ddd/93f52575-bf6c-4042-9cf7-daae95e56997) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:28.349590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-58f5ec93-1750-4aef-99dc-47728355e041 admin admin] 10.222.0.60 "PUT /v2.0/routers/5a742f29-877a-47ca-900e-e844cf762042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9099619 Jul 05 04:05:28.361538 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Sync routers for ids ['5a742f29-877a-47ca-900e-e844cf762042'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:28.372837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Made reservation on behalf of 7cff31b5308f40a09c7c16f83101a416 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:28.375333 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.395025 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Routers {'5a742f29-877a-47ca-900e-e844cf762042'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:28.395025 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:05:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5a742f29-877a-47ca-900e-e844cf762042'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:28.426217 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] device_id is not set on port 98ae161c-d9b3-41dd-a1b4-c357976c3f58 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:05:28.640572 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.653349 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Transition to ACTIVE for port object 93f52575-bf6c-4042-9cf7-daae95e56997 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:28.670535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Transition to ACTIVE for port object 93f52575-bf6c-4042-9cf7-daae95e56997 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:28.718153 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Set router 5a742f29-877a-47ca-900e-e844cf762042 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:28.774172 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.879649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Network ccb0585e-6e1f-42af-8962-5eae08a98641 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:28.879649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:28.892661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:28.902595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Pushing event updated for resources: {'Port': ['ID=93f52575-bf6c-4042-9cf7-daae95e56997,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:28.928621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Allocated IP 2001:db8::271 (ccb0585e-6e1f-42af-8962-5eae08a98641/10e2c945-dfa3-4471-97fa-ad6c0c788ddd/98ae161c-d9b3-41dd-a1b4-c357976c3f58) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:28.985279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Attempting to bind port 93f52575-bf6c-4042-9cf7-daae95e56997 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:28.985657 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Attempting to bind port 93f52575-bf6c-4042-9cf7-daae95e56997 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '408519bb-ca63-49c2-bef6-17ecf969dceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ccb0585e-6e1f-42af-8962-5eae08a98641'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:28.986031 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Attempting to bind port 93f52575-bf6c-4042-9cf7-daae95e56997 on network ccb0585e-6e1f-42af-8962-5eae08a98641 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:28.995279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:28.995664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Checking segment: {'id': '408519bb-ca63-49c2-bef6-17ecf969dceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ccb0585e-6e1f-42af-8962-5eae08a98641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:28.996067 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.998812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Bound using segment: {'id': '408519bb-ca63-49c2-bef6-17ecf969dceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ccb0585e-6e1f-42af-8962-5eae08a98641'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:28.998812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Bound port: 93f52575-bf6c-4042-9cf7-daae95e56997, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408519bb-ca63-49c2-bef6-17ecf969dceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ccb0585e-6e1f-42af-8962-5eae08a98641'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:28.998812 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.062196 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 4, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bb5ef40-b73b-44bd-b9c9-51c57ede5080', 'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'mac_address': 'fa:16:3e:29:7f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 2, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'subnets': [{'id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:29.098943 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Checking router: 5a742f29-877a-47ca-900e-e844cf762042 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:29.098943 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Updating router 5a742f29-877a-47ca-900e-e844cf762042 port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:05:29.165257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49384) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:29.184857 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.201100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] For port 93f52575-bf6c-4042-9cf7-daae95e56997, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:29.208688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] For port 93f52575-bf6c-4042-9cf7-daae95e56997, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=93f52575-bf6c-4042-9cf7-daae95e56997,segment=NetworkSegment(408519bb-ca63-49c2-bef6-17ecf969dceb),segment_id=408519bb-ca63-49c2-bef6-17ecf969dceb)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:29.228921 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.299325 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.329017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Transition to ACTIVE for port object 98ae161c-d9b3-41dd-a1b4-c357976c3f58 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:29.422786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70d7f6-f5ff-4999-8cbb-f9128209afbe None None] Pushing event updated for resources: {'Port': ['ID=93f52575-bf6c-4042-9cf7-daae95e56997,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:29.444505 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.504288 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.564909 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Network ccb0585e-6e1f-42af-8962-5eae08a98641 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:29.572458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:29.576095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:29.585219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.586191 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.600575 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49400) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:29.603486 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-44723380-8187-4abd-9a85-9099b3c3cf50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f6ba9a0126b427eb0bbeb8c8e68d547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369111 Jul 05 04:05:29.674647 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event updated for resources: {'Port': ['ID=98ae161c-d9b3-41dd-a1b4-c357976c3f58,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:29.680941 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-20e39231-14d8-4b7e-b7ba-8a1ab527a84f req-c77c1a75-25d4-462c-9ecc-89150b09461f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3b8ec2-d26b-40c5-b7fd-67b4c37b961d HTTP/1.1" status: 200 len: 210 time: 0.0705588 Jul 05 04:05:29.695671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device aa4a985d-fc69-41fb-abe7-d455ad4e6e64 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:29.739230 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: aa4a985d-fc69-41fb-abe7-d455ad4e6e64 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:29.747769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49404) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:29.760213 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-975841b8-01d3-4d4f-93eb-08584858c163 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7963428 Jul 05 04:05:29.764484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49406) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:29.764766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2025025904-network', 'tenant_id': '565226b60a4d4fc98b5851f137477e74'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:29.773468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device aa4a985d-fc69-41fb-abe7-d455ad4e6e64 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:29.791323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Request body: {'port': {'network_id': 'ccb0585e-6e1f-42af-8962-5eae08a98641', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-64206532', 'allowed_address_pairs': [{'ip_address': '2001:db8::271', 'mac_address': 'fa:16:3e:61:5d:5e'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:29.793276 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.814052 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Transition to ACTIVE for port object 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:29.890016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] Made reservation on behalf of 565226b60a4d4fc98b5851f137477e74 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:29.892645 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.903938 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.918631 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.934024 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0d625f9-2ca8-4c64-9d5f-8c976ca78c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.989410 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47688d5e-16b7-4e69-88be-c64e86ca3f4d None None] Pushing event updated for resources: {'Port': ['ID=4bb5ef40-b73b-44bd-b9c9-51c57ede5080,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:29.993316 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0d625f9-2ca8-4c64-9d5f-8c976ca78c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.090055 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.095280 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Attempting to bind port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:30.095773 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Attempting to bind port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '149fe398-6756-499e-94fd-174eadee3f27'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:30.096236 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Attempting to bind port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 on network 149fe398-6756-499e-94fd-174eadee3f27 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:30.104083 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:30.104658 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Checking segment: {'id': '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '149fe398-6756-499e-94fd-174eadee3f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:30.105174 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.106317 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Bound using segment: {'id': '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '149fe398-6756-499e-94fd-174eadee3f27'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:30.106317 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Bound port: 4bb5ef40-b73b-44bd-b9c9-51c57ede5080, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '149fe398-6756-499e-94fd-174eadee3f27'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:30.106781 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.151577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 93f52575-bf6c-4042-9cf7-daae95e56997 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:30.176314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.191835 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0d625f9-2ca8-4c64-9d5f-8c976ca78c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.191835 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0d625f9-2ca8-4c64-9d5f-8c976ca78c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.193863 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] For port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:30.197031 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f0d625f9-2ca8-4c64-9d5f-8c976ca78c5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/841c3950-d241-481e-adec-1503793b5532 HTTP/1.1" status: 204 len: 168 time: 0.5895281 Jul 05 04:05:30.197620 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] For port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4bb5ef40-b73b-44bd-b9c9-51c57ede5080,segment=NetworkSegment(7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c),segment_id=7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:30.226266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d625f9-2ca8-4c64-9d5f-8c976ca78c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841c3950-d241-481e-adec-1503793b5532,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:30.238419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:30.267849 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.270713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb6aa60-d0a3-42d6-86f7-1f7843890d31,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:30.274864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.279725 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] Added segment cb865894-885f-4f64-97bb-822d36621cd2 of type vlan for network 86f63038-e0e8-4df2-ab64-004d0dfa8753 Jul 05 04:05:30.337289 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.340850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Made reservation on behalf of 7cff31b5308f40a09c7c16f83101a416 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:30.394465 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 93f52575-bf6c-4042-9cf7-daae95e56997 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:30.455460 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.457026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:30.457640 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.463458 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47688d5e-16b7-4e69-88be-c64e86ca3f4d None None] Pushing event updated for resources: {'Port': ['ID=4bb5ef40-b73b-44bd-b9c9-51c57ede5080,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:30.478769 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Routers {'5a742f29-877a-47ca-900e-e844cf762042'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:30.478769 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:05:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5a742f29-877a-47ca-900e-e844cf762042'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:30.547787 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.597732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] device_id is not set on port 8ac13a76-de1e-48ac-bf31-912d4dbceb3e yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:05:30.627763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] Pushing event updated for resources: {'Network': ['ID=86f63038-e0e8-4df2-ab64-004d0dfa8753,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:30.638455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 86f63038-e0e8-4df2-ab64-004d0dfa8753 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:30.646201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-73e78a0b-0386-4fd9-9aec-46915f206583 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8912408 Jul 05 04:05:30.651299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49426) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:30.669872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-42cf1b7d-b26e-42ee-af30-2734bac7eb7e admin admin] Request body: {'subnet': {'network_id': '86f63038-e0e8-4df2-ab64-004d0dfa8753', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2025025904-subnet', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:30.763660 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] Set router 5a742f29-877a-47ca-900e-e844cf762042 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:30.787744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cf1b7d-b26e-42ee-af30-2734bac7eb7e admin admin] Made reservation on behalf of 565226b60a4d4fc98b5851f137477e74 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:30.790810 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42cf1b7d-b26e-42ee-af30-2734bac7eb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.907426 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Allocated IP 2001:db8::185 (ccb0585e-6e1f-42af-8962-5eae08a98641/10e2c945-dfa3-4471-97fa-ad6c0c788ddd/8ac13a76-de1e-48ac-bf31-912d4dbceb3e) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:31.221278 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 4, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bb5ef40-b73b-44bd-b9c9-51c57ede5080', 'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'mac_address': 'fa:16:3e:29:7f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:30Z', 'revision_number': 4, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'subnets': [{'id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:31.257189 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ae2866-3732-4d8d-9819-3e4360775b80 None None] Network ccb0585e-6e1f-42af-8962-5eae08a98641 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:31.260715 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b0986-aa52-4fa9-9ed9-40599e6565a0 None None] The sync data for ids ['5a742f29-877a-47ca-900e-e844cf762042'] in n-d-798249-5 is: [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 4, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bb5ef40-b73b-44bd-b9c9-51c57ede5080', 'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'mac_address': 'fa:16:3e:29:7f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:30Z', 'revision_number': 4, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'subnets': [{'id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:31.318635 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.329977 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42cf1b7d-b26e-42ee-af30-2734bac7eb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.397570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Transition to ACTIVE for port object 8ac13a76-de1e-48ac-bf31-912d4dbceb3e will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:31.494470 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f51b5c95-ac5e-470d-a933-ba33e7f765d1 None None] Provisioning for port 93f52575-bf6c-4042-9cf7-daae95e56997 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:31.500771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf1b7d-b26e-42ee-af30-2734bac7eb7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfbaa7cf-bafc-4aac-b272-32e354db822b,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:31.502115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f51b5c95-ac5e-470d-a933-ba33e7f765d1 None None] Provisioning complete for port 93f52575-bf6c-4042-9cf7-daae95e56997 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:31.502498 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f51b5c95-ac5e-470d-a933-ba33e7f765d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.587788 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.605047 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.709676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Network ccb0585e-6e1f-42af-8962-5eae08a98641 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:31.733525 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf1b7d-b26e-42ee-af30-2734bac7eb7e admin admin] Checking segment: {'id': 'cb865894-885f-4f64-97bb-822d36621cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '86f63038-e0e8-4df2-ab64-004d0dfa8753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:31.733745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cf1b7d-b26e-42ee-af30-2734bac7eb7e admin admin] Network hostable DHCP agents. Network: 86f63038-e0e8-4df2-ab64-004d0dfa8753, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:31.745792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:31.763154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:31.774128 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:31.775036 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.789324 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event updated for resources: {'Port': ['ID=8ac13a76-de1e-48ac-bf31-912d4dbceb3e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:31.843067 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f51b5c95-ac5e-470d-a933-ba33e7f765d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.889814 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-837b5e74-57fa-4706-85cf-22d2c37f737f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.1092997 Jul 05 04:05:31.892619 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49464) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:31.915757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f51b5c95-ac5e-470d-a933-ba33e7f765d1 None None] For port 93f52575-bf6c-4042-9cf7-daae95e56997, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=93f52575-bf6c-4042-9cf7-daae95e56997,segment=NetworkSegment(408519bb-ca63-49c2-bef6-17ecf969dceb),segment_id=408519bb-ca63-49c2-bef6-17ecf969dceb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:31.924585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-8f5af512-7bc1-4dc9-9c5d-97031ac9b1e0 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:31.936751 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-8f5af512-7bc1-4dc9-9c5d-97031ac9b1e0 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.4313462 Jul 05 04:05:31.977740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-21c0616c-f755-40cf-b24a-7b5006246f92 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/quotas/cf04d616778d47c89580bb8ff6878ba3 HTTP/1.1" status: 200 len: 375 time: 0.0397134 Jul 05 04:05:31.980824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cf1b7d-b26e-42ee-af30-2734bac7eb7e admin admin] Network 86f63038-e0e8-4df2-ab64-004d0dfa8753 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:32.013710 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f51b5c95-ac5e-470d-a933-ba33e7f765d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.054876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5970db-5deb-49fa-8dff-0473bb86b954 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.085138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5970db-5deb-49fa-8dff-0473bb86b954 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.093882 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5970db-5deb-49fa-8dff-0473bb86b954 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.099562 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3a5970db-5deb-49fa-8dff-0473bb86b954 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2056847 Jul 05 04:05:32.103494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49468) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:32.121672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-e2b9db5f-ab63-4e9b-a145-da969fb947ec tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1428375 Jul 05 04:05:32.169725 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b5c95-ac5e-470d-a933-ba33e7f765d1 None None] Pushing event updated for resources: {'Port': ['ID=93f52575-bf6c-4042-9cf7-daae95e56997,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:32.186159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:32.311162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-42cf1b7d-b26e-42ee-af30-2734bac7eb7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 86f63038-e0e8-4df2-ab64-004d0dfa8753) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:32.324009 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cf1b7d-b26e-42ee-af30-2734bac7eb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.326528 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd31a07-86d7-44a2-9de2-ee0fa740491d None None] Network 86f63038-e0e8-4df2-ab64-004d0dfa8753 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:32.327708 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42cf1b7d-b26e-42ee-af30-2734bac7eb7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.378091 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1614fbc6-14c5-49c2-acfb-b8ca7e206a7c tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Deleting port 8ac13a76-de1e-48ac-bf31-912d4dbceb3e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:32.378489 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1614fbc6-14c5-49c2-acfb-b8ca7e206a7c tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.380085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49470) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:32.480787 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-42cf1b7d-b26e-42ee-af30-2734bac7eb7e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8259885 Jul 05 04:05:32.485292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-54338c1c-4223-4a07-b865-7d4a78de4b1e service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558075 Jul 05 04:05:32.485486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49474) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:32.501554 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2025025904-router', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:32.544989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:32.572679 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1614fbc6-14c5-49c2-acfb-b8ca7e206a7c tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.609192 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1614fbc6-14c5-49c2-acfb-b8ca7e206a7c tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Calling delete_port for 8ac13a76-de1e-48ac-bf31-912d4dbceb3e owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:32.610093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:32.610480 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.665916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-61b3d070-f9cb-4643-83ec-afc6db6b61e6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group': {'name': 'tempest-secgroup--187829102'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:32.802783 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.802783 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.834322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-823248bd-d741-4ff2-ba7d-d17c8c585a5c service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398025 Jul 05 04:05:32.930124 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-213b8c92-7fbc-4e6a-8149-eb0a4493130d None None] Provisioning for port 98ae161c-d9b3-41dd-a1b4-c357976c3f58 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:32.948198 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61b3d070-f9cb-4643-83ec-afc6db6b61e6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.954783 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86f63038-e0e8-4df2-ab64-004d0dfa8753', 'network_id': '86f63038-e0e8-4df2-ab64-004d0dfa8753', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'fixed_ips': [{'subnet_id': 'cfbaa7cf-bafc-4aac-b272-32e354db822b'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:32.955711 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.960820 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61b3d070-f9cb-4643-83ec-afc6db6b61e6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.963813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-213b8c92-7fbc-4e6a-8149-eb0a4493130d None None] Provisioning complete for port 98ae161c-d9b3-41dd-a1b4-c357976c3f58 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:32.964209 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-213b8c92-7fbc-4e6a-8149-eb0a4493130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.975782 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1614fbc6-14c5-49c2-acfb-b8ca7e206a7c tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.049203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614fbc6-14c5-49c2-acfb-b8ca7e206a7c tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event deleted for resources: {'Port': ['ID=8ac13a76-de1e-48ac-bf31-912d4dbceb3e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:33.137838 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.280639 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1614fbc6-14c5-49c2-acfb-b8ca7e206a7c tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.282618 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1614fbc6-14c5-49c2-acfb-b8ca7e206a7c tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "DELETE /v2.0/ports/8ac13a76-de1e-48ac-bf31-912d4dbceb3e HTTP/1.1" status: 204 len: 168 time: 1.1766832 Jul 05 04:05:33.286126 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49484) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:33.399806 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59323b2-74a8-4e4a-b736-76defe21f0f6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] GET failed (client error): The resource could not be found. Jul 05 04:05:33.419456 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b59323b2-74a8-4e4a-b736-76defe21f0f6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "GET /v2.0/ports/8ac13a76-de1e-48ac-bf31-912d4dbceb3e HTTP/1.1" status: 404 len: 333 time: 0.1321642 Jul 05 04:05:33.420230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49486) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:33.431266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Request body: {'port': {'network_id': 'ccb0585e-6e1f-42af-8962-5eae08a98641', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-823621434'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:33.451828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8addabdf-7a44-4803-b04f-a4ae9931173b req-6b51e615-abf5-4b8f-b4c1-2f26fd4ebeb1 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 210 time: 0.2223196 Jul 05 04:05:33.461006 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-213b8c92-7fbc-4e6a-8149-eb0a4493130d None None] Port 98ae161c-d9b3-41dd-a1b4-c357976c3f58 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:33.473665 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.537386 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4bb5ef40-b73b-44bd-b9c9-51c57ede5080,segment=NetworkSegment(7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c),segment_id=7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:33.541646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-213b8c92-7fbc-4e6a-8149-eb0a4493130d None None] Provisioning complete for port 93f52575-bf6c-4042-9cf7-daae95e56997 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:33.541853 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-213b8c92-7fbc-4e6a-8149-eb0a4493130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.647873 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.658134 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.729981 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61b3d070-f9cb-4643-83ec-afc6db6b61e6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.788031 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=4bb5ef40-b73b-44bd-b9c9-51c57ede5080,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:33.807011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-213b8c92-7fbc-4e6a-8149-eb0a4493130d None None] Could not find standard attr ID for object 8ac13a76-de1e-48ac-bf31-912d4dbceb3e. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:05:33.820648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Allocated IP 172.20.0.2 (86f63038-e0e8-4df2-ab64-004d0dfa8753/cfbaa7cf-bafc-4aac-b272-32e354db822b/44159eb1-a321-47c0-b4dc-dc34cdcf7de7) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:33.953493 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61b3d070-f9cb-4643-83ec-afc6db6b61e6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.957359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-99927345-2789-4d7f-b5f6-e91f7721f366 None None] Provisioning complete for port 98ae161c-d9b3-41dd-a1b4-c357976c3f58 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:33.957750 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-99927345-2789-4d7f-b5f6-e91f7721f366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.021861 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Made reservation on behalf of 7cff31b5308f40a09c7c16f83101a416 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:34.028016 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.073038 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] device_id is not set on port 7d91f1df-2979-400a-870a-9d662efc79ed yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:05:34.074877 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-99927345-2789-4d7f-b5f6-e91f7721f366 None None] Port 98ae161c-d9b3-41dd-a1b4-c357976c3f58 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:34.076818 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.084973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3d070-f9cb-4643-83ec-afc6db6b61e6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c15c6e-8ba1-4544-8593-2b40d35ed35c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:34.085882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-99927345-2789-4d7f-b5f6-e91f7721f366 None None] Could not find standard attr ID for object 8ac13a76-de1e-48ac-bf31-912d4dbceb3e. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:05:34.100008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Transition to ACTIVE for port object 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:34.118853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Transition to ACTIVE for port object 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:34.126647 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.155663 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.189862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 93f52575-bf6c-4042-9cf7-daae95e56997 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:34.199601 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.245153 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61b3d070-f9cb-4643-83ec-afc6db6b61e6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.293113 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Network 86f63038-e0e8-4df2-ab64-004d0dfa8753 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:34.297452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:34.303797 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:34.335648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Allocated IP 2001:db8::25 (ccb0585e-6e1f-42af-8962-5eae08a98641/10e2c945-dfa3-4471-97fa-ad6c0c788ddd/7d91f1df-2979-400a-870a-9d662efc79ed) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:34.357614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Allocated IP 172.25.0.179 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/bf7ff230-7de1-494d-8bef-3405fec5b026) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:34.387128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Pushing event updated for resources: {'Port': ['ID=44159eb1-a321-47c0-b4dc-dc34cdcf7de7,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:34.406803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Attempting to bind port 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:34.407172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Attempting to bind port 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'cb865894-885f-4f64-97bb-822d36621cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '86f63038-e0e8-4df2-ab64-004d0dfa8753'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:34.407796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Attempting to bind port 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 on network 86f63038-e0e8-4df2-ab64-004d0dfa8753 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:34.416668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:34.417049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Checking segment: {'id': 'cb865894-885f-4f64-97bb-822d36621cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '86f63038-e0e8-4df2-ab64-004d0dfa8753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:34.418668 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.418668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Bound using segment: {'id': 'cb865894-885f-4f64-97bb-822d36621cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '86f63038-e0e8-4df2-ab64-004d0dfa8753'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:34.418668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Bound port: 44159eb1-a321-47c0-b4dc-dc34cdcf7de7, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb865894-885f-4f64-97bb-822d36621cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '86f63038-e0e8-4df2-ab64-004d0dfa8753'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:34.418668 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.437786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 93f52575-bf6c-4042-9cf7-daae95e56997 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:34.438291 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.557225 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61b3d070-f9cb-4643-83ec-afc6db6b61e6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.590426 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.594968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:34.598397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] For port 44159eb1-a321-47c0-b4dc-dc34cdcf7de7, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:34.635136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] For port 44159eb1-a321-47c0-b4dc-dc34cdcf7de7, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=44159eb1-a321-47c0-b4dc-dc34cdcf7de7,segment=NetworkSegment(cb865894-885f-4f64-97bb-822d36621cd2),segment_id=cb865894-885f-4f64-97bb-822d36621cd2)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:34.657015 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.677191 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Transition to ACTIVE for port object 7d91f1df-2979-400a-870a-9d662efc79ed will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:34.691858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aaf3054c-aa43-4fef-ab7c-90c716e0caf1 req-745b367f-66e0-44f4-aeb9-bacbf627d629 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 210 time: 0.0767601 Jul 05 04:05:34.703143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3d070-f9cb-4643-83ec-afc6db6b61e6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609d040b-e3f9-4a7b-9aa8-a3690c9ebc46,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:34.720200 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.772000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:34.772398 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.821126 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61b3d070-f9cb-4643-83ec-afc6db6b61e6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.821853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4933ea-df3d-4c22-a920-2b1de566ee11 None None] Pushing event updated for resources: {'Port': ['ID=44159eb1-a321-47c0-b4dc-dc34cdcf7de7,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:34.822646 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.823203 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-61b3d070-f9cb-4643-83ec-afc6db6b61e6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4382830 Jul 05 04:05:34.825722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49510) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:34.873706 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.892918 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49514) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:34.905127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Network ccb0585e-6e1f-42af-8962-5eae08a98641 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:34.918084 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:34.935582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:34.970068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:34.970761 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.041475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf7ff230-7de1-494d-8bef-3405fec5b026,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:35.069025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event updated for resources: {'Port': ['ID=7d91f1df-2979-400a-870a-9d662efc79ed,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:35.089555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:35.111156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:35.121041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:35.126563 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cb74c14d-1c21-41e1-b7b8-75c9369539b6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6988740 Jul 05 04:05:35.130011 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49518) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:35.135772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7de162cf-615d-4e07-89ec-3d7655f41b77 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::271', 'mac_address': 'fa:16:3e:61:5d:5e'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:35.225144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7bbddeec-f5d8-45f1-90be-21f0239b6c05 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3976800 Jul 05 04:05:35.227446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49520) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:35.232345 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-331edb3b-4e50-46b5-b437-b78ac965db67 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group': {'name': 'tempest-security--1725587949', 'description': 'tempest-security-description-1815533187'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:35.260682 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cc4348f-de87-42fa-9ae5-34d3a9738b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.436901 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7de162cf-615d-4e07-89ec-3d7655f41b77 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.455786 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-331edb3b-4e50-46b5-b437-b78ac965db67 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.570239 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-331edb3b-4e50-46b5-b437-b78ac965db67 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.598438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-48f66881-2792-4fe6-b6ec-240a422cfa87 None None] Provisioning for port 7d91f1df-2979-400a-870a-9d662efc79ed completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:35.602770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-48f66881-2792-4fe6-b6ec-240a422cfa87 None None] Provisioning complete for port 7d91f1df-2979-400a-870a-9d662efc79ed triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:35.603146 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-48f66881-2792-4fe6-b6ec-240a422cfa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.662985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-48f66881-2792-4fe6-b6ec-240a422cfa87 None None] Port 7d91f1df-2979-400a-870a-9d662efc79ed cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:35.676626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cc4348f-de87-42fa-9ae5-34d3a9738b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.699634 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-331edb3b-4e50-46b5-b437-b78ac965db67 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.702141 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-331edb3b-4e50-46b5-b437-b78ac965db67 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.703626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-331edb3b-4e50-46b5-b437-b78ac965db67 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "PUT /v2.0/security-groups/609d040b-e3f9-4a7b-9aa8-a3690c9ebc46 HTTP/1.1" status: 200 len: 1780 time: 0.4752343 Jul 05 04:05:35.708757 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49522) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:35.766316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331edb3b-4e50-46b5-b437-b78ac965db67 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609d040b-e3f9-4a7b-9aa8-a3690c9ebc46,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:35.769185 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-83234ea7-59ce-488b-a94f-fd7b538a08ff tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-groups/609d040b-e3f9-4a7b-9aa8-a3690c9ebc46 HTTP/1.1" status: 200 len: 1780 time: 0.0584488 Jul 05 04:05:35.771460 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49526) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:35.804278 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7de162cf-615d-4e07-89ec-3d7655f41b77 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.807290 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cc4348f-de87-42fa-9ae5-34d3a9738b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.826092 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.872034 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8cc4348f-de87-42fa-9ae5-34d3a9738b40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b7ed52d6c944a90aefb03f7203647fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9638822 Jul 05 04:05:35.873763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4348f-de87-42fa-9ae5-34d3a9738b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e44880c-1b56-41b1-9e27-27883df58ce4,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:35.877758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49528) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:35.903492 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7de162cf-615d-4e07-89ec-3d7655f41b77 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.923109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7de162cf-615d-4e07-89ec-3d7655f41b77 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] In _notify_port_updated(), no bound segment for port 7d91f1df-2979-400a-870a-9d662efc79ed on network ccb0585e-6e1f-42af-8962-5eae08a98641 {{(pid=100876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:05:35.931514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de162cf-615d-4e07-89ec-3d7655f41b77 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.932196 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7de162cf-615d-4e07-89ec-3d7655f41b77 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.933612 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7de162cf-615d-4e07-89ec-3d7655f41b77 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "PUT /v2.0/ports/7d91f1df-2979-400a-870a-9d662efc79ed HTTP/1.1" status: 200 len: 1001 time: 0.8026347 Jul 05 04:05:35.938863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49530) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:35.960447 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e74d385-397f-42b2-a3cc-ce764a7de1f0 req-f6929488-5ae8-49cb-9f60-90472346455a tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 210 time: 0.0858757 Jul 05 04:05:35.970594 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8407-4199-4098-bd6d-89af45880cfe tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.124591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de162cf-615d-4e07-89ec-3d7655f41b77 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event updated for resources: {'Port': ['ID=7d91f1df-2979-400a-870a-9d662efc79ed,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:36.169731 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8407-4199-4098-bd6d-89af45880cfe tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.188884 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:36.252878 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-06c22445-c047-4b6b-be9e-af450239251a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.307494 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.332619 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-06c22445-c047-4b6b-be9e-af450239251a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.428841 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c10c7ee7-46c8-4ec2-85ec-6980449eca19 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Deleting port 7d91f1df-2979-400a-870a-9d662efc79ed {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:36.429191 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c10c7ee7-46c8-4ec2-85ec-6980449eca19 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.438739 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8407-4199-4098-bd6d-89af45880cfe tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.445932 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8407-4199-4098-bd6d-89af45880cfe tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.451837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49534) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:36.452020 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2bfa8407-4199-4098-bd6d-89af45880cfe tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-groups/609d040b-e3f9-4a7b-9aa8-a3690c9ebc46 HTTP/1.1" status: 204 len: 168 time: 0.6794114 Jul 05 04:05:36.471602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa8407-4199-4098-bd6d-89af45880cfe tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609d040b-e3f9-4a7b-9aa8-a3690c9ebc46,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:36.523653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9c257b20-b8c8-4cc4-9210-1648040a7344 None None] Provisioning complete for port 7d91f1df-2979-400a-870a-9d662efc79ed triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:36.524668 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c257b20-b8c8-4cc4-9210-1648040a7344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.583682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:36.587139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9c257b20-b8c8-4cc4-9210-1648040a7344 None None] Port 7d91f1df-2979-400a-870a-9d662efc79ed cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:36.592536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dce6d2c-641e-48d4-a84a-a3c15c65d266 None None] Network 86f63038-e0e8-4df2-ab64-004d0dfa8753 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:36.621803 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e2fe11ec-6b9e-4894-98a1-020d5b9f5f31 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1389964 Jul 05 04:05:36.622328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Router 504005c3-f288-46cf-a526-0dad64882128 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:36.627357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49536) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:36.651127 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-c61365a4-65b9-4b11-b231-cb26532a5da9 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] delete failed (client error): The resource could not be found. Jul 05 04:05:36.655751 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c61365a4-65b9-4b11-b231-cb26532a5da9 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-groups/609d040b-e3f9-4a7b-9aa8-a3690c9ebc46 HTTP/1.1" status: 404 len: 347 time: 0.0228570 Jul 05 04:05:36.655901 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-e8ec0bcb-3a59-46ab-bb36-c67eb528dcbe tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:36.657318 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-e8ec0bcb-3a59-46ab-bb36-c67eb528dcbe tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.3630264 Jul 05 04:05:36.659291 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c10c7ee7-46c8-4ec2-85ec-6980449eca19 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.661869 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49538) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:36.666630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d905679d-a4cc-4e81-a710-abf4857b7c54 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971800839'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:36.682760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-5989e895-3588-48eb-b40b-7666e622074f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Request body: {'port': {'device_id': 'c43e52cd-7614-4076-9763-249265c89ef6', 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'admin_state_up': True, 'tenant_id': 'cf04d616778d47c89580bb8ff6878ba3'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:36.710489 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-06c22445-c047-4b6b-be9e-af450239251a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.713922 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-06c22445-c047-4b6b-be9e-af450239251a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.727117 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-06c22445-c047-4b6b-be9e-af450239251a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e44880c-1b56-41b1-9e27-27883df58ce4 HTTP/1.1" status: 204 len: 168 time: 0.8398855 Jul 05 04:05:36.778612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:36.788500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c10c7ee7-46c8-4ec2-85ec-6980449eca19 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Calling delete_port for 7d91f1df-2979-400a-870a-9d662efc79ed owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:36.791574 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Sync routers for ids ['504005c3-f288-46cf-a526-0dad64882128'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:36.817460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Routers {'504005c3-f288-46cf-a526-0dad64882128'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:36.818363 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:05:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['504005c3-f288-46cf-a526-0dad64882128'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:36.826202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c22445-c047-4b6b-be9e-af450239251a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e44880c-1b56-41b1-9e27-27883df58ce4,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:36.899998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1fce3410-6c7c-46a8-8733-da89fb59c6e4 None None] Provisioning for port 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:36.914204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1fce3410-6c7c-46a8-8733-da89fb59c6e4 None None] Provisioning complete for port 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:36.914591 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1fce3410-6c7c-46a8-8733-da89fb59c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.979206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d905679d-a4cc-4e81-a710-abf4857b7c54 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.019019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Set router 504005c3-f288-46cf-a526-0dad64882128 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:37.130286 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.131853 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-38e5b0c3-7ec0-4a6a-96a9-cc765fcc9ee9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6419661 Jul 05 04:05:37.139919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49546) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:37.174173 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d15ae27-b3d7-4486-a221-87a53400e098 req-3e66cd60-4d7a-457a-8884-fb63c7294edc tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 210 time: 0.0631676 Jul 05 04:05:37.180501 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c10c7ee7-46c8-4ec2-85ec-6980449eca19 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.301279 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1fce3410-6c7c-46a8-8733-da89fb59c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.352818 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1fce3410-6c7c-46a8-8733-da89fb59c6e4 None None] For port 44159eb1-a321-47c0-b4dc-dc34cdcf7de7, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=44159eb1-a321-47c0-b4dc-dc34cdcf7de7,segment=NetworkSegment(cb865894-885f-4f64-97bb-822d36621cd2),segment_id=cb865894-885f-4f64-97bb-822d36621cd2)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:37.355812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504005c3-f288-46cf-a526-0dad64882128', 'name': 'tempest-TestVolumeBackupRestore-2025025904-router', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:32Z', 'updated_at': '2021-07-05T04:05:35Z', 'revision_number': 3, 'project_id': '565226b60a4d4fc98b5851f137477e74', 'gw_port': {'id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504005c3-f288-46cf-a526-0dad64882128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:34Z', 'updated_at': '2021-07-05T04:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:37.393090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Checking router: 504005c3-f288-46cf-a526-0dad64882128 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:37.393508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Updating router 504005c3-f288-46cf-a526-0dad64882128 port bf7ff230-7de1-494d-8bef-3405fec5b026 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:05:37.438713 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.570466 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1fce3410-6c7c-46a8-8733-da89fb59c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.691778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce3410-6c7c-46a8-8733-da89fb59c6e4 None None] Pushing event updated for resources: {'Port': ['ID=44159eb1-a321-47c0-b4dc-dc34cdcf7de7,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:37.716995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49550) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:37.718934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9720b03a-681d-432d-b1b0-037f8e8e75a6 None None] Provisioning complete for port 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:37.719313 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9720b03a-681d-432d-b1b0-037f8e8e75a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.736196 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26f8f71b-b1b3-4d18-ae35-aac4e4ae33c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.767093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-5989e895-3588-48eb-b40b-7666e622074f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Made reservation on behalf of cf04d616778d47c89580bb8ff6878ba3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:37.770628 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-5989e895-3588-48eb-b40b-7666e622074f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.772777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c7ee7-46c8-4ec2-85ec-6980449eca19 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event deleted for resources: {'Port': ['ID=7d91f1df-2979-400a-870a-9d662efc79ed,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:37.786639 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-26f8f71b-b1b3-4d18-ae35-aac4e4ae33c3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:05:37.786639 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:05:37.786639 n-d-798249-5 neutron-server[100877]: [parameters: {'project_id_1': 'b4a485389cef4262ad87deb537b1ba5f', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 5, 37, 750482)}] Jul 05 04:05:37.786639 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:05:37.788297 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-26f8f71b-b1b3-4d18-ae35-aac4e4ae33c3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:05:37.879456 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.894131 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Transition to ACTIVE for port object bf7ff230-7de1-494d-8bef-3405fec5b026 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:37.974967 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.977439 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c10c7ee7-46c8-4ec2-85ec-6980449eca19 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.980889 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c10c7ee7-46c8-4ec2-85ec-6980449eca19 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "DELETE /v2.0/ports/7d91f1df-2979-400a-870a-9d662efc79ed HTTP/1.1" status: 204 len: 168 time: 2.0090313 Jul 05 04:05:37.982083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49552) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:38.035927 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Attempting to bind port bf7ff230-7de1-494d-8bef-3405fec5b026 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:38.036348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Attempting to bind port bf7ff230-7de1-494d-8bef-3405fec5b026 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:38.036742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Attempting to bind port bf7ff230-7de1-494d-8bef-3405fec5b026 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:38.041859 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcad6990-7eb0-41af-a910-7c6b09655974 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] GET failed (client error): The resource could not be found. Jul 05 04:05:38.048145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c9755-a448-431c-8006-c6a2e29647aa None None] Pushing event updated for resources: {'Port': ['ID=bf7ff230-7de1-494d-8bef-3405fec5b026,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:38.049995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bcad6990-7eb0-41af-a910-7c6b09655974 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "GET /v2.0/ports/7d91f1df-2979-400a-870a-9d662efc79ed HTTP/1.1" status: 404 len: 333 time: 0.0668008 Jul 05 04:05:38.051198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49554) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:38.051747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:38.052137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:38.052570 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.053115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:38.053607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Bound port: bf7ff230-7de1-494d-8bef-3405fec5b026, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:38.053998 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.063925 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Request body: {'port': {'network_id': 'ccb0585e-6e1f-42af-8962-5eae08a98641', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-933280428'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:38.109856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:38.149731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] For port bf7ff230-7de1-494d-8bef-3405fec5b026, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:38.171664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] For port bf7ff230-7de1-494d-8bef-3405fec5b026, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bf7ff230-7de1-494d-8bef-3405fec5b026,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:38.190058 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:38.190493 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.202818 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d905679d-a4cc-4e81-a710-abf4857b7c54 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.263779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-5989e895-3588-48eb-b40b-7666e622074f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Allocated IP 172.20.0.6 (289bce06-a2c1-47c6-8a99-7407dc3c1dd6/8facf5e9-bfc3-4583-948d-915d16522b51/d965db41-a916-4fd7-955a-d07a19b41699) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:38.290109 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.338451 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d905679d-a4cc-4e81-a710-abf4857b7c54 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.426304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905679d-a4cc-4e81-a710-abf4857b7c54 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7653d92c-d225-4d20-93ec-9a0708862e9d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:38.468238 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d905679d-a4cc-4e81-a710-abf4857b7c54 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.468238 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d905679d-a4cc-4e81-a710-abf4857b7c54 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8025525 Jul 05 04:05:38.472994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49560) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:38.480677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a5cfd434-3199-4191-9d61-665989eb646f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group_rule': {'security_group_id': '7653d92c-d225-4d20-93ec-9a0708862e9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:38.539792 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26f8f71b-b1b3-4d18-ae35-aac4e4ae33c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.581961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13c45804-a096-4e94-961b-9ab355d752ac req-295ae9b0-1a8f-43b8-a23c-6c08be0ea806 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 210 time: 0.0422895 Jul 05 04:05:38.609257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Routers {'504005c3-f288-46cf-a526-0dad64882128'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:38.609257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:05:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['504005c3-f288-46cf-a526-0dad64882128'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:38.685130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c9755-a448-431c-8006-c6a2e29647aa None None] Pushing event updated for resources: {'Port': ['ID=bf7ff230-7de1-494d-8bef-3405fec5b026,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:38.708840 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd434-3199-4191-9d61-665989eb646f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.727200 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-5989e895-3588-48eb-b40b-7666e622074f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.770940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] Set router 504005c3-f288-46cf-a526-0dad64882128 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:38.836014 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26f8f71b-b1b3-4d18-ae35-aac4e4ae33c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.854568 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.884765 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd434-3199-4191-9d61-665989eb646f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.941937 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26f8f71b-b1b3-4d18-ae35-aac4e4ae33c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.949166 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd434-3199-4191-9d61-665989eb646f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.978043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-26f8f71b-b1b3-4d18-ae35-aac4e4ae33c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4a485389cef4262ad87deb537b1ba5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2576275 Jul 05 04:05:38.978665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49562) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:39.027231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504005c3-f288-46cf-a526-0dad64882128', 'name': 'tempest-TestVolumeBackupRestore-2025025904-router', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:32Z', 'updated_at': '2021-07-05T04:05:35Z', 'revision_number': 3, 'project_id': '565226b60a4d4fc98b5851f137477e74', 'gw_port': {'id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504005c3-f288-46cf-a526-0dad64882128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:34Z', 'updated_at': '2021-07-05T04:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:39.029698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8f71b-b1b3-4d18-ae35-aac4e4ae33c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b786bcf2-036f-415e-aaf5-75e1d3af3971,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:39.034425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Made reservation on behalf of 7cff31b5308f40a09c7c16f83101a416 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:39.039106 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.057520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfd434-3199-4191-9d61-665989eb646f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147a53c4-5d12-495e-b9cd-c12bdeced37c,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:39.068026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccff98e-9f2b-485a-ad17-343e51488f51 None None] The sync data for ids ['504005c3-f288-46cf-a526-0dad64882128'] in n-d-798249-5 is: [{'id': '504005c3-f288-46cf-a526-0dad64882128', 'name': 'tempest-TestVolumeBackupRestore-2025025904-router', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:32Z', 'updated_at': '2021-07-05T04:05:35Z', 'revision_number': 3, 'project_id': '565226b60a4d4fc98b5851f137477e74', 'gw_port': {'id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504005c3-f288-46cf-a526-0dad64882128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:34Z', 'updated_at': '2021-07-05T04:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:39.074327 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-5989e895-3588-48eb-b40b-7666e622074f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.087679 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ccc02de6-a63a-4c49-a6a0-e0f7375bc154'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:39.101526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] device_id is not set on port a00363c8-2180-47c7-a2cb-f15b6b09fb06 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:05:39.119309 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff06f12f-5f03-4ae8-9b64-984ae70c1c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.160803 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd434-3199-4191-9d61-665989eb646f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.161315 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a5cfd434-3199-4191-9d61-665989eb646f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6846561 Jul 05 04:05:39.163368 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-5989e895-3588-48eb-b40b-7666e622074f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:39.171127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49564) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:39.195944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-5989e895-3588-48eb-b40b-7666e622074f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:39.214134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-5989e895-3588-48eb-b40b-7666e622074f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:39.215464 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff06f12f-5f03-4ae8-9b64-984ae70c1c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.275695 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b6e92bb-0339-4f7d-bc5e-da60781183be tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.286627 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b6e92bb-0339-4f7d-bc5e-da60781183be tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.350884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Allocated IP 2001:db8::113 (ccb0585e-6e1f-42af-8962-5eae08a98641/10e2c945-dfa3-4471-97fa-ad6c0c788ddd/a00363c8-2180-47c7-a2cb-f15b6b09fb06) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:39.374894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989e895-3588-48eb-b40b-7666e622074f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Pushing event updated for resources: {'Port': ['ID=d965db41-a916-4fd7-955a-d07a19b41699,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:39.384895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-5989e895-3588-48eb-b40b-7666e622074f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.385556 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-5989e895-3588-48eb-b40b-7666e622074f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.401479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Allocated IP 172.20.0.1 (86f63038-e0e8-4df2-ab64-004d0dfa8753/cfbaa7cf-bafc-4aac-b272-32e354db822b/18f66fbf-b93c-4586-b5fe-5f4960e8c20b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:39.452298 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff06f12f-5f03-4ae8-9b64-984ae70c1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.455397 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff06f12f-5f03-4ae8-9b64-984ae70c1c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.468533 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ff06f12f-5f03-4ae8-9b64-984ae70c1c16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b786bcf2-036f-415e-aaf5-75e1d3af3971 HTTP/1.1" status: 204 len: 168 time: 0.4764080 Jul 05 04:05:39.482666 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b6e92bb-0339-4f7d-bc5e-da60781183be tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.499558 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b6e92bb-0339-4f7d-bc5e-da60781183be tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.500712 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1b6e92bb-0339-4f7d-bc5e-da60781183be tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/147a53c4-5d12-495e-b9cd-c12bdeced37c HTTP/1.1" status: 204 len: 168 time: 0.3286045 Jul 05 04:05:39.501782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e92bb-0339-4f7d-bc5e-da60781183be tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=147a53c4-5d12-495e-b9cd-c12bdeced37c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:39.512844 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49570) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:39.548351 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-5989e895-3588-48eb-b40b-7666e622074f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8705225 Jul 05 04:05:39.594240 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Request body: {'port': {'device_id': 'c43e52cd-7614-4076-9763-249265c89ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:39.602098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06f12f-5f03-4ae8-9b64-984ae70c1c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b786bcf2-036f-415e-aaf5-75e1d3af3971,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:39.677787 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-09ffa321-99d8-44ef-aea1-98c216cf8cf2 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1637592 Jul 05 04:05:39.687296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49576) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:39.789709 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.794881 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.814277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Transition to ACTIVE for port object 18f66fbf-b93c-4586-b5fe-5f4960e8c20b will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:39.833871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Transition to ACTIVE for port object a00363c8-2180-47c7-a2cb-f15b6b09fb06 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:39.912354 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51179ce-3fc4-4d28-8ab4-2ddd2743dac9 req-a28c8077-4fd9-4849-aae8-5b45a74f4112 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.919283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f51179ce-3fc4-4d28-8ab4-2ddd2743dac9 req-a28c8077-4fd9-4849-aae8-5b45a74f4112 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1494217 Jul 05 04:05:39.946593 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.975205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f51179ce-3fc4-4d28-8ab4-2ddd2743dac9 req-1f2f6830-cf38-499f-bd9f-a18e31aace94 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550303 Jul 05 04:05:39.993799 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.995821 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4f4c3463-835f-45a7-93a0-a2be2521214e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.017413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a719b20-f4b9-4039-b567-a068061e3ea8 req-4930b0fb-ca05-4abd-8a7c-a93e2fa0b038 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.019784 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a719b20-f4b9-4039-b567-a068061e3ea8 req-4930b0fb-ca05-4abd-8a7c-a93e2fa0b038 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 931 time: 0.1783013 Jul 05 04:05:40.067711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Network 86f63038-e0e8-4df2-ab64-004d0dfa8753 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:40.082745 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.091082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:40.094779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:40.097714 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Pushing event updated for resources: {'Port': ['ID=18f66fbf-b93c-4586-b5fe-5f4960e8c20b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:40.144944 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4f4c3463-835f-45a7-93a0-a2be2521214e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.217749 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bf7ff230-7de1-494d-8bef-3405fec5b026 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:40.229592 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a719b20-f4b9-4039-b567-a068061e3ea8 req-93d6ef31-60db-45aa-850f-3270ff73c22f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985772 Jul 05 04:05:40.263611 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.276088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Network ccb0585e-6e1f-42af-8962-5eae08a98641 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:40.282682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:40.287715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:40.299209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.300186 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.306255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event updated for resources: {'Port': ['ID=a00363c8-2180-47c7-a2cb-f15b6b09fb06,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:40.411781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef367c-1c71-42d5-9cee-231868254959 req-459c010f-6293-4507-910b-d55566fd1c69 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.419796 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ffef367c-1c71-42d5-9cee-231868254959 req-459c010f-6293-4507-910b-d55566fd1c69 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1165907 Jul 05 04:05:40.497572 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ffef367c-1c71-42d5-9cee-231868254959 req-5682049f-ec11-4811-9603-45f709d47382 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760403 Jul 05 04:05:40.512283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1b68ec3b-8259-49be-9932-1d9d522a5d2b tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4576561 Jul 05 04:05:40.516709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49584) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:40.516946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port bf7ff230-7de1-494d-8bef-3405fec5b026 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:40.517979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port bf7ff230-7de1-494d-8bef-3405fec5b026 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:40.518369 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.522505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1a335d33-0da8-44b9-ad84-f5fc14219b12 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:61:5d:5e'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:40.650502 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4f4c3463-835f-45a7-93a0-a2be2521214e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.654863 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4f4c3463-835f-45a7-93a0-a2be2521214e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.658886 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4f4c3463-835f-45a7-93a0-a2be2521214e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-groups/7653d92c-d225-4d20-93ec-9a0708862e9d HTTP/1.1" status: 204 len: 168 time: 0.9612033 Jul 05 04:05:40.671815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49588) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:40.712134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49590) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:40.724160 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.755851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c3463-835f-45a7-93a0-a2be2521214e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7653d92c-d225-4d20-93ec-9a0708862e9d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:40.757730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port bf7ff230-7de1-494d-8bef-3405fec5b026, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bf7ff230-7de1-494d-8bef-3405fec5b026,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:40.764174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bae26789-6b89-4c35-a52a-ff972d03f6d2 None None] Provisioning for port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:40.778074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bae26789-6b89-4c35-a52a-ff972d03f6d2 None None] Provisioning complete for port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:40.780270 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bae26789-6b89-4c35-a52a-ff972d03f6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.851324 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-bae26789-6b89-4c35-a52a-ff972d03f6d2 None None] Port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:40.857911 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.897723 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7087dcf9-7151-4455-a9a9-050e4c2bc325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.928890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=bf7ff230-7de1-494d-8bef-3405fec5b026,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:41.003530 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-921d2cd8-4f15-43f9-8f30-514f488b7b65 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3252037 Jul 05 04:05:41.010560 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49602) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:41.018075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b42441f6-3deb-4227-b19e-f78de9e52220 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402041951'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:41.044280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2690d563-fc79-49de-a989-5e519b5dc122 None None] Provisioning for port a00363c8-2180-47c7-a2cb-f15b6b09fb06 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:41.055391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2690d563-fc79-49de-a989-5e519b5dc122 None None] Provisioning complete for port a00363c8-2180-47c7-a2cb-f15b6b09fb06 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:41.055859 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2690d563-fc79-49de-a989-5e519b5dc122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.066584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-8209d261-9dd2-4dea-8692-6b1538b127e5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.069378 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-8209d261-9dd2-4dea-8692-6b1538b127e5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 811 time: 0.2050736 Jul 05 04:05:41.072963 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a335d33-0da8-44b9-ad84-f5fc14219b12 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.109136 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-bf5ff7c3-b039-4fc2-9a35-2ec38608d8fb tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/quotas/174f2d02a7e3433196e6af978e1e0491 HTTP/1.1" status: 200 len: 375 time: 0.0181534 Jul 05 04:05:41.120835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-2690d563-fc79-49de-a989-5e519b5dc122 None None] Port a00363c8-2180-47c7-a2cb-f15b6b09fb06 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:41.162537 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d965db41-a916-4fd7-955a-d07a19b41699 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:41.176969 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.181049 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.211248 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Transition to ACTIVE for port object d965db41-a916-4fd7-955a-d07a19b41699 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:41.246902 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7087dcf9-7151-4455-a9a9-050e4c2bc325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.279012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-62412944-b175-4ec0-8d7b-c1dba60bffdf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1469009 Jul 05 04:05:41.299536 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-c510e2b2-42f4-49b3-be41-bacb8af7d98c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:05:41.299536 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-c510e2b2-42f4-49b3-be41-bacb8af7d98c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074062 Jul 05 04:05:41.351712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.412506 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7087dcf9-7151-4455-a9a9-050e4c2bc325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.472229 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a335d33-0da8-44b9-ad84-f5fc14219b12 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.496261 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-668e6cf4-8b96-4da7-9b12-0e74dbf6acb5 service neutron] 10.222.0.60 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845136 Jul 05 04:05:41.509415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d965db41-a916-4fd7-955a-d07a19b41699,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:41.519416 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7087dcf9-7151-4455-a9a9-050e4c2bc325 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5778bf0b7a9403a9c3b25d5e91ade7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7997189 Jul 05 04:05:41.522715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087dcf9-7151-4455-a9a9-050e4c2bc325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bf62ff-7aaf-4969-abdc-b3109a519672,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:41.525903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36b8a8-bfb0-46ea-a3b0-70d699eca8bc req-51532076-e6ec-4457-852c-6e819ddf5470 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.527477 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c36b8a8-bfb0-46ea-a3b0-70d699eca8bc req-51532076-e6ec-4457-852c-6e819ddf5470 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 943 time: 0.1290400 Jul 05 04:05:41.541149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49606) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:41.547030 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b42441f6-3deb-4227-b19e-f78de9e52220 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.576951 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a335d33-0da8-44b9-ad84-f5fc14219b12 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.680331 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.725437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-1a335d33-0da8-44b9-ad84-f5fc14219b12 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] In _notify_port_updated(), no bound segment for port a00363c8-2180-47c7-a2cb-f15b6b09fb06 on network ccb0585e-6e1f-42af-8962-5eae08a98641 {{(pid=100877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:05:41.726354 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Attempting to bind port d965db41-a916-4fd7-955a-d07a19b41699 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:41.726635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Attempting to bind port d965db41-a916-4fd7-955a-d07a19b41699 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:41.726970 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Attempting to bind port d965db41-a916-4fd7-955a-d07a19b41699 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:41.730982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a335d33-0da8-44b9-ad84-f5fc14219b12 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.731798 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a335d33-0da8-44b9-ad84-f5fc14219b12 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.732851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Port d965db41-a916-4fd7-955a-d07a19b41699 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:41.735867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Attempting to bind port d965db41-a916-4fd7-955a-d07a19b41699 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:41.735949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1a335d33-0da8-44b9-ad84-f5fc14219b12 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "PUT /v2.0/ports/a00363c8-2180-47c7-a2cb-f15b6b09fb06 HTTP/1.1" status: 200 len: 1002 time: 1.2191598 Jul 05 04:05:41.736614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49610) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:41.742474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:41.742474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Checking segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:41.743697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Bound using segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:41.743697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Bound port: d965db41-a916-4fd7-955a-d07a19b41699, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:41.743891 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.776104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.837141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a335d33-0da8-44b9-ad84-f5fc14219b12 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event updated for resources: {'Port': ['ID=a00363c8-2180-47c7-a2cb-f15b6b09fb06,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:41.855315 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c36b8a8-bfb0-46ea-a3b0-70d699eca8bc req-94d8a453-d53d-4ff5-bc4a-2f1ebd05f9c1 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830563 Jul 05 04:05:41.867642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Pushing event updated for resources: {'Port': ['ID=18f66fbf-b93c-4586-b5fe-5f4960e8c20b,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:41.920946 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.928810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-e83c06ed-f3ed-469d-8325-c83cee09c553 service neutron] 10.222.0.60 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240963 Jul 05 04:05:41.936585 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.955323 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.964457 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] For port d965db41-a916-4fd7-955a-d07a19b41699, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:42.031081 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b42441f6-3deb-4227-b19e-f78de9e52220 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.033287 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] For port d965db41-a916-4fd7-955a-d07a19b41699, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d965db41-a916-4fd7-955a-d07a19b41699,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:42.046489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7737b-80b8-48f7-b45e-e30485bcf057 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Deleting port a00363c8-2180-47c7-a2cb-f15b6b09fb06 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:42.046839 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4b7737b-80b8-48f7-b45e-e30485bcf057 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.079095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b42441f6-3deb-4227-b19e-f78de9e52220 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.107289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bf7ff230-7de1-494d-8bef-3405fec5b026 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:42.115742 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.180417 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.181297 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.183165 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] 10.222.0.11 "PUT /v2.0/ports/d965db41-a916-4fd7-955a-d07a19b41699 HTTP/1.1" status: 200 len: 1091 time: 2.6135290 Jul 05 04:05:42.206140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43e52cd-7614-4076-9763-249265c89ef6', 'tag': 'd965db41-a916-4fd7-955a-d07a19b41699'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:42.207113 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2cba4f56-e5c8-4c48-87bb-dcd838202e8c None None] Provisioning complete for port a00363c8-2180-47c7-a2cb-f15b6b09fb06 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:42.207502 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2cba4f56-e5c8-4c48-87bb-dcd838202e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.212021 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eba8bc8-bc36-4605-9292-ea8276c8c1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c43e52cd-7614-4076-9763-249265c89ef6", "tag": "d965db41-a916-4fd7-955a-d07a19b41699"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:42.242099 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.252859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Network 86f63038-e0e8-4df2-ab64-004d0dfa8753 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:42.252859 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b42441f6-3deb-4227-b19e-f78de9e52220 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.254436 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.254514 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b42441f6-3deb-4227-b19e-f78de9e52220 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2336864 Jul 05 04:05:42.254514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:42.254655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0bf62ff-7aaf-4969-abdc-b3109a519672 HTTP/1.1" status: 204 len: 168 time: 0.7066739 Jul 05 04:05:42.277655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49618) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:42.314196 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11cc847-166e-4e33-b404-6476dea686f8 x-openstack-request-id: req-d11cc847-166e-4e33-b404-6476dea686f8 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:42.314471 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43e52cd-7614-4076-9763-249265c89ef6", "tag": "d965db41-a916-4fd7-955a-d07a19b41699", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:42.314720 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d11cc847-166e-4e33-b404-6476dea686f8 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:42.316093 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43e52cd-7614-4076-9763-249265c89ef6', 'tag': 'd965db41-a916-4fd7-955a-d07a19b41699', 'status': 'completed', 'code': 200} Jul 05 04:05:42.318209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42441f6-3deb-4227-b19e-f78de9e52220 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23eaf14-235e-4699-ac04-4827fe487776,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:42.332735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port bf7ff230-7de1-494d-8bef-3405fec5b026 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:42.334006 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.360426 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c185090-3f4c-4a97-9d87-de794ecbc966 req-1446393e-f0e2-48d5-a8d1-1a905e00388d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 210 time: 0.1351123 Jul 05 04:05:42.374558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-567000d7-5b9b-4875-9fa0-fcec3efdf63f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group_rule': {'security_group_id': 'e23eaf14-235e-4699-ac04-4827fe487776', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:42.385184 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4b7737b-80b8-48f7-b45e-e30485bcf057 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.438918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bf62ff-7aaf-4969-abdc-b3109a519672,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:42.453005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7737b-80b8-48f7-b45e-e30485bcf057 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Calling delete_port for a00363c8-2180-47c7-a2cb-f15b6b09fb06 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:42.453493 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-2cba4f56-e5c8-4c48-87bb-dcd838202e8c None None] Port a00363c8-2180-47c7-a2cb-f15b6b09fb06 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:42.484058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.484433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.484781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.485118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.485448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.485777 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.486453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.486453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.486734 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.487058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.488093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.488726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c5d995-98c2-4924-ab8c-f666fc33e3f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.563412 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Router 504005c3-f288-46cf-a526-0dad64882128 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:42.575683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a89f0-4f9c-4fb0-afef-ad0318a498d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d965db41-a916-4fd7-955a-d07a19b41699,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:42.650442 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-567000d7-5b9b-4875-9fa0-fcec3efdf63f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.686262 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-f3543f14-7140-4270-a658-ac5740a90f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.687766 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-f3543f14-7140-4270-a658-ac5740a90f51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 1094 time: 0.3985949 Jul 05 04:05:42.783284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37cd7338-fd6d-4316-8caa-cfab6dc425af None None] Provisioning complete for port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:42.783668 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37cd7338-fd6d-4316-8caa-cfab6dc425af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.786416 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-567000d7-5b9b-4875-9fa0-fcec3efdf63f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.786935 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-65465e05-87d3-4051-b65d-75a5e7acbc6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d965db41-a916-4fd7-955a-d07a19b41699 HTTP/1.1" status: 200 len: 217 time: 0.0625889 Jul 05 04:05:42.844305 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:42.850232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37cd7338-fd6d-4316-8caa-cfab6dc425af None None] Port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:42.851841 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-26c58ded-05a6-426a-b314-bd6f42eef62f admin admin] 10.222.0.60 "PUT /v2.0/routers/504005c3-f288-46cf-a526-0dad64882128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7097242 Jul 05 04:05:42.860058 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cf4be632-a858-4402-9f93-85712a519314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.864463 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Sync routers for ids ['504005c3-f288-46cf-a526-0dad64882128'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:42.867659 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4b7737b-80b8-48f7-b45e-e30485bcf057 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.868603 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cf4be632-a858-4402-9f93-85712a519314 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8facf5e9-bfc3-4583-948d-915d16522b51 HTTP/1.1" status: 200 len: 845 time: 0.0697465 Jul 05 04:05:42.885388 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Routers {'504005c3-f288-46cf-a526-0dad64882128'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:42.886932 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:05:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['504005c3-f288-46cf-a526-0dad64882128'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:42.915715 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-cc9096ce-6345-4248-aec3-347ffabfc1e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424981 Jul 05 04:05:42.954434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7737b-80b8-48f7-b45e-e30485bcf057 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event deleted for resources: {'Port': ['ID=a00363c8-2180-47c7-a2cb-f15b6b09fb06,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:42.958042 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-567000d7-5b9b-4875-9fa0-fcec3efdf63f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.105557 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4b7737b-80b8-48f7-b45e-e30485bcf057 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.109958 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a4b7737b-80b8-48f7-b45e-e30485bcf057 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "DELETE /v2.0/ports/a00363c8-2180-47c7-a2cb-f15b6b09fb06 HTTP/1.1" status: 204 len: 168 time: 1.3656485 Jul 05 04:05:43.149012 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-5ff2e0e0-2a19-4b86-9af6-93a987cd65a5 service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201960 Jul 05 04:05:43.156465 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49640) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:43.161736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567000d7-5b9b-4875-9fa0-fcec3efdf63f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bdda5c-3382-4a1d-be58-f7cbf1999921,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:43.185220 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Set router 504005c3-f288-46cf-a526-0dad64882128 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:43.224698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed61243-ebef-4e8e-ad21-d673389e10e5 req-f75423b3-1891-4d01-8018-8ecddb685520 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.240814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ed61243-ebef-4e8e-ad21-d673389e10e5 req-f75423b3-1891-4d01-8018-8ecddb685520 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 943 time: 0.1357939 Jul 05 04:05:43.271576 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-567000d7-5b9b-4875-9fa0-fcec3efdf63f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.277398 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-567000d7-5b9b-4875-9fa0-fcec3efdf63f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9467301 Jul 05 04:05:43.280116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49650) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:43.310830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7c2a7127-4e62-4399-b408-f3cafb5d725a tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group_rule': {'security_group_id': 'e23eaf14-235e-4699-ac04-4827fe487776', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:43.381438 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ed61243-ebef-4e8e-ad21-d673389e10e5 req-d6fd99f0-baed-49c6-ae11-ba1c4f9c8fc6 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396668 Jul 05 04:05:43.427202 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7127-4e62-4399-b408-f3cafb5d725a tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.668442 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504005c3-f288-46cf-a526-0dad64882128', 'name': 'tempest-TestVolumeBackupRestore-2025025904-router', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:32Z', 'updated_at': '2021-07-05T04:05:40Z', 'revision_number': 4, 'project_id': '565226b60a4d4fc98b5851f137477e74', 'gw_port': {'id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504005c3-f288-46cf-a526-0dad64882128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:34Z', 'updated_at': '2021-07-05T04:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '18f66fbf-b93c-4586-b5fe-5f4960e8c20b', 'name': '', 'network_id': '86f63038-e0e8-4df2-ab64-004d0dfa8753', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'mac_address': 'fa:16:3e:d1:4f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504005c3-f288-46cf-a526-0dad64882128', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'cfbaa7cf-bafc-4aac-b272-32e354db822b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:38Z', 'updated_at': '2021-07-05T04:05:41Z', 'revision_number': 2, 'project_id': '565226b60a4d4fc98b5851f137477e74', 'subnets': [{'id': 'cfbaa7cf-bafc-4aac-b272-32e354db822b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:43.668442 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Checking router: 504005c3-f288-46cf-a526-0dad64882128 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:43.668442 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Updating router 504005c3-f288-46cf-a526-0dad64882128 port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:05:43.670866 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7127-4e62-4399-b408-f3cafb5d725a tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.690581 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-521de6ac-75e5-43e7-973e-ecc02e819773 req-442d7c52-20f9-4ef6-a75d-a6995a60a7fb tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 210 time: 0.0668104 Jul 05 04:05:43.732463 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.843379 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7127-4e62-4399-b408-f3cafb5d725a tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.868757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a7127-4e62-4399-b408-f3cafb5d725a tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd0e198-affe-47fb-930b-62d83b5e3b66,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:43.896038 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b41664c-0894-42b1-ac9d-5be0e83ba080 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] GET failed (client error): The resource could not be found. Jul 05 04:05:43.905556 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5b41664c-0894-42b1-ac9d-5be0e83ba080 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "GET /v2.0/ports/a00363c8-2180-47c7-a2cb-f15b6b09fb06 HTTP/1.1" status: 404 len: 333 time: 0.7122509 Jul 05 04:05:43.908749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49694) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:43.915531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Request body: {'port': {'network_id': 'ccb0585e-6e1f-42af-8962-5eae08a98641', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-680658144'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:43.970187 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7127-4e62-4399-b408-f3cafb5d725a tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.975600 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7c2a7127-4e62-4399-b408-f3cafb5d725a tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6944399 Jul 05 04:05:43.979383 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49698) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:43.995837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4401bf52-ea23-4b82-afb2-e40a1c6a3b2e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group_rule': {'security_group_id': 'e23eaf14-235e-4699-ac04-4827fe487776', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:44.035412 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b02c111-8f9e-4d54-beca-8742fb13fdea req-44542683-fb0e-42d6-be97-764178680692 service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8848016 Jul 05 04:05:44.130877 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4401bf52-ea23-4b82-afb2-e40a1c6a3b2e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.215012 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4401bf52-ea23-4b82-afb2-e40a1c6a3b2e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.215012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Made reservation on behalf of 7cff31b5308f40a09c7c16f83101a416 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:44.219848 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.243520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] device_id is not set on port 9f0a2027-6e68-4fc3-b699-9dde878bc6a0 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:05:44.286650 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.311841 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba8bc8-bc36-4605-9292-ea8276c8c1b3 req-f1bd9d1d-ce16-4b58-9990-979bb8e8dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.316179 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Transition to ACTIVE for port object 18f66fbf-b93c-4586-b5fe-5f4960e8c20b will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:44.318656 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4eba8bc8-bc36-4605-9292-ea8276c8c1b3 req-f1bd9d1d-ce16-4b58-9990-979bb8e8dde6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 1094 time: 0.1449869 Jul 05 04:05:44.325651 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4401bf52-ea23-4b82-afb2-e40a1c6a3b2e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.384932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401bf52-ea23-4b82-afb2-e40a1c6a3b2e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5f119d-6aaf-422b-a59c-0cf9c947c8d8,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:44.398726 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.431374 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Allocated IP 2001:db8::1fb (ccb0585e-6e1f-42af-8962-5eae08a98641/10e2c945-dfa3-4471-97fa-ad6c0c788ddd/9f0a2027-6e68-4fc3-b699-9dde878bc6a0) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:44.524355 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4401bf52-ea23-4b82-afb2-e40a1c6a3b2e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.529303 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e85de-572f-4b73-8997-702a6c98cb35 None None] Pushing event updated for resources: {'Port': ['ID=18f66fbf-b93c-4586-b5fe-5f4960e8c20b,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:44.529888 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba8bc8-bc36-4605-9292-ea8276c8c1b3 req-0f8eb3ba-4019-4d99-ba70-289a6c3a441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.530718 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4eba8bc8-bc36-4605-9292-ea8276c8c1b3 req-0f8eb3ba-4019-4d99-ba70-289a6c3a441c service neutron] 10.222.0.11 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 906 time: 0.2053378 Jul 05 04:05:44.535474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49710) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:44.536866 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4401bf52-ea23-4b82-afb2-e40a1c6a3b2e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5552328 Jul 05 04:05:44.544300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-453cac96-af0e-41b2-b38d-ff2eb7338481 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group_rule': {'security_group_id': 'e23eaf14-235e-4699-ac04-4827fe487776', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:44.605257 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4eba8bc8-bc36-4605-9292-ea8276c8c1b3 req-606b324d-58ff-48d8-97ca-5e65e4644526 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d965db41-a916-4fd7-955a-d07a19b41699 HTTP/1.1" status: 200 len: 217 time: 0.0666022 Jul 05 04:05:44.635897 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Attempting to bind port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:44.639635 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Attempting to bind port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'cb865894-885f-4f64-97bb-822d36621cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '86f63038-e0e8-4df2-ab64-004d0dfa8753'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:44.640576 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Attempting to bind port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b on network 86f63038-e0e8-4df2-ab64-004d0dfa8753 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:44.648189 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:44.648966 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Checking segment: {'id': 'cb865894-885f-4f64-97bb-822d36621cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '86f63038-e0e8-4df2-ab64-004d0dfa8753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:44.649595 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.650351 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Bound using segment: {'id': 'cb865894-885f-4f64-97bb-822d36621cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '86f63038-e0e8-4df2-ab64-004d0dfa8753'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:44.651054 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Bound port: 18f66fbf-b93c-4586-b5fe-5f4960e8c20b, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb865894-885f-4f64-97bb-822d36621cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '86f63038-e0e8-4df2-ab64-004d0dfa8753'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:44.652596 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.744347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba8bc8-bc36-4605-9292-ea8276c8c1b3 req-d50e3726-fb66-4e53-a531-15b4d0577672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.752590 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4eba8bc8-bc36-4605-9292-ea8276c8c1b3 req-d50e3726-fb66-4e53-a531-15b4d0577672 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8facf5e9-bfc3-4583-948d-915d16522b51 HTTP/1.1" status: 200 len: 845 time: 0.1333673 Jul 05 04:05:44.785118 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] For port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:44.798768 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] For port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=18f66fbf-b93c-4586-b5fe-5f4960e8c20b,segment=NetworkSegment(cb865894-885f-4f64-97bb-822d36621cd2),segment_id=cb865894-885f-4f64-97bb-822d36621cd2)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:44.842732 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4eba8bc8-bc36-4605-9292-ea8276c8c1b3 req-762905a0-6c3e-4415-ab24-c278a71b9abd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789495 Jul 05 04:05:44.873443 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-453cac96-af0e-41b2-b38d-ff2eb7338481 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.884468 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.960811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e7172-fe1a-4574-a7be-22287b450b77 req-860a861f-1c56-486f-90e7-27a93c4e662c tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.970844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd1e7172-fe1a-4574-a7be-22287b450b77 req-860a861f-1c56-486f-90e7-27a93c4e662c tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 943 time: 0.2588356 Jul 05 04:05:45.009982 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.047060 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e110331-54c8-4a86-abe6-7715651dd6a3 req-e60e2873-9683-420e-b60d-b857e93e6581 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 210 time: 0.0729454 Jul 05 04:05:45.059617 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Routers {'504005c3-f288-46cf-a526-0dad64882128'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:45.061194 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:05:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['504005c3-f288-46cf-a526-0dad64882128'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:45.123376 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd1e7172-fe1a-4574-a7be-22287b450b77 req-15346380-c2fc-45cd-b891-21b01fe39c57 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480699 Jul 05 04:05:45.123698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Transition to ACTIVE for port object 9f0a2027-6e68-4fc3-b699-9dde878bc6a0 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:45.150718 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-453cac96-af0e-41b2-b38d-ff2eb7338481 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.159608 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4eba8bc8-bc36-4605-9292-ea8276c8c1b3 req-0cd65343-e3b1-43a7-bfd4-f3db973c29aa service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067610 Jul 05 04:05:45.194537 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e85de-572f-4b73-8997-702a6c98cb35 None None] Pushing event updated for resources: {'Port': ['ID=18f66fbf-b93c-4586-b5fe-5f4960e8c20b,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:45.295842 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] Set router 504005c3-f288-46cf-a526-0dad64882128 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:45.305245 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4eba8bc8-bc36-4605-9292-ea8276c8c1b3 req-d2755c36-0154-4af7-833e-16e8a2d0b91f service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395664 Jul 05 04:05:45.329079 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-453cac96-af0e-41b2-b38d-ff2eb7338481 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.387201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cac96-af0e-41b2-b38d-ff2eb7338481 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c22a25a-f5b6-4cd6-9df5-e99fbda610e6,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:45.413725 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.472817 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-453cac96-af0e-41b2-b38d-ff2eb7338481 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.476737 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-453cac96-af0e-41b2-b38d-ff2eb7338481 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9375606 Jul 05 04:05:45.483428 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49752) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:45.483706 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-84eb9465-fbde-4cb6-b47a-6dd3f55ad1fc tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group_rule': {'security_group_id': 'e23eaf14-235e-4699-ac04-4827fe487776', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:45.497749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Network ccb0585e-6e1f-42af-8962-5eae08a98641 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:45.507879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:45.525573 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:45.533586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.534759 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.571581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event updated for resources: {'Port': ['ID=9f0a2027-6e68-4fc3-b699-9dde878bc6a0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:45.609980 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504005c3-f288-46cf-a526-0dad64882128', 'name': 'tempest-TestVolumeBackupRestore-2025025904-router', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:32Z', 'updated_at': '2021-07-05T04:05:40Z', 'revision_number': 4, 'project_id': '565226b60a4d4fc98b5851f137477e74', 'gw_port': {'id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504005c3-f288-46cf-a526-0dad64882128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:34Z', 'updated_at': '2021-07-05T04:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '18f66fbf-b93c-4586-b5fe-5f4960e8c20b', 'name': '', 'network_id': '86f63038-e0e8-4df2-ab64-004d0dfa8753', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'mac_address': 'fa:16:3e:d1:4f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504005c3-f288-46cf-a526-0dad64882128', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'cfbaa7cf-bafc-4aac-b272-32e354db822b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:38Z', 'updated_at': '2021-07-05T04:05:44Z', 'revision_number': 4, 'project_id': '565226b60a4d4fc98b5851f137477e74', 'subnets': [{'id': 'cfbaa7cf-bafc-4aac-b272-32e354db822b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:45.628882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-a40a0b1c-6bf0-4afb-9173-1ebc146ce710 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.631027 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-a40a0b1c-6bf0-4afb-9173-1ebc146ce710 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.64 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 811 time: 0.2896419 Jul 05 04:05:45.649314 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc8b81-7f12-47b3-89ca-03f38354b532 None None] The sync data for ids ['504005c3-f288-46cf-a526-0dad64882128'] in n-d-798249-5 is: [{'id': '504005c3-f288-46cf-a526-0dad64882128', 'name': 'tempest-TestVolumeBackupRestore-2025025904-router', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:32Z', 'updated_at': '2021-07-05T04:05:40Z', 'revision_number': 4, 'project_id': '565226b60a4d4fc98b5851f137477e74', 'gw_port': {'id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504005c3-f288-46cf-a526-0dad64882128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:34Z', 'updated_at': '2021-07-05T04:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '18f66fbf-b93c-4586-b5fe-5f4960e8c20b', 'name': '', 'network_id': '86f63038-e0e8-4df2-ab64-004d0dfa8753', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'mac_address': 'fa:16:3e:d1:4f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504005c3-f288-46cf-a526-0dad64882128', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'cfbaa7cf-bafc-4aac-b272-32e354db822b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:38Z', 'updated_at': '2021-07-05T04:05:44Z', 'revision_number': 4, 'project_id': '565226b60a4d4fc98b5851f137477e74', 'subnets': [{'id': 'cfbaa7cf-bafc-4aac-b272-32e354db822b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:45.652880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-d7ebe670-8a1a-4f42-a4b3-743f3075680d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Request body: {'port': {'device_id': '2c608664-107c-4202-94a6-dd063a12f38d', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'admin_state_up': True, 'tenant_id': '174f2d02a7e3433196e6af978e1e0491'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:45.678545 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84eb9465-fbde-4cb6-b47a-6dd3f55ad1fc tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.845427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9ee1416d-4efd-4875-adfa-5be8304a30ae tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9346564 Jul 05 04:05:45.848627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49758) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:45.855888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Request body: {'port': {'network_id': 'ccb0585e-6e1f-42af-8962-5eae08a98641', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1892714018'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:45.887095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84eb9465-fbde-4cb6-b47a-6dd3f55ad1fc tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.963485 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84eb9465-fbde-4cb6-b47a-6dd3f55ad1fc tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.999835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb9465-fbde-4cb6-b47a-6dd3f55ad1fc tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b44482-3b45-4fab-a557-040671528586,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:46.088031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-d7ebe670-8a1a-4f42-a4b3-743f3075680d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Made reservation on behalf of 174f2d02a7e3433196e6af978e1e0491 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:46.094505 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-d7ebe670-8a1a-4f42-a4b3-743f3075680d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.163697 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84eb9465-fbde-4cb6-b47a-6dd3f55ad1fc tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.164233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e09b961d-d337-470c-afb1-ca75c0052796 None None] Provisioning for port 9f0a2027-6e68-4fc3-b699-9dde878bc6a0 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:46.168017 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-84eb9465-fbde-4cb6-b47a-6dd3f55ad1fc tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6873565 Jul 05 04:05:46.168522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49768) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:46.169655 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e09b961d-d337-470c-afb1-ca75c0052796 None None] Provisioning complete for port 9f0a2027-6e68-4fc3-b699-9dde878bc6a0 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:46.169768 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e09b961d-d337-470c-afb1-ca75c0052796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.222304 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f3a55bd9-0ad0-4e05-b8be-96862f6edbcf tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.242573 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f3a55bd9-0ad0-4e05-b8be-96862f6edbcf tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.243625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 18f66fbf-b93c-4586-b5fe-5f4960e8c20b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:46.321216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e09b961d-d337-470c-afb1-ca75c0052796 None None] Port 9f0a2027-6e68-4fc3-b699-9dde878bc6a0 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:46.416035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-d7ebe670-8a1a-4f42-a4b3-743f3075680d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Allocated IP 172.20.0.10 (a0b045f4-2b90-4610-a196-e71709f68cab/8151acc1-35f1-46dd-b471-d209576c99d2/fbde0e95-d1fd-4c89-a10e-0aca359c6a32) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:46.438258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09a63816-309a-4379-82ac-4010f95aadfd req-cd3e1a46-ca35-43a3-85f0-740ffefc86f7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 210 time: 0.0800102 Jul 05 04:05:46.451738 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f3a55bd9-0ad0-4e05-b8be-96862f6edbcf tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.457669 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f3a55bd9-0ad0-4e05-b8be-96862f6edbcf tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.459985 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f3a55bd9-0ad0-4e05-b8be-96862f6edbcf tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/13b44482-3b45-4fab-a557-040671528586 HTTP/1.1" status: 204 len: 168 time: 0.2892177 Jul 05 04:05:46.465164 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49772) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:46.474388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a55bd9-0ad0-4e05-b8be-96862f6edbcf tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13b44482-3b45-4fab-a557-040671528586,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:46.477886 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:46.481850 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:46.482228 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.576933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Made reservation on behalf of 7cff31b5308f40a09c7c16f83101a416 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:46.584855 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.601745 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.613930 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-afeb9855-ce56-4b9e-a077-cd7221f9ac6e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1444044 Jul 05 04:05:46.614263 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49774) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:46.641108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=18f66fbf-b93c-4586-b5fe-5f4960e8c20b,segment=NetworkSegment(cb865894-885f-4f64-97bb-822d36621cd2),segment_id=cb865894-885f-4f64-97bb-822d36621cd2)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:46.664175 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89c10456-a2a1-4566-a270-7c8a716bdbb9 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.682530 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89c10456-a2a1-4566-a270-7c8a716bdbb9 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.759877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] device_id is not set on port 6a0755f6-99c8-40ad-b013-648bea5f743d yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:05:46.771888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb281cf-cf42-4f4e-8d50-469ab076d9a6 req-59ed8df0-f0f7-4d07-9d90-63d56c4f092b tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:46.773743 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9cb281cf-cf42-4f4e-8d50-469ab076d9a6 req-59ed8df0-f0f7-4d07-9d90-63d56c4f092b tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 943 time: 0.4145186 Jul 05 04:05:46.906428 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-d7ebe670-8a1a-4f42-a4b3-743f3075680d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.921231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9cb281cf-cf42-4f4e-8d50-469ab076d9a6 req-961cb753-d8d1-4841-9290-30fc0df1d413 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328073 Jul 05 04:05:46.987719 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Allocated IP 2001:db8::ee (ccb0585e-6e1f-42af-8962-5eae08a98641/10e2c945-dfa3-4471-97fa-ad6c0c788ddd/6a0755f6-99c8-40ad-b013-648bea5f743d) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:46.992125 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.048987 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89c10456-a2a1-4566-a270-7c8a716bdbb9 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.058021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-d7ebe670-8a1a-4f42-a4b3-743f3075680d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Transition to ACTIVE for port object fbde0e95-d1fd-4c89-a10e-0aca359c6a32 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:47.059518 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89c10456-a2a1-4566-a270-7c8a716bdbb9 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.060690 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-89c10456-a2a1-4566-a270-7c8a716bdbb9 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/7c22a25a-f5b6-4cd6-9df5-e99fbda610e6 HTTP/1.1" status: 204 len: 168 time: 0.4451993 Jul 05 04:05:47.066138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49780) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:47.080658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=18f66fbf-b93c-4586-b5fe-5f4960e8c20b,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:47.114151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c10456-a2a1-4566-a270-7c8a716bdbb9 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c22a25a-f5b6-4cd6-9df5-e99fbda610e6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:47.173935 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-30432488-ed4c-4dd3-9e53-72a0e5e4d3e2 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1034806 Jul 05 04:05:47.176661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49784) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:47.210173 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8757-2a8b-4805-b608-242463a3aa5d tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.226170 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8757-2a8b-4805-b608-242463a3aa5d tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.390565 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.407536 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Transition to ACTIVE for port object 6a0755f6-99c8-40ad-b013-648bea5f743d will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:47.438475 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8757-2a8b-4805-b608-242463a3aa5d tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.447602 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0ad8757-2a8b-4805-b608-242463a3aa5d tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.448381 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a0ad8757-2a8b-4805-b608-242463a3aa5d tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/fd5f119d-6aaf-422b-a59c-0cf9c947c8d8 HTTP/1.1" status: 204 len: 168 time: 0.2705238 Jul 05 04:05:47.451301 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49786) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:47.455097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad8757-2a8b-4805-b608-242463a3aa5d tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd5f119d-6aaf-422b-a59c-0cf9c947c8d8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:47.494334 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-d7ebe670-8a1a-4f42-a4b3-743f3075680d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.506026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4f35c343-5bbb-445d-8062-a2ed2f6511a8', '4fe632c7-113b-45ec-8c92-a3dd070d2ee7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:47.553975 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebe670-8a1a-4f42-a4b3-743f3075680d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event updated for resources: {'Port': ['ID=fbde0e95-d1fd-4c89-a10e-0aca359c6a32,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:47.566440 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.589481 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49790) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:47.597102 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-000fed36-693c-4e97-a441-cda7df4cd64d tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1434693 Jul 05 04:05:47.619512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2258d63-e88a-4945-b24f-816b0149f4a0 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.629809 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2258d63-e88a-4945-b24f-816b0149f4a0 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.652092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-d7ebe670-8a1a-4f42-a4b3-743f3075680d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Network a0b045f4-2b90-4610-a196-e71709f68cab is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:47.686968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-d7ebe670-8a1a-4f42-a4b3-743f3075680d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:47.689646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-d7ebe670-8a1a-4f42-a4b3-743f3075680d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:47.742539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Network ccb0585e-6e1f-42af-8962-5eae08a98641 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:47.755733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d965db41-a916-4fd7-955a-d07a19b41699 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:47.766556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:47.781864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:47.788694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:47.792966 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.810250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event updated for resources: {'Port': ['ID=6a0755f6-99c8-40ad-b013-648bea5f743d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:47.826794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2258d63-e88a-4945-b24f-816b0149f4a0 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.834796 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2258d63-e88a-4945-b24f-816b0149f4a0 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.840955 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c2258d63-e88a-4945-b24f-816b0149f4a0 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/dcd0e198-affe-47fb-930b-62d83b5e3b66 HTTP/1.1" status: 204 len: 168 time: 0.2494330 Jul 05 04:05:47.843121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49792) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:47.854372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2258d63-e88a-4945-b24f-816b0149f4a0 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcd0e198-affe-47fb-930b-62d83b5e3b66,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:47.855963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-d7ebe670-8a1a-4f42-a4b3-743f3075680d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:47.857914 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-d7ebe670-8a1a-4f42-a4b3-743f3075680d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.892015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744bedb-ebd8-46ae-94db-7d390ff7bb51 req-6b7e7bad-715c-45d5-b44c-81de83b5b172 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:47.913815 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d744bedb-ebd8-46ae-94db-7d390ff7bb51 req-6b7e7bad-715c-45d5-b44c-81de83b5b172 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 932 time: 0.2845027 Jul 05 04:05:47.952392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49796) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:47.959394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-35b50df7-a483-4db8-9d24-932f3f73fab6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::271', 'mac_address': 'fa:16:3e:61:5d:5e'}, {'ip_address': '2001:db8::1fb', 'mac_address': 'fa:16:3e:4e:30:27'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:47.963687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-02669c6a-525e-4886-b9d0-7485b81df13a tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1135182 Jul 05 04:05:48.030144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d965db41-a916-4fd7-955a-d07a19b41699, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d965db41-a916-4fd7-955a-d07a19b41699,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:48.081839 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'd965db41-a916-4fd7-955a-d07a19b41699', 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'port_id': 'd965db41-a916-4fd7-955a-d07a19b41699', 'mac_address': 'fa:16:3e:cc:d9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8facf5e9-bfc3-4583-948d-915d16522b51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:48.084906 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d744bedb-ebd8-46ae-94db-7d390ff7bb51 req-0a2742c6-9ae2-4211-8a85-51de9abf2685 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686573 Jul 05 04:05:48.089645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-d7ebe670-8a1a-4f42-a4b3-743f3075680d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4469409 Jul 05 04:05:48.126098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4205a0ee-b5e5-4572-9ba2-401a7212a78a tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2763646 Jul 05 04:05:48.135345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49802) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:48.136741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Request body: {'port': {'device_id': '2c608664-107c-4202-94a6-dd063a12f38d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:48.208340 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fadfb268-8c35-4ef0-abb4-c0b7f652667e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.221585 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fadfb268-8c35-4ef0-abb4-c0b7f652667e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.233662 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.248472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 18f66fbf-b93c-4586-b5fe-5f4960e8c20b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:48.296737 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.309592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-537f4446-7d6c-4a1e-bb00-4f5a266820d5 None None] Provisioning for port fbde0e95-d1fd-4c89-a10e-0aca359c6a32 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:48.320158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-537f4446-7d6c-4a1e-bb00-4f5a266820d5 None None] Provisioning complete for port fbde0e95-d1fd-4c89-a10e-0aca359c6a32 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:48.327148 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-537f4446-7d6c-4a1e-bb00-4f5a266820d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.331588 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fadfb268-8c35-4ef0-abb4-c0b7f652667e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.335958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d965db41-a916-4fd7-955a-d07a19b41699 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:48.337307 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fadfb268-8c35-4ef0-abb4-c0b7f652667e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.339741 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fadfb268-8c35-4ef0-abb4-c0b7f652667e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/72bdda5c-3382-4a1d-be58-f7cbf1999921 HTTP/1.1" status: 204 len: 168 time: 0.1994529 Jul 05 04:05:48.352784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49808) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:48.395838 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfb268-8c35-4ef0-abb4-c0b7f652667e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72bdda5c-3382-4a1d-be58-f7cbf1999921,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:48.404776 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-35b50df7-a483-4db8-9d24-932f3f73fab6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.437630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d965db41-a916-4fd7-955a-d07a19b41699, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d965db41-a916-4fd7-955a-d07a19b41699,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:48.440988 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-78503eaf-2b63-4c16-9bc0-226b68ced20b tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0867391 Jul 05 04:05:48.444146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49810) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:48.472341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:48.473413 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.528934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-537f4446-7d6c-4a1e-bb00-4f5a266820d5 None None] Port fbde0e95-d1fd-4c89-a10e-0aca359c6a32 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:48.530553 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.545082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146c116-abfe-463c-974e-aefce6611ff9 req-d22f0dbd-34f9-4551-bf8f-ea00f1e1c745 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:48.552548 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4146c116-abfe-463c-974e-aefce6611ff9 req-d22f0dbd-34f9-4551-bf8f-ea00f1e1c745 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 943 time: 0.3450480 Jul 05 04:05:48.572968 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b3661eb0-f034-4d7b-9061-0c6bf2000783 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.587811 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=d965db41-a916-4fd7-955a-d07a19b41699,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:48.640674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4146c116-abfe-463c-974e-aefce6611ff9 req-58f7fe62-8ccf-4750-9c40-f0607accb3d5 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856519 Jul 05 04:05:48.671652 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b3661eb0-f034-4d7b-9061-0c6bf2000783 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.725349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbde0e95-d1fd-4c89-a10e-0aca359c6a32 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:48.736408 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.750900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d965db41-a916-4fd7-955a-d07a19b41699'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:48.835544 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-35b50df7-a483-4db8-9d24-932f3f73fab6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.265753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1100800-fb8b-4c34-a377-1317f58c9a12 req-687a2220-d455-47cd-90a3-0ee4cfb9ebcc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:49.270345 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1100800-fb8b-4c34-a377-1317f58c9a12 req-687a2220-d455-47cd-90a3-0ee4cfb9ebcc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 932 time: 0.0746350 Jul 05 04:05:49.316523 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1100800-fb8b-4c34-a377-1317f58c9a12 req-33388ac8-08cd-456d-b6a9-5d30b9ab0ad0 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405159 Jul 05 04:05:49.609272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-167230f2-d878-4eb4-8e29-f0a9483f1a65 None None] Provisioning for port 6a0755f6-99c8-40ad-b013-648bea5f743d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:49.614321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-167230f2-d878-4eb4-8e29-f0a9483f1a65 None None] Provisioning complete for port 6a0755f6-99c8-40ad-b013-648bea5f743d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:49.614906 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-167230f2-d878-4eb4-8e29-f0a9483f1a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.644502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Transition to ACTIVE for port object fbde0e95-d1fd-4c89-a10e-0aca359c6a32 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:49.645104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b3661eb0-f034-4d7b-9061-0c6bf2000783 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.647632 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b3661eb0-f034-4d7b-9061-0c6bf2000783 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.649112 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b3661eb0-f034-4d7b-9061-0c6bf2000783 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-groups/e23eaf14-235e-4699-ac04-4827fe487776 HTTP/1.1" status: 204 len: 168 time: 1.2035689 Jul 05 04:05:49.649865 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-35b50df7-a483-4db8-9d24-932f3f73fab6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.651799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49818) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:49.657177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-167230f2-d878-4eb4-8e29-f0a9483f1a65 None None] Port 6a0755f6-99c8-40ad-b013-648bea5f743d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:49.686611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3661eb0-f034-4d7b-9061-0c6bf2000783 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23eaf14-235e-4699-ac04-4827fe487776,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:49.689277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-35b50df7-a483-4db8-9d24-932f3f73fab6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] In _notify_port_updated(), no bound segment for port 6a0755f6-99c8-40ad-b013-648bea5f743d on network ccb0585e-6e1f-42af-8962-5eae08a98641 {{(pid=100876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:05:49.700988 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b50df7-a483-4db8-9d24-932f3f73fab6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:49.708221 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-35b50df7-a483-4db8-9d24-932f3f73fab6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.708221 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-35b50df7-a483-4db8-9d24-932f3f73fab6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "PUT /v2.0/ports/6a0755f6-99c8-40ad-b013-648bea5f743d HTTP/1.1" status: 200 len: 1067 time: 1.7504435 Jul 05 04:05:49.726788 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49824) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:49.765431 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.770417 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d965db41-a916-4fd7-955a-d07a19b41699 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:49.794770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c31dc2f2-1d07-4232-b6e8-0215c0a33bb0 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1320298 Jul 05 04:05:49.805742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49826) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:49.860856 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-979846a3-ef27-440a-85c5-24a57e6dbe22 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646349285'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:49.906876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b50df7-a483-4db8-9d24-932f3f73fab6 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event updated for resources: {'Port': ['ID=6a0755f6-99c8-40ad-b013-648bea5f743d,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:49.975290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Pushing event updated for resources: {'Port': ['ID=fbde0e95-d1fd-4c89-a10e-0aca359c6a32,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:49.977200 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7ab10ee8-a73e-43c7-aaaa-75cb78a575b4 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Deleting port 6a0755f6-99c8-40ad-b013-648bea5f743d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:49.977559 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ab10ee8-a73e-43c7-aaaa-75cb78a575b4 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.997947 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port d965db41-a916-4fd7-955a-d07a19b41699 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:50.005362 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port d965db41-a916-4fd7-955a-d07a19b41699 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:50.005362 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.047591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Attempting to bind port fbde0e95-d1fd-4c89-a10e-0aca359c6a32 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:50.047942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Attempting to bind port fbde0e95-d1fd-4c89-a10e-0aca359c6a32 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:50.048341 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Attempting to bind port fbde0e95-d1fd-4c89-a10e-0aca359c6a32 on network a0b045f4-2b90-4610-a196-e71709f68cab {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:50.056642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Port fbde0e95-d1fd-4c89-a10e-0aca359c6a32 on network a0b045f4-2b90-4610-a196-e71709f68cab not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:50.057081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Attempting to bind port fbde0e95-d1fd-4c89-a10e-0aca359c6a32 on network a0b045f4-2b90-4610-a196-e71709f68cab {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:50.080207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:50.081127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Checking segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:50.081127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Bound using segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:50.082463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Bound port: fbde0e95-d1fd-4c89-a10e-0aca359c6a32, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:50.084027 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.114968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2946a72-6d91-41c5-87ac-4bf5ef74225a req-fe71e46f-8dd2-4e8f-933c-d39440fbf179 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:50.122491 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2946a72-6d91-41c5-87ac-4bf5ef74225a req-fe71e46f-8dd2-4e8f-933c-d39440fbf179 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 944 time: 0.1796618 Jul 05 04:05:50.139515 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-979846a3-ef27-440a-85c5-24a57e6dbe22 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.168234 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.225872 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43e52cd-7614-4076-9763-249265c89ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965db41-a916-4fd7-955a-d07a19b41699'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:50.228494 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0210147b-713a-4a26-ac3e-bef72e37776d" -d '{"events": [{"server_uuid": "c43e52cd-7614-4076-9763-249265c89ef6", "name": "network-vif-plugged", "status": "completed", "tag": "d965db41-a916-4fd7-955a-d07a19b41699"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:50.243190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ccdc7a4b-12bd-42c4-b136-2b54bae38cd1 None None] Provisioning complete for port 6a0755f6-99c8-40ad-b013-648bea5f743d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:50.243670 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7a4b-12bd-42c4-b136-2b54bae38cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.291791 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc7a4b-12bd-42c4-b136-2b54bae38cd1 None None] Port 6a0755f6-99c8-40ad-b013-648bea5f743d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:50.301607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d965db41-a916-4fd7-955a-d07a19b41699, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d965db41-a916-4fd7-955a-d07a19b41699,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:50.303952 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cbb88c-9f2a-4455-882c-31ca3da2a4b3 x-openstack-request-id: req-f4cbb88c-9f2a-4455-882c-31ca3da2a4b3 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:50.305652 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43e52cd-7614-4076-9763-249265c89ef6", "name": "network-vif-plugged", "status": "completed", "tag": "d965db41-a916-4fd7-955a-d07a19b41699", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:50.306040 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4cbb88c-9f2a-4455-882c-31ca3da2a4b3 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:50.309199 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43e52cd-7614-4076-9763-249265c89ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965db41-a916-4fd7-955a-d07a19b41699', 'code': 200} Jul 05 04:05:50.326063 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ab10ee8-a73e-43c7-aaaa-75cb78a575b4 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.411666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7ab10ee8-a73e-43c7-aaaa-75cb78a575b4 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Calling delete_port for 6a0755f6-99c8-40ad-b013-648bea5f743d owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:50.455141 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.542165 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-979846a3-ef27-440a-85c5-24a57e6dbe22 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.562340 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=d965db41-a916-4fd7-955a-d07a19b41699,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:50.627706 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-979846a3-ef27-440a-85c5-24a57e6dbe22 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.635476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa5313-eeaa-44eb-a37a-eb27ac317130 req-585907f7-1e59-48bb-b57b-6f89b2db6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:50.637367 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9eaa5313-eeaa-44eb-a37a-eb27ac317130 req-585907f7-1e59-48bb-b57b-6f89b2db6248 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 1095 time: 0.2197771 Jul 05 04:05:50.706638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979846a3-ef27-440a-85c5-24a57e6dbe22 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea2c013-6619-43d5-beb9-6fcb57985801,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:50.724128 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9eaa5313-eeaa-44eb-a37a-eb27ac317130 req-4933a6eb-fe78-4ea2-a78f-67c82ae3bb23 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733523 Jul 05 04:05:50.770055 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-979846a3-ef27-440a-85c5-24a57e6dbe22 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.770055 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-979846a3-ef27-440a-85c5-24a57e6dbe22 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9116755 Jul 05 04:05:50.772872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49838) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:50.786713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a5f106ec-d0e3-4c7a-83cd-6e5dd38415d8 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group_rule': {'security_group_id': 'eea2c013-6619-43d5-beb9-6fcb57985801', 'direction': 'ingress', 'protocol': 17}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:50.832902 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2946a72-6d91-41c5-87ac-4bf5ef74225a req-ca0b13c5-3cd3-4a18-b3b3-6d44bc3caa97 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7095084 Jul 05 04:05:50.865087 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] For port fbde0e95-d1fd-4c89-a10e-0aca359c6a32, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:50.869803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] For port fbde0e95-d1fd-4c89-a10e-0aca359c6a32, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=fbde0e95-d1fd-4c89-a10e-0aca359c6a32,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:50.884095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ab10ee8-a73e-43c7-aaaa-75cb78a575b4 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.885634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32aa15-4be8-48e3-ab46-e73a3e144786 req-2c4db453-4784-4d71-9af5-3d77f367ce46 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:50.892831 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a32aa15-4be8-48e3-ab46-e73a3e144786 req-2c4db453-4784-4d71-9af5-3d77f367ce46 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 944 time: 0.1548488 Jul 05 04:05:50.919577 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a5f106ec-d0e3-4c7a-83cd-6e5dd38415d8 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.933379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab10ee8-a73e-43c7-aaaa-75cb78a575b4 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event deleted for resources: {'Port': ['ID=6a0755f6-99c8-40ad-b013-648bea5f743d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:50.976302 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a32aa15-4be8-48e3-ab46-e73a3e144786 req-895d1684-7b55-4b5d-b743-5a2c1964f2bf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810506 Jul 05 04:05:50.987635 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.069801 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.070728 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.072322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] 10.222.0.64 "PUT /v2.0/ports/fbde0e95-d1fd-4c89-a10e-0aca359c6a32 HTTP/1.1" status: 200 len: 1092 time: 2.9452102 Jul 05 04:05:51.072925 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c608664-107c-4202-94a6-dd063a12f38d', 'tag': 'fbde0e95-d1fd-4c89-a10e-0aca359c6a32'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:51.075357 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7faa07-11ba-4af7-8e76-91fa9bb84011" -d '{"events": [{"name": "network-changed", "server_uuid": "2c608664-107c-4202-94a6-dd063a12f38d", "tag": "fbde0e95-d1fd-4c89-a10e-0aca359c6a32"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:51.166612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f0ffb-ba24-4444-8b36-bf6c9e3a7890 service neutron] Pushing event updated for resources: {'Port': ['ID=fbde0e95-d1fd-4c89-a10e-0aca359c6a32,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:51.170729 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1871097-40f1-418d-9c5d-9850ceeb4753 x-openstack-request-id: req-a1871097-40f1-418d-9c5d-9850ceeb4753 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:51.171269 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c608664-107c-4202-94a6-dd063a12f38d", "tag": "fbde0e95-d1fd-4c89-a10e-0aca359c6a32", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:51.171678 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1871097-40f1-418d-9c5d-9850ceeb4753 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:51.172216 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c608664-107c-4202-94a6-dd063a12f38d', 'tag': 'fbde0e95-d1fd-4c89-a10e-0aca359c6a32', 'status': 'completed', 'code': 200} Jul 05 04:05:51.174777 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a5f106ec-d0e3-4c7a-83cd-6e5dd38415d8 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.249799 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a5f106ec-d0e3-4c7a-83cd-6e5dd38415d8 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.274018 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d6d2a1e6-5c7c-48f1-a565-1bb88de696e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.288293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f106ec-d0e3-4c7a-83cd-6e5dd38415d8 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076d3fc1-56a9-44ec-bf39-fe1d58867d09,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:51.295312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7faa07-11ba-4af7-8e76-91fa9bb84011 req-444db23d-03e9-4c03-9f04-cdee369087e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.296989 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e7faa07-11ba-4af7-8e76-91fa9bb84011 req-444db23d-03e9-4c03-9f04-cdee369087e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 1095 time: 0.1055295 Jul 05 04:05:51.301557 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ab10ee8-a73e-43c7-aaaa-75cb78a575b4 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.308897 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7ab10ee8-a73e-43c7-aaaa-75cb78a575b4 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "DELETE /v2.0/ports/6a0755f6-99c8-40ad-b013-648bea5f743d HTTP/1.1" status: 204 len: 168 time: 1.5809536 Jul 05 04:05:51.310077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49842) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:51.351673 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-106de784-4e98-4e35-a696-5a595419f590 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] GET failed (client error): The resource could not be found. Jul 05 04:05:51.353910 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-106de784-4e98-4e35-a696-5a595419f590 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "GET /v2.0/ports/6a0755f6-99c8-40ad-b013-648bea5f743d HTTP/1.1" status: 404 len: 333 time: 0.0424592 Jul 05 04:05:51.356768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49844) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:51.441799 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a5f106ec-d0e3-4c7a-83cd-6e5dd38415d8 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.445947 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a5f106ec-d0e3-4c7a-83cd-6e5dd38415d8 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6686592 Jul 05 04:05:51.448992 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49846) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:51.696258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c0381-05c8-4f73-8c41-0f28370fa211 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Deleting port 9f0a2027-6e68-4fc3-b699-9dde878bc6a0 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:51.696635 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0381-05c8-4f73-8c41-0f28370fa211 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.704339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7faa07-11ba-4af7-8e76-91fa9bb84011 req-f99fb9c9-ae27-4701-a201-a6b071bf0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.704678 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf290-e8d9-4938-9df2-273b9eea5fc9 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.706259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e7faa07-11ba-4af7-8e76-91fa9bb84011 req-f99fb9c9-ae27-4701-a201-a6b071bf0895 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=174f2d02a7e3433196e6af978e1e0491&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4014266 Jul 05 04:05:51.839486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7faa07-11ba-4af7-8e76-91fa9bb84011 req-3e4b11d7-564f-46dc-8f3d-f62d7e1d1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.841068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e7faa07-11ba-4af7-8e76-91fa9bb84011 req-3e4b11d7-564f-46dc-8f3d-f62d7e1d1a3f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297412 Jul 05 04:05:51.868256 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0381-05c8-4f73-8c41-0f28370fa211 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.871088 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf290-e8d9-4938-9df2-273b9eea5fc9 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.894441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c0381-05c8-4f73-8c41-0f28370fa211 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Calling delete_port for 9f0a2027-6e68-4fc3-b699-9dde878bc6a0 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:51.955976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-7ecee18b-7ec8-43b0-b25a-7215b41569fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.958427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-7ecee18b-7ec8-43b0-b25a-7215b41569fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 1095 time: 0.0682869 Jul 05 04:05:52.034029 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-3a715542-9122-4229-ad70-63cfe8bc77c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbde0e95-d1fd-4c89-a10e-0aca359c6a32 HTTP/1.1" status: 200 len: 217 time: 0.0401232 Jul 05 04:05:52.095426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf290-e8d9-4938-9df2-273b9eea5fc9 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.099088 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf290-e8d9-4938-9df2-273b9eea5fc9 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.101604 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dfcdf290-e8d9-4938-9df2-273b9eea5fc9 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-groups/eea2c013-6619-43d5-beb9-6fcb57985801 HTTP/1.1" status: 204 len: 168 time: 0.6485779 Jul 05 04:05:52.104756 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-0ae39aca-1e50-41be-a3fa-83d5c38e14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.106257 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-0ae39aca-1e50-41be-a3fa-83d5c38e14f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.0664585 Jul 05 04:05:52.106865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49858) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:52.115385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2a559-57f3-4fe1-b95f-878359877263 req-0fe9e624-f672-492a-83e5-b278ea93ee7c tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.115610 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2dd2a559-57f3-4fe1-b95f-878359877263 req-0fe9e624-f672-492a-83e5-b278ea93ee7c tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 945 time: 0.1633031 Jul 05 04:05:52.131212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdf290-e8d9-4938-9df2-273b9eea5fc9 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea2c013-6619-43d5-beb9-6fcb57985801,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:52.147475 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0381-05c8-4f73-8c41-0f28370fa211 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.231494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c0381-05c8-4f73-8c41-0f28370fa211 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event deleted for resources: {'Port': ['ID=9f0a2027-6e68-4fc3-b699-9dde878bc6a0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:52.248617 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0381-05c8-4f73-8c41-0f28370fa211 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.248617 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5a8c0381-05c8-4f73-8c41-0f28370fa211 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "DELETE /v2.0/ports/9f0a2027-6e68-4fc3-b699-9dde878bc6a0 HTTP/1.1" status: 204 len: 168 time: 0.8893585 Jul 05 04:05:52.250764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2dd2a559-57f3-4fe1-b95f-878359877263 req-33b3b1bc-3f38-45d7-b3fc-48e89eb7260b tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974832 Jul 05 04:05:52.251032 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49860) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:52.286158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-12a18d1e-1bd8-42ef-946d-3795084fd583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.286158 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-12a18d1e-1bd8-42ef-946d-3795084fd583 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602759 Jul 05 04:05:52.286559 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4cd2f92f-5007-4c4a-9eab-1e77e2a60f45 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1719646 Jul 05 04:05:52.291683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49862) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:52.297740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e9291822-a4af-4593-81df-cfd0f24238ff tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group': {'name': 'tempest-secgroup--710636873'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:52.312246 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f821f2-fdf2-4c9a-a3d2-d40ada5c6e0d tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] GET failed (client error): The resource could not be found. Jul 05 04:05:52.315523 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e4f821f2-fdf2-4c9a-a3d2-d40ada5c6e0d tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "GET /v2.0/ports/9f0a2027-6e68-4fc3-b699-9dde878bc6a0 HTTP/1.1" status: 404 len: 333 time: 0.0619876 Jul 05 04:05:52.319845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f246c1-d648-4e4d-9b20-cc316d02d836 req-daadc047-ae53-4151-b7ff-505638cef101 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.321491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49864) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:52.329110 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52f246c1-d648-4e4d-9b20-cc316d02d836 req-daadc047-ae53-4151-b7ff-505638cef101 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 944 time: 0.1739569 Jul 05 04:05:52.452618 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b1222082-4483-4bc6-a5f6-163520011b47 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Deleting port 98ae161c-d9b3-41dd-a1b4-c357976c3f58 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:52.458232 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b1222082-4483-4bc6-a5f6-163520011b47 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.458550 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52f246c1-d648-4e4d-9b20-cc316d02d836 req-e807692d-8f0b-4453-bdb0-af611724d4e2 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279089 Jul 05 04:05:52.496500 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-8529f63d-1778-46af-a7e4-47d5d6898393 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118561 Jul 05 04:05:52.516243 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9291822-a4af-4593-81df-cfd0f24238ff tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.563098 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b1222082-4483-4bc6-a5f6-163520011b47 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.577405 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b1222082-4483-4bc6-a5f6-163520011b47 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Calling delete_port for 98ae161c-d9b3-41dd-a1b4-c357976c3f58 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:52.641829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32631ba1-a0c6-4978-b87e-5c55f908410a req-30194201-86d2-4c93-b28f-250aba06cff5 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355667 Jul 05 04:05:52.685522 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9291822-a4af-4593-81df-cfd0f24238ff tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.763955 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9291822-a4af-4593-81df-cfd0f24238ff tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.775892 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b1222082-4483-4bc6-a5f6-163520011b47 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.802003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9291822-a4af-4593-81df-cfd0f24238ff tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57a551b-6006-4666-965a-a90c3067f85d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:52.816770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1222082-4483-4bc6-a5f6-163520011b47 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event deleted for resources: {'Port': ['ID=98ae161c-d9b3-41dd-a1b4-c357976c3f58,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:52.860747 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9291822-a4af-4593-81df-cfd0f24238ff tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.865813 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e9291822-a4af-4593-81df-cfd0f24238ff tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5689788 Jul 05 04:05:52.866379 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49872) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:52.869950 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b1222082-4483-4bc6-a5f6-163520011b47 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.872630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b72bf85b-ddb8-4b1e-b5b7-cfb26c794264 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009494881'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:52.872752 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b1222082-4483-4bc6-a5f6-163520011b47 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "DELETE /v2.0/ports/98ae161c-d9b3-41dd-a1b4-c357976c3f58 HTTP/1.1" status: 204 len: 168 time: 0.5469966 Jul 05 04:05:52.883758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49874) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:52.909487 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:05:52.963391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73048f7-f708-4226-a427-db7e8023f130 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Deleting subnet 10e2c945-dfa3-4471-97fa-ad6c0c788ddd {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:52.967090 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f73048f7-f708-4226-a427-db7e8023f130 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.986177 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b72bf85b-ddb8-4b1e-b5b7-cfb26c794264 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.022075 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f73048f7-f708-4226-a427-db7e8023f130 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.096943 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b72bf85b-ddb8-4b1e-b5b7-cfb26c794264 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.136974 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f73048f7-f708-4226-a427-db7e8023f130 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.146263 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b72bf85b-ddb8-4b1e-b5b7-cfb26c794264 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.180739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bf85b-ddb8-4b1e-b5b7-cfb26c794264 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2331cf5b-aed6-4304-9237-2f38ccd72a35,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:53.426781 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b72bf85b-ddb8-4b1e-b5b7-cfb26c794264 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.430609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b72bf85b-ddb8-4b1e-b5b7-cfb26c794264 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5607212 Jul 05 04:05:53.431394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49890) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:53.438325 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-dd41594b-5399-4775-b0c7-14fd3a996649 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group_rule': {'security_group_id': 'e57a551b-6006-4666-965a-a90c3067f85d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2331cf5b-aed6-4304-9237-2f38ccd72a35', 'remote_ip_prefix': None}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:53.464442 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64876b38-836e-4d54-be06-9f89475c6345 req-6977324c-ab70-4526-93fc-0e0bf3ecec8d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.466370 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64876b38-836e-4d54-be06-9f89475c6345 req-6977324c-ab70-4526-93fc-0e0bf3ecec8d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 945 time: 0.0740879 Jul 05 04:05:53.531735 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64876b38-836e-4d54-be06-9f89475c6345 req-334711ed-1620-4728-a480-70b9bc698f6c tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577774 Jul 05 04:05:53.594068 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f73048f7-f708-4226-a427-db7e8023f130 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.650407 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73048f7-f708-4226-a427-db7e8023f130 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event deleted for resources: {'Subnet': ['ID=10e2c945-dfa3-4471-97fa-ad6c0c788ddd,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:53.667738 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f73048f7-f708-4226-a427-db7e8023f130 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.673579 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f73048f7-f708-4226-a427-db7e8023f130 tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "DELETE /v2.0/subnets/10e2c945-dfa3-4471-97fa-ad6c0c788ddd HTTP/1.1" status: 204 len: 168 time: 0.7922218 Jul 05 04:05:53.675253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49896) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:53.681163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b199a97e-c781-46b5-9b13-3fd0a5d5dc92 None None] Network ccb0585e-6e1f-42af-8962-5eae08a98641 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:53.687962 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd41594b-5399-4775-b0c7-14fd3a996649 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.702112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a4d59-4266-4e7d-b694-0a212701630f req-1f0d3d35-b66a-4d48-ad2e-8acb16032519 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.703856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-436a4d59-4266-4e7d-b694-0a212701630f req-1f0d3d35-b66a-4d48-ad2e-8acb16032519 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 944 time: 0.1161606 Jul 05 04:05:53.766324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-436a4d59-4266-4e7d-b694-0a212701630f req-2d2a3538-6b56-49a6-ac8d-43125df22da1 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557914 Jul 05 04:05:53.813338 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.984712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd41594b-5399-4775-b0c7-14fd3a996649 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.007521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Deleting port 93f52575-bf6c-4042-9cf7-daae95e56997 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:54.008060 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.020969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-00d65241-bff0-4502-9256-76a2fd8ec7a4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:54.023060 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-00d65241-bff0-4502-9256-76a2fd8ec7a4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.2196174 Jul 05 04:05:54.059718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-3d9834e5-f9dd-491e-8c5f-6ef1145bbe87 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/quotas/cf04d616778d47c89580bb8ff6878ba3 HTTP/1.1" status: 200 len: 375 time: 0.0251522 Jul 05 04:05:54.059907 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd41594b-5399-4775-b0c7-14fd3a996649 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.084744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41594b-5399-4775-b0c7-14fd3a996649 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d8452a-96b0-46f3-9830-b056b966daf2,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:54.121613 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] For port 93f52575-bf6c-4042-9cf7-daae95e56997, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=93f52575-bf6c-4042-9cf7-daae95e56997,segment=NetworkSegment(408519bb-ca63-49c2-bef6-17ecf969dceb),segment_id=408519bb-ca63-49c2-bef6-17ecf969dceb)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:54.126276 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.128214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e93477-d0ec-44ad-8bd9-32baeacd854a None None] DHCP port deletion for ccb0585e-6e1f-42af-8962-5eae08a98641 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:54.155923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Calling delete_port for 93f52575-bf6c-4042-9cf7-daae95e56997 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:54.167078 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-927b3a5e-6eca-43a5-97dd-f636e8035371 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097379 Jul 05 04:05:54.202049 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dd41594b-5399-4775-b0c7-14fd3a996649 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.204964 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dd41594b-5399-4775-b0c7-14fd3a996649 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7699325 Jul 05 04:05:54.206527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49920) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:54.256602 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dc9f-70ab-4c85-bc7d-95fd9c74ffc2 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.270861 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dc9f-70ab-4c85-bc7d-95fd9c74ffc2 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.294950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-86e93477-d0ec-44ad-8bd9-32baeacd854a None None] Deleting port 93f52575-bf6c-4042-9cf7-daae95e56997 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:54.295374 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-86e93477-d0ec-44ad-8bd9-32baeacd854a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.355760 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d0ae927c-3df6-44e4-a436-5506e4fc95b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.363551 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.376967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-86e93477-d0ec-44ad-8bd9-32baeacd854a None None] For port 93f52575-bf6c-4042-9cf7-daae95e56997, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=93f52575-bf6c-4042-9cf7-daae95e56997,segment=NetworkSegment(408519bb-ca63-49c2-bef6-17ecf969dceb),segment_id=408519bb-ca63-49c2-bef6-17ecf969dceb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:54.377787 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-86e93477-d0ec-44ad-8bd9-32baeacd854a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.379938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-94d0b921-0a2d-486a-80a8-7e181dbf2c55 service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060308 Jul 05 04:05:54.402944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-86e93477-d0ec-44ad-8bd9-32baeacd854a None None] Calling delete_port for 93f52575-bf6c-4042-9cf7-daae95e56997 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:54.419454 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event deleted for resources: {'Port': ['ID=93f52575-bf6c-4042-9cf7-daae95e56997,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:54.427385 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] No DVR routers for this DVR port 93f52575-bf6c-4042-9cf7-daae95e56997 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:54.429599 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dc9f-70ab-4c85-bc7d-95fd9c74ffc2 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.440354 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dc9f-70ab-4c85-bc7d-95fd9c74ffc2 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.447530 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ebb6dc9f-70ab-4c85-bc7d-95fd9c74ffc2 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c5d8452a-96b0-46f3-9830-b056b966daf2 HTTP/1.1" status: 204 len: 168 time: 0.2376704 Jul 05 04:05:54.492215 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-86e93477-d0ec-44ad-8bd9-32baeacd854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.512023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49924) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:54.521640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e93477-d0ec-44ad-8bd9-32baeacd854a None None] Pushing event deleted for resources: {'Port': ['ID=93f52575-bf6c-4042-9cf7-daae95e56997,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:54.526228 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e93477-d0ec-44ad-8bd9-32baeacd854a None None] No DVR routers for this DVR port 93f52575-bf6c-4042-9cf7-daae95e56997 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:54.541719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6dc9f-70ab-4c85-bc7d-95fd9c74ffc2 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5d8452a-96b0-46f3-9830-b056b966daf2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:54.552059 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.588399 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-bd2a95f1-3184-4e97-af31-5b74c0243d0d service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016180 Jul 05 04:05:54.653903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49926) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:54.654110 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5831aa2d-10d1-4fbe-b6c7-94eca5ecff9a tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1379900 Jul 05 04:05:54.668808 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.682000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb0585e-6e1f-42af-8962-5eae08a98641']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:54.704735 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408519bb-ca63-49c2-bef6-17ecf969dceb') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:54.705153 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408519bb-ca63-49c2-bef6-17ecf969dceb') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:54.717379 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.734559 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.744460 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:54.751389 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:54.772130 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6dc912ce-410d-4721-bb9f-0ee2bfa820e2 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.839688 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6dc912ce-410d-4721-bb9f-0ee2bfa820e2 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.912148 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.917541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.920564 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] 10.222.0.60 "DELETE /v2.0/networks/ccb0585e-6e1f-42af-8962-5eae08a98641 HTTP/1.1" status: 204 len: 168 time: 1.2418368 Jul 05 04:05:54.947953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d57bb-379e-4c52-9914-152a7215516f tempest-AllowedAddressPairIpV6TestJSON-386544929 tempest-AllowedAddressPairIpV6TestJSON-386544929-project] Pushing event deleted for resources: {'Network': ['ID=ccb0585e-6e1f-42af-8962-5eae08a98641,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:55.019104 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6dc912ce-410d-4721-bb9f-0ee2bfa820e2 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.023472 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6dc912ce-410d-4721-bb9f-0ee2bfa820e2 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.027771 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6dc912ce-410d-4721-bb9f-0ee2bfa820e2 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-groups/2331cf5b-aed6-4304-9237-2f38ccd72a35 HTTP/1.1" status: 204 len: 168 time: 0.3691592 Jul 05 04:05:55.028459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49940) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:55.145576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc912ce-410d-4721-bb9f-0ee2bfa820e2 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2331cf5b-aed6-4304-9237-2f38ccd72a35,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:55.183302 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-50df0903-b967-46e4-ab85-9b5681079504 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1519873 Jul 05 04:05:55.185819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49942) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:55.191508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de0a68c6-ea0b-49fe-9acf-d7ed4946dc5a req-a0200755-a307-44e9-9ba6-e21739a8ee4e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 210 time: 0.1027808 Jul 05 04:05:55.228411 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.275480 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237585c1-d4c2-4b31-9509-46fda08c3280 req-5fd654e0-ed6f-433a-b2b3-959ec1d738fa tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.277215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-237585c1-d4c2-4b31-9509-46fda08c3280 req-5fd654e0-ed6f-433a-b2b3-959ec1d738fa tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 944 time: 0.2747958 Jul 05 04:05:55.302985 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9b18f978-4431-4fc9-b97e-29b2c49b3271 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.341565 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9b18f978-4431-4fc9-b97e-29b2c49b3271 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.380121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-237585c1-d4c2-4b31-9509-46fda08c3280 req-cdb95e97-4e07-462c-ba7a-a7c3e794e90a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941556 Jul 05 04:05:55.565852 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9b18f978-4431-4fc9-b97e-29b2c49b3271 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.570629 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9b18f978-4431-4fc9-b97e-29b2c49b3271 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.570629 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9b18f978-4431-4fc9-b97e-29b2c49b3271 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-groups/e57a551b-6006-4666-965a-a90c3067f85d HTTP/1.1" status: 204 len: 168 time: 0.3829772 Jul 05 04:05:55.573372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49950) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:55.610835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18f978-4431-4fc9-b97e-29b2c49b3271 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57a551b-6006-4666-965a-a90c3067f85d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:55.675584 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-59a2c47e-fc8e-4f20-bc75-4a44d2a6dc35 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1007409 Jul 05 04:05:55.679987 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49954) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:55.686395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-15001c4e-2658-4829-9a55-8fa07db8ccdf tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group': {'name': 'tempest-secgroup--2041627448'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:55.775103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49958) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:55.853121 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-15001c4e-2658-4829-9a55-8fa07db8ccdf tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.946849 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5ef56ae2-3163-49f4-81d6-1b08ebf863fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7cff31b5308f40a09c7c16f83101a416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704679 Jul 05 04:05:55.952032 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49962) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:55.993186 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-15001c4e-2658-4829-9a55-8fa07db8ccdf tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.021414 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28e895cb-ff63-49eb-9032-8f23e6c07f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.031973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device fbde0e95-d1fd-4c89-a10e-0aca359c6a32 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:56.053458 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28e895cb-ff63-49eb-9032-8f23e6c07f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.068733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-15001c4e-2658-4829-9a55-8fa07db8ccdf tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.133005 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 93f52575-bf6c-4042-9cf7-daae95e56997 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:56.152093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15001c4e-2658-4829-9a55-8fa07db8ccdf tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c42fc27-44a1-441f-ab67-617ff2ad204d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:56.163680 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 93f52575-bf6c-4042-9cf7-daae95e56997 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:56.164031 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 93f52575-bf6c-4042-9cf7-daae95e56997 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:56.169795 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-15001c4e-2658-4829-9a55-8fa07db8ccdf tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.173230 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-15001c4e-2658-4829-9a55-8fa07db8ccdf tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4895060 Jul 05 04:05:56.179578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49968) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:56.184917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-fd743c1b-80c4-462d-8d59-d3d7e252da18 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group_rule': {'security_group_id': '8c42fc27-44a1-441f-ab67-617ff2ad204d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:56.214685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port fbde0e95-d1fd-4c89-a10e-0aca359c6a32, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=fbde0e95-d1fd-4c89-a10e-0aca359c6a32,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:56.225980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'fbde0e95-d1fd-4c89-a10e-0aca359c6a32', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'port_id': 'fbde0e95-d1fd-4c89-a10e-0aca359c6a32', 'mac_address': 'fa:16:3e:da:e0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:56.274993 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.289829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbde0e95-d1fd-4c89-a10e-0aca359c6a32 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:56.306439 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28e895cb-ff63-49eb-9032-8f23e6c07f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.313451 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port fbde0e95-d1fd-4c89-a10e-0aca359c6a32, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=fbde0e95-d1fd-4c89-a10e-0aca359c6a32,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:56.313980 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28e895cb-ff63-49eb-9032-8f23e6c07f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.316406 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-28e895cb-ff63-49eb-9032-8f23e6c07f7a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7876abc-8809-44ca-ab44-2c0e421b9599 HTTP/1.1" status: 204 len: 168 time: 0.3620543 Jul 05 04:05:56.324497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e895cb-ff63-49eb-9032-8f23e6c07f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7876abc-8809-44ca-ab44-2c0e421b9599,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:56.351460 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd743c1b-80c4-462d-8d59-d3d7e252da18 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.397312 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.462015 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2a34e50-c732-4187-a200-6f03cbc293d3 req-d3ac4ea4-e1b5-42bc-a10c-b1046e2385b2 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 210 time: 0.0932937 Jul 05 04:05:56.480277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=fbde0e95-d1fd-4c89-a10e-0aca359c6a32,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:56.513389 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd743c1b-80c4-462d-8d59-d3d7e252da18 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.574796 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd743c1b-80c4-462d-8d59-d3d7e252da18 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.621030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd743c1b-80c4-462d-8d59-d3d7e252da18 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f0c649-782a-469a-85fc-e5b1f8f73844,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:56.660905 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd743c1b-80c4-462d-8d59-d3d7e252da18 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.663105 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fd743c1b-80c4-462d-8d59-d3d7e252da18 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4865108 Jul 05 04:05:56.665475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49990) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:56.700799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['fbde0e95-d1fd-4c89-a10e-0aca359c6a32'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:56.703960 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ca646cc-027e-4494-b230-0f2565d2efb6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.723548 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ca646cc-027e-4494-b230-0f2565d2efb6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.784155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e7c4f-c938-42bb-a1e4-b09fe5fe2403 req-83032c7e-414e-473d-a5c7-aa887468b6c3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:56.786674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-950e7c4f-c938-42bb-a1e4-b09fe5fe2403 req-83032c7e-414e-473d-a5c7-aa887468b6c3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 945 time: 0.2039251 Jul 05 04:05:56.865931 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ca646cc-027e-4494-b230-0f2565d2efb6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.894479 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ca646cc-027e-4494-b230-0f2565d2efb6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.903176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0ca646cc-027e-4494-b230-0f2565d2efb6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/93f0c649-782a-469a-85fc-e5b1f8f73844 HTTP/1.1" status: 204 len: 168 time: 0.2343764 Jul 05 04:05:56.904160 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49998) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:56.922821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca646cc-027e-4494-b230-0f2565d2efb6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93f0c649-782a-469a-85fc-e5b1f8f73844,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:56.964923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-950e7c4f-c938-42bb-a1e4-b09fe5fe2403 req-ad7177f9-b204-44ff-a852-2ecbe8fe9457 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666675 Jul 05 04:05:56.968122 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1ecf623e-d3e2-4cef-96f0-bb6d832899c0 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0595939 Jul 05 04:05:56.968360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50002) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:57.047674 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c28ff523-7179-4927-a4b6-8d087af915ec tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.097781 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c28ff523-7179-4927-a4b6-8d087af915ec tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.140249 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.304427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7af5b33-921e-40e7-be39-692f1b06bc05 req-f1594382-65bd-4b30-bbd7-19cc282df92b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1888933 Jul 05 04:05:57.419666 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c28ff523-7179-4927-a4b6-8d087af915ec tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.428067 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c28ff523-7179-4927-a4b6-8d087af915ec tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.429277 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c28ff523-7179-4927-a4b6-8d087af915ec tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-groups/8c42fc27-44a1-441f-ab67-617ff2ad204d HTTP/1.1" status: 204 len: 168 time: 0.4598949 Jul 05 04:05:57.431871 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50012) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:57.454444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ff523-7179-4927-a4b6-8d087af915ec tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c42fc27-44a1-441f-ab67-617ff2ad204d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:57.471567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af5b33-921e-40e7-be39-692f1b06bc05 req-368d7360-e064-4ac1-9a23-351cc806d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:57.478620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7af5b33-921e-40e7-be39-692f1b06bc05 req-368d7360-e064-4ac1-9a23-351cc806d7eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 1096 time: 0.1441107 Jul 05 04:05:57.593528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b97f3491-9fc8-4ca8-ada1-9992c1a9cdd0 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1588461 Jul 05 04:05:57.594146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50020) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:57.599244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-494fb3ad-bc2d-4f63-bd99-f84a872eab3e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053590260'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:57.757367 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-494fb3ad-bc2d-4f63-bd99-f84a872eab3e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.762068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa4846e6-023b-4540-8c35-689cdc86dba1 req-60ec1d91-1a41-4b29-980c-9cbb0712380d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 210 time: 0.0593076 Jul 05 04:05:57.772868 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af5b33-921e-40e7-be39-692f1b06bc05 req-aaab73af-83b0-476b-878e-9dbec9311dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:57.774580 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7af5b33-921e-40e7-be39-692f1b06bc05 req-aaab73af-83b0-476b-878e-9dbec9311dae service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.2569051 Jul 05 04:05:57.851829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7af5b33-921e-40e7-be39-692f1b06bc05 req-0ae8bc9d-a596-463b-82b7-80307e72c3b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fe632c7-113b-45ec-8c92-a3dd070d2ee7 HTTP/1.1" status: 200 len: 217 time: 0.0657456 Jul 05 04:05:57.964994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af5b33-921e-40e7-be39-692f1b06bc05 req-1001fd58-89aa-4ead-b768-d1d9b8029f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:57.968937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7af5b33-921e-40e7-be39-692f1b06bc05 req-1001fd58-89aa-4ead-b768-d1d9b8029f51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.1108091 Jul 05 04:05:58.045633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50028) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:58.062076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device fbde0e95-d1fd-4c89-a10e-0aca359c6a32 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:58.123826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af5b33-921e-40e7-be39-692f1b06bc05 req-66823402-dd18-409d-a8f1-0b071cfdac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.132843 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7af5b33-921e-40e7-be39-692f1b06bc05 req-66823402-dd18-409d-a8f1-0b071cfdac7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532676 Jul 05 04:05:58.173673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-f4113c22-b059-456b-96e2-35ea148dd2db tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.175570 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-f4113c22-b059-456b-96e2-35ea148dd2db tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.3704553 Jul 05 04:05:58.209532 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-697a52d1-e4df-4ec1-ba3d-596d94641fb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Request body: {'port': {'device_id': '4cbaf0a6-7501-4dbd-bb34-6b8e989de22c', 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'admin_state_up': True, 'tenant_id': 'cf04d616778d47c89580bb8ff6878ba3'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:58.293087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-494fb3ad-bc2d-4f63-bd99-f84a872eab3e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.383487 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-494fb3ad-bc2d-4f63-bd99-f84a872eab3e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.403410 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port fbde0e95-d1fd-4c89-a10e-0aca359c6a32 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:58.404025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Request body: {'networks': [{'name': 'tempest-network--102894844'}, {'name': 'tempest-network--254784083'}]} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:58.405836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Request body: {'network': {'name': 'tempest-network--102894844'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:58.405836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Request body: {'network': {'name': 'tempest-network--254784083'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:58.415116 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port fbde0e95-d1fd-4c89-a10e-0aca359c6a32 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:58.417320 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.483677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59304e83-32f5-48f4-af91-0596efd0e9d1 req-03a172a3-409f-40c2-99fa-046fe9a53cc6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.485295 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59304e83-32f5-48f4-af91-0596efd0e9d1 req-03a172a3-409f-40c2-99fa-046fe9a53cc6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 945 time: 0.2098801 Jul 05 04:05:58.485422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fb3ad-bc2d-4f63-bd99-f84a872eab3e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e61261-96af-4ce1-8760-728b597394df,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:58.488191 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7af5b33-921e-40e7-be39-692f1b06bc05 req-d3a29296-9bf2-4580-a50e-8031610f342b service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466833 Jul 05 04:05:58.587428 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-494fb3ad-bc2d-4f63-bd99-f84a872eab3e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.605383 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-494fb3ad-bc2d-4f63-bd99-f84a872eab3e tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0100980 Jul 05 04:05:58.607340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50036) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:58.612450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-04ff2ddd-c921-49a6-8d61-5039c84c8746 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group_rule': {'security_group_id': '32e61261-96af-4ce1-8760-728b597394df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:58.620615 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.664603 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59304e83-32f5-48f4-af91-0596efd0e9d1 req-77138d20-fa37-4347-ba47-07902fb7d4c5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472416 Jul 05 04:05:58.683096 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c608664-107c-4202-94a6-dd063a12f38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbde0e95-d1fd-4c89-a10e-0aca359c6a32'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:58.688387 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e175bb5-1940-4a96-b0db-aff976c2f142" -d '{"events": [{"server_uuid": "2c608664-107c-4202-94a6-dd063a12f38d", "name": "network-vif-plugged", "status": "completed", "tag": "fbde0e95-d1fd-4c89-a10e-0aca359c6a32"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:58.720455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port fbde0e95-d1fd-4c89-a10e-0aca359c6a32, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=fbde0e95-d1fd-4c89-a10e-0aca359c6a32,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:58.733331 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Made reservation on behalf of d3606c51790742808f45b4e6f5a68304 for: {'network': 2} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:58.741660 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.757293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7af5b33-921e-40e7-be39-692f1b06bc05 req-05c261e6-e5b7-400b-a32c-54b89ac6f6b7 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570088 Jul 05 04:05:58.762010 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.773840 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.782832 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b5ce5f-053f-4555-bcd6-b14c6f9b9eeb x-openstack-request-id: req-a5b5ce5f-053f-4555-bcd6-b14c6f9b9eeb {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:58.783984 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c608664-107c-4202-94a6-dd063a12f38d", "name": "network-vif-plugged", "status": "completed", "tag": "fbde0e95-d1fd-4c89-a10e-0aca359c6a32", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:58.784235 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5b5ce5f-053f-4555-bcd6-b14c6f9b9eeb {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:58.784665 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c608664-107c-4202-94a6-dd063a12f38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbde0e95-d1fd-4c89-a10e-0aca359c6a32', 'code': 200} Jul 05 04:05:58.901558 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a3f5a73b-a552-46b3-802d-c4be9b7ef526 req-9607fac4-492a-405a-953f-17d35a888704 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2121320 Jul 05 04:05:58.911852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=fbde0e95-d1fd-4c89-a10e-0aca359c6a32,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:58.998624 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a99bf6-6695-43f4-a962-040b8d2146aa req-08dc4233-4d1b-4170-974d-fe7cf11594cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.017456 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0a99bf6-6695-43f4-a962-040b8d2146aa req-08dc4233-4d1b-4170-974d-fe7cf11594cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 1097 time: 0.1321871 Jul 05 04:05:59.074161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-697a52d1-e4df-4ec1-ba3d-596d94641fb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Made reservation on behalf of cf04d616778d47c89580bb8ff6878ba3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:59.092359 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-697a52d1-e4df-4ec1-ba3d-596d94641fb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.103177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-edef7fd7-cb71-4b06-8013-0f6452dc0318 req-b295b0ed-d24e-44de-a8b8-284b3e597d02 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 210 time: 0.0530286 Jul 05 04:05:59.119639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0a99bf6-6695-43f4-a962-040b8d2146aa req-b07dd9b4-1cf6-4703-bdea-d238ffe1133b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855377 Jul 05 04:05:59.260676 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-04ff2ddd-c921-49a6-8d61-5039c84c8746 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.301292 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5a73b-a552-46b3-802d-c4be9b7ef526 req-8342a143-4ee9-414e-8d03-33992f7aa1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.302259 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a3f5a73b-a552-46b3-802d-c4be9b7ef526 req-8342a143-4ee9-414e-8d03-33992f7aa1e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 1097 time: 0.3756013 Jul 05 04:05:59.403839 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.480287 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-04ff2ddd-c921-49a6-8d61-5039c84c8746 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.487035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-697a52d1-e4df-4ec1-ba3d-596d94641fb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Allocated IP 172.20.0.9 (289bce06-a2c1-47c6-8a99-7407dc3c1dd6/8facf5e9-bfc3-4583-948d-915d16522b51/04c7e974-9cb3-49d5-93af-3217dd59b293) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:59.549290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5a73b-a552-46b3-802d-c4be9b7ef526 req-70ecb22d-b003-4538-a8a6-370500310773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.550889 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a3f5a73b-a552-46b3-802d-c4be9b7ef526 req-70ecb22d-b003-4538-a8a6-370500310773 service neutron] 10.222.0.11 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 906 time: 0.2018409 Jul 05 04:05:59.573880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.616184 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-04ff2ddd-c921-49a6-8d61-5039c84c8746 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.623829 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a3f5a73b-a552-46b3-802d-c4be9b7ef526 req-c4c19e05-7d5e-4bf3-9d3f-66c4e59cd2b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc02de6-a63a-4c49-a6a0-e0f7375bc154 HTTP/1.1" status: 200 len: 217 time: 0.0561266 Jul 05 04:05:59.662032 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff2ddd-c921-49a6-8d61-5039c84c8746 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae004820-c4da-4267-bad2-f70dc2bba1b0,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:59.696450 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.697840 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.815501 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5a73b-a552-46b3-802d-c4be9b7ef526 req-1992790b-10ca-4f9c-89f1-c458f00c04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.817132 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a3f5a73b-a552-46b3-802d-c4be9b7ef526 req-1992790b-10ca-4f9c-89f1-c458f00c04d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8facf5e9-bfc3-4583-948d-915d16522b51 HTTP/1.1" status: 200 len: 845 time: 0.1754947 Jul 05 04:05:59.817762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3eb5cc-31bc-4bf6-a4c0-0fd75585502e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:59.835565 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-04ff2ddd-c921-49a6-8d61-5039c84c8746 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.840117 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-04ff2ddd-c921-49a6-8d61-5039c84c8746 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2285979 Jul 05 04:05:59.840117 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:59.851597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50052) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:59.898679 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.899034 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Added segment 25997107-7722-432a-a5ef-f017b4bf6a18 of type vlan for network f0a91d1a-6f74-493a-b2ba-b8dd3be5ea83 Jul 05 04:05:59.907081 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a3f5a73b-a552-46b3-802d-c4be9b7ef526 req-355701d8-49de-4584-92a9-1252356674bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657218 Jul 05 04:05:59.934355 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-73268e81-edf4-4ee0-9f23-6817c75b1c86 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules/ae004820-c4da-4267-bad2-f70dc2bba1b0 HTTP/1.1" status: 200 len: 763 time: 0.0789094 Jul 05 04:05:59.942704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf20daf-2000-4b65-aa8d-96a5caa88d37 req-cbca600a-fdd7-4384-b94e-3b2751492f13 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.943571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50054) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:59.944865 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccf20daf-2000-4b65-aa8d-96a5caa88d37 req-cbca600a-fdd7-4384-b94e-3b2751492f13 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 946 time: 0.1347027 Jul 05 04:05:59.979342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-697a52d1-e4df-4ec1-ba3d-596d94641fb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.019662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccf20daf-2000-4b65-aa8d-96a5caa88d37 req-8d774b61-1c3f-4009-85e9-4275606f473d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682628 Jul 05 04:06:00.068794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.162778 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4d39a58b-0eba-4797-9bf4-9edd1f4a23d5 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1975203 Jul 05 04:06:00.165485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50068) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:00.177733 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a3f5a73b-a552-46b3-802d-c4be9b7ef526 req-cca81902-3459-47e5-a429-b74b181cfb53 service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570329 Jul 05 04:06:00.197100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:00.204983 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.204983 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Added segment ca37a21f-5a75-4658-a225-0b1c0f87635a of type vlan for network ff54d5e9-85bd-4e31-bac1-2cb7e91f334d Jul 05 04:06:00.207545 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-956b03b0-4653-449f-98cb-f4ca904934bd tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.237854 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-956b03b0-4653-449f-98cb-f4ca904934bd tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.281905 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.317816 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-697a52d1-e4df-4ec1-ba3d-596d94641fb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.331211 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ccc02de6-a63a-4c49-a6a0-e0f7375bc154', 'd965db41-a916-4fd7-955a-d07a19b41699'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:00.397554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-697a52d1-e4df-4ec1-ba3d-596d94641fb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:00.415462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23bebe-b7e7-401e-8267-26538f9d62d1 req-aee397a9-47c5-4ace-8f31-8847842953d1 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:00.415705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-697a52d1-e4df-4ec1-ba3d-596d94641fb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:00.417087 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-af23bebe-b7e7-401e-8267-26538f9d62d1 req-aee397a9-47c5-4ace-8f31-8847842953d1 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 931 time: 0.1372111 Jul 05 04:06:00.418610 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-956b03b0-4653-449f-98cb-f4ca904934bd tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.425819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-697a52d1-e4df-4ec1-ba3d-596d94641fb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:00.426017 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-956b03b0-4653-449f-98cb-f4ca904934bd tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.427327 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-956b03b0-4653-449f-98cb-f4ca904934bd tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ae004820-c4da-4267-bad2-f70dc2bba1b0 HTTP/1.1" status: 204 len: 168 time: 0.2606781 Jul 05 04:06:00.437113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50078) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:00.437894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a52d1-e4df-4ec1-ba3d-596d94641fb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Pushing event updated for resources: {'Port': ['ID=04c7e974-9cb3-49d5-93af-3217dd59b293,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:00.451307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b03b0-4653-449f-98cb-f4ca904934bd tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae004820-c4da-4267-bad2-f70dc2bba1b0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:00.496718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-af23bebe-b7e7-401e-8267-26538f9d62d1 req-6e05ea0f-98d2-4a78-b6a7-afc3acb33b88 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560815 Jul 05 04:06:00.497105 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a3f5a73b-a552-46b3-802d-c4be9b7ef526 req-3b2c3e26-579d-4b59-980f-a7897017ec30 service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089995 Jul 05 04:06:00.540282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-697a52d1-e4df-4ec1-ba3d-596d94641fb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:00.545053 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-697a52d1-e4df-4ec1-ba3d-596d94641fb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.560959 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.561469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.567795 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:00.573241 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:00.573912 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.626729 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f37facab-58be-4d7c-af27-d530c981f2de tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1849008 Jul 05 04:06:00.630512 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50090) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:00.635807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6816cac8-2dff-4f87-ab7b-a27312ae9951 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group_rule': {'security_group_id': '32e61261-96af-4ce1-8760-728b597394df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:00.680673 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-697a52d1-e4df-4ec1-ba3d-596d94641fb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4953272 Jul 05 04:06:00.697508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event updated for resources: {'Network': ['ID=f0a91d1a-6f74-493a-b2ba-b8dd3be5ea83,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:00.697508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Request body: {'port': {'device_id': '4cbaf0a6-7501-4dbd-bb34-6b8e989de22c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:00.707439 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network f0a91d1a-6f74-493a-b2ba-b8dd3be5ea83 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:00.770010 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.7191432 Jul 05 04:06:00.770721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50096) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:00.893420 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6816cac8-2dff-4f87-ab7b-a27312ae9951 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.022554 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8f333-b263-4fdb-b626-27ed0db4ac38 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.029393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8f333-b263-4fdb-b626-27ed0db4ac38 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.037821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8f333-b263-4fdb-b626-27ed0db4ac38 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.043778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8f333-b263-4fdb-b626-27ed0db4ac38 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.049495 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e2b8f333-b263-4fdb-b626-27ed0db4ac38 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2763336 Jul 05 04:06:01.050225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50110) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:01.139853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6816cac8-2dff-4f87-ab7b-a27312ae9951 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.160643 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-160eb387-d91c-4975-8207-2c9c8a5613c3 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.233489 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6816cac8-2dff-4f87-ab7b-a27312ae9951 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.327254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816cac8-2dff-4f87-ab7b-a27312ae9951 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372f8396-0620-45bf-be77-6be4d0f4208c,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:01.348561 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-160eb387-d91c-4975-8207-2c9c8a5613c3 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.363346 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-160eb387-d91c-4975-8207-2c9c8a5613c3 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a91d1a-6f74-493a-b2ba-b8dd3be5ea83']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:01.366313 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e1ab2-9299-4786-be5b-8ed2d9b8f1e6 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event updated for resources: {'Network': ['ID=ff54d5e9-85bd-4e31-bac1-2cb7e91f334d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:01.386076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.387158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-160eb387-d91c-4975-8207-2c9c8a5613c3 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25997107-7722-432a-a5ef-f017b4bf6a18') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:01.387649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-160eb387-d91c-4975-8207-2c9c8a5613c3 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25997107-7722-432a-a5ef-f017b4bf6a18') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:01.403143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ff54d5e9-85bd-4e31-bac1-2cb7e91f334d details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:01.407442 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adf071-b21c-4862-bcf6-6be84358276e req-cf73c4a2-944f-41ef-a66d-c74ffdfd8efc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.417418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03adf071-b21c-4862-bcf6-6be84358276e req-cf73c4a2-944f-41ef-a66d-c74ffdfd8efc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 946 time: 0.2488804 Jul 05 04:06:01.431129 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-160eb387-d91c-4975-8207-2c9c8a5613c3 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.433837 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6816cac8-2dff-4f87-ab7b-a27312ae9951 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.438253 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6816cac8-2dff-4f87-ab7b-a27312ae9951 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8064165 Jul 05 04:06:01.438885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50118) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:01.481823 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-160eb387-d91c-4975-8207-2c9c8a5613c3 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.499404 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.506003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6d2c4443-1ef6-4312-b1c8-2534c4d68577 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules/372f8396-0620-45bf-be77-6be4d0f4208c HTTP/1.1" status: 200 len: 763 time: 0.0531278 Jul 05 04:06:01.506916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50120) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:01.511260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160eb387-d91c-4975-8207-2c9c8a5613c3 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:01.511674 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-160eb387-d91c-4975-8207-2c9c8a5613c3 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:01.522895 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:01.539286 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03adf071-b21c-4862-bcf6-6be84358276e req-23daa034-fd1c-4368-8ab6-daea1c006c08 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207848 Jul 05 04:06:01.773278 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-535cd00b-412e-46d1-b9dc-84a9fa3b97d8 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2630672 Jul 05 04:06:01.773826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50130) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:01.847007 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-160eb387-d91c-4975-8207-2c9c8a5613c3 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.851697 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-160eb387-d91c-4975-8207-2c9c8a5613c3 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.856266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50132) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:01.856828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-160eb387-d91c-4975-8207-2c9c8a5613c3 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "DELETE /v2.0/networks/f0a91d1a-6f74-493a-b2ba-b8dd3be5ea83 HTTP/1.1" status: 204 len: 168 time: 0.8032639 Jul 05 04:06:01.878027 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f86acb74-a2aa-4a44-87da-dc8d19c74f62 req-2c990b49-b98b-4992-a421-0e34e680077c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=174f2d02a7e3433196e6af978e1e0491 HTTP/1.1" status: 200 len: 267 time: 0.1356392 Jul 05 04:06:01.889087 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-214343f5-d495-471d-a2ce-81599954835f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.899289 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160eb387-d91c-4975-8207-2c9c8a5613c3 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event deleted for resources: {'Network': ['ID=f0a91d1a-6f74-493a-b2ba-b8dd3be5ea83,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:01.920411 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-214343f5-d495-471d-a2ce-81599954835f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.987761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c7e974-9cb3-49d5-93af-3217dd59b293 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:02.000907 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db68e49-1541-44e1-8b67-aa364c11d3e2 req-ad123038-216f-4d1d-bc0f-cd85382dcb65 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.008631 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1db68e49-1541-44e1-8b67-aa364c11d3e2 req-ad123038-216f-4d1d-bc0f-cd85382dcb65 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 931 time: 0.2336576 Jul 05 04:06:02.015341 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.043854 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-08b4b1e7-9c7a-40f8-ae39-e360f0e377c0 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.058823 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Transition to ACTIVE for port object 04c7e974-9cb3-49d5-93af-3217dd59b293 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:02.062743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86acb74-a2aa-4a44-87da-dc8d19c74f62 req-f335b9d1-b412-4206-8e03-38f743633d16 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.072238 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f86acb74-a2aa-4a44-87da-dc8d19c74f62 req-f335b9d1-b412-4206-8e03-38f743633d16 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 946 time: 0.1805916 Jul 05 04:06:02.078173 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1db68e49-1541-44e1-8b67-aa364c11d3e2 req-c8db56b4-c3f7-4296-b018-18a673fbf304 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683651 Jul 05 04:06:02.078800 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-214343f5-d495-471d-a2ce-81599954835f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.090231 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-214343f5-d495-471d-a2ce-81599954835f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.090231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-214343f5-d495-471d-a2ce-81599954835f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/372f8396-0620-45bf-be77-6be4d0f4208c HTTP/1.1" status: 204 len: 168 time: 0.3058343 Jul 05 04:06:02.097395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-f86acb74-a2aa-4a44-87da-dc8d19c74f62 req-9d694798-f857-4e28-a782-2f007f152597 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Request body: {'port': {'security_groups': []}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:02.112507 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50134) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:02.195287 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.244933 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f86acb74-a2aa-4a44-87da-dc8d19c74f62 req-9d694798-f857-4e28-a782-2f007f152597 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.248043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214343f5-d495-471d-a2ce-81599954835f tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=372f8396-0620-45bf-be77-6be4d0f4208c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:02.317659 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3497a8d8-3b08-477f-b459-31df83f92eab tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2037585 Jul 05 04:06:02.318877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50136) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:02.323973 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-08b4b1e7-9c7a-40f8-ae39-e360f0e377c0 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.327100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6e5ac5fd-79cf-4889-8bd7-28feb26477d6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Request body: {'security_group_rule': {'security_group_id': '32e61261-96af-4ce1-8760-728b597394df', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:02.418130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-08b4b1e7-9c7a-40f8-ae39-e360f0e377c0 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff54d5e9-85bd-4e31-bac1-2cb7e91f334d']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:02.430438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-08b4b1e7-9c7a-40f8-ae39-e360f0e377c0 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca37a21f-5a75-4658-a225-0b1c0f87635a') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:02.430965 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-08b4b1e7-9c7a-40f8-ae39-e360f0e377c0 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca37a21f-5a75-4658-a225-0b1c0f87635a') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:02.447672 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-08b4b1e7-9c7a-40f8-ae39-e360f0e377c0 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.466254 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-08b4b1e7-9c7a-40f8-ae39-e360f0e377c0 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.474575 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b4b1e7-9c7a-40f8-ae39-e360f0e377c0 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:02.475293 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-08b4b1e7-9c7a-40f8-ae39-e360f0e377c0 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.506393 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-6e5ac5fd-79cf-4889-8bd7-28feb26477d6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Project 769f652a780b4e629588840545949ee8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:06:02.518320 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6e5ac5fd-79cf-4889-8bd7-28feb26477d6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:02.541370 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:02.575933 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Pushing event updated for resources: {'Port': ['ID=04c7e974-9cb3-49d5-93af-3217dd59b293,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:02.586056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f86acb74-a2aa-4a44-87da-dc8d19c74f62 req-9d694798-f857-4e28-a782-2f007f152597 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] For port fbde0e95-d1fd-4c89-a10e-0aca359c6a32, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=fbde0e95-d1fd-4c89-a10e-0aca359c6a32,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:02.617284 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Attempting to bind port 04c7e974-9cb3-49d5-93af-3217dd59b293 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:02.617878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Attempting to bind port 04c7e974-9cb3-49d5-93af-3217dd59b293 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:02.618793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Attempting to bind port 04c7e974-9cb3-49d5-93af-3217dd59b293 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:02.622220 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f86acb74-a2aa-4a44-87da-dc8d19c74f62 req-9d694798-f857-4e28-a782-2f007f152597 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.628778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Port 04c7e974-9cb3-49d5-93af-3217dd59b293 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:02.629333 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Attempting to bind port 04c7e974-9cb3-49d5-93af-3217dd59b293 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:02.636535 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:02.636932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Checking segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:02.637294 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Bound using segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:02.637744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Bound port: 04c7e974-9cb3-49d5-93af-3217dd59b293, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:02.638117 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.725276 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-08b4b1e7-9c7a-40f8-ae39-e360f0e377c0 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.747421 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6e5ac5fd-79cf-4889-8bd7-28feb26477d6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.749266 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-08b4b1e7-9c7a-40f8-ae39-e360f0e377c0 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.761033 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-08b4b1e7-9c7a-40f8-ae39-e360f0e377c0 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "DELETE /v2.0/networks/ff54d5e9-85bd-4e31-bac1-2cb7e91f334d HTTP/1.1" status: 204 len: 168 time: 0.9031160 Jul 05 04:06:02.764917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50144) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:02.785645 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f86acb74-a2aa-4a44-87da-dc8d19c74f62 req-9d694798-f857-4e28-a782-2f007f152597 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.796740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4f35c343-5bbb-445d-8062-a2ed2f6511a8', '4fe632c7-113b-45ec-8c92-a3dd070d2ee7', 'fbde0e95-d1fd-4c89-a10e-0aca359c6a32'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:02.832972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4b1e7-9c7a-40f8-ae39-e360f0e377c0 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event deleted for resources: {'Network': ['ID=ff54d5e9-85bd-4e31-bac1-2cb7e91f334d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:02.867055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] For port 04c7e974-9cb3-49d5-93af-3217dd59b293, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:02.870584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] For port 04c7e974-9cb3-49d5-93af-3217dd59b293, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=04c7e974-9cb3-49d5-93af-3217dd59b293,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:02.917305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86acb74-a2aa-4a44-87da-dc8d19c74f62 req-9d694798-f857-4e28-a782-2f007f152597 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.918012 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f86acb74-a2aa-4a44-87da-dc8d19c74f62 req-9d694798-f857-4e28-a782-2f007f152597 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.919764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f86acb74-a2aa-4a44-87da-dc8d19c74f62 req-9d694798-f857-4e28-a782-2f007f152597 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "PUT /v2.0/ports/fbde0e95-d1fd-4c89-a10e-0aca359c6a32 HTTP/1.1" status: 200 len: 905 time: 0.8464096 Jul 05 04:06:02.958304 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.972109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c608664-107c-4202-94a6-dd063a12f38d', 'tag': 'fbde0e95-d1fd-4c89-a10e-0aca359c6a32'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:02.975499 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b450751-e746-4ff6-858f-a9988d38a0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2c608664-107c-4202-94a6-dd063a12f38d", "tag": "fbde0e95-d1fd-4c89-a10e-0aca359c6a32"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:02.985825 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6e5ac5fd-79cf-4889-8bd7-28feb26477d6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.989949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['fbde0e95-d1fd-4c89-a10e-0aca359c6a32'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:03.045470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ac5fd-79cf-4889-8bd7-28feb26477d6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4891ae9-0b12-4565-9657-4ff95c3a602c,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:03.079619 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.079619 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.079619 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] 10.222.0.11 "PUT /v2.0/ports/04c7e974-9cb3-49d5-93af-3217dd59b293 HTTP/1.1" status: 200 len: 1091 time: 2.3839612 Jul 05 04:06:03.081372 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb893fa4-ecd7-4ffd-bf65-482862dbd23a x-openstack-request-id: req-bb893fa4-ecd7-4ffd-bf65-482862dbd23a {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:03.081872 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c608664-107c-4202-94a6-dd063a12f38d", "tag": "fbde0e95-d1fd-4c89-a10e-0aca359c6a32", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:03.081965 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb893fa4-ecd7-4ffd-bf65-482862dbd23a {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:03.082281 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c608664-107c-4202-94a6-dd063a12f38d', 'tag': 'fbde0e95-d1fd-4c89-a10e-0aca359c6a32', 'status': 'completed', 'code': 200} Jul 05 04:06:03.082752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbaf0a6-7501-4dbd-bb34-6b8e989de22c', 'tag': '04c7e974-9cb3-49d5-93af-3217dd59b293'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:03.092907 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67411709-b6b2-45cf-a94a-67e292fb159a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbaf0a6-7501-4dbd-bb34-6b8e989de22c", "tag": "04c7e974-9cb3-49d5-93af-3217dd59b293"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:03.166846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd9e9e-3126-4543-9451-7167e8fad417 service neutron] Pushing event updated for resources: {'Port': ['ID=04c7e974-9cb3-49d5-93af-3217dd59b293,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:03.190915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b968ae2-72ef-47dd-a6e7-1306df430217 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.204588 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a924c6-627e-4bcf-aaef-b29e67d29022 x-openstack-request-id: req-49a924c6-627e-4bcf-aaef-b29e67d29022 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:03.207013 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbaf0a6-7501-4dbd-bb34-6b8e989de22c", "tag": "04c7e974-9cb3-49d5-93af-3217dd59b293", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:03.207764 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49a924c6-627e-4bcf-aaef-b29e67d29022 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:03.208618 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbaf0a6-7501-4dbd-bb34-6b8e989de22c', 'tag': '04c7e974-9cb3-49d5-93af-3217dd59b293', 'status': 'completed', 'code': 200} Jul 05 04:06:03.220778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b968ae2-72ef-47dd-a6e7-1306df430217 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.223639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9b968ae2-72ef-47dd-a6e7-1306df430217 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4572408 Jul 05 04:06:03.231157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d694798-f857-4e28-a782-2f007f152597 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event updated for resources: {'Port': ['ID=fbde0e95-d1fd-4c89-a10e-0aca359c6a32,revision_number=6']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:03.234462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50156) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:03.288837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-da96b2f8-11b3-46c3-bd6b-1e07963db5f5 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1776709285'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:03.296253 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6e5ac5fd-79cf-4889-8bd7-28feb26477d6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.300195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6e5ac5fd-79cf-4889-8bd7-28feb26477d6 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9766221 Jul 05 04:06:03.303407 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50158) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:03.330743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67411709-b6b2-45cf-a94a-67e292fb159a req-aea46123-1c4c-465a-a076-926a5dfe1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.333151 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-67411709-b6b2-45cf-a94a-67e292fb159a req-aea46123-1c4c-465a-a076-926a5dfe1061 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 1094 time: 0.1468408 Jul 05 04:06:03.341328 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-09247534-df09-4cc9-8836-aeb8eaf5cbc7 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules/b4891ae9-0b12-4565-9657-4ff95c3a602c HTTP/1.1" status: 200 len: 769 time: 0.0343735 Jul 05 04:06:03.342815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50160) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:03.399870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b450751-e746-4ff6-858f-a9988d38a0a2 req-e9a1fe2a-c639-4e7f-a32a-cb39480fb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.401559 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b450751-e746-4ff6-858f-a9988d38a0a2 req-e9a1fe2a-c639-4e7f-a32a-cb39480fb11e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 1059 time: 0.1715031 Jul 05 04:06:03.429123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72592bd1-f20e-436d-9bf5-941e6c0cd69c req-28ee0645-4d15-4049-b696-007d282831c3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.430870 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72592bd1-f20e-436d-9bf5-941e6c0cd69c req-28ee0645-4d15-4049-b696-007d282831c3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 908 time: 0.2063029 Jul 05 04:06:03.452295 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4d47e33d-3af5-48f5-aa0d-08956b3b9231 None None] Provisioning complete for port fbde0e95-d1fd-4c89-a10e-0aca359c6a32 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:03.453128 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4d47e33d-3af5-48f5-aa0d-08956b3b9231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.519234 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1ed60f4e-fe91-4344-8fa5-56e0b63279ca tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1730716 Jul 05 04:06:03.522412 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50166) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:03.573988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da96b2f8-11b3-46c3-bd6b-1e07963db5f5 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Made reservation on behalf of d3606c51790742808f45b4e6f5a68304 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:03.578252 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-da96b2f8-11b3-46c3-bd6b-1e07963db5f5 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.582084 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-486a9a19-f04f-4051-9d5c-50227976529c tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.597446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-486a9a19-f04f-4051-9d5c-50227976529c tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.625368 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67411709-b6b2-45cf-a94a-67e292fb159a req-42203b78-b7e0-49f8-be0f-9ea963e412ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.627409 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-67411709-b6b2-45cf-a94a-67e292fb159a req-42203b78-b7e0-49f8-be0f-9ea963e412ea service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cf04d616778d47c89580bb8ff6878ba3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2722201 Jul 05 04:06:03.704269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b450751-e746-4ff6-858f-a9988d38a0a2 req-0e6aea44-4ce6-4662-91a9-3e57934e80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.706492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b450751-e746-4ff6-858f-a9988d38a0a2 req-0e6aea44-4ce6-4662-91a9-3e57934e80d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.2865205 Jul 05 04:06:03.716857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122293c6-05e0-4117-a249-7038971dc736 req-18b5a27f-a44c-4fb9-9715-47b8e0073885 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.721053 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-122293c6-05e0-4117-a249-7038971dc736 req-18b5a27f-a44c-4fb9-9715-47b8e0073885 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 943 time: 0.3233941 Jul 05 04:06:03.751226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67411709-b6b2-45cf-a94a-67e292fb159a req-e718c9cb-4838-41b5-adee-3726ee4326c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.753192 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-67411709-b6b2-45cf-a94a-67e292fb159a req-e718c9cb-4838-41b5-adee-3726ee4326c7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1170812 Jul 05 04:06:03.795911 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b450751-e746-4ff6-858f-a9988d38a0a2 req-77f26e7f-fe80-4340-ba39-951958d7f5ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbde0e95-d1fd-4c89-a10e-0aca359c6a32 HTTP/1.1" status: 200 len: 217 time: 0.0718279 Jul 05 04:06:03.805910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7ae37-7f1a-4fa0-a24c-3a6a6ced9395 req-ec7abc18-6371-407f-9ea7-feefa69b60e4 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.813991 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8d7ae37-7f1a-4fa0-a24c-3a6a6ced9395 req-ec7abc18-6371-407f-9ea7-feefa69b60e4 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2032990 Jul 05 04:06:03.826774 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da96b2f8-11b3-46c3-bd6b-1e07963db5f5 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:03.847923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-486a9a19-f04f-4051-9d5c-50227976529c tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.856265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-486a9a19-f04f-4051-9d5c-50227976529c tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.857491 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-486a9a19-f04f-4051-9d5c-50227976529c tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b4891ae9-0b12-4565-9657-4ff95c3a602c HTTP/1.1" status: 204 len: 168 time: 0.3340535 Jul 05 04:06:03.864727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50172) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:03.881269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a9a19-f04f-4051-9d5c-50227976529c tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4891ae9-0b12-4565-9657-4ff95c3a602c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:03.894646 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-da96b2f8-11b3-46c3-bd6b-1e07963db5f5 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.895006 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-da96b2f8-11b3-46c3-bd6b-1e07963db5f5 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Added segment 60f0efcb-6a46-41cb-9170-8f0cf78a73d4 of type vlan for network afc0b468-9ed4-4b82-91af-9f239fa3d484 Jul 05 04:06:03.925987 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-122293c6-05e0-4117-a249-7038971dc736 req-097a6b47-6ae9-4e91-98ff-9add5ed98bf2 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944108 Jul 05 04:06:03.951526 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-01440462-f2ad-47d5-8c4b-b9cfa24a64fb tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0855327 Jul 05 04:06:03.959535 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8d7ae37-7f1a-4fa0-a24c-3a6a6ced9395 req-86364f48-8dbc-4099-9f2f-64ec755a8871 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387711 Jul 05 04:06:03.965611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50174) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:03.968229 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-f7a5015d-96f0-43b9-8132-0a82be9f8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.970521 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-f7a5015d-96f0-43b9-8132-0a82be9f8bd5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 1094 time: 0.1706171 Jul 05 04:06:03.974097 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b450751-e746-4ff6-858f-a9988d38a0a2 req-e7dd8ea2-8265-48e9-b003-4510e2fa3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.975732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b450751-e746-4ff6-858f-a9988d38a0a2 req-e7dd8ea2-8265-48e9-b003-4510e2fa3d5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.1660221 Jul 05 04:06:03.980068 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-da96b2f8-11b3-46c3-bd6b-1e07963db5f5 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.061289 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-9993ca11-8d51-4dd9-ab3e-60b8ab0c22b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04c7e974-9cb3-49d5-93af-3217dd59b293 HTTP/1.1" status: 200 len: 217 time: 0.0777206 Jul 05 04:06:04.061804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b450751-e746-4ff6-858f-a9988d38a0a2 req-099f3d34-28de-4c7a-b9d1-4f500ba35d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.064258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b450751-e746-4ff6-858f-a9988d38a0a2 req-099f3d34-28de-4c7a-b9d1-4f500ba35d5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797718 Jul 05 04:06:04.132289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-b7e799c2-1473-4265-bd1b-9d9732e03f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.133775 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-b7e799c2-1473-4265-bd1b-9d9732e03f2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8facf5e9-bfc3-4583-948d-915d16522b51 HTTP/1.1" status: 200 len: 845 time: 0.0645304 Jul 05 04:06:04.144916 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-96579c32-2b25-4d9e-9de8-8f7a74c46ee7 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.186025 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-af27319e-85e4-445b-9837-8e716a61314b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388284 Jul 05 04:06:04.206190 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-96579c32-2b25-4d9e-9de8-8f7a74c46ee7 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.335249 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-ed97a38a-be0d-45ae-9ecb-b2ec40254279 service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411848 Jul 05 04:06:04.442626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-96579c32-2b25-4d9e-9de8-8f7a74c46ee7 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.445472 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-96579c32-2b25-4d9e-9de8-8f7a74c46ee7 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.449504 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-96579c32-2b25-4d9e-9de8-8f7a74c46ee7 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "DELETE /v2.0/security-groups/32e61261-96af-4ce1-8760-728b597394df HTTP/1.1" status: 204 len: 168 time: 0.4751959 Jul 05 04:06:04.450264 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50180) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:04.486969 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e54f4e7a-f094-4fe0-bbdb-9a156e8c8614 req-6068e768-54c9-4a8c-ac2e-4fa06353af47 service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443489 Jul 05 04:06:04.495531 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96579c32-2b25-4d9e-9de8-8f7a74c46ee7 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e61261-96af-4ce1-8760-728b597394df,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:04.539830 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9ecb64fe-1f25-4873-827d-a8fb098c5ded tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0760503 Jul 05 04:06:04.545966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50184) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:04.548405 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-da96b2f8-11b3-46c3-bd6b-1e07963db5f5 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.554305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da96b2f8-11b3-46c3-bd6b-1e07963db5f5 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.554906 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-da96b2f8-11b3-46c3-bd6b-1e07963db5f5 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.601885 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b86cfa32-a735-46aa-bae7-eb2843873020 tempest-SecGroupIPv6Test-839230761 tempest-SecGroupIPv6Test-839230761-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522053 Jul 05 04:06:04.684380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96b2f8-11b3-46c3-bd6b-1e07963db5f5 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event updated for resources: {'Network': ['ID=afc0b468-9ed4-4b82-91af-9f239fa3d484,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:04.695417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b450751-e746-4ff6-858f-a9988d38a0a2 req-67ab4372-db60-484e-9a81-1f1e92c95f9d service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247487 Jul 05 04:06:04.696656 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network afc0b468-9ed4-4b82-91af-9f239fa3d484 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:04.736867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e400aba-2868-44c3-95e7-f81b3c2865b5 req-5615d8bb-33fc-4e5d-8f88-58e0e647bb16 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.739164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e400aba-2868-44c3-95e7-f81b3c2865b5 req-5615d8bb-33fc-4e5d-8f88-58e0e647bb16 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.6196265 Jul 05 04:06:04.771792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50190) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:04.787301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-da96b2f8-11b3-46c3-bd6b-1e07963db5f5 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4950657 Jul 05 04:06:04.787492 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c220a068-5993-4a69-b133-3bef59183963 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1702219549'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:04.833421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e400aba-2868-44c3-95e7-f81b3c2865b5 req-75cd16c7-f1c2-429f-8b23-6ce44b612c01 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670192 Jul 05 04:06:04.869635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b450751-e746-4ff6-858f-a9988d38a0a2 req-1729321d-0fb3-4229-aabe-f7d1c00d5722 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650443 Jul 05 04:06:04.889089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c220a068-5993-4a69-b133-3bef59183963 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Made reservation on behalf of d3606c51790742808f45b4e6f5a68304 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:04.894116 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c220a068-5993-4a69-b133-3bef59183963 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.930306 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c220a068-5993-4a69-b133-3bef59183963 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:04.954996 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c220a068-5993-4a69-b133-3bef59183963 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.956088 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-c220a068-5993-4a69-b133-3bef59183963 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Added segment 5365a036-117d-4d01-b44f-9ab210c6a1a9 of type vlan for network ec3a0234-f6ad-44fd-af3e-f0158a55dcbf Jul 05 04:06:05.099155 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c220a068-5993-4a69-b133-3bef59183963 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.268251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50212) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:05.305954 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c220a068-5993-4a69-b133-3bef59183963 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.311853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c220a068-5993-4a69-b133-3bef59183963 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:05.312500 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c220a068-5993-4a69-b133-3bef59183963 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.313128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1d96c-54f0-4c50-b95b-7154c427ea7e req-141c0b87-7f6e-4c8b-a292-c3283de4b2e9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:05.314694 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bcb1d96c-54f0-4c50-b95b-7154c427ea7e req-141c0b87-7f6e-4c8b-a292-c3283de4b2e9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 943 time: 0.1782963 Jul 05 04:06:05.322696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-30a1d240-354a-4bcb-ac12-7f745ec5adcf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:05.330584 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-30a1d240-354a-4bcb-ac12-7f745ec5adcf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 811 time: 0.2101929 Jul 05 04:06:05.366516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-b0b22367-ddee-41d3-b0c0-951c6b53bf92 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/quotas/174f2d02a7e3433196e6af978e1e0491 HTTP/1.1" status: 200 len: 375 time: 0.0350459 Jul 05 04:06:05.394675 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220a068-5993-4a69-b133-3bef59183963 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event updated for resources: {'Network': ['ID=ec3a0234-f6ad-44fd-af3e-f0158a55dcbf,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:05.406098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ec3a0234-f6ad-44fd-af3e-f0158a55dcbf details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:05.488028 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bcb1d96c-54f0-4c50-b95b-7154c427ea7e req-ee96f1b9-4c48-4de8-8ce5-7620b0f9e651 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536083 Jul 05 04:06:05.514491 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c220a068-5993-4a69-b133-3bef59183963 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7413661 Jul 05 04:06:05.521093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50216) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:05.528415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Request body: {'ports': [{'network_id': 'afc0b468-9ed4-4b82-91af-9f239fa3d484', 'name': 'tempest-port--1783680005', 'admin_state_up': True}, {'network_id': 'ec3a0234-f6ad-44fd-af3e-f0158a55dcbf', 'admin_state_up': False}]} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:05.528725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Request body: {'port': {'network_id': 'afc0b468-9ed4-4b82-91af-9f239fa3d484', 'name': 'tempest-port--1783680005', 'admin_state_up': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:05.529575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Request body: {'port': {'network_id': 'ec3a0234-f6ad-44fd-af3e-f0158a55dcbf', 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:05.541621 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a8a8ea71-97ea-49d5-98ad-ea7026bd421b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=769f652a780b4e629588840545949ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718606 Jul 05 04:06:05.544196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50218) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:05.600596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-cc07f7be-6074-44d4-a0ba-ff6252039d62 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2321177 Jul 05 04:06:05.608008 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95019603-cbba-4aa2-a74b-0c6be2e227f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.638815 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95019603-cbba-4aa2-a74b-0c6be2e227f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.786047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-63965c07-5aa9-466b-9798-c6c2625d064c service neutron] 10.222.0.60 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777303 Jul 05 04:06:05.804048 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95019603-cbba-4aa2-a74b-0c6be2e227f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.807206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95019603-cbba-4aa2-a74b-0c6be2e227f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.811430 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-95019603-cbba-4aa2-a74b-0c6be2e227f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97c15c6e-8ba1-4544-8593-2b40d35ed35c HTTP/1.1" status: 204 len: 168 time: 0.2637122 Jul 05 04:06:05.819979 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95019603-cbba-4aa2-a74b-0c6be2e227f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c15c6e-8ba1-4544-8593-2b40d35ed35c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:05.934720 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-5b3ab042-9c12-43e4-a927-c3247147b4f1 service neutron] 10.222.0.60 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419492 Jul 05 04:06:05.958098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Made reservation on behalf of d3606c51790742808f45b4e6f5a68304 for: {'port': 2} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:05.963882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.996308 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.183064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] device_id is not set on port d29b2dfc-0cc1-4163-beff-e4f0cb432af3 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:06.333474 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.419896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] device_id is not set on port e3aeae6f-d42a-40b6-aca4-a2e574a4caa5 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:06.565848 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.711498 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.769570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ef69a-2a1a-4a2f-afab-44b1671ea52d req-f4c8bf46-e347-472c-b67e-c12dba0be2fb tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:06.771257 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a2ef69a-2a1a-4a2f-afab-44b1671ea52d req-f4c8bf46-e347-472c-b67e-c12dba0be2fb tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 943 time: 0.1516993 Jul 05 04:06:06.861050 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a42082e0-c700-4bea-a0f6-541fe33665b6 req-1d13a1c7-2833-470e-a526-059c10a7f650 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 210 time: 0.1375964 Jul 05 04:06:06.902701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event updated for resources: {'Port': ['ID=d29b2dfc-0cc1-4163-beff-e4f0cb432af3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:06.919045 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a2ef69a-2a1a-4a2f-afab-44b1671ea52d req-58643b17-40f2-4403-8125-0425bebc4b84 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018014 Jul 05 04:06:06.931867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Checking segment: {'id': '60f0efcb-6a46-41cb-9170-8f0cf78a73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'afc0b468-9ed4-4b82-91af-9f239fa3d484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:06.932132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Network hostable DHCP agents. Network: afc0b468-9ed4-4b82-91af-9f239fa3d484, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:07.042801 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Network afc0b468-9ed4-4b82-91af-9f239fa3d484 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:07.100245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, afc0b468-9ed4-4b82-91af-9f239fa3d484) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:07.105287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:07.106194 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.117957 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d8c09a-55dd-480a-b990-6ffae3b1f015 None None] Network afc0b468-9ed4-4b82-91af-9f239fa3d484 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:07.173610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event updated for resources: {'Port': ['ID=e3aeae6f-d42a-40b6-aca4-a2e574a4caa5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:07.197845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Checking segment: {'id': '5365a036-117d-4d01-b44f-9ab210c6a1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec3a0234-f6ad-44fd-af3e-f0158a55dcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:07.201889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Network hostable DHCP agents. Network: ec3a0234-f6ad-44fd-af3e-f0158a55dcbf, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:07.310699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Network ec3a0234-f6ad-44fd-af3e-f0158a55dcbf is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:07.380328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, ec3a0234-f6ad-44fd-af3e-f0158a55dcbf) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:07.384810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:07.393369 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.393718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbce10a1-f7df-4a6a-9bd4-61ff5510bb89 None None] Network ec3a0234-f6ad-44fd-af3e-f0158a55dcbf requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:07.408466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.409197 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.472697 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f0ecbfc7-8cc7-456b-9f88-ab1e2e784f0d tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9495673 Jul 05 04:06:07.475098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50266) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:07.566402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6a602e-6294-46f0-83f5-a0c4bc511f90 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.572616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6a602e-6294-46f0-83f5-a0c4bc511f90 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.576811 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3e6a602e-6294-46f0-83f5-a0c4bc511f90 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0981321 Jul 05 04:06:07.579325 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50270) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:07.689092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae8fc1-4f3f-4b3f-afa8-0b8e1abedb1e tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Deleting port d29b2dfc-0cc1-4163-beff-e4f0cb432af3 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:07.689454 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d8ae8fc1-4f3f-4b3f-afa8-0b8e1abedb1e tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.761694 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d8ae8fc1-4f3f-4b3f-afa8-0b8e1abedb1e tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.774735 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae8fc1-4f3f-4b3f-afa8-0b8e1abedb1e tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Calling delete_port for d29b2dfc-0cc1-4163-beff-e4f0cb432af3 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:07.848831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 04c7e974-9cb3-49d5-93af-3217dd59b293 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:07.934158 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d8ae8fc1-4f3f-4b3f-afa8-0b8e1abedb1e tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.017842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 04c7e974-9cb3-49d5-93af-3217dd59b293, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=04c7e974-9cb3-49d5-93af-3217dd59b293,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:08.045005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae8fc1-4f3f-4b3f-afa8-0b8e1abedb1e tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event deleted for resources: {'Port': ['ID=d29b2dfc-0cc1-4163-beff-e4f0cb432af3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:08.050945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '04c7e974-9cb3-49d5-93af-3217dd59b293', 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'port_id': '04c7e974-9cb3-49d5-93af-3217dd59b293', 'mac_address': 'fa:16:3e:d0:c0:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8facf5e9-bfc3-4583-948d-915d16522b51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:08.056403 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d8ae8fc1-4f3f-4b3f-afa8-0b8e1abedb1e tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.060009 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d8ae8fc1-4f3f-4b3f-afa8-0b8e1abedb1e tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "DELETE /v2.0/ports/d29b2dfc-0cc1-4163-beff-e4f0cb432af3 HTTP/1.1" status: 204 len: 168 time: 0.4790788 Jul 05 04:06:08.062653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50288) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:08.172599 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.204267 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c7e974-9cb3-49d5-93af-3217dd59b293 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:08.231354 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dbf888e7-a842-416f-b7f6-ff75e21a417d req-1ce7542d-2eaf-4553-9e8d-a03be12c8049 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 210 time: 0.1173666 Jul 05 04:06:08.272856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 04c7e974-9cb3-49d5-93af-3217dd59b293, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=04c7e974-9cb3-49d5-93af-3217dd59b293,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:08.363751 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.368631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b48c32-6e21-4330-8ab4-35d8d00072f6 req-e835f13a-3579-4f2d-9377-9cb1ae824cbd tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.370342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-06b48c32-6e21-4330-8ab4-35d8d00072f6 req-e835f13a-3579-4f2d-9377-9cb1ae824cbd tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 943 time: 0.1360707 Jul 05 04:06:08.406844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-539b820a-516c-4c13-a799-6d9490b3ab37 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Deleting port e3aeae6f-d42a-40b6-aca4-a2e574a4caa5 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:08.406844 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-539b820a-516c-4c13-a799-6d9490b3ab37 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.507521 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=04c7e974-9cb3-49d5-93af-3217dd59b293,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:08.507950 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-06b48c32-6e21-4330-8ab4-35d8d00072f6 req-03ad6b95-a508-4d78-8433-17e1c46f0c7e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239879 Jul 05 04:06:08.525853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-539b820a-516c-4c13-a799-6d9490b3ab37 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.543088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-539b820a-516c-4c13-a799-6d9490b3ab37 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Calling delete_port for e3aeae6f-d42a-40b6-aca4-a2e574a4caa5 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:08.600552 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['04c7e974-9cb3-49d5-93af-3217dd59b293'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:08.729357 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-539b820a-516c-4c13-a799-6d9490b3ab37 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.789562 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-539b820a-516c-4c13-a799-6d9490b3ab37 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.791964 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-539b820a-516c-4c13-a799-6d9490b3ab37 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "DELETE /v2.0/ports/e3aeae6f-d42a-40b6-aca4-a2e574a4caa5 HTTP/1.1" status: 204 len: 168 time: 0.7275302 Jul 05 04:06:08.794016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b820a-516c-4c13-a799-6d9490b3ab37 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event deleted for resources: {'Port': ['ID=e3aeae6f-d42a-40b6-aca4-a2e574a4caa5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:08.794666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50306) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:08.868238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50308) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:08.869171 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b5c6a3c5-2318-4649-8bcc-099abc515506 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0723782 Jul 05 04:06:08.876414 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-46c8df4f-a5cc-4c9b-a8e1-c92f1e9c9ac7 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-671796661'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:09.403302 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ed2c980-987e-4981-9b06-f140decbae9a req-0558bb6d-12d9-4cfb-84de-38cce3e7b461 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 210 time: 0.0339923 Jul 05 04:06:09.725830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000c8e8-f6f7-4fec-a11c-2679893e6cfd req-d54df83b-2fcf-4041-b56e-632bc4fe1bbf tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:09.727528 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8000c8e8-f6f7-4fec-a11c-2679893e6cfd req-d54df83b-2fcf-4041-b56e-632bc4fe1bbf tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 944 time: 0.0837905 Jul 05 04:06:09.768631 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8000c8e8-f6f7-4fec-a11c-2679893e6cfd req-de792e86-2034-4bf1-b177-7d5ec2847be1 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343547 Jul 05 04:06:09.842988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c8df4f-a5cc-4c9b-a8e1-c92f1e9c9ac7 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Made reservation on behalf of d3606c51790742808f45b4e6f5a68304 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:09.842988 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46c8df4f-a5cc-4c9b-a8e1-c92f1e9c9ac7 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.857155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 04c7e974-9cb3-49d5-93af-3217dd59b293 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:09.867555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c8df4f-a5cc-4c9b-a8e1-c92f1e9c9ac7 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:09.889350 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46c8df4f-a5cc-4c9b-a8e1-c92f1e9c9ac7 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.889708 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-46c8df4f-a5cc-4c9b-a8e1-c92f1e9c9ac7 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Added segment fbbf2f9b-8dbc-4a01-b21d-e83efc19c256 of type vlan for network 3b0fb432-dc8b-42bc-8850-3b50bda63762 Jul 05 04:06:09.969843 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46c8df4f-a5cc-4c9b-a8e1-c92f1e9c9ac7 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.066406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 04c7e974-9cb3-49d5-93af-3217dd59b293 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:10.070793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 04c7e974-9cb3-49d5-93af-3217dd59b293 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:10.071173 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.156325 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46c8df4f-a5cc-4c9b-a8e1-c92f1e9c9ac7 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.156325 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c8df4f-a5cc-4c9b-a8e1-c92f1e9c9ac7 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.156325 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46c8df4f-a5cc-4c9b-a8e1-c92f1e9c9ac7 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.188190 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.243156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbaf0a6-7501-4dbd-bb34-6b8e989de22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c7e974-9cb3-49d5-93af-3217dd59b293'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:10.251280 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aae92a-c291-41e5-afce-1376629c3498" -d '{"events": [{"server_uuid": "4cbaf0a6-7501-4dbd-bb34-6b8e989de22c", "name": "network-vif-plugged", "status": "completed", "tag": "04c7e974-9cb3-49d5-93af-3217dd59b293"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:10.290235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 04c7e974-9cb3-49d5-93af-3217dd59b293, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=04c7e974-9cb3-49d5-93af-3217dd59b293,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:10.310435 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216a6b53-abe9-4022-96c5-3c640756e893 x-openstack-request-id: req-216a6b53-abe9-4022-96c5-3c640756e893 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:10.310740 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbaf0a6-7501-4dbd-bb34-6b8e989de22c", "name": "network-vif-plugged", "status": "completed", "tag": "04c7e974-9cb3-49d5-93af-3217dd59b293", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:10.311005 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-216a6b53-abe9-4022-96c5-3c640756e893 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:10.311408 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbaf0a6-7501-4dbd-bb34-6b8e989de22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c7e974-9cb3-49d5-93af-3217dd59b293', 'code': 200} Jul 05 04:06:10.354044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8df4f-a5cc-4c9b-a8e1-c92f1e9c9ac7 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event updated for resources: {'Network': ['ID=3b0fb432-dc8b-42bc-8850-3b50bda63762,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:10.371460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 3b0fb432-dc8b-42bc-8850-3b50bda63762 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:10.421014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-46c8df4f-a5cc-4c9b-a8e1-c92f1e9c9ac7 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5513661 Jul 05 04:06:10.423656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50356) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:10.439762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-437039144'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:10.455433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-abf38cb1-c62a-4e97-aca7-810ec0b20aa8 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.458363 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-abf38cb1-c62a-4e97-aca7-810ec0b20aa8 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.64 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 811 time: 0.2898712 Jul 05 04:06:10.484799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-3d6e8e6b-31d0-47ba-919f-f0bad367f595 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Request body: {'port': {'device_id': 'ff568813-baf8-4be4-984b-ce7903ed6ee1', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'admin_state_up': True, 'tenant_id': '174f2d02a7e3433196e6af978e1e0491'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:10.522303 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.645280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69443677-a55b-4d49-99da-c438e85e9e07 req-8c6f817e-0f2b-4f72-9794-5772f7f43a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.647392 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-69443677-a55b-4d49-99da-c438e85e9e07 req-8c6f817e-0f2b-4f72-9794-5772f7f43a56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 1096 time: 0.1268022 Jul 05 04:06:10.679008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=04c7e974-9cb3-49d5-93af-3217dd59b293,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:10.700987 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Made reservation on behalf of d3606c51790742808f45b4e6f5a68304 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:10.705742 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.732673 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-69443677-a55b-4d49-99da-c438e85e9e07 req-2cc66d32-a16c-4205-bda7-d2dd77743adb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735836 Jul 05 04:06:10.746816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:10.760344 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.760344 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Added segment 71fe81d3-a7fc-44a1-b807-9459f3788636 of type vlan for network e1caa727-2af2-4a03-8143-7036c533a7a1 Jul 05 04:06:10.764336 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-620606b2-78f1-48c1-b2a1-f8e8ab9703a0 req-88fd72f7-d1cf-4bdd-961b-1891f967bfa4 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 210 time: 0.0472927 Jul 05 04:06:10.816895 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.836668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-3d6e8e6b-31d0-47ba-919f-f0bad367f595 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Made reservation on behalf of 174f2d02a7e3433196e6af978e1e0491 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:10.840569 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-3d6e8e6b-31d0-47ba-919f-f0bad367f595 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.927847 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.934630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.939513 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.010329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-3d6e8e6b-31d0-47ba-919f-f0bad367f595 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Allocated IP 172.20.0.4 (a0b045f4-2b90-4610-a196-e71709f68cab/8151acc1-35f1-46dd-b471-d209576c99d2/ace7c3ef-9cb2-48bf-9da3-d348d56a54ca) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:11.042272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event updated for resources: {'Network': ['ID=e1caa727-2af2-4a03-8143-7036c533a7a1,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:11.063645 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:11.064295 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:11.064886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:11.065992 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:11.068084 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:11.068672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:11.069181 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:11.070033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:11.070846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:11.072638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:11.073154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:11.074293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:11.090739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network e1caa727-2af2-4a03-8143-7036c533a7a1 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:11.100493 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c5fa9201-9557-4bec-8352-d6936587c972 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6717453 Jul 05 04:06:11.379993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862b8e4-0952-4a2a-bf6c-4015e16f4010 req-ce6f4db9-e6e7-4087-90da-1db708b46ab4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.385788 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2862b8e4-0952-4a2a-bf6c-4015e16f4010 req-ce6f4db9-e6e7-4087-90da-1db708b46ab4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 945 time: 0.3753674 Jul 05 04:06:11.385788 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-3d6e8e6b-31d0-47ba-919f-f0bad367f595 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.430299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-3d6e8e6b-31d0-47ba-919f-f0bad367f595 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Transition to ACTIVE for port object ace7c3ef-9cb2-48bf-9da3-d348d56a54ca will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:11.505016 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2862b8e4-0952-4a2a-bf6c-4015e16f4010 req-c6b7ac50-abde-4119-aa5c-63a8d7fcd51f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134531 Jul 05 04:06:11.616042 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-3d6e8e6b-31d0-47ba-919f-f0bad367f595 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.629132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4f35c343-5bbb-445d-8062-a2ed2f6511a8', '4fe632c7-113b-45ec-8c92-a3dd070d2ee7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:11.740165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-3d6e8e6b-31d0-47ba-919f-f0bad367f595 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Network a0b045f4-2b90-4610-a196-e71709f68cab is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:11.743662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-3d6e8e6b-31d0-47ba-919f-f0bad367f595 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:11.764784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-3d6e8e6b-31d0-47ba-919f-f0bad367f595 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:11.896168 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e8e6b-31d0-47ba-919f-f0bad367f595 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event updated for resources: {'Port': ['ID=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:11.950752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-3d6e8e6b-31d0-47ba-919f-f0bad367f595 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.951464 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-3d6e8e6b-31d0-47ba-919f-f0bad367f595 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.043708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-3d6e8e6b-31d0-47ba-919f-f0bad367f595 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5735512 Jul 05 04:06:12.058907 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Request body: {'port': {'device_id': 'ff568813-baf8-4be4-984b-ce7903ed6ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:12.271930 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.382042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3021887e-7d35-42b3-85fc-da3610edcac5 None None] Provisioning for port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:12.407348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3021887e-7d35-42b3-85fc-da3610edcac5 None None] Provisioning complete for port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:12.411827 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3021887e-7d35-42b3-85fc-da3610edcac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.558698 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3021887e-7d35-42b3-85fc-da3610edcac5 None None] Port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:12.727991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace7c3ef-9cb2-48bf-9da3-d348d56a54ca {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:12.735737 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.748523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Transition to ACTIVE for port object ace7c3ef-9cb2-48bf-9da3-d348d56a54ca will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:12.792968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccc4a4-53e5-4835-a7bd-b53050b2d734 req-ccc22870-5f64-4be6-9967-b341bdfad81c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:12.792968 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e8ccc4a4-53e5-4835-a7bd-b53050b2d734 req-ccc22870-5f64-4be6-9967-b341bdfad81c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 931 time: 0.5729728 Jul 05 04:06:12.876839 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e8ccc4a4-53e5-4835-a7bd-b53050b2d734 req-37a21e43-364a-4f61-87fd-7560d90e44fc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858204 Jul 05 04:06:12.878688 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.973452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Pushing event updated for resources: {'Port': ['ID=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:13.018475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ffde1-ee70-4bec-bcd7-6e27c3b41d83 req-16af48e2-a8e2-4c1a-a501-47cdfcc227ff tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.031740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c72ffde1-ee70-4bec-bcd7-6e27c3b41d83 req-16af48e2-a8e2-4c1a-a501-47cdfcc227ff tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 945 time: 0.2162747 Jul 05 04:06:13.205626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c72ffde1-ee70-4bec-bcd7-6e27c3b41d83 req-bcd40999-4d10-45b0-9b38-d7fbcebf8658 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724942 Jul 05 04:06:13.312851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Attempting to bind port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:13.320420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Attempting to bind port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:13.321042 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Attempting to bind port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca on network a0b045f4-2b90-4610-a196-e71709f68cab {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:13.342140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca on network a0b045f4-2b90-4610-a196-e71709f68cab not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:13.345270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Attempting to bind port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca on network a0b045f4-2b90-4610-a196-e71709f68cab {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:13.370820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:13.373061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Checking segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:13.373568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Bound using segment: {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:13.375459 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Bound port: ace7c3ef-9cb2-48bf-9da3-d348d56a54ca, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a18caf-303d-4409-8a1f-0eca04b26b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:13.376780 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.658917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] For port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:13.680339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] For port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:13.781480 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb7361-e4b5-40ba-8e76-99d854867892 req-2c4bb233-97ca-457f-afd8-411786400c93 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.799382 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21bb7361-e4b5-40ba-8e76-99d854867892 req-2c4bb233-97ca-457f-afd8-411786400c93 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 945 time: 0.2556703 Jul 05 04:06:13.803123 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.991966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.992965 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.994626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] 10.222.0.64 "PUT /v2.0/ports/ace7c3ef-9cb2-48bf-9da3-d348d56a54ca HTTP/1.1" status: 200 len: 1091 time: 1.9403832 Jul 05 04:06:13.998024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff568813-baf8-4be4-984b-ce7903ed6ee1', 'tag': 'ace7c3ef-9cb2-48bf-9da3-d348d56a54ca'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:14.007720 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156a634f-5182-4d00-85a6-15da93eaac8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff568813-baf8-4be4-984b-ce7903ed6ee1", "tag": "ace7c3ef-9cb2-48bf-9da3-d348d56a54ca"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:14.099699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21bb7361-e4b5-40ba-8e76-99d854867892 req-8cfdaa2e-44ae-4490-9b2f-1a517cc8198b tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992983 Jul 05 04:06:14.257028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd5027-3891-4529-8307-da29dc1af81b service neutron] Pushing event updated for resources: {'Port': ['ID=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:14.269201 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea56958-003e-4780-9d27-38518491c7bc x-openstack-request-id: req-4ea56958-003e-4780-9d27-38518491c7bc {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:14.270647 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff568813-baf8-4be4-984b-ce7903ed6ee1", "tag": "ace7c3ef-9cb2-48bf-9da3-d348d56a54ca", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:14.271065 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ea56958-003e-4780-9d27-38518491c7bc {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:14.272672 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff568813-baf8-4be4-984b-ce7903ed6ee1', 'tag': 'ace7c3ef-9cb2-48bf-9da3-d348d56a54ca', 'status': 'completed', 'code': 200} Jul 05 04:06:14.500539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cd0d8-172b-49a5-a12f-9c926a1be27b req-dc951048-17e2-4a7a-a50d-a927ec1d7411 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:14.502167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-982cd0d8-172b-49a5-a12f-9c926a1be27b req-dc951048-17e2-4a7a-a50d-a927ec1d7411 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 943 time: 0.2412210 Jul 05 04:06:14.626899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-a8a5ed34-0e88-4e9d-be4e-03b407d43ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:14.628627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-a8a5ed34-0e88-4e9d-be4e-03b407d43ea0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 1094 time: 0.5124347 Jul 05 04:06:14.661864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-982cd0d8-172b-49a5-a12f-9c926a1be27b req-7f5ffdfe-d7dc-4ffd-908f-b46cea21cb44 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481824 Jul 05 04:06:14.667125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50424) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:14.672218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Request body: {'subnets': [{'network_id': '3b0fb432-dc8b-42bc-8850-3b50bda63762', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1861580629', 'ip_version': 6}, {'network_id': 'e1caa727-2af2-4a03-8143-7036c533a7a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:14.672602 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Request body: {'subnet': {'network_id': '3b0fb432-dc8b-42bc-8850-3b50bda63762', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1861580629', 'ip_version': 6}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:14.673268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Request body: {'subnet': {'network_id': 'e1caa727-2af2-4a03-8143-7036c533a7a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:14.845883 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-2ac65280-682f-4122-8973-3de02fbe88ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca HTTP/1.1" status: 200 len: 217 time: 0.2013819 Jul 05 04:06:14.923862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a170-3334-466c-b347-7975b3d3be8c req-5d0e72df-5e7e-4233-9789-5c1a06f138c1 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:14.933936 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a87a170-3334-466c-b347-7975b3d3be8c req-5d0e72df-5e7e-4233-9789-5c1a06f138c1 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 945 time: 0.4140673 Jul 05 04:06:14.987970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-d085299f-940e-4930-b6f2-f4fc564c9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:14.993245 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-d085299f-940e-4930-b6f2-f4fc564c9671 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.1406446 Jul 05 04:06:15.057763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a87a170-3334-466c-b347-7975b3d3be8c req-98b983ba-a801-4d12-9270-bef562587758 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225460 Jul 05 04:06:15.120807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Made reservation on behalf of d3606c51790742808f45b4e6f5a68304 for: {'subnet': 2} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:15.132144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-8c25bf98-4e00-40f7-9adb-5f3d7cfb7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.133561 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.133691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-8c25bf98-4e00-40f7-9adb-5f3d7cfb7740 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320250 Jul 05 04:06:15.134174 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.297575 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-61be5e76-cbca-4273-a50e-d81cabf744cb service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554544 Jul 05 04:06:15.443600 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-063ead74-11ab-4316-a95b-7f22ba9206e3 req-fb2790e7-6b69-4a95-9d29-55f4b611d797 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383445 Jul 05 04:06:15.723226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a634f-5182-4d00-85a6-15da93eaac8f req-ce50c4c6-9ef1-4065-b6aa-73e33d225ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.724794 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-156a634f-5182-4d00-85a6-15da93eaac8f req-ce50c4c6-9ef1-4065-b6aa-73e33d225ab1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 1094 time: 0.1328359 Jul 05 04:06:15.841831 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.913939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a634f-5182-4d00-85a6-15da93eaac8f req-7216d78f-d504-4b6b-9591-f6dcb368fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.916075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-156a634f-5182-4d00-85a6-15da93eaac8f req-7216d78f-d504-4b6b-9591-f6dcb368fa3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.1823893 Jul 05 04:06:16.012936 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-156a634f-5182-4d00-85a6-15da93eaac8f req-46a46e33-493b-4a2c-a24e-71040132d3f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca HTTP/1.1" status: 200 len: 217 time: 0.0865645 Jul 05 04:06:16.066830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Checking segment: {'id': 'fbbf2f9b-8dbc-4a01-b21d-e83efc19c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3b0fb432-dc8b-42bc-8850-3b50bda63762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:16.069155 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Network hostable DHCP agents. Network: 3b0fb432-dc8b-42bc-8850-3b50bda63762, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:16.088279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event updated for resources: {'Subnet': ['ID=5a7fd349-5f10-4af1-8ac9-73452124b6fd,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:16.141527 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a634f-5182-4d00-85a6-15da93eaac8f req-d836fc3d-2bd4-4706-8242-a10a71fee8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:16.143031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-156a634f-5182-4d00-85a6-15da93eaac8f req-d836fc3d-2bd4-4706-8242-a10a71fee8a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.0764384 Jul 05 04:06:16.180667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Network 3b0fb432-dc8b-42bc-8850-3b50bda63762 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:16.223772 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514119b-6460-431d-bbef-7c99ca37d7fe req-33fe27ca-48c0-49b7-80c3-b77086b02f9f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:16.225415 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1514119b-6460-431d-bbef-7c99ca37d7fe req-33fe27ca-48c0-49b7-80c3-b77086b02f9f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 943 time: 0.2116120 Jul 05 04:06:16.235135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d4977-4e17-4746-b1f4-96f61b70c13a req-c7a49df5-d45d-4fa6-ba80-3034e50bfaf5 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:16.236599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a92d4977-4e17-4746-b1f4-96f61b70c13a req-c7a49df5-d45d-4fa6-ba80-3034e50bfaf5 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 945 time: 0.2864945 Jul 05 04:06:16.302047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1514119b-6460-431d-bbef-7c99ca37d7fe req-4d4cb526-949c-4b3e-a32e-d7c90a55428b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644805 Jul 05 04:06:16.349102 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 3b0fb432-dc8b-42bc-8850-3b50bda63762) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:16.358388 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:16.364634 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a92d4977-4e17-4746-b1f4-96f61b70c13a req-d0067597-f182-48fb-a52b-b63dfd3e09d9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162901 Jul 05 04:06:16.384108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7e208d-4868-464e-8291-4a7b58bd5e9a None None] Network 3b0fb432-dc8b-42bc-8850-3b50bda63762 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:16.397669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a634f-5182-4d00-85a6-15da93eaac8f req-17bb5b31-b24f-4197-a2ad-6d7b4c7bfba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:16.400942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-156a634f-5182-4d00-85a6-15da93eaac8f req-17bb5b31-b24f-4197-a2ad-6d7b4c7bfba4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2460740 Jul 05 04:06:16.457684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Checking segment: {'id': '71fe81d3-a7fc-44a1-b807-9459f3788636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e1caa727-2af2-4a03-8143-7036c533a7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:16.458053 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Network hostable DHCP agents. Network: e1caa727-2af2-4a03-8143-7036c533a7a1, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:16.469916 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event updated for resources: {'Subnet': ['ID=fcc548f1-2aa8-4cf7-8b11-bf97dbff6efd,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:16.592975 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-3b0fb432-dc8b-42bc-8850-3b50bda63762', 'network_id': '3b0fb432-dc8b-42bc-8850-3b50bda63762', 'tenant_id': 'd3606c51790742808f45b4e6f5a68304', 'fixed_ips': [{'subnet_id': '5a7fd349-5f10-4af1-8ac9-73452124b6fd'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:16.593912 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:16.631817 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Network e1caa727-2af2-4a03-8143-7036c533a7a1 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:16.779798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, e1caa727-2af2-4a03-8143-7036c533a7a1) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:16.791529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Allocated IP 2001:db8::1 (3b0fb432-dc8b-42bc-8850-3b50bda63762/5a7fd349-5f10-4af1-8ac9-73452124b6fd/8d85e332-b854-4499-a3e5-fae5f9a08ac8) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:16.795397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:16.798805 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:16.799594 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:16.830067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1f2ca-a1f8-4a9d-99ec-6ebd0e745dcb None None] Network e1caa727-2af2-4a03-8143-7036c533a7a1 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:16.903599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50458) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:16.936097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-156a634f-5182-4d00-85a6-15da93eaac8f req-10a65dd3-63a9-45e8-bcaa-873d9b8ef686 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279198 Jul 05 04:06:16.941557 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fc9f2f63-12a4-431d-80f7-d536d304654c tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2732172 Jul 05 04:06:16.942472 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50462) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:17.131718 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.143515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Transition to ACTIVE for port object 8d85e332-b854-4499-a3e5-fae5f9a08ac8 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:17.169251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Transition to ACTIVE for port object 8d85e332-b854-4499-a3e5-fae5f9a08ac8 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:17.198366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8a9968-920a-4406-b84f-4c3c94afc651 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:17.205430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8a9968-920a-4406-b84f-4c3c94afc651 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:17.207679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8a9968-920a-4406-b84f-4c3c94afc651 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:17.210580 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ab8a9968-920a-4406-b84f-4c3c94afc651 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2669499 Jul 05 04:06:17.234843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50468) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:17.271777 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.316818 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5cddc-cb8a-492f-97c4-9003d79cf81d req-9972442f-96e2-4018-8f07-76f6dc6ec819 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:17.318476 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8be5cddc-cb8a-492f-97c4-9003d79cf81d req-9972442f-96e2-4018-8f07-76f6dc6ec819 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 945 time: 0.1064384 Jul 05 04:06:17.346919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-156a634f-5182-4d00-85a6-15da93eaac8f req-c744b664-d1a3-4e0b-a703-e641b2cb7c49 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992867 Jul 05 04:06:17.348352 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d3630be-b2bf-4bcd-9f6e-e25922026e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.354688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fd28a1-aaba-472f-887a-81f74170b277 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Deleting subnet 5a7fd349-5f10-4af1-8ac9-73452124b6fd {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:17.358370 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-66fd28a1-aaba-472f-887a-81f74170b277 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.416698 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-e1caa727-2af2-4a03-8143-7036c533a7a1', 'network_id': 'e1caa727-2af2-4a03-8143-7036c533a7a1', 'tenant_id': 'd3606c51790742808f45b4e6f5a68304', 'fixed_ips': [{'subnet_id': 'fcc548f1-2aa8-4cf7-8b11-bf97dbff6efd'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:17.417622 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.441246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Network 3b0fb432-dc8b-42bc-8850-3b50bda63762 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:17.477822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:17.478897 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-66fd28a1-aaba-472f-887a-81f74170b277 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.504028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:17.549290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-8be5cddc-cb8a-492f-97c4-9003d79cf81d req-1606e113-dcd1-4d57-bdd7-c75367817aca tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Deleting port 04c7e974-9cb3-49d5-93af-3217dd59b293 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:17.549686 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8be5cddc-cb8a-492f-97c4-9003d79cf81d req-1606e113-dcd1-4d57-bdd7-c75367817aca tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.632710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Pushing event updated for resources: {'Port': ['ID=8d85e332-b854-4499-a3e5-fae5f9a08ac8,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:17.639279 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d3630be-b2bf-4bcd-9f6e-e25922026e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.651067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:17.652104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:17.652483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:17.652874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:17.653273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:17.653699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:17.654041 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:17.654375 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:17.654707 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:17.655038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:17.657123 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:17.657545 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:17.679029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-8be5cddc-cb8a-492f-97c4-9003d79cf81d req-1606e113-dcd1-4d57-bdd7-c75367817aca tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] For port 04c7e974-9cb3-49d5-93af-3217dd59b293, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=04c7e974-9cb3-49d5-93af-3217dd59b293,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:17.679029 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8be5cddc-cb8a-492f-97c4-9003d79cf81d req-1606e113-dcd1-4d57-bdd7-c75367817aca tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.693207 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-66fd28a1-aaba-472f-887a-81f74170b277 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.698194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-8be5cddc-cb8a-492f-97c4-9003d79cf81d req-1606e113-dcd1-4d57-bdd7-c75367817aca tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Calling delete_port for 04c7e974-9cb3-49d5-93af-3217dd59b293 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:17.769110 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d3630be-b2bf-4bcd-9f6e-e25922026e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.780393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Attempting to bind port 8d85e332-b854-4499-a3e5-fae5f9a08ac8 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:17.781193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Attempting to bind port 8d85e332-b854-4499-a3e5-fae5f9a08ac8 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'fbbf2f9b-8dbc-4a01-b21d-e83efc19c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3b0fb432-dc8b-42bc-8850-3b50bda63762'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:17.781350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Attempting to bind port 8d85e332-b854-4499-a3e5-fae5f9a08ac8 on network 3b0fb432-dc8b-42bc-8850-3b50bda63762 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:17.807950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:17.808344 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Checking segment: {'id': 'fbbf2f9b-8dbc-4a01-b21d-e83efc19c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3b0fb432-dc8b-42bc-8850-3b50bda63762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:17.816530 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.816530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Bound using segment: {'id': 'fbbf2f9b-8dbc-4a01-b21d-e83efc19c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3b0fb432-dc8b-42bc-8850-3b50bda63762'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:17.816530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Bound port: 8d85e332-b854-4499-a3e5-fae5f9a08ac8, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbf2f9b-8dbc-4a01-b21d-e83efc19c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3b0fb432-dc8b-42bc-8850-3b50bda63762'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:17.816530 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.867337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50476) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:17.867583 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5d3630be-b2bf-4bcd-9f6e-e25922026e60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e114603c22cc425c8406db8c41e80f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9614346 Jul 05 04:06:17.876417 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3630be-b2bf-4bcd-9f6e-e25922026e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9b2834-7d61-4a98-a565-357556877f31,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:17.902934 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-66fd28a1-aaba-472f-887a-81f74170b277 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.943297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] For port 8d85e332-b854-4499-a3e5-fae5f9a08ac8, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:17.947512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Allocated IP 2001:db8:0:1::1 (e1caa727-2af2-4a03-8143-7036c533a7a1/fcc548f1-2aa8-4cf7-8b11-bf97dbff6efd/ad09e136-1a6a-4866-b315-88bc5024ee78) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:17.950397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] For port 8d85e332-b854-4499-a3e5-fae5f9a08ac8, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8d85e332-b854-4499-a3e5-fae5f9a08ac8,segment=NetworkSegment(fbbf2f9b-8dbc-4a01-b21d-e83efc19c256),segment_id=fbbf2f9b-8dbc-4a01-b21d-e83efc19c256)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:17.966770 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd28a1-aaba-472f-887a-81f74170b277 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7fd349-5f10-4af1-8ac9-73452124b6fd,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:17.998947 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-66fd28a1-aaba-472f-887a-81f74170b277 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.001189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-66fd28a1-aaba-472f-887a-81f74170b277 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "DELETE /v2.0/subnets/5a7fd349-5f10-4af1-8ac9-73452124b6fd HTTP/1.1" status: 204 len: 168 time: 0.7650521 Jul 05 04:06:18.004212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50478) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:18.012078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f27816-c0e7-4e77-b79e-c27aaa0f0264 req-21d98825-4e80-48ec-aee4-56bdea2d496d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:18.013572 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57f27816-c0e7-4e77-b79e-c27aaa0f0264 req-21d98825-4e80-48ec-aee4-56bdea2d496d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 945 time: 0.2410386 Jul 05 04:06:18.047749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8a621-dd34-4ccb-abe1-2317b587c5f5 req-5817fda6-4826-499d-9431-fe629a8c167d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:18.049324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ff8a621-dd34-4ccb-abe1-2317b587c5f5 req-5817fda6-4826-499d-9431-fe629a8c167d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 943 time: 0.2628067 Jul 05 04:06:18.074920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-32044a88-5898-4907-bca7-74ab75d5f54f tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Deleting subnet fcc548f1-2aa8-4cf7-8b11-bf97dbff6efd {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:18.078461 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8be5cddc-cb8a-492f-97c4-9003d79cf81d req-1606e113-dcd1-4d57-bdd7-c75367817aca tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.085054 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.105738 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57f27816-c0e7-4e77-b79e-c27aaa0f0264 req-bdd8b2ba-7811-4c7e-a11c-0e22b82b7a70 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794902 Jul 05 04:06:18.107840 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ebef8b53-b6a4-4de9-941d-281ca57cc07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.113877 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606e113-dcd1-4d57-bdd7-c75367817aca tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Pushing event deleted for resources: {'Port': ['ID=04c7e974-9cb3-49d5-93af-3217dd59b293,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:18.149297 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ff8a621-dd34-4ccb-abe1-2317b587c5f5 req-3d14a5d6-b0b7-4605-9c8a-a35beee3fdae tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835209 Jul 05 04:06:18.155217 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ebef8b53-b6a4-4de9-941d-281ca57cc07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.173864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ccc02de6-a63a-4c49-a6a0-e0f7375bc154', 'd965db41-a916-4fd7-955a-d07a19b41699', '04c7e974-9cb3-49d5-93af-3217dd59b293'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:18.189267 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ace7c3ef-9cb2-48bf-9da3-d348d56a54ca details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:18.198441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be5cddc-cb8a-492f-97c4-9003d79cf81d req-1606e113-dcd1-4d57-bdd7-c75367817aca tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] No DVR routers for this DVR port 04c7e974-9cb3-49d5-93af-3217dd59b293 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:18.201508 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8be5cddc-cb8a-492f-97c4-9003d79cf81d req-1606e113-dcd1-4d57-bdd7-c75367817aca tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.203301 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8be5cddc-cb8a-492f-97c4-9003d79cf81d req-1606e113-dcd1-4d57-bdd7-c75367817aca tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "DELETE /v2.0/ports/04c7e974-9cb3-49d5-93af-3217dd59b293 HTTP/1.1" status: 204 len: 173 time: 0.8765094 Jul 05 04:06:18.203743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbaf0a6-7501-4dbd-bb34-6b8e989de22c', 'name': 'network-vif-deleted', 'tag': '04c7e974-9cb3-49d5-93af-3217dd59b293'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:18.206551 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89e6364-b489-49a7-bb37-7ddd3567ba90" -d '{"events": [{"server_uuid": "4cbaf0a6-7501-4dbd-bb34-6b8e989de22c", "name": "network-vif-deleted", "tag": "04c7e974-9cb3-49d5-93af-3217dd59b293"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:18.264891 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cee05e-fe02-43fb-971a-68c1a126ad0e x-openstack-request-id: req-34cee05e-fe02-43fb-971a-68c1a126ad0e {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:18.265187 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbaf0a6-7501-4dbd-bb34-6b8e989de22c", "name": "network-vif-deleted", "tag": "04c7e974-9cb3-49d5-93af-3217dd59b293", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:18.265438 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34cee05e-fe02-43fb-971a-68c1a126ad0e {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:18.265835 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbaf0a6-7501-4dbd-bb34-6b8e989de22c', 'name': 'network-vif-deleted', 'tag': '04c7e974-9cb3-49d5-93af-3217dd59b293', 'status': 'completed', 'code': 200} Jul 05 04:06:18.300184 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.328162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c1cea-73b6-4a10-946a-6c3bac7af1aa None None] Pushing event updated for resources: {'Port': ['ID=8d85e332-b854-4499-a3e5-fae5f9a08ac8,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:18.418290 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ebef8b53-b6a4-4de9-941d-281ca57cc07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.435885 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ebef8b53-b6a4-4de9-941d-281ca57cc07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.441369 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ebef8b53-b6a4-4de9-941d-281ca57cc07b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d9b2834-7d61-4a98-a565-357556877f31 HTTP/1.1" status: 204 len: 168 time: 0.5714836 Jul 05 04:06:18.456748 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Transition to ACTIVE for port object ad09e136-1a6a-4866-b315-88bc5024ee78 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:18.463356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef8b53-b6a4-4de9-941d-281ca57cc07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9b2834-7d61-4a98-a565-357556877f31,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:18.599889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Transition to ACTIVE for port object ad09e136-1a6a-4866-b315-88bc5024ee78 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:18.697447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:18.715441 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'ace7c3ef-9cb2-48bf-9da3-d348d56a54ca', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'port_id': 'ace7c3ef-9cb2-48bf-9da3-d348d56a54ca', 'mac_address': 'fa:16:3e:da:cf:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:18.768250 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32044a88-5898-4907-bca7-74ab75d5f54f tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.786501 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.847077 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32044a88-5898-4907-bca7-74ab75d5f54f tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.862823 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.868649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Network e1caa727-2af2-4a03-8143-7036c533a7a1 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:18.892551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:18.899146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:18.901981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Pushing event updated for resources: {'Port': ['ID=ad09e136-1a6a-4866-b315-88bc5024ee78,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:18.904933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace7c3ef-9cb2-48bf-9da3-d348d56a54ca {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:18.959245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32044a88-5898-4907-bca7-74ab75d5f54f tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.978136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:19.006076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Attempting to bind port ad09e136-1a6a-4866-b315-88bc5024ee78 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:19.006460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Attempting to bind port ad09e136-1a6a-4866-b315-88bc5024ee78 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '71fe81d3-a7fc-44a1-b807-9459f3788636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e1caa727-2af2-4a03-8143-7036c533a7a1'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:19.006837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Attempting to bind port ad09e136-1a6a-4866-b315-88bc5024ee78 on network e1caa727-2af2-4a03-8143-7036c533a7a1 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:19.015825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:19.016100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Checking segment: {'id': '71fe81d3-a7fc-44a1-b807-9459f3788636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e1caa727-2af2-4a03-8143-7036c533a7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:19.016287 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.016729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Bound using segment: {'id': '71fe81d3-a7fc-44a1-b807-9459f3788636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e1caa727-2af2-4a03-8143-7036c533a7a1'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:19.020894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Bound port: ad09e136-1a6a-4866-b315-88bc5024ee78, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fe81d3-a7fc-44a1-b807-9459f3788636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e1caa727-2af2-4a03-8143-7036c533a7a1'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:19.020894 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.134398 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.192125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32044a88-5898-4907-bca7-74ab75d5f54f tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.248107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] For port ad09e136-1a6a-4866-b315-88bc5024ee78, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:19.266169 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] For port ad09e136-1a6a-4866-b315-88bc5024ee78, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ad09e136-1a6a-4866-b315-88bc5024ee78,segment=NetworkSegment(71fe81d3-a7fc-44a1-b807-9459f3788636),segment_id=71fe81d3-a7fc-44a1-b807-9459f3788636)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:19.283887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:19.289183 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32044a88-5898-4907-bca7-74ab75d5f54f tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.297337 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-32044a88-5898-4907-bca7-74ab75d5f54f tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "DELETE /v2.0/subnets/fcc548f1-2aa8-4cf7-8b11-bf97dbff6efd HTTP/1.1" status: 204 len: 168 time: 1.2911246 Jul 05 04:06:19.297654 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50498) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:19.299253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32044a88-5898-4907-bca7-74ab75d5f54f tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc548f1-2aa8-4cf7-8b11-bf97dbff6efd,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:19.409253 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.509056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ace7c3ef-9cb2-48bf-9da3-d348d56a54ca'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:19.534834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08514e54-0f0e-425d-af49-2384bc75fe17 req-8b178251-03cd-48d3-9e64-649144f98c2e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cbaf0a6-7501-4dbd-bb34-6b8e989de22c HTTP/1.1" status: 200 len: 210 time: 0.0938244 Jul 05 04:06:19.548512 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac233508-5113-49a1-99e1-a97d1b353ca4 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:19.551071 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ac233508-5113-49a1-99e1-a97d1b353ca4 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2435501 Jul 05 04:06:19.557979 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50502) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:19.617014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c684087-895c-4175-8aa9-cb7b0b2a12e6 req-5ac83935-0d73-4f5e-91af-744e8c7c949c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:19.619743 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c684087-895c-4175-8aa9-cb7b0b2a12e6 req-5ac83935-0d73-4f5e-91af-744e8c7c949c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 944 time: 0.2479937 Jul 05 04:06:19.639312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d96f94-609c-4e98-bbf9-ddf718852a8e None None] Pushing event updated for resources: {'Port': ['ID=ad09e136-1a6a-4866-b315-88bc5024ee78,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:19.676433 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c684087-895c-4175-8aa9-cb7b0b2a12e6 req-4d497e48-6994-4138-992b-199ae7068ecc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477509 Jul 05 04:06:19.774497 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.884073 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Deleting port ad09e136-1a6a-4866-b315-88bc5024ee78 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:19.884073 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.979112 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] For port ad09e136-1a6a-4866-b315-88bc5024ee78, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ad09e136-1a6a-4866-b315-88bc5024ee78,segment=NetworkSegment(71fe81d3-a7fc-44a1-b807-9459f3788636),segment_id=71fe81d3-a7fc-44a1-b807-9459f3788636)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:19.980319 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.002118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Calling delete_port for ad09e136-1a6a-4866-b315-88bc5024ee78 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:20.010093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb25639-1532-4ae4-a73a-e7a3b990e21a None None] Network 3b0fb432-dc8b-42bc-8850-3b50bda63762 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:20.231828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8d85e332-b854-4499-a3e5-fae5f9a08ac8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:20.260867 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5481d669-e031-4cae-a1ca-1c3631f1f2e0 None None] Provisioning for port 8d85e332-b854-4499-a3e5-fae5f9a08ac8 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:20.292057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719e2870-2092-460b-ac17-33e611d7611f None None] DHCP port deletion for 3b0fb432-dc8b-42bc-8850-3b50bda63762 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:20.301270 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.341769 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] No DVR routers for this DVR port ad09e136-1a6a-4866-b315-88bc5024ee78 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:20.343063 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-719e2870-2092-460b-ac17-33e611d7611f None None] Deleting port 8d85e332-b854-4499-a3e5-fae5f9a08ac8 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:20.343437 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-719e2870-2092-460b-ac17-33e611d7611f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.348040 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event deleted for resources: {'Port': ['ID=ad09e136-1a6a-4866-b315-88bc5024ee78,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:20.438087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.453224 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1caa727-2af2-4a03-8143-7036c533a7a1']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:20.467746 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fe81d3-a7fc-44a1-b807-9459f3788636') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:20.467746 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fe81d3-a7fc-44a1-b807-9459f3788636') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:20.479126 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.496621 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.508680 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:20.509171 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:20.539390 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:20.553349 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 8d85e332-b854-4499-a3e5-fae5f9a08ac8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:20.567883 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 8d85e332-b854-4499-a3e5-fae5f9a08ac8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:20.568261 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.619657 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-719e2870-2092-460b-ac17-33e611d7611f None None] For port 8d85e332-b854-4499-a3e5-fae5f9a08ac8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8d85e332-b854-4499-a3e5-fae5f9a08ac8,segment=NetworkSegment(fbbf2f9b-8dbc-4a01-b21d-e83efc19c256),segment_id=fbbf2f9b-8dbc-4a01-b21d-e83efc19c256)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:20.623365 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-719e2870-2092-460b-ac17-33e611d7611f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.667280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-719e2870-2092-460b-ac17-33e611d7611f None None] Calling delete_port for 8d85e332-b854-4499-a3e5-fae5f9a08ac8 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:20.746351 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.753249 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.757397 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "DELETE /v2.0/networks/e1caa727-2af2-4a03-8143-7036c533a7a1 HTTP/1.1" status: 204 len: 168 time: 1.1978798 Jul 05 04:06:20.759741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50522) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:20.812339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1918448-3ab5-48c1-8cfa-5a6f33d61090 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event deleted for resources: {'Network': ['ID=e1caa727-2af2-4a03-8143-7036c533a7a1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:20.883159 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.959567 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a29a4364-5cb6-43bc-88e7-e2afc391f688 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.976038 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-719e2870-2092-460b-ac17-33e611d7611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.990945 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8899638-e4bf-48aa-a8d3-ecff4f9f01b9 req-8f6d1a07-655d-4943-a3c8-567f9670a1da tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:20.992571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8899638-e4bf-48aa-a8d3-ecff4f9f01b9 req-8f6d1a07-655d-4943-a3c8-567f9670a1da tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 944 time: 0.1307173 Jul 05 04:06:21.041535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad09e136-1a6a-4866-b315-88bc5024ee78 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:21.043732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e2870-2092-460b-ac17-33e611d7611f None None] No DVR routers for this DVR port 8d85e332-b854-4499-a3e5-fae5f9a08ac8 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:21.045318 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e2870-2092-460b-ac17-33e611d7611f None None] Pushing event deleted for resources: {'Port': ['ID=8d85e332-b854-4499-a3e5-fae5f9a08ac8,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:21.071303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ad09e136-1a6a-4866-b315-88bc5024ee78 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:21.071303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad09e136-1a6a-4866-b315-88bc5024ee78 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 04:06:21.100816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Port ad09e136-1a6a-4866-b315-88bc5024ee78 not found, will not notify nova. {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 04:06:21.112573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2943bf54-8626-4062-bfdc-ca8ceb905181 None None] Could not find standard attr ID for object ad09e136-1a6a-4866-b315-88bc5024ee78. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:06:21.129521 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bddb67d-c5e0-4902-be10-95bbc913b2ba None None] DHCP port deletion for e1caa727-2af2-4a03-8143-7036c533a7a1 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:21.130388 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a29a4364-5cb6-43bc-88e7-e2afc391f688 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.150703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a29a4364-5cb6-43bc-88e7-e2afc391f688 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0fb432-dc8b-42bc-8850-3b50bda63762']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:21.155759 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8899638-e4bf-48aa-a8d3-ecff4f9f01b9 req-0d431c3c-d9e2-418c-9467-e0c77cc88007 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395950 Jul 05 04:06:21.156712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2ad2ae-140f-40ea-bb5a-d4ec341705b5 None None] Network e1caa727-2af2-4a03-8143-7036c533a7a1 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:21.174899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a29a4364-5cb6-43bc-88e7-e2afc391f688 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbf2f9b-8dbc-4a01-b21d-e83efc19c256') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:21.174899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a29a4364-5cb6-43bc-88e7-e2afc391f688 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbf2f9b-8dbc-4a01-b21d-e83efc19c256') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:21.178616 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a29a4364-5cb6-43bc-88e7-e2afc391f688 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.189743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2ad2ae-140f-40ea-bb5a-d4ec341705b5 None None] Network e1caa727-2af2-4a03-8143-7036c533a7a1 could not be found, it might have been deleted concurrently. {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:06:21.198948 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a29a4364-5cb6-43bc-88e7-e2afc391f688 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.214662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29a4364-5cb6-43bc-88e7-e2afc391f688 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:21.215325 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a29a4364-5cb6-43bc-88e7-e2afc391f688 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:21.218321 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:21.333987 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9241f538-4557-4c24-9a0d-d2403b4cb086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.465950 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a29a4364-5cb6-43bc-88e7-e2afc391f688 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.487729 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a29a4364-5cb6-43bc-88e7-e2afc391f688 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.492571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50526) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:21.493141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a29a4364-5cb6-43bc-88e7-e2afc391f688 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "DELETE /v2.0/networks/3b0fb432-dc8b-42bc-8850-3b50bda63762 HTTP/1.1" status: 204 len: 168 time: 0.7318652 Jul 05 04:06:21.495939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a4364-5cb6-43bc-88e7-e2afc391f688 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event deleted for resources: {'Network': ['ID=3b0fb432-dc8b-42bc-8850-3b50bda63762,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:21.577938 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e511b-99b4-4663-b18b-0f1afed62a82 req-9fc78d8a-0619-4c56-9e6f-7f8bc8ff4ab0 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.587823 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-398e511b-99b4-4663-b18b-0f1afed62a82 req-9fc78d8a-0619-4c56-9e6f-7f8bc8ff4ab0 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 945 time: 0.0858583 Jul 05 04:06:21.621552 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-198d8c12-508d-43ad-a933-3166b406bb61 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.641887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-398e511b-99b4-4663-b18b-0f1afed62a82 req-e6d38eaf-1e47-4b9a-b988-f926dd1b975a tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472462 Jul 05 04:06:21.746574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-198d8c12-508d-43ad-a933-3166b406bb61 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.759689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-198d8c12-508d-43ad-a933-3166b406bb61 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3a0234-f6ad-44fd-af3e-f0158a55dcbf']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:21.785035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-198d8c12-508d-43ad-a933-3166b406bb61 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5365a036-117d-4d01-b44f-9ab210c6a1a9') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:21.785571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-198d8c12-508d-43ad-a933-3166b406bb61 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5365a036-117d-4d01-b44f-9ab210c6a1a9') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:21.800526 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-198d8c12-508d-43ad-a933-3166b406bb61 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.832569 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-198d8c12-508d-43ad-a933-3166b406bb61 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198d8c12-508d-43ad-a933-3166b406bb61 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-198d8c12-508d-43ad-a933-3166b406bb61 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:21.850518 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:21.926865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 04c7e974-9cb3-49d5-93af-3217dd59b293 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:21.952664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 04c7e974-9cb3-49d5-93af-3217dd59b293 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:21.953021 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 04c7e974-9cb3-49d5-93af-3217dd59b293 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:21.989888 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-198d8c12-508d-43ad-a933-3166b406bb61 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.995698 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-198d8c12-508d-43ad-a933-3166b406bb61 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.998431 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-198d8c12-508d-43ad-a933-3166b406bb61 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "DELETE /v2.0/networks/ec3a0234-f6ad-44fd-af3e-f0158a55dcbf HTTP/1.1" status: 204 len: 168 time: 0.5044823 Jul 05 04:06:22.001342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50542) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:22.041660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d8c12-508d-43ad-a933-3166b406bb61 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event deleted for resources: {'Network': ['ID=ec3a0234-f6ad-44fd-af3e-f0158a55dcbf,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:22.099054 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7afe03dd-abaa-4156-ae18-4bd87244a409 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.117302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8d85e332-b854-4499-a3e5-fae5f9a08ac8 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:22.139586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 8d85e332-b854-4499-a3e5-fae5f9a08ac8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:22.140085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8d85e332-b854-4499-a3e5-fae5f9a08ac8 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:22.140712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad09e136-1a6a-4866-b315-88bc5024ee78 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:22.164779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ad09e136-1a6a-4866-b315-88bc5024ee78 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:22.165141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad09e136-1a6a-4866-b315-88bc5024ee78 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:22.170736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ace7c3ef-9cb2-48bf-9da3-d348d56a54ca up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:22.211630 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7afe03dd-abaa-4156-ae18-4bd87244a409 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.224242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-7afe03dd-abaa-4156-ae18-4bd87244a409 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc0b468-9ed4-4b82-91af-9f239fa3d484']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:22.240128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-7afe03dd-abaa-4156-ae18-4bd87244a409 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f0efcb-6a46-41cb-9170-8f0cf78a73d4') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:22.240468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-7afe03dd-abaa-4156-ae18-4bd87244a409 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f0efcb-6a46-41cb-9170-8f0cf78a73d4') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:22.251548 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7afe03dd-abaa-4156-ae18-4bd87244a409 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.268007 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7afe03dd-abaa-4156-ae18-4bd87244a409 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.274634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afe03dd-abaa-4156-ae18-4bd87244a409 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:22.275072 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7afe03dd-abaa-4156-ae18-4bd87244a409 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:22.278099 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:22.407449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fa583-3dca-4656-8b5d-0bc6b92e8668 req-6fa12a51-8e45-4998-885b-e15e0f504715 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:22.417509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:22.417653 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d6fa583-3dca-4656-8b5d-0bc6b92e8668 req-6fa12a51-8e45-4998-885b-e15e0f504715 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 944 time: 0.0946004 Jul 05 04:06:22.417744 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:22.417744 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.459108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d6fa583-3dca-4656-8b5d-0bc6b92e8668 req-82e86fc2-4cc8-41c6-8b5d-54c3ac7e6a6c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Jul 05 04:06:22.504532 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.529056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff568813-baf8-4be4-984b-ce7903ed6ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace7c3ef-9cb2-48bf-9da3-d348d56a54ca'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:22.531301 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb798455-a631-437a-a75c-2a03f15c9487" -d '{"events": [{"server_uuid": "ff568813-baf8-4be4-984b-ce7903ed6ee1", "name": "network-vif-plugged", "status": "completed", "tag": "ace7c3ef-9cb2-48bf-9da3-d348d56a54ca"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:22.544032 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7afe03dd-abaa-4156-ae18-4bd87244a409 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.548270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:22.551414 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7afe03dd-abaa-4156-ae18-4bd87244a409 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.560489 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7afe03dd-abaa-4156-ae18-4bd87244a409 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] 10.222.0.60 "DELETE /v2.0/networks/afc0b468-9ed4-4b82-91af-9f239fa3d484 HTTP/1.1" status: 204 len: 168 time: 0.5553961 Jul 05 04:06:22.576322 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe03dd-abaa-4156-ae18-4bd87244a409 tempest-BulkNetworkOpsIpV6Test-1205243129 tempest-BulkNetworkOpsIpV6Test-1205243129-project] Pushing event deleted for resources: {'Network': ['ID=afc0b468-9ed4-4b82-91af-9f239fa3d484,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:22.621154 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71407ff0-a16c-4194-9954-2f33a4871567 x-openstack-request-id: req-71407ff0-a16c-4194-9954-2f33a4871567 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:22.621753 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff568813-baf8-4be4-984b-ce7903ed6ee1", "name": "network-vif-plugged", "status": "completed", "tag": "ace7c3ef-9cb2-48bf-9da3-d348d56a54ca", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:22.622166 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71407ff0-a16c-4194-9954-2f33a4871567 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:22.622767 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff568813-baf8-4be4-984b-ce7903ed6ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace7c3ef-9cb2-48bf-9da3-d348d56a54ca', 'code': 200} Jul 05 04:06:22.688042 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.763815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:22.782043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda92a6-186c-44f5-a6ad-3d567b657c4d req-0920b7fe-f000-4d07-abba-c3a5da34d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:22.785087 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-feda92a6-186c-44f5-a6ad-3d567b657c4d req-0920b7fe-f000-4d07-abba-c3a5da34d03d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 1096 time: 0.0917404 Jul 05 04:06:22.832319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc01c7-746f-4385-ae0e-5b6df6aec821 req-de71d0cc-b67a-40c8-a1c5-5cd7aed53e36 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:22.834004 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-74fc01c7-746f-4385-ae0e-5b6df6aec821 req-de71d0cc-b67a-40c8-a1c5-5cd7aed53e36 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 945 time: 0.1035166 Jul 05 04:06:22.839777 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-feda92a6-186c-44f5-a6ad-3d567b657c4d req-1b39c717-9966-4f2b-9b02-cdcd9ef206f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468502 Jul 05 04:06:22.954558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0c17e-469c-4c29-9590-43bcade53bb9 req-571cc1d3-8bcd-4670-9c84-107046c23f48 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:22.957483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ede0c17e-469c-4c29-9590-43bcade53bb9 req-571cc1d3-8bcd-4670-9c84-107046c23f48 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 945 time: 0.1323006 Jul 05 04:06:22.989235 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-74fc01c7-746f-4385-ae0e-5b6df6aec821 req-7fc214c2-1f2b-4510-a61d-bccc194e529e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Deleting port d965db41-a916-4fd7-955a-d07a19b41699 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:22.990002 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-74fc01c7-746f-4385-ae0e-5b6df6aec821 req-7fc214c2-1f2b-4510-a61d-bccc194e529e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.016281 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ede0c17e-469c-4c29-9590-43bcade53bb9 req-9ca95e1d-2763-4dcd-8305-3f2517f28d86 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525191 Jul 05 04:06:23.087854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-74fc01c7-746f-4385-ae0e-5b6df6aec821 req-7fc214c2-1f2b-4510-a61d-bccc194e529e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] For port d965db41-a916-4fd7-955a-d07a19b41699, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d965db41-a916-4fd7-955a-d07a19b41699,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:23.088418 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-74fc01c7-746f-4385-ae0e-5b6df6aec821 req-7fc214c2-1f2b-4510-a61d-bccc194e529e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.105167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-74fc01c7-746f-4385-ae0e-5b6df6aec821 req-7fc214c2-1f2b-4510-a61d-bccc194e529e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Calling delete_port for d965db41-a916-4fd7-955a-d07a19b41699 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:23.198133 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50562) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:23.347135 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-71e623c0-c145-439a-9c9b-e792ad5bbe1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3606c51790742808f45b4e6f5a68304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472585 Jul 05 04:06:23.352140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50566) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:23.367478 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-74fc01c7-746f-4385-ae0e-5b6df6aec821 req-7fc214c2-1f2b-4510-a61d-bccc194e529e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.383631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ccc02de6-a63a-4c49-a6a0-e0f7375bc154', 'd965db41-a916-4fd7-955a-d07a19b41699'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:23.706869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c58fa-20e7-4eb0-8442-5b5b95d535af req-069007d5-19ea-4434-b073-441e637c7995 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:23.709379 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-088c58fa-20e7-4eb0-8442-5b5b95d535af req-069007d5-19ea-4434-b073-441e637c7995 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.0947084 Jul 05 04:06:23.778628 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-088c58fa-20e7-4eb0-8442-5b5b95d535af req-42fd5f69-2540-4d1d-8d26-505d3ce3c23f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634353 Jul 05 04:06:23.818879 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc214c2-1f2b-4510-a61d-bccc194e529e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Pushing event deleted for resources: {'Port': ['ID=d965db41-a916-4fd7-955a-d07a19b41699,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:23.891868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fc01c7-746f-4385-ae0e-5b6df6aec821 req-7fc214c2-1f2b-4510-a61d-bccc194e529e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] No DVR routers for this DVR port d965db41-a916-4fd7-955a-d07a19b41699 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:23.895914 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-74fc01c7-746f-4385-ae0e-5b6df6aec821 req-7fc214c2-1f2b-4510-a61d-bccc194e529e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.902219 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-74fc01c7-746f-4385-ae0e-5b6df6aec821 req-7fc214c2-1f2b-4510-a61d-bccc194e529e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "DELETE /v2.0/ports/d965db41-a916-4fd7-955a-d07a19b41699 HTTP/1.1" status: 204 len: 173 time: 1.0604331 Jul 05 04:06:23.907270 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43e52cd-7614-4076-9763-249265c89ef6', 'name': 'network-vif-deleted', 'tag': 'd965db41-a916-4fd7-955a-d07a19b41699'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:23.910313 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f853e4e0-1d1e-4926-9167-7289c0138e80" -d '{"events": [{"server_uuid": "c43e52cd-7614-4076-9763-249265c89ef6", "name": "network-vif-deleted", "tag": "d965db41-a916-4fd7-955a-d07a19b41699"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:23.913714 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f306394-aade-49b9-9adc-06a0fd712bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.970406 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f306394-aade-49b9-9adc-06a0fd712bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.978367 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa093da-b610-410b-88c6-9910bdb9933d x-openstack-request-id: req-faa093da-b610-410b-88c6-9910bdb9933d {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:23.978839 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43e52cd-7614-4076-9763-249265c89ef6", "name": "network-vif-deleted", "tag": "d965db41-a916-4fd7-955a-d07a19b41699", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:23.984720 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-faa093da-b610-410b-88c6-9910bdb9933d {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:23.985208 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43e52cd-7614-4076-9763-249265c89ef6', 'name': 'network-vif-deleted', 'tag': 'd965db41-a916-4fd7-955a-d07a19b41699', 'status': 'completed', 'code': 200} Jul 05 04:06:24.157522 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f306394-aade-49b9-9adc-06a0fd712bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.160882 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f306394-aade-49b9-9adc-06a0fd712bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.162177 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6f306394-aade-49b9-9adc-06a0fd712bfe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c3eb5cc-31bc-4bf6-a4c0-0fd75585502e HTTP/1.1" status: 204 len: 168 time: 0.8089228 Jul 05 04:06:24.174679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f306394-aade-49b9-9adc-06a0fd712bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3eb5cc-31bc-4bf6-a4c0-0fd75585502e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:24.235828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5a43bc9-79af-47d0-acb7-475549abd270 req-3e2229ed-750d-4d87-9200-f634b73df3b6 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 210 time: 0.0638592 Jul 05 04:06:24.278358 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b0b7-0ea5-4932-aef8-be4d3b3eab3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.426566 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.996329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551ea97-d639-487b-ab67-4c38a9bb876c req-e1976875-0e98-437d-81e2-fcc274f30235 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.997947 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6551ea97-d639-487b-ab67-4c38a9bb876c req-e1976875-0e98-437d-81e2-fcc274f30235 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.0875766 Jul 05 04:06:25.057508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6551ea97-d639-487b-ab67-4c38a9bb876c req-fdae7bb7-c470-45b3-abcb-c79086200761 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489676 Jul 05 04:06:25.397885 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.434012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf916b38-c6d1-422e-9484-3ee5c6ac2a66 req-a1f541bb-cbbb-4609-aa1a-e696f95d6daa tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c43e52cd-7614-4076-9763-249265c89ef6 HTTP/1.1" status: 200 len: 210 time: 0.0488622 Jul 05 04:06:25.744441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe1f3b-b7cc-4d57-9829-c3b7229b54ac req-75440139-cb89-4a69-98ec-a228fe20abc5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:25.753522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77fe1f3b-b7cc-4d57-9829-c3b7229b54ac req-75440139-cb89-4a69-98ec-a228fe20abc5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.0857277 Jul 05 04:06:25.785941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50618) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:25.803969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77fe1f3b-b7cc-4d57-9829-c3b7229b54ac req-c37bbca9-e6f3-4e0d-bd92-3e3999519c98 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455713 Jul 05 04:06:25.902712 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2108983898'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:26.071293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:26.075057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.084498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.197400 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.345467 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.392304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:26.403012 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9441a3-d6de-473c-a3d6-c6aef4d6e6a7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:26.411310 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.411310 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Added segment 60b4a046-1c66-4c44-9963-2d66eca71a89 of type vlan for network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 Jul 05 04:06:26.464911 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.635359 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.644994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:26.645652 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.729506 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Network': ['ID=3205a01f-8c8a-49aa-b99f-8e9bc4f0e411,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:26.751768 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:26.831303 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ae1cc75c-1b2f-494b-a2e8-fe9a52cffc22 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0435870 Jul 05 04:06:26.836735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50646) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:26.845620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'name': 'tempest-PortsIpV6TestJSON-304219618'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:26.932332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40466da-56de-4fc2-990c-345dc8387307 req-70e045d9-e487-4d5e-ba24-05dc1c65dd44 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:26.934049 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d40466da-56de-4fc2-990c-345dc8387307 req-70e045d9-e487-4d5e-ba24-05dc1c65dd44 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.1937692 Jul 05 04:06:26.964773 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d40466da-56de-4fc2-990c-345dc8387307 req-bc84ba46-a457-4b6a-bac3-046866b5ea55 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/quotas/cf04d616778d47c89580bb8ff6878ba3 HTTP/1.1" status: 200 len: 375 time: 0.0198772 Jul 05 04:06:27.088754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d0f4c-da15-4abd-a2be-9bb2870d2911 req-6a3596d1-230b-4941-9320-0d1d7196b81c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:27.090448 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a28d0f4c-da15-4abd-a2be-9bb2870d2911 req-6a3596d1-230b-4941-9320-0d1d7196b81c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.1231976 Jul 05 04:06:27.102022 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d40466da-56de-4fc2-990c-345dc8387307 req-10d76889-e430-4a3f-96a5-6dff38ce4f68 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1235812 Jul 05 04:06:27.167440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:27.170601 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.216675 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a28d0f4c-da15-4abd-a2be-9bb2870d2911 req-2d386b09-66a8-45e0-9ba1-e0187214f950 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190271 Jul 05 04:06:27.217816 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:27.220024 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.310046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d40466da-56de-4fc2-990c-345dc8387307 req-fd29754c-c56f-4319-b005-2b3ea9b106d0 service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999567 Jul 05 04:06:27.513242 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d40466da-56de-4fc2-990c-345dc8387307 req-50a9ba1e-8a13-4718-be6f-d3bc07ba50a5 service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946621 Jul 05 04:06:27.522935 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.666351 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.728806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=27eacd53-9ac5-44e9-b599-c5d5dffc50d8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:27.745935 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Checking segment: {'id': '60b4a046-1c66-4c44-9963-2d66eca71a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:27.746304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network hostable DHCP agents. Network: 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:27.807096 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e07aa90c-e198-495f-9dfd-6659b459a708 req-44a64bca-2a52-4ac8-95ed-69f78cffc577 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 210 time: 0.0346823 Jul 05 04:06:27.888057 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:27.930582 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d965db41-a916-4fd7-955a-d07a19b41699 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:27.964806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: d965db41-a916-4fd7-955a-d07a19b41699 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:27.965406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d965db41-a916-4fd7-955a-d07a19b41699 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:28.054054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:28.058009 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:28.064573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2026ceb-0459-4ade-8dee-9f7c2120d612 None None] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:28.069030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:28.069918 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.269133 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50678) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:28.269877 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d3eb20c7-298e-4848-8587-bd396d45b648 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4310431 Jul 05 04:06:28.274547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-709c6ee3-2603-4ee7-89bc-e3305a339f4b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1200197577'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:28.455633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709c6ee3-2603-4ee7-89bc-e3305a339f4b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:28.460248 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-709c6ee3-2603-4ee7-89bc-e3305a339f4b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.492779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709c6ee3-2603-4ee7-89bc-e3305a339f4b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:28.506333 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-709c6ee3-2603-4ee7-89bc-e3305a339f4b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.507263 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-709c6ee3-2603-4ee7-89bc-e3305a339f4b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Added segment 7d77c4fa-e4d0-43d9-b159-277faf6af52d of type vlan for network 8fe3dc74-83f3-41ca-b5a4-ae959f830266 Jul 05 04:06:28.536709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03aff5-2017-4557-aa92-e3573b5c8b8c req-2bba7d8f-c9c4-4ea6-b323-78e7ee36c625 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:28.543897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a03aff5-2017-4557-aa92-e3573b5c8b8c req-2bba7d8f-c9c4-4ea6-b323-78e7ee36c625 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.0762496 Jul 05 04:06:28.579542 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-709c6ee3-2603-4ee7-89bc-e3305a339f4b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.587527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a03aff5-2017-4557-aa92-e3573b5c8b8c req-3ae0b18e-ee3b-4592-91df-4129cb694676 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 Jul 05 04:06:28.706800 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-709c6ee3-2603-4ee7-89bc-e3305a339f4b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.713121 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709c6ee3-2603-4ee7-89bc-e3305a339f4b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:28.713675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-709c6ee3-2603-4ee7-89bc-e3305a339f4b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.785328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c6ee3-2603-4ee7-89bc-e3305a339f4b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Network': ['ID=8fe3dc74-83f3-41ca-b5a4-ae959f830266,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:28.808249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 8fe3dc74-83f3-41ca-b5a4-ae959f830266 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:28.891039 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-709c6ee3-2603-4ee7-89bc-e3305a339f4b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6205013 Jul 05 04:06:28.896346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50690) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:28.902193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'ports': [{'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411'}, {'network_id': '8fe3dc74-83f3-41ca-b5a4-ae959f830266'}]} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:28.902743 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:28.903449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'network_id': '8fe3dc74-83f3-41ca-b5a4-ae959f830266'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:28.911588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3fc219ae-43ae-4077-8f90-0b13c7924b59 req-85fbaa62-f9e2-490a-b6d5-748289c1d7cd tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 210 time: 0.0417554 Jul 05 04:06:29.385766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 2} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:29.395452 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.410681 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.505249 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.509252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port bd87c6bd-cc2d-4ae5-a3a4-38a5b0d09512 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:29.646873 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.732760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port fd17e4e6-ee77-4291-a1ce-efe0b3f23f79 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:29.819360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41653ad-5178-47e7-a8be-498099c9592f req-5e6c2c81-2280-458e-a07e-e8f9ec79a36c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:29.821002 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b41653ad-5178-47e7-a8be-498099c9592f req-5e6c2c81-2280-458e-a07e-e8f9ec79a36c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.0908344 Jul 05 04:06:29.850467 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.868698 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b41653ad-5178-47e7-a8be-498099c9592f req-153cd78c-2853-499e-a0c0-8d4cac018d1e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Jul 05 04:06:29.911289 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:06:30.033711 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.091793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:30.095060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:30.111265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:30.112718 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.128845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=bd87c6bd-cc2d-4ae5-a3a4-38a5b0d09512,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:30.130469 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c34e1793-40f5-4108-92ea-2ac0e5fb5750 req-764cd246-8561-48a8-866f-bce62665b728 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 210 time: 0.0748620 Jul 05 04:06:30.214139 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=fd17e4e6-ee77-4291-a1ce-efe0b3f23f79,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:30.214442 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ace7c3ef-9cb2-48bf-9da3-d348d56a54ca details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:30.240566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Checking segment: {'id': '7d77c4fa-e4d0-43d9-b159-277faf6af52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8fe3dc74-83f3-41ca-b5a4-ae959f830266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:30.241213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network hostable DHCP agents. Network: 8fe3dc74-83f3-41ca-b5a4-ae959f830266, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:30.341712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:30.362655 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'ace7c3ef-9cb2-48bf-9da3-d348d56a54ca', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'port_id': 'ace7c3ef-9cb2-48bf-9da3-d348d56a54ca', 'mac_address': 'fa:16:3e:da:cf:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:30.402054 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.415908 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ace7c3ef-9cb2-48bf-9da3-d348d56a54ca {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:30.433050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 8fe3dc74-83f3-41ca-b5a4-ae959f830266 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:30.438200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:30.613765 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 8fe3dc74-83f3-41ca-b5a4-ae959f830266) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:30.614017 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.629674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:30.629674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:30.634090 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:30.634982 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.638865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473f406e-4d14-4e94-9b9e-d3a0d2acacbb None None] Network 8fe3dc74-83f3-41ca-b5a4-ae959f830266 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:30.732850 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:30.749507 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f7042e35-c627-4adc-80c3-557d2116e1f4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8489635 Jul 05 04:06:30.750022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50714) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:30.775483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ace7c3ef-9cb2-48bf-9da3-d348d56a54ca'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:30.898783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-97bed9da-ea2b-4db3-bff8-f03e6ccbdc84 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port fd17e4e6-ee77-4291-a1ce-efe0b3f23f79 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:30.898783 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97bed9da-ea2b-4db3-bff8-f03e6ccbdc84 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.042284 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97bed9da-ea2b-4db3-bff8-f03e6ccbdc84 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.063292 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-97bed9da-ea2b-4db3-bff8-f03e6ccbdc84 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for fd17e4e6-ee77-4291-a1ce-efe0b3f23f79 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:31.175682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139f151-1d6a-46d9-9376-b3923de68d35 req-a112655c-1c36-4064-8677-e6121ac2f5ca tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:31.197892 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8139f151-1d6a-46d9-9376-b3923de68d35 req-a112655c-1c36-4064-8677-e6121ac2f5ca tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 944 time: 0.1111891 Jul 05 04:06:31.286169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8139f151-1d6a-46d9-9376-b3923de68d35 req-dcd0b921-ebf0-4e39-8329-6a73b6b39db2 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872297 Jul 05 04:06:31.361236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40466da-56de-4fc2-990c-345dc8387307 req-f67830c9-b3a1-42a7-9bce-4a63510d52ef tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:31.362952 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d40466da-56de-4fc2-990c-345dc8387307 req-f67830c9-b3a1-42a7-9bce-4a63510d52ef tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.1770556 Jul 05 04:06:31.378005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-d40466da-56de-4fc2-990c-345dc8387307 req-92dfb637-7a51-469f-863f-743c00473079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Request body: {'port': {'device_id': '7095bc27-1c1e-43b4-b305-3a9b205c6e3d', 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'admin_state_up': True, 'tenant_id': 'cf04d616778d47c89580bb8ff6878ba3'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:31.411422 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2885b68c-58ff-448c-af2b-565c1236a2f7 req-cc29d6aa-8bf2-4ead-9855-0c12855f5f82 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 210 time: 0.0458162 Jul 05 04:06:31.431182 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97bed9da-ea2b-4db3-bff8-f03e6ccbdc84 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.473898 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bed9da-ea2b-4db3-bff8-f03e6ccbdc84 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=fd17e4e6-ee77-4291-a1ce-efe0b3f23f79,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:31.484615 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97bed9da-ea2b-4db3-bff8-f03e6ccbdc84 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.489166 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-97bed9da-ea2b-4db3-bff8-f03e6ccbdc84 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/fd17e4e6-ee77-4291-a1ce-efe0b3f23f79 HTTP/1.1" status: 204 len: 168 time: 0.7367713 Jul 05 04:06:31.490866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50734) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:31.517052 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.573941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf12ebb-18c6-43bf-a739-5e4949087f2c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:31.580007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf12ebb-18c6-43bf-a739-5e4949087f2c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:31.582162 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bcf12ebb-18c6-43bf-a739-5e4949087f2c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0900407 Jul 05 04:06:31.584948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50738) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:31.693003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-850d9f58-b55b-4dc6-acb4-86211f0bc623 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port bd87c6bd-cc2d-4ae5-a3a4-38a5b0d09512 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:31.693352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-850d9f58-b55b-4dc6-acb4-86211f0bc623 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.723049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40466da-56de-4fc2-990c-345dc8387307 req-92dfb637-7a51-469f-863f-743c00473079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Made reservation on behalf of cf04d616778d47c89580bb8ff6878ba3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:31.727019 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d40466da-56de-4fc2-990c-345dc8387307 req-92dfb637-7a51-469f-863f-743c00473079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.775141 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-850d9f58-b55b-4dc6-acb4-86211f0bc623 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.792324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-850d9f58-b55b-4dc6-acb4-86211f0bc623 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for bd87c6bd-cc2d-4ae5-a3a4-38a5b0d09512 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:31.892459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-d40466da-56de-4fc2-990c-345dc8387307 req-92dfb637-7a51-469f-863f-743c00473079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Allocated IP 172.20.0.7 (289bce06-a2c1-47c6-8a99-7407dc3c1dd6/8facf5e9-bfc3-4583-948d-915d16522b51/78b90fa4-33bc-4706-874b-0da812ed76b7) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:32.059582 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-850d9f58-b55b-4dc6-acb4-86211f0bc623 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.143667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d9f58-b55b-4dc6-acb4-86211f0bc623 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=bd87c6bd-cc2d-4ae5-a3a4-38a5b0d09512,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:32.153850 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-850d9f58-b55b-4dc6-acb4-86211f0bc623 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.155828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-850d9f58-b55b-4dc6-acb4-86211f0bc623 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/bd87c6bd-cc2d-4ae5-a3a4-38a5b0d09512 HTTP/1.1" status: 204 len: 168 time: 0.5700760 Jul 05 04:06:32.159230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50768) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:32.172689 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d40466da-56de-4fc2-990c-345dc8387307 req-92dfb637-7a51-469f-863f-743c00473079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.223522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ace7c3ef-9cb2-48bf-9da3-d348d56a54ca up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:32.278001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0077243-4423-4d35-bbcc-779aa21ca242 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.279738 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a0077243-4423-4d35-bbcc-779aa21ca242 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1188517 Jul 05 04:06:32.282561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50770) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:32.303885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:32.305180 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.318412 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb4d8d4-4187-4a43-913c-e2afaef6acfd tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] GET failed (client error): The resource could not be found. Jul 05 04:06:32.322780 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-adb4d8d4-4187-4a43-913c-e2afaef6acfd tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/fd17e4e6-ee77-4291-a1ce-efe0b3f23f79 HTTP/1.1" status: 404 len: 333 time: 0.0366151 Jul 05 04:06:32.323283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50774) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:32.385634 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f327254e-5b48-4a3d-9e86-9648f0b23079 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] GET failed (client error): The resource could not be found. Jul 05 04:06:32.393748 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50778) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:32.394443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f327254e-5b48-4a3d-9e86-9648f0b23079 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/bd87c6bd-cc2d-4ae5-a3a4-38a5b0d09512 HTTP/1.1" status: 404 len: 333 time: 0.0689838 Jul 05 04:06:32.450899 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.468650 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d40466da-56de-4fc2-990c-345dc8387307 req-92dfb637-7a51-469f-863f-743c00473079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.490529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ccc02de6-a63a-4c49-a6a0-e0f7375bc154'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:32.648222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff568813-baf8-4be4-984b-ce7903ed6ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace7c3ef-9cb2-48bf-9da3-d348d56a54ca'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:32.662039 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed157b01-1957-4b7b-a16b-625c470807fc" -d '{"events": [{"server_uuid": "ff568813-baf8-4be4-984b-ce7903ed6ee1", "name": "network-vif-plugged", "status": "completed", "tag": "ace7c3ef-9cb2-48bf-9da3-d348d56a54ca"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:32.679160 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972ab5b-139f-4616-9fd4-fc596067032a req-05ce2c9f-094b-4b8d-b0b2-7cf63dd980ee tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.695154 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7972ab5b-139f-4616-9fd4-fc596067032a req-05ce2c9f-094b-4b8d-b0b2-7cf63dd980ee tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 944 time: 0.2165921 Jul 05 04:06:32.720545 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:32.747147 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40466da-56de-4fc2-990c-345dc8387307 req-92dfb637-7a51-469f-863f-743c00473079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:32.756344 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8628b8e2-c862-40a6-bbff-d91b7ec2c8cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.759923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-d40466da-56de-4fc2-990c-345dc8387307 req-92dfb637-7a51-469f-863f-743c00473079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:32.762773 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfb637-7a51-469f-863f-743c00473079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Pushing event updated for resources: {'Port': ['ID=78b90fa4-33bc-4706-874b-0da812ed76b7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:32.765360 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40466da-56de-4fc2-990c-345dc8387307 req-92dfb637-7a51-469f-863f-743c00473079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:32.824619 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40466da-56de-4fc2-990c-345dc8387307 req-92dfb637-7a51-469f-863f-743c00473079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.825442 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d40466da-56de-4fc2-990c-345dc8387307 req-92dfb637-7a51-469f-863f-743c00473079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.899008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7972ab5b-139f-4616-9fd4-fc596067032a req-47e7e403-f275-445e-b123-c99971b5ecb7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027256 Jul 05 04:06:32.965886 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.985281 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8628b8e2-c862-40a6-bbff-d91b7ec2c8cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.990649 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d40466da-56de-4fc2-990c-345dc8387307 req-92dfb637-7a51-469f-863f-743c00473079 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6196887 Jul 05 04:06:33.013634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1b6fc-b53c-4bd6-b098-8baebce06fa1 req-ccf9d92d-037c-45f5-b406-f4a40ac547fb tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.017300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Request body: {'port': {'device_id': '7095bc27-1c1e-43b4-b305-3a9b205c6e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:33.024262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ade1b6fc-b53c-4bd6-b098-8baebce06fa1 req-ccf9d92d-037c-45f5-b406-f4a40ac547fb tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 931 time: 0.3265176 Jul 05 04:06:33.033085 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8628b8e2-c862-40a6-bbff-d91b7ec2c8cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe3dc74-83f3-41ca-b5a4-ae959f830266']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:33.089048 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287f1596-4e78-4800-a35e-81c11bbc898b x-openstack-request-id: req-287f1596-4e78-4800-a35e-81c11bbc898b {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:33.089515 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff568813-baf8-4be4-984b-ce7903ed6ee1", "name": "network-vif-plugged", "status": "completed", "tag": "ace7c3ef-9cb2-48bf-9da3-d348d56a54ca", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:33.089916 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-287f1596-4e78-4800-a35e-81c11bbc898b {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:33.090472 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff568813-baf8-4be4-984b-ce7903ed6ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace7c3ef-9cb2-48bf-9da3-d348d56a54ca', 'code': 200} Jul 05 04:06:33.092640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:33.097491 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ade1b6fc-b53c-4bd6-b098-8baebce06fa1 req-5a39e785-9554-4d44-800a-9c0d96ad802d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664980 Jul 05 04:06:33.106766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8628b8e2-c862-40a6-bbff-d91b7ec2c8cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d77c4fa-e4d0-43d9-b159-277faf6af52d') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:33.107286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8628b8e2-c862-40a6-bbff-d91b7ec2c8cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d77c4fa-e4d0-43d9-b159-277faf6af52d') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:33.130820 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8628b8e2-c862-40a6-bbff-d91b7ec2c8cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.156113 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8628b8e2-c862-40a6-bbff-d91b7ec2c8cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.183500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8628b8e2-c862-40a6-bbff-d91b7ec2c8cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:33.184153 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8628b8e2-c862-40a6-bbff-d91b7ec2c8cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:33.187397 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:33.263024 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.472019 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8628b8e2-c862-40a6-bbff-d91b7ec2c8cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.481065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8628b8e2-c862-40a6-bbff-d91b7ec2c8cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.482870 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8628b8e2-c862-40a6-bbff-d91b7ec2c8cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/networks/8fe3dc74-83f3-41ca-b5a4-ae959f830266 HTTP/1.1" status: 204 len: 168 time: 1.0871429 Jul 05 04:06:33.487217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50790) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:33.498789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-de876368-c9e2-4cb2-ac12-42e94f824284 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-785554026'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:33.506411 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628b8e2-c862-40a6-bbff-d91b7ec2c8cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Network': ['ID=8fe3dc74-83f3-41ca-b5a4-ae959f830266,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:33.647739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de876368-c9e2-4cb2-ac12-42e94f824284 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:33.652247 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de876368-c9e2-4cb2-ac12-42e94f824284 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.685310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de876368-c9e2-4cb2-ac12-42e94f824284 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:33.697554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de876368-c9e2-4cb2-ac12-42e94f824284 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.698060 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-de876368-c9e2-4cb2-ac12-42e94f824284 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Added segment 674c3745-609c-4145-9f62-f7ca034998f0 of type vlan for network fdb9e038-ed52-427b-95f0-21d463a46d87 Jul 05 04:06:33.719631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b90fa4-33bc-4706-874b-0da812ed76b7 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:33.732438 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.751616 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Transition to ACTIVE for port object 78b90fa4-33bc-4706-874b-0da812ed76b7 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:33.819258 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.828968 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de876368-c9e2-4cb2-ac12-42e94f824284 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.970334 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de876368-c9e2-4cb2-ac12-42e94f824284 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.976825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de876368-c9e2-4cb2-ac12-42e94f824284 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.977438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de876368-c9e2-4cb2-ac12-42e94f824284 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.999201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Pushing event updated for resources: {'Port': ['ID=78b90fa4-33bc-4706-874b-0da812ed76b7,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:34.071841 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Attempting to bind port 78b90fa4-33bc-4706-874b-0da812ed76b7 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:34.072177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Attempting to bind port 78b90fa4-33bc-4706-874b-0da812ed76b7 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:34.072535 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Attempting to bind port 78b90fa4-33bc-4706-874b-0da812ed76b7 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:34.091981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Port 78b90fa4-33bc-4706-874b-0da812ed76b7 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:34.092307 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Attempting to bind port 78b90fa4-33bc-4706-874b-0da812ed76b7 on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:34.100759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:34.101064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Checking segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:34.101455 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Bound using segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:34.102246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Bound port: 78b90fa4-33bc-4706-874b-0da812ed76b7, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:34.102246 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.181019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de876368-c9e2-4cb2-ac12-42e94f824284 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Network': ['ID=fdb9e038-ed52-427b-95f0-21d463a46d87,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:34.193862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network fdb9e038-ed52-427b-95f0-21d463a46d87 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:34.226738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe23b3c-9b1f-4009-9e7e-a3a6db6f6a48 req-508ba4a5-f5c0-498d-8014-0ea7343ac0e3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.232757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cfe23b3c-9b1f-4009-9e7e-a3a6db6f6a48 req-508ba4a5-f5c0-498d-8014-0ea7343ac0e3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.1433325 Jul 05 04:06:34.250061 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] For port 78b90fa4-33bc-4706-874b-0da812ed76b7, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:34.257040 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] For port 78b90fa4-33bc-4706-874b-0da812ed76b7, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=78b90fa4-33bc-4706-874b-0da812ed76b7,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:34.304444 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cfe23b3c-9b1f-4009-9e7e-a3a6db6f6a48 req-307246fd-c97d-4f12-b262-20fbd4010b6f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600655 Jul 05 04:06:34.349392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-de876368-c9e2-4cb2-ac12-42e94f824284 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8539724 Jul 05 04:06:34.349578 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50804) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:34.365447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-386b2271-0539-495e-97be-60b3588c62a2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': 'fdb9e038-ed52-427b-95f0-21d463a46d87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:34.391240 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.454736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.467840 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.469438 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d40466da-56de-4fc2-990c-345dc8387307 req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] 10.222.0.11 "PUT /v2.0/ports/78b90fa4-33bc-4706-874b-0da812ed76b7 HTTP/1.1" status: 200 len: 1091 time: 1.4670670 Jul 05 04:06:34.469966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7095bc27-1c1e-43b4-b305-3a9b205c6e3d', 'tag': '78b90fa4-33bc-4706-874b-0da812ed76b7'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:34.474560 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f8aeb7-59b4-4f7e-93ef-d869f18d835a" -d '{"events": [{"name": "network-changed", "server_uuid": "7095bc27-1c1e-43b4-b305-3a9b205c6e3d", "tag": "78b90fa4-33bc-4706-874b-0da812ed76b7"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:34.527733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb605b-7fdd-4706-bd27-be4d3695bc8d service neutron] Pushing event updated for resources: {'Port': ['ID=78b90fa4-33bc-4706-874b-0da812ed76b7,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:34.544428 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74ee8c6-e9ab-488a-842a-bd1176f7163a x-openstack-request-id: req-c74ee8c6-e9ab-488a-842a-bd1176f7163a {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:34.544889 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7095bc27-1c1e-43b4-b305-3a9b205c6e3d", "tag": "78b90fa4-33bc-4706-874b-0da812ed76b7", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:34.545154 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c74ee8c6-e9ab-488a-842a-bd1176f7163a {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:34.545579 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7095bc27-1c1e-43b4-b305-3a9b205c6e3d', 'tag': '78b90fa4-33bc-4706-874b-0da812ed76b7', 'status': 'completed', 'code': 200} Jul 05 04:06:34.605775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f98fd-b821-4e6f-8a19-7ccf5ae2a0a5 req-88ef5248-51f2-4eba-afc4-f2a8b1fcf6c5 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.613580 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-475f98fd-b821-4e6f-8a19-7ccf5ae2a0a5 req-88ef5248-51f2-4eba-afc4-f2a8b1fcf6c5 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 943 time: 0.2381256 Jul 05 04:06:34.655497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8aeb7-59b4-4f7e-93ef-d869f18d835a req-b37c42ab-2b5f-4cbf-a65d-c11d0e60f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.657704 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c5f8aeb7-59b4-4f7e-93ef-d869f18d835a req-b37c42ab-2b5f-4cbf-a65d-c11d0e60f11e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 1094 time: 0.0892098 Jul 05 04:06:34.674405 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-475f98fd-b821-4e6f-8a19-7ccf5ae2a0a5 req-9bc9e29e-cbb1-4772-bf7b-ee4f284072fa tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598679 Jul 05 04:06:34.750806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386b2271-0539-495e-97be-60b3588c62a2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:34.755726 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-386b2271-0539-495e-97be-60b3588c62a2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.885606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8aeb7-59b4-4f7e-93ef-d869f18d835a req-6d4113c3-5158-447e-bf4a-09ad866bad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.888079 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c5f8aeb7-59b4-4f7e-93ef-d869f18d835a req-6d4113c3-5158-447e-bf4a-09ad866bad62 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cf04d616778d47c89580bb8ff6878ba3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2238097 Jul 05 04:06:35.131120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8aeb7-59b4-4f7e-93ef-d869f18d835a req-d489a85e-9967-4dc1-a52d-4c09d32bdba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.131303 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c5f8aeb7-59b4-4f7e-93ef-d869f18d835a req-d489a85e-9967-4dc1-a52d-4c09d32bdba6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2364657 Jul 05 04:06:35.284717 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40466da-56de-4fc2-990c-345dc8387307 req-5b5eac4f-9b54-445c-8083-5832720c8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.287613 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d40466da-56de-4fc2-990c-345dc8387307 req-5b5eac4f-9b54-445c-8083-5832720c8d20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 1094 time: 0.0715232 Jul 05 04:06:35.327661 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-386b2271-0539-495e-97be-60b3588c62a2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.340433 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d40466da-56de-4fc2-990c-345dc8387307 req-c0c55c74-c67f-41f0-a2bc-4d9e4a8ec564 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b90fa4-33bc-4706-874b-0da812ed76b7 HTTP/1.1" status: 200 len: 217 time: 0.0461104 Jul 05 04:06:35.467483 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40466da-56de-4fc2-990c-345dc8387307 req-bc5d5412-aff4-4068-9d8f-95eb8e16c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.474053 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d40466da-56de-4fc2-990c-345dc8387307 req-bc5d5412-aff4-4068-9d8f-95eb8e16c658 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8facf5e9-bfc3-4583-948d-915d16522b51 HTTP/1.1" status: 200 len: 845 time: 0.1188731 Jul 05 04:06:35.500755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b2271-0539-495e-97be-60b3588c62a2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Subnet': ['ID=7efe6252-23ad-48f3-9e98-c7344dfd17d2,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:35.529133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b2271-0539-495e-97be-60b3588c62a2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Checking segment: {'id': '674c3745-609c-4145-9f62-f7ca034998f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fdb9e038-ed52-427b-95f0-21d463a46d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:35.529850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b2271-0539-495e-97be-60b3588c62a2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network hostable DHCP agents. Network: fdb9e038-ed52-427b-95f0-21d463a46d87, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:35.534228 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d40466da-56de-4fc2-990c-345dc8387307 req-53e98337-e00d-43cd-97a1-ff5122c00916 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519505 Jul 05 04:06:35.666532 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d40466da-56de-4fc2-990c-345dc8387307 req-fdc81596-c7e1-4324-bae2-922a4ec1c1d9 service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259804 Jul 05 04:06:35.725865 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c237-b75d-4506-a19a-3a6fb6ff4369 req-861ddbd6-b018-431a-bf8e-99eb84043529 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.727401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb46c237-b75d-4506-a19a-3a6fb6ff4369 req-861ddbd6-b018-431a-bf8e-99eb84043529 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.1443217 Jul 05 04:06:35.782601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b2271-0539-495e-97be-60b3588c62a2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network fdb9e038-ed52-427b-95f0-21d463a46d87 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:35.828984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb46c237-b75d-4506-a19a-3a6fb6ff4369 req-a83f0229-3fd6-4c17-bce9-e369976422b7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958331 Jul 05 04:06:35.871452 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d40466da-56de-4fc2-990c-345dc8387307 req-9e42db95-bffd-448a-8d3b-1677b0558543 service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982150 Jul 05 04:06:35.911916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-386b2271-0539-495e-97be-60b3588c62a2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, fdb9e038-ed52-427b-95f0-21d463a46d87) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:35.916902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386b2271-0539-495e-97be-60b3588c62a2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.917639 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-386b2271-0539-495e-97be-60b3588c62a2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.924505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac35cf-9a24-4737-8397-746898e64741 None None] Network fdb9e038-ed52-427b-95f0-21d463a46d87 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:35.968336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b659c-af71-481a-8050-452de878e07d req-85059a76-4b2e-4d03-9c9d-b8fb984ba2c8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.970265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-356b659c-af71-481a-8050-452de878e07d req-85059a76-4b2e-4d03-9c9d-b8fb984ba2c8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 943 time: 0.1022425 Jul 05 04:06:36.025449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-386b2271-0539-495e-97be-60b3588c62a2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6746562 Jul 05 04:06:36.025675 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50828) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.040783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-356b659c-af71-481a-8050-452de878e07d req-855a4804-ac00-4b61-97da-7b9d84eaf863 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639791 Jul 05 04:06:36.055065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'network_id': 'fdb9e038-ed52-427b-95f0-21d463a46d87', 'name': 'tempest-PortsIpV6TestJSON-986758869'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:36.248033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-fdb9e038-ed52-427b-95f0-21d463a46d87', 'network_id': 'fdb9e038-ed52-427b-95f0-21d463a46d87', 'tenant_id': 'f96a2fb9b8484a0db42b4ad5872bd533', 'fixed_ips': [{'subnet_id': '7efe6252-23ad-48f3-9e98-c7344dfd17d2'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:36.249235 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.387135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:36.390971 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.421373 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port 5515423a-f4ec-4c77-a696-501e24a384e9 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:36.440556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Allocated IP 2001:db8::2 (fdb9e038-ed52-427b-95f0-21d463a46d87/7efe6252-23ad-48f3-9e98-c7344dfd17d2/1b51278d-b155-4e77-a0bf-86a6cded1a03) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:36.635197 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.647024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Transition to ACTIVE for port object 1b51278d-b155-4e77-a0bf-86a6cded1a03 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:36.679046 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Transition to ACTIVE for port object 1b51278d-b155-4e77-a0bf-86a6cded1a03 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:36.810890 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.936225 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Pushing event updated for resources: {'Port': ['ID=1b51278d-b155-4e77-a0bf-86a6cded1a03,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:36.975313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Network fdb9e038-ed52-427b-95f0-21d463a46d87 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:36.981475 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:36.985425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:37.022471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Allocated IP 2001:db8::9e (fdb9e038-ed52-427b-95f0-21d463a46d87/7efe6252-23ad-48f3-9e98-c7344dfd17d2/5515423a-f4ec-4c77-a696-501e24a384e9) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:37.066154 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Attempting to bind port 1b51278d-b155-4e77-a0bf-86a6cded1a03 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:37.066732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Attempting to bind port 1b51278d-b155-4e77-a0bf-86a6cded1a03 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '674c3745-609c-4145-9f62-f7ca034998f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fdb9e038-ed52-427b-95f0-21d463a46d87'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:37.067386 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Attempting to bind port 1b51278d-b155-4e77-a0bf-86a6cded1a03 on network fdb9e038-ed52-427b-95f0-21d463a46d87 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:37.081954 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:37.084168 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Checking segment: {'id': '674c3745-609c-4145-9f62-f7ca034998f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fdb9e038-ed52-427b-95f0-21d463a46d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:37.084395 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.087669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Bound using segment: {'id': '674c3745-609c-4145-9f62-f7ca034998f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fdb9e038-ed52-427b-95f0-21d463a46d87'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:37.088551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Bound port: 1b51278d-b155-4e77-a0bf-86a6cded1a03, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674c3745-609c-4145-9f62-f7ca034998f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fdb9e038-ed52-427b-95f0-21d463a46d87'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:37.093128 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.674478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] For port 1b51278d-b155-4e77-a0bf-86a6cded1a03, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:37.674478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] For port 1b51278d-b155-4e77-a0bf-86a6cded1a03, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1b51278d-b155-4e77-a0bf-86a6cded1a03,segment=NetworkSegment(674c3745-609c-4145-9f62-f7ca034998f0),segment_id=674c3745-609c-4145-9f62-f7ca034998f0)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:37.676190 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.676190 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Transition to ACTIVE for port object 5515423a-f4ec-4c77-a696-501e24a384e9 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:37.677351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8ad54-a65d-4359-bac4-a83480e94fff req-cdbfd9e9-fc7a-4f2b-9cdc-709c30e2397e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.677351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87d8ad54-a65d-4359-bac4-a83480e94fff req-cdbfd9e9-fc7a-4f2b-9cdc-709c30e2397e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 943 time: 0.1992905 Jul 05 04:06:37.677351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe71af-20ef-403c-8c2f-4872803f3a7a req-c9f00c1e-dd55-4702-a8cd-8941c83ec557 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.677351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55fe71af-20ef-403c-8c2f-4872803f3a7a req-c9f00c1e-dd55-4702-a8cd-8941c83ec557 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.4628127 Jul 05 04:06:37.677351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87d8ad54-a65d-4359-bac4-a83480e94fff req-320b45e3-4099-4353-8c91-ad2867c0925e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622389 Jul 05 04:06:37.677351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55fe71af-20ef-403c-8c2f-4872803f3a7a req-e047c860-bede-44c1-b0bc-de05da12d9a4 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433581 Jul 05 04:06:38.272099 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.276027 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.339993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network fdb9e038-ed52-427b-95f0-21d463a46d87 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:38.343326 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:38.347446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7ece7-3288-4825-94e7-0ed87b8dfaf1 None None] Pushing event updated for resources: {'Port': ['ID=1b51278d-b155-4e77-a0bf-86a6cded1a03,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:38.351104 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:38.357059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:38.357731 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.365017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=5515423a-f4ec-4c77-a696-501e24a384e9,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:38.466361 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-56a11c7c-e74e-482d-8452-68537e2fbedf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4392900 Jul 05 04:06:38.468896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50864) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:38.683245 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-82b2af83-3740-4992-b8a7-dd59e3b161f0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 5515423a-f4ec-4c77-a696-501e24a384e9 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:38.684833 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82b2af83-3740-4992-b8a7-dd59e3b161f0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.999629 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82b2af83-3740-4992-b8a7-dd59e3b161f0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.022494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-82b2af83-3740-4992-b8a7-dd59e3b161f0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 5515423a-f4ec-4c77-a696-501e24a384e9 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:39.482771 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82b2af83-3740-4992-b8a7-dd59e3b161f0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.516971 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2af83-3740-4992-b8a7-dd59e3b161f0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=5515423a-f4ec-4c77-a696-501e24a384e9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:39.608413 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82b2af83-3740-4992-b8a7-dd59e3b161f0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.615634 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-82b2af83-3740-4992-b8a7-dd59e3b161f0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/5515423a-f4ec-4c77-a696-501e24a384e9 HTTP/1.1" status: 204 len: 168 time: 1.1437869 Jul 05 04:06:39.618646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50882) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:39.664708 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b56eacf-84e5-4845-b055-67c740a3c6cb tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] DELETE failed (client error): The resource could not be found. Jul 05 04:06:39.665567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b56eacf-84e5-4845-b055-67c740a3c6cb tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:06:39.673319 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4b56eacf-84e5-4845-b055-67c740a3c6cb tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/5515423a-f4ec-4c77-a696-501e24a384e9 HTTP/1.1" status: 404 len: 333 time: 0.0533602 Jul 05 04:06:39.674676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50886) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:39.808029 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-babb0131-4549-4c6a-b272-19c1dde95a94 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] GET failed (client error): The resource could not be found. Jul 05 04:06:39.812437 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-babb0131-4549-4c6a-b272-19c1dde95a94 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/5515423a-f4ec-4c77-a696-501e24a384e9 HTTP/1.1" status: 404 len: 333 time: 0.1124768 Jul 05 04:06:39.812628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50890) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:39.955991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6d5e48-02c6-4722-a712-35e5a3a10996 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting subnet 7efe6252-23ad-48f3-9e98-c7344dfd17d2 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:39.975378 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5e48-02c6-4722-a712-35e5a3a10996 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.990008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc96d1-0129-479a-8c9d-0dafeaf80943 req-180b17c2-820e-4d87-8d96-94b00558ff2b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:39.997020 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4fc96d1-0129-479a-8c9d-0dafeaf80943 req-180b17c2-820e-4d87-8d96-94b00558ff2b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 1.0100033 Jul 05 04:06:40.018193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 78b90fa4-33bc-4706-874b-0da812ed76b7 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:40.029454 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca40fc3-6092-42c8-93b7-3a8e5ad739b9 req-d12b2e08-337d-481e-ac30-be91db616723 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:40.031032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fca40fc3-6092-42c8-93b7-3a8e5ad739b9 req-d12b2e08-337d-481e-ac30-be91db616723 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 943 time: 1.0454493 Jul 05 04:06:40.107714 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5e48-02c6-4722-a712-35e5a3a10996 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.167856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fca40fc3-6092-42c8-93b7-3a8e5ad739b9 req-95654289-6d1e-4bcd-89d1-f18ab4715ab1 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063452 Jul 05 04:06:40.234966 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4fc96d1-0129-479a-8c9d-0dafeaf80943 req-5560c0d3-4a81-4606-97d2-cfb455f7382d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370024 Jul 05 04:06:40.254454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0287e34-ddab-4e70-949a-2c18edda6ff8 None None] Network fdb9e038-ed52-427b-95f0-21d463a46d87 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:40.394419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1b51278d-b155-4e77-a0bf-86a6cded1a03 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:40.493801 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5e48-02c6-4722-a712-35e5a3a10996 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.588216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 78b90fa4-33bc-4706-874b-0da812ed76b7, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=78b90fa4-33bc-4706-874b-0da812ed76b7,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:40.591166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-141259a5-e979-4404-8208-78cbc7c3930e None None] Provisioning for port 1b51278d-b155-4e77-a0bf-86a6cded1a03 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:40.625042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '78b90fa4-33bc-4706-874b-0da812ed76b7', 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'port_id': '78b90fa4-33bc-4706-874b-0da812ed76b7', 'mac_address': 'fa:16:3e:bb:87:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8facf5e9-bfc3-4583-948d-915d16522b51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:40.847703 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5e48-02c6-4722-a712-35e5a3a10996 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.880055 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.926605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b90fa4-33bc-4706-874b-0da812ed76b7 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:40.947760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d5e48-02c6-4722-a712-35e5a3a10996 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Subnet': ['ID=7efe6252-23ad-48f3-9e98-c7344dfd17d2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:40.971641 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5e48-02c6-4722-a712-35e5a3a10996 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.973722 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7b6d5e48-02c6-4722-a712-35e5a3a10996 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/7efe6252-23ad-48f3-9e98-c7344dfd17d2 HTTP/1.1" status: 204 len: 168 time: 1.1601846 Jul 05 04:06:40.977129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50900) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:40.986024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 78b90fa4-33bc-4706-874b-0da812ed76b7, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=78b90fa4-33bc-4706-874b-0da812ed76b7,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:41.086369 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 1b51278d-b155-4e77-a0bf-86a6cded1a03 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:41.096192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 1b51278d-b155-4e77-a0bf-86a6cded1a03 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:41.096192 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.159675 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.188221 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.327099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 1b51278d-b155-4e77-a0bf-86a6cded1a03 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:41.328148 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.391627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=78b90fa4-33bc-4706-874b-0da812ed76b7,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:41.451478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['78b90fa4-33bc-4706-874b-0da812ed76b7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:41.585082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] For port 1b51278d-b155-4e77-a0bf-86a6cded1a03, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1b51278d-b155-4e77-a0bf-86a6cded1a03,segment=NetworkSegment(674c3745-609c-4145-9f62-f7ca034998f0),segment_id=674c3745-609c-4145-9f62-f7ca034998f0)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:41.585422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.589000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b9f368-08b4-4a1b-a928-354973f06189 None None] Network fdb9e038-ed52-427b-95f0-21d463a46d87 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:41.669931 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 1b51278d-b155-4e77-a0bf-86a6cded1a03 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:41.739468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c7f29-fa33-4859-9391-d9eb3986bd3b req-22ca6484-3e62-4e8e-b8be-33d4945ff673 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:41.755747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-319c7f29-fa33-4859-9391-d9eb3986bd3b req-22ca6484-3e62-4e8e-b8be-33d4945ff673 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 944 time: 0.1837089 Jul 05 04:06:41.918501 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-319c7f29-fa33-4859-9391-d9eb3986bd3b req-e80cd6d4-8838-49cf-be2b-40e0b9d51d37 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584399 Jul 05 04:06:42.120291 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.138350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No DVR routers for this DVR port 1b51278d-b155-4e77-a0bf-86a6cded1a03 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:42.239928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2516f-e3c5-4014-ae31-7db1ccd26597 req-39f8dc5c-553f-4c0d-b422-8dddba39fa8b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:42.241704 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=1b51278d-b155-4e77-a0bf-86a6cded1a03,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:42.242442 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89f2516f-e3c5-4014-ae31-7db1ccd26597 req-39f8dc5c-553f-4c0d-b422-8dddba39fa8b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.2092309 Jul 05 04:06:42.325666 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.350449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89f2516f-e3c5-4014-ae31-7db1ccd26597 req-364a792a-45e1-4218-91f6-b1d83bdd220a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991375 Jul 05 04:06:42.371563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb9e038-ed52-427b-95f0-21d463a46d87']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:42.437316 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674c3745-609c-4145-9f62-f7ca034998f0') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:42.441599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674c3745-609c-4145-9f62-f7ca034998f0') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:42.479918 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.555709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.568984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:42.577121 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.589458 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:42.590073 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:42.617359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0fb7b8f7-7622-430f-beca-5775f24ba77a None None] Provisioning complete for port 1b51278d-b155-4e77-a0bf-86a6cded1a03 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:42.618164 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0fb7b8f7-7622-430f-beca-5775f24ba77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.676596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0fb7b8f7-7622-430f-beca-5775f24ba77a None None] Port 1b51278d-b155-4e77-a0bf-86a6cded1a03 was deleted so its status cannot be updated. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:06:42.839943 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.854739 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.876269 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/networks/fdb9e038-ed52-427b-95f0-21d463a46d87 HTTP/1.1" status: 204 len: 168 time: 1.8961163 Jul 05 04:06:42.934807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-fd3854b2-9c9e-4a8d-b0c7-e19996e51556 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:42.971058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-fd3854b2-9c9e-4a8d-b0c7-e19996e51556 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:42.981725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50922) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:42.983792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3d0de4-2ac2-45e9-9e50-32b4dcf91881 None None] DHCP port deletion for fdb9e038-ed52-427b-95f0-21d463a46d87 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:43.003162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-fd3854b2-9c9e-4a8d-b0c7-e19996e51556 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.011800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-35b83f38-7869-4c0f-8f24-7e056745ba7c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-975499413'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:43.034278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aba367-b890-4e38-a997-a4940d46be0a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Network': ['ID=fdb9e038-ed52-427b-95f0-21d463a46d87,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:43.059533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-fd3854b2-9c9e-4a8d-b0c7-e19996e51556 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.080471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-fd3854b2-9c9e-4a8d-b0c7-e19996e51556 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.106992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-fd3854b2-9c9e-4a8d-b0c7-e19996e51556 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.132541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-fd3854b2-9c9e-4a8d-b0c7-e19996e51556 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.144587 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-fd3854b2-9c9e-4a8d-b0c7-e19996e51556 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5443 time: 0.4474692 Jul 05 04:06:43.155004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1b51278d-b155-4e77-a0bf-86a6cded1a03 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:43.224569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b83f38-7869-4c0f-8f24-7e056745ba7c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:43.228795 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-35b83f38-7869-4c0f-8f24-7e056745ba7c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.239178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 1b51278d-b155-4e77-a0bf-86a6cded1a03 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:43.239935 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1b51278d-b155-4e77-a0bf-86a6cded1a03 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:43.298062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b83f38-7869-4c0f-8f24-7e056745ba7c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:43.337686 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-35b83f38-7869-4c0f-8f24-7e056745ba7c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.338037 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-35b83f38-7869-4c0f-8f24-7e056745ba7c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Added segment 036af49e-620b-47e2-9aaf-848be4f76995 of type vlan for network 0cce9d88-bc60-4bcb-bf98-8e909959c163 Jul 05 04:06:43.355592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-7c498056-434f-4ac3-8819-68302d482e37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.357058 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-7c498056-434f-4ac3-8819-68302d482e37 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "GET /v2.0/ports/b990c748-c350-420f-beb6-0c5670b4dacd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2011304 Jul 05 04:06:43.437712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-35b83f38-7869-4c0f-8f24-7e056745ba7c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.480059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc1d57-a9be-43a3-9462-65d8f544ed13 req-ee0eebec-11d8-4101-a0be-c5f75b6c0d18 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.481787 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9cc1d57-a9be-43a3-9462-65d8f544ed13 req-ee0eebec-11d8-4101-a0be-c5f75b6c0d18 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 944 time: 0.2495868 Jul 05 04:06:43.518562 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1db9df-c3f5-4f85-864a-fdb8ed38b873 req-acb39d02-d879-4530-8211-a62854b01ea6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.525248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1db9df-c3f5-4f85-864a-fdb8ed38b873 req-acb39d02-d879-4530-8211-a62854b01ea6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.531451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1db9df-c3f5-4f85-864a-fdb8ed38b873 req-acb39d02-d879-4530-8211-a62854b01ea6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.557889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1db9df-c3f5-4f85-864a-fdb8ed38b873 req-acb39d02-d879-4530-8211-a62854b01ea6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.573427 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-35b83f38-7869-4c0f-8f24-7e056745ba7c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.579318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b83f38-7869-4c0f-8f24-7e056745ba7c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.585824 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-35b83f38-7869-4c0f-8f24-7e056745ba7c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.602520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1db9df-c3f5-4f85-864a-fdb8ed38b873 req-acb39d02-d879-4530-8211-a62854b01ea6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.636976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1db9df-c3f5-4f85-864a-fdb8ed38b873 req-acb39d02-d879-4530-8211-a62854b01ea6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.643828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1db9df-c3f5-4f85-864a-fdb8ed38b873 req-acb39d02-d879-4530-8211-a62854b01ea6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.651417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be1db9df-c3f5-4f85-864a-fdb8ed38b873 req-acb39d02-d879-4530-8211-a62854b01ea6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 5443 time: 0.5057826 Jul 05 04:06:43.697859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b83f38-7869-4c0f-8f24-7e056745ba7c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Network': ['ID=0cce9d88-bc60-4bcb-bf98-8e909959c163,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:43.712921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 0cce9d88-bc60-4bcb-bf98-8e909959c163 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:43.749820 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-35b83f38-7869-4c0f-8f24-7e056745ba7c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7560692 Jul 05 04:06:43.753926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50944) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:43.760335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-2e6c292c-a318-494c-8c3f-6c13f8e8ec8c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': '0cce9d88-bc60-4bcb-bf98-8e909959c163', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:43.781737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9cc1d57-a9be-43a3-9462-65d8f544ed13 req-cfef4e23-51b4-4411-a27f-463c1c0a1582 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885642 Jul 05 04:06:43.812823 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be1db9df-c3f5-4f85-864a-fdb8ed38b873 req-b7a7b71c-09dc-4a54-a731-d9433d9eb40f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1604104 Jul 05 04:06:43.839141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-11680f44-b481-42fa-ab14-c9ccca8a3d7a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "GET /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4730408 Jul 05 04:06:43.858732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:44.016116 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.036087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 78b90fa4-33bc-4706-874b-0da812ed76b7 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:44.047759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6c292c-a318-494c-8c3f-6c13f8e8ec8c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:44.053662 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2e6c292c-a318-494c-8c3f-6c13f8e8ec8c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.269018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 78b90fa4-33bc-4706-874b-0da812ed76b7 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:44.273826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 78b90fa4-33bc-4706-874b-0da812ed76b7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:44.274219 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.323302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device d1104469-75fb-4577-a085-2bae2e7fc87a no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:44.433125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42831069-4152-4d46-9456-fab642de7e50 req-ec451155-778a-4322-8bee-fafa566df6a1 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:44.435514 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42831069-4152-4d46-9456-fab642de7e50 req-ec451155-778a-4322-8bee-fafa566df6a1 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.4163671 Jul 05 04:06:44.529193 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2e6c292c-a318-494c-8c3f-6c13f8e8ec8c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.555983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] For port b990c748-c350-420f-beb6-0c5670b4dacd, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b990c748-c350-420f-beb6-0c5670b4dacd,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:44.645365 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c292c-a318-494c-8c3f-6c13f8e8ec8c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Subnet': ['ID=06339ca8-10b2-4bfe-8982-a987e32e3361,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:44.675242 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.708591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] For port b990c748-c350-420f-beb6-0c5670b4dacd, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:44.713553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6c292c-a318-494c-8c3f-6c13f8e8ec8c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Checking segment: {'id': '036af49e-620b-47e2-9aaf-848be4f76995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0cce9d88-bc60-4bcb-bf98-8e909959c163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:44.713928 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6c292c-a318-494c-8c3f-6c13f8e8ec8c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network hostable DHCP agents. Network: 0cce9d88-bc60-4bcb-bf98-8e909959c163, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:44.772853 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.785264 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1104469-75fb-4577-a085-2bae2e7fc87a'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:44.785264 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d74681-6f4f-48f7-a2da-f6c55240ddfb" -d '{"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "d1104469-75fb-4577-a085-2bae2e7fc87a"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:44.806175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42831069-4152-4d46-9456-fab642de7e50 req-85260a7c-dcee-4341-8f91-7019bf8912fb tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620243 Jul 05 04:06:44.848528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6c292c-a318-494c-8c3f-6c13f8e8ec8c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 0cce9d88-bc60-4bcb-bf98-8e909959c163 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:44.884742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port d1104469-75fb-4577-a085-2bae2e7fc87a, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d1104469-75fb-4577-a085-2bae2e7fc87a,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:44.907524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] device_id is not set on port b990c748-c350-420f-beb6-0c5670b4dacd yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:44.927677 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc76bb2a-b864-4eeb-8040-420bc5eba551 x-openstack-request-id: req-fc76bb2a-b864-4eeb-8040-420bc5eba551 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:44.930108 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "d1104469-75fb-4577-a085-2bae2e7fc87a", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:44.930438 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc76bb2a-b864-4eeb-8040-420bc5eba551 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:44.930835 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1104469-75fb-4577-a085-2bae2e7fc87a', 'code': 200} Jul 05 04:06:44.937854 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.938914 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 78b90fa4-33bc-4706-874b-0da812ed76b7, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=78b90fa4-33bc-4706-874b-0da812ed76b7,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:44.962239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-2e6c292c-a318-494c-8c3f-6c13f8e8ec8c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 0cce9d88-bc60-4bcb-bf98-8e909959c163) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:44.972042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c292c-a318-494c-8c3f-6c13f8e8ec8c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:44.973207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45352a7d-81be-4eb9-b740-510c8705a413 None None] Network 0cce9d88-bc60-4bcb-bf98-8e909959c163 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:44.974983 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2e6c292c-a318-494c-8c3f-6c13f8e8ec8c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.997999 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.999090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b990c748-c350-420f-beb6-0c5670b4dacd no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:45.047976 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.085072 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2e6c292c-a318-494c-8c3f-6c13f8e8ec8c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3300130 Jul 05 04:06:45.086084 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50960) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:45.092034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'network_id': '0cce9d88-bc60-4bcb-bf98-8e909959c163', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-657697965'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:45.107577 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Pushing event updated for resources: {'Port': ['ID=b990c748-c350-420f-beb6-0c5670b4dacd,revision_number=6']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:45.119725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:45.120217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:45.121126 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:45.121378 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.121553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:45.121990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:45.123119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:45.123720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:45.124062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:45.124413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:45.124881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:45.128633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:45.138258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:45.239951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] No DVR routers for this DVR port b990c748-c350-420f-beb6-0c5670b4dacd on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:45.442313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637e9c6-2dca-4808-9fda-c1cdd8c2168d req-ff4c467b-9f4a-4e16-9f2b-54c04d614b4f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:45.457883 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5637e9c6-2dca-4808-9fda-c1cdd8c2168d req-ff4c467b-9f4a-4e16-9f2b-54c04d614b4f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 945 time: 0.4533217 Jul 05 04:06:45.474004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] In _notify_port_updated(), no bound segment for port b990c748-c350-420f-beb6-0c5670b4dacd on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 {{(pid=100877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:06:45.474413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:45.475035 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.489118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-ff030733-1aef-4819-bde8-7b1b5b07382e service neutron] 10.222.0.64 "PUT /v2.0/ports/b990c748-c350-420f-beb6-0c5670b4dacd HTTP/1.1" status: 200 len: 1033 time: 1.6416390 Jul 05 04:06:45.501000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=d1104469-75fb-4577-a085-2bae2e7fc87a,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:45.560072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:45.564708 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.617207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=78b90fa4-33bc-4706-874b-0da812ed76b7,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:45.621384 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b990c748-c350-420f-beb6-0c5670b4dacd not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:45.621812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 689f3c13-af2d-4efa-b70c-5b65d3a797f6 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:45.630557 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port 9efb0d5e-1983-4c35-93a4-12afc2a25e15 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:45.668077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-39c88747-efd8-4b04-963f-9a0b97f92037 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:45.669495 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-39c88747-efd8-4b04-963f-9a0b97f92037 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "GET /v2.0/ports/e1a831ee-d410-4ebf-863c-96e8b8770426?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1636801 Jul 05 04:06:45.709641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-da113056-12e9-4353-b668-628f500ae2c7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:45.714770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-0cce9d88-bc60-4bcb-bf98-8e909959c163', 'network_id': '0cce9d88-bc60-4bcb-bf98-8e909959c163', 'tenant_id': 'f96a2fb9b8484a0db42b4ad5872bd533', 'fixed_ips': [{'subnet_id': '06339ca8-10b2-4bfe-8982-a987e32e3361'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:45.715659 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.905779 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-da113056-12e9-4353-b668-628f500ae2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.943734 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Allocated IP 2001:db8::36 (0cce9d88-bc60-4bcb-bf98-8e909959c163/06339ca8-10b2-4bfe-8982-a987e32e3361/9efb0d5e-1983-4c35-93a4-12afc2a25e15) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:45.949099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5637e9c6-2dca-4808-9fda-c1cdd8c2168d req-9b9f9087-e9f9-41e8-8d76-795b69b21e7e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901752 Jul 05 04:06:45.990670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360aa5b-ed25-4c96-9a08-d02ba8609aea req-3c40b644-83e2-404e-87d5-7abb93fc1bd9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:46.012144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360aa5b-ed25-4c96-9a08-d02ba8609aea req-3c40b644-83e2-404e-87d5-7abb93fc1bd9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:46.012753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b3333c65-7a7c-46d7-89cc-90e709599e7f None None] Provisioning complete for port b990c748-c350-420f-beb6-0c5670b4dacd triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:46.013247 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b3333c65-7a7c-46d7-89cc-90e709599e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.038248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360aa5b-ed25-4c96-9a08-d02ba8609aea req-3c40b644-83e2-404e-87d5-7abb93fc1bd9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:46.068590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360aa5b-ed25-4c96-9a08-d02ba8609aea req-3c40b644-83e2-404e-87d5-7abb93fc1bd9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:46.074620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360aa5b-ed25-4c96-9a08-d02ba8609aea req-3c40b644-83e2-404e-87d5-7abb93fc1bd9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:46.120607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360aa5b-ed25-4c96-9a08-d02ba8609aea req-3c40b644-83e2-404e-87d5-7abb93fc1bd9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:46.122571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8360aa5b-ed25-4c96-9a08-d02ba8609aea req-3c40b644-83e2-404e-87d5-7abb93fc1bd9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 4661 time: 0.7744043 Jul 05 04:06:46.230520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b3333c65-7a7c-46d7-89cc-90e709599e7f None None] Port b990c748-c350-420f-beb6-0c5670b4dacd cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:46.245919 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.308269 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8360aa5b-ed25-4c96-9a08-d02ba8609aea req-83d952bc-4fda-4244-9a28-be8f4a81cad9 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&id=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1778917 Jul 05 04:06:46.327621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 689f3c13-af2d-4efa-b70c-5b65d3a797f6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=689f3c13-af2d-4efa-b70c-5b65d3a797f6,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:46.339311 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.372788 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Transition to ACTIVE for port object 9efb0d5e-1983-4c35-93a4-12afc2a25e15 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:46.407493 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.409004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 08a698c4-7fb2-4337-9aca-edf966a89040 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:46.540006 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.607368 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecdcdd-8e4b-4a24-92eb-a6f90a09ab15 req-32ce16bb-47dd-488b-9d56-783879209df3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:46.609304 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32ecdcdd-8e4b-4a24-92eb-a6f90a09ab15 req-32ce16bb-47dd-488b-9d56-783879209df3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.3000576 Jul 05 04:06:46.625546 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 0cce9d88-bc60-4bcb-bf98-8e909959c163 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:46.629089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:46.635595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:46.641436 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:46.643799 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.657435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=9efb0d5e-1983-4c35-93a4-12afc2a25e15,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:46.669000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Allocated IP 2001:db8::2 (0cce9d88-bc60-4bcb-bf98-8e909959c163/06339ca8-10b2-4bfe-8982-a987e32e3361/de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:46.758257 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5c88181b-e665-41b3-a821-800f2d2ac4f2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.6707270 Jul 05 04:06:46.759018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50978) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:46.769574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-da113056-12e9-4353-b668-628f500ae2c7 service neutron] For port e1a831ee-d410-4ebf-863c-96e8b8770426, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e1a831ee-d410-4ebf-863c-96e8b8770426,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:46.808890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32ecdcdd-8e4b-4a24-92eb-a6f90a09ab15 req-440526f9-53b8-494d-a6cd-e411bae31e8c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888380 Jul 05 04:06:46.863897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-da113056-12e9-4353-b668-628f500ae2c7 service neutron] For port e1a831ee-d410-4ebf-863c-96e8b8770426, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:46.872195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=689f3c13-af2d-4efa-b70c-5b65d3a797f6,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:46.968126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7095bc27-1c1e-43b4-b305-3a9b205c6e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b90fa4-33bc-4706-874b-0da812ed76b7'}, {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689f3c13-af2d-4efa-b70c-5b65d3a797f6'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:46.971721 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e05720-80b0-44a9-9a6e-e0a9c7b498b2" -d '{"events": [{"server_uuid": "7095bc27-1c1e-43b4-b305-3a9b205c6e3d", "name": "network-vif-plugged", "status": "completed", "tag": "78b90fa4-33bc-4706-874b-0da812ed76b7"}, {"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "689f3c13-af2d-4efa-b70c-5b65d3a797f6"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:46.977451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-da113056-12e9-4353-b668-628f500ae2c7 service neutron] device_id is not set on port e1a831ee-d410-4ebf-863c-96e8b8770426 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:47.030441 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-da113056-12e9-4353-b668-628f500ae2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.150838 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95876c63-4eed-4901-b73f-1b43783dbe61 x-openstack-request-id: req-95876c63-4eed-4901-b73f-1b43783dbe61 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:47.150838 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7095bc27-1c1e-43b4-b305-3a9b205c6e3d", "name": "network-vif-plugged", "status": "completed", "tag": "78b90fa4-33bc-4706-874b-0da812ed76b7", "code": 200}, {"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "689f3c13-af2d-4efa-b70c-5b65d3a797f6", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:47.150838 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95876c63-4eed-4901-b73f-1b43783dbe61 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:47.150838 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7095bc27-1c1e-43b4-b305-3a9b205c6e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b90fa4-33bc-4706-874b-0da812ed76b7', 'code': 200} Jul 05 04:06:47.152117 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-4815e574-9756-4d67-8813-46ad0427ef1a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 9efb0d5e-1983-4c35-93a4-12afc2a25e15 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:47.152117 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4815e574-9756-4d67-8813-46ad0427ef1a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.152266 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689f3c13-af2d-4efa-b70c-5b65d3a797f6', 'code': 200} Jul 05 04:06:47.152266 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.214106 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 08a698c4-7fb2-4337-9aca-edf966a89040, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=08a698c4-7fb2-4337-9aca-edf966a89040,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:47.215846 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.226198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Transition to ACTIVE for port object de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:47.261429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Transition to ACTIVE for port object de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:47.262618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4815e574-9756-4d67-8813-46ad0427ef1a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.305043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-4815e574-9756-4d67-8813-46ad0427ef1a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 9efb0d5e-1983-4c35-93a4-12afc2a25e15 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:47.311092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da8e24-e408-4f40-b8b9-844c4634ddf4 req-b5c02467-bd3a-46a6-ba16-ba9a4803faf9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:47.312908 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56da8e24-e408-4f40-b8b9-844c4634ddf4 req-b5c02467-bd3a-46a6-ba16-ba9a4803faf9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 945 time: 0.0967195 Jul 05 04:06:47.394829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56da8e24-e408-4f40-b8b9-844c4634ddf4 req-91eeb7df-0002-42de-a1e6-32f1cf08b3f7 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730531 Jul 05 04:06:47.406577 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.406577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e31f908b-0377-4a12-9a9e-6d2de7c04868 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:47.410409 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-da113056-12e9-4353-b668-628f500ae2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.412785 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.550054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Network 0cce9d88-bc60-4bcb-bf98-8e909959c163 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:47.561583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:47.565212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:47.643499 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3ff9e-e9c3-4c40-bfee-4942a7c13df0 req-cee21d49-ec5e-40ec-97d2-e0323933fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:47.645599 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ada3ff9e-e9c3-4c40-bfee-4942a7c13df0 req-cee21d49-ec5e-40ec-97d2-e0323933fa1e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 1096 time: 0.3734295 Jul 05 04:06:47.647390 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4815e574-9756-4d67-8813-46ad0427ef1a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.761395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-da113056-12e9-4353-b668-628f500ae2c7 service neutron] No DVR routers for this DVR port e1a831ee-d410-4ebf-863c-96e8b8770426 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:47.836556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da113056-12e9-4353-b668-628f500ae2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a831ee-d410-4ebf-863c-96e8b8770426,revision_number=6']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:47.853993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-da113056-12e9-4353-b668-628f500ae2c7 service neutron] In _notify_port_updated(), no bound segment for port e1a831ee-d410-4ebf-863c-96e8b8770426 on network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 {{(pid=100877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:06:47.853993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-da113056-12e9-4353-b668-628f500ae2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:47.853993 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-da113056-12e9-4353-b668-628f500ae2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.855805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-da113056-12e9-4353-b668-628f500ae2c7 service neutron] 10.222.0.64 "PUT /v2.0/ports/e1a831ee-d410-4ebf-863c-96e8b8770426 HTTP/1.1" status: 200 len: 1031 time: 2.1598074 Jul 05 04:06:47.856655 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.882950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=08a698c4-7fb2-4337-9aca-edf966a89040,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:47.902185 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815e574-9756-4d67-8813-46ad0427ef1a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=9efb0d5e-1983-4c35-93a4-12afc2a25e15,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:47.967842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e31f908b-0377-4a12-9a9e-6d2de7c04868, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e31f908b-0377-4a12-9a9e-6d2de7c04868,segment=NetworkSegment(8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b),segment_id=8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:48.004324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5da6a7-f4ab-4577-a4aa-2e1833c27202 req-00a4e5b5-2d6d-4939-92d5-c6c583802891 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:48.019252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5da6a7-f4ab-4577-a4aa-2e1833c27202 req-00a4e5b5-2d6d-4939-92d5-c6c583802891 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:48.019411 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Attempting to bind port de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:48.019411 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Attempting to bind port de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '036af49e-620b-47e2-9aaf-848be4f76995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0cce9d88-bc60-4bcb-bf98-8e909959c163'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:48.019411 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Attempting to bind port de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 on network 0cce9d88-bc60-4bcb-bf98-8e909959c163 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:48.025943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5da6a7-f4ab-4577-a4aa-2e1833c27202 req-00a4e5b5-2d6d-4939-92d5-c6c583802891 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:48.034827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5da6a7-f4ab-4577-a4aa-2e1833c27202 req-00a4e5b5-2d6d-4939-92d5-c6c583802891 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:48.035353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:48.035746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Checking segment: {'id': '036af49e-620b-47e2-9aaf-848be4f76995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0cce9d88-bc60-4bcb-bf98-8e909959c163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:48.036155 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.036583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Bound using segment: {'id': '036af49e-620b-47e2-9aaf-848be4f76995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0cce9d88-bc60-4bcb-bf98-8e909959c163'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:48.037064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Bound port: de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036af49e-620b-47e2-9aaf-848be4f76995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0cce9d88-bc60-4bcb-bf98-8e909959c163'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:48.037534 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.042937 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4815e574-9756-4d67-8813-46ad0427ef1a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.045085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5da6a7-f4ab-4577-a4aa-2e1833c27202 req-00a4e5b5-2d6d-4939-92d5-c6c583802891 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:48.053027 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4815e574-9756-4d67-8813-46ad0427ef1a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/9efb0d5e-1983-4c35-93a4-12afc2a25e15 HTTP/1.1" status: 204 len: 168 time: 1.2912281 Jul 05 04:06:48.055962 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa5da6a7-f4ab-4577-a4aa-2e1833c27202 req-00a4e5b5-2d6d-4939-92d5-c6c583802891 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 3879 time: 0.4210424 Jul 05 04:06:48.057235 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51006) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:48.089332 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ada3ff9e-e9c3-4c40-bfee-4942a7c13df0 req-aea44fdb-74ea-4207-a8fb-502923dd0e4a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318628 Jul 05 04:06:48.091328 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.091702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e1a831ee-d410-4ebf-863c-96e8b8770426 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:48.136901 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ca1c6c-d7aa-49b8-ba16-9d577f049457 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] GET failed (client error): The resource could not be found. Jul 05 04:06:48.144805 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-75ca1c6c-d7aa-49b8-ba16-9d577f049457 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/9efb0d5e-1983-4c35-93a4-12afc2a25e15 HTTP/1.1" status: 404 len: 333 time: 0.0812292 Jul 05 04:06:48.145424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51008) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:48.249246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Pushing event updated for resources: {'Port': ['ID=de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:48.267031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fc6a3b-2b0d-4527-b2ac-cf5615e5300c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting subnet 06339ca8-10b2-4bfe-8982-a987e32e3361 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:48.274516 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6a3b-2b0d-4527-b2ac-cf5615e5300c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.317826 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa5da6a7-f4ab-4577-a4aa-2e1833c27202 req-e38bfaed-2234-4581-9595-a5f2e8df7521 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598138 Jul 05 04:06:48.379424 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6a3b-2b0d-4527-b2ac-cf5615e5300c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.392813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=e31f908b-0377-4a12-9a9e-6d2de7c04868,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:48.425312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3a54e15f-a4a6-485b-8cc3-134a709eb681 None None] Provisioning complete for port e1a831ee-d410-4ebf-863c-96e8b8770426 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:48.426369 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3a54e15f-a4a6-485b-8cc3-134a709eb681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.461438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-352d2292-32f3-4031-b7af-38acc1010157 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Deleting port 689f3c13-af2d-4efa-b70c-5b65d3a797f6 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:48.462617 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-352d2292-32f3-4031-b7af-38acc1010157 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.559780 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6a3b-2b0d-4527-b2ac-cf5615e5300c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.573642 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3a54e15f-a4a6-485b-8cc3-134a709eb681 None None] Port e1a831ee-d410-4ebf-863c-96e8b8770426 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:48.686014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc89d36-9ba3-409c-b9b0-0461bf7d3700 req-b684c41b-9cff-4130-9d32-7ece150c0d4d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:48.693160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e1a831ee-d410-4ebf-863c-96e8b8770426 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:48.695737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device adb1ed23-fff4-41df-aae0-ae1040d60db6 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:48.696081 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bcc89d36-9ba3-409c-b9b0-0461bf7d3700 req-b684c41b-9cff-4130-9d32-7ece150c0d4d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.5259213 Jul 05 04:06:48.739996 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6a3b-2b0d-4527-b2ac-cf5615e5300c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.778754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] For port de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:48.848977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] For port de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4,segment=NetworkSegment(036af49e-620b-47e2-9aaf-848be4f76995),segment_id=036af49e-620b-47e2-9aaf-848be4f76995)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:48.854339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc6a3b-2b0d-4527-b2ac-cf5615e5300c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Subnet': ['ID=06339ca8-10b2-4bfe-8982-a987e32e3361,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:48.884013 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6a3b-2b0d-4527-b2ac-cf5615e5300c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.888812 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f7fc6a3b-2b0d-4527-b2ac-cf5615e5300c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/06339ca8-10b2-4bfe-8982-a987e32e3361 HTTP/1.1" status: 204 len: 168 time: 0.7412331 Jul 05 04:06:48.890574 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51020) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:48.921468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-352d2292-32f3-4031-b7af-38acc1010157 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] For port 689f3c13-af2d-4efa-b70c-5b65d3a797f6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=689f3c13-af2d-4efa-b70c-5b65d3a797f6,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:48.924416 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-352d2292-32f3-4031-b7af-38acc1010157 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.940429 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.949646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-352d2292-32f3-4031-b7af-38acc1010157 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Calling delete_port for 689f3c13-af2d-4efa-b70c-5b65d3a797f6 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:48.950182 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.071156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port adb1ed23-fff4-41df-aae0-ae1040d60db6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=adb1ed23-fff4-41df-aae0-ae1040d60db6,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:49.107927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bcc89d36-9ba3-409c-b9b0-0461bf7d3700 req-e73fb4fc-8bc5-461f-8136-ee1e988ff265 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108355 Jul 05 04:06:49.139238 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08a698c4-7fb2-4337-9aca-edf966a89040'}, {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e31f908b-0377-4a12-9a9e-6d2de7c04868'}, {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb1ed23-fff4-41df-aae0-ae1040d60db6'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:49.150198 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895fde85-173f-411a-86d6-72f7b9cc423f" -d '{"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "08a698c4-7fb2-4337-9aca-edf966a89040"}, {"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "e31f908b-0377-4a12-9a9e-6d2de7c04868"}, {"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "adb1ed23-fff4-41df-aae0-ae1040d60db6"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:49.189864 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.240463 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.241902 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d4891-79b7-4332-bbc4-09a95dfc4f5f None None] Pushing event updated for resources: {'Port': ['ID=de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:49.346315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d5670-109c-463e-ae60-fc2df88f6edf req-319f0cf4-f18c-452c-a934-b81dc709e371 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:49.362414 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be6d5670-109c-463e-ae60-fc2df88f6edf req-319f0cf4-f18c-452c-a934-b81dc709e371 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 945 time: 0.6041105 Jul 05 04:06:49.425856 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635c6e65-4faf-4969-88a7-d2d71cf9244a x-openstack-request-id: req-635c6e65-4faf-4969-88a7-d2d71cf9244a {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:49.426782 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "08a698c4-7fb2-4337-9aca-edf966a89040", "code": 200}, {"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "e31f908b-0377-4a12-9a9e-6d2de7c04868", "code": 200}, {"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "adb1ed23-fff4-41df-aae0-ae1040d60db6", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:49.427050 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-635c6e65-4faf-4969-88a7-d2d71cf9244a {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:49.427474 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08a698c4-7fb2-4337-9aca-edf966a89040', 'code': 200} Jul 05 04:06:49.427783 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e31f908b-0377-4a12-9a9e-6d2de7c04868', 'code': 200} Jul 05 04:06:49.428046 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb1ed23-fff4-41df-aae0-ae1040d60db6', 'code': 200} Jul 05 04:06:49.488348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=adb1ed23-fff4-41df-aae0-ae1040d60db6,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:49.625282 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be6d5670-109c-463e-ae60-fc2df88f6edf req-0383c9c5-b215-4573-b1b0-facb52f5b0d1 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618730 Jul 05 04:06:49.778153 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-352d2292-32f3-4031-b7af-38acc1010157 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.862959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d2292-32f3-4031-b7af-38acc1010157 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event deleted for resources: {'Port': ['ID=689f3c13-af2d-4efa-b70c-5b65d3a797f6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:49.949239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-352d2292-32f3-4031-b7af-38acc1010157 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] No DVR routers for this DVR port 689f3c13-af2d-4efa-b70c-5b65d3a797f6 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:49.953019 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-352d2292-32f3-4031-b7af-38acc1010157 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.955210 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-352d2292-32f3-4031-b7af-38acc1010157 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "DELETE /v2.0/ports/689f3c13-af2d-4efa-b70c-5b65d3a797f6 HTTP/1.1" status: 204 len: 173 time: 2.0500889 Jul 05 04:06:49.955756 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-deleted', 'tag': '689f3c13-af2d-4efa-b70c-5b65d3a797f6'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:49.958217 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abebe2b-d27b-4a56-8e6f-640cabe5ac47" -d '{"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-deleted", "tag": "689f3c13-af2d-4efa-b70c-5b65d3a797f6"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:50.057310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51367693-3355-4dda-8f99-b51ac35cb47f req-8ea2846f-7150-41ac-96bd-45759c2f6074 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:50.069023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51367693-3355-4dda-8f99-b51ac35cb47f req-8ea2846f-7150-41ac-96bd-45759c2f6074 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:50.079922 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51367693-3355-4dda-8f99-b51ac35cb47f req-8ea2846f-7150-41ac-96bd-45759c2f6074 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:50.086529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51367693-3355-4dda-8f99-b51ac35cb47f req-8ea2846f-7150-41ac-96bd-45759c2f6074 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:50.093420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51367693-3355-4dda-8f99-b51ac35cb47f req-8ea2846f-7150-41ac-96bd-45759c2f6074 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:50.096443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51367693-3355-4dda-8f99-b51ac35cb47f req-8ea2846f-7150-41ac-96bd-45759c2f6074 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 3797 time: 0.4333732 Jul 05 04:06:50.115119 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3a41d6-d051-4f9a-97ec-5d7fa33b48f9 x-openstack-request-id: req-eb3a41d6-d051-4f9a-97ec-5d7fa33b48f9 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:50.115471 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-deleted", "tag": "689f3c13-af2d-4efa-b70c-5b65d3a797f6", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:50.115784 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb3a41d6-d051-4f9a-97ec-5d7fa33b48f9 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:50.116257 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-deleted', 'tag': '689f3c13-af2d-4efa-b70c-5b65d3a797f6', 'status': 'completed', 'code': 200} Jul 05 04:06:50.248523 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51367693-3355-4dda-8f99-b51ac35cb47f req-11d7619f-5473-438f-b21e-6eb35e311535 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306796 Jul 05 04:06:50.312614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-9ddb03ec-5022-4077-9893-f0654d4dbe7e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Deleting port d1104469-75fb-4577-a085-2bae2e7fc87a {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:50.312971 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-9ddb03ec-5022-4077-9893-f0654d4dbe7e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.385698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:50.387527 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.534885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-9ddb03ec-5022-4077-9893-f0654d4dbe7e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] For port d1104469-75fb-4577-a085-2bae2e7fc87a, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d1104469-75fb-4577-a085-2bae2e7fc87a,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:50.535462 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-9ddb03ec-5022-4077-9893-f0654d4dbe7e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.557134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] For port de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4,segment=NetworkSegment(036af49e-620b-47e2-9aaf-848be4f76995),segment_id=036af49e-620b-47e2-9aaf-848be4f76995)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:50.557134 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.565421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-9ddb03ec-5022-4077-9893-f0654d4dbe7e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Calling delete_port for d1104469-75fb-4577-a085-2bae2e7fc87a owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:50.581909 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:51.003521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047550c-39c5-4c34-8a52-afa5bd593082 req-e0fab285-b1ce-4f72-9785-204edadf2bbd tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.008179 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.017238 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3047550c-39c5-4c34-8a52-afa5bd593082 req-e0fab285-b1ce-4f72-9785-204edadf2bbd tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.3047061 Jul 05 04:06:51.039040 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:51.049764 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-9ddb03ec-5022-4077-9893-f0654d4dbe7e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.100384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:51.101590 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:51.106992 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No DVR routers for this DVR port de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:51.107453 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 04:06:51.138666 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Port de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 not found, will not notify nova. {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 04:06:51.138811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb03ec-5022-4077-9893-f0654d4dbe7e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event deleted for resources: {'Port': ['ID=d1104469-75fb-4577-a085-2bae2e7fc87a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:51.151162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11691697-e938-4124-a058-a70f64a54a16 None None] Network 0cce9d88-bc60-4bcb-bf98-8e909959c163 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:51.171057 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-9ddb03ec-5022-4077-9893-f0654d4dbe7e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] No DVR routers for this DVR port d1104469-75fb-4577-a085-2bae2e7fc87a on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:51.177690 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-9ddb03ec-5022-4077-9893-f0654d4dbe7e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.179705 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-9ddb03ec-5022-4077-9893-f0654d4dbe7e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "DELETE /v2.0/ports/d1104469-75fb-4577-a085-2bae2e7fc87a HTTP/1.1" status: 204 len: 173 time: 1.2185156 Jul 05 04:06:51.191901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7b066-77f5-49d2-b93a-b63ea4cc15e3 req-d9bb9f61-c119-451e-ba55-a6bd6cc90ac6 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.198899 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00e7b066-77f5-49d2-b93a-b63ea4cc15e3 req-d9bb9f61-c119-451e-ba55-a6bd6cc90ac6 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 945 time: 0.2868340 Jul 05 04:06:51.238614 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.257153 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cce9d88-bc60-4bcb-bf98-8e909959c163']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:51.258350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9c9c3f64-fa26-4bd4-8c48-c2879d5890cc None None] Could not find standard attr ID for object de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:06:51.278161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036af49e-620b-47e2-9aaf-848be4f76995') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:51.278764 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036af49e-620b-47e2-9aaf-848be4f76995') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:51.292165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3047550c-39c5-4c34-8a52-afa5bd593082 req-6f40e515-c0c0-4ea3-b152-a5ab1ff371b6 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734849 Jul 05 04:06:51.321625 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.360340 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.363399 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-df7bae5d-eb4d-4be1-a60d-2f2a65b79010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.372262 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:51.373944 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:51.383997 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:51.399782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00e7b066-77f5-49d2-b93a-b63ea4cc15e3 req-93d6be65-4162-4109-915f-e125475723f0 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970084 Jul 05 04:06:51.459504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-f4a05d08-a2e4-46e4-a6db-0a71e271bdd0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Deleting port 08a698c4-7fb2-4337-9aca-edf966a89040 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:51.462101 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-f4a05d08-a2e4-46e4-a6db-0a71e271bdd0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.593067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6579da0-1160-4385-b4a1-257a03cf1bfb None None] DHCP port deletion for 0cce9d88-bc60-4bcb-bf98-8e909959c163 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:51.727295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.730118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-f4a05d08-a2e4-46e4-a6db-0a71e271bdd0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] For port 08a698c4-7fb2-4337-9aca-edf966a89040, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=08a698c4-7fb2-4337-9aca-edf966a89040,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:51.730684 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-f4a05d08-a2e4-46e4-a6db-0a71e271bdd0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.745009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.749873 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/networks/0cce9d88-bc60-4bcb-bf98-8e909959c163 HTTP/1.1" status: 204 len: 168 time: 2.8543084 Jul 05 04:06:51.758051 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51066) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:51.766422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3f69035c-ad7e-4f7d-b7f9-e9c160b665fa tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'name': 'tempest-PortsIpV6TestJSON-81278864'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:51.791099 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-f4a05d08-a2e4-46e4-a6db-0a71e271bdd0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Calling delete_port for 08a698c4-7fb2-4337-9aca-edf966a89040 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:51.793493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6afb8-3ef9-41d1-8506-c53f8d91086d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Network': ['ID=0cce9d88-bc60-4bcb-bf98-8e909959c163,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:51.857491 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fe869-1e77-4a5e-8036-b13c7c06b478 req-8c51caee-2117-471b-a436-fd78685f38a5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.865955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fe869-1e77-4a5e-8036-b13c7c06b478 req-8c51caee-2117-471b-a436-fd78685f38a5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.872316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fe869-1e77-4a5e-8036-b13c7c06b478 req-8c51caee-2117-471b-a436-fd78685f38a5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.880354 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-714fe869-1e77-4a5e-8036-b13c7c06b478 req-8c51caee-2117-471b-a436-fd78685f38a5 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 2409 time: 0.2654114 Jul 05 04:06:51.995306 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-714fe869-1e77-4a5e-8036-b13c7c06b478 req-455d0557-c680-4064-b05f-869327ed9ec3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139688 Jul 05 04:06:52.121988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-deleted', 'tag': 'd1104469-75fb-4577-a085-2bae2e7fc87a'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:52.124893 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b835fbb-b5ba-49f9-a898-4e4593e571fc" -d '{"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-deleted", "tag": "d1104469-75fb-4577-a085-2bae2e7fc87a"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:52.201890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f69035c-ad7e-4f7d-b7f9-e9c160b665fa tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:52.208768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f69035c-ad7e-4f7d-b7f9-e9c160b665fa tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.246781 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028c8a80-832e-4860-aca9-50c4d0ebd536 x-openstack-request-id: req-028c8a80-832e-4860-aca9-50c4d0ebd536 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:52.253026 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-deleted", "tag": "d1104469-75fb-4577-a085-2bae2e7fc87a", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:52.253800 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-028c8a80-832e-4860-aca9-50c4d0ebd536 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:52.254391 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-deleted', 'tag': 'd1104469-75fb-4577-a085-2bae2e7fc87a', 'status': 'completed', 'code': 200} Jul 05 04:06:52.263983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-3f69035c-ad7e-4f7d-b7f9-e9c160b665fa tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port 05b68fc3-235f-446b-b20c-1328f6d8ace2 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:52.311591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3317aa2-bcdf-4553-9b22-4541cc150765 req-b5f1dc15-78ff-4b9b-8ede-d018c7817a17 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:52.325161 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3317aa2-bcdf-4553-9b22-4541cc150765 req-b5f1dc15-78ff-4b9b-8ede-d018c7817a17 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 945 time: 0.1835704 Jul 05 04:06:52.375640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3317aa2-bcdf-4553-9b22-4541cc150765 req-bc971d5f-3589-4c68-9fae-dfb179ce1f61 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489490 Jul 05 04:06:52.392398 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-f4a05d08-a2e4-46e4-a6db-0a71e271bdd0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.479150 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a05d08-a2e4-46e4-a6db-0a71e271bdd0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event deleted for resources: {'Port': ['ID=08a698c4-7fb2-4337-9aca-edf966a89040,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:52.563595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-f4a05d08-a2e4-46e4-a6db-0a71e271bdd0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] No DVR routers for this DVR port 08a698c4-7fb2-4337-9aca-edf966a89040 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:52.575612 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-f4a05d08-a2e4-46e4-a6db-0a71e271bdd0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.577789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-f4a05d08-a2e4-46e4-a6db-0a71e271bdd0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "DELETE /v2.0/ports/08a698c4-7fb2-4337-9aca-edf966a89040 HTTP/1.1" status: 204 len: 173 time: 1.3688576 Jul 05 04:06:52.756941 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f69035c-ad7e-4f7d-b7f9-e9c160b665fa tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.043643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:53.056875 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f69035c-ad7e-4f7d-b7f9-e9c160b665fa tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.115195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:53.115547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device de45eaef-ecbf-4a1d-8e50-c3ab6f4cf6a4 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:53.120416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f69035c-ad7e-4f7d-b7f9-e9c160b665fa tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:53.126049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-3f69035c-ad7e-4f7d-b7f9-e9c160b665fa tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:53.169512 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69035c-ad7e-4f7d-b7f9-e9c160b665fa tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=05b68fc3-235f-446b-b20c-1328f6d8ace2,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:53.175486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69035c-ad7e-4f7d-b7f9-e9c160b665fa tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:53.182893 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f69035c-ad7e-4f7d-b7f9-e9c160b665fa tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:53.183708 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3f69035c-ad7e-4f7d-b7f9-e9c160b665fa tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.286768 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3f69035c-ad7e-4f7d-b7f9-e9c160b665fa tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.5240602 Jul 05 04:06:53.287383 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51114) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:53.381647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c723ba7-af81-4cd1-b3ab-1e77fb6c8a9a req-46e32fc8-75e3-4241-b152-2c2c4c0264c1 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:53.390889 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c723ba7-af81-4cd1-b3ab-1e77fb6c8a9a req-46e32fc8-75e3-4241-b152-2c2c4c0264c1 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.8462882 Jul 05 04:06:53.495417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfc491-07dd-4baf-9db8-6c3f218411b8 req-fc41a96b-627b-4625-8bf0-c64aaa22dac0 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:53.498108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-36dfc491-07dd-4baf-9db8-6c3f218411b8 req-fc41a96b-627b-4625-8bf0-c64aaa22dac0 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 945 time: 0.8702395 Jul 05 04:06:53.515473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Deleting port e31f908b-0377-4a12-9a9e-6d2de7c04868 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:53.516044 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.522617 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-01192463-1674-4b29-ad66-f17eab8515ff tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 05b68fc3-235f-446b-b20c-1328f6d8ace2 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:53.523573 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01192463-1674-4b29-ad66-f17eab8515ff tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.634901 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01192463-1674-4b29-ad66-f17eab8515ff tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.668001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-01192463-1674-4b29-ad66-f17eab8515ff tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 05b68fc3-235f-446b-b20c-1328f6d8ace2 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:53.687579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] For port e31f908b-0377-4a12-9a9e-6d2de7c04868, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e31f908b-0377-4a12-9a9e-6d2de7c04868,segment=NetworkSegment(8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b),segment_id=8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:53.687950 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.916254 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01192463-1674-4b29-ad66-f17eab8515ff tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.941259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c723ba7-af81-4cd1-b3ab-1e77fb6c8a9a req-da83f742-05de-4b1f-81b2-e96fd8bcc76a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494804 Jul 05 04:06:54.014926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-36dfc491-07dd-4baf-9db8-6c3f218411b8 req-ec468a70-7420-4be1-b1b6-7d0ae2708517 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057166 Jul 05 04:06:54.060720 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01192463-1674-4b29-ad66-f17eab8515ff tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.066220 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-01192463-1674-4b29-ad66-f17eab8515ff tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/05b68fc3-235f-446b-b20c-1328f6d8ace2 HTTP/1.1" status: 204 len: 168 time: 0.7747803 Jul 05 04:06:54.066528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51124) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:54.072940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-32a5925f-ebdb-4a55-a63b-619a3e629f70 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'mac_address': 'fa:16:3e:78:2e:bf', 'name': 'tempest-PortsIpV6TestJSON-1332769697'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:54.084950 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01192463-1674-4b29-ad66-f17eab8515ff tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=05b68fc3-235f-446b-b20c-1328f6d8ace2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:54.287252 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fe385770-0283-4032-b5cb-7b3585dd3779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.372051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-deleted', 'tag': '08a698c4-7fb2-4337-9aca-edf966a89040'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:54.384748 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.388544 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a18e37-0c56-431d-a150-ae0de5efd867" -d '{"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-deleted", "tag": "08a698c4-7fb2-4337-9aca-edf966a89040"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:54.482059 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.482451 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.482764 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Floating IP b9efea89-8098-4a1a-83c5-be846985b805 disassociated. External IP: 172.25.0.43, port: e31f908b-0377-4a12-9a9e-6d2de7c04868. Jul 05 04:06:54.483114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Calling delete_port for e31f908b-0377-4a12-9a9e-6d2de7c04868 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:54.737923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a5925f-ebdb-4a55-a63b-619a3e629f70 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:54.771277 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.796053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1003a4-619f-4d18-ba34-92f529e66125 req-02b68433-1997-46df-a905-cfc7662f68f2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:54.811239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1003a4-619f-4d18-ba34-92f529e66125 req-02b68433-1997-46df-a905-cfc7662f68f2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:54.815791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c1003a4-619f-4d18-ba34-92f529e66125 req-02b68433-1997-46df-a905-cfc7662f68f2 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 1676 time: 0.1961672 Jul 05 04:06:54.859912 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32a5925f-ebdb-4a55-a63b-619a3e629f70 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.885136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event deleted for resources: {'Port': ['ID=e31f908b-0377-4a12-9a9e-6d2de7c04868,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:54.909434 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-32a5925f-ebdb-4a55-a63b-619a3e629f70 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port 5f2dcb7e-9a86-4633-8329-7bb32f4d3890 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:55.021961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c1003a4-619f-4d18-ba34-92f529e66125 req-ba66a52b-4da9-4e27-9ad5-4407630e8b27 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175730 Jul 05 04:06:55.227883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Router c0d603d4-1967-4a2a-8f98-2682d901e5a4 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:55.238538 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc366a9-d6a2-4684-827e-fd384cdfd7c5 x-openstack-request-id: req-3dc366a9-d6a2-4684-827e-fd384cdfd7c5 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:55.238847 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-deleted", "tag": "08a698c4-7fb2-4337-9aca-edf966a89040", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:55.239068 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3dc366a9-d6a2-4684-827e-fd384cdfd7c5 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:55.239471 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-deleted', 'tag': '08a698c4-7fb2-4337-9aca-edf966a89040', 'status': 'completed', 'code': 200} Jul 05 04:06:55.429901 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32a5925f-ebdb-4a55-a63b-619a3e629f70 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.497825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:55.561565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f9c7c-418f-4df1-81de-830d2efc90a1 None None] Sync routers for ids ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:55.561565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f9c7c-418f-4df1-81de-830d2efc90a1 None None] Routers {'c0d603d4-1967-4a2a-8f98-2682d901e5a4'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:55.561565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-bf6f9c7c-418f-4df1-81de-830d2efc90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:06:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:55.589398 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] No DVR routers for this DVR port e31f908b-0377-4a12-9a9e-6d2de7c04868 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:55.597402 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.599443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-505dacea-c5e4-468a-8329-0e6a31e35543 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "DELETE /v2.0/ports/e31f908b-0377-4a12-9a9e-6d2de7c04868 HTTP/1.1" status: 204 len: 173 time: 2.9847157 Jul 05 04:06:55.612949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8bab-967d-4df7-bd67-19795d20dd29 req-29e77a21-2b71-4112-a71f-7e61e71d1444 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:55.614530 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-492c8bab-967d-4df7-bd67-19795d20dd29 req-29e77a21-2b71-4112-a71f-7e61e71d1444 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 945 time: 0.2198131 Jul 05 04:06:55.623705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dbb1b-3236-4b3d-ba6f-3653bcf865b2 req-127b1b26-58bc-45b4-8733-f71055e8cec2 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:55.625228 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a6dbb1b-3236-4b3d-ba6f-3653bcf865b2 req-127b1b26-58bc-45b4-8733-f71055e8cec2 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.2330899 Jul 05 04:06:55.660009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32a5925f-ebdb-4a55-a63b-619a3e629f70 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.718805 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a5925f-ebdb-4a55-a63b-619a3e629f70 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:55.723470 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-32a5925f-ebdb-4a55-a63b-619a3e629f70 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:55.728559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5925f-ebdb-4a55-a63b-619a3e629f70 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:55.737629 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a5925f-ebdb-4a55-a63b-619a3e629f70 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:55.739033 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32a5925f-ebdb-4a55-a63b-619a3e629f70 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.754014 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5925f-ebdb-4a55-a63b-619a3e629f70 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=5f2dcb7e-9a86-4633-8329-7bb32f4d3890,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:55.814818 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a6dbb1b-3236-4b3d-ba6f-3653bcf865b2 req-a0d756c9-d698-4f74-a47b-127d4a12cb34 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758754 Jul 05 04:06:55.827591 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.843827 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-492c8bab-967d-4df7-bd67-19795d20dd29 req-4f7343f1-e88c-4522-b836-0610cbe2748b tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110453 Jul 05 04:06:55.891663 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-32a5925f-ebdb-4a55-a63b-619a3e629f70 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8239677 Jul 05 04:06:55.894576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51162) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:55.901350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-bf6f9c7c-418f-4df1-81de-830d2efc90a1 None None] Set router c0d603d4-1967-4a2a-8f98-2682d901e5a4 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:55.912947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-52aa6017-8bf7-40ef-ac64-69024af5a0e3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Deleting port adb1ed23-fff4-41df-aae0-ae1040d60db6 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:55.913292 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-52aa6017-8bf7-40ef-ac64-69024af5a0e3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.984124 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac6456-8a15-465f-99f9-52070c09ccc2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:55.986265 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d6ac6456-8a15-465f-99f9-52070c09ccc2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/5f2dcb7e-9a86-4633-8329-7bb32f4d3890 HTTP/1.1" status: 200 len: 845 time: 0.0899236 Jul 05 04:06:55.989365 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51166) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:56.187342 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7a7fe-6c86-4856-b7fd-3167ff0f1bac tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 5f2dcb7e-9a86-4633-8329-7bb32f4d3890 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:56.188089 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a7fe-6c86-4856-b7fd-3167ff0f1bac tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.231789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-52aa6017-8bf7-40ef-ac64-69024af5a0e3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] For port adb1ed23-fff4-41df-aae0-ae1040d60db6, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=adb1ed23-fff4-41df-aae0-ae1040d60db6,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:56.232167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-52aa6017-8bf7-40ef-ac64-69024af5a0e3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.299791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-52aa6017-8bf7-40ef-ac64-69024af5a0e3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Calling delete_port for adb1ed23-fff4-41df-aae0-ae1040d60db6 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:56.377892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-bf6f9c7c-418f-4df1-81de-830d2efc90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:06Z', 'revision_number': 4, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'b87077c6-8d99-40e4-bc7c-a42a887b6370', 'name': '', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'mac_address': 'fa:16:3e:17:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:04Z', 'updated_at': '2021-07-05T03:56:12Z', 'revision_number': 5, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'subnets': [{'id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:56.476628 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f9c7c-418f-4df1-81de-830d2efc90a1 None None] Checking router: c0d603d4-1967-4a2a-8f98-2682d901e5a4 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:56.508017 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f9c7c-418f-4df1-81de-830d2efc90a1 None None] Routers {'c0d603d4-1967-4a2a-8f98-2682d901e5a4'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:56.509270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-bf6f9c7c-418f-4df1-81de-830d2efc90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:06:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:56.543814 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a7fe-6c86-4856-b7fd-3167ff0f1bac tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.597631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7a7fe-6c86-4856-b7fd-3167ff0f1bac tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 5f2dcb7e-9a86-4633-8329-7bb32f4d3890 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:56.757979 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dfc4e-cfba-47dd-bd61-92ba5e10cdfa req-4743da69-4204-4c9b-95ba-121c5bcfa60a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:56.766042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a8dfc4e-cfba-47dd-bd61-92ba5e10cdfa req-4743da69-4204-4c9b-95ba-121c5bcfa60a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 942 time: 0.4252598 Jul 05 04:06:56.839686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32ebbf-8005-4d90-94fa-ffaff6ea8c26 req-aa23e113-9647-4d96-b9c5-86237ed96a25 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:56.847398 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ad32ebbf-8005-4d90-94fa-ffaff6ea8c26 req-aa23e113-9647-4d96-b9c5-86237ed96a25 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 945 time: 0.1192822 Jul 05 04:06:56.849240 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a7fe-6c86-4856-b7fd-3167ff0f1bac tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.861210 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-bf6f9c7c-418f-4df1-81de-830d2efc90a1 None None] Set router c0d603d4-1967-4a2a-8f98-2682d901e5a4 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:56.877220 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a8dfc4e-cfba-47dd-bd61-92ba5e10cdfa req-3a284695-2306-4a2d-b819-d877a56b82b6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups?id=437883c0-ee83-4ebc-a2ee-aea043e7b1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095097 Jul 05 04:06:57.036643 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a7fe-6c86-4856-b7fd-3167ff0f1bac tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.038643 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a3e7a7fe-6c86-4856-b7fd-3167ff0f1bac tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/5f2dcb7e-9a86-4633-8329-7bb32f4d3890 HTTP/1.1" status: 204 len: 168 time: 1.0481818 Jul 05 04:06:57.042765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51188) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:57.051775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7a7fe-6c86-4856-b7fd-3167ff0f1bac tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=5f2dcb7e-9a86-4633-8329-7bb32f4d3890,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:57.162013 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc9e3a4-6d3e-463e-b129-d8aa924aeb71 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] GET failed (client error): The resource could not be found. Jul 05 04:06:57.167817 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5bc9e3a4-6d3e-463e-b129-d8aa924aeb71 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/5f2dcb7e-9a86-4633-8329-7bb32f4d3890 HTTP/1.1" status: 404 len: 333 time: 0.1186655 Jul 05 04:06:57.171613 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-52aa6017-8bf7-40ef-ac64-69024af5a0e3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.185777 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51190) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:57.195943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a55bb222-b1eb-4805-8546-bd4a06e6d235 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'name': 'tempest-PortsIpV6TestJSON-1989834918'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:57.285380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-deleted', 'tag': 'e31f908b-0377-4a12-9a9e-6d2de7c04868'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:57.288172 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb4d34e-4acd-4cdd-be01-32c04cbd2603" -d '{"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-deleted", "tag": "e31f908b-0377-4a12-9a9e-6d2de7c04868"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:57.299781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-ad32ebbf-8005-4d90-94fa-ffaff6ea8c26 req-1a18014b-8dad-4d49-90a8-b2f44505ef06 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Deleting port 78b90fa4-33bc-4706-874b-0da812ed76b7 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:57.307744 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ad32ebbf-8005-4d90-94fa-ffaff6ea8c26 req-1a18014b-8dad-4d49-90a8-b2f44505ef06 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.366007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa6017-8bf7-40ef-ac64-69024af5a0e3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event deleted for resources: {'Port': ['ID=adb1ed23-fff4-41df-aae0-ae1040d60db6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:57.389068 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.415068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-bf6f9c7c-418f-4df1-81de-830d2efc90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:06Z', 'revision_number': 4, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'b87077c6-8d99-40e4-bc7c-a42a887b6370', 'name': '', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'mac_address': 'fa:16:3e:17:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:04Z', 'updated_at': '2021-07-05T03:56:12Z', 'revision_number': 5, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'subnets': [{'id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:57.501683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f9c7c-418f-4df1-81de-830d2efc90a1 None None] The sync data for ids ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'] in n-d-798249-5 is: [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:06Z', 'revision_number': 4, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'b87077c6-8d99-40e4-bc7c-a42a887b6370', 'name': '', 'network_id': '54dae98d-aa60-4fd9-9c67-e5ee2f324f52', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'mac_address': 'fa:16:3e:17:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:04Z', 'updated_at': '2021-07-05T03:56:12Z', 'revision_number': 5, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'subnets': [{'id': '37a0cf37-ca60-4552-abff-1ebde4cd6581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:57.512907 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-52aa6017-8bf7-40ef-ac64-69024af5a0e3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] No DVR routers for this DVR port adb1ed23-fff4-41df-aae0-ae1040d60db6 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:57.551326 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-52aa6017-8bf7-40ef-ac64-69024af5a0e3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.553593 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f169aa28-0792-4204-8bdc-3f0484d769fd req-52aa6017-8bf7-40ef-ac64-69024af5a0e3 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.64 "DELETE /v2.0/ports/adb1ed23-fff4-41df-aae0-ae1040d60db6 HTTP/1.1" status: 204 len: 173 time: 1.9381287 Jul 05 04:06:57.559283 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-ad32ebbf-8005-4d90-94fa-ffaff6ea8c26 req-1a18014b-8dad-4d49-90a8-b2f44505ef06 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] For port 78b90fa4-33bc-4706-874b-0da812ed76b7, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=78b90fa4-33bc-4706-874b-0da812ed76b7,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:57.559815 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ad32ebbf-8005-4d90-94fa-ffaff6ea8c26 req-1a18014b-8dad-4d49-90a8-b2f44505ef06 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.577742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-ad32ebbf-8005-4d90-94fa-ffaff6ea8c26 req-1a18014b-8dad-4d49-90a8-b2f44505ef06 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Calling delete_port for 78b90fa4-33bc-4706-874b-0da812ed76b7 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:57.690472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c285e-cf5b-4527-a785-2081f48fe542 req-9e6efac6-edbc-4a71-9cee-b4f9b3da4789 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:57.692076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-463c285e-cf5b-4527-a785-2081f48fe542 req-9e6efac6-edbc-4a71-9cee-b4f9b3da4789 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.5652864 Jul 05 04:06:57.831696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d4a23-2c3b-4a69-bb1a-d077dd3e97c8 req-42dc9249-3415-414b-98f6-459c584f11e4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:57.841693 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-704d4a23-2c3b-4a69-bb1a-d077dd3e97c8 req-42dc9249-3415-414b-98f6-459c584f11e4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 945 time: 0.5485935 Jul 05 04:06:57.902383 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55bb222-b1eb-4805-8546-bd4a06e6d235 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:57.920336 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a55bb222-b1eb-4805-8546-bd4a06e6d235 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.979397 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ad32ebbf-8005-4d90-94fa-ffaff6ea8c26 req-1a18014b-8dad-4d49-90a8-b2f44505ef06 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.991858 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ccc02de6-a63a-4c49-a6a0-e0f7375bc154', '78b90fa4-33bc-4706-874b-0da812ed76b7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:57.997948 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-463c285e-cf5b-4527-a785-2081f48fe542 req-784068a9-ae4f-4744-a9a3-f4e6fa308ecf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981329 Jul 05 04:06:58.069082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18014b-8dad-4d49-90a8-b2f44505ef06 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Pushing event deleted for resources: {'Port': ['ID=78b90fa4-33bc-4706-874b-0da812ed76b7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:58.075159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-a55bb222-b1eb-4805-8546-bd4a06e6d235 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port c08a5788-77ec-405d-92a7-59b5407b00dd yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:58.176168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad32ebbf-8005-4d90-94fa-ffaff6ea8c26 req-1a18014b-8dad-4d49-90a8-b2f44505ef06 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] No DVR routers for this DVR port 78b90fa4-33bc-4706-874b-0da812ed76b7 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:58.178530 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17796da-db5d-4c5b-b66c-30850ab31158 None None] New status for floating IP b9efea89-8098-4a1a-83c5-be846985b805: DOWN {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:06:58.183069 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ad32ebbf-8005-4d90-94fa-ffaff6ea8c26 req-1a18014b-8dad-4d49-90a8-b2f44505ef06 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.186783 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ad32ebbf-8005-4d90-94fa-ffaff6ea8c26 req-1a18014b-8dad-4d49-90a8-b2f44505ef06 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "DELETE /v2.0/ports/78b90fa4-33bc-4706-874b-0da812ed76b7 HTTP/1.1" status: 204 len: 173 time: 1.3298604 Jul 05 04:06:58.187391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7095bc27-1c1e-43b4-b305-3a9b205c6e3d', 'name': 'network-vif-deleted', 'tag': '78b90fa4-33bc-4706-874b-0da812ed76b7'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:58.194356 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef30df6-7da8-4ee2-a571-317477197cd2" -d '{"events": [{"server_uuid": "7095bc27-1c1e-43b4-b305-3a9b205c6e3d", "name": "network-vif-deleted", "tag": "78b90fa4-33bc-4706-874b-0da812ed76b7"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:58.572133 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a55bb222-b1eb-4805-8546-bd4a06e6d235 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.640337 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c19cff-0996-4227-bfe1-696476b9afb3 x-openstack-request-id: req-71c19cff-0996-4227-bfe1-696476b9afb3 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:58.640802 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-deleted", "tag": "e31f908b-0377-4a12-9a9e-6d2de7c04868", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:58.642224 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71c19cff-0996-4227-bfe1-696476b9afb3 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:58.642765 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-deleted', 'tag': 'e31f908b-0377-4a12-9a9e-6d2de7c04868', 'status': 'completed', 'code': 200} Jul 05 04:06:58.756418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-704d4a23-2c3b-4a69-bb1a-d077dd3e97c8 req-e533fb0f-2a57-40fb-b92f-6e161e1ffbe9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8975627 Jul 05 04:06:58.764466 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a55bb222-b1eb-4805-8546-bd4a06e6d235 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.897668 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5a8df2-b18d-479d-824e-9d6dd0984b80 x-openstack-request-id: req-6c5a8df2-b18d-479d-824e-9d6dd0984b80 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:58.898607 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7095bc27-1c1e-43b4-b305-3a9b205c6e3d", "name": "network-vif-deleted", "tag": "78b90fa4-33bc-4706-874b-0da812ed76b7", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:58.899163 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c5a8df2-b18d-479d-824e-9d6dd0984b80 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:58.899756 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7095bc27-1c1e-43b4-b305-3a9b205c6e3d', 'name': 'network-vif-deleted', 'tag': '78b90fa4-33bc-4706-874b-0da812ed76b7', 'status': 'completed', 'code': 200} Jul 05 04:06:58.916179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1a7e9-9a83-4526-9822-141e452dbc7c req-3fe2b239-af8a-4fd3-aadb-ca5482100d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:58.917877 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bca1a7e9-9a83-4526-9822-141e452dbc7c req-3fe2b239-af8a-4fd3-aadb-ca5482100d00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 1096 time: 0.2014949 Jul 05 04:06:58.964271 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b18eefa6-d95a-4912-9fb0-8a7a4efc7318 req-54cd3c39-799d-4f53-a755-260c97cdda26 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.2340751 Jul 05 04:06:58.996273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55bb222-b1eb-4805-8546-bd4a06e6d235 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:59.012949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a55bb222-b1eb-4805-8546-bd4a06e6d235 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:59.018091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55bb222-b1eb-4805-8546-bd4a06e6d235 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:59.024476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55bb222-b1eb-4805-8546-bd4a06e6d235 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.025476 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a55bb222-b1eb-4805-8546-bd4a06e6d235 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.029258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bb222-b1eb-4805-8546-bd4a06e6d235 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=c08a5788-77ec-405d-92a7-59b5407b00dd,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:59.053231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1b9825f-6112-46ca-8bfa-515db313652e req-11478d49-900a-4fa0-b380-4dc0d567f1a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9610546 Jul 05 04:06:59.102901 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1a7e9-9a83-4526-9822-141e452dbc7c req-ae124fb7-cb5d-48a5-9ee8-ddeeac8aa7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.104497 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bca1a7e9-9a83-4526-9822-141e452dbc7c req-ae124fb7-cb5d-48a5-9ee8-ddeeac8aa7d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.1796031 Jul 05 04:06:59.213749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a55bb222-b1eb-4805-8546-bd4a06e6d235 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0211952 Jul 05 04:06:59.220793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51240) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:59.249607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3d2a6d5c-dae4-46fc-822c-24e3c4c200b7 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:59.305602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9825f-6112-46ca-8bfa-515db313652e req-e6021bef-551c-46b3-bb2f-06e371fcbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.314414 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1b9825f-6112-46ca-8bfa-515db313652e req-e6021bef-551c-46b3-bb2f-06e371fcbeca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 1096 time: 0.1978731 Jul 05 04:06:59.359167 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bca1a7e9-9a83-4526-9822-141e452dbc7c req-c66c63dc-5605-4b7b-af54-2b072b6efb85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca HTTP/1.1" status: 200 len: 217 time: 0.2448232 Jul 05 04:06:59.371432 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.437283 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1a7e9-9a83-4526-9822-141e452dbc7c req-cb11bce0-e29b-42a2-af81-cef4ea9151ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.439444 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bca1a7e9-9a83-4526-9822-141e452dbc7c req-cb11bce0-e29b-42a2-af81-cef4ea9151ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.0737603 Jul 05 04:06:59.566722 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d2a6d5c-dae4-46fc-822c-24e3c4c200b7 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.593122 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1a7e9-9a83-4526-9822-141e452dbc7c req-8e01a291-4abb-4817-bf84-2886632aeef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.596221 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bca1a7e9-9a83-4526-9822-141e452dbc7c req-8e01a291-4abb-4817-bf84-2886632aeef7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486692 Jul 05 04:06:59.620711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9825f-6112-46ca-8bfa-515db313652e req-fcec29d1-5c3d-4b19-8f89-8d79f2671a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.622302 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1b9825f-6112-46ca-8bfa-515db313652e req-fcec29d1-5c3d-4b19-8f89-8d79f2671a70 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.2861211 Jul 05 04:06:59.713106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1b9825f-6112-46ca-8bfa-515db313652e req-c17a171f-3494-4eb0-a531-dce12b9684c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f35c343-5bbb-445d-8062-a2ed2f6511a8 HTTP/1.1" status: 200 len: 217 time: 0.0828328 Jul 05 04:06:59.732885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027110c-30f3-4362-95ea-6d5a7832b441 req-36c823ba-dd94-4c90-857e-8109066f44b9 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.738878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c027110c-30f3-4362-95ea-6d5a7832b441 req-36c823ba-dd94-4c90-857e-8109066f44b9 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 945 time: 0.4095247 Jul 05 04:06:59.857680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9825f-6112-46ca-8bfa-515db313652e req-9550c079-82ce-439a-9a60-f2c1b83e4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.861586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1b9825f-6112-46ca-8bfa-515db313652e req-9550c079-82ce-439a-9a60-f2c1b83e4fda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.1205680 Jul 05 04:06:59.906666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c027110c-30f3-4362-95ea-6d5a7832b441 req-21d55e65-dc0d-4289-9a5e-e372ab847821 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553559 Jul 05 04:06:59.952096 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bca1a7e9-9a83-4526-9822-141e452dbc7c req-f5d5ac3d-18ca-487c-8658-cce27041fe25 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509657 Jul 05 04:07:00.008333 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9fde76f4-c134-4735-b75f-be99803a8a45 req-cb0cbd88-59f5-4ff5-ba8b-3cbd2fb4b7aa tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=7095bc27-1c1e-43b4-b305-3a9b205c6e3d HTTP/1.1" status: 200 len: 210 time: 0.0574493 Jul 05 04:07:00.061121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9825f-6112-46ca-8bfa-515db313652e req-8b67c428-eeaa-49ab-89b8-f481951a954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.063010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1b9825f-6112-46ca-8bfa-515db313652e req-8b67c428-eeaa-49ab-89b8-f481951a954f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930580 Jul 05 04:07:00.163175 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-64c809db-e40a-4921-a06e-59549a7e0375 req-4030db44-b33e-46a2-baf2-84c4560ec32c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4002640 Jul 05 04:07:00.210661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1b9825f-6112-46ca-8bfa-515db313652e req-5088f09a-df99-4c1a-96c1-9e5e976226a5 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402409 Jul 05 04:07:00.258218 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d2a6d5c-dae4-46fc-822c-24e3c4c200b7 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.299960 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bca1a7e9-9a83-4526-9822-141e452dbc7c req-c049de8b-f85c-46e1-895b-0c74228e0faf service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385594 Jul 05 04:07:00.316898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e6bd7a1-56ed-4c06-9e45-8a6a1743f6b0 req-c1f657b8-5f17-415a-9a58-502bfa1eb299 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.0783219 Jul 05 04:07:00.334763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c809db-e40a-4921-a06e-59549a7e0375 req-d3348cf6-708a-4aed-a4fa-240f9e50e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.341362 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-64c809db-e40a-4921-a06e-59549a7e0375 req-d3348cf6-708a-4aed-a4fa-240f9e50e1f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1095 time: 0.0948882 Jul 05 04:07:00.351303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ace7c3ef-9cb2-48bf-9da3-d348d56a54ca no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:00.395863 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d2a6d5c-dae4-46fc-822c-24e3c4c200b7 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.435610 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1b9825f-6112-46ca-8bfa-515db313652e req-7952c067-8e9b-4648-ac14-fc9f4fdd7920 service neutron] 10.222.0.64 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189484 Jul 05 04:07:00.489860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a6d5c-dae4-46fc-822c-24e3c4c200b7 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] In _notify_port_updated(), no bound segment for port c08a5788-77ec-405d-92a7-59b5407b00dd on network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 {{(pid=100876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:07:00.504416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2a6d5c-dae4-46fc-822c-24e3c4c200b7 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.504792 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d2a6d5c-dae4-46fc-822c-24e3c4c200b7 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.506167 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3d2a6d5c-dae4-46fc-822c-24e3c4c200b7 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "PUT /v2.0/ports/c08a5788-77ec-405d-92a7-59b5407b00dd HTTP/1.1" status: 200 len: 818 time: 1.2739928 Jul 05 04:07:00.510208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51262) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:00.536910 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.582822 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a6d5c-dae4-46fc-822c-24e3c4c200b7 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=c08a5788-77ec-405d-92a7-59b5407b00dd,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:00.587902 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff568813-baf8-4be4-984b-ce7903ed6ee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace7c3ef-9cb2-48bf-9da3-d348d56a54ca'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:00.590145 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e70460-31e6-4b55-84f1-079c98b3d32a" -d '{"events": [{"server_uuid": "ff568813-baf8-4be4-984b-ce7903ed6ee1", "name": "network-vif-unplugged", "status": "completed", "tag": "ace7c3ef-9cb2-48bf-9da3-d348d56a54ca"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:00.610765 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c809db-e40a-4921-a06e-59549a7e0375 req-a77363bc-ef54-43c6-a3b5-c6817552d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.613095 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-64c809db-e40a-4921-a06e-59549a7e0375 req-a77363bc-ef54-43c6-a3b5-c6817552d544 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.2394483 Jul 05 04:07:00.645676 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-deleted', 'tag': 'adb1ed23-fff4-41df-aae0-ae1040d60db6'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:00.648714 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0081e40f-e0b6-4526-9df0-ffd0f62d4bc5" -d '{"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-deleted", "tag": "adb1ed23-fff4-41df-aae0-ae1040d60db6"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:00.650529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:00.707711 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1461eae2-b5c2-4f05-a9e0-ca915dd9b72e x-openstack-request-id: req-1461eae2-b5c2-4f05-a9e0-ca915dd9b72e {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:00.708257 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff568813-baf8-4be4-984b-ce7903ed6ee1", "name": "network-vif-unplugged", "status": "completed", "tag": "ace7c3ef-9cb2-48bf-9da3-d348d56a54ca", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:00.708774 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1461eae2-b5c2-4f05-a9e0-ca915dd9b72e {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:00.709398 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff568813-baf8-4be4-984b-ce7903ed6ee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace7c3ef-9cb2-48bf-9da3-d348d56a54ca', 'code': 200} Jul 05 04:07:00.729838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0bf385a2-f1c4-4dc7-8e54-c5bcb82a8586 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port c08a5788-77ec-405d-92a7-59b5407b00dd {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:00.730187 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0bf385a2-f1c4-4dc7-8e54-c5bcb82a8586 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.731335 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-64c809db-e40a-4921-a06e-59549a7e0375 req-bb45b251-9ccb-4608-86ee-332765ac92ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 999 time: 0.1113555 Jul 05 04:07:00.736352 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b339b4e6-f93d-4880-947d-c8c761121d66 x-openstack-request-id: req-b339b4e6-f93d-4880-947d-c8c761121d66 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:00.736760 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a4f9fb-9483-4296-bfa2-0b10608b3b2f", "name": "network-vif-deleted", "tag": "adb1ed23-fff4-41df-aae0-ae1040d60db6", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:00.740819 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b339b4e6-f93d-4880-947d-c8c761121d66 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:00.741226 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4f9fb-9483-4296-bfa2-0b10608b3b2f', 'name': 'network-vif-deleted', 'tag': 'adb1ed23-fff4-41df-aae0-ae1040d60db6', 'status': 'completed', 'code': 200} Jul 05 04:07:00.825355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c809db-e40a-4921-a06e-59549a7e0375 req-3711fb9f-a82a-4a99-be38-436ea8f4073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.827591 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-64c809db-e40a-4921-a06e-59549a7e0375 req-3711fb9f-a82a-4a99-be38-436ea8f4073b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.0858433 Jul 05 04:07:00.830742 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0bf385a2-f1c4-4dc7-8e54-c5bcb82a8586 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.851703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0bf385a2-f1c4-4dc7-8e54-c5bcb82a8586 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for c08a5788-77ec-405d-92a7-59b5407b00dd owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:00.885513 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.940766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c809db-e40a-4921-a06e-59549a7e0375 req-490a00f9-0bd9-4290-9344-4e8012334691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.949995 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-64c809db-e40a-4921-a06e-59549a7e0375 req-490a00f9-0bd9-4290-9344-4e8012334691 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091707 Jul 05 04:07:00.981567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:01.137716 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-64c809db-e40a-4921-a06e-59549a7e0375 req-51d4e6d5-1ddf-44ed-af35-9b8dc9ee61ea service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867938 Jul 05 04:07:01.210363 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0bf385a2-f1c4-4dc7-8e54-c5bcb82a8586 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.280607 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0bf385a2-f1c4-4dc7-8e54-c5bcb82a8586 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.284617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0bf385a2-f1c4-4dc7-8e54-c5bcb82a8586 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/c08a5788-77ec-405d-92a7-59b5407b00dd HTTP/1.1" status: 204 len: 168 time: 0.7726886 Jul 05 04:07:01.287100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51284) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:01.291344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf385a2-f1c4-4dc7-8e54-c5bcb82a8586 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=c08a5788-77ec-405d-92a7-59b5407b00dd,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:01.348932 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-64c809db-e40a-4921-a06e-59549a7e0375 req-4f53aa63-110f-4a68-b12d-87339f854c8f service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036769 Jul 05 04:07:01.418440 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.501071 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9a580-9154-43ec-b76e-580665949700 req-6efe35b8-a5df-4ed5-86cc-c8ae82048a43 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.510605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ff9a580-9154-43ec-b76e-580665949700 req-6efe35b8-a5df-4ed5-86cc-c8ae82048a43 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 943 time: 0.3547375 Jul 05 04:07:01.549198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637ddd7-caf7-4130-aa17-d82bd554428a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.551260 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2637ddd7-caf7-4130-aa17-d82bd554428a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2568417 Jul 05 04:07:01.553999 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51294) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:01.596037 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f8c486-dda2-4bf7-94f9-d5b46615587d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] GET failed (client error): The resource could not be found. Jul 05 04:07:01.601926 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-27f8c486-dda2-4bf7-94f9-d5b46615587d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/c08a5788-77ec-405d-92a7-59b5407b00dd HTTP/1.1" status: 404 len: 333 time: 0.0465243 Jul 05 04:07:01.602320 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51298) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:01.606560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-9efb20fe-8c7e-457b-b352-fc189a0a82d1 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.607735 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d05a961d-71d6-48c0-9bcf-d9d0c4131f87 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1439894711'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:01.608579 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-9efb20fe-8c7e-457b-b352-fc189a0a82d1 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.2620885 Jul 05 04:07:01.620289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ff9a580-9154-43ec-b76e-580665949700 req-00d05efa-59d2-4621-b46d-981ca41ff829 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086309 Jul 05 04:07:01.662445 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-48515329-a8d4-421b-a424-5d4a367d71f5 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/quotas/cf04d616778d47c89580bb8ff6878ba3 HTTP/1.1" status: 200 len: 375 time: 0.0368328 Jul 05 04:07:01.770503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-f4dbdae2-3e6b-46d1-b694-aff3149a3483 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1016960 Jul 05 04:07:01.796001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05a961d-71d6-48c0-9bcf-d9d0c4131f87 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:01.800206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d05a961d-71d6-48c0-9bcf-d9d0c4131f87 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.829616 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05a961d-71d6-48c0-9bcf-d9d0c4131f87 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:01.840292 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d05a961d-71d6-48c0-9bcf-d9d0c4131f87 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.840793 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-d05a961d-71d6-48c0-9bcf-d9d0c4131f87 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Added segment 23961dd2-cb64-4551-9ee2-77acfc1880da of type vlan for network 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 Jul 05 04:07:01.931162 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d05a961d-71d6-48c0-9bcf-d9d0c4131f87 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.080084 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d05a961d-71d6-48c0-9bcf-d9d0c4131f87 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.085816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a961d-71d6-48c0-9bcf-d9d0c4131f87 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:02.086598 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d05a961d-71d6-48c0-9bcf-d9d0c4131f87 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.174002 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f7cf107-9682-4ce8-a766-81e1d6382dbb req-92b15b35-b62d-4ca8-907e-330ea459b4dc tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.4020708 Jul 05 04:07:02.190069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a961d-71d6-48c0-9bcf-d9d0c4131f87 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Network': ['ID=9a18db1b-f179-4b56-b29c-8e8b07d3e5f6,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:02.201614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:02.238393 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d05a961d-71d6-48c0-9bcf-d9d0c4131f87 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6349363 Jul 05 04:07:02.239070 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51310) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:02.248251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1d6eaeb8-4365-4be1-8e35-f4236b4166c0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': '9a18db1b-f179-4b56-b29c-8e8b07d3e5f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:02.295834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-5f1e146f-45d5-4a75-b710-5ae838318496 service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209090 Jul 05 04:07:02.305530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 78b90fa4-33bc-4706-874b-0da812ed76b7 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:02.340346 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 78b90fa4-33bc-4706-874b-0da812ed76b7 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:02.341342 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 78b90fa4-33bc-4706-874b-0da812ed76b7 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:02.442667 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-ed1f54e1-ee02-485d-b642-4b76d465deb1 service neutron] 10.222.0.60 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238744 Jul 05 04:07:02.579092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6eaeb8-4365-4be1-8e35-f4236b4166c0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:02.582855 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d6eaeb8-4365-4be1-8e35-f4236b4166c0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.824001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee777896-89c2-405b-a6b6-4391cdb71f75 req-1dfc5776-f9c6-4bc4-bebf-c8d70e56f453 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:02.831637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee777896-89c2-405b-a6b6-4391cdb71f75 req-1dfc5776-f9c6-4bc4-bebf-c8d70e56f453 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 943 time: 0.0744958 Jul 05 04:07:02.886040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad038818-dc67-4cf9-b2aa-a490bc81bff5 req-37549fb1-32e4-4e8f-ab28-7fd2312526bb tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 210 time: 0.0390370 Jul 05 04:07:02.915089 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee777896-89c2-405b-a6b6-4391cdb71f75 req-c1d4adcb-077b-4b48-8ac0-56e2f53caef0 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824735 Jul 05 04:07:03.022417 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d6eaeb8-4365-4be1-8e35-f4236b4166c0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.145695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2843d0-81d3-4518-b721-d2755fb101c5 req-b54120b9-5fb7-4256-a43f-543e7d104c14 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:03.161445 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a2843d0-81d3-4518-b721-d2755fb101c5 req-b54120b9-5fb7-4256-a43f-543e7d104c14 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1007061 Jul 05 04:07:03.206393 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6eaeb8-4365-4be1-8e35-f4236b4166c0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Subnet': ['ID=4bf2abd0-aae7-4b71-b90f-ce051d580cdf,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:03.216144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6eaeb8-4365-4be1-8e35-f4236b4166c0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Checking segment: {'id': '23961dd2-cb64-4551-9ee2-77acfc1880da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a18db1b-f179-4b56-b29c-8e8b07d3e5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:03.216563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6eaeb8-4365-4be1-8e35-f4236b4166c0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network hostable DHCP agents. Network: 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:03.259048 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a2843d0-81d3-4518-b721-d2755fb101c5 req-b3fd637b-ffe8-4a2d-9498-295d78fb59e8 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965581 Jul 05 04:07:03.405631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6eaeb8-4365-4be1-8e35-f4236b4166c0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:03.411221 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c70d7885-242e-47ae-8e84-584e44a1c7cd req-81b64c0e-0574-4927-a68b-619d6f57bc96 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.0506287 Jul 05 04:07:03.572567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928f51d-e1b3-459f-8779-c431954e7ec8 req-27a6b6eb-3fd9-4d79-be32-830a580980f3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:03.584858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1928f51d-e1b3-459f-8779-c431954e7ec8 req-27a6b6eb-3fd9-4d79-be32-830a580980f3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1290891 Jul 05 04:07:03.637399 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1928f51d-e1b3-459f-8779-c431954e7ec8 req-4b84d84d-9705-4ee7-aaa3-5b73d770970c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514274 Jul 05 04:07:03.681876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-1d6eaeb8-4365-4be1-8e35-f4236b4166c0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:03.686222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6eaeb8-4365-4be1-8e35-f4236b4166c0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:03.686950 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d6eaeb8-4365-4be1-8e35-f4236b4166c0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.695439 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5148c8ef-451d-4b8d-85a4-6796a4247f4d None None] Network 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:03.865410 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1d6eaeb8-4365-4be1-8e35-f4236b4166c0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6232898 Jul 05 04:07:03.870688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51356) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:03.873805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1cc170e1-07a2-4281-a173-f26d119e869b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': '9a18db1b-f179-4b56-b29c-8e8b07d3e5f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:03.888982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-9a18db1b-f179-4b56-b29c-8e8b07d3e5f6', 'network_id': '9a18db1b-f179-4b56-b29c-8e8b07d3e5f6', 'tenant_id': 'f96a2fb9b8484a0db42b4ad5872bd533', 'fixed_ips': [{'subnet_id': '4bf2abd0-aae7-4b71-b90f-ce051d580cdf'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:03.889862 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.014374 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6cd9e8f9-5a78-4da8-b89f-4b8958abc84d req-c99e9d47-f237-47eb-8eac-f12113d6649e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 210 time: 0.0494990 Jul 05 04:07:04.064644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Allocated IP 2001:db8::2 (9a18db1b-f179-4b56-b29c-8e8b07d3e5f6/4bf2abd0-aae7-4b71-b90f-ce051d580cdf/e009699a-6185-44b8-b854-3646306f03e1) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:04.252014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc170e1-07a2-4281-a173-f26d119e869b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:04.263538 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1cc170e1-07a2-4281-a173-f26d119e869b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.350701 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.376620 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ace7c3ef-9cb2-48bf-9da3-d348d56a54ca no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:04.412691 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Transition to ACTIVE for port object e009699a-6185-44b8-b854-3646306f03e1 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:04.441319 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Transition to ACTIVE for port object e009699a-6185-44b8-b854-3646306f03e1 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:04.512215 n-d-798249-5 neutron-server[100877]: INFO neutron.db.ipam_backend_mixin [None req-1cc170e1-07a2-4281-a173-f26d119e869b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4bf2abd0-aae7-4b71-b90f-ce051d580cdf (CIDR: 2001:db8::/64) Jul 05 04:07:04.534350 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.573285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac0fa3-e350-4b9f-bb23-3f63ce4b522a req-3005a8d2-3920-49ce-a777-9eae8de742f8 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:04.574912 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4fac0fa3-e350-4b9f-bb23-3f63ce4b522a req-3005a8d2-3920-49ce-a777-9eae8de742f8 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.0927975 Jul 05 04:07:04.607766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Network 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:04.615957 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc170e1-07a2-4281-a173-f26d119e869b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:04.615957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc170e1-07a2-4281-a173-f26d119e869b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:04.616220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:04.619444 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:04.711788 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4fac0fa3-e350-4b9f-bb23-3f63ce4b522a req-b5b89644-cf78-4f61-91d3-a08edf3eeb95 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260743 Jul 05 04:07:04.753187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Pushing event updated for resources: {'Port': ['ID=e009699a-6185-44b8-b854-3646306f03e1,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:04.774666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfdb1b95-2bb7-4215-ac61-81eaf37583d6 req-a37a2bad-0f39-483b-83c9-77b2341f7220 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.0903559 Jul 05 04:07:04.782020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51382) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:04.785650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ed7dad8a-7d8f-4e61-a1df-8b1780d53d4f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': '9a18db1b-f179-4b56-b29c-8e8b07d3e5f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:04.792181 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Attempting to bind port e009699a-6185-44b8-b854-3646306f03e1 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:04.792592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Attempting to bind port e009699a-6185-44b8-b854-3646306f03e1 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '23961dd2-cb64-4551-9ee2-77acfc1880da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a18db1b-f179-4b56-b29c-8e8b07d3e5f6'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:04.792962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Attempting to bind port e009699a-6185-44b8-b854-3646306f03e1 on network 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:04.793744 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1cc170e1-07a2-4281-a173-f26d119e869b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9254518 Jul 05 04:07:04.827217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:04.827607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Checking segment: {'id': '23961dd2-cb64-4551-9ee2-77acfc1880da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a18db1b-f179-4b56-b29c-8e8b07d3e5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:04.838476 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.841152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Bound using segment: {'id': '23961dd2-cb64-4551-9ee2-77acfc1880da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a18db1b-f179-4b56-b29c-8e8b07d3e5f6'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:04.843813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Bound port: e009699a-6185-44b8-b854-3646306f03e1, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23961dd2-cb64-4551-9ee2-77acfc1880da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a18db1b-f179-4b56-b29c-8e8b07d3e5f6'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:04.844233 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.940033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] For port e009699a-6185-44b8-b854-3646306f03e1, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:04.943227 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] For port e009699a-6185-44b8-b854-3646306f03e1, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e009699a-6185-44b8-b854-3646306f03e1,segment=NetworkSegment(23961dd2-cb64-4551-9ee2-77acfc1880da),segment_id=23961dd2-cb64-4551-9ee2-77acfc1880da)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:05.048006 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.118202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7dad8a-7d8f-4e61-a1df-8b1780d53d4f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:05.122065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed7dad8a-7d8f-4e61-a1df-8b1780d53d4f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.237262 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fca81-f50b-42d4-8648-90bbc0a32ea9 None None] Pushing event updated for resources: {'Port': ['ID=e009699a-6185-44b8-b854-3646306f03e1,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:05.314785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57697151-d422-4520-876c-e091dce89a41 req-1bdbd4d5-6798-4174-8ecd-e8ea1f0b9c22 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 210 time: 0.0523329 Jul 05 04:07:05.665669 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed7dad8a-7d8f-4e61-a1df-8b1780d53d4f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.703780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7dad8a-7d8f-4e61-a1df-8b1780d53d4f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:05.707592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ed7dad8a-7d8f-4e61-a1df-8b1780d53d4f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:05.712787 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7dad8a-7d8f-4e61-a1df-8b1780d53d4f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:05.713573 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed7dad8a-7d8f-4e61-a1df-8b1780d53d4f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.737874 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dad8a-7d8f-4e61-a1df-8b1780d53d4f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Subnet': ['ID=c880c8df-b082-40c1-92cb-ac185c1a7573,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:05.866881 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ed7dad8a-7d8f-4e61-a1df-8b1780d53d4f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0850632 Jul 05 04:07:05.868318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51402) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:05.890155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'network_id': '9a18db1b-f179-4b56-b29c-8e8b07d3e5f6', 'fixed_ips': [{'subnet_id': '4bf2abd0-aae7-4b71-b90f-ce051d580cdf'}, {'subnet_id': 'c880c8df-b082-40c1-92cb-ac185c1a7573'}], 'name': 'tempest-PortsIpV6TestJSON-1111956135'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:06.048244 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e755ddb-1ec8-4966-9eb3-24363ea866ad req-977d603e-c753-4784-849c-e0945bcd317e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.0423772 Jul 05 04:07:06.192354 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7725210-5777-489c-9b49-22b33ff33353 req-7e5ea2c4-139b-4ce0-bdf8-17b9582ab8ad tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:06.199369 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7725210-5777-489c-9b49-22b33ff33353 req-7e5ea2c4-139b-4ce0-bdf8-17b9582ab8ad tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2975125 Jul 05 04:07:06.310362 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-54a55495-7e47-404a-9653-9b46ecd64b0b tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:06.318371 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-54a55495-7e47-404a-9653-9b46ecd64b0b tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 805 time: 0.2120142 Jul 05 04:07:06.333159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-d9234d12-6a8b-4511-9621-2939ab248273 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Request body: {'port': {'device_id': 'c06b824f-de90-4235-9f94-79a68f2e64c4', 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'admin_state_up': True, 'tenant_id': 'cf04d616778d47c89580bb8ff6878ba3'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:06.401740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7725210-5777-489c-9b49-22b33ff33353 req-2e93eb8c-7f57-41d5-b6a2-b22539b53c37 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015185 Jul 05 04:07:06.481835 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:06.674831 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2506a85c-005d-482d-af50-e26051751175 req-2a914bbd-2e6a-4267-89b2-92c7b17e3349 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 210 time: 0.0666971 Jul 05 04:07:06.728225 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.743981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674964ed-7209-4430-b6fd-b401e5d7cd6f None None] Network 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:06.759076 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:06.816203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-d9234d12-6a8b-4511-9621-2939ab248273 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Made reservation on behalf of cf04d616778d47c89580bb8ff6878ba3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:06.820098 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-d9234d12-6a8b-4511-9621-2939ab248273 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.913298 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:07:07.052986 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e009699a-6185-44b8-b854-3646306f03e1 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:07.146566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-d9234d12-6a8b-4511-9621-2939ab248273 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Allocated IP 172.20.0.11 (289bce06-a2c1-47c6-8a99-7407dc3c1dd6/8facf5e9-bfc3-4583-948d-915d16522b51/3dc0e557-452f-42e2-a6e1-5f9ca50778ac) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:07.186890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-84e05cd4-aa9a-4206-aee0-9cbf15acd45c None None] Provisioning for port e009699a-6185-44b8-b854-3646306f03e1 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:07.355913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port e009699a-6185-44b8-b854-3646306f03e1 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:07.363393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f96b4e-0042-473f-91d1-c53fb5aee47f None None] Update dhcp port {'port': {'network_id': '9a18db1b-f179-4b56-b29c-8e8b07d3e5f6', 'fixed_ips': [{'subnet_id': '4bf2abd0-aae7-4b71-b90f-ce051d580cdf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c880c8df-b082-40c1-92cb-ac185c1a7573'}], 'binding:host_id': 'n-d-798249-5'}, 'id': 'e009699a-6185-44b8-b854-3646306f03e1'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:07:07.376532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port e009699a-6185-44b8-b854-3646306f03e1 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:07.377144 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.428799 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-d9234d12-6a8b-4511-9621-2939ab248273 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.505248 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c7f96b4e-0042-473f-91d1-c53fb5aee47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.602900 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-510f86c2-b253-4320-80d9-e1c3641d2a34 req-55a4c97a-d783-481e-80e8-11e016f1e1cd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.0600545 Jul 05 04:07:07.641110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Allocated IP 2001:db8::28a (9a18db1b-f179-4b56-b29c-8e8b07d3e5f6/4bf2abd0-aae7-4b71-b90f-ce051d580cdf/639bc6c1-98a4-49e8-bb4b-75aaee1bd51b) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:07.659456 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Allocated IP 2001:db8:0:1::360 (9a18db1b-f179-4b56-b29c-8e8b07d3e5f6/c880c8df-b082-40c1-92cb-ac185c1a7573/639bc6c1-98a4-49e8-bb4b-75aaee1bd51b) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:07.676359 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-d9234d12-6a8b-4511-9621-2939ab248273 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.727192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ccc02de6-a63a-4c49-a6a0-e0f7375bc154'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:07.798269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9234d12-6a8b-4511-9621-2939ab248273 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Pushing event updated for resources: {'Port': ['ID=3dc0e557-452f-42e2-a6e1-5f9ca50778ac,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:07.823853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-d9234d12-6a8b-4511-9621-2939ab248273 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:07.825476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-d9234d12-6a8b-4511-9621-2939ab248273 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:07.829231 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-d9234d12-6a8b-4511-9621-2939ab248273 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:07.907722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-d9234d12-6a8b-4511-9621-2939ab248273 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:07.908214 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-d9234d12-6a8b-4511-9621-2939ab248273 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.948018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860a277-526f-4ef4-8140-6a17628e9a90 req-5898f35b-aee3-4801-b25f-64850c5b6aad tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:07.949567 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e860a277-526f-4ef4-8140-6a17628e9a90 req-5898f35b-aee3-4801-b25f-64850c5b6aad tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.3051097 Jul 05 04:07:08.028022 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-d9234d12-6a8b-4511-9621-2939ab248273 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7027416 Jul 05 04:07:08.047868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Request body: {'port': {'device_id': 'c06b824f-de90-4235-9f94-79a68f2e64c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:08.120009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e860a277-526f-4ef4-8140-6a17628e9a90 req-1c979f52-b1f2-4d0f-9330-f58010f22467 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358187 Jul 05 04:07:08.156140 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.181109 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.191027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4552637-7efc-48ca-87d8-6553b9876785 req-a1d2fcd0-0ef8-4831-9683-e0c850e96c17 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.200727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4552637-7efc-48ca-87d8-6553b9876785 req-a1d2fcd0-0ef8-4831-9683-e0c850e96c17 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 932 time: 0.2738175 Jul 05 04:07:08.218896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Transition to ACTIVE for port object 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:08.260801 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4552637-7efc-48ca-87d8-6553b9876785 req-d1fe928f-ac07-470b-bf02-acfc8ee2d9d2 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588644 Jul 05 04:07:08.385220 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.390448 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.398856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port e009699a-6185-44b8-b854-3646306f03e1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e009699a-6185-44b8-b854-3646306f03e1,segment=NetworkSegment(23961dd2-cb64-4551-9ee2-77acfc1880da),segment_id=23961dd2-cb64-4551-9ee2-77acfc1880da)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:08.487994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:08.499755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:08.504093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:08.520845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-c7f96b4e-0042-473f-91d1-c53fb5aee47f None None] Allocated IP 2001:db8:0:1::2 (9a18db1b-f179-4b56-b29c-8e8b07d3e5f6/c880c8df-b082-40c1-92cb-ac185c1a7573/e009699a-6185-44b8-b854-3646306f03e1) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:08.521328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.522019 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.544207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=639bc6c1-98a4-49e8-bb4b-75aaee1bd51b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:08.558883 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.677096 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7b0406c0-566a-44b0-9753-bc7d44882c04 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.8070767 Jul 05 04:07:08.679582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51440) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:08.693053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0a9e6ac9-0113-4add-bacf-11791356a538 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4bf2abd0-aae7-4b71-b90f-ce051d580cdf'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:08.806919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=e009699a-6185-44b8-b854-3646306f03e1,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:08.826503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c7f96b4e-0042-473f-91d1-c53fb5aee47f None None] For port e009699a-6185-44b8-b854-3646306f03e1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e009699a-6185-44b8-b854-3646306f03e1,segment=NetworkSegment(23961dd2-cb64-4551-9ee2-77acfc1880da),segment_id=23961dd2-cb64-4551-9ee2-77acfc1880da)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:08.903821 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c7f96b4e-0042-473f-91d1-c53fb5aee47f None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.928735 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6ac9-0113-4add-bacf-11791356a538 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.946612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c7f96b4e-0042-473f-91d1-c53fb5aee47f None None] Transition to ACTIVE for port object e009699a-6185-44b8-b854-3646306f03e1 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:08.964822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f6f553e-ee5f-4e38-ad33-68e0cb46fa7d req-07389498-0e17-4475-bb3b-9659a880839f tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.0861502 Jul 05 04:07:08.992942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e009699a-6185-44b8-b854-3646306f03e1 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:08.998662 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc0e557-452f-42e2-a6e1-5f9ca50778ac {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:09.034873 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.056151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Transition to ACTIVE for port object 3dc0e557-452f-42e2-a6e1-5f9ca50778ac will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:09.060990 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c7f96b4e-0042-473f-91d1-c53fb5aee47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.151541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f96b4e-0042-473f-91d1-c53fb5aee47f None None] Pushing event updated for resources: {'Port': ['ID=e009699a-6185-44b8-b854-3646306f03e1,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:09.167067 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.337140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc0e557-452f-42e2-a6e1-5f9ca50778ac,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:09.560155 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Attempting to bind port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:09.561387 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Attempting to bind port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:09.562226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Attempting to bind port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:09.573318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:07:09.576767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Attempting to bind port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac on network 289bce06-a2c1-47c6-8a99-7407dc3c1dd6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:09.593017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:09.593289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Checking segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:09.600178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Bound using segment: {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:09.600777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Bound port: 3dc0e557-452f-42e2-a6e1-5f9ca50778ac, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ed836e-641c-49f5-829a-21ae2d63b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:09.601222 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.745580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] For port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:09.750447 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] For port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3dc0e557-452f-42e2-a6e1-5f9ca50778ac,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:09.829565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4fcf7-f5fb-4c2d-b904-d1183b0b1a15 req-75cf065a-d6e8-43a3-900b-b5c1f732c41d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:09.841143 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31e4fcf7-f5fb-4c2d-b904-d1183b0b1a15 req-75cf065a-d6e8-43a3-900b-b5c1f732c41d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 944 time: 0.3993225 Jul 05 04:07:09.865339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-0a9e6ac9-0113-4add-bacf-11791356a538 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Delete allocated IP 2001:db8:0:1::360 (9a18db1b-f179-4b56-b29c-8e8b07d3e5f6/c880c8df-b082-40c1-92cb-ac185c1a7573) {{(pid=100877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:07:09.870776 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.903733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942db5b1-22fc-4642-8745-5f673b5df7e0 req-cddb7a63-69ba-434f-932c-f14a4a6673cd tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:09.905050 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-942db5b1-22fc-4642-8745-5f673b5df7e0 req-cddb7a63-69ba-434f-932c-f14a4a6673cd tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.3541403 Jul 05 04:07:09.942409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:09.943252 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.946025 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] 10.222.0.11 "PUT /v2.0/ports/3dc0e557-452f-42e2-a6e1-5f9ca50778ac HTTP/1.1" status: 200 len: 1092 time: 1.9101415 Jul 05 04:07:09.946545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06b824f-de90-4235-9f94-79a68f2e64c4', 'tag': '3dc0e557-452f-42e2-a6e1-5f9ca50778ac'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:09.949056 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85466cd1-9063-422a-9189-5eb71e535590" -d '{"events": [{"name": "network-changed", "server_uuid": "c06b824f-de90-4235-9f94-79a68f2e64c4", "tag": "3dc0e557-452f-42e2-a6e1-5f9ca50778ac"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:09.980978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfa18d-b44e-4ea0-9f2a-be6c47eaedd8 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc0e557-452f-42e2-a6e1-5f9ca50778ac,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:10.054020 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e470e-4e60-47c2-a6b1-9b47fbe686d5 None None] Network 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:10.154836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31e4fcf7-f5fb-4c2d-b904-d1183b0b1a15 req-5e88dd67-f788-4426-8e03-e9e6dd30be4e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127334 Jul 05 04:07:10.197031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-942db5b1-22fc-4642-8745-5f673b5df7e0 req-c1877460-b7bb-41c1-b995-b44478075764 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794042 Jul 05 04:07:10.247039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6ac9-0113-4add-bacf-11791356a538 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.256949 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7ecd9a-146c-4c2b-947b-fa646e5ba9bb x-openstack-request-id: req-6f7ecd9a-146c-4c2b-947b-fa646e5ba9bb {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:10.257247 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06b824f-de90-4235-9f94-79a68f2e64c4", "tag": "3dc0e557-452f-42e2-a6e1-5f9ca50778ac", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:10.258256 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f7ecd9a-146c-4c2b-947b-fa646e5ba9bb {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:10.258256 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06b824f-de90-4235-9f94-79a68f2e64c4', 'tag': '3dc0e557-452f-42e2-a6e1-5f9ca50778ac', 'status': 'completed', 'code': 200} Jul 05 04:07:10.271590 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-c6f03c33-14ea-48fe-be91-7a49cf6b91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:10.275173 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-c6f03c33-14ea-48fe-be91-7a49cf6b91f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 1095 time: 0.1789083 Jul 05 04:07:10.275960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-0a9e6ac9-0113-4add-bacf-11791356a538 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Ignored duplicate provisioning block setup for port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 04:07:10.344790 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-c89bf8aa-1bfc-4156-b933-0c20a4fee22d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3dc0e557-452f-42e2-a6e1-5f9ca50778ac HTTP/1.1" status: 200 len: 217 time: 0.0640182 Jul 05 04:07:10.413051 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6ac9-0113-4add-bacf-11791356a538 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.413297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7c209957-4e12-410c-aa7e-7af43077bf8d None None] Provisioning for port e009699a-6185-44b8-b854-3646306f03e1 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:10.420585 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7c209957-4e12-410c-aa7e-7af43077bf8d None None] Provisioning complete for port e009699a-6185-44b8-b854-3646306f03e1 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:10.420961 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7c209957-4e12-410c-aa7e-7af43077bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.439085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eff1134a-16f9-4b2d-82db-391f00ab002c req-65ecdfa8-c766-4814-8753-3a24792338dd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.0828619 Jul 05 04:07:10.460854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-4660881d-28f7-41f3-a64f-3b4822f753b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:10.464179 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-4660881d-28f7-41f3-a64f-3b4822f753b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8facf5e9-bfc3-4583-948d-915d16522b51 HTTP/1.1" status: 200 len: 845 time: 0.1129713 Jul 05 04:07:10.530151 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-7a762307-f814-4dd1-9820-5b496938c74e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584128 Jul 05 04:07:10.701786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e6ac9-0113-4add-bacf-11791356a538 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] In _notify_port_updated(), no bound segment for port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b on network 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 {{(pid=100877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:07:10.716495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e6ac9-0113-4add-bacf-11791356a538 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:10.717334 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6ac9-0113-4add-bacf-11791356a538 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.725950 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51468) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:10.727742 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0a9e6ac9-0113-4add-bacf-11791356a538 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "PUT /v2.0/ports/639bc6c1-98a4-49e8-bb4b-75aaee1bd51b HTTP/1.1" status: 200 len: 926 time: 2.0465913 Jul 05 04:07:10.738557 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e6ac9-0113-4add-bacf-11791356a538 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=639bc6c1-98a4-49e8-bb4b-75aaee1bd51b,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:10.740205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4bf2abd0-aae7-4b71-b90f-ce051d580cdf'}, {'subnet_id': 'c880c8df-b082-40c1-92cb-ac185c1a7573'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:10.847794 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-58223cbc-cec0-4e13-bd87-f851e9fe74cc service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105738 Jul 05 04:07:10.945639 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e009699a-6185-44b8-b854-3646306f03e1 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:11.021959 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port e009699a-6185-44b8-b854-3646306f03e1 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:11.022511 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.216890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5dfb0abb-c14a-4b2b-a61c-543900202754 None None] Provisioning complete for port e009699a-6185-44b8-b854-3646306f03e1 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:11.219454 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0abb-c14a-4b2b-a61c-543900202754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.552131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e354a3-62aa-414a-802e-59f694eb9321 req-4418e3ba-0ed1-4f63-b15c-aff6498a6bc2 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.561986 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62e354a3-62aa-414a-802e-59f694eb9321 req-4418e3ba-0ed1-4f63-b15c-aff6498a6bc2 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 944 time: 0.1157620 Jul 05 04:07:11.585841 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-56df1515-2f83-4da4-81b3-0b2dfbc88ca6 req-f1db41b1-9afb-4849-9698-8f67dc2cdb53 service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7177017 Jul 05 04:07:11.596323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5dfb0abb-c14a-4b2b-a61c-543900202754 None None] Provisioning for port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:11.605758 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5dfb0abb-c14a-4b2b-a61c-543900202754 None None] Provisioning complete for port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:11.606009 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0abb-c14a-4b2b-a61c-543900202754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.629967 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62e354a3-62aa-414a-802e-59f694eb9321 req-a55929b1-bdad-4993-babf-37174cfa5040 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613878 Jul 05 04:07:11.683418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293fe7c-75d0-409b-b47b-f0ae9fedc93d req-51b8a689-44a6-4ee8-9870-00f805313dac tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.694679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4293fe7c-75d0-409b-b47b-f0ae9fedc93d req-51b8a689-44a6-4ee8-9870-00f805313dac tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2103817 Jul 05 04:07:11.700382 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb0abb-c14a-4b2b-a61c-543900202754 None None] Port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:11.737566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.793211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4293fe7c-75d0-409b-b47b-f0ae9fedc93d req-52444306-6679-4846-b370-fbc62a759647 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921915 Jul 05 04:07:11.840591 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-278d49c6-0cb4-49f3-a35e-2b5398c39de2 None None] Provisioning complete for port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:11.841122 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-278d49c6-0cb4-49f3-a35e-2b5398c39de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.928419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-278d49c6-0cb4-49f3-a35e-2b5398c39de2 None None] Port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:11.939805 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85466cd1-9063-422a-9189-5eb71e535590 req-1d7436d4-b249-4aab-ad6f-56dc531bc96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.941412 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85466cd1-9063-422a-9189-5eb71e535590 req-1d7436d4-b249-4aab-ad6f-56dc531bc96c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf04d616778d47c89580bb8ff6878ba3&device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 1095 time: 0.2013378 Jul 05 04:07:12.022748 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2896289-1dc0-432f-a0d3-d6eb3a7bb32f req-75df4861-e245-458d-ad33-1be1e9400b94 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.0653358 Jul 05 04:07:12.148995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8ee1db63-5f7c-45f1-be4e-cdb2a38aab70 None None] Provisioning complete for port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:12.149721 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8ee1db63-5f7c-45f1-be4e-cdb2a38aab70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.196286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8ee1db63-5f7c-45f1-be4e-cdb2a38aab70 None None] Port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:12.288928 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85466cd1-9063-422a-9189-5eb71e535590 req-3394d0e2-f22d-4001-8a6f-aa6f0ed28cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:12.291218 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85466cd1-9063-422a-9189-5eb71e535590 req-3394d0e2-f22d-4001-8a6f-aa6f0ed28cdf service neutron] 10.222.0.11 "GET /v2.0/networks?id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 200 len: 906 time: 0.2698703 Jul 05 04:07:12.378617 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85466cd1-9063-422a-9189-5eb71e535590 req-bd745803-9fde-4294-9753-ee0a5bbf07a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3dc0e557-452f-42e2-a6e1-5f9ca50778ac HTTP/1.1" status: 200 len: 217 time: 0.0801294 Jul 05 04:07:12.483889 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Allocated IP 2001:db8:0:1::30d (9a18db1b-f179-4b56-b29c-8e8b07d3e5f6/c880c8df-b082-40c1-92cb-ac185c1a7573/639bc6c1-98a4-49e8-bb4b-75aaee1bd51b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:12.487072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85466cd1-9063-422a-9189-5eb71e535590 req-32f3c6d9-b426-46c8-aade-15f4f858b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:12.488661 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85466cd1-9063-422a-9189-5eb71e535590 req-32f3c6d9-b426-46c8-aade-15f4f858b7c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8facf5e9-bfc3-4583-948d-915d16522b51 HTTP/1.1" status: 200 len: 845 time: 0.0817299 Jul 05 04:07:12.576735 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85466cd1-9063-422a-9189-5eb71e535590 req-c7393b5d-0d77-4f87-9edb-e4b16b513b22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=289bce06-a2c1-47c6-8a99-7407dc3c1dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808299 Jul 05 04:07:12.759672 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.856357 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85466cd1-9063-422a-9189-5eb71e535590 req-e5c6bbe6-f53b-4bd8-a206-bcf0e9546b02 service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684548 Jul 05 04:07:12.862825 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Transition to ACTIVE for port object 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:12.968703 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.993589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acce4d-2937-4caf-8ac1-c6cda82b65a8 req-85123ff3-e96d-4d68-a416-5a1ddf3fcee8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:13.001305 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6acce4d-2937-4caf-8ac1-c6cda82b65a8 req-85123ff3-e96d-4d68-a416-5a1ddf3fcee8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 944 time: 0.2041357 Jul 05 04:07:13.099942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6acce4d-2937-4caf-8ac1-c6cda82b65a8 req-6e49cdb3-2df2-4acf-a407-e4a000e4ccd2 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976522 Jul 05 04:07:13.106930 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-85466cd1-9063-422a-9189-5eb71e535590 req-67768bd9-2758-4996-b513-28fe83ab1afd service neutron] 10.222.0.11 "GET /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428493 Jul 05 04:07:13.171218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=639bc6c1-98a4-49e8-bb4b-75aaee1bd51b,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:13.216810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] In _notify_port_updated(), no bound segment for port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b on network 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 {{(pid=100876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:07:13.235770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:13.236546 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.245109 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "PUT /v2.0/ports/639bc6c1-98a4-49e8-bb4b-75aaee1bd51b HTTP/1.1" status: 200 len: 1012 time: 2.5137494 Jul 05 04:07:13.253404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51516) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:13.266332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73521b6-9886-4d64-99b2-5ca03a02d5ca req-ad62b3d5-e82f-4e49-964b-340e9fe2a8fa tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:13.267906 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f73521b6-9886-4d64-99b2-5ca03a02d5ca req-ad62b3d5-e82f-4e49-964b-340e9fe2a8fa tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1670017 Jul 05 04:07:13.279993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:13.299416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:13.299416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:13.299416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:13.299416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:13.299416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:13.299416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:13.299416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:13.299416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:13.299416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:13.299416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:13.299416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4d7a26-7227-4354-a1f0-23affeee8550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:13.347439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f73521b6-9886-4d64-99b2-5ca03a02d5ca req-c94e8d9c-60a1-456e-9e24-1b95ecc60b94 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735378 Jul 05 04:07:13.408221 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4c11012-3da1-4526-bebe-d9e516b88ef7 req-3dfae341-8b75-429f-b797-3522a898078a tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.0800307 Jul 05 04:07:13.476047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-209a2193-2cc9-42db-ae31-7d975e0ac910 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:13.476440 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-209a2193-2cc9-42db-ae31-7d975e0ac910 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.575908 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-209a2193-2cc9-42db-ae31-7d975e0ac910 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.589480 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-209a2193-2cc9-42db-ae31-7d975e0ac910 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:13.624339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-935cda87-af87-411d-b09a-d6aaea6fb3d1 None None] Provisioning for port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:13.628899 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-935cda87-af87-411d-b09a-d6aaea6fb3d1 None None] Provisioning complete for port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:13.629700 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-935cda87-af87-411d-b09a-d6aaea6fb3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.710331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-935cda87-af87-411d-b09a-d6aaea6fb3d1 None None] Port 639bc6c1-98a4-49e8-bb4b-75aaee1bd51b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:14.036222 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-209a2193-2cc9-42db-ae31-7d975e0ac910 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.087450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a2193-2cc9-42db-ae31-7d975e0ac910 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=639bc6c1-98a4-49e8-bb4b-75aaee1bd51b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:14.233310 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-209a2193-2cc9-42db-ae31-7d975e0ac910 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.236476 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-209a2193-2cc9-42db-ae31-7d975e0ac910 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/639bc6c1-98a4-49e8-bb4b-75aaee1bd51b HTTP/1.1" status: 204 len: 168 time: 0.9820025 Jul 05 04:07:14.238949 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51528) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:14.300150 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2f61a9-b9ef-4a22-ae29-bad004954528 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] GET failed (client error): The resource could not be found. Jul 05 04:07:14.306772 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3dc0e557-452f-42e2-a6e1-5f9ca50778ac details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:07:14.321072 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ad2f61a9-b9ef-4a22-ae29-bad004954528 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/639bc6c1-98a4-49e8-bb4b-75aaee1bd51b HTTP/1.1" status: 404 len: 333 time: 0.0807335 Jul 05 04:07:14.323863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51530) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:14.407705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08c376-01f8-4994-b3bd-3a0695a18188 req-d1c217ec-08da-4bb6-b710-4ac9a8a52a3a tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:14.436479 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae08c376-01f8-4994-b3bd-3a0695a18188 req-d1c217ec-08da-4bb6-b710-4ac9a8a52a3a tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 944 time: 0.1289821 Jul 05 04:07:14.467838 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe86f1c-4475-4903-b892-b51961932f5a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting subnet c880c8df-b082-40c1-92cb-ac185c1a7573 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:14.485426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffe86f1c-4475-4903-b892-b51961932f5a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.561861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae08c376-01f8-4994-b3bd-3a0695a18188 req-c3d0a67a-03be-461c-afb1-929b95afab11 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244390 Jul 05 04:07:14.601822 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffe86f1c-4475-4903-b892-b51961932f5a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.783964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153e7ee-b1d9-45e9-911a-771aedfbcf03 req-7899be5c-7fc3-468f-a13a-c08109520423 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:14.785782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b153e7ee-b1d9-45e9-911a-771aedfbcf03 req-7899be5c-7fc3-468f-a13a-c08109520423 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1498282 Jul 05 04:07:14.870443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b153e7ee-b1d9-45e9-911a-771aedfbcf03 req-c24f55e1-5659-40b3-8a92-4eeb6785d4b7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784702 Jul 05 04:07:14.918082 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffe86f1c-4475-4903-b892-b51961932f5a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.918375 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3dc0e557-452f-42e2-a6e1-5f9ca50778ac,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:14.938062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '3dc0e557-452f-42e2-a6e1-5f9ca50778ac', 'network_id': '289bce06-a2c1-47c6-8a99-7407dc3c1dd6', 'port_id': '3dc0e557-452f-42e2-a6e1-5f9ca50778ac', 'mac_address': 'fa:16:3e:3e:c8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8facf5e9-bfc3-4583-948d-915d16522b51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:07:14.940994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61e6ea3d-dfe0-4164-bae9-95302c3d3109 req-d121a0a3-61bf-45bf-a5ee-aa310208eacd tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.0631177 Jul 05 04:07:15.003843 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.018868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc0e557-452f-42e2-a6e1-5f9ca50778ac {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:15.053314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3dc0e557-452f-42e2-a6e1-5f9ca50778ac,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:15.136888 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.195795 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffe86f1c-4475-4903-b892-b51961932f5a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.216295 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=3dc0e557-452f-42e2-a6e1-5f9ca50778ac,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:15.249061 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe86f1c-4475-4903-b892-b51961932f5a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Subnet': ['ID=c880c8df-b082-40c1-92cb-ac185c1a7573,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:15.258506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fae718-20a0-4970-82ce-f02ce49fb553 None None] Network 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:15.263717 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffe86f1c-4475-4903-b892-b51961932f5a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.266589 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ffe86f1c-4475-4903-b892-b51961932f5a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/c880c8df-b082-40c1-92cb-ac185c1a7573 HTTP/1.1" status: 204 len: 168 time: 0.9411056 Jul 05 04:07:15.269282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51542) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:15.323946 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd612ba-065d-4443-b70f-ef51178d83c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting subnet 4bf2abd0-aae7-4b71-b90f-ce051d580cdf {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:15.331239 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bd612ba-065d-4443-b70f-ef51178d83c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.388584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['3dc0e557-452f-42e2-a6e1-5f9ca50778ac'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:15.390354 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bd612ba-065d-4443-b70f-ef51178d83c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.539933 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bd612ba-065d-4443-b70f-ef51178d83c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.751059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bd612ba-065d-4443-b70f-ef51178d83c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.781090 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1bd612ba-065d-4443-b70f-ef51178d83c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.792925 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1bd612ba-065d-4443-b70f-ef51178d83c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/4bf2abd0-aae7-4b71-b90f-ce051d580cdf HTTP/1.1" status: 204 len: 168 time: 0.5224252 Jul 05 04:07:15.793809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51550) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:15.872190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1db20-605d-4126-ac4a-846183793b82 req-6924287f-d169-435a-9fa9-97fc4f098951 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:15.875948 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00e1db20-605d-4126-ac4a-846183793b82 req-6924287f-d169-435a-9fa9-97fc4f098951 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 945 time: 0.1469669 Jul 05 04:07:15.987010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00e1db20-605d-4126-ac4a-846183793b82 req-53a155bc-5113-434e-b97d-7dfb5e50cdef tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043148 Jul 05 04:07:16.042312 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd612ba-065d-4443-b70f-ef51178d83c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf2abd0-aae7-4b71-b90f-ce051d580cdf,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:16.095040 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.235590 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port e009699a-6185-44b8-b854-3646306f03e1 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:16.236830 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.318937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3dc0e557-452f-42e2-a6e1-5f9ca50778ac up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:16.341285 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] For port e009699a-6185-44b8-b854-3646306f03e1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e009699a-6185-44b8-b854-3646306f03e1,segment=NetworkSegment(23961dd2-cb64-4551-9ee2-77acfc1880da),segment_id=23961dd2-cb64-4551-9ee2-77acfc1880da)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:16.342003 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.358737 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for e009699a-6185-44b8-b854-3646306f03e1 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:16.432166 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab823b-8f4c-4686-8dc9-9b4445d81fef req-c9bd2620-3f77-43fc-a840-076602fcf40c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:16.444607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6ab823b-8f4c-4686-8dc9-9b4445d81fef req-c9bd2620-3f77-43fc-a840-076602fcf40c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2207544 Jul 05 04:07:16.522548 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6ab823b-8f4c-4686-8dc9-9b4445d81fef req-a8d529e2-d6b8-4b27-a6d6-14c664bec968 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770385 Jul 05 04:07:16.524823 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73cbe73a-2952-4a51-8143-5ef8461881fc req-1258126c-1ec4-49d2-b374-6346f3311894 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/ports?device_id=90a4f9fb-9483-4296-bfa2-0b10608b3b2f HTTP/1.1" status: 200 len: 210 time: 0.1675043 Jul 05 04:07:16.556966 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:16.560715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:16.561265 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.679605 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.730959 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.758235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3dc0e557-452f-42e2-a6e1-5f9ca50778ac,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:16.759383 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06b824f-de90-4235-9f94-79a68f2e64c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc0e557-452f-42e2-a6e1-5f9ca50778ac'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:16.761215 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No DVR routers for this DVR port e009699a-6185-44b8-b854-3646306f03e1 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:16.762763 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76ce9c5-8ee7-4ba2-849e-abd5e2f53e2e" -d '{"events": [{"server_uuid": "c06b824f-de90-4235-9f94-79a68f2e64c4", "name": "network-vif-plugged", "status": "completed", "tag": "3dc0e557-452f-42e2-a6e1-5f9ca50778ac"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:16.826921 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8fade4-b16a-4a70-b7a2-4f3cd6447bd3 x-openstack-request-id: req-df8fade4-b16a-4a70-b7a2-4f3cd6447bd3 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:16.827562 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06b824f-de90-4235-9f94-79a68f2e64c4", "name": "network-vif-plugged", "status": "completed", "tag": "3dc0e557-452f-42e2-a6e1-5f9ca50778ac", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:16.828100 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df8fade4-b16a-4a70-b7a2-4f3cd6447bd3 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:16.833145 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06b824f-de90-4235-9f94-79a68f2e64c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc0e557-452f-42e2-a6e1-5f9ca50778ac', 'code': 200} Jul 05 04:07:16.845216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fca42d8-0b3f-4b69-9554-35ca545f73b5 None None] Network 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:16.873223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=e009699a-6185-44b8-b854-3646306f03e1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:16.913687 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.929583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7bfa6a37-4fde-4b78-b1e2-2830572bd50f None None] Could not find standard attr ID for object e009699a-6185-44b8-b854-3646306f03e1. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:07:16.971525 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.011092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a18db1b-f179-4b56-b29c-8e8b07d3e5f6']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:17.030250 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23961dd2-cb64-4551-9ee2-77acfc1880da') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:17.030250 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23961dd2-cb64-4551-9ee2-77acfc1880da') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:17.042513 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.054815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd17908-4f74-402a-acbe-35b55436bede req-16c00b84-657d-4a30-a898-2016c0a1800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.056383 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfd17908-4f74-402a-acbe-35b55436bede req-16c00b84-657d-4a30-a898-2016c0a1800e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 1097 time: 0.1339679 Jul 05 04:07:17.062482 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.089870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:17.090195 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:17.093472 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:17.130614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=3dc0e557-452f-42e2-a6e1-5f9ca50778ac,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:17.217731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f7604-2897-494c-abb9-1793f8478ede None None] DHCP port deletion for 9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:17.329374 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfd17908-4f74-402a-acbe-35b55436bede req-4aa6ae0f-dab2-47a6-8bc6-393190211829 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630343 Jul 05 04:07:17.415338 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d3a13-e2e4-4fb5-96eb-b0f63cc7e754 req-25f08b91-cc15-4ab5-985c-5faa98996a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.417186 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b2d3a13-e2e4-4fb5-96eb-b0f63cc7e754 req-25f08b91-cc15-4ab5-985c-5faa98996a75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1095 time: 0.1049154 Jul 05 04:07:17.512048 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.521187 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.524982 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/networks/9a18db1b-f179-4b56-b29c-8e8b07d3e5f6 HTTP/1.1" status: 204 len: 168 time: 1.7243946 Jul 05 04:07:17.530856 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51580) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:17.557968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce36233-3d60-41ea-9038-95aaab8d1ab0 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Network': ['ID=9a18db1b-f179-4b56-b29c-8e8b07d3e5f6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:17.602906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efbd4d-02d0-449a-8686-fcc69c3b4b46 req-2cb21eaa-db3d-4ac5-9909-d51f1a329f64 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.605293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86efbd4d-02d0-449a-8686-fcc69c3b4b46 req-2cb21eaa-db3d-4ac5-9909-d51f1a329f64 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.4248767 Jul 05 04:07:17.614090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4da15-5aa1-46c6-8cdf-1bdc9d29ae2e req-c898d0bf-c859-4bf6-b063-fd018cb16344 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.621117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91d4da15-5aa1-46c6-8cdf-1bdc9d29ae2e req-c898d0bf-c859-4bf6-b063-fd018cb16344 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.4055591 Jul 05 04:07:17.645962 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d3a13-e2e4-4fb5-96eb-b0f63cc7e754 req-4fc5f66b-8c83-4463-813b-af670f4f4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.651603 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b2d3a13-e2e4-4fb5-96eb-b0f63cc7e754 req-4fc5f66b-8c83-4463-813b-af670f4f4d4f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.2261133 Jul 05 04:07:17.686803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91d4da15-5aa1-46c6-8cdf-1bdc9d29ae2e req-8826be71-21d9-4007-8fe2-3a2f80bda3c7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644617 Jul 05 04:07:17.733444 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a248d0-bf91-4536-b27b-7af16b1fc159 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.735876 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-77a248d0-bf91-4536-b27b-7af16b1fc159 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2016594 Jul 05 04:07:17.737732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86efbd4d-02d0-449a-8686-fcc69c3b4b46 req-bc056039-c708-4559-8d39-894e6f590659 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975444 Jul 05 04:07:17.744941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51584) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:17.825648 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b2d3a13-e2e4-4fb5-96eb-b0f63cc7e754 req-133689f4-4787-4f90-b3da-d6bd0f8f562b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 999 time: 0.1668715 Jul 05 04:07:17.880979 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ee6eb186-4db8-4448-a761-5aaf5bc54550 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1310537 Jul 05 04:07:17.881289 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51588) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:17.885704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-31ab2684-2650-44d0-bf7c-84d84242d52c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1462729942'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:17.895032 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d3a13-e2e4-4fb5-96eb-b0f63cc7e754 req-fded0403-d1b4-4369-a41d-55621d02f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.896691 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b2d3a13-e2e4-4fb5-96eb-b0f63cc7e754 req-fded0403-d1b4-4369-a41d-55621d02f04f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.0628202 Jul 05 04:07:17.935233 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51590) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:17.968417 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d3a13-e2e4-4fb5-96eb-b0f63cc7e754 req-74518918-fbe9-4104-9191-9ef023ff9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.970846 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b2d3a13-e2e4-4fb5-96eb-b0f63cc7e754 req-74518918-fbe9-4104-9191-9ef023ff9d0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666387 Jul 05 04:07:17.997508 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b1190f3d-17a8-4523-bacf-15de3b0205ca tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.013031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ab2684-2650-44d0-bf7c-84d84242d52c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:18.017308 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-31ab2684-2650-44d0-bf7c-84d84242d52c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.043432 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ab2684-2650-44d0-bf7c-84d84242d52c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:18.052359 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-31ab2684-2650-44d0-bf7c-84d84242d52c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.052359 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-31ab2684-2650-44d0-bf7c-84d84242d52c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Added segment ab935e5e-4c58-4761-828a-c8f5a46dc917 of type vlan for network e69460a8-a4b6-494e-bae3-74df3e7587f0 Jul 05 04:07:18.105899 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-31ab2684-2650-44d0-bf7c-84d84242d52c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.107518 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b2d3a13-e2e4-4fb5-96eb-b0f63cc7e754 req-e3f1b43e-85a8-4892-97f7-f7b7934aa502 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239538 Jul 05 04:07:18.110654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b1190f3d-17a8-4523-bacf-15de3b0205ca tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.204688 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2b2d3a13-e2e4-4fb5-96eb-b0f63cc7e754 req-9a7a6d96-b263-4110-94a2-a548090ee8f0 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902560 Jul 05 04:07:18.282608 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b1190f3d-17a8-4523-bacf-15de3b0205ca tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.285934 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b1190f3d-17a8-4523-bacf-15de3b0205ca tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.292324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b1190f3d-17a8-4523-bacf-15de3b0205ca tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "DELETE /v2.0/security-groups/437883c0-ee83-4ebc-a2ee-aea043e7b1f1 HTTP/1.1" status: 204 len: 168 time: 0.3521833 Jul 05 04:07:18.292324 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-31ab2684-2650-44d0-bf7c-84d84242d52c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.292917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51598) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:18.297922 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ab2684-2650-44d0-bf7c-84d84242d52c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:18.298616 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-31ab2684-2650-44d0-bf7c-84d84242d52c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.304252 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-f606c930-a1ac-491b-a8c0-df6ab30fbbd1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] show failed (client error): The resource could not be found. Jul 05 04:07:18.305422 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f606c930-a1ac-491b-a8c0-df6ab30fbbd1 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "GET /v2.0/security-groups/437883c0-ee83-4ebc-a2ee-aea043e7b1f1 HTTP/1.1" status: 404 len: 347 time: 0.0143578 Jul 05 04:07:18.308437 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51600) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:18.361844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1190f3d-17a8-4523-bacf-15de3b0205ca tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437883c0-ee83-4ebc-a2ee-aea043e7b1f1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:18.431643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab2684-2650-44d0-bf7c-84d84242d52c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Network': ['ID=e69460a8-a4b6-494e-bae3-74df3e7587f0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:18.446502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network e69460a8-a4b6-494e-bae3-74df3e7587f0 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:18.511712 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b8df34ba-4cb9-4ac4-a915-060765c79bc7 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Deleting port e9de85b4-b3be-4c76-b4e9-85f0ebecf19f {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:18.512265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8df34ba-4cb9-4ac4-a915-060765c79bc7 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.558127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51614) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:18.559052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-31ab2684-2650-44d0-bf7c-84d84242d52c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6772170 Jul 05 04:07:18.564111 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-56597cfe-1f20-41d1-801e-74aa174d38a4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': 'e69460a8-a4b6-494e-bae3-74df3e7587f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:18.686494 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8df34ba-4cb9-4ac4-a915-060765c79bc7 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.686833 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8df34ba-4cb9-4ac4-a915-060765c79bc7 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.706470 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b8df34ba-4cb9-4ac4-a915-060765c79bc7 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Calling delete_port for e9de85b4-b3be-4c76-b4e9-85f0ebecf19f owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:18.808397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56597cfe-1f20-41d1-801e-74aa174d38a4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:18.812139 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56597cfe-1f20-41d1-801e-74aa174d38a4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.897656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f8719-8d41-4152-80c7-6482d110f1b6 req-06736bde-e662-4858-9d5b-0da2e7b29de4 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:18.911145 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c38f8719-8d41-4152-80c7-6482d110f1b6 req-06736bde-e662-4858-9d5b-0da2e7b29de4 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.0997107 Jul 05 04:07:18.960074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c38f8719-8d41-4152-80c7-6482d110f1b6 req-9abd679d-abff-484d-ace1-915bc1d86b57 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533199 Jul 05 04:07:19.070961 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8df34ba-4cb9-4ac4-a915-060765c79bc7 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.084039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b269fe5-a264-4ab1-b25f-75394d0688ee req-865efdfb-755a-4bb4-881d-4649e42d94d8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:19.085952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b269fe5-a264-4ab1-b25f-75394d0688ee req-865efdfb-755a-4bb4-881d-4649e42d94d8 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.1053734 Jul 05 04:07:19.088775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e009699a-6185-44b8-b854-3646306f03e1 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:19.126540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df34ba-4cb9-4ac4-a915-060765c79bc7 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event deleted for resources: {'Port': ['ID=e9de85b4-b3be-4c76-b4e9-85f0ebecf19f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:19.146627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: e009699a-6185-44b8-b854-3646306f03e1 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:19.147286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e009699a-6185-44b8-b854-3646306f03e1 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:19.193595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b269fe5-a264-4ab1-b25f-75394d0688ee req-481a4cf3-e212-420c-9bc6-7c9eee2a6e09 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986164 Jul 05 04:07:19.256718 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8df34ba-4cb9-4ac4-a915-060765c79bc7 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.259851 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8df34ba-4cb9-4ac4-a915-060765c79bc7 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.263938 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b8df34ba-4cb9-4ac4-a915-060765c79bc7 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "DELETE /v2.0/floatingips/b9efea89-8098-4a1a-83c5-be846985b805 HTTP/1.1" status: 204 len: 168 time: 0.9546881 Jul 05 04:07:19.264720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51632) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:19.365437 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56597cfe-1f20-41d1-801e-74aa174d38a4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.464634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56597cfe-1f20-41d1-801e-74aa174d38a4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Subnet': ['ID=6998e6d9-6721-4ed8-9680-03450ed0fd01,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:19.475232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-97e185ba-4b80-4984-bbec-0384da99b75e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Deleting port e1a831ee-d410-4ebf-863c-96e8b8770426 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:19.475617 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56597cfe-1f20-41d1-801e-74aa174d38a4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Checking segment: {'id': 'ab935e5e-4c58-4761-828a-c8f5a46dc917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e69460a8-a4b6-494e-bae3-74df3e7587f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:19.475781 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97e185ba-4b80-4984-bbec-0384da99b75e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.476000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56597cfe-1f20-41d1-801e-74aa174d38a4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network hostable DHCP agents. Network: e69460a8-a4b6-494e-bae3-74df3e7587f0, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:19.632234 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97e185ba-4b80-4984-bbec-0384da99b75e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.639476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56597cfe-1f20-41d1-801e-74aa174d38a4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network e69460a8-a4b6-494e-bae3-74df3e7587f0 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:19.654602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-97e185ba-4b80-4984-bbec-0384da99b75e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Calling delete_port for e1a831ee-d410-4ebf-863c-96e8b8770426 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:19.732688 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-56597cfe-1f20-41d1-801e-74aa174d38a4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, e69460a8-a4b6-494e-bae3-74df3e7587f0) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:19.737994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56597cfe-1f20-41d1-801e-74aa174d38a4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:19.739323 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56597cfe-1f20-41d1-801e-74aa174d38a4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.745205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6d771a-fb08-4488-bb85-32617a763a02 None None] Network e69460a8-a4b6-494e-bae3-74df3e7587f0 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:19.800727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb879e19-bf52-4d59-91f6-dbf0542e395c req-0a27424d-f7b7-4573-b47d-a44f9a7d0dad tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:19.805024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb879e19-bf52-4d59-91f6-dbf0542e395c req-0a27424d-f7b7-4573-b47d-a44f9a7d0dad tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.1310053 Jul 05 04:07:19.882048 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-56597cfe-1f20-41d1-801e-74aa174d38a4 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3197908 Jul 05 04:07:19.882317 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51644) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:19.893131 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'network_id': 'e69460a8-a4b6-494e-bae3-74df3e7587f0', 'name': 'tempest-PortsIpV6TestJSON-60277191'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:19.920524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb879e19-bf52-4d59-91f6-dbf0542e395c req-ff8f1918-18ea-47c9-812a-d97b6ff00ccc tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988431 Jul 05 04:07:20.004320 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-e69460a8-a4b6-494e-bae3-74df3e7587f0', 'network_id': 'e69460a8-a4b6-494e-bae3-74df3e7587f0', 'tenant_id': 'f96a2fb9b8484a0db42b4ad5872bd533', 'fixed_ips': [{'subnet_id': '6998e6d9-6721-4ed8-9680-03450ed0fd01'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:20.005248 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.018864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97e185ba-4b80-4984-bbec-0384da99b75e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.108506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e185ba-4b80-4984-bbec-0384da99b75e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event deleted for resources: {'Port': ['ID=e1a831ee-d410-4ebf-863c-96e8b8770426,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:20.261920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:20.266233 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.293624 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Allocated IP 2001:db8::2 (e69460a8-a4b6-494e-bae3-74df3e7587f0/6998e6d9-6721-4ed8-9680-03450ed0fd01/fe56a5a3-76e9-4515-8883-60d0bfbd1852) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:20.305612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port 13978023-1245-492d-b732-279f6a910afa yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:20.425273 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97e185ba-4b80-4984-bbec-0384da99b75e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.427912 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-97e185ba-4b80-4984-bbec-0384da99b75e tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "DELETE /v2.0/ports/e1a831ee-d410-4ebf-863c-96e8b8770426 HTTP/1.1" status: 204 len: 168 time: 1.1614757 Jul 05 04:07:20.433015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51656) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:20.516479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3688ac1-e8f8-4c80-a09b-d2c816546885 req-eab600ff-501d-4049-bb5f-552eb961e9f0 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:20.518155 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3688ac1-e8f8-4c80-a09b-d2c816546885 req-eab600ff-501d-4049-bb5f-552eb961e9f0 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.3503754 Jul 05 04:07:20.558976 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.571120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Transition to ACTIVE for port object fe56a5a3-76e9-4515-8883-60d0bfbd1852 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:20.609344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474855e-37f4-4a9c-83e6-019cf57fa3f0 req-c4710bf9-69d7-463a-8d37-ef1bf2a8d046 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:20.616759 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Transition to ACTIVE for port object fe56a5a3-76e9-4515-8883-60d0bfbd1852 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:20.620987 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b474855e-37f4-4a9c-83e6-019cf57fa3f0 req-c4710bf9-69d7-463a-8d37-ef1bf2a8d046 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.3610744 Jul 05 04:07:20.696141 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.721446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b474855e-37f4-4a9c-83e6-019cf57fa3f0 req-b404e412-381c-4cde-83a5-7a02aa559432 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993900 Jul 05 04:07:20.759871 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3688ac1-e8f8-4c80-a09b-d2c816546885 req-12e80786-5245-43c1-9783-d270b22157c3 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295175 Jul 05 04:07:20.798691 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Network e69460a8-a4b6-494e-bae3-74df3e7587f0 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:20.802127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:20.809661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:20.826964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-6680b92b-2601-4963-9de9-626c81f23fe0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Deleting port b990c748-c350-420f-beb6-0c5670b4dacd {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:20.827318 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6680b92b-2601-4963-9de9-626c81f23fe0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.861717 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Allocated IP 2001:db8::156 (e69460a8-a4b6-494e-bae3-74df3e7587f0/6998e6d9-6721-4ed8-9680-03450ed0fd01/13978023-1245-492d-b732-279f6a910afa) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:20.879788 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Pushing event updated for resources: {'Port': ['ID=fe56a5a3-76e9-4515-8883-60d0bfbd1852,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:20.901029 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:20.901533 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:20.901971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:20.902432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:20.903864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:20.903864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:20.903864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:20.907157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:20.907757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:20.910213 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:20.910663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:20.911153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:20.914970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Attempting to bind port fe56a5a3-76e9-4515-8883-60d0bfbd1852 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:20.915647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Attempting to bind port fe56a5a3-76e9-4515-8883-60d0bfbd1852 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'ab935e5e-4c58-4761-828a-c8f5a46dc917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e69460a8-a4b6-494e-bae3-74df3e7587f0'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:20.916088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Attempting to bind port fe56a5a3-76e9-4515-8883-60d0bfbd1852 on network e69460a8-a4b6-494e-bae3-74df3e7587f0 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:20.922963 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:20.923512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Checking segment: {'id': 'ab935e5e-4c58-4761-828a-c8f5a46dc917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e69460a8-a4b6-494e-bae3-74df3e7587f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:20.924018 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.924630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Bound using segment: {'id': 'ab935e5e-4c58-4761-828a-c8f5a46dc917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e69460a8-a4b6-494e-bae3-74df3e7587f0'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:20.925258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Bound port: fe56a5a3-76e9-4515-8883-60d0bfbd1852, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab935e5e-4c58-4761-828a-c8f5a46dc917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e69460a8-a4b6-494e-bae3-74df3e7587f0'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:20.928317 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.998715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] For port fe56a5a3-76e9-4515-8883-60d0bfbd1852, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:21.005397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] For port fe56a5a3-76e9-4515-8883-60d0bfbd1852, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=fe56a5a3-76e9-4515-8883-60d0bfbd1852,segment=NetworkSegment(ab935e5e-4c58-4761-828a-c8f5a46dc917),segment_id=ab935e5e-4c58-4761-828a-c8f5a46dc917)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:21.006582 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6680b92b-2601-4963-9de9-626c81f23fe0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.020799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-6680b92b-2601-4963-9de9-626c81f23fe0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Calling delete_port for b990c748-c350-420f-beb6-0c5670b4dacd owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:21.113569 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.237462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b21c47-116a-42c7-b977-8b89b6de0f6c req-bcdd8547-9acb-4294-9e8b-05b3d8db0875 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:21.239574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65b21c47-116a-42c7-b977-8b89b6de0f6c req-bcdd8547-9acb-4294-9e8b-05b3d8db0875 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1547468 Jul 05 04:07:21.270928 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.280145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e0f88-7477-4300-8247-1c5732a8e43f None None] Pushing event updated for resources: {'Port': ['ID=fe56a5a3-76e9-4515-8883-60d0bfbd1852,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:21.292610 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b949a6a6-be6f-4ffe-9c1c-3f3797e9a8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.298654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Transition to ACTIVE for port object 13978023-1245-492d-b732-279f6a910afa will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:21.452393 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65b21c47-116a-42c7-b977-8b89b6de0f6c req-09b7b916-af74-4980-8ebd-622247e19ed7 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850047 Jul 05 04:07:21.458744 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6680b92b-2601-4963-9de9-626c81f23fe0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.472139 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.629088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680b92b-2601-4963-9de9-626c81f23fe0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event deleted for resources: {'Port': ['ID=b990c748-c350-420f-beb6-0c5670b4dacd,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:21.652502 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=13978023-1245-492d-b732-279f6a910afa,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:21.693399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network e69460a8-a4b6-494e-bae3-74df3e7587f0 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:21.705485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:21.707789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:21.728230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:21.751649 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.863402 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8ef5201b-a401-4ebb-8469-699350f95edc tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9784567 Jul 05 04:07:21.864895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51680) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:21.871002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'network_id': 'e69460a8-a4b6-494e-bae3-74df3e7587f0', 'name': 'tempest-PortsIpV6TestJSON-1137699598'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:21.899586 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6680b92b-2601-4963-9de9-626c81f23fe0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.903959 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6680b92b-2601-4963-9de9-626c81f23fe0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "DELETE /v2.0/ports/b990c748-c350-420f-beb6-0c5670b4dacd HTTP/1.1" status: 204 len: 168 time: 1.4671943 Jul 05 04:07:21.914477 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51682) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:21.960537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecfda7-0bcf-46bf-b100-3fb53d428e12 req-1c673191-6679-4270-85e3-533283a30bfc tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:21.969601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2ecfda7-0bcf-46bf-b100-3fb53d428e12 req-1c673191-6679-4270-85e3-533283a30bfc tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.3612525 Jul 05 04:07:21.991707 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef537a-cd35-4a1e-8304-e0f74f01c0f3 req-7d4f98e8-4ba4-4225-8b46-8cb748a13c53 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:21.993527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7ef537a-cd35-4a1e-8304-e0f74f01c0f3 req-7d4f98e8-4ba4-4225-8b46-8cb748a13c53 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2629225 Jul 05 04:07:22.075798 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2ecfda7-0bcf-46bf-b100-3fb53d428e12 req-db095a30-8810-419f-ae63-ca1b9ae5c239 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050112 Jul 05 04:07:22.118522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6797e0a-7731-4d7a-9cc9-2e581a05c551 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Deleting subnet b3ff21ba-224c-4091-818b-dbb67611a58e {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:22.130528 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7ef537a-cd35-4a1e-8304-e0f74f01c0f3 req-e2ed7d9e-adca-4286-b7cb-027449bcf924 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289961 Jul 05 04:07:22.153237 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6797e0a-7731-4d7a-9cc9-2e581a05c551 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.281451 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6797e0a-7731-4d7a-9cc9-2e581a05c551 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.329159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:22.332325 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.031503 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port 27c8edfb-a358-430e-bb0a-11e0a71c946a yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:23.032812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0fa5f0-1381-4db0-ae2b-16b407c98701 None None] Network e69460a8-a4b6-494e-bae3-74df3e7587f0 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:23.140201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6797e0a-7731-4d7a-9cc9-2e581a05c551 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.165773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01026f1f-0df3-4625-bad5-b4e85d05310d req-5b9a8e60-1d48-4f9b-9481-952ab4edc32e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:23.169548 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01026f1f-0df3-4625-bad5-b4e85d05310d req-5b9a8e60-1d48-4f9b-9481-952ab4edc32e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1277034 Jul 05 04:07:23.234062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fe56a5a3-76e9-4515-8883-60d0bfbd1852 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:23.236227 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01026f1f-0df3-4625-bad5-b4e85d05310d req-8a89ef2b-407d-49fc-85de-cf65c6ebfe29 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601354 Jul 05 04:07:23.269409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Allocated IP 2001:db8::135 (e69460a8-a4b6-494e-bae3-74df3e7587f0/6998e6d9-6721-4ed8-9680-03450ed0fd01/27c8edfb-a358-430e-bb0a-11e0a71c946a) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:23.444742 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efdd2-85e2-4f18-93e3-746b87827af6 req-76d221f6-cc03-4a09-b625-ce428fa3bafc tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:23.452024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-253efdd2-85e2-4f18-93e3-746b87827af6 req-76d221f6-cc03-4a09-b625-ce428fa3bafc tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.1287751 Jul 05 04:07:23.462872 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6797e0a-7731-4d7a-9cc9-2e581a05c551 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.503062 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-253efdd2-85e2-4f18-93e3-746b87827af6 req-b3c98a1d-da7d-4502-b7d4-532bb56f3b2f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498188 Jul 05 04:07:23.519212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6797e0a-7731-4d7a-9cc9-2e581a05c551 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ff21ba-224c-4091-818b-dbb67611a58e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:23.526056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-06965ccf-57e6-4da2-a1d8-b7e5c4eae0a6 None None] Provisioning for port fe56a5a3-76e9-4515-8883-60d0bfbd1852 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:23.526056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port fe56a5a3-76e9-4515-8883-60d0bfbd1852 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:23.529154 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c6797e0a-7731-4d7a-9cc9-2e581a05c551 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.531655 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c6797e0a-7731-4d7a-9cc9-2e581a05c551 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "DELETE /v2.0/subnets/b3ff21ba-224c-4091-818b-dbb67611a58e HTTP/1.1" status: 204 len: 168 time: 1.6156023 Jul 05 04:07:23.534684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51710) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:23.539435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port fe56a5a3-76e9-4515-8883-60d0bfbd1852 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:23.539889 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.630740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec9d927-4a4d-4e13-84e4-095afdbace4e None None] Network 2d8d395a-629a-43df-95a0-5c67ac358e33 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:23.630740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-06965ccf-57e6-4da2-a1d8-b7e5c4eae0a6 None None] Provisioning complete for port fe56a5a3-76e9-4515-8883-60d0bfbd1852 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:23.630740 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-06965ccf-57e6-4da2-a1d8-b7e5c4eae0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.659254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-1215bdba-31a6-4a3f-bf70-034cd1877d99 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Deleting subnet 008e98e3-be56-474a-a741-e1d9ac0979ec {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:23.678439 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1215bdba-31a6-4a3f-bf70-034cd1877d99 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.740747 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.755761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Transition to ACTIVE for port object 27c8edfb-a358-430e-bb0a-11e0a71c946a will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:23.834000 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1215bdba-31a6-4a3f-bf70-034cd1877d99 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.988350 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1215bdba-31a6-4a3f-bf70-034cd1877d99 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.002195 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.058501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port fe56a5a3-76e9-4515-8883-60d0bfbd1852, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=fe56a5a3-76e9-4515-8883-60d0bfbd1852,segment=NetworkSegment(ab935e5e-4c58-4761-828a-c8f5a46dc917),segment_id=ab935e5e-4c58-4761-828a-c8f5a46dc917)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:24.060782 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-06965ccf-57e6-4da2-a1d8-b7e5c4eae0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.077738 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.097540 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78606d2-069d-47fe-9072-1fdd44d81858 None None] DHCP port deletion for 2d8d395a-629a-43df-95a0-5c67ac358e33 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:24.142027 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network e69460a8-a4b6-494e-bae3-74df3e7587f0 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:24.146406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:24.150663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:24.158348 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:24.159071 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.177996 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.186776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=27c8edfb-a358-430e-bb0a-11e0a71c946a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:24.193335 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1215bdba-31a6-4a3f-bf70-034cd1877d99 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.211713 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1215bdba-31a6-4a3f-bf70-034cd1877d99 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.216866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51716) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:24.217366 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1215bdba-31a6-4a3f-bf70-034cd1877d99 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "DELETE /v2.0/subnets/008e98e3-be56-474a-a741-e1d9ac0979ec HTTP/1.1" status: 204 len: 168 time: 0.6813266 Jul 05 04:07:24.246381 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215bdba-31a6-4a3f-bf70-034cd1877d99 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event deleted for resources: {'Subnet': ['ID=008e98e3-be56-474a-a741-e1d9ac0979ec,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:24.250117 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a2848df3-fe48-427b-b908-24a6d88fe585 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3831809 Jul 05 04:07:24.253781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51718) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:24.274861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd93ccf9-8b0f-4b99-918b-df68b57d9d2d None None] Network 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:24.388091 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-86eb1c33-2a4c-42e2-b7e1-6a6e37673544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.407222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=fe56a5a3-76e9-4515-8883-60d0bfbd1852,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:24.422738 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.457551 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943eb2ce-b7e3-4b34-9214-70a6e3b9da5f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:24.457888 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.463063 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-943eb2ce-b7e3-4b34-9214-70a6e3b9da5f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A156 HTTP/1.1" status: 200 len: 927 time: 0.2064879 Jul 05 04:07:24.464838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51724) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:24.479116 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c78606d2-069d-47fe-9072-1fdd44d81858 None None] Deleting port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:24.479498 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c78606d2-069d-47fe-9072-1fdd44d81858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.583234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c78606d2-069d-47fe-9072-1fdd44d81858 None None] For port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:24.583745 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c78606d2-069d-47fe-9072-1fdd44d81858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.612164 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-06965ccf-57e6-4da2-a1d8-b7e5c4eae0a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:07:24.612655 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-06965ccf-57e6-4da2-a1d8-b7e5c4eae0a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:07:24.635648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c78606d2-069d-47fe-9072-1fdd44d81858 None None] Calling delete_port for 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:24.825833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Deleting port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:24.826181 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.852564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c32680-75ca-4016-83be-98b3b069aa9b req-69f31eb7-661a-4fc3-a020-e45dbd97ed90 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:24.854092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50c32680-75ca-4016-83be-98b3b069aa9b req-69f31eb7-661a-4fc3-a020-e45dbd97ed90 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.2568221 Jul 05 04:07:24.890405 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c78606d2-069d-47fe-9072-1fdd44d81858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.985196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-04b047f1-2183-4ad8-97bf-e809d3b2a4b5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 27c8edfb-a358-430e-bb0a-11e0a71c946a {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:24.985779 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04b047f1-2183-4ad8-97bf-e809d3b2a4b5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.074476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] For port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc,segment=NetworkSegment(accb3b68-1383-4cb9-ae64-02fc5ce26d5a),segment_id=accb3b68-1383-4cb9-ae64-02fc5ce26d5a)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:25.075309 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.107270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99d0a9-5eb4-4653-9671-c426932dd5c2 req-f596a5e0-55bb-4e8c-82e6-91797e38e085 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:25.109378 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd99d0a9-5eb4-4653-9671-c426932dd5c2 req-f596a5e0-55bb-4e8c-82e6-91797e38e085 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.3569770 Jul 05 04:07:25.112691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50c32680-75ca-4016-83be-98b3b069aa9b req-c1ef0fdd-91c9-4d3d-a2af-33876d3f982c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059984 Jul 05 04:07:25.113915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Calling delete_port for 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:25.213306 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd99d0a9-5eb4-4653-9671-c426932dd5c2 req-0c0f70ce-ae45-4f0e-bc0a-ab858466f62d tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944161 Jul 05 04:07:25.225667 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04b047f1-2183-4ad8-97bf-e809d3b2a4b5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.248336 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e075dd55-abb2-4612-b2de-17e45c84c520 None None] DHCP port deletion for 12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:25.251801 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fe56a5a3-76e9-4515-8883-60d0bfbd1852 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:25.258883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-04b047f1-2183-4ad8-97bf-e809d3b2a4b5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 27c8edfb-a358-430e-bb0a-11e0a71c946a owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:25.314285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78606d2-069d-47fe-9072-1fdd44d81858 None None] Pushing event deleted for resources: {'Port': ['ID=3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:25.329552 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78606d2-069d-47fe-9072-1fdd44d81858 None None] No DVR routers for this DVR port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:25.334065 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.503190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port fe56a5a3-76e9-4515-8883-60d0bfbd1852 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:25.503663 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.507622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] No DVR routers for this DVR port 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:25.514893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event deleted for resources: {'Port': ['ID=3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:25.533411 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.549877 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e075dd55-abb2-4612-b2de-17e45c84c520 None None] Deleting port 99009661-a9fe-4a2b-82ff-825ece5b4edb {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:25.549877 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e075dd55-abb2-4612-b2de-17e45c84c520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.643673 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e075dd55-abb2-4612-b2de-17e45c84c520 None None] For port 99009661-a9fe-4a2b-82ff-825ece5b4edb, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=99009661-a9fe-4a2b-82ff-825ece5b4edb,segment=NetworkSegment(e6399754-73e3-42b1-bcb9-0c5ceaaa5028),segment_id=e6399754-73e3-42b1-bcb9-0c5ceaaa5028)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:25.644101 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e075dd55-abb2-4612-b2de-17e45c84c520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.648581 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04b047f1-2183-4ad8-97bf-e809d3b2a4b5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.664069 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.703478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e075dd55-abb2-4612-b2de-17e45c84c520 None None] Calling delete_port for 99009661-a9fe-4a2b-82ff-825ece5b4edb owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:25.710435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b047f1-2183-4ad8-97bf-e809d3b2a4b5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=27c8edfb-a358-430e-bb0a-11e0a71c946a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:25.725394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4f8b814f-8a58-4c51-98df-9a3828d53d23 None None] Provisioning for port 13978023-1245-492d-b732-279f6a910afa completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:25.736162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4f8b814f-8a58-4c51-98df-9a3828d53d23 None None] Provisioning complete for port 13978023-1245-492d-b732-279f6a910afa triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:25.736897 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f8b814f-8a58-4c51-98df-9a3828d53d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.771186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8d395a-629a-43df-95a0-5c67ac358e33']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:25.789588 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04b047f1-2183-4ad8-97bf-e809d3b2a4b5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.794388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51746) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:25.802207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-04b047f1-2183-4ad8-97bf-e809d3b2a4b5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/27c8edfb-a358-430e-bb0a-11e0a71c946a HTTP/1.1" status: 204 len: 168 time: 1.3298366 Jul 05 04:07:25.805181 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:25.818333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:25.818630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accb3b68-1383-4cb9-ae64-02fc5ce26d5a') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:25.832870 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.839759 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:25.840210 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3b4191c2-2fe7-44f2-8fa5-d5b4063a23cc not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:25.853754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b814f-8a58-4c51-98df-9a3828d53d23 None None] Port 13978023-1245-492d-b732-279f6a910afa cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:25.861806 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e515ca4-940c-4655-8164-182da91dcc4e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] GET failed (client error): The resource could not be found. Jul 05 04:07:25.868542 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0e515ca4-940c-4655-8164-182da91dcc4e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/27c8edfb-a358-430e-bb0a-11e0a71c946a HTTP/1.1" status: 404 len: 333 time: 0.0730233 Jul 05 04:07:25.871326 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51748) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:25.884961 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.904934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:25.905364 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:25.909197 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:25.942667 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4f8b814f-8a58-4c51-98df-9a3828d53d23 None None] Provisioning complete for port fe56a5a3-76e9-4515-8883-60d0bfbd1852 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:25.943199 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f8b814f-8a58-4c51-98df-9a3828d53d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.082490 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4f8b814f-8a58-4c51-98df-9a3828d53d23 None None] Could not find standard attr ID for object 27c8edfb-a358-430e-bb0a-11e0a71c946a. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:07:26.104039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa38ba-d531-49f6-8537-81aab397fe29 req-7f968cbf-077d-4a2d-80a5-84c47c34591e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:26.107084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61fa38ba-d531-49f6-8537-81aab397fe29 req-7f968cbf-077d-4a2d-80a5-84c47c34591e tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.0965595 Jul 05 04:07:26.128795 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.152583 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.156922 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "DELETE /v2.0/networks/2d8d395a-629a-43df-95a0-5c67ac358e33 HTTP/1.1" status: 204 len: 168 time: 1.9364655 Jul 05 04:07:26.162446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51754) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:26.172580 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e075dd55-abb2-4612-b2de-17e45c84c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.180998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0403a22-dedd-491f-8673-5c37bf8891c0 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event deleted for resources: {'Network': ['ID=2d8d395a-629a-43df-95a0-5c67ac358e33,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:26.207078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e075dd55-abb2-4612-b2de-17e45c84c520 None None] No DVR routers for this DVR port 99009661-a9fe-4a2b-82ff-825ece5b4edb on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:26.209507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075dd55-abb2-4612-b2de-17e45c84c520 None None] Pushing event deleted for resources: {'Port': ['ID=99009661-a9fe-4a2b-82ff-825ece5b4edb,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:26.239892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2fb6e-60a1-4225-b5c9-199d903e7dbc req-6510ac6f-3288-4875-b843-335f370a1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:26.246182 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-41c2fb6e-60a1-4225-b5c9-199d903e7dbc req-6510ac6f-3288-4875-b843-335f370a1d68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=174f2d02a7e3433196e6af978e1e0491&device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 1095 time: 0.2952600 Jul 05 04:07:26.251707 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61fa38ba-d531-49f6-8537-81aab397fe29 req-8a366f7b-57d7-4392-b969-4fe9acafc436 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387124 Jul 05 04:07:26.367898 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-cb6fde78-11c7-424e-b540-f319de4d14c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 13978023-1245-492d-b732-279f6a910afa {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:26.368435 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb6fde78-11c7-424e-b540-f319de4d14c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.377579 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f178b05b-eb6f-484f-b9ba-3da7ebe772f6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.477885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2fb6e-60a1-4225-b5c9-199d903e7dbc req-31da2782-e3d5-4c21-b74a-b0189d9f7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:26.477885 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-41c2fb6e-60a1-4225-b5c9-199d903e7dbc req-31da2782-e3d5-4c21-b74a-b0189d9f7f61 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 200 len: 912 time: 0.2102082 Jul 05 04:07:26.483816 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43266d2a-fff7-4f17-a5c7-6d0a57de7928 req-daa9ee89-8f38-4e01-82dc-629d2d0f4e4e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:26.486370 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43266d2a-fff7-4f17-a5c7-6d0a57de7928 req-daa9ee89-8f38-4e01-82dc-629d2d0f4e4e tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.0854032 Jul 05 04:07:26.575574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43266d2a-fff7-4f17-a5c7-6d0a57de7928 req-4f35f139-2b30-43b2-be41-91c4a1a5474a tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703270 Jul 05 04:07:26.673200 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb6fde78-11c7-424e-b540-f319de4d14c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.706656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-cb6fde78-11c7-424e-b540-f319de4d14c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 13978023-1245-492d-b732-279f6a910afa owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:26.764555 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f178b05b-eb6f-484f-b9ba-3da7ebe772f6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.811189 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f178b05b-eb6f-484f-b9ba-3da7ebe772f6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:26.815827 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-41c2fb6e-60a1-4225-b5c9-199d903e7dbc req-e1224c6f-7d31-4fdc-87af-52e83accdcf1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 200 len: 999 time: 0.3152549 Jul 05 04:07:26.840863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f178b05b-eb6f-484f-b9ba-3da7ebe772f6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:26.841350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f178b05b-eb6f-484f-b9ba-3da7ebe772f6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6399754-73e3-42b1-bcb9-0c5ceaaa5028') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:26.881582 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f178b05b-eb6f-484f-b9ba-3da7ebe772f6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.933135 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f178b05b-eb6f-484f-b9ba-3da7ebe772f6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.975351 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f178b05b-eb6f-484f-b9ba-3da7ebe772f6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:26.975789 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f178b05b-eb6f-484f-b9ba-3da7ebe772f6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.985079 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 99009661-a9fe-4a2b-82ff-825ece5b4edb no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:27.002062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2fb6e-60a1-4225-b5c9-199d903e7dbc req-e13ae205-4214-414d-882b-338021725809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:27.003951 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-41c2fb6e-60a1-4225-b5c9-199d903e7dbc req-e13ae205-4214-414d-882b-338021725809 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 200 len: 850 time: 0.1792018 Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:27.004667 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:27.025407 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 99009661-a9fe-4a2b-82ff-825ece5b4edb {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:27.025765 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 99009661-a9fe-4a2b-82ff-825ece5b4edb not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:27.137770 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.302435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2fb6e-60a1-4225-b5c9-199d903e7dbc req-7a072090-0d54-49e6-b63f-1cdaff35dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:27.308206 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-41c2fb6e-60a1-4225-b5c9-199d903e7dbc req-7a072090-0d54-49e6-b63f-1cdaff35dfe5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b045f4-2b90-4610-a196-e71709f68cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2801282 Jul 05 04:07:27.325171 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f178b05b-eb6f-484f-b9ba-3da7ebe772f6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.355278 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f178b05b-eb6f-484f-b9ba-3da7ebe772f6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.362035 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f178b05b-eb6f-484f-b9ba-3da7ebe772f6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] 10.222.0.60 "DELETE /v2.0/networks/12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68 HTTP/1.1" status: 204 len: 168 time: 1.1974621 Jul 05 04:07:27.366686 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb6fde78-11c7-424e-b540-f319de4d14c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.489875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178b05b-eb6f-484f-b9ba-3da7ebe772f6 tempest-TaggedBootDevicesTest_v242-1116383497 tempest-TaggedBootDevicesTest_v242-1116383497-project] Pushing event deleted for resources: {'Network': ['ID=12b6b86f-d9c2-4988-9a6d-88bf9a3d7e68,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:27.521238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fde78-11c7-424e-b540-f319de4d14c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=13978023-1245-492d-b732-279f6a910afa,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:27.618902 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-41c2fb6e-60a1-4225-b5c9-199d903e7dbc req-268c8f62-2f10-49de-b63f-b5b2f98fd2ea service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028069 Jul 05 04:07:27.641764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c903c01-db90-4313-a544-bdcc767c92ee req-cb1f8e54-6641-4ac6-9d43-00deecc15b3c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:27.666074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c903c01-db90-4313-a544-bdcc767c92ee req-cb1f8e54-6641-4ac6-9d43-00deecc15b3c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1488748 Jul 05 04:07:27.762913 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c903c01-db90-4313-a544-bdcc767c92ee req-47415d0e-42d4-4d2d-8421-d642c2be49c2 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958879 Jul 05 04:07:27.857625 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb6fde78-11c7-424e-b540-f319de4d14c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.865292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51792) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:27.865427 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cb6fde78-11c7-424e-b540-f319de4d14c5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/13978023-1245-492d-b732-279f6a910afa HTTP/1.1" status: 204 len: 168 time: 1.9924440 Jul 05 04:07:27.870625 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-41c2fb6e-60a1-4225-b5c9-199d903e7dbc req-ff4f4529-c464-4401-86e5-713ecda37f36 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417884 Jul 05 04:07:27.953854 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-6978c83c-6dba-4929-92bc-122eb0b5e839 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] GET failed (client error): The resource could not be found. Jul 05 04:07:27.955484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6978c83c-6dba-4929-92bc-122eb0b5e839 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/13978023-1245-492d-b732-279f6a910afa HTTP/1.1" status: 404 len: 333 time: 0.0779994 Jul 05 04:07:27.958648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51796) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.002952 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69128f-507b-412b-b1c9-85e782e036d0 req-7a3ceec5-e96a-45b4-98e5-ce7886fed366 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:28.011617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f69128f-507b-412b-b1c9-85e782e036d0 req-7a3ceec5-e96a-45b4-98e5-ce7886fed366 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.2475896 Jul 05 04:07:28.044357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9dfdab5-e4b6-452d-be5a-7efcaeb8c566 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting subnet 6998e6d9-6721-4ed8-9680-03450ed0fd01 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:28.049148 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdab5-e4b6-452d-be5a-7efcaeb8c566 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.103760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f69128f-507b-412b-b1c9-85e782e036d0 req-4aaaf4dd-cd6d-4aa1-ad53-dda77cfdc2fd tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909450 Jul 05 04:07:28.139830 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdab5-e4b6-452d-be5a-7efcaeb8c566 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.265964 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdab5-e4b6-452d-be5a-7efcaeb8c566 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.498662 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdab5-e4b6-452d-be5a-7efcaeb8c566 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.528595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfdab5-e4b6-452d-be5a-7efcaeb8c566 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Subnet': ['ID=6998e6d9-6721-4ed8-9680-03450ed0fd01,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:28.545255 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdab5-e4b6-452d-be5a-7efcaeb8c566 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.547867 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a9dfdab5-e4b6-452d-be5a-7efcaeb8c566 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/6998e6d9-6721-4ed8-9680-03450ed0fd01 HTTP/1.1" status: 204 len: 168 time: 0.5879319 Jul 05 04:07:28.548432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f353d6d7-d8b5-47fb-9d0d-6bc226f8465b None None] Network e69460a8-a4b6-494e-bae3-74df3e7587f0 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:28.553224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51808) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.717291 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.792866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port fe56a5a3-76e9-4515-8883-60d0bfbd1852 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:28.793223 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.921518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f185cda-aeec-4309-a2f2-91b6e42dd7d0 None None] DHCP port deletion for e69460a8-a4b6-494e-bae3-74df3e7587f0 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:28.933991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] For port fe56a5a3-76e9-4515-8883-60d0bfbd1852, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=fe56a5a3-76e9-4515-8883-60d0bfbd1852,segment=NetworkSegment(ab935e5e-4c58-4761-828a-c8f5a46dc917),segment_id=ab935e5e-4c58-4761-828a-c8f5a46dc917)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:28.935761 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.981030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4f185cda-aeec-4309-a2f2-91b6e42dd7d0 None None] Deleting port fe56a5a3-76e9-4515-8883-60d0bfbd1852 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:28.981690 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f185cda-aeec-4309-a2f2-91b6e42dd7d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.990332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for fe56a5a3-76e9-4515-8883-60d0bfbd1852 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:29.064585 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4f185cda-aeec-4309-a2f2-91b6e42dd7d0 None None] For port fe56a5a3-76e9-4515-8883-60d0bfbd1852, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=fe56a5a3-76e9-4515-8883-60d0bfbd1852,segment=NetworkSegment(ab935e5e-4c58-4761-828a-c8f5a46dc917),segment_id=ab935e5e-4c58-4761-828a-c8f5a46dc917)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:29.065861 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f185cda-aeec-4309-a2f2-91b6e42dd7d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.071714 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13358a0d-68a7-4df4-94f1-a4463dd3cc79 req-56a06673-2e73-4968-9eb8-c0b82df85c96 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:29.079923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13358a0d-68a7-4df4-94f1-a4463dd3cc79 req-56a06673-2e73-4968-9eb8-c0b82df85c96 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1315541 Jul 05 04:07:29.097703 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4f185cda-aeec-4309-a2f2-91b6e42dd7d0 None None] Calling delete_port for fe56a5a3-76e9-4515-8883-60d0bfbd1852 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:29.139332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13358a0d-68a7-4df4-94f1-a4463dd3cc79 req-643a2ec6-7400-406d-a1e7-5be2f9150932 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584478 Jul 05 04:07:29.267477 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.274507 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f185cda-aeec-4309-a2f2-91b6e42dd7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.324161 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f185cda-aeec-4309-a2f2-91b6e42dd7d0 None None] Pushing event deleted for resources: {'Port': ['ID=fe56a5a3-76e9-4515-8883-60d0bfbd1852,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:29.333761 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f185cda-aeec-4309-a2f2-91b6e42dd7d0 None None] No DVR routers for this DVR port fe56a5a3-76e9-4515-8883-60d0bfbd1852 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:29.396350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=fe56a5a3-76e9-4515-8883-60d0bfbd1852,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:29.398938 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No DVR routers for this DVR port fe56a5a3-76e9-4515-8883-60d0bfbd1852 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:29.453133 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.833049 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.850185 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69460a8-a4b6-494e-bae3-74df3e7587f0']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:29.865441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab935e5e-4c58-4761-828a-c8f5a46dc917') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:29.865768 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab935e5e-4c58-4761-828a-c8f5a46dc917') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:29.876053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f479c8-6e43-4b4b-9a3e-99111bccf52b req-b9b1c16d-f8e3-4d29-8847-61f478d9cadf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:29.877590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3f479c8-6e43-4b4b-9a3e-99111bccf52b req-b9b1c16d-f8e3-4d29-8847-61f478d9cadf tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.4936690 Jul 05 04:07:29.890156 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.921958 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.934263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:29.934673 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.960108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0ea77-b211-49a1-8691-ed9d513ffee2 req-133e3f39-0b15-48e9-b497-b2c19fa17560 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:29.961741 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-83a0ea77-b211-49a1-8691-ed9d513ffee2 req-133e3f39-0b15-48e9-b497-b2c19fa17560 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.1977718 Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:29.962454 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:30.046918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3f479c8-6e43-4b4b-9a3e-99111bccf52b req-26a0b6eb-5fce-4999-a012-14c42acf1715 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618254 Jul 05 04:07:30.100866 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-83a0ea77-b211-49a1-8691-ed9d513ffee2 req-03d33ca7-59a3-426a-ba22-341158ef365b tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222126 Jul 05 04:07:30.135251 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.177514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.183726 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51834) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:30.187007 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/networks/e69460a8-a4b6-494e-bae3-74df3e7587f0 HTTP/1.1" status: 204 len: 168 time: 1.6300175 Jul 05 04:07:30.189208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2ba6f-b07b-4ea4-8e5b-a046a254c63b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Network': ['ID=e69460a8-a4b6-494e-bae3-74df3e7587f0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:30.190460 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-caceaee4-757d-4dd9-83aa-f49dc98d2867 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1888795234'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:30.298833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caceaee4-757d-4dd9-83aa-f49dc98d2867 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:30.303521 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-caceaee4-757d-4dd9-83aa-f49dc98d2867 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.407521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caceaee4-757d-4dd9-83aa-f49dc98d2867 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:30.427529 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-caceaee4-757d-4dd9-83aa-f49dc98d2867 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.435016 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-caceaee4-757d-4dd9-83aa-f49dc98d2867 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Added segment 05f69138-39ae-4a8e-a184-dfa5c49c6bcb of type vlan for network 2cb845b8-7aeb-49f1-9b28-3db820d2d95f Jul 05 04:07:30.518040 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-caceaee4-757d-4dd9-83aa-f49dc98d2867 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.661574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-caceaee4-757d-4dd9-83aa-f49dc98d2867 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.667817 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caceaee4-757d-4dd9-83aa-f49dc98d2867 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:30.668253 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-caceaee4-757d-4dd9-83aa-f49dc98d2867 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.769561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caceaee4-757d-4dd9-83aa-f49dc98d2867 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Network': ['ID=2cb845b8-7aeb-49f1-9b28-3db820d2d95f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:30.784274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 2cb845b8-7aeb-49f1-9b28-3db820d2d95f details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:30.797667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51878) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:30.806793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7bdd51f1-a752-4081-9b8e-7e0971217ddf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': '2cb845b8-7aeb-49f1-9b28-3db820d2d95f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:30.809905 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-caceaee4-757d-4dd9-83aa-f49dc98d2867 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6243525 Jul 05 04:07:30.986571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fe56a5a3-76e9-4515-8883-60d0bfbd1852 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:31.014560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: fe56a5a3-76e9-4515-8883-60d0bfbd1852 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:31.015776 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fe56a5a3-76e9-4515-8883-60d0bfbd1852 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:31.095800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdd51f1-a752-4081-9b8e-7e0971217ddf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:31.099661 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7bdd51f1-a752-4081-9b8e-7e0971217ddf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.395138 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.642930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4668d-5fa2-4409-9001-be339695918c req-38128750-8cf2-4c96-a8b1-8a4020229555 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:31.645540 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2c4668d-5fa2-4409-9001-be339695918c req-38128750-8cf2-4c96-a8b1-8a4020229555 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.2050974 Jul 05 04:07:31.695428 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7bdd51f1-a752-4081-9b8e-7e0971217ddf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.817990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd51f1-a752-4081-9b8e-7e0971217ddf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Subnet': ['ID=a926837c-bb81-47a6-8903-97e92b0e7fe2,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:31.860398 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2c4668d-5fa2-4409-9001-be339695918c req-e552f001-229a-43d7-a63e-fdbbbcfe179a tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032707 Jul 05 04:07:31.915490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdd51f1-a752-4081-9b8e-7e0971217ddf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Checking segment: {'id': '05f69138-39ae-4a8e-a184-dfa5c49c6bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cb845b8-7aeb-49f1-9b28-3db820d2d95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:31.915921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdd51f1-a752-4081-9b8e-7e0971217ddf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network hostable DHCP agents. Network: 2cb845b8-7aeb-49f1-9b28-3db820d2d95f, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:32.026054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdd51f1-a752-4081-9b8e-7e0971217ddf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 2cb845b8-7aeb-49f1-9b28-3db820d2d95f is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:32.105123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09d23c-982c-4edf-ad18-b730c5d9899f req-b5a6c4ec-2a49-4d13-b840-291fc1bfb491 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:32.108415 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b09d23c-982c-4edf-ad18-b730c5d9899f req-b5a6c4ec-2a49-4d13-b840-291fc1bfb491 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff568813-baf8-4be4-984b-ce7903ed6ee1 HTTP/1.1" status: 200 len: 943 time: 0.0980341 Jul 05 04:07:32.149252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7bdd51f1-a752-4081-9b8e-7e0971217ddf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 2cb845b8-7aeb-49f1-9b28-3db820d2d95f) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:32.159242 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a153a7a4-bd31-4086-aa19-fca3b1425d62 None None] Network 2cb845b8-7aeb-49f1-9b28-3db820d2d95f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:32.164014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd51f1-a752-4081-9b8e-7e0971217ddf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:32.164884 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7bdd51f1-a752-4081-9b8e-7e0971217ddf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.275290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7bdd51f1-a752-4081-9b8e-7e0971217ddf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4764926 Jul 05 04:07:32.277178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-1b09d23c-982c-4edf-ad18-b730c5d9899f req-c807729d-bb9b-4921-92de-a60cd660b879 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Deleting port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:32.277466 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1b09d23c-982c-4edf-ad18-b730c5d9899f req-c807729d-bb9b-4921-92de-a60cd660b879 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.278935 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51916) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:32.288124 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'network_id': '2cb845b8-7aeb-49f1-9b28-3db820d2d95f', 'name': 'tempest-PortsIpV6TestJSON-304671711', 'fixed_ips': [{'subnet_id': 'a926837c-bb81-47a6-8903-97e92b0e7fe2', 'ip_address': '2001:db8::10'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:32.356022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-2cb845b8-7aeb-49f1-9b28-3db820d2d95f', 'network_id': '2cb845b8-7aeb-49f1-9b28-3db820d2d95f', 'tenant_id': 'f96a2fb9b8484a0db42b4ad5872bd533', 'fixed_ips': [{'subnet_id': 'a926837c-bb81-47a6-8903-97e92b0e7fe2'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:32.357267 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.495511 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-1b09d23c-982c-4edf-ad18-b730c5d9899f req-c807729d-bb9b-4921-92de-a60cd660b879 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] For port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:32.496009 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1b09d23c-982c-4edf-ad18-b730c5d9899f req-c807729d-bb9b-4921-92de-a60cd660b879 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.526110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-1b09d23c-982c-4edf-ad18-b730c5d9899f req-c807729d-bb9b-4921-92de-a60cd660b879 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Calling delete_port for ace7c3ef-9cb2-48bf-9da3-d348d56a54ca owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:32.532868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Allocated IP 2001:db8::2 (2cb845b8-7aeb-49f1-9b28-3db820d2d95f/a926837c-bb81-47a6-8903-97e92b0e7fe2/6955ab10-5c77-449d-aa1b-d6fc8de3559c) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:32.643815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:32.801001 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1b09d23c-982c-4edf-ad18-b730c5d9899f req-c807729d-bb9b-4921-92de-a60cd660b879 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.817596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4f35c343-5bbb-445d-8062-a2ed2f6511a8', '4fe632c7-113b-45ec-8c92-a3dd070d2ee7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:32.884571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807729d-bb9b-4921-92de-a60cd660b879 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event deleted for resources: {'Port': ['ID=ace7c3ef-9cb2-48bf-9da3-d348d56a54ca,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:32.918878 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.987287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Transition to ACTIVE for port object 6955ab10-5c77-449d-aa1b-d6fc8de3559c will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:33.003481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.053478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Transition to ACTIVE for port object 6955ab10-5c77-449d-aa1b-d6fc8de3559c will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:33.056131 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port 5da1c007-1506-46d3-a417-6086a16bd1bc yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:33.087155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b09d23c-982c-4edf-ad18-b730c5d9899f req-c807729d-bb9b-4921-92de-a60cd660b879 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] No DVR routers for this DVR port ace7c3ef-9cb2-48bf-9da3-d348d56a54ca on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:33.090053 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1b09d23c-982c-4edf-ad18-b730c5d9899f req-c807729d-bb9b-4921-92de-a60cd660b879 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.100925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b09d23c-982c-4edf-ad18-b730c5d9899f req-c807729d-bb9b-4921-92de-a60cd660b879 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "DELETE /v2.0/ports/ace7c3ef-9cb2-48bf-9da3-d348d56a54ca HTTP/1.1" status: 204 len: 173 time: 0.9832625 Jul 05 04:07:33.101456 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff568813-baf8-4be4-984b-ce7903ed6ee1', 'name': 'network-vif-deleted', 'tag': 'ace7c3ef-9cb2-48bf-9da3-d348d56a54ca'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:33.107567 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaaba15-73df-417a-a2be-bfddadf38f34" -d '{"events": [{"server_uuid": "ff568813-baf8-4be4-984b-ce7903ed6ee1", "name": "network-vif-deleted", "tag": "ace7c3ef-9cb2-48bf-9da3-d348d56a54ca"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:33.247547 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.317638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Network 2cb845b8-7aeb-49f1-9b28-3db820d2d95f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:33.334021 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:33.338022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:33.425799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Allocated IP 2001:db8::10 (2cb845b8-7aeb-49f1-9b28-3db820d2d95f/a926837c-bb81-47a6-8903-97e92b0e7fe2/5da1c007-1506-46d3-a417-6086a16bd1bc) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:33.445782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec006c9e-04d9-4504-8201-4649b04ea9ca req-219aa975-d9b9-4840-88ef-8fc1ad12f2dc tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.448464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec006c9e-04d9-4504-8201-4649b04ea9ca req-219aa975-d9b9-4840-88ef-8fc1ad12f2dc tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.2735200 Jul 05 04:07:33.466498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Pushing event updated for resources: {'Port': ['ID=6955ab10-5c77-449d-aa1b-d6fc8de3559c,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:33.509593 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Attempting to bind port 6955ab10-5c77-449d-aa1b-d6fc8de3559c on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:33.511648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Attempting to bind port 6955ab10-5c77-449d-aa1b-d6fc8de3559c by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '05f69138-39ae-4a8e-a184-dfa5c49c6bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cb845b8-7aeb-49f1-9b28-3db820d2d95f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:33.512158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Attempting to bind port 6955ab10-5c77-449d-aa1b-d6fc8de3559c on network 2cb845b8-7aeb-49f1-9b28-3db820d2d95f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:33.528119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:33.528854 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Checking segment: {'id': '05f69138-39ae-4a8e-a184-dfa5c49c6bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cb845b8-7aeb-49f1-9b28-3db820d2d95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:33.529272 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.529664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Bound using segment: {'id': '05f69138-39ae-4a8e-a184-dfa5c49c6bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cb845b8-7aeb-49f1-9b28-3db820d2d95f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:33.530146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Bound port: 6955ab10-5c77-449d-aa1b-d6fc8de3559c, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f69138-39ae-4a8e-a184-dfa5c49c6bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cb845b8-7aeb-49f1-9b28-3db820d2d95f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:33.532128 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec006c9e-04d9-4504-8201-4649b04ea9ca req-b4268f05-de76-4d35-910e-b9a5c46a8a8c tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737612 Jul 05 04:07:33.532360 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.678511 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c67d3c-ea40-41ef-9acd-7c17489c3c4c x-openstack-request-id: req-e7c67d3c-ea40-41ef-9acd-7c17489c3c4c {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:33.679081 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff568813-baf8-4be4-984b-ce7903ed6ee1", "name": "network-vif-deleted", "tag": "ace7c3ef-9cb2-48bf-9da3-d348d56a54ca", "status": "failed", "code": 422}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:33.679490 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7c67d3c-ea40-41ef-9acd-7c17489c3c4c {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:33.680044 n-d-798249-5 neutron-server[100877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff568813-baf8-4be4-984b-ce7903ed6ee1', 'name': 'network-vif-deleted', 'tag': 'ace7c3ef-9cb2-48bf-9da3-d348d56a54ca', 'status': 'failed', 'code': 422} returned with failed status Jul 05 04:07:33.698388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] For port 6955ab10-5c77-449d-aa1b-d6fc8de3559c, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:33.704401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] For port 6955ab10-5c77-449d-aa1b-d6fc8de3559c, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6955ab10-5c77-449d-aa1b-d6fc8de3559c,segment=NetworkSegment(05f69138-39ae-4a8e-a184-dfa5c49c6bcb),segment_id=05f69138-39ae-4a8e-a184-dfa5c49c6bcb)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:33.755349 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.779001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Transition to ACTIVE for port object 5da1c007-1506-46d3-a417-6086a16bd1bc will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:33.832682 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.893062 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.963790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72077e04-c747-4e24-936c-ff92cb6cac9b None None] Pushing event updated for resources: {'Port': ['ID=6955ab10-5c77-449d-aa1b-d6fc8de3559c,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:34.026976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=5da1c007-1506-46d3-a417-6086a16bd1bc,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:34.046827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 2cb845b8-7aeb-49f1-9b28-3db820d2d95f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:34.056960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:34.059656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:34.077006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:34.083575 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.207103 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b94c0138-59d6-4541-bfa1-4e3d966936a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9262114 Jul 05 04:07:34.209729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51956) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:34.214799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'network_id': '2cb845b8-7aeb-49f1-9b28-3db820d2d95f', 'name': 'tempest-PortsIpV6TestJSON-1158005747', 'fixed_ips': [{'subnet_id': 'a926837c-bb81-47a6-8903-97e92b0e7fe2', 'ip_address': '2001:db8::f'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:34.621533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:34.629919 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.701297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port 7ed3e8bf-22a2-44f6-88b1-b26b4c2ef0fa yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:34.958737 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d04f1-e786-40df-b320-40ae055372d3 req-21e2d226-541f-472f-9bef-6c8bc8ef28a9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:34.973633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc7d04f1-e786-40df-b320-40ae055372d3 req-21e2d226-541f-472f-9bef-6c8bc8ef28a9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.1669590 Jul 05 04:07:35.085277 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc7d04f1-e786-40df-b320-40ae055372d3 req-2eae5e26-b53b-43af-ad41-6d1d3dee0801 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072712 Jul 05 04:07:35.121245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6955ab10-5c77-449d-aa1b-d6fc8de3559c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:35.212248 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Allocated IP 2001:db8::f (2cb845b8-7aeb-49f1-9b28-3db820d2d95f/a926837c-bb81-47a6-8903-97e92b0e7fe2/7ed3e8bf-22a2-44f6-88b1-b26b4c2ef0fa) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:35.298394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 6955ab10-5c77-449d-aa1b-d6fc8de3559c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:35.343379 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e3e1b-b4b5-4a39-bef5-a67b7d4b0349 req-2297efb8-7558-4b4d-ba8c-8c3f8f6d4f13 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:35.359449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-920e3e1b-b4b5-4a39-bef5-a67b7d4b0349 req-2297efb8-7558-4b4d-ba8c-8c3f8f6d4f13 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 908 time: 0.1730647 Jul 05 04:07:35.633131 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.652116 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Transition to ACTIVE for port object 7ed3e8bf-22a2-44f6-88b1-b26b4c2ef0fa will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:35.681316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62650ee8-1d0a-47e0-a7e2-188cdfdef8f7 None None] Network 2cb845b8-7aeb-49f1-9b28-3db820d2d95f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:35.787432 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.855967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-114b96ab-cb78-4641-afab-91a313bbac0a None None] Provisioning for port 6955ab10-5c77-449d-aa1b-d6fc8de3559c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:35.864488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-114b96ab-cb78-4641-afab-91a313bbac0a None None] Provisioning complete for port 6955ab10-5c77-449d-aa1b-d6fc8de3559c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:35.865396 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-114b96ab-cb78-4641-afab-91a313bbac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.933275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 2cb845b8-7aeb-49f1-9b28-3db820d2d95f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:35.990267 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:36.002498 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:36.012042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.018940 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.084124 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=7ed3e8bf-22a2-44f6-88b1-b26b4c2ef0fa,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:36.147752 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-50dbf52b-8b9b-45b7-a80a-693ea2bb69df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9365680 Jul 05 04:07:36.150059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51980) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:36.201907 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-114b96ab-cb78-4641-afab-91a313bbac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.302644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-114b96ab-cb78-4641-afab-91a313bbac0a None None] For port 6955ab10-5c77-449d-aa1b-d6fc8de3559c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6955ab10-5c77-449d-aa1b-d6fc8de3559c,segment=NetworkSegment(05f69138-39ae-4a8e-a184-dfa5c49c6bcb),segment_id=05f69138-39ae-4a8e-a184-dfa5c49c6bcb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:36.332894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76d43fe-dfa5-45ca-86cb-cbbbb9d86b62 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.334790 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f76d43fe-dfa5-45ca-86cb-cbbbb9d86b62 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1837091 Jul 05 04:07:36.337606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51984) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:36.360141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1674991-100c-404d-b696-d0990530fab2 req-3a38731a-12dd-4cca-81b1-add265948b79 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.362459 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1674991-100c-404d-b696-d0990530fab2 req-3a38731a-12dd-4cca-81b1-add265948b79 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 908 time: 0.1486220 Jul 05 04:07:36.406763 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-114b96ab-cb78-4641-afab-91a313bbac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.550150 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2521cf69-bc61-4e31-a06b-74a2ef0c9b2f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.576379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2521cf69-bc61-4e31-a06b-74a2ef0c9b2f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.583472 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2521cf69-bc61-4e31-a06b-74a2ef0c9b2f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.589403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b96ab-cb78-4641-afab-91a313bbac0a None None] Pushing event updated for resources: {'Port': ['ID=6955ab10-5c77-449d-aa1b-d6fc8de3559c,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:36.604080 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2521cf69-bc61-4e31-a06b-74a2ef0c9b2f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2649043 Jul 05 04:07:36.605475 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51990) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:36.792875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b822e022-2d99-44d7-afa9-3ebc26dd783f None None] Provisioning for port 5da1c007-1506-46d3-a417-6086a16bd1bc completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:36.808180 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b822e022-2d99-44d7-afa9-3ebc26dd783f None None] Provisioning complete for port 5da1c007-1506-46d3-a417-6086a16bd1bc triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:36.808579 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b822e022-2d99-44d7-afa9-3ebc26dd783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.820922 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-46ba6e1a-26b5-478c-a794-70a6a7f4557f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 7ed3e8bf-22a2-44f6-88b1-b26b4c2ef0fa {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:36.821404 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46ba6e1a-26b5-478c-a794-70a6a7f4557f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.832591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf6408-b8fb-494b-a4e0-7a62f53489af req-4f0784fb-22d2-4949-8d16-37b2e3cc80ae tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.834359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ccf6408-b8fb-494b-a4e0-7a62f53489af req-4f0784fb-22d2-4949-8d16-37b2e3cc80ae tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.4707127 Jul 05 04:07:36.926045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b822e022-2d99-44d7-afa9-3ebc26dd783f None None] Port 5da1c007-1506-46d3-a417-6086a16bd1bc cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:36.987449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ccf6408-b8fb-494b-a4e0-7a62f53489af req-b5c0ebce-4a83-4fd0-8f84-155248fa47f3 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221426 Jul 05 04:07:36.987762 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6955ab10-5c77-449d-aa1b-d6fc8de3559c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:37.043741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46ba6e1a-26b5-478c-a794-70a6a7f4557f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.050745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f1674991-100c-404d-b696-d0990530fab2 req-07fc3741-3f7c-4bc7-b779-fcd2f2256dc3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Deleting port fbde0e95-d1fd-4c89-a10e-0aca359c6a32 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:37.051091 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f1674991-100c-404d-b696-d0990530fab2 req-07fc3741-3f7c-4bc7-b779-fcd2f2256dc3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.060166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-46ba6e1a-26b5-478c-a794-70a6a7f4557f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 7ed3e8bf-22a2-44f6-88b1-b26b4c2ef0fa owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:37.069324 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b822e022-2d99-44d7-afa9-3ebc26dd783f None None] Provisioning for port 7ed3e8bf-22a2-44f6-88b1-b26b4c2ef0fa completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:37.091835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b822e022-2d99-44d7-afa9-3ebc26dd783f None None] Provisioning complete for port 7ed3e8bf-22a2-44f6-88b1-b26b4c2ef0fa triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:37.092350 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b822e022-2d99-44d7-afa9-3ebc26dd783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.179033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b822e022-2d99-44d7-afa9-3ebc26dd783f None None] Port 7ed3e8bf-22a2-44f6-88b1-b26b4c2ef0fa cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:37.191361 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6955ab10-5c77-449d-aa1b-d6fc8de3559c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:37.200094 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.213873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a2e02-0ff3-4fb0-9cd8-153a129e2269 req-09bd56a2-dd89-419a-bafa-95e0d6bd7154 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:37.215721 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-af5a2e02-0ff3-4fb0-9cd8-153a129e2269 req-09bd56a2-dd89-419a-bafa-95e0d6bd7154 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 908 time: 0.5666287 Jul 05 04:07:37.256487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b822e022-2d99-44d7-afa9-3ebc26dd783f None None] Provisioning complete for port 6955ab10-5c77-449d-aa1b-d6fc8de3559c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:37.256487 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b822e022-2d99-44d7-afa9-3ebc26dd783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.334428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f1674991-100c-404d-b696-d0990530fab2 req-07fc3741-3f7c-4bc7-b779-fcd2f2256dc3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] For port fbde0e95-d1fd-4c89-a10e-0aca359c6a32, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=fbde0e95-d1fd-4c89-a10e-0aca359c6a32,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:37.334811 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f1674991-100c-404d-b696-d0990530fab2 req-07fc3741-3f7c-4bc7-b779-fcd2f2256dc3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.358888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f1674991-100c-404d-b696-d0990530fab2 req-07fc3741-3f7c-4bc7-b779-fcd2f2256dc3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Calling delete_port for fbde0e95-d1fd-4c89-a10e-0aca359c6a32 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:37.546322 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46ba6e1a-26b5-478c-a794-70a6a7f4557f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.642137 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba6e1a-26b5-478c-a794-70a6a7f4557f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=7ed3e8bf-22a2-44f6-88b1-b26b4c2ef0fa,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:37.651932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a617cd7e-1e9a-43c7-9433-bfebc9da95d5 None None] Provisioning complete for port 5da1c007-1506-46d3-a417-6086a16bd1bc triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:37.657695 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a617cd7e-1e9a-43c7-9433-bfebc9da95d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.700342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46ba6e1a-26b5-478c-a794-70a6a7f4557f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.705627 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-46ba6e1a-26b5-478c-a794-70a6a7f4557f tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/7ed3e8bf-22a2-44f6-88b1-b26b4c2ef0fa HTTP/1.1" status: 204 len: 168 time: 1.0963860 Jul 05 04:07:37.707370 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52022) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:37.761040 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b725b03-1c1e-4c97-9042-06cd23d14090 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] GET failed (client error): The resource could not be found. Jul 05 04:07:37.764405 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2b725b03-1c1e-4c97-9042-06cd23d14090 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/7ed3e8bf-22a2-44f6-88b1-b26b4c2ef0fa HTTP/1.1" status: 404 len: 333 time: 0.0544045 Jul 05 04:07:37.764559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a617cd7e-1e9a-43c7-9433-bfebc9da95d5 None None] Port 5da1c007-1506-46d3-a417-6086a16bd1bc cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:37.766197 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52024) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:37.769896 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f1674991-100c-404d-b696-d0990530fab2 req-07fc3741-3f7c-4bc7-b779-fcd2f2256dc3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.842241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc3741-3f7c-4bc7-b779-fcd2f2256dc3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event deleted for resources: {'Port': ['ID=fbde0e95-d1fd-4c89-a10e-0aca359c6a32,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:37.877930 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9cbd9599-8061-4326-92ca-19fe8c311c44 None None] Could not find standard attr ID for object 7ed3e8bf-22a2-44f6-88b1-b26b4c2ef0fa. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:07:37.916973 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-96ffc915-1fa2-4c95-a820-5f3d91fe73f9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 5da1c007-1506-46d3-a417-6086a16bd1bc {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:37.918171 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-96ffc915-1fa2-4c95-a820-5f3d91fe73f9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.952553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1674991-100c-404d-b696-d0990530fab2 req-07fc3741-3f7c-4bc7-b779-fcd2f2256dc3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] No DVR routers for this DVR port fbde0e95-d1fd-4c89-a10e-0aca359c6a32 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:37.956549 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f1674991-100c-404d-b696-d0990530fab2 req-07fc3741-3f7c-4bc7-b779-fcd2f2256dc3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.963897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1674991-100c-404d-b696-d0990530fab2 req-07fc3741-3f7c-4bc7-b779-fcd2f2256dc3 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.64 "DELETE /v2.0/ports/fbde0e95-d1fd-4c89-a10e-0aca359c6a32 HTTP/1.1" status: 204 len: 173 time: 1.4606121 Jul 05 04:07:37.967270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c608664-107c-4202-94a6-dd063a12f38d', 'name': 'network-vif-deleted', 'tag': 'fbde0e95-d1fd-4c89-a10e-0aca359c6a32'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:37.978895 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51866a9d-51a6-43f5-9163-6af3ef380a2e" -d '{"events": [{"server_uuid": "2c608664-107c-4202-94a6-dd063a12f38d", "name": "network-vif-deleted", "tag": "fbde0e95-d1fd-4c89-a10e-0aca359c6a32"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:38.024566 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4aa749-a46b-43de-95f9-0efd7a82b612 x-openstack-request-id: req-ba4aa749-a46b-43de-95f9-0efd7a82b612 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:38.024566 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c608664-107c-4202-94a6-dd063a12f38d", "name": "network-vif-deleted", "tag": "fbde0e95-d1fd-4c89-a10e-0aca359c6a32", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:38.024566 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba4aa749-a46b-43de-95f9-0efd7a82b612 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:38.025205 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c608664-107c-4202-94a6-dd063a12f38d', 'name': 'network-vif-deleted', 'tag': 'fbde0e95-d1fd-4c89-a10e-0aca359c6a32', 'status': 'completed', 'code': 200} Jul 05 04:07:38.105033 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-96ffc915-1fa2-4c95-a820-5f3d91fe73f9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.128218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-96ffc915-1fa2-4c95-a820-5f3d91fe73f9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 5da1c007-1506-46d3-a417-6086a16bd1bc owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:38.353680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cb7f0-da43-4dc7-b66a-efc274c2232e req-2a8cee4d-d5ab-4aa7-bbfa-1aec93b6a302 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:38.361374 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b39cb7f0-da43-4dc7-b66a-efc274c2232e req-2a8cee4d-d5ab-4aa7-bbfa-1aec93b6a302 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.1823072 Jul 05 04:07:38.464651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device fbde0e95-d1fd-4c89-a10e-0aca359c6a32 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:38.479726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b39cb7f0-da43-4dc7-b66a-efc274c2232e req-cc856b76-b7b7-4df9-8f78-86164cf8bf5f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112642 Jul 05 04:07:38.500048 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: fbde0e95-d1fd-4c89-a10e-0aca359c6a32 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:38.500452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device fbde0e95-d1fd-4c89-a10e-0aca359c6a32 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:38.557742 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ff24ebd-a803-4a17-89f7-c0943753c45c req-66b759a1-6674-4a87-8d70-7f16f9ac228c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 210 time: 0.0424392 Jul 05 04:07:38.603479 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-96ffc915-1fa2-4c95-a820-5f3d91fe73f9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.694969 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffc915-1fa2-4c95-a820-5f3d91fe73f9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=5da1c007-1506-46d3-a417-6086a16bd1bc,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:38.751702 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-96ffc915-1fa2-4c95-a820-5f3d91fe73f9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.756543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52044) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:38.757152 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-96ffc915-1fa2-4c95-a820-5f3d91fe73f9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/5da1c007-1506-46d3-a417-6086a16bd1bc HTTP/1.1" status: 204 len: 168 time: 0.9869587 Jul 05 04:07:38.841348 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ee9d40-62ce-421d-92fd-8204097ea007 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] GET failed (client error): The resource could not be found. Jul 05 04:07:38.852297 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a4ee9d40-62ce-421d-92fd-8204097ea007 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/5da1c007-1506-46d3-a417-6086a16bd1bc HTTP/1.1" status: 404 len: 333 time: 0.0945625 Jul 05 04:07:38.855089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52046) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:38.987121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-4717dcaa-58fe-4f78-8935-8d77e320a7f8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting subnet a926837c-bb81-47a6-8903-97e92b0e7fe2 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:38.991402 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4717dcaa-58fe-4f78-8935-8d77e320a7f8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.092517 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4717dcaa-58fe-4f78-8935-8d77e320a7f8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.239239 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4717dcaa-58fe-4f78-8935-8d77e320a7f8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.412593 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4717dcaa-58fe-4f78-8935-8d77e320a7f8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.451959 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42877c86-b8e6-4410-ad7a-062638f3c9ad None None] Network 2cb845b8-7aeb-49f1-9b28-3db820d2d95f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:39.472955 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4717dcaa-58fe-4f78-8935-8d77e320a7f8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.475869 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4717dcaa-58fe-4f78-8935-8d77e320a7f8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/a926837c-bb81-47a6-8903-97e92b0e7fe2 HTTP/1.1" status: 204 len: 168 time: 0.6197762 Jul 05 04:07:39.479700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52054) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:39.570887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717dcaa-58fe-4f78-8935-8d77e320a7f8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Subnet': ['ID=a926837c-bb81-47a6-8903-97e92b0e7fe2,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:39.715503 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.896298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e2523b-8597-404f-9506-0c030a1c6755 None None] DHCP port deletion for 2cb845b8-7aeb-49f1-9b28-3db820d2d95f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:39.946273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52066) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.001118 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e0e2523b-8597-404f-9506-0c030a1c6755 None None] Deleting port 6955ab10-5c77-449d-aa1b-d6fc8de3559c {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:40.007116 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e0e2523b-8597-404f-9506-0c030a1c6755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.015574 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 6955ab10-5c77-449d-aa1b-d6fc8de3559c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:40.017019 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.152409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8eb31b21-b6e5-4481-976b-436bcbe6c97f req-163b606f-0b2b-4834-b039-4c0275a6823d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c608664-107c-4202-94a6-dd063a12f38d HTTP/1.1" status: 200 len: 210 time: 0.2239423 Jul 05 04:07:40.156516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] For port 6955ab10-5c77-449d-aa1b-d6fc8de3559c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6955ab10-5c77-449d-aa1b-d6fc8de3559c,segment=NetworkSegment(05f69138-39ae-4a8e-a184-dfa5c49c6bcb),segment_id=05f69138-39ae-4a8e-a184-dfa5c49c6bcb)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:40.157005 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.186179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e0e2523b-8597-404f-9506-0c030a1c6755 None None] For port 6955ab10-5c77-449d-aa1b-d6fc8de3559c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6955ab10-5c77-449d-aa1b-d6fc8de3559c,segment=NetworkSegment(05f69138-39ae-4a8e-a184-dfa5c49c6bcb),segment_id=05f69138-39ae-4a8e-a184-dfa5c49c6bcb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:40.187593 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e0e2523b-8597-404f-9506-0c030a1c6755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.217309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e0e2523b-8597-404f-9506-0c030a1c6755 None None] Calling delete_port for 6955ab10-5c77-449d-aa1b-d6fc8de3559c owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:40.222534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 6955ab10-5c77-449d-aa1b-d6fc8de3559c owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:40.287993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294548b-10f6-42bf-bfff-081a08145b53 req-3d4ed968-3632-42b9-983b-5d46c48c3a83 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:40.290093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0294548b-10f6-42bf-bfff-081a08145b53 req-3d4ed968-3632-42b9-983b-5d46c48c3a83 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.3849146 Jul 05 04:07:40.333110 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c763202-db33-4157-8b74-0a9ba3b3ea9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.355772 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0294548b-10f6-42bf-bfff-081a08145b53 req-2047555b-53ac-4751-ab5d-44cfa9e171ee tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579352 Jul 05 04:07:40.458928 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e0e2523b-8597-404f-9506-0c030a1c6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.498168 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.534063 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No DVR routers for this DVR port 6955ab10-5c77-449d-aa1b-d6fc8de3559c on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:40.553179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2523b-8597-404f-9506-0c030a1c6755 None None] Pushing event deleted for resources: {'Port': ['ID=6955ab10-5c77-449d-aa1b-d6fc8de3559c,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:40.563506 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=6955ab10-5c77-449d-aa1b-d6fc8de3559c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:40.565592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e2523b-8597-404f-9506-0c030a1c6755 None None] No DVR routers for this DVR port 6955ab10-5c77-449d-aa1b-d6fc8de3559c on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:40.649236 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.663901 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb845b8-7aeb-49f1-9b28-3db820d2d95f']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:40.679219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f69138-39ae-4a8e-a184-dfa5c49c6bcb') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:40.679606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f69138-39ae-4a8e-a184-dfa5c49c6bcb') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:40.698590 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.739245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.749597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:40.749597 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:40.751433 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:40.813576 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c763202-db33-4157-8b74-0a9ba3b3ea9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.871991 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c763202-db33-4157-8b74-0a9ba3b3ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.917877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52084) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.926961 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3c763202-db33-4157-8b74-0a9ba3b3ea9f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bcba9947cf414ec594ea9ccc151e0515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9738479 Jul 05 04:07:40.964735 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c763202-db33-4157-8b74-0a9ba3b3ea9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616dd37c-6c8b-4e37-9be7-4510864e123d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:40.967007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6955ab10-5c77-449d-aa1b-d6fc8de3559c no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:40.986187 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.001557 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.004929 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/networks/2cb845b8-7aeb-49f1-9b28-3db820d2d95f HTTP/1.1" status: 204 len: 168 time: 1.5234621 Jul 05 04:07:41.017904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52088) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.024891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b9b4ea1b-40f8-4927-a5f3-6895b05d9260 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1788628118'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:41.037858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baad4dd-8cad-4c95-92ec-4d059d943531 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Network': ['ID=2cb845b8-7aeb-49f1-9b28-3db820d2d95f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:41.041247 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 6955ab10-5c77-449d-aa1b-d6fc8de3559c {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:41.041781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6955ab10-5c77-449d-aa1b-d6fc8de3559c not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:41.095613 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63ea06d6-d379-43ac-88aa-45decb3a26b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.133403 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63ea06d6-d379-43ac-88aa-45decb3a26b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.141265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b4ea1b-40f8-4927-a5f3-6895b05d9260 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:41.150601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ea1b-40f8-4927-a5f3-6895b05d9260 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.187756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b4ea1b-40f8-4927-a5f3-6895b05d9260 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:41.258146 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63ea06d6-d379-43ac-88aa-45decb3a26b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.260121 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ea1b-40f8-4927-a5f3-6895b05d9260 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.260519 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-b9b4ea1b-40f8-4927-a5f3-6895b05d9260 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Added segment 81bc7e36-a369-4c6c-9644-10b219fe14eb of type vlan for network 183fc261-0e33-4ee7-9778-bfbde726d250 Jul 05 04:07:41.267651 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63ea06d6-d379-43ac-88aa-45decb3a26b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.269538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-63ea06d6-d379-43ac-88aa-45decb3a26b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/616dd37c-6c8b-4e37-9be7-4510864e123d HTTP/1.1" status: 204 len: 168 time: 0.3500245 Jul 05 04:07:41.278687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea06d6-d379-43ac-88aa-45decb3a26b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616dd37c-6c8b-4e37-9be7-4510864e123d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:41.372092 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ea1b-40f8-4927-a5f3-6895b05d9260 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.526344 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ea1b-40f8-4927-a5f3-6895b05d9260 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.533638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b4ea1b-40f8-4927-a5f3-6895b05d9260 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:41.536079 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ea1b-40f8-4927-a5f3-6895b05d9260 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.633990 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4ea1b-40f8-4927-a5f3-6895b05d9260 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Network': ['ID=183fc261-0e33-4ee7-9778-bfbde726d250,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:41.635363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1351af-d69b-44fb-8c81-49046e0204ee req-bcf6994f-80df-41e3-90e1-dd2ac8177fd7 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:41.644635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b1351af-d69b-44fb-8c81-49046e0204ee req-bcf6994f-80df-41e3-90e1-dd2ac8177fd7 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.1228018 Jul 05 04:07:41.644903 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 183fc261-0e33-4ee7-9778-bfbde726d250 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:41.664563 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b9b4ea1b-40f8-4927-a5f3-6895b05d9260 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6446953 Jul 05 04:07:41.667392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52112) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.673528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-841a4547-2a7c-4514-84fe-94eabd466248 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': '183fc261-0e33-4ee7-9778-bfbde726d250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:41.688533 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b1351af-d69b-44fb-8c81-49046e0204ee req-8aa3a337-44a9-4e67-aef3-5f89a2058a29 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426269 Jul 05 04:07:42.146942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7ab0-f5d7-4a33-a4c1-1a505c6d0976 req-e09db71d-224b-4731-aff8-d93b7d4ff90f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:42.149012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-868f7ab0-f5d7-4a33-a4c1-1a505c6d0976 req-e09db71d-224b-4731-aff8-d93b7d4ff90f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 945 time: 0.1070864 Jul 05 04:07:42.206966 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-868f7ab0-f5d7-4a33-a4c1-1a505c6d0976 req-6e630784-c660-40ba-a14a-3f6342350041 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513699 Jul 05 04:07:42.340771 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841a4547-2a7c-4514-84fe-94eabd466248 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:42.346346 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-841a4547-2a7c-4514-84fe-94eabd466248 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.709294 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-841a4547-2a7c-4514-84fe-94eabd466248 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.855451 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a4547-2a7c-4514-84fe-94eabd466248 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Checking segment: {'id': '81bc7e36-a369-4c6c-9644-10b219fe14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '183fc261-0e33-4ee7-9778-bfbde726d250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:42.855848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a4547-2a7c-4514-84fe-94eabd466248 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network hostable DHCP agents. Network: 183fc261-0e33-4ee7-9778-bfbde726d250, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:42.865244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a4547-2a7c-4514-84fe-94eabd466248 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Subnet': ['ID=e386eb55-d09f-4a98-9d90-4bd3e937cef0,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:42.932666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a4547-2a7c-4514-84fe-94eabd466248 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 183fc261-0e33-4ee7-9778-bfbde726d250 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:42.978724 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14b91d-8c99-4d37-8c3f-b1f426ca9fe9 req-903b87a6-4767-4e37-8e6c-35af33e2d45c tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:42.991166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d14b91d-8c99-4d37-8c3f-b1f426ca9fe9 req-903b87a6-4767-4e37-8e6c-35af33e2d45c tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.1302466 Jul 05 04:07:43.012838 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-841a4547-2a7c-4514-84fe-94eabd466248 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 183fc261-0e33-4ee7-9778-bfbde726d250) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:43.018882 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841a4547-2a7c-4514-84fe-94eabd466248 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:43.019654 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-841a4547-2a7c-4514-84fe-94eabd466248 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.024547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f3719d-7fae-4507-9d58-e7c33694abac None None] Network 183fc261-0e33-4ee7-9778-bfbde726d250 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:43.080154 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d14b91d-8c99-4d37-8c3f-b1f426ca9fe9 req-c5eaf80d-bce3-48cd-b154-5d7bbeeec5c3 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869851 Jul 05 04:07:43.119577 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-841a4547-2a7c-4514-84fe-94eabd466248 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4510121 Jul 05 04:07:43.120458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52152) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:43.126994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f0b40cea-9c29-48fe-b53a-bd12a188f598 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1571597886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:43.206384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b99cbb-dd5a-40a3-af97-54e5f8f20557 req-da4265b1-5c2c-4469-97eb-45eecc5675c4 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:43.207937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08b99cbb-dd5a-40a3-af97-54e5f8f20557 req-da4265b1-5c2c-4469-97eb-45eecc5675c4 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 945 time: 0.1197183 Jul 05 04:07:43.247101 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0b40cea-9c29-48fe-b53a-bd12a188f598 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.248268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0b40cea-9c29-48fe-b53a-bd12a188f598 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.303621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52158) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:43.410339 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0b40cea-9c29-48fe-b53a-bd12a188f598 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.495119 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0b40cea-9c29-48fe-b53a-bd12a188f598 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.550098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-183fc261-0e33-4ee7-9778-bfbde726d250', 'network_id': '183fc261-0e33-4ee7-9778-bfbde726d250', 'tenant_id': 'f96a2fb9b8484a0db42b4ad5872bd533', 'fixed_ips': [{'subnet_id': 'e386eb55-d09f-4a98-9d90-4bd3e937cef0'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:43.551286 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.556851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-08b99cbb-dd5a-40a3-af97-54e5f8f20557 req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Deleting port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:43.557446 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-08b99cbb-dd5a-40a3-af97-54e5f8f20557 req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.609312 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0b40cea-9c29-48fe-b53a-bd12a188f598 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.612085 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f0b40cea-9c29-48fe-b53a-bd12a188f598 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4903908 Jul 05 04:07:43.614624 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52164) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:43.622341 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'network_id': '183fc261-0e33-4ee7-9778-bfbde726d250', 'name': 'tempest-PortsIpV6TestJSON-1915410716'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:43.706633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab60cc-23e8-4ff0-93a2-c1bd4b215d15 req-e83b3a2d-71ad-42e2-adad-3b4a62342c2f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:43.708234 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97ab60cc-23e8-4ff0-93a2-c1bd4b215d15 req-e83b3a2d-71ad-42e2-adad-3b4a62342c2f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 945 time: 0.2702856 Jul 05 04:07:43.855501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Allocated IP 2001:db8::2 (183fc261-0e33-4ee7-9778-bfbde726d250/e386eb55-d09f-4a98-9d90-4bd3e937cef0/235a146b-e2fe-44f1-aa81-7eac0b0857a6) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:43.914013 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:07:43.974835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:43.978538 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.995330 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-08b99cbb-dd5a-40a3-af97-54e5f8f20557 req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] For port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4fe632c7-113b-45ec-8c92-a3dd070d2ee7,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:43.995925 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-08b99cbb-dd5a-40a3-af97-54e5f8f20557 req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.025705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port 8ee91c70-437b-4bd2-b238-843a0976a9aa yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:44.053516 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.062738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Transition to ACTIVE for port object 235a146b-e2fe-44f1-aa81-7eac0b0857a6 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:44.080932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Transition to ACTIVE for port object 235a146b-e2fe-44f1-aa81-7eac0b0857a6 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:44.229571 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.279542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Network 183fc261-0e33-4ee7-9778-bfbde726d250 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:44.283015 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:44.289432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:44.298034 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Pushing event updated for resources: {'Port': ['ID=235a146b-e2fe-44f1-aa81-7eac0b0857a6,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:44.334036 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Allocated IP 2001:db8::76 (183fc261-0e33-4ee7-9778-bfbde726d250/e386eb55-d09f-4a98-9d90-4bd3e937cef0/8ee91c70-437b-4bd2-b238-843a0976a9aa) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:44.383142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Attempting to bind port 235a146b-e2fe-44f1-aa81-7eac0b0857a6 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:44.383522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Attempting to bind port 235a146b-e2fe-44f1-aa81-7eac0b0857a6 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '81bc7e36-a369-4c6c-9644-10b219fe14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '183fc261-0e33-4ee7-9778-bfbde726d250'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:44.383894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Attempting to bind port 235a146b-e2fe-44f1-aa81-7eac0b0857a6 on network 183fc261-0e33-4ee7-9778-bfbde726d250 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:44.393289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:44.393683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Checking segment: {'id': '81bc7e36-a369-4c6c-9644-10b219fe14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '183fc261-0e33-4ee7-9778-bfbde726d250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:44.394073 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.394472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Bound using segment: {'id': '81bc7e36-a369-4c6c-9644-10b219fe14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '183fc261-0e33-4ee7-9778-bfbde726d250'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:44.394961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Bound port: 235a146b-e2fe-44f1-aa81-7eac0b0857a6, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bc7e36-a369-4c6c-9644-10b219fe14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '183fc261-0e33-4ee7-9778-bfbde726d250'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:44.395335 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.437170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-08b99cbb-dd5a-40a3-af97-54e5f8f20557 req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Calling delete_port for 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:44.456289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97ab60cc-23e8-4ff0-93a2-c1bd4b215d15 req-f9e81a6f-e754-4e8b-8a86-9d7cee5ea983 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7179275 Jul 05 04:07:44.503671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-919de89d-9791-497a-96d5-0c62043582ab None None] For port 235a146b-e2fe-44f1-aa81-7eac0b0857a6, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:44.507409 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-919de89d-9791-497a-96d5-0c62043582ab None None] For port 235a146b-e2fe-44f1-aa81-7eac0b0857a6, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=235a146b-e2fe-44f1-aa81-7eac0b0857a6,segment=NetworkSegment(81bc7e36-a369-4c6c-9644-10b219fe14eb),segment_id=81bc7e36-a369-4c6c-9644-10b219fe14eb)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:44.573235 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.660516 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.681244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Transition to ACTIVE for port object 8ee91c70-437b-4bd2-b238-843a0976a9aa will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:44.720771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919de89d-9791-497a-96d5-0c62043582ab None None] Pushing event updated for resources: {'Port': ['ID=235a146b-e2fe-44f1-aa81-7eac0b0857a6,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:44.784001 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.825312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d350c0-1e67-4de4-b8de-09d9111d171b req-da82d0d8-51fd-4706-ab7e-9b3d5de61ff9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:44.827927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79d350c0-1e67-4de4-b8de-09d9111d171b req-da82d0d8-51fd-4706-ab7e-9b3d5de61ff9 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.4258027 Jul 05 04:07:44.899766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 183fc261-0e33-4ee7-9778-bfbde726d250 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:44.908913 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:44.914349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:44.921428 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:44.922215 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.943896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79d350c0-1e67-4de4-b8de-09d9111d171b req-f8c52dbe-9212-4119-b037-db6b1c40bbd5 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092539 Jul 05 04:07:44.970194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=8ee91c70-437b-4bd2-b238-843a0976a9aa,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:45.085526 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0586f427-c449-44cf-9777-e287d246b646 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4681892 Jul 05 04:07:45.088480 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52194) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:45.219708 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-08b99cbb-dd5a-40a3-af97-54e5f8f20557 req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.231434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4f35c343-5bbb-445d-8062-a2ed2f6511a8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:45.281932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event deleted for resources: {'Port': ['ID=4fe632c7-113b-45ec-8c92-a3dd070d2ee7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:45.291818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:45.292481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:45.294882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:45.295457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:45.296130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:45.296899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:45.297470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:45.299119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:45.299984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:45.300566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:45.301147 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:45.301695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:45.386919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b99cbb-dd5a-40a3-af97-54e5f8f20557 req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] No DVR routers for this DVR port 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:45.390951 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-08b99cbb-dd5a-40a3-af97-54e5f8f20557 req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.393111 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08b99cbb-dd5a-40a3-af97-54e5f8f20557 req-60b2020d-0777-4596-b1f2-a633649a6703 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.64 "DELETE /v2.0/ports/4fe632c7-113b-45ec-8c92-a3dd070d2ee7 HTTP/1.1" status: 204 len: 173 time: 2.1798484 Jul 05 04:07:45.394607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e50d8c6-96a3-4aff-b7b7-64592d12a8de', 'name': 'network-vif-deleted', 'tag': '4fe632c7-113b-45ec-8c92-a3dd070d2ee7'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:45.397220 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdeb956-de34-40de-a106-1523ad55c135" -d '{"events": [{"server_uuid": "0e50d8c6-96a3-4aff-b7b7-64592d12a8de", "name": "network-vif-deleted", "tag": "4fe632c7-113b-45ec-8c92-a3dd070d2ee7"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:45.423487 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e649ed2-168d-466b-94ca-9fe19772f3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.535496 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4078ad20-b559-4571-8ccc-7931c0aac9b6 x-openstack-request-id: req-4078ad20-b559-4571-8ccc-7931c0aac9b6 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:45.535795 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e50d8c6-96a3-4aff-b7b7-64592d12a8de", "name": "network-vif-deleted", "tag": "4fe632c7-113b-45ec-8c92-a3dd070d2ee7", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:45.536251 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4078ad20-b559-4571-8ccc-7931c0aac9b6 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:45.536712 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e50d8c6-96a3-4aff-b7b7-64592d12a8de', 'name': 'network-vif-deleted', 'tag': '4fe632c7-113b-45ec-8c92-a3dd070d2ee7', 'status': 'completed', 'code': 200} Jul 05 04:07:45.868959 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.886588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c43344ad-a284-420b-8b23-2ee7f60247b6 req-c1c0daf8-c8b4-4037-b990-99621808c30f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e50d8c6-96a3-4aff-b7b7-64592d12a8de HTTP/1.1" status: 200 len: 210 time: 0.1221218 Jul 05 04:07:46.298947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-2e649ed2-168d-466b-94ca-9fe19772f3bc admin admin] Deleting port b87077c6-8d99-40e4-bc7c-a42a887b6370 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:46.298947 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e649ed2-168d-466b-94ca-9fe19772f3bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.421253 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.444706 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8719ebf-b893-4c2e-97ee-5e7fc37f9977 None None] Network 183fc261-0e33-4ee7-9778-bfbde726d250 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:46.503927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2936125-7f8d-4914-99d8-b8360a8c5e68 req-3af5a0c3-d7df-485d-b4ab-abfc91d33eb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:46.513939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2936125-7f8d-4914-99d8-b8360a8c5e68 req-3af5a0c3-d7df-485d-b4ab-abfc91d33eb4 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.1926339 Jul 05 04:07:46.521003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:46.523266 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.570197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-2e649ed2-168d-466b-94ca-9fe19772f3bc admin admin] For port b87077c6-8d99-40e4-bc7c-a42a887b6370, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b87077c6-8d99-40e4-bc7c-a42a887b6370,segment=NetworkSegment(8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b),segment_id=8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:46.570459 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e649ed2-168d-466b-94ca-9fe19772f3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.587135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2936125-7f8d-4914-99d8-b8360a8c5e68 req-31bae829-3e06-4f79-8d5a-0d03051dfbfe tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713923 Jul 05 04:07:46.605745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:46.609182 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-2e649ed2-168d-466b-94ca-9fe19772f3bc admin admin] Calling delete_port for b87077c6-8d99-40e4-bc7c-a42a887b6370 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:46.616597 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4fe632c7-113b-45ec-8c92-a3dd070d2ee7 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:46.649822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d744cb08-9a44-4111-86c4-ce1057eb868b None None] Provisioning for port 235a146b-e2fe-44f1-aa81-7eac0b0857a6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:46.675722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52242) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:46.805320 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=8ee91c70-437b-4bd2-b238-843a0976a9aa,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:46.949429 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.040399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 235a146b-e2fe-44f1-aa81-7eac0b0857a6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:47.096080 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff1076fe-ccad-49a4-b1ea-77f2422f00ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.195190 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e649ed2-168d-466b-94ca-9fe19772f3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.230872 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 235a146b-e2fe-44f1-aa81-7eac0b0857a6 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:47.236078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 235a146b-e2fe-44f1-aa81-7eac0b0857a6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:47.236691 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.251196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e649ed2-168d-466b-94ca-9fe19772f3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b87077c6-8d99-40e4-bc7c-a42a887b6370,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:47.278934 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.460286 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.564666 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 235a146b-e2fe-44f1-aa81-7eac0b0857a6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=235a146b-e2fe-44f1-aa81-7eac0b0857a6,segment=NetworkSegment(81bc7e36-a369-4c6c-9644-10b219fe14eb),segment_id=81bc7e36-a369-4c6c-9644-10b219fe14eb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:47.570061 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e9b39306-70f0-459c-9c55-026d74394fd0 None None] Provisioning complete for port 235a146b-e2fe-44f1-aa81-7eac0b0857a6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:47.578286 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e9b39306-70f0-459c-9c55-026d74394fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.692699 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e649ed2-168d-466b-94ca-9fe19772f3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.703081 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff1076fe-ccad-49a4-b1ea-77f2422f00ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.708865 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.828458 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e9b39306-70f0-459c-9c55-026d74394fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.835866 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff1076fe-ccad-49a4-b1ea-77f2422f00ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.895517 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.906521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1076fe-ccad-49a4-b1ea-77f2422f00ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833397c0-2e9c-4d91-a57d-58761d7f2885,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:47.948893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=235a146b-e2fe-44f1-aa81-7eac0b0857a6,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:47.980591 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ff1076fe-ccad-49a4-b1ea-77f2422f00ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=138e0f04f5c74f069ee699989ed13847&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3003159 Jul 05 04:07:47.981394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52266) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:47.992103 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-e9b39306-70f0-459c-9c55-026d74394fd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:07:47.992889 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-e9b39306-70f0-459c-9c55-026d74394fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:07:48.033663 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.036140 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.101499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1acfd-9237-467d-a4e8-81d4d4365e24 req-7e57abb0-1893-4e17-a6a2-7dfb04116b5a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:48.110225 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1df1acfd-9237-467d-a4e8-81d4d4365e24 req-7e57abb0-1893-4e17-a6a2-7dfb04116b5a tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.1618686 Jul 05 04:07:48.258482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=8ee91c70-437b-4bd2-b238-843a0976a9aa,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:48.310881 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a28093e-5316-4405-8133-9ea4868d7f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.317485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 183fc261-0e33-4ee7-9778-bfbde726d250 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:48.321384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:48.475291 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a28093e-5316-4405-8133-9ea4868d7f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.622190 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1df1acfd-9237-467d-a4e8-81d4d4365e24 req-1834526c-bc26-49af-aa07-d09cc7e22deb tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965913 Jul 05 04:07:48.692604 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a28093e-5316-4405-8133-9ea4868d7f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.696039 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a28093e-5316-4405-8133-9ea4868d7f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.699721 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3a28093e-5316-4405-8133-9ea4868d7f78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/833397c0-2e9c-4d91-a57d-58761d7f2885 HTTP/1.1" status: 204 len: 168 time: 0.7146246 Jul 05 04:07:48.704162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e9b39306-70f0-459c-9c55-026d74394fd0 None None] Provisioning for port 8ee91c70-437b-4bd2-b238-843a0976a9aa completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:48.709229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e9b39306-70f0-459c-9c55-026d74394fd0 None None] Provisioning complete for port 8ee91c70-437b-4bd2-b238-843a0976a9aa triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:48.709606 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e9b39306-70f0-459c-9c55-026d74394fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.719244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28093e-5316-4405-8133-9ea4868d7f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833397c0-2e9c-4d91-a57d-58761d7f2885,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:48.722954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Router 9f150595-d7a9-4513-97c0-ce460c5802d2 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:07:48.787160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e9b39306-70f0-459c-9c55-026d74394fd0 None None] Port 8ee91c70-437b-4bd2-b238-843a0976a9aa cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:48.805445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9932-83da-4424-b4d7-4a7210151b9c req-7ac03b57-03b3-4198-85eb-600c3a79082f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:48.810251 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b60d9932-83da-4424-b4d7-4a7210151b9c req-7ac03b57-03b3-4198-85eb-600c3a79082f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.6316388 Jul 05 04:07:48.819120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b66cab-1f15-4236-adde-77e5d63e426f req-fd4145d9-979f-43c0-9f43-565d79893061 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:48.820897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0b66cab-1f15-4236-adde-77e5d63e426f req-fd4145d9-979f-43c0-9f43-565d79893061 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.2369511 Jul 05 04:07:48.824656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e649ed2-168d-466b-94ca-9fe19772f3bc admin admin] Router c0d603d4-1967-4a2a-8f98-2682d901e5a4 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:48.912956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:48.924172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-82db63c3-0dad-4f05-b019-eefcbeaff4b2 None None] Provisioning complete for port 8ee91c70-437b-4bd2-b238-843a0976a9aa triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:48.924660 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-82db63c3-0dad-4f05-b019-eefcbeaff4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.929192 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-271a3bc2-31a1-4256-ae70-0e6d1a0c29cf tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "PUT /v2.0/routers/9f150595-d7a9-4513-97c0-ce460c5802d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8414409 Jul 05 04:07:48.935654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52278) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:48.965680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b60d9932-83da-4424-b4d7-4a7210151b9c req-1d94e4e1-2a98-4d79-9dad-d2f8f610ea1b tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372285 Jul 05 04:07:48.985522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a704760f-faf8-45bd-a9cb-f0443124f9be None None] Sync routers for ids ['9f150595-d7a9-4513-97c0-ce460c5802d2'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:49.010303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a704760f-faf8-45bd-a9cb-f0443124f9be None None] Routers {'9f150595-d7a9-4513-97c0-ce460c5802d2'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:49.011067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a704760f-faf8-45bd-a9cb-f0443124f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:07:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['9f150595-d7a9-4513-97c0-ce460c5802d2'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:49.111155 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65974f28-5259-456d-9b2b-61dc8610cfa5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:49.115424 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-65974f28-5259-456d-9b2b-61dc8610cfa5 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f150595-d7a9-4513-97c0-ce460c5802d2 HTTP/1.1" status: 200 len: 988 time: 0.1789577 Jul 05 04:07:49.117973 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52284) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.144763 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a704760f-faf8-45bd-a9cb-f0443124f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:49.166074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 235a146b-e2fe-44f1-aa81-7eac0b0857a6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:49.173104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-d0b66cab-1f15-4236-adde-77e5d63e426f req-37b492ea-f5cc-4943-9a7f-cfc7d19a6002 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Deleting port 4f35c343-5bbb-445d-8062-a2ed2f6511a8 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:49.173662 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d0b66cab-1f15-4236-adde-77e5d63e426f req-37b492ea-f5cc-4943-9a7f-cfc7d19a6002 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.176964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e649ed2-168d-466b-94ca-9fe19772f3bc admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:49.183759 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2e649ed2-168d-466b-94ca-9fe19772f3bc admin admin] 10.222.0.60 "PUT /v2.0/routers/c0d603d4-1967-4a2a-8f98-2682d901e5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8777969 Jul 05 04:07:49.189864 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff7c18-4d94-40f9-bfc6-3b2af21142ef None None] Sync routers for ids ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:49.195790 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52286) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.215405 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff7c18-4d94-40f9-bfc6-3b2af21142ef None None] Routers {'c0d603d4-1967-4a2a-8f98-2682d901e5a4'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:49.215405 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f7ff7c18-4d94-40f9-bfc6-3b2af21142ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:07:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:49.219716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a704760f-faf8-45bd-a9cb-f0443124f9be None None] Routers {'9f150595-d7a9-4513-97c0-ce460c5802d2'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:49.221640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a704760f-faf8-45bd-a9cb-f0443124f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:07:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['9f150595-d7a9-4513-97c0-ce460c5802d2'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:49.292665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-82db63c3-0dad-4f05-b019-eefcbeaff4b2 None None] Port 8ee91c70-437b-4bd2-b238-843a0976a9aa cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:49.314309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a704760f-faf8-45bd-a9cb-f0443124f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:49.316428 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a704760f-faf8-45bd-a9cb-f0443124f9be None None] The sync data for ids ['9f150595-d7a9-4513-97c0-ce460c5802d2'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:49.331478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 235a146b-e2fe-44f1-aa81-7eac0b0857a6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:49.332107 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.426446 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f7ff7c18-4d94-40f9-bfc6-3b2af21142ef None None] Set router c0d603d4-1967-4a2a-8f98-2682d901e5a4 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:49.504869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-d0b66cab-1f15-4236-adde-77e5d63e426f req-37b492ea-f5cc-4943-9a7f-cfc7d19a6002 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] For port 4f35c343-5bbb-445d-8062-a2ed2f6511a8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=4f35c343-5bbb-445d-8062-a2ed2f6511a8,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:49.505378 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d0b66cab-1f15-4236-adde-77e5d63e426f req-37b492ea-f5cc-4943-9a7f-cfc7d19a6002 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.535469 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.573345 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-d0b66cab-1f15-4236-adde-77e5d63e426f req-37b492ea-f5cc-4943-9a7f-cfc7d19a6002 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Calling delete_port for 4f35c343-5bbb-445d-8062-a2ed2f6511a8 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:49.679106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52300) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.707047 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f7ff7c18-4d94-40f9-bfc6-3b2af21142ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T04:07:46Z', 'revision_number': 5, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:49.735943 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff7c18-4d94-40f9-bfc6-3b2af21142ef None None] Checking router: c0d603d4-1967-4a2a-8f98-2682d901e5a4 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:49.744688 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff7c18-4d94-40f9-bfc6-3b2af21142ef None None] Routers {'c0d603d4-1967-4a2a-8f98-2682d901e5a4'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:49.745874 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f7ff7c18-4d94-40f9-bfc6-3b2af21142ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:07:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:49.777817 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8792dbb7-f326-439d-b241-2691ba14c5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.859979 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3178a4d8-b21d-4317-b0ee-928adf32026b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.975917 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f7ff7c18-4d94-40f9-bfc6-3b2af21142ef None None] Set router c0d603d4-1967-4a2a-8f98-2682d901e5a4 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:50.035042 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.050630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944df06-d8a2-429d-a1ed-2b59ef293ed3 req-1fed7694-80b6-4f1b-8176-df87da5e2ebf tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:50.051712 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f944df06-d8a2-429d-a1ed-2b59ef293ed3 req-1fed7694-80b6-4f1b-8176-df87da5e2ebf tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.2838953 Jul 05 04:07:50.063753 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d0b66cab-1f15-4236-adde-77e5d63e426f req-37b492ea-f5cc-4943-9a7f-cfc7d19a6002 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.076558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['4f35c343-5bbb-445d-8062-a2ed2f6511a8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:50.107469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8792dbb7-f326-439d-b241-2691ba14c5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.144187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b492ea-f5cc-4943-9a7f-cfc7d19a6002 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event deleted for resources: {'Port': ['ID=4f35c343-5bbb-445d-8062-a2ed2f6511a8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:50.186976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8792dbb7-f326-439d-b241-2691ba14c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.206161 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d00ff-e638-4024-918e-041565eeed7d req-bfb33b27-88b8-4278-a307-262b8c41a83d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:50.207786 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-749d00ff-e638-4024-918e-041565eeed7d req-bfb33b27-88b8-4278-a307-262b8c41a83d tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 945 time: 0.2617772 Jul 05 04:07:50.230266 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8792dbb7-f326-439d-b241-2691ba14c5a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cab29de6ab1844cf80273a086c010771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5457091 Jul 05 04:07:50.239480 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52308) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:50.253109 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f7ff7c18-4d94-40f9-bfc6-3b2af21142ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T04:07:46Z', 'revision_number': 5, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:50.279742 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f944df06-d8a2-429d-a1ed-2b59ef293ed3 req-f4a678e7-10cf-4055-bc39-f8445179d0ae tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197521 Jul 05 04:07:50.287159 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff7c18-4d94-40f9-bfc6-3b2af21142ef None None] The sync data for ids ['c0d603d4-1967-4a2a-8f98-2682d901e5a4'] in n-d-798249-5 is: [{'id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'name': 'tempest-TaggedBootDevicesTest_v242-386969988-router', 'tenant_id': 'dc9f90e618b6473285087fb5dfe41852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '052e1c97-9f33-41d6-940e-f2847517253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T04:07:46Z', 'revision_number': 5, 'project_id': 'dc9f90e618b6473285087fb5dfe41852', 'gw_port': {'id': '052e1c97-9f33-41d6-940e-f2847517253a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d603d4-1967-4a2a-8f98-2682d901e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:00Z', 'updated_at': '2021-07-05T03:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:50.361364 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-749d00ff-e638-4024-918e-041565eeed7d req-6aa0f274-3f3c-4703-a0d0-68da31b8158f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a9d5428-aac4-472e-bf89-59057f1dbab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079385 Jul 05 04:07:50.375693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792dbb7-f326-439d-b241-2691ba14c5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348e433a-cdc0-4bc2-9166-2497184bb766,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:50.439936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b66cab-1f15-4236-adde-77e5d63e426f req-37b492ea-f5cc-4943-9a7f-cfc7d19a6002 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] No DVR routers for this DVR port 4f35c343-5bbb-445d-8062-a2ed2f6511a8 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:50.446234 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d0b66cab-1f15-4236-adde-77e5d63e426f req-37b492ea-f5cc-4943-9a7f-cfc7d19a6002 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.449395 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0b66cab-1f15-4236-adde-77e5d63e426f req-37b492ea-f5cc-4943-9a7f-cfc7d19a6002 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.64 "DELETE /v2.0/ports/4f35c343-5bbb-445d-8062-a2ed2f6511a8 HTTP/1.1" status: 204 len: 173 time: 1.6226833 Jul 05 04:07:50.454343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8943a74-01f1-4638-8926-ee7d9262dda8', 'name': 'network-vif-deleted', 'tag': '4f35c343-5bbb-445d-8062-a2ed2f6511a8'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:50.456803 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728b0b7b-6cad-4c8c-94f8-db8d4cfc7cb0" -d '{"events": [{"server_uuid": "b8943a74-01f1-4638-8926-ee7d9262dda8", "name": "network-vif-deleted", "tag": "4f35c343-5bbb-445d-8062-a2ed2f6511a8"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:50.459180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3178a4d8-b21d-4317-b0ee-928adf32026b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 8ee91c70-437b-4bd2-b238-843a0976a9aa {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:50.459532 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3178a4d8-b21d-4317-b0ee-928adf32026b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.477389 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8bb217a4-d8ac-44be-95f1-3a293b8e2916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.493295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] Deleting port 052e1c97-9f33-41d6-940e-f2847517253a {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:50.493295 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.513450 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8bb217a4-d8ac-44be-95f1-3a293b8e2916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.567011 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f77b977-eb41-43f9-8d4c-1e7d4fe93582 x-openstack-request-id: req-0f77b977-eb41-43f9-8d4c-1e7d4fe93582 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:50.567467 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8943a74-01f1-4638-8926-ee7d9262dda8", "name": "network-vif-deleted", "tag": "4f35c343-5bbb-445d-8062-a2ed2f6511a8", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:50.567730 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f77b977-eb41-43f9-8d4c-1e7d4fe93582 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:50.568251 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8943a74-01f1-4638-8926-ee7d9262dda8', 'name': 'network-vif-deleted', 'tag': '4f35c343-5bbb-445d-8062-a2ed2f6511a8', 'status': 'completed', 'code': 200} Jul 05 04:07:50.740175 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3178a4d8-b21d-4317-b0ee-928adf32026b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.768647 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3178a4d8-b21d-4317-b0ee-928adf32026b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 8ee91c70-437b-4bd2-b238-843a0976a9aa owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:50.772349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] For port 052e1c97-9f33-41d6-940e-f2847517253a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=052e1c97-9f33-41d6-940e-f2847517253a,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:50.772862 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.785238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35f3c1-f18b-4ac5-b493-e7e728a95aa4 req-7cdc5e18-b85c-4cc4-b32a-be48e70ea2de tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:50.787069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e35f3c1-f18b-4ac5-b493-e7e728a95aa4 req-7cdc5e18-b85c-4cc4-b32a-be48e70ea2de tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.2633784 Jul 05 04:07:50.824355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] Calling delete_port for 052e1c97-9f33-41d6-940e-f2847517253a owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:50.932174 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e35f3c1-f18b-4ac5-b493-e7e728a95aa4 req-0cc682ab-987e-46d9-9fd3-8bbdbd1fcc99 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383410 Jul 05 04:07:50.934943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b87077c6-8d99-40e4-bc7c-a42a887b6370 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:50.939043 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8bb217a4-d8ac-44be-95f1-3a293b8e2916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.942382 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8bb217a4-d8ac-44be-95f1-3a293b8e2916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.946246 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8bb217a4-d8ac-44be-95f1-3a293b8e2916 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/348e433a-cdc0-4bc2-9166-2497184bb766 HTTP/1.1" status: 204 len: 168 time: 0.7026198 Jul 05 04:07:50.963960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb217a4-d8ac-44be-95f1-3a293b8e2916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348e433a-cdc0-4bc2-9166-2497184bb766,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:51.005884 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: b87077c6-8d99-40e4-bc7c-a42a887b6370 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:51.006681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b87077c6-8d99-40e4-bc7c-a42a887b6370 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:51.187001 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3178a4d8-b21d-4317-b0ee-928adf32026b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.249496 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178a4d8-b21d-4317-b0ee-928adf32026b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=8ee91c70-437b-4bd2-b238-843a0976a9aa,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:51.260473 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.271835 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-84f5294f-991d-4520-bed4-9a51b8acb0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.322089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] Pushing event deleted for resources: {'Port': ['ID=052e1c97-9f33-41d6-940e-f2847517253a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:51.453976 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.681033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.683477 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.780851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-44dcb23b-5c08-4837-b3dc-185f78cbe160 req-ccca0ac4-51ff-45c2-be14-1cc5817a9f60 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8943a74-01f1-4638-8926-ee7d9262dda8 HTTP/1.1" status: 200 len: 210 time: 0.0532653 Jul 05 04:07:51.951450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05708b2e-5c60-447a-871a-574b468a5794 req-70cad415-19d7-41ef-8e47-737293edfb77 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:51.954380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05708b2e-5c60-447a-871a-574b468a5794 req-70cad415-19d7-41ef-8e47-737293edfb77 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.0983825 Jul 05 04:07:51.999946 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05708b2e-5c60-447a-871a-574b468a5794 req-f54369c2-8640-4f66-8e27-67ffb6ce4c3b tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387845 Jul 05 04:07:52.000952 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.001510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0d603d4-1967-4a2a-8f98-2682d901e5a4 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:07:52.005914 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.013707 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3b5bb6a9-263a-4e3b-8958-99194de2ea79 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c0d603d4-1967-4a2a-8f98-2682d901e5a4 HTTP/1.1" status: 204 len: 168 time: 2.8101330 Jul 05 04:07:52.013707 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52340) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.101842 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5aab40-1623-45a2-841d-0fec78d741ee admin admin] Deleting subnet 37a0cf37-ca60-4552-abff-1ebde4cd6581 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:52.110021 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b5aab40-1623-45a2-841d-0fec78d741ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.158855 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3178a4d8-b21d-4317-b0ee-928adf32026b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.175998 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b5aab40-1623-45a2-841d-0fec78d741ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.289262 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b5aab40-1623-45a2-841d-0fec78d741ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.339439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3178a4d8-b21d-4317-b0ee-928adf32026b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Router 9f150595-d7a9-4513-97c0-ce460c5802d2 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:52.445897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3178a4d8-b21d-4317-b0ee-928adf32026b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:52.451272 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3178a4d8-b21d-4317-b0ee-928adf32026b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "PUT /v2.0/routers/9f150595-d7a9-4513-97c0-ce460c5802d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3322132 Jul 05 04:07:52.454522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52350) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.456046 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6175c-e2a0-4a7d-b6a7-cb35d5a6e766 None None] Sync routers for ids ['9f150595-d7a9-4513-97c0-ce460c5802d2'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:52.464618 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b5aab40-1623-45a2-841d-0fec78d741ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.475093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab6175c-e2a0-4a7d-b6a7-cb35d5a6e766 None None] Routers {'9f150595-d7a9-4513-97c0-ce460c5802d2'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:52.475934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2ab6175c-e2a0-4a7d-b6a7-cb35d5a6e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:07:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['9f150595-d7a9-4513-97c0-ce460c5802d2'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:52.517607 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fee406c-1ee2-421a-89a2-c7da4cad6e83 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] GET failed (client error): The resource could not be found. Jul 05 04:07:52.520423 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0fee406c-1ee2-421a-89a2-c7da4cad6e83 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/8ee91c70-437b-4bd2-b238-843a0976a9aa HTTP/1.1" status: 404 len: 333 time: 0.0645683 Jul 05 04:07:52.523899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5aab40-1623-45a2-841d-0fec78d741ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a0cf37-ca60-4552-abff-1ebde4cd6581,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:52.524747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52356) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.526340 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2ab6175c-e2a0-4a7d-b6a7-cb35d5a6e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:52.526485 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b5aab40-1623-45a2-841d-0fec78d741ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.528201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2b5aab40-1623-45a2-841d-0fec78d741ee admin admin] 10.222.0.60 "DELETE /v2.0/subnets/37a0cf37-ca60-4552-abff-1ebde4cd6581 HTTP/1.1" status: 204 len: 168 time: 0.5167646 Jul 05 04:07:52.531100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52358) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.541630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbc0b45-ea0f-499a-a1a4-1b64bf1d4a5f None None] Network 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:52.629392 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.650067 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1147-f986-4b39-bb17-05d8bf80a3c3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.678313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4f35c343-5bbb-445d-8062-a2ed2f6511a8 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:52.724401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Deleting port 99f4143b-0e9e-43c8-b569-4c2622eff2ab {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:52.729901 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.745774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab6175c-e2a0-4a7d-b6a7-cb35d5a6e766 None None] Routers {'9f150595-d7a9-4513-97c0-ce460c5802d2'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:52.745774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2ab6175c-e2a0-4a7d-b6a7-cb35d5a6e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:07:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['9f150595-d7a9-4513-97c0-ce460c5802d2'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:52.749140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 4f35c343-5bbb-445d-8062-a2ed2f6511a8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:52.752413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 4f35c343-5bbb-445d-8062-a2ed2f6511a8 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:52.813769 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2ab6175c-e2a0-4a7d-b6a7-cb35d5a6e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:52.814442 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6175c-e2a0-4a7d-b6a7-cb35d5a6e766 None None] The sync data for ids ['9f150595-d7a9-4513-97c0-ce460c5802d2'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:52.856252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] For port 99f4143b-0e9e-43c8-b569-4c2622eff2ab, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=99f4143b-0e9e-43c8-b569-4c2622eff2ab,segment=NetworkSegment(8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b),segment_id=8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:52.871570 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.907410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Calling delete_port for 99f4143b-0e9e-43c8-b569-4c2622eff2ab owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:52.985861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b44350-33da-4245-b412-704612401efc None None] DHCP port deletion for 54dae98d-aa60-4fd9-9c67-e5ee2f324f52 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:53.058705 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1147-f986-4b39-bb17-05d8bf80a3c3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.065445 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1147-f986-4b39-bb17-05d8bf80a3c3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.068333 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 052e1c97-9f33-41d6-940e-f2847517253a no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:53.150138 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 052e1c97-9f33-41d6-940e-f2847517253a {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:53.154449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 052e1c97-9f33-41d6-940e-f2847517253a not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:53.196738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-00b44350-33da-4245-b412-704612401efc None None] Deleting port 99f4143b-0e9e-43c8-b569-4c2622eff2ab {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:53.197466 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-00b44350-33da-4245-b412-704612401efc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.231667 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.247385 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1147-f986-4b39-bb17-05d8bf80a3c3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.249048 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4a1147-f986-4b39-bb17-05d8bf80a3c3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Fanout notify agent at l3_agent the message router_deleted on router 9f150595-d7a9-4513-97c0-ce460c5802d2 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:07:53.259967 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1147-f986-4b39-bb17-05d8bf80a3c3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.261455 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9f4a1147-f986-4b39-bb17-05d8bf80a3c3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/routers/9f150595-d7a9-4513-97c0-ce460c5802d2 HTTP/1.1" status: 204 len: 168 time: 0.7335796 Jul 05 04:07:53.268415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52376) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:53.303647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f4143b-0e9e-43c8-b569-4c2622eff2ab,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:53.327689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf3aba-bab9-44b6-a1b5-d0ae8854bab7 req-f400d168-b20b-4d9b-b657-1e8cebdf9005 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:53.330477 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfaf3aba-bab9-44b6-a1b5-d0ae8854bab7 req-f400d168-b20b-4d9b-b657-1e8cebdf9005 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.1613855 Jul 05 04:07:53.350228 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-00b44350-33da-4245-b412-704612401efc None None] For port 99f4143b-0e9e-43c8-b569-4c2622eff2ab, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=99f4143b-0e9e-43c8-b569-4c2622eff2ab,segment=NetworkSegment(8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b),segment_id=8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:53.352184 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-00b44350-33da-4245-b412-704612401efc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.366008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-00b44350-33da-4245-b412-704612401efc None None] Calling delete_port for 99f4143b-0e9e-43c8-b569-4c2622eff2ab owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:53.388323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ff06d9-7168-4170-9cba-642647775833 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting subnet e386eb55-d09f-4a98-9d90-4bd3e937cef0 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:53.395858 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-37ff06d9-7168-4170-9cba-642647775833 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.438479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] No DVR routers for this DVR port 99f4143b-0e9e-43c8-b569-4c2622eff2ab on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:53.492206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-37ff06d9-7168-4170-9cba-642647775833 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.509477 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-00b44350-33da-4245-b412-704612401efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.552358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-dfaf3aba-bab9-44b6-a1b5-d0ae8854bab7 req-620e8032-5ba7-4ef0-8576-05eb2b593345 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Deleting port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:53.552854 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-dfaf3aba-bab9-44b6-a1b5-d0ae8854bab7 req-620e8032-5ba7-4ef0-8576-05eb2b593345 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.603511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b44350-33da-4245-b412-704612401efc None None] Pushing event deleted for resources: {'Port': ['ID=99f4143b-0e9e-43c8-b569-4c2622eff2ab,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:53.615091 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b44350-33da-4245-b412-704612401efc None None] No DVR routers for this DVR port 99f4143b-0e9e-43c8-b569-4c2622eff2ab on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:53.656061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087a39f-57fe-4f6a-ac85-fc47e1ebfbb2 req-19f2fada-2df7-4113-9a09-c67aa538df36 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:53.663341 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8087a39f-57fe-4f6a-ac85-fc47e1ebfbb2 req-19f2fada-2df7-4113-9a09-c67aa538df36 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 946 time: 0.4275744 Jul 05 04:07:53.676006 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.693948 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-37ff06d9-7168-4170-9cba-642647775833 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.808527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-dfaf3aba-bab9-44b6-a1b5-d0ae8854bab7 req-620e8032-5ba7-4ef0-8576-05eb2b593345 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] For port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3dc0e557-452f-42e2-a6e1-5f9ca50778ac,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:53.812667 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-dfaf3aba-bab9-44b6-a1b5-d0ae8854bab7 req-620e8032-5ba7-4ef0-8576-05eb2b593345 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.830729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-dfaf3aba-bab9-44b6-a1b5-d0ae8854bab7 req-620e8032-5ba7-4ef0-8576-05eb2b593345 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Calling delete_port for 3dc0e557-452f-42e2-a6e1-5f9ca50778ac owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:53.994335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dae98d-aa60-4fd9-9c67-e5ee2f324f52']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:54.009658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:54.010112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c61d07f-d5f4-4d6d-aa32-9b16b8a7f53b') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:54.031179 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.051466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8087a39f-57fe-4f6a-ac85-fc47e1ebfbb2 req-228d5219-c65f-4baf-b303-bc1558d22492 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844602 Jul 05 04:07:54.072530 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.082445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:54.083121 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.083399 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-37ff06d9-7168-4170-9cba-642647775833 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:54.085979 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:54.150741 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff06d9-7168-4170-9cba-642647775833 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Subnet': ['ID=e386eb55-d09f-4a98-9d90-4bd3e937cef0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.161346 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-37ff06d9-7168-4170-9cba-642647775833 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.167144 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-37ff06d9-7168-4170-9cba-642647775833 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/e386eb55-d09f-4a98-9d90-4bd3e937cef0 HTTP/1.1" status: 204 len: 168 time: 0.8955641 Jul 05 04:07:54.168207 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-dfaf3aba-bab9-44b6-a1b5-d0ae8854bab7 req-620e8032-5ba7-4ef0-8576-05eb2b593345 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.181568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52406) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.203845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc4d21-704c-46b7-8525-e2cfe8fd0b06 None None] Network 183fc261-0e33-4ee7-9778-bfbde726d250 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:54.207115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ccc02de6-a63a-4c49-a6a0-e0f7375bc154', '3dc0e557-452f-42e2-a6e1-5f9ca50778ac'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:54.270931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e550d-3ee9-4b1a-b78e-d350d65b4d42 req-6faa33e6-f2a6-4c4c-8764-2af4360db2b0 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:54.278202 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e45e550d-3ee9-4b1a-b78e-d350d65b4d42 req-6faa33e6-f2a6-4c4c-8764-2af4360db2b0 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.1618757 Jul 05 04:07:54.315720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e8032-5ba7-4ef0-8576-05eb2b593345 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Pushing event deleted for resources: {'Port': ['ID=3dc0e557-452f-42e2-a6e1-5f9ca50778ac,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.317785 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.331233 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.339875 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] 10.222.0.60 "DELETE /v2.0/networks/54dae98d-aa60-4fd9-9c67-e5ee2f324f52 HTTP/1.1" status: 204 len: 168 time: 1.8077862 Jul 05 04:07:54.392385 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaf3aba-bab9-44b6-a1b5-d0ae8854bab7 req-620e8032-5ba7-4ef0-8576-05eb2b593345 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] No DVR routers for this DVR port 3dc0e557-452f-42e2-a6e1-5f9ca50778ac on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:54.395181 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-dfaf3aba-bab9-44b6-a1b5-d0ae8854bab7 req-620e8032-5ba7-4ef0-8576-05eb2b593345 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.397768 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfaf3aba-bab9-44b6-a1b5-d0ae8854bab7 req-620e8032-5ba7-4ef0-8576-05eb2b593345 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "DELETE /v2.0/ports/3dc0e557-452f-42e2-a6e1-5f9ca50778ac HTTP/1.1" status: 204 len: 173 time: 1.0610974 Jul 05 04:07:54.399653 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a03e29fe-5bca-4b62-bc27-0568ea72e1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.418419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06b824f-de90-4235-9f94-79a68f2e64c4', 'name': 'network-vif-deleted', 'tag': '3dc0e557-452f-42e2-a6e1-5f9ca50778ac'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:54.422867 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb357330-eb21-4ae4-9612-3328d5d46100" -d '{"events": [{"server_uuid": "c06b824f-de90-4235-9f94-79a68f2e64c4", "name": "network-vif-deleted", "tag": "3dc0e557-452f-42e2-a6e1-5f9ca50778ac"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:54.439550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c317c8a-443f-4806-8ffd-31ee002d2e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=54dae98d-aa60-4fd9-9c67-e5ee2f324f52,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.470502 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.485666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e45e550d-3ee9-4b1a-b78e-d350d65b4d42 req-86ef77da-4ffa-4c04-854b-40a67647d384 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064354 Jul 05 04:07:54.540840 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805a739a-6350-411b-900d-1e38ffa4f83a x-openstack-request-id: req-805a739a-6350-411b-900d-1e38ffa4f83a {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:54.542394 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06b824f-de90-4235-9f94-79a68f2e64c4", "name": "network-vif-deleted", "tag": "3dc0e557-452f-42e2-a6e1-5f9ca50778ac", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:54.542667 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-805a739a-6350-411b-900d-1e38ffa4f83a {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:54.543080 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06b824f-de90-4235-9f94-79a68f2e64c4', 'name': 'network-vif-deleted', 'tag': '3dc0e557-452f-42e2-a6e1-5f9ca50778ac', 'status': 'completed', 'code': 200} Jul 05 04:07:54.569452 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.614517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 235a146b-e2fe-44f1-aa81-7eac0b0857a6 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:54.616263 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.788277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5936571f-28ac-4b95-bfa1-8a7a0f5e2437 None None] DHCP port deletion for 183fc261-0e33-4ee7-9778-bfbde726d250 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:54.803647 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] For port 235a146b-e2fe-44f1-aa81-7eac0b0857a6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=235a146b-e2fe-44f1-aa81-7eac0b0857a6,segment=NetworkSegment(81bc7e36-a369-4c6c-9644-10b219fe14eb),segment_id=81bc7e36-a369-4c6c-9644-10b219fe14eb)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:54.804507 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.831285 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 235a146b-e2fe-44f1-aa81-7eac0b0857a6 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:54.948896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5936571f-28ac-4b95-bfa1-8a7a0f5e2437 None None] Deleting port 235a146b-e2fe-44f1-aa81-7eac0b0857a6 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:54.956522 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5936571f-28ac-4b95-bfa1-8a7a0f5e2437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.977274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52418) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.055724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-32213fac-b87c-4bcb-9163-f788a0045367 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc9f90e618b6473285087fb5dfe41852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805495 Jul 05 04:07:55.059131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52420) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.085249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 99f4143b-0e9e-43c8-b569-4c2622eff2ab no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:55.110172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52424) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.123655 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63de56a1-ecfd-4bca-9c68-1a26e343d005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.147381 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63de56a1-ecfd-4bca-9c68-1a26e343d005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.177502 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.221051 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 99f4143b-0e9e-43c8-b569-4c2622eff2ab {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:55.223054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 99f4143b-0e9e-43c8-b569-4c2622eff2ab not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:55.223802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 235a146b-e2fe-44f1-aa81-7eac0b0857a6 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:55.225004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=235a146b-e2fe-44f1-aa81-7eac0b0857a6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:55.236196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No DVR routers for this DVR port 235a146b-e2fe-44f1-aa81-7eac0b0857a6 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:55.269449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 235a146b-e2fe-44f1-aa81-7eac0b0857a6 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:55.270157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 235a146b-e2fe-44f1-aa81-7eac0b0857a6 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:55.301317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5936571f-28ac-4b95-bfa1-8a7a0f5e2437 None None] For port 235a146b-e2fe-44f1-aa81-7eac0b0857a6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=235a146b-e2fe-44f1-aa81-7eac0b0857a6,segment=NetworkSegment(81bc7e36-a369-4c6c-9644-10b219fe14eb),segment_id=81bc7e36-a369-4c6c-9644-10b219fe14eb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:55.301941 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5936571f-28ac-4b95-bfa1-8a7a0f5e2437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.318220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5936571f-28ac-4b95-bfa1-8a7a0f5e2437 None None] Calling delete_port for 235a146b-e2fe-44f1-aa81-7eac0b0857a6 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:55.336275 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-201a8925-95e7-478d-aa1d-d12834f2e416 req-965c190f-585c-4677-badd-32587d792510 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=c06b824f-de90-4235-9f94-79a68f2e64c4 HTTP/1.1" status: 200 len: 210 time: 0.0919523 Jul 05 04:07:55.360051 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63de56a1-ecfd-4bca-9c68-1a26e343d005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.367004 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63de56a1-ecfd-4bca-9c68-1a26e343d005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.367004 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-63de56a1-ecfd-4bca-9c68-1a26e343d005 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a HTTP/1.1" status: 204 len: 168 time: 0.3041680 Jul 05 04:07:55.378158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de56a1-ecfd-4bca-9c68-1a26e343d005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad03ddd-8fa8-48c0-93b1-e2f8fc153e4a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:55.456073 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.474482 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.505519 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5936571f-28ac-4b95-bfa1-8a7a0f5e2437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.506499 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74512bc4-811c-422f-88d9-a40c2a0ca59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.533932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183fc261-0e33-4ee7-9778-bfbde726d250']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:55.537191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936571f-28ac-4b95-bfa1-8a7a0f5e2437 None None] Pushing event deleted for resources: {'Port': ['ID=235a146b-e2fe-44f1-aa81-7eac0b0857a6,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:55.540526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5936571f-28ac-4b95-bfa1-8a7a0f5e2437 None None] No DVR routers for this DVR port 235a146b-e2fe-44f1-aa81-7eac0b0857a6 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:55.559606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bc7e36-a369-4c6c-9644-10b219fe14eb') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:55.560293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bc7e36-a369-4c6c-9644-10b219fe14eb') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:55.577766 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.612297 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.630192 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-80e3a6a7-5cb5-44be-9695-5b2e6ac8296b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:55.631770 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-80e3a6a7-5cb5-44be-9695-5b2e6ac8296b tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.3113716 Jul 05 04:07:55.633063 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:55.633430 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:55.637091 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:55.715240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a500a-edc7-423c-9db1-837fa8a1075f req-30232cd2-4992-42bc-9c3b-1d1de613ffde tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:55.719121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-da6a500a-edc7-423c-9db1-837fa8a1075f req-30232cd2-4992-42bc-9c3b-1d1de613ffde tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 944 time: 0.0841286 Jul 05 04:07:55.765312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-da6a500a-edc7-423c-9db1-837fa8a1075f req-5e5d4ffd-2d7f-4ba7-a33f-e883f765ef7f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups?id=904ab916-9022-4d5c-bd36-e0c94a486447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395410 Jul 05 04:07:55.807815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Deleting port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:55.808169 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.886803 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.925591 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.931569 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/networks/183fc261-0e33-4ee7-9778-bfbde726d250 HTTP/1.1" status: 204 len: 168 time: 1.7354484 Jul 05 04:07:55.932944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52442) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.955398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371416e-e6fc-45c9-8696-73b0fad8b23e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Network': ['ID=183fc261-0e33-4ee7-9778-bfbde726d250,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:56.030903 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] For port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:56.030903 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.071485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf0490d-a3a4-45aa-8e84-ef3fd25ba10d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:56.077706 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dbf0490d-a3a4-45aa-8e84-ef3fd25ba10d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/27eacd53-9ac5-44e9-b599-c5d5dffc50d8 HTTP/1.1" status: 200 len: 844 time: 0.1434467 Jul 05 04:07:56.080489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52450) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:56.183169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a0e76315-8f28-4014-80d0-e87c806765c9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/27eacd53-9ac5-44e9-b599-c5d5dffc50d8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0942225 Jul 05 04:07:56.184083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52454) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:56.192003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-86de6936-612e-4492-801e-eff48fda08d2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:56.237624 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74512bc4-811c-422f-88d9-a40c2a0ca59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.320575 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.320956 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.321546 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Floating IP 2530fac9-17b4-4adb-8064-0a37899ce235 disassociated. External IP: 172.25.0.195, port: 838e45c2-16c3-48fa-b9c2-6ac8e511a89e. Jul 05 04:07:56.322016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Calling delete_port for 838e45c2-16c3-48fa-b9c2-6ac8e511a89e owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:56.346709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-74512bc4-811c-422f-88d9-a40c2a0ca59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.379855 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-74512bc4-811c-422f-88d9-a40c2a0ca59a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc7b82361cbc45fda605f1b85de4369f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2678494 Jul 05 04:07:56.382464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52460) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:56.476984 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff238b39-aead-46be-88ff-d8e3f86dcc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.484670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74512bc4-811c-422f-88d9-a40c2a0ca59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afce6669-6ee5-47cb-a220-28732047c424,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:56.490234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86de6936-612e-4492-801e-eff48fda08d2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:56.494690 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-86de6936-612e-4492-801e-eff48fda08d2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.553465 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff238b39-aead-46be-88ff-d8e3f86dcc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.732007 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.742117 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff238b39-aead-46be-88ff-d8e3f86dcc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.742117 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff238b39-aead-46be-88ff-d8e3f86dcc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.746654 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ff238b39-aead-46be-88ff-d8e3f86dcc14 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afce6669-6ee5-47cb-a220-28732047c424 HTTP/1.1" status: 204 len: 168 time: 0.3630373 Jul 05 04:07:56.772788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff238b39-aead-46be-88ff-d8e3f86dcc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce6669-6ee5-47cb-a220-28732047c424,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:56.811627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event deleted for resources: {'Port': ['ID=838e45c2-16c3-48fa-b9c2-6ac8e511a89e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:56.857510 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-86de6936-612e-4492-801e-eff48fda08d2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.926270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86de6936-612e-4492-801e-eff48fda08d2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:56.938437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-86de6936-612e-4492-801e-eff48fda08d2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:56.942743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de6936-612e-4492-801e-eff48fda08d2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:56.943352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-86de6936-612e-4492-801e-eff48fda08d2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.957349 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecec793-75d9-4a73-afec-8a24cd4e81d4 None None] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:56.998704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de6936-612e-4492-801e-eff48fda08d2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Subnet': ['ID=81a79983-c764-4879-867b-c1c24d527d17,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:57.080101 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-035cf1bd-6456-4748-879f-f603e6d53406 req-eb7e9d00-bb7c-4258-93f4-95825e74db2f tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 210 time: 0.0958846 Jul 05 04:07:57.086201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-86de6936-612e-4492-801e-eff48fda08d2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9003026 Jul 05 04:07:57.101783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52484) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:57.107982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ea54a7ac-b323-40d2-a9ff-ff7f4978b41d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'security_group': {'name': 'tempest-secgroup-1011801660'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:57.176845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52492) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:57.181097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Router e7b0e5d6-9eab-4768-b375-354be0a8a601 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:57.236993 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea54a7ac-b323-40d2-a9ff-ff7f4978b41d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.270458 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.477113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:57.491587 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b762fa-149c-4b21-95e5-becddbd2666f None None] Sync routers for ids ['e7b0e5d6-9eab-4768-b375-354be0a8a601'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:57.512738 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b762fa-149c-4b21-95e5-becddbd2666f None None] Routers {'e7b0e5d6-9eab-4768-b375-354be0a8a601'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:57.514842 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a0b762fa-149c-4b21-95e5-becddbd2666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:07:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e7b0e5d6-9eab-4768-b375-354be0a8a601'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:57.542927 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea54a7ac-b323-40d2-a9ff-ff7f4978b41d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.627036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'tenant_id': 'f96a2fb9b8484a0db42b4ad5872bd533', 'fixed_ips': [{'subnet_id': '81a79983-c764-4879-867b-c1c24d527d17'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:57.631732 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.635144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1491463000-network', 'tenant_id': '1b54e154b4c64876a8a11b182dc90e47'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:57.644286 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea54a7ac-b323-40d2-a9ff-ff7f4978b41d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.676643 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] No DVR routers for this DVR port 838e45c2-16c3-48fa-b9c2-6ac8e511a89e on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:57.682191 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.686309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54a7ac-b323-40d2-a9ff-ff7f4978b41d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062ff6eb-29d6-4d98-b25e-28b458113e75,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:57.688265 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7c00caca-099c-4696-b916-4bec2eaa4418 req-cb2e82cf-eaee-43de-a9dc-6dba829188cc tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.11 "DELETE /v2.0/ports/838e45c2-16c3-48fa-b9c2-6ac8e511a89e HTTP/1.1" status: 204 len: 173 time: 2.0504706 Jul 05 04:07:57.690916 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-deleted', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:57.696554 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb19bd24-573c-461d-b711-dd49ba4c934f" -d '{"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-deleted", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:57.700427 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-a0b762fa-149c-4b21-95e5-becddbd2666f None None] Set router e7b0e5d6-9eab-4768-b375-354be0a8a601 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:57.766386 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbccb92-b921-4fe2-800d-c59ccf8e709e x-openstack-request-id: req-fbbccb92-b921-4fe2-800d-c59ccf8e709e {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:57.766682 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d00b622-7e5d-4050-8899-aae3c547f705", "name": "network-vif-deleted", "tag": "838e45c2-16c3-48fa-b9c2-6ac8e511a89e", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:57.767242 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbbccb92-b921-4fe2-800d-c59ccf8e709e {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:57.769284 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d00b622-7e5d-4050-8899-aae3c547f705', 'name': 'network-vif-deleted', 'tag': '838e45c2-16c3-48fa-b9c2-6ac8e511a89e', 'status': 'completed', 'code': 200} Jul 05 04:07:57.869807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Allocated IP 2001:db8::2 (3205a01f-8c8a-49aa-b99f-8e9bc4f0e411/81a79983-c764-4879-867b-c1c24d527d17/eb4dc574-7c02-454e-abf8-932243f4cd97) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:57.890967 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] Made reservation on behalf of 1b54e154b4c64876a8a11b182dc90e47 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:57.899135 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.938104 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52512) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:57.999594 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.007835 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea54a7ac-b323-40d2-a9ff-ff7f4978b41d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.013158 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ea54a7ac-b323-40d2-a9ff-ff7f4978b41d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9156189 Jul 05 04:07:58.014358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52516) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:58.020040 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-62bdfd53-5990-4488-a738-040fe611a3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.023553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5372f6a1-e93e-44b6-bf68-47e14b28aba1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'security_group': {'name': 'tempest-secgroup-373569129'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:58.101741 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a0b762fa-149c-4b21-95e5-becddbd2666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T03:58:27Z', 'revision_number': 4, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '94451697-e675-434d-ac29-e8b2058c8f2e', 'name': '', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'mac_address': 'fa:16:3e:6d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:26Z', 'updated_at': '2021-07-05T03:58:34Z', 'revision_number': 5, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'subnets': [{'id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:58.151316 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5372f6a1-e93e-44b6-bf68-47e14b28aba1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.179857 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b762fa-149c-4b21-95e5-becddbd2666f None None] Checking router: e7b0e5d6-9eab-4768-b375-354be0a8a601 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:58.220533 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b762fa-149c-4b21-95e5-becddbd2666f None None] Routers {'e7b0e5d6-9eab-4768-b375-354be0a8a601'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:58.221439 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a0b762fa-149c-4b21-95e5-becddbd2666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:07:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e7b0e5d6-9eab-4768-b375-354be0a8a601'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:58.429243 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87ad3861-9611-4e91-a26e-cc85eb55be3b req-7598a767-faa9-4878-a432-520e9b96336c tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d00b622-7e5d-4050-8899-aae3c547f705 HTTP/1.1" status: 200 len: 210 time: 0.0713289 Jul 05 04:07:58.481138 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.502155 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-a0b762fa-149c-4b21-95e5-becddbd2666f None None] Set router e7b0e5d6-9eab-4768-b375-354be0a8a601 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:58.528852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3dc0e557-452f-42e2-a6e1-5f9ca50778ac no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:58.559745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 3dc0e557-452f-42e2-a6e1-5f9ca50778ac {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:58.564926 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3dc0e557-452f-42e2-a6e1-5f9ca50778ac not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:58.565357 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 838e45c2-16c3-48fa-b9c2-6ac8e511a89e no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:58.614884 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.615472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 838e45c2-16c3-48fa-b9c2-6ac8e511a89e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:58.615472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 838e45c2-16c3-48fa-b9c2-6ac8e511a89e not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:58.672295 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.676609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:58.692226 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Transition to ACTIVE for port object eb4dc574-7c02-454e-abf8-932243f4cd97 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:58.706279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233bb0d8-3ce2-49b0-843f-c1159446e8a0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:58.732235 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.733879 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] Added segment 5dbc82e3-377e-4723-8a13-df44e214d037 of type vlan for network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb Jul 05 04:07:58.760037 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Transition to ACTIVE for port object eb4dc574-7c02-454e-abf8-932243f4cd97 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:58.788428 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-62bdfd53-5990-4488-a738-040fe611a3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.854816 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.866094 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-62bdfd53-5990-4488-a738-040fe611a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.871153 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.966711 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a0b762fa-149c-4b21-95e5-becddbd2666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T03:58:27Z', 'revision_number': 4, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '94451697-e675-434d-ac29-e8b2058c8f2e', 'name': '', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'mac_address': 'fa:16:3e:6d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:26Z', 'updated_at': '2021-07-05T03:58:34Z', 'revision_number': 5, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'subnets': [{'id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:58.970495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Pushing event updated for resources: {'Port': ['ID=eb4dc574-7c02-454e-abf8-932243f4cd97,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:59.000283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:59.002297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:59.011128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:59.027888 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5372f6a1-e93e-44b6-bf68-47e14b28aba1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.032879 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.034915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:59.036896 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.045438 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b762fa-149c-4b21-95e5-becddbd2666f None None] The sync data for ids ['e7b0e5d6-9eab-4768-b375-354be0a8a601'] in n-d-798249-5 is: [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T03:58:27Z', 'revision_number': 4, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '94451697-e675-434d-ac29-e8b2058c8f2e', 'name': '', 'network_id': 'a0b045f4-2b90-4610-a196-e71709f68cab', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'mac_address': 'fa:16:3e:6d:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:26Z', 'updated_at': '2021-07-05T03:58:34Z', 'revision_number': 5, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'subnets': [{'id': '8151acc1-35f1-46dd-b471-d209576c99d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:59.052208 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdfd53-5990-4488-a738-040fe611a3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abf1bea-fe89-45fd-94a0-a674ff1eb55c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:59.066055 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-62bdfd53-5990-4488-a738-040fe611a3a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a0a941437a7426c897f57e8d229e231&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1265597 Jul 05 04:07:59.069910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52540) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:59.196130 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5372f6a1-e93e-44b6-bf68-47e14b28aba1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.207815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Attempting to bind port eb4dc574-7c02-454e-abf8-932243f4cd97 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:59.209823 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Attempting to bind port eb4dc574-7c02-454e-abf8-932243f4cd97 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '60b4a046-1c66-4c44-9963-2d66eca71a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:59.211159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Attempting to bind port eb4dc574-7c02-454e-abf8-932243f4cd97 on network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:59.217439 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:59.218335 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Checking segment: {'id': '60b4a046-1c66-4c44-9963-2d66eca71a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:59.218906 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.219456 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Bound using segment: {'id': '60b4a046-1c66-4c44-9963-2d66eca71a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:59.223260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Bound port: eb4dc574-7c02-454e-abf8-932243f4cd97, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b4a046-1c66-4c44-9963-2d66eca71a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:59.223260 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.224217 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6c4e37c6-2ccd-4582-912d-7e81272a5e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.230522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:59.246466 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:59.268945 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372f6a1-e93e-44b6-bf68-47e14b28aba1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12c50fa-8741-44b5-9486-682a69c749cc,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:59.286778 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6c4e37c6-2ccd-4582-912d-7e81272a5e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.311284 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-be63ef88-0644-48a1-b23e-ee87d23710c5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1323676 Jul 05 04:07:59.315176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52544) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:59.318203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-69ece5c1-19c2-40c2-badb-fa1171ac893c admin admin] Request body: {'subnet': {'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1491463000-subnet', 'tenant_id': '1b54e154b4c64876a8a11b182dc90e47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:59.375886 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5372f6a1-e93e-44b6-bf68-47e14b28aba1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.379593 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5372f6a1-e93e-44b6-bf68-47e14b28aba1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3628879 Jul 05 04:07:59.382459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52550) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:59.387781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1733446847', 'security_groups': ['d12c50fa-8741-44b5-9486-682a69c749cc'], 'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '81a79983-c764-4879-867b-c1c24d527d17'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:59.426233 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ece5c1-19c2-40c2-badb-fa1171ac893c admin admin] Made reservation on behalf of 1b54e154b4c64876a8a11b182dc90e47 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:59.430318 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69ece5c1-19c2-40c2-badb-fa1171ac893c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.600518 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6c4e37c6-2ccd-4582-912d-7e81272a5e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.603900 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6c4e37c6-2ccd-4582-912d-7e81272a5e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.605242 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6c4e37c6-2ccd-4582-912d-7e81272a5e31 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9abf1bea-fe89-45fd-94a0-a674ff1eb55c HTTP/1.1" status: 204 len: 168 time: 0.5338891 Jul 05 04:07:59.630169 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] For port eb4dc574-7c02-454e-abf8-932243f4cd97, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:59.642046 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.642422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e37c6-2ccd-4582-912d-7e81272a5e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abf1bea-fe89-45fd-94a0-a674ff1eb55c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:59.644785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] For port eb4dc574-7c02-454e-abf8-932243f4cd97, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=eb4dc574-7c02-454e-abf8-932243f4cd97,segment=NetworkSegment(60b4a046-1c66-4c44-9963-2d66eca71a89),segment_id=60b4a046-1c66-4c44-9963-2d66eca71a89)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:59.670199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e8bc4-d047-48ec-a0c0-5925f711dacb None None] New status for floating IP 2530fac9-17b4-4adb-8064-0a37899ce235: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:07:59.681844 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:59.791401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52560) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:59.816923 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69ece5c1-19c2-40c2-badb-fa1171ac893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.855718 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.914135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ece5c1-19c2-40c2-badb-fa1171ac893c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d22eed-05a8-48c9-8eef-4cf329439c8a,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:59.924880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71300fdc-00a5-4586-9c86-88fd1fe4b788 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.928009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99466755-be56-44e3-97ae-e57e4e264cee None None] Pushing event updated for resources: {'Port': ['ID=eb4dc574-7c02-454e-abf8-932243f4cd97,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:59.940303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a48fa-9906-415d-9f15-ae56fc6910bd req-032c99a7-aba1-447e-9235-0501908f6c6a tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:59.942087 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-530a48fa-9906-415d-9f15-ae56fc6910bd req-032c99a7-aba1-447e-9235-0501908f6c6a tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 946 time: 0.2098768 Jul 05 04:07:59.980322 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.997710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ece5c1-19c2-40c2-badb-fa1171ac893c admin admin] Checking segment: {'id': '5dbc82e3-377e-4723-8a13-df44e214d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:59.998177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ece5c1-19c2-40c2-badb-fa1171ac893c admin admin] Network hostable DHCP agents. Network: ed21b41f-0d73-4b0a-b0dd-2515b439cbfb, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:00.026424 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71300fdc-00a5-4586-9c86-88fd1fe4b788 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.037898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-530a48fa-9906-415d-9f15-ae56fc6910bd req-272f9a0f-9ad5-4a6c-887b-1f50bdc3dced tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871167 Jul 05 04:08:00.083087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port 7514ccc3-96c6-40ed-b2cc-510396ae0608 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:00.196927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ece5c1-19c2-40c2-badb-fa1171ac893c admin admin] Network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:00.278567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-69ece5c1-19c2-40c2-badb-fa1171ac893c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, ed21b41f-0d73-4b0a-b0dd-2515b439cbfb) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:00.284768 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ece5c1-19c2-40c2-badb-fa1171ac893c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:00.285637 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69ece5c1-19c2-40c2-badb-fa1171ac893c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.314697 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e02617-acf0-4698-a804-ee51018d4a7a None None] Network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:00.398599 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71300fdc-00a5-4586-9c86-88fd1fe4b788 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.402084 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71300fdc-00a5-4586-9c86-88fd1fe4b788 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.406286 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-71300fdc-00a5-4586-9c86-88fd1fe4b788 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "DELETE /v2.0/security-groups/904ab916-9022-4d5c-bd36-e0c94a486447 HTTP/1.1" status: 204 len: 168 time: 0.6139007 Jul 05 04:08:00.406479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52566) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:00.425042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71300fdc-00a5-4586-9c86-88fd1fe4b788 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=904ab916-9022-4d5c-bd36-e0c94a486447,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:00.451759 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-1c103f8b-fe10-4d2c-af41-17662d974404 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] show failed (client error): The resource could not be found. Jul 05 04:08:00.453408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1c103f8b-fe10-4d2c-af41-17662d974404 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "GET /v2.0/security-groups/904ab916-9022-4d5c-bd36-e0c94a486447 HTTP/1.1" status: 404 len: 347 time: 0.0450356 Jul 05 04:08:00.455795 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52570) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:00.474069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Allocated IP 2001:db8::2aa (3205a01f-8c8a-49aa-b99f-8e9bc4f0e411/81a79983-c764-4879-867b-c1c24d527d17/7514ccc3-96c6-40ed-b2cc-510396ae0608) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:00.579023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a1b75e-e984-4844-937c-2a42acaae7e8 None None] Network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:00.593855 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-69ece5c1-19c2-40c2-badb-fa1171ac893c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2801692 Jul 05 04:08:00.805261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-980cdb27-8b87-49a1-abd2-e930b6c7bde5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Deleting port 9a79fe04-96d9-4a1a-955d-18a502d9cbcd {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:00.806175 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-980cdb27-8b87-49a1-abd2-e930b6c7bde5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.836700 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.894029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Transition to ACTIVE for port object 7514ccc3-96c6-40ed-b2cc-510396ae0608 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:00.972630 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-980cdb27-8b87-49a1-abd2-e930b6c7bde5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.973218 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-980cdb27-8b87-49a1-abd2-e930b6c7bde5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.989433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-980cdb27-8b87-49a1-abd2-e930b6c7bde5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Calling delete_port for 9a79fe04-96d9-4a1a-955d-18a502d9cbcd owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:01.011298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e4cd1-f3e4-4e5b-84b1-e280a44eaee7 req-d3c1539b-388f-4ae5-a260-9e2c3e488aed tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:01.013178 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3e1e4cd1-f3e4-4e5b-84b1-e280a44eaee7 req-d3c1539b-388f-4ae5-a260-9e2c3e488aed tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 946 time: 0.3151391 Jul 05 04:08:01.075479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device eb4dc574-7c02-454e-abf8-932243f4cd97 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:01.123624 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.320152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:01.352864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:01.368215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port eb4dc574-7c02-454e-abf8-932243f4cd97 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:01.390546 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=7514ccc3-96c6-40ed-b2cc-510396ae0608,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:01.398942 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:01.428983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:01.429783 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.474511 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.516973 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-3e1e4cd1-f3e4-4e5b-84b1-e280a44eaee7 req-c10772eb-effa-406b-9d38-1f4c0c17dc4f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Deleting port ccc02de6-a63a-4c49-a6a0-e0f7375bc154 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:01.516973 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3e1e4cd1-f3e4-4e5b-84b1-e280a44eaee7 req-c10772eb-effa-406b-9d38-1f4c0c17dc4f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.646639 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-3e1e4cd1-f3e4-4e5b-84b1-e280a44eaee7 req-c10772eb-effa-406b-9d38-1f4c0c17dc4f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] For port ccc02de6-a63a-4c49-a6a0-e0f7375bc154, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=ccc02de6-a63a-4c49-a6a0-e0f7375bc154,segment=NetworkSegment(d1ed836e-641c-49f5-829a-21ae2d63b443),segment_id=d1ed836e-641c-49f5-829a-21ae2d63b443)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:01.647410 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3e1e4cd1-f3e4-4e5b-84b1-e280a44eaee7 req-c10772eb-effa-406b-9d38-1f4c0c17dc4f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.670689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-3e1e4cd1-f3e4-4e5b-84b1-e280a44eaee7 req-c10772eb-effa-406b-9d38-1f4c0c17dc4f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Calling delete_port for ccc02de6-a63a-4c49-a6a0-e0f7375bc154 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:01.718093 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-980cdb27-8b87-49a1-abd2-e930b6c7bde5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.738032 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95494890-9a6f-4792-828e-300f4fa3d765 req-93a115ee-91bd-4e05-9d07-29cb58e1d356 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:01.745001 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-82f2d9a3-1f2a-401d-a2a3-cb7e77e865d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3612702 Jul 05 04:08:01.747308 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95494890-9a6f-4792-828e-300f4fa3d765 req-93a115ee-91bd-4e05-9d07-29cb58e1d356 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 946 time: 0.4775050 Jul 05 04:08:01.750092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52620) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:01.756643 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-bc996706-71df-41f9-9fbf-3a9cb6ef67a1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:01.796320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-112e4f5a-6741-40af-b741-560d9cd01c8a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:01.811606 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-112e4f5a-6741-40af-b741-560d9cd01c8a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/networks?id=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb HTTP/1.1" status: 200 len: 815 time: 0.2841733 Jul 05 04:08:01.888328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cdb27-8b87-49a1-abd2-e930b6c7bde5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Pushing event deleted for resources: {'Port': ['ID=9a79fe04-96d9-4a1a-955d-18a502d9cbcd,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:01.910832 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-ee712f3d-a84d-4d4c-8e11-55f5dc29253c tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/quotas/1b54e154b4c64876a8a11b182dc90e47 HTTP/1.1" status: 200 len: 375 time: 0.0979412 Jul 05 04:08:01.986111 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-b19bd5b7-cf99-45b9-8ffa-c68944551605 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b54e154b4c64876a8a11b182dc90e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742874 Jul 05 04:08:02.008064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1f5329fd-651c-4d19-a287-6e394cf0ac3f None None] Provisioning for port eb4dc574-7c02-454e-abf8-932243f4cd97 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:02.013920 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1f5329fd-651c-4d19-a287-6e394cf0ac3f None None] Provisioning complete for port eb4dc574-7c02-454e-abf8-932243f4cd97 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:02.014621 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1f5329fd-651c-4d19-a287-6e394cf0ac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.143734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95494890-9a6f-4792-828e-300f4fa3d765 req-1ee0fff8-915e-406a-8faf-cfdf06c83933 tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/security-groups?id=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954325 Jul 05 04:08:02.180613 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-980cdb27-8b87-49a1-abd2-e930b6c7bde5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.183417 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-980cdb27-8b87-49a1-abd2-e930b6c7bde5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.185223 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-980cdb27-8b87-49a1-abd2-e930b6c7bde5 tempest-ServerActionsTestJSON-1691460163 tempest-ServerActionsTestJSON-1691460163-project] 10.222.0.60 "DELETE /v2.0/floatingips/2530fac9-17b4-4adb-8064-0a37899ce235 HTTP/1.1" status: 204 len: 168 time: 1.7283025 Jul 05 04:08:02.189021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52634) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:02.281905 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-2e658dfa-2d18-46cb-b9bf-521566d70eb3 service neutron] 10.222.0.60 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948191 Jul 05 04:08:02.428349 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1f5329fd-651c-4d19-a287-6e394cf0ac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.526603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1f5329fd-651c-4d19-a287-6e394cf0ac3f None None] For port eb4dc574-7c02-454e-abf8-932243f4cd97, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=eb4dc574-7c02-454e-abf8-932243f4cd97,segment=NetworkSegment(60b4a046-1c66-4c44-9963-2d66eca71a89),segment_id=60b4a046-1c66-4c44-9963-2d66eca71a89)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:02.586049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc996706-71df-41f9-9fbf-3a9cb6ef67a1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:02.590723 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bc996706-71df-41f9-9fbf-3a9cb6ef67a1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.597154 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3e1e4cd1-f3e4-4e5b-84b1-e280a44eaee7 req-c10772eb-effa-406b-9d38-1f4c0c17dc4f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.607015 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-7fc63318-3616-43b7-b798-a54f31e48ecd service neutron] 10.222.0.60 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238645 Jul 05 04:08:02.608739 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1f5329fd-651c-4d19-a287-6e394cf0ac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.651756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10772eb-effa-406b-9d38-1f4c0c17dc4f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Pushing event deleted for resources: {'Port': ['ID=ccc02de6-a63a-4c49-a6a0-e0f7375bc154,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:02.780850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1e4cd1-f3e4-4e5b-84b1-e280a44eaee7 req-c10772eb-effa-406b-9d38-1f4c0c17dc4f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] No DVR routers for this DVR port ccc02de6-a63a-4c49-a6a0-e0f7375bc154 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:02.786735 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3e1e4cd1-f3e4-4e5b-84b1-e280a44eaee7 req-c10772eb-effa-406b-9d38-1f4c0c17dc4f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.787072 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['ccc02de6-a63a-4c49-a6a0-e0f7375bc154'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:02.795521 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3e1e4cd1-f3e4-4e5b-84b1-e280a44eaee7 req-c10772eb-effa-406b-9d38-1f4c0c17dc4f tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.11 "DELETE /v2.0/ports/ccc02de6-a63a-4c49-a6a0-e0f7375bc154 HTTP/1.1" status: 204 len: 173 time: 1.7703919 Jul 05 04:08:02.795521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca7d0be-442c-42d9-8965-1b4771ccd0bd', 'name': 'network-vif-deleted', 'tag': 'ccc02de6-a63a-4c49-a6a0-e0f7375bc154'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:02.795521 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bc4a67-f557-455f-9d98-e0da92b6db02" -d '{"events": [{"server_uuid": "cca7d0be-442c-42d9-8965-1b4771ccd0bd", "name": "network-vif-deleted", "tag": "ccc02de6-a63a-4c49-a6a0-e0f7375bc154"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:02.806482 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5329fd-651c-4d19-a287-6e394cf0ac3f None None] Pushing event updated for resources: {'Port': ['ID=eb4dc574-7c02-454e-abf8-932243f4cd97,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:02.844970 n-d-798249-5 neutron-server[100876]: INFO neutron.db.ipam_backend_mixin [None req-bc996706-71df-41f9-9fbf-3a9cb6ef67a1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81a79983-c764-4879-867b-c1c24d527d17 (CIDR: 2001:db8::/64) Jul 05 04:08:02.861716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1f5329fd-651c-4d19-a287-6e394cf0ac3f None None] Provisioning complete for port 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:02.862353 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1f5329fd-651c-4d19-a287-6e394cf0ac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.928287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-1f5329fd-651c-4d19-a287-6e394cf0ac3f None None] Port 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:02.929587 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc996706-71df-41f9-9fbf-3a9cb6ef67a1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:08:02.930331 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc996706-71df-41f9-9fbf-3a9cb6ef67a1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:02.939902 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf164e9f-b2d6-4aee-b5bb-2f4c8d5bb4c2 x-openstack-request-id: req-bf164e9f-b2d6-4aee-b5bb-2f4c8d5bb4c2 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:02.940315 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca7d0be-442c-42d9-8965-1b4771ccd0bd", "name": "network-vif-deleted", "tag": "ccc02de6-a63a-4c49-a6a0-e0f7375bc154", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:02.940703 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf164e9f-b2d6-4aee-b5bb-2f4c8d5bb4c2 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:02.942144 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca7d0be-442c-42d9-8965-1b4771ccd0bd', 'name': 'network-vif-deleted', 'tag': 'ccc02de6-a63a-4c49-a6a0-e0f7375bc154', 'status': 'completed', 'code': 200} Jul 05 04:08:03.064566 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bc996706-71df-41f9-9fbf-3a9cb6ef67a1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3129404 Jul 05 04:08:03.067022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52656) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:03.079661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-33ce5587-1666-40ef-aff4-5ccd582bbbe8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:03.094707 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device eb4dc574-7c02-454e-abf8-932243f4cd97 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:03.150342 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2fdca891-5a9b-46df-95c4-b8ca4cd4bf1c None None] Provisioning for port 7514ccc3-96c6-40ed-b2cc-510396ae0608 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:03.186658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2fdca891-5a9b-46df-95c4-b8ca4cd4bf1c None None] Provisioning complete for port 7514ccc3-96c6-40ed-b2cc-510396ae0608 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:03.191516 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2fdca891-5a9b-46df-95c4-b8ca4cd4bf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.210962 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39ef4488-b0a3-4881-9690-6c7297284342 req-d77e09a1-9c60-4564-ab58-a72ef1f3a21a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 210 time: 0.1061499 Jul 05 04:08:03.371442 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port eb4dc574-7c02-454e-abf8-932243f4cd97 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:03.372486 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.382392 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-2fdca891-5a9b-46df-95c4-b8ca4cd4bf1c None None] Port 7514ccc3-96c6-40ed-b2cc-510396ae0608 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:03.448002 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49979072-e73e-4f05-9306-45505f15eb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.520660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ce5587-1666-40ef-aff4-5ccd582bbbe8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:03.524427 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-33ce5587-1666-40ef-aff4-5ccd582bbbe8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.531583 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d5e12f4-7c35-48b3-ba4a-d84fe2e581a2 req-ed3caa1e-22d8-4608-bd02-2d208b9bc2da tempest-ServersTestJSON-850649235 tempest-ServersTestJSON-850649235-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca7d0be-442c-42d9-8965-1b4771ccd0bd HTTP/1.1" status: 200 len: 210 time: 0.0349081 Jul 05 04:08:04.051930 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-33ce5587-1666-40ef-aff4-5ccd582bbbe8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.144497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ce5587-1666-40ef-aff4-5ccd582bbbe8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:04.148273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-33ce5587-1666-40ef-aff4-5ccd582bbbe8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:04.154971 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ce5587-1666-40ef-aff4-5ccd582bbbe8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:04.159615 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-33ce5587-1666-40ef-aff4-5ccd582bbbe8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.164295 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb3b485-a288-4134-9df4-a5815c67e710 None None] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:04.168196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce5587-1666-40ef-aff4-5ccd582bbbe8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Subnet': ['ID=4b67114d-9a9f-4621-854b-7f5297582e4c,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:04.266455 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-33ce5587-1666-40ef-aff4-5ccd582bbbe8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1980598 Jul 05 04:08:04.279895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52684) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:04.302061 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-037fdddf-faed-4115-87b1-878851d826a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1722195699', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4b67114d-9a9f-4621-854b-7f5297582e4c'}], 'security_groups': ['062ff6eb-29d6-4d98-b25e-28b458113e75']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:04.421760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f51de60-2794-414f-8112-9c5de0fbc628 req-8f391007-fcbd-4d92-a74a-7a091e833ab1 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 210 time: 0.0617378 Jul 05 04:08:04.469981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-49979072-e73e-4f05-9306-45505f15eb8a admin admin] Deleting port 94451697-e675-434d-ac29-e8b2058c8f2e {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:04.470801 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49979072-e73e-4f05-9306-45505f15eb8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.529949 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-037fdddf-faed-4115-87b1-878851d826a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.634662 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4375ab-5b9e-485c-90fd-cb3656b721c5 None None] Update dhcp port {'port': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'fixed_ips': [{'subnet_id': '81a79983-c764-4879-867b-c1c24d527d17', 'ip_address': '2001:db8::2'}, {'subnet_id': '4b67114d-9a9f-4621-854b-7f5297582e4c'}], 'binding:host_id': 'n-d-798249-5'}, 'id': 'eb4dc574-7c02-454e-abf8-932243f4cd97'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:08:04.652285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-49979072-e73e-4f05-9306-45505f15eb8a admin admin] For port 94451697-e675-434d-ac29-e8b2058c8f2e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=94451697-e675-434d-ac29-e8b2058c8f2e,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:04.653396 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49979072-e73e-4f05-9306-45505f15eb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.679055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-49979072-e73e-4f05-9306-45505f15eb8a admin admin] Calling delete_port for 94451697-e675-434d-ac29-e8b2058c8f2e owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:04.679323 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1b4375ab-5b9e-485c-90fd-cb3656b721c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.692593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52694) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:04.958389 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-1b4375ab-5b9e-485c-90fd-cb3656b721c5 None None] Allocated IP 2001:db8:0:1::2 (3205a01f-8c8a-49aa-b99f-8e9bc4f0e411/4b67114d-9a9f-4621-854b-7f5297582e4c/eb4dc574-7c02-454e-abf8-932243f4cd97) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:04.988431 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-3566b164-3cad-4ef4-a73f-6e832213bdbf admin admin] Deleting subnet 8facf5e9-bfc3-4583-948d-915d16522b51 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:04.993029 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3566b164-3cad-4ef4-a73f-6e832213bdbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.015028 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49979072-e73e-4f05-9306-45505f15eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.049578 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3566b164-3cad-4ef4-a73f-6e832213bdbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.078798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49979072-e73e-4f05-9306-45505f15eb8a admin admin] Pushing event deleted for resources: {'Port': ['ID=94451697-e675-434d-ac29-e8b2058c8f2e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:05.105283 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3566b164-3cad-4ef4-a73f-6e832213bdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.119939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1b4375ab-5b9e-485c-90fd-cb3656b721c5 None None] For port eb4dc574-7c02-454e-abf8-932243f4cd97, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=eb4dc574-7c02-454e-abf8-932243f4cd97,segment=NetworkSegment(60b4a046-1c66-4c44-9963-2d66eca71a89),segment_id=60b4a046-1c66-4c44-9963-2d66eca71a89)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:05.193678 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1b4375ab-5b9e-485c-90fd-cb3656b721c5 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.221725 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1b4375ab-5b9e-485c-90fd-cb3656b721c5 None None] Transition to ACTIVE for port object eb4dc574-7c02-454e-abf8-932243f4cd97 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:05.316535 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49979072-e73e-4f05-9306-45505f15eb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.341196 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1b4375ab-5b9e-485c-90fd-cb3656b721c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.346718 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3566b164-3cad-4ef4-a73f-6e832213bdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.389701 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3566b164-3cad-4ef4-a73f-6e832213bdbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.391778 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3566b164-3cad-4ef4-a73f-6e832213bdbf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8facf5e9-bfc3-4583-948d-915d16522b51 HTTP/1.1" status: 204 len: 168 time: 0.6982284 Jul 05 04:08:05.395280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52700) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:05.461775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4375ab-5b9e-485c-90fd-cb3656b721c5 None None] Pushing event updated for resources: {'Port': ['ID=eb4dc574-7c02-454e-abf8-932243f4cd97,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:05.496872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566b164-3cad-4ef4-a73f-6e832213bdbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8facf5e9-bfc3-4583-948d-915d16522b51,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:05.562026 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ba68c43f-c9c1-402c-af71-a3b7082dfba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.700724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-037fdddf-faed-4115-87b1-878851d826a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Delete allocated IP 2001:db8::2aa (3205a01f-8c8a-49aa-b99f-8e9bc4f0e411/81a79983-c764-4879-867b-c1c24d527d17) {{(pid=100876) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:08:05.711393 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-037fdddf-faed-4115-87b1-878851d826a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Allocated IP 2001:db8:0:1::d2 (3205a01f-8c8a-49aa-b99f-8e9bc4f0e411/4b67114d-9a9f-4621-854b-7f5297582e4c/7514ccc3-96c6-40ed-b2cc-510396ae0608) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:05.839394 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-778c94a2-4854-47d3-9dff-338543b1823c req-024debb7-d71e-4700-b651-82ebdfc8ce94 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 210 time: 0.0566125 Jul 05 04:08:05.855734 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ba68c43f-c9c1-402c-af71-a3b7082dfba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.951634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-ba68c43f-c9c1-402c-af71-a3b7082dfba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289bce06-a2c1-47c6-8a99-7407dc3c1dd6']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:05.981241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-ba68c43f-c9c1-402c-af71-a3b7082dfba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ed836e-641c-49f5-829a-21ae2d63b443') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:05.981760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-ba68c43f-c9c1-402c-af71-a3b7082dfba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ed836e-641c-49f5-829a-21ae2d63b443') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:06.000033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ba68c43f-c9c1-402c-af71-a3b7082dfba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.035560 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-037fdddf-faed-4115-87b1-878851d826a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.055701 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-037fdddf-faed-4115-87b1-878851d826a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Transition to ACTIVE for port object 7514ccc3-96c6-40ed-b2cc-510396ae0608 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:06.062184 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ba68c43f-c9c1-402c-af71-a3b7082dfba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.085726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba68c43f-c9c1-402c-af71-a3b7082dfba2 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:06.086822 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ba68c43f-c9c1-402c-af71-a3b7082dfba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.095231 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49979072-e73e-4f05-9306-45505f15eb8a admin admin] Router e7b0e5d6-9eab-4768-b375-354be0a8a601 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:06.097205 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:06.156989 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-037fdddf-faed-4115-87b1-878851d826a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.343825 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-037fdddf-faed-4115-87b1-878851d826a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] In _notify_port_updated(), no bound segment for port 7514ccc3-96c6-40ed-b2cc-510396ae0608 on network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 {{(pid=100876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:08:06.362395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037fdddf-faed-4115-87b1-878851d826a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.363566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-037fdddf-faed-4115-87b1-878851d826a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.367555 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-037fdddf-faed-4115-87b1-878851d826a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "PUT /v2.0/ports/7514ccc3-96c6-40ed-b2cc-510396ae0608 HTTP/1.1" status: 200 len: 930 time: 2.0858352 Jul 05 04:08:06.373897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52728) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:06.451322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device ccc02de6-a63a-4c49-a6a0-e0f7375bc154 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:06.480775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fdddf-faed-4115-87b1-878851d826a9 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=7514ccc3-96c6-40ed-b2cc-510396ae0608,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:06.491788 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: ccc02de6-a63a-4c49-a6a0-e0f7375bc154 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:06.492157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device ccc02de6-a63a-4c49-a6a0-e0f7375bc154 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:06.498238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49979072-e73e-4f05-9306-45505f15eb8a admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:06.509981 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789cb6b2-15f0-4164-af33-57f9033e69e6 None None] Sync routers for ids ['e7b0e5d6-9eab-4768-b375-354be0a8a601'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:06.530991 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-49979072-e73e-4f05-9306-45505f15eb8a admin admin] 10.222.0.60 "PUT /v2.0/routers/e7b0e5d6-9eab-4768-b375-354be0a8a601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3405721 Jul 05 04:08:06.532706 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789cb6b2-15f0-4164-af33-57f9033e69e6 None None] Routers {'e7b0e5d6-9eab-4768-b375-354be0a8a601'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:06.533811 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-789cb6b2-15f0-4164-af33-57f9033e69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:07:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e7b0e5d6-9eab-4768-b375-354be0a8a601'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:06.536870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52732) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:06.755191 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-77d9e089-81de-44fd-9aab-2bc74c8c39b3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 7514ccc3-96c6-40ed-b2cc-510396ae0608 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:06.756958 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77d9e089-81de-44fd-9aab-2bc74c8c39b3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.771968 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.808685 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-789cb6b2-15f0-4164-af33-57f9033e69e6 None None] Set router e7b0e5d6-9eab-4768-b375-354be0a8a601 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:08:06.819462 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2a4ed77a-7d79-4574-8ba4-f03874e7b33d None None] Provisioning for port 7514ccc3-96c6-40ed-b2cc-510396ae0608 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:06.823843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2a4ed77a-7d79-4574-8ba4-f03874e7b33d None None] Provisioning complete for port 7514ccc3-96c6-40ed-b2cc-510396ae0608 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:06.824433 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed77a-7d79-4574-8ba4-f03874e7b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.839079 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ba68c43f-c9c1-402c-af71-a3b7082dfba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.851750 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ba68c43f-c9c1-402c-af71-a3b7082dfba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.854507 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ba68c43f-c9c1-402c-af71-a3b7082dfba2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/289bce06-a2c1-47c6-8a99-7407dc3c1dd6 HTTP/1.1" status: 204 len: 168 time: 1.4580469 Jul 05 04:08:06.955845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68c43f-c9c1-402c-af71-a3b7082dfba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=289bce06-a2c1-47c6-8a99-7407dc3c1dd6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:06.987417 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ed77a-7d79-4574-8ba4-f03874e7b33d None None] Port 7514ccc3-96c6-40ed-b2cc-510396ae0608 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:06.989304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-4c6b5c63-b5a0-4436-8530-1eeb99b39cbc tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.994024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-4c6b5c63-b5a0-4436-8530-1eeb99b39cbc tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.64 "GET /v2.0/networks?id=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb HTTP/1.1" status: 200 len: 815 time: 0.3915210 Jul 05 04:08:07.012120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-186424ca-d152-46d1-ada6-1bc56fd862db tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Request body: {'port': {'device_id': 'b59fe056-3e5e-4b19-8a37-e2d1aa318988', 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb', 'admin_state_up': True, 'tenant_id': '1b54e154b4c64876a8a11b182dc90e47'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:07.097538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2a4ed77a-7d79-4574-8ba4-f03874e7b33d None None] Provisioning for port eb4dc574-7c02-454e-abf8-932243f4cd97 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:07.103946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2a4ed77a-7d79-4574-8ba4-f03874e7b33d None None] Provisioning complete for port eb4dc574-7c02-454e-abf8-932243f4cd97 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:07.104453 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed77a-7d79-4574-8ba4-f03874e7b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.297321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device eb4dc574-7c02-454e-abf8-932243f4cd97 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:07.366029 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3290cc7-a343-4462-b6bb-7b4197277454 req-7a7be69c-3000-4600-a787-ea65de80897d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 210 time: 0.1113722 Jul 05 04:08:07.409323 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.422597 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-789cb6b2-15f0-4164-af33-57f9033e69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T04:08:04Z', 'revision_number': 5, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:07.432336 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77d9e089-81de-44fd-9aab-2bc74c8c39b3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.454655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-77d9e089-81de-44fd-9aab-2bc74c8c39b3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 7514ccc3-96c6-40ed-b2cc-510396ae0608 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:07.473318 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789cb6b2-15f0-4164-af33-57f9033e69e6 None None] Checking router: e7b0e5d6-9eab-4768-b375-354be0a8a601 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:08:07.485203 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789cb6b2-15f0-4164-af33-57f9033e69e6 None None] Routers {'e7b0e5d6-9eab-4768-b375-354be0a8a601'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:07.486217 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-789cb6b2-15f0-4164-af33-57f9033e69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:07:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e7b0e5d6-9eab-4768-b375-354be0a8a601'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:07.515230 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port eb4dc574-7c02-454e-abf8-932243f4cd97 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:07.518326 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.584116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-186424ca-d152-46d1-ada6-1bc56fd862db tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Made reservation on behalf of 1b54e154b4c64876a8a11b182dc90e47 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:07.593980 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-186424ca-d152-46d1-ada6-1bc56fd862db tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.655711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] Deleting port 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:07.656064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.658205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2a4ed77a-7d79-4574-8ba4-f03874e7b33d None None] Provisioning complete for port 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:07.658835 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed77a-7d79-4574-8ba4-f03874e7b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.783302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52752) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:07.787675 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ed77a-7d79-4574-8ba4-f03874e7b33d None None] Port 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:07.813522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] For port 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:07.814233 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.834137 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] Calling delete_port for 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:07.870009 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-789cb6b2-15f0-4164-af33-57f9033e69e6 None None] Set router e7b0e5d6-9eab-4768-b375-354be0a8a601 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:08:07.905311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-892d9af2-8970-44f3-b027-18d6256fd217 None None] Could not find standard attr ID for object 7514ccc3-96c6-40ed-b2cc-510396ae0608. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:08:07.912705 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fd8aff64-ba4f-43de-a245-88e41b7ef518 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf04d616778d47c89580bb8ff6878ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278553 Jul 05 04:08:07.915213 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52754) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:07.952248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-186424ca-d152-46d1-ada6-1bc56fd862db tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Allocated IP 172.20.0.9 (ed21b41f-0d73-4b0a-b0dd-2515b439cbfb/46d22eed-05a8-48c9-8eef-4cf329439c8a/3a862fa7-15e9-4c30-a82e-cc654edc02ee) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:08.002227 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e1aa9c98-f823-45cc-879b-6179127e2ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.047453 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77d9e089-81de-44fd-9aab-2bc74c8c39b3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.087138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9e089-81de-44fd-9aab-2bc74c8c39b3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=7514ccc3-96c6-40ed-b2cc-510396ae0608,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:08.108946 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e1aa9c98-f823-45cc-879b-6179127e2ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.171240 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77d9e089-81de-44fd-9aab-2bc74c8c39b3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.176109 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-77d9e089-81de-44fd-9aab-2bc74c8c39b3 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/7514ccc3-96c6-40ed-b2cc-510396ae0608 HTTP/1.1" status: 204 len: 168 time: 1.7986646 Jul 05 04:08:08.176727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52760) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:08.246031 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24f6da8-1dcb-46ee-a5f6-9cb9c1103a78 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] GET failed (client error): The resource could not be found. Jul 05 04:08:08.251199 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c24f6da8-1dcb-46ee-a5f6-9cb9c1103a78 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/7514ccc3-96c6-40ed-b2cc-510396ae0608 HTTP/1.1" status: 404 len: 333 time: 0.0636804 Jul 05 04:08:08.252468 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52762) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:08.267741 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-789cb6b2-15f0-4164-af33-57f9033e69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T04:08:04Z', 'revision_number': 5, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:08.372700 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789cb6b2-15f0-4164-af33-57f9033e69e6 None None] The sync data for ids ['e7b0e5d6-9eab-4768-b375-354be0a8a601'] in n-d-798249-5 is: [{'id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'name': 'tempest-ServerActionsTestJSON-721218869-router', 'tenant_id': '174f2d02a7e3433196e6af978e1e0491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:20Z', 'updated_at': '2021-07-05T04:08:04Z', 'revision_number': 5, 'project_id': '174f2d02a7e3433196e6af978e1e0491', 'gw_port': {'id': '9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b0e5d6-9eab-4768-b375-354be0a8a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:08.412832 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-186424ca-d152-46d1-ada6-1bc56fd862db tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.415746 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-510a8a55-3bfc-4f3b-bac3-9aba8f164130 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.423749 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.527983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:08.540062 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-510a8a55-3bfc-4f3b-bac3-9aba8f164130 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.590684 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e1aa9c98-f823-45cc-879b-6179127e2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.595103 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e1aa9c98-f823-45cc-879b-6179127e2ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.596633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e1aa9c98-f823-45cc-879b-6179127e2ee8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70f53944-1ae2-4c1b-b8c8-1b6938b2da4c HTTP/1.1" status: 204 len: 168 time: 0.6803682 Jul 05 04:08:08.614005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa9c98-f823-45cc-879b-6179127e2ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f53944-1ae2-4c1b-b8c8-1b6938b2da4c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:08.649626 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-186424ca-d152-46d1-ada6-1bc56fd862db tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.732914 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.783387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-186424ca-d152-46d1-ada6-1bc56fd862db tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:08.793710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-186424ca-d152-46d1-ada6-1bc56fd862db tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:08.800730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-186424ca-d152-46d1-ada6-1bc56fd862db tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:08.853443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186424ca-d152-46d1-ada6-1bc56fd862db tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Pushing event updated for resources: {'Port': ['ID=3a862fa7-15e9-4c30-a82e-cc654edc02ee,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:08.907889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-186424ca-d152-46d1-ada6-1bc56fd862db tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:08.908617 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-186424ca-d152-46d1-ada6-1bc56fd862db tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.926224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d410e0d-7ccf-4957-a268-45434f048dcc req-a94a43d9-7286-4bdd-864f-8fe011cd45ab tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:08.933607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d410e0d-7ccf-4957-a268-45434f048dcc req-a94a43d9-7286-4bdd-864f-8fe011cd45ab tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 931 time: 0.2490354 Jul 05 04:08:08.997482 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-510a8a55-3bfc-4f3b-bac3-9aba8f164130 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.005032 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-510a8a55-3bfc-4f3b-bac3-9aba8f164130 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.009312 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-510a8a55-3bfc-4f3b-bac3-9aba8f164130 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/security-groups/d12c50fa-8741-44b5-9486-682a69c749cc HTTP/1.1" status: 204 len: 168 time: 0.7539537 Jul 05 04:08:09.021230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52782) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:09.038483 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.045051 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.047117 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a8a55-3bfc-4f3b-bac3-9aba8f164130 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12c50fa-8741-44b5-9486-682a69c749cc,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:09.083635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-186424ca-d152-46d1-ada6-1bc56fd862db tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0814362 Jul 05 04:08:09.101452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d410e0d-7ccf-4957-a268-45434f048dcc req-3f2dbfd2-9e21-4593-8ce4-56d45810a756 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637409 Jul 05 04:08:09.110167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Request body: {'port': {'device_id': 'b59fe056-3e5e-4b19-8a37-e2d1aa318988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:09.135367 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 94451697-e675-434d-ac29-e8b2058c8f2e no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:09.168796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 94451697-e675-434d-ac29-e8b2058c8f2e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:09.169304 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 94451697-e675-434d-ac29-e8b2058c8f2e not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:09.220248 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9be8efa5-6f15-4fbd-b531-471e97b2548c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.223160 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.268550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52788) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:09.287723 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9be8efa5-6f15-4fbd-b531-471e97b2548c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.287976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.293383 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7b0e5d6-9eab-4768-b375-354be0a8a601 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:08:09.328115 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.328115 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-443680a0-6587-4922-9e63-89d91dbe1a5f admin admin] 10.222.0.60 "DELETE /v2.0/routers/e7b0e5d6-9eab-4768-b375-354be0a8a601 HTTP/1.1" status: 204 len: 168 time: 2.7863381 Jul 05 04:08:09.329875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52796) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:09.557605 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65ba08a9-0509-49a4-95bc-cbb24387e66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.559363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6943e77-a386-4f69-aed4-46d785b5e9b4 admin admin] Deleting subnet 8151acc1-35f1-46dd-b471-d209576c99d2 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:09.566409 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b6943e77-a386-4f69-aed4-46d785b5e9b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.661903 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9be8efa5-6f15-4fbd-b531-471e97b2548c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.664521 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9be8efa5-6f15-4fbd-b531-471e97b2548c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.665666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9be8efa5-6f15-4fbd-b531-471e97b2548c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/security-groups/062ff6eb-29d6-4d98-b25e-28b458113e75 HTTP/1.1" status: 204 len: 168 time: 0.6430337 Jul 05 04:08:09.678001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52808) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:09.698860 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b6943e77-a386-4f69-aed4-46d785b5e9b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.725084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8efa5-6f15-4fbd-b531-471e97b2548c tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062ff6eb-29d6-4d98-b25e-28b458113e75,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:09.754364 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65ba08a9-0509-49a4-95bc-cbb24387e66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.843175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-63410b1d-7983-443b-9970-acf4b9952f77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting subnet 81a79983-c764-4879-867b-c1c24d527d17 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:09.852181 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63410b1d-7983-443b-9970-acf4b9952f77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.914967 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-65ba08a9-0509-49a4-95bc-cbb24387e66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.928026 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b6943e77-a386-4f69-aed4-46d785b5e9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.982965 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63410b1d-7983-443b-9970-acf4b9952f77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.018835 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52816) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:10.020560 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-65ba08a9-0509-49a4-95bc-cbb24387e66c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dcd3e33ac25d47399a00f8560c182d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7434909 Jul 05 04:08:10.054763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba08a9-0509-49a4-95bc-cbb24387e66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5de60b-74a3-4a88-ab60-34faa0684fc0,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:10.057239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a862fa7-15e9-4c30-a82e-cc654edc02ee {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:10.072477 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.113983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Transition to ACTIVE for port object 3a862fa7-15e9-4c30-a82e-cc654edc02ee will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:10.171294 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63410b1d-7983-443b-9970-acf4b9952f77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.174554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf804e81-e969-4ea7-bad1-a922fa57f1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.210732 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.237001 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf804e81-e969-4ea7-bad1-a922fa57f1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.297978 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b6943e77-a386-4f69-aed4-46d785b5e9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.389056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6943e77-a386-4f69-aed4-46d785b5e9b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8151acc1-35f1-46dd-b471-d209576c99d2,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:10.389401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf60f6d-2296-4f27-b97c-b7c74c078db6 None None] Network a0b045f4-2b90-4610-a196-e71709f68cab requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:10.389854 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b6943e77-a386-4f69-aed4-46d785b5e9b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.389854 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b6943e77-a386-4f69-aed4-46d785b5e9b4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8151acc1-35f1-46dd-b471-d209576c99d2 HTTP/1.1" status: 204 len: 168 time: 1.0446167 Jul 05 04:08:10.390630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Pushing event updated for resources: {'Port': ['ID=3a862fa7-15e9-4c30-a82e-cc654edc02ee,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:10.392748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52826) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:10.687353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7039604-ecf6-46d6-9501-21fc806e1985 None None] DHCP port deletion for a0b045f4-2b90-4610-a196-e71709f68cab request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:10.786520 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63410b1d-7983-443b-9970-acf4b9952f77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.850352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63410b1d-7983-443b-9970-acf4b9952f77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Subnet': ['ID=81a79983-c764-4879-867b-c1c24d527d17,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:10.855022 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63410b1d-7983-443b-9970-acf4b9952f77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.857853 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-63410b1d-7983-443b-9970-acf4b9952f77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/81a79983-c764-4879-867b-c1c24d527d17 HTTP/1.1" status: 204 len: 168 time: 1.1769738 Jul 05 04:08:10.862043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52838) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:10.868181 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-225c9ae3-4737-4831-ae41-a9314877c8f1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:10.876625 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.878639 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf804e81-e969-4ea7-bad1-a922fa57f1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.881685 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf804e81-e969-4ea7-bad1-a922fa57f1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.883745 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cf804e81-e969-4ea7-bad1-a922fa57f1f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b5de60b-74a3-4a88-ab60-34faa0684fc0 HTTP/1.1" status: 204 len: 168 time: 0.8607795 Jul 05 04:08:10.925711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf804e81-e969-4ea7-bad1-a922fa57f1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5de60b-74a3-4a88-ab60-34faa0684fc0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:10.933447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e890c51-1995-4ba7-9d9e-539a85fab772 None None] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:10.967576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Attempting to bind port 3a862fa7-15e9-4c30-a82e-cc654edc02ee on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:10.969103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Attempting to bind port 3a862fa7-15e9-4c30-a82e-cc654edc02ee by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5dbc82e3-377e-4723-8a13-df44e214d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:10.977827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Attempting to bind port 3a862fa7-15e9-4c30-a82e-cc654edc02ee on network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:11.034678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247372dd-d59b-4c54-a2c4-7e385d42efd5 req-74ccda82-508c-4296-b97f-4e1ccba4a91d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:11.046974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-247372dd-d59b-4c54-a2c4-7e385d42efd5 req-74ccda82-508c-4296-b97f-4e1ccba4a91d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 943 time: 0.6832793 Jul 05 04:08:11.049738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cd1c0ca7-543c-4b2b-88a8-2d1ed690265a no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:11.060638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Port 3a862fa7-15e9-4c30-a82e-cc654edc02ee on network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:08:11.071434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Attempting to bind port 3a862fa7-15e9-4c30-a82e-cc654edc02ee on network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:11.092988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:11.093278 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Checking segment: {'id': '5dbc82e3-377e-4723-8a13-df44e214d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:11.099647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Bound using segment: {'id': '5dbc82e3-377e-4723-8a13-df44e214d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:11.099647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Bound port: 3a862fa7-15e9-4c30-a82e-cc654edc02ee, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dbc82e3-377e-4723-8a13-df44e214d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:11.099647 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.145732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-247372dd-d59b-4c54-a2c4-7e385d42efd5 req-1e887582-e510-4c03-9546-d585a1783e71 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959334 Jul 05 04:08:11.189641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Deleting port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:11.190265 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.252969 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.268213 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e7039604-ecf6-46d6-9501-21fc806e1985 None None] Deleting port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:11.268339 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e7039604-ecf6-46d6-9501-21fc806e1985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.302520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225c9ae3-4737-4831-ae41-a9314877c8f1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:11.323263 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-225c9ae3-4737-4831-ae41-a9314877c8f1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.338041 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cd1c0ca7-543c-4b2b-88a8-2d1ed690265a,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:11.435574 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e7039604-ecf6-46d6-9501-21fc806e1985 None None] For port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cd1c0ca7-543c-4b2b-88a8-2d1ed690265a,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:11.436212 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e7039604-ecf6-46d6-9501-21fc806e1985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.438224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] For port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cd1c0ca7-543c-4b2b-88a8-2d1ed690265a,segment=NetworkSegment(15a18caf-303d-4409-8a1f-0eca04b26b76),segment_id=15a18caf-303d-4409-8a1f-0eca04b26b76)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:11.439837 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.457188 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.457188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:11.462298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Calling delete_port for cd1c0ca7-543c-4b2b-88a8-2d1ed690265a owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:11.490999 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] For port 3a862fa7-15e9-4c30-a82e-cc654edc02ee, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:11.491627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e7039604-ecf6-46d6-9501-21fc806e1985 None None] Calling delete_port for cd1c0ca7-543c-4b2b-88a8-2d1ed690265a owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:11.495650 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] For port 3a862fa7-15e9-4c30-a82e-cc654edc02ee, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3a862fa7-15e9-4c30-a82e-cc654edc02ee,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:11.550936 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:11.551385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9e3cea9d-c9d0-4a13-b70f-f47f4637bbfd not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:11.643812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.692890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=cd1c0ca7-543c-4b2b-88a8-2d1ed690265a,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:11.803337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Pushing event updated for resources: {'Port': ['ID=3a862fa7-15e9-4c30-a82e-cc654edc02ee,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:11.821381 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:11.822003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.823594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-1503a32a-a640-4b98-b19e-205911533dda service neutron] 10.222.0.64 "PUT /v2.0/ports/3a862fa7-15e9-4c30-a82e-cc654edc02ee HTTP/1.1" status: 200 len: 1091 time: 2.7211719 Jul 05 04:08:11.824048 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59fe056-3e5e-4b19-8a37-e2d1aa318988', 'tag': '3a862fa7-15e9-4c30-a82e-cc654edc02ee'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:11.827116 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff089b8-b729-40db-8974-00c7a223a9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b59fe056-3e5e-4b19-8a37-e2d1aa318988", "tag": "3a862fa7-15e9-4c30-a82e-cc654edc02ee"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:11.858959 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e7039604-ecf6-46d6-9501-21fc806e1985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.874571 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.913967 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] No DVR routers for this DVR port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:11.938590 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7039604-ecf6-46d6-9501-21fc806e1985 None None] Pushing event deleted for resources: {'Port': ['ID=cd1c0ca7-543c-4b2b-88a8-2d1ed690265a,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:11.944156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7039604-ecf6-46d6-9501-21fc806e1985 None None] No DVR routers for this DVR port cd1c0ca7-543c-4b2b-88a8-2d1ed690265a on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:11.993005 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f30f030-f30c-4af7-8fd4-25e63e2e517c x-openstack-request-id: req-7f30f030-f30c-4af7-8fd4-25e63e2e517c {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:11.993556 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59fe056-3e5e-4b19-8a37-e2d1aa318988", "tag": "3a862fa7-15e9-4c30-a82e-cc654edc02ee", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:11.993556 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f30f030-f30c-4af7-8fd4-25e63e2e517c {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:11.993961 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59fe056-3e5e-4b19-8a37-e2d1aa318988', 'tag': '3a862fa7-15e9-4c30-a82e-cc654edc02ee', 'status': 'completed', 'code': 200} Jul 05 04:08:12.062683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52862) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:12.085654 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1c0ca7-543c-4b2b-88a8-2d1ed690265a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:12.086523 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-374e479b-18ce-4cf9-b620-b267742c8f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.098265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-225c9ae3-4737-4831-ae41-a9314877c8f1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.110662 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.125065 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b045f4-2b90-4610-a196-e71709f68cab']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:12.137933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a18caf-303d-4409-8a1f-0eca04b26b76') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:12.138398 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a18caf-303d-4409-8a1f-0eca04b26b76') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:12.149887 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.175285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff089b8-b729-40db-8974-00c7a223a9dc req-f62df763-e0ba-4a6d-b426-f42f179f17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:12.176851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ff089b8-b729-40db-8974-00c7a223a9dc req-f62df763-e0ba-4a6d-b426-f42f179f17b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b54e154b4c64876a8a11b182dc90e47&device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 1094 time: 0.1545134 Jul 05 04:08:12.177788 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.184345 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:12.184965 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:12.188490 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:12.233180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c9ae3-4737-4831-ae41-a9314877c8f1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Subnet': ['ID=86630511-5d65-4f92-828c-314fdb4082e7,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:12.279707 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c9ae3-4737-4831-ae41-a9314877c8f1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:12.283750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-225c9ae3-4737-4831-ae41-a9314877c8f1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:12.289178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225c9ae3-4737-4831-ae41-a9314877c8f1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:12.290473 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-225c9ae3-4737-4831-ae41-a9314877c8f1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.395937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52872) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:12.421433 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.431962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff089b8-b729-40db-8974-00c7a223a9dc req-05dd2489-1192-4456-8d38-070501527afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:12.431962 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ff089b8-b729-40db-8974-00c7a223a9dc req-05dd2489-1192-4456-8d38-070501527afb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1b54e154b4c64876a8a11b182dc90e47&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2416859 Jul 05 04:08:12.434547 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.436725 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a0b045f4-2b90-4610-a196-e71709f68cab HTTP/1.1" status: 204 len: 168 time: 2.0235984 Jul 05 04:08:12.456234 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-374e479b-18ce-4cf9-b620-b267742c8f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.474207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63482342-7b01-468a-ba4f-1fee721ce560 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b045f4-2b90-4610-a196-e71709f68cab,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:12.508516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c27182d-5cc3-480e-ba0e-736064815efe None None] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:12.538640 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-374e479b-18ce-4cf9-b620-b267742c8f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.608854 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-33d4cb87-2583-4a69-b60a-1cf759e509a6 None None] Provisioning complete for port eb4dc574-7c02-454e-abf8-932243f4cd97 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:12.609489 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-33d4cb87-2583-4a69-b60a-1cf759e509a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.636195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e479b-18ce-4cf9-b620-b267742c8f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd928e3-0624-4ca9-9585-9ddbc2f46633,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:12.641574 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-374e479b-18ce-4cf9-b620-b267742c8f06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=614d4b87d6a04cb082b73aee055f7f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5775878 Jul 05 04:08:12.644074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52880) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:12.674372 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-225c9ae3-4737-4831-ae41-a9314877c8f1 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8109500 Jul 05 04:08:12.676860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f33212-2877-41f4-8734-29e0c3042229 req-aa670a12-697e-4052-bb37-31e723bc6b6a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:12.678380 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52882) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:12.684495 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2f33212-2877-41f4-8734-29e0c3042229 req-aa670a12-697e-4052-bb37-31e723bc6b6a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 943 time: 0.3337462 Jul 05 04:08:12.689361 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8667b6de-4ab5-4f56-bae8-fb3e8771fc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.689872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1d5f7490-e1ec-4e25-9a39-af71c3cd5c8e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'security_group': {'name': 'tempest-secgroup-874562913'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:12.739225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff089b8-b729-40db-8974-00c7a223a9dc req-79f44071-e147-4137-b81c-4d63620e2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:12.741112 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ff089b8-b729-40db-8974-00c7a223a9dc req-79f44071-e147-4137-b81c-4d63620e2405 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2919776 Jul 05 04:08:12.774762 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2f33212-2877-41f4-8734-29e0c3042229 req-38bbaf1f-2b10-441f-923d-0c2ba840700b tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892100 Jul 05 04:08:12.797023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7eae7f2-40db-490a-bb62-4e6bc67b5e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.821023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7eae7f2-40db-490a-bb62-4e6bc67b5e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.858860 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7490-e1ec-4e25-9a39-af71c3cd5c8e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.864753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-33d4cb87-2583-4a69-b60a-1cf759e509a6 None None] Provisioning complete for port 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:12.865367 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-33d4cb87-2583-4a69-b60a-1cf759e509a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.934803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-13964372-d2db-4563-9fac-53e04ac431a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:12.937950 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-13964372-d2db-4563-9fac-53e04ac431a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b54e154b4c64876a8a11b182dc90e47&device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 1094 time: 0.1563513 Jul 05 04:08:12.944775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-33d4cb87-2583-4a69-b60a-1cf759e509a6 None None] Port 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:12.963710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a24247-cb9b-4058-bbea-0f97413956cb None None] Update dhcp port {'port': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'fixed_ips': [{'subnet_id': '4b67114d-9a9f-4621-854b-7f5297582e4c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '86630511-5d65-4f92-828c-314fdb4082e7'}], 'binding:host_id': 'n-d-798249-5'}, 'id': 'eb4dc574-7c02-454e-abf8-932243f4cd97'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:08:12.987383 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52888) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:12.988875 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-7ccd21cf-0616-49a3-a9b9-e1ca6b9be368 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a862fa7-15e9-4c30-a82e-cc654edc02ee HTTP/1.1" status: 200 len: 217 time: 0.0430050 Jul 05 04:08:13.022890 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a5a24247-cb9b-4058-bbea-0f97413956cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.040550 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7b1981c2-49ba-41c7-b99a-008f1f19f7cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=174f2d02a7e3433196e6af978e1e0491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518515 Jul 05 04:08:13.041710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-7c561ecc-c87d-494f-bcf4-0968b76eba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:13.043005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52890) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:13.043337 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-7c561ecc-c87d-494f-bcf4-0968b76eba37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46d22eed-05a8-48c9-8eef-4cf329439c8a HTTP/1.1" status: 200 len: 855 time: 0.0486307 Jul 05 04:08:13.062410 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7eae7f2-40db-490a-bb62-4e6bc67b5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.065741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7eae7f2-40db-490a-bb62-4e6bc67b5e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.066897 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c7eae7f2-40db-490a-bb62-4e6bc67b5e33 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ccd928e3-0624-4ca9-9585-9ddbc2f46633 HTTP/1.1" status: 204 len: 168 time: 0.4215336 Jul 05 04:08:13.080633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-5bf1e66c-9018-4e9a-afaf-a92c084764a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309455 Jul 05 04:08:13.084034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eae7f2-40db-490a-bb62-4e6bc67b5e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd928e3-0624-4ca9-9585-9ddbc2f46633,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.124286 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.144647 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.222708 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8667b6de-4ab5-4f56-bae8-fb3e8771fc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.236611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-068cfc69-84a9-4bbc-9345-d1b28d0b3f6d service neutron] 10.222.0.64 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299877 Jul 05 04:08:13.258038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-a5a24247-cb9b-4058-bbea-0f97413956cb None None] Allocated IP 2001:db8::2 (3205a01f-8c8a-49aa-b99f-8e9bc4f0e411/86630511-5d65-4f92-828c-314fdb4082e7/eb4dc574-7c02-454e-abf8-932243f4cd97) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:13.319560 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.322193 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.323416 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a9d5428-aac4-472e-bf89-59057f1dbab2 HTTP/1.1" status: 204 len: 168 time: 0.2786753 Jul 05 04:08:13.339578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9d5428-aac4-472e-bf89-59057f1dbab2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.348930 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:13.349229 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:13.349768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:13.349768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:13.350785 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:13.350785 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:13.350785 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:13.352099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:13.352099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:13.352099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:13.352099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:13.352568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b75613a-407b-44c2-a6a5-baafc0bbf879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:13.366920 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ac601ac-330d-4b9b-8e4a-409d94587670 req-6c96e490-11be-4574-9adb-8b2214984ae3 service neutron] 10.222.0.64 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241019 Jul 05 04:08:13.385842 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8667b6de-4ab5-4f56-bae8-fb3e8771fc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.441292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a5a24247-cb9b-4058-bbea-0f97413956cb None None] For port eb4dc574-7c02-454e-abf8-932243f4cd97, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=eb4dc574-7c02-454e-abf8-932243f4cd97,segment=NetworkSegment(60b4a046-1c66-4c44-9963-2d66eca71a89),segment_id=60b4a046-1c66-4c44-9963-2d66eca71a89)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:13.451725 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8667b6de-4ab5-4f56-bae8-fb3e8771fc6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f3664fb36e543e6becd485adf0b13e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0510476 Jul 05 04:08:13.452564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667b6de-4ab5-4f56-bae8-fb3e8771fc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdddbb57-9f02-414f-92ec-0e19834f4cc0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.463556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52898) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:13.495810 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7490-e1ec-4e25-9a39-af71c3cd5c8e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.513419 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a5a24247-cb9b-4058-bbea-0f97413956cb None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.527219 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-68c43690-dfea-4850-86c0-18fbb0fad919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.533966 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a5a24247-cb9b-4058-bbea-0f97413956cb None None] Transition to ACTIVE for port object eb4dc574-7c02-454e-abf8-932243f4cd97 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:13.554644 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-68c43690-dfea-4850-86c0-18fbb0fad919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.762279 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7490-e1ec-4e25-9a39-af71c3cd5c8e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.762510 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a5a24247-cb9b-4058-bbea-0f97413956cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.805584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f7490-e1ec-4e25-9a39-af71c3cd5c8e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c286f1-2df0-4e0b-a123-5c259a57f1de,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.806298 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-68c43690-dfea-4850-86c0-18fbb0fad919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.811533 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-68c43690-dfea-4850-86c0-18fbb0fad919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.820640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-68c43690-dfea-4850-86c0-18fbb0fad919 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdddbb57-9f02-414f-92ec-0e19834f4cc0 HTTP/1.1" status: 204 len: 168 time: 0.3588483 Jul 05 04:08:13.843335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c43690-dfea-4850-86c0-18fbb0fad919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdddbb57-9f02-414f-92ec-0e19834f4cc0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.882417 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7490-e1ec-4e25-9a39-af71c3cd5c8e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.883841 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1d5f7490-e1ec-4e25-9a39-af71c3cd5c8e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1995194 Jul 05 04:08:13.886620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52918) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:13.898132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4d2e8a0a-e7b5-48ad-bb8b-163c8f127195 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'security_group': {'name': 'tempest-secgroup-94996143'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:13.954816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a24247-cb9b-4058-bbea-0f97413956cb None None] Pushing event updated for resources: {'Port': ['ID=eb4dc574-7c02-454e-abf8-932243f4cd97,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:14.034655 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4d2e8a0a-e7b5-48ad-bb8b-163c8f127195 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.117254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16abbf4-b84a-441f-b0c4-9b04b6ec4356 req-068b2aed-9b85-4a83-9831-3084a80819af tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:14.118880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e16abbf4-b84a-441f-b0c4-9b04b6ec4356 req-068b2aed-9b85-4a83-9831-3084a80819af tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 943 time: 0.1351812 Jul 05 04:08:14.186418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e16abbf4-b84a-441f-b0c4-9b04b6ec4356 req-905d6025-0cb1-43db-812e-e93695ba59e0 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524158 Jul 05 04:08:14.215359 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4d2e8a0a-e7b5-48ad-bb8b-163c8f127195 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.310934 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4d2e8a0a-e7b5-48ad-bb8b-163c8f127195 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.346645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e8a0a-e7b5-48ad-bb8b-163c8f127195 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d985d1-1c67-476a-8735-13a3750f3289,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:14.425841 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4d2e8a0a-e7b5-48ad-bb8b-163c8f127195 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.427487 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4d2e8a0a-e7b5-48ad-bb8b-163c8f127195 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5396001 Jul 05 04:08:14.431823 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52936) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.437824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-bc17ce82-fea6-490c-bac2-1ad62c786e02 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'security_group': {'name': 'tempest-secgroup-912466483'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:14.585444 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bc17ce82-fea6-490c-bac2-1ad62c786e02 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.768217 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bc17ce82-fea6-490c-bac2-1ad62c786e02 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.874669 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bc17ce82-fea6-490c-bac2-1ad62c786e02 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.912237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17ce82-fea6-490c-bac2-1ad62c786e02 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656f24ba-4503-43f9-9e76-b65bd1895644,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:14.913815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5a356c19-6ce5-44fb-84ff-5f8b38a7ea23 None None] Provisioning for port eb4dc574-7c02-454e-abf8-932243f4cd97 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:14.917926 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5a356c19-6ce5-44fb-84ff-5f8b38a7ea23 None None] Provisioning complete for port eb4dc574-7c02-454e-abf8-932243f4cd97 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:14.918523 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5a356c19-6ce5-44fb-84ff-5f8b38a7ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.005852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device eb4dc574-7c02-454e-abf8-932243f4cd97 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:15.007896 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bc17ce82-fea6-490c-bac2-1ad62c786e02 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.009244 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bc17ce82-fea6-490c-bac2-1ad62c786e02 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5763187 Jul 05 04:08:15.012731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52962) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:15.018780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-519155571', 'security_groups': ['656f24ba-4503-43f9-9e76-b65bd1895644'], 'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '86630511-5d65-4f92-828c-314fdb4082e7'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:15.099541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port eb4dc574-7c02-454e-abf8-932243f4cd97 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:15.100633 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.259794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5a356c19-6ce5-44fb-84ff-5f8b38a7ea23 None None] Provisioning complete for port 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:15.260457 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5a356c19-6ce5-44fb-84ff-5f8b38a7ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.325831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5a356c19-6ce5-44fb-84ff-5f8b38a7ea23 None None] Port 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:15.360540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:15.478850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24069519-6874-492e-94b6-1e696987a797 req-b859d118-6fc1-478c-be49-b58e380d88a2 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:15.481522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24069519-6874-492e-94b6-1e696987a797 req-b859d118-6fc1-478c-be49-b58e380d88a2 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 943 time: 0.0936546 Jul 05 04:08:15.492060 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.515638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] device_id is not set on port 66b9762f-200a-418f-aea8-be621f2876c6 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:15.550193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24069519-6874-492e-94b6-1e696987a797 req-3cbeb36f-a960-4a0c-8e8f-b7e14d393a74 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468881 Jul 05 04:08:15.723588 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Allocated IP 2001:db8::e6 (3205a01f-8c8a-49aa-b99f-8e9bc4f0e411/86630511-5d65-4f92-828c-314fdb4082e7/66b9762f-200a-418f-aea8-be621f2876c6) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:15.921115 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.938111 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Transition to ACTIVE for port object 66b9762f-200a-418f-aea8-be621f2876c6 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:16.060827 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.126906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:16.130793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:16.135065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:16.141840 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:16.142614 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.158670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=66b9762f-200a-418f-aea8-be621f2876c6,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:16.182869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52998) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:16.257403 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e39ef9d2-24df-4f59-aad4-e9891008559b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2407348 Jul 05 04:08:16.257403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53004) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:16.263621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e1967c6e-03a0-4c17-b4b8-e6d94df2df86 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:16.536631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1967c6e-03a0-4c17-b4b8-e6d94df2df86 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:16.541493 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e1967c6e-03a0-4c17-b4b8-e6d94df2df86 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.634715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5aee7a67-a837-42c7-82ed-8fce662df255 None None] Provisioning for port 66b9762f-200a-418f-aea8-be621f2876c6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:16.641712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5aee7a67-a837-42c7-82ed-8fce662df255 None None] Provisioning complete for port 66b9762f-200a-418f-aea8-be621f2876c6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:16.642269 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5aee7a67-a837-42c7-82ed-8fce662df255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.649689 n-d-798249-5 neutron-server[100876]: INFO neutron.db.ipam_backend_mixin [None req-e1967c6e-03a0-4c17-b4b8-e6d94df2df86 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86630511-5d65-4f92-828c-314fdb4082e7 (CIDR: 2001:db8::/64) Jul 05 04:08:16.652674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-390999750-network', 'tenant_id': '7fa1eacf9e144e43add3ce680e487b4e'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:16.697334 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1967c6e-03a0-4c17-b4b8-e6d94df2df86 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:08:16.698265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1967c6e-03a0-4c17-b4b8-e6d94df2df86 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:16.714087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5aee7a67-a837-42c7-82ed-8fce662df255 None None] Port 66b9762f-200a-418f-aea8-be621f2876c6 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:16.715714 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3a862fa7-15e9-4c30-a82e-cc654edc02ee details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:08:16.828497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3a862fa7-15e9-4c30-a82e-cc654edc02ee, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3a862fa7-15e9-4c30-a82e-cc654edc02ee,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:16.852391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] Made reservation on behalf of 7fa1eacf9e144e43add3ce680e487b4e for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:16.862938 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.863465 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e1967c6e-03a0-4c17-b4b8-e6d94df2df86 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6047237 Jul 05 04:08:16.866448 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53024) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:16.873572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '3a862fa7-15e9-4c30-a82e-cc654edc02ee', 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb', 'port_id': '3a862fa7-15e9-4c30-a82e-cc654edc02ee', 'mac_address': 'fa:16:3e:dd:f3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d22eed-05a8-48c9-8eef-4cf329439c8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:08:16.891722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-27f5a83e-9e65-47a0-9279-a2a2a21e4508 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:16.915142 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.948831 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.979912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a862fa7-15e9-4c30-a82e-cc654edc02ee {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:17.002059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e77f64-1a53-4d00-9c23-c94f0b81eba5 req-44afe681-97d5-40eb-a7bc-b51c48c7e08b tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:17.002059 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6e77f64-1a53-4d00-9c23-c94f0b81eba5 req-44afe681-97d5-40eb-a7bc-b51c48c7e08b tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 943 time: 0.2524486 Jul 05 04:08:17.037132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3a862fa7-15e9-4c30-a82e-cc654edc02ee, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3a862fa7-15e9-4c30-a82e-cc654edc02ee,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:17.084487 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6e77f64-1a53-4d00-9c23-c94f0b81eba5 req-1015f167-c490-485f-a705-5bc4aa140e7a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844183 Jul 05 04:08:17.105620 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.153173 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.231512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=3a862fa7-15e9-4c30-a82e-cc654edc02ee,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:17.244148 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.301451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:17.338542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f5a83e-9e65-47a0-9279-a2a2a21e4508 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:17.338853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3a862fa7-15e9-4c30-a82e-cc654edc02ee'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:17.339091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416690c1-ead6-4a97-b48a-7ec8db80cb54,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:17.347587 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27f5a83e-9e65-47a0-9279-a2a2a21e4508 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.364778 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.365330 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] Added segment 9ce9321f-39a4-4892-b783-2e1d69191f7c of type vlan for network ed0d3580-3694-4b70-a9b7-df9059bde8d6 Jul 05 04:08:17.419779 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.552957 n-d-798249-5 neutron-server[100876]: INFO neutron.db.ipam_backend_mixin [None req-27f5a83e-9e65-47a0-9279-a2a2a21e4508 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4b67114d-9a9f-4621-854b-7f5297582e4c (CIDR: 2001:db8:0:1::/64) Jul 05 04:08:17.562236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.568246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:17.568246 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.618222 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f5a83e-9e65-47a0-9279-a2a2a21e4508 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:08:17.621991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f5a83e-9e65-47a0-9279-a2a2a21e4508 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:17.629732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] Pushing event updated for resources: {'Network': ['ID=ed0d3580-3694-4b70-a9b7-df9059bde8d6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:17.645530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ed0d3580-3694-4b70-a9b7-df9059bde8d6 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:17.700109 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c89c4ee5-a3d8-4b64-8e04-169c29ef2857 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5160074 Jul 05 04:08:17.703228 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53064) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:17.709652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4fc48d5e-37e4-4359-94eb-c5b11ce9ba71 admin admin] Request body: {'subnet': {'network_id': 'ed0d3580-3694-4b70-a9b7-df9059bde8d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-390999750-subnet', 'tenant_id': '7fa1eacf9e144e43add3ce680e487b4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:17.729398 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-27f5a83e-9e65-47a0-9279-a2a2a21e4508 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8614888 Jul 05 04:08:17.732955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53070) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:17.748957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-083d5862-3c39-46b2-860f-b96e17334c6d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'subnet': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:17.858966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc48d5e-37e4-4359-94eb-c5b11ce9ba71 admin admin] Made reservation on behalf of 7fa1eacf9e144e43add3ce680e487b4e for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:17.861825 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4fc48d5e-37e4-4359-94eb-c5b11ce9ba71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.018950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083d5862-3c39-46b2-860f-b96e17334c6d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Made reservation on behalf of f96a2fb9b8484a0db42b4ad5872bd533 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:18.023222 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-083d5862-3c39-46b2-860f-b96e17334c6d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.109467 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53080) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:18.188593 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4fc48d5e-37e4-4359-94eb-c5b11ce9ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.262503 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc48d5e-37e4-4359-94eb-c5b11ce9ba71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ad2873-7144-4048-a041-015336a98baa,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:18.328427 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc48d5e-37e4-4359-94eb-c5b11ce9ba71 admin admin] Checking segment: {'id': '9ce9321f-39a4-4892-b783-2e1d69191f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ed0d3580-3694-4b70-a9b7-df9059bde8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:18.328427 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc48d5e-37e4-4359-94eb-c5b11ce9ba71 admin admin] Network hostable DHCP agents. Network: ed0d3580-3694-4b70-a9b7-df9059bde8d6, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:18.374475 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e799e385-b624-49e6-8fea-7b8216e511e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.490420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bf0b4-4fbe-4305-b4e7-c23d113b87c9 req-7d9596b6-f8e4-4c89-a8da-df8f0da6eab4 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:18.498583 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d15bf0b4-4fbe-4305-b4e7-c23d113b87c9 req-7d9596b6-f8e4-4c89-a8da-df8f0da6eab4 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 944 time: 0.1415946 Jul 05 04:08:18.536145 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc48d5e-37e4-4359-94eb-c5b11ce9ba71 admin admin] Network ed0d3580-3694-4b70-a9b7-df9059bde8d6 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:18.552009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e799e385-b624-49e6-8fea-7b8216e511e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.565511 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-083d5862-3c39-46b2-860f-b96e17334c6d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.611569 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d15bf0b4-4fbe-4305-b4e7-c23d113b87c9 req-4c252417-a9d4-4758-ba87-e8163ae1c2aa tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120708 Jul 05 04:08:18.615272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083d5862-3c39-46b2-860f-b96e17334c6d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:18.618399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-083d5862-3c39-46b2-860f-b96e17334c6d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:18.625230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d5862-3c39-46b2-860f-b96e17334c6d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:18.625821 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-083d5862-3c39-46b2-860f-b96e17334c6d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.638540 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9870d203-e7c2-4c9f-a79b-11291dcdee84 None None] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:18.645657 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e799e385-b624-49e6-8fea-7b8216e511e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.649085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d5862-3c39-46b2-860f-b96e17334c6d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Subnet': ['ID=9bfd8f85-9482-462c-8469-133af14e1c5b,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:18.661933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53094) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:18.681889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3a862fa7-15e9-4c30-a82e-cc654edc02ee up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:18.709065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-4fc48d5e-37e4-4359-94eb-c5b11ce9ba71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, ed0d3580-3694-4b70-a9b7-df9059bde8d6) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:18.722661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-083d5862-3c39-46b2-860f-b96e17334c6d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9878917 Jul 05 04:08:18.727759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53100) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:18.734623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-bafbec48-ebd6-4afe-ad59-cc569ffc28d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-780276040', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9bfd8f85-9482-462c-8469-133af14e1c5b'}], 'security_groups': ['55c286f1-2df0-4e0b-a123-5c259a57f1de', '12d985d1-1c67-476a-8735-13a3750f3289']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:18.761925 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc48d5e-37e4-4359-94eb-c5b11ce9ba71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:18.762712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4fc48d5e-37e4-4359-94eb-c5b11ce9ba71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.812937 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e799e385-b624-49e6-8fea-7b8216e511e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3caf5975dd874971ade1a8554493f803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7024946 Jul 05 04:08:18.814473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53102) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:18.815223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799e385-b624-49e6-8fea-7b8216e511e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42f2dec-bcd4-42c1-9537-904892902943,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:18.819189 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020986f9-96f2-4e6f-8003-470ee733d642 None None] Network ed0d3580-3694-4b70-a9b7-df9059bde8d6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:18.939355 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4fc48d5e-37e4-4359-94eb-c5b11ce9ba71 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2345364 Jul 05 04:08:18.978369 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1cabb44-519f-47f6-b833-340ab7de1aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.027551 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1cabb44-519f-47f6-b833-340ab7de1aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.084400 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef6e31ff-9071-427e-938a-c8face60291a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.154714 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bafbec48-ebd6-4afe-ad59-cc569ffc28d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.214967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c7b870-60cf-4190-8a0f-6c695676b2d7 None None] Network ed0d3580-3694-4b70-a9b7-df9059bde8d6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:19.220178 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1cabb44-519f-47f6-b833-340ab7de1aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.227735 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1cabb44-519f-47f6-b833-340ab7de1aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.237834 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a1cabb44-519f-47f6-b833-340ab7de1aeb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c42f2dec-bcd4-42c1-9537-904892902943 HTTP/1.1" status: 204 len: 168 time: 0.4013731 Jul 05 04:08:19.249944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cabb44-519f-47f6-b833-340ab7de1aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42f2dec-bcd4-42c1-9537-904892902943,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:19.433376 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef6e31ff-9071-427e-938a-c8face60291a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.583674 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef6e31ff-9071-427e-938a-c8face60291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.610119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 3a862fa7-15e9-4c30-a82e-cc654edc02ee completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:19.664499 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 3a862fa7-15e9-4c30-a82e-cc654edc02ee triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:19.665117 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.723925 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53122) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:19.725231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ef6e31ff-9071-427e-938a-c8face60291a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70e43d8f29c84e899f7ae409dd7ec909&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0559685 Jul 05 04:08:19.763958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e31ff-9071-427e-938a-c8face60291a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaf66f4-41d3-4cf4-9863-83863f14315b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:19.855242 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91fafef0-30d3-4900-b281-3c962486599f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.886441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-bafbec48-ebd6-4afe-ad59-cc569ffc28d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Delete allocated IP 2001:db8::e6 (3205a01f-8c8a-49aa-b99f-8e9bc4f0e411/86630511-5d65-4f92-828c-314fdb4082e7) {{(pid=100877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:08:19.895398 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-bafbec48-ebd6-4afe-ad59-cc569ffc28d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Allocated IP 2001:db8:0:2::380 (3205a01f-8c8a-49aa-b99f-8e9bc4f0e411/9bfd8f85-9482-462c-8469-133af14e1c5b/66b9762f-200a-418f-aea8-be621f2876c6) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:19.899407 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Update dhcp port {'port': {'network_id': '3205a01f-8c8a-49aa-b99f-8e9bc4f0e411', 'fixed_ips': [{'subnet_id': '4b67114d-9a9f-4621-854b-7f5297582e4c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '86630511-5d65-4f92-828c-314fdb4082e7', 'ip_address': '2001:db8::2'}, {'subnet_id': '9bfd8f85-9482-462c-8469-133af14e1c5b'}], 'binding:host_id': 'n-d-798249-5'}, 'id': 'eb4dc574-7c02-454e-abf8-932243f4cd97'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:08:19.901650 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91fafef0-30d3-4900-b281-3c962486599f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.944220 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.984478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59fe056-3e5e-4b19-8a37-e2d1aa318988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a862fa7-15e9-4c30-a82e-cc654edc02ee'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:19.987094 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eea901-51fb-4b67-8b8c-2d314f79c63f" -d '{"events": [{"server_uuid": "b59fe056-3e5e-4b19-8a37-e2d1aa318988", "name": "network-vif-plugged", "status": "completed", "tag": "3a862fa7-15e9-4c30-a82e-cc654edc02ee"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:19.992503 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.013780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3a862fa7-15e9-4c30-a82e-cc654edc02ee, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3a862fa7-15e9-4c30-a82e-cc654edc02ee,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:20.137781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbc179-a30f-492a-aef6-5e5bd354a4cc req-e74dd6b8-105f-48c1-9803-7f75f0804ed1 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:20.139328 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86bbc179-a30f-492a-aef6-5e5bd354a4cc req-e74dd6b8-105f-48c1-9803-7f75f0804ed1 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 944 time: 0.1595569 Jul 05 04:08:20.175122 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91fafef0-30d3-4900-b281-3c962486599f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.178472 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91fafef0-30d3-4900-b281-3c962486599f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.178971 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.183657 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-91fafef0-30d3-4900-b281-3c962486599f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bfaf66f4-41d3-4cf4-9863-83863f14315b HTTP/1.1" status: 204 len: 168 time: 0.4570575 Jul 05 04:08:20.201559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fafef0-30d3-4900-b281-3c962486599f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaf66f4-41d3-4cf4-9863-83863f14315b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:20.242559 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3fc856-0d08-4322-a08a-0ffb17a5a871 x-openstack-request-id: req-0d3fc856-0d08-4322-a08a-0ffb17a5a871 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:20.242853 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59fe056-3e5e-4b19-8a37-e2d1aa318988", "name": "network-vif-plugged", "status": "completed", "tag": "3a862fa7-15e9-4c30-a82e-cc654edc02ee", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:20.243110 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d3fc856-0d08-4322-a08a-0ffb17a5a871 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:20.243496 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59fe056-3e5e-4b19-8a37-e2d1aa318988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a862fa7-15e9-4c30-a82e-cc654edc02ee', 'code': 200} Jul 05 04:08:20.265363 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bafbec48-ebd6-4afe-ad59-cc569ffc28d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.281705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-bafbec48-ebd6-4afe-ad59-cc569ffc28d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Transition to ACTIVE for port object 66b9762f-200a-418f-aea8-be621f2876c6 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:20.362929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86bbc179-a30f-492a-aef6-5e5bd354a4cc req-0ad3b540-96e1-49b2-80f1-ea3450627784 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160602 Jul 05 04:08:20.364519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=3a862fa7-15e9-4c30-a82e-cc654edc02ee,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:20.366563 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bafbec48-ebd6-4afe-ad59-cc569ffc28d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.420568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53140) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:20.422880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbec48-ebd6-4afe-ad59-cc569ffc28d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event updated for resources: {'Port': ['ID=66b9762f-200a-418f-aea8-be621f2876c6,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:20.442404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Allocated IP 2001:db8:0:2::2 (3205a01f-8c8a-49aa-b99f-8e9bc4f0e411/9bfd8f85-9482-462c-8469-133af14e1c5b/eb4dc574-7c02-454e-abf8-932243f4cd97) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:20.442814 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1491637f-c3fa-4c6e-8d51-5a0ca6d06e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.507211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-bafbec48-ebd6-4afe-ad59-cc569ffc28d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] In _notify_port_updated(), no bound segment for port 66b9762f-200a-418f-aea8-be621f2876c6 on network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 {{(pid=100877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:08:20.519268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafbec48-ebd6-4afe-ad59-cc569ffc28d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:20.519964 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bafbec48-ebd6-4afe-ad59-cc569ffc28d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.521343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bafbec48-ebd6-4afe-ad59-cc569ffc28d8 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "PUT /v2.0/ports/66b9762f-200a-418f-aea8-be621f2876c6 HTTP/1.1" status: 200 len: 969 time: 1.7924943 Jul 05 04:08:20.525400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53144) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:20.567437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b19cf0-6e2a-432a-ad6e-a08d735c268b req-94a3210a-2198-4b9a-a750-676bb8534cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:20.568984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51b19cf0-6e2a-432a-ad6e-a08d735c268b req-94a3210a-2198-4b9a-a750-676bb8534cd6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 1096 time: 0.2516842 Jul 05 04:08:20.619330 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51b19cf0-6e2a-432a-ad6e-a08d735c268b req-2b3b0d3c-bf50-4f44-be6f-2b306d94e94c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Jul 05 04:08:20.677796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] For port eb4dc574-7c02-454e-abf8-932243f4cd97, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=eb4dc574-7c02-454e-abf8-932243f4cd97,segment=NetworkSegment(60b4a046-1c66-4c44-9963-2d66eca71a89),segment_id=60b4a046-1c66-4c44-9963-2d66eca71a89)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:20.703259 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1491637f-c3fa-4c6e-8d51-5a0ca6d06e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.716548 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.722793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-83a5b887-8057-4f1e-8a1d-2cdf1e792b79 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 66b9762f-200a-418f-aea8-be621f2876c6 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:20.723140 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-83a5b887-8057-4f1e-8a1d-2cdf1e792b79 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.741732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Transition to ACTIVE for port object eb4dc574-7c02-454e-abf8-932243f4cd97 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:20.812128 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1491637f-c3fa-4c6e-8d51-5a0ca6d06e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.867437 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1491637f-c3fa-4c6e-8d51-5a0ca6d06e9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0743120d511c499ba62979102bf0bcf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455140 Jul 05 04:08:20.868560 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491637f-c3fa-4c6e-8d51-5a0ca6d06e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fe9f74-04d5-43c2-ae12-e6c3ef9b4a09,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:20.870213 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53162) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:20.876007 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.907432 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-83a5b887-8057-4f1e-8a1d-2cdf1e792b79 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.914179 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:08:20.935613 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-83a5b887-8057-4f1e-8a1d-2cdf1e792b79 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 66b9762f-200a-418f-aea8-be621f2876c6 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:20.994694 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1b28903b-ef23-41fc-8358-6d8e3f402bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.048300 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1b28903b-ef23-41fc-8358-6d8e3f402bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.111759 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Pushing event updated for resources: {'Port': ['ID=eb4dc574-7c02-454e-abf8-932243f4cd97,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:21.127830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:21.128188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:21.128559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:21.128900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:21.129681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:21.130024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:21.130363 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:21.130748 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:21.131078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:21.131410 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:21.131808 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:21.132232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73784883-b1da-43c7-9b24-5a8a4bd728cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:21.247859 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1b28903b-ef23-41fc-8358-6d8e3f402bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.252359 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1b28903b-ef23-41fc-8358-6d8e3f402bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.256651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1b28903b-ef23-41fc-8358-6d8e3f402bd6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5fe9f74-04d5-43c2-ae12-e6c3ef9b4a09 HTTP/1.1" status: 204 len: 168 time: 0.3831544 Jul 05 04:08:21.275684 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28903b-ef23-41fc-8358-6d8e3f402bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fe9f74-04d5-43c2-ae12-e6c3ef9b4a09,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:21.283826 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-83a5b887-8057-4f1e-8a1d-2cdf1e792b79 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.287636 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-567bd153-a725-4c36-97f4-03c538d0a747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.529976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-83a5b887-8057-4f1e-8a1d-2cdf1e792b79 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.539682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53182) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:21.552727 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-83a5b887-8057-4f1e-8a1d-2cdf1e792b79 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/66b9762f-200a-418f-aea8-be621f2876c6 HTTP/1.1" status: 204 len: 168 time: 1.0101519 Jul 05 04:08:21.562411 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5b887-8057-4f1e-8a1d-2cdf1e792b79 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=66b9762f-200a-418f-aea8-be621f2876c6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:21.640252 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-654d5730-89f4-4f11-a539-c05353cc0e15 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] GET failed (client error): The resource could not be found. Jul 05 04:08:21.644544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-654d5730-89f4-4f11-a539-c05353cc0e15 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports/66b9762f-200a-418f-aea8-be621f2876c6 HTTP/1.1" status: 404 len: 333 time: 0.1011066 Jul 05 04:08:21.644898 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53192) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:21.826732 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b2c21f82-6c4b-491f-bccd-123982253c8d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.876252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70403f7d-bcbe-4ec7-a500-9164475f81e1 req-2fbe0450-b07b-4f34-96fc-7c75eddf6ef6 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:21.882767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70403f7d-bcbe-4ec7-a500-9164475f81e1 req-2fbe0450-b07b-4f34-96fc-7c75eddf6ef6 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.2421410 Jul 05 04:08:21.883042 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b2c21f82-6c4b-491f-bccd-123982253c8d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.965416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70403f7d-bcbe-4ec7-a500-9164475f81e1 req-a1557b10-8915-4f96-bcad-1c60b154c3ee tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802073 Jul 05 04:08:22.056689 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b2c21f82-6c4b-491f-bccd-123982253c8d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.059407 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b2c21f82-6c4b-491f-bccd-123982253c8d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.063192 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b2c21f82-6c4b-491f-bccd-123982253c8d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/security-groups/656f24ba-4503-43f9-9e76-b65bd1895644 HTTP/1.1" status: 204 len: 168 time: 0.4148839 Jul 05 04:08:22.066222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53208) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:22.094122 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c21f82-6c4b-491f-bccd-123982253c8d tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656f24ba-4503-43f9-9e76-b65bd1895644,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:22.203080 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d8f11952-2a69-489d-8757-00cf2b22f984 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.239452 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d8f11952-2a69-489d-8757-00cf2b22f984 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.249519 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53218) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:22.302443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-69b97b0b-8b41-48d1-9dbc-5cb963f9c6ea None None] Could not find standard attr ID for object 66b9762f-200a-418f-aea8-be621f2876c6. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:08:22.425276 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d8f11952-2a69-489d-8757-00cf2b22f984 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.428521 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d8f11952-2a69-489d-8757-00cf2b22f984 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.433000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53232) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:22.433575 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d8f11952-2a69-489d-8757-00cf2b22f984 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/security-groups/12d985d1-1c67-476a-8735-13a3750f3289 HTTP/1.1" status: 204 len: 168 time: 0.3690007 Jul 05 04:08:22.436143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-69b97b0b-8b41-48d1-9dbc-5cb963f9c6ea None None] Provisioning for port eb4dc574-7c02-454e-abf8-932243f4cd97 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:22.449979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-69b97b0b-8b41-48d1-9dbc-5cb963f9c6ea None None] Provisioning complete for port eb4dc574-7c02-454e-abf8-932243f4cd97 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:22.452075 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-69b97b0b-8b41-48d1-9dbc-5cb963f9c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.464984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f11952-2a69-489d-8757-00cf2b22f984 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d985d1-1c67-476a-8735-13a3750f3289,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:22.587713 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b38c811b-aee9-4b47-92dc-ebc61a8e67b6 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.646945 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b38c811b-aee9-4b47-92dc-ebc61a8e67b6 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.655000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1417042461-network', 'tenant_id': '15616589beaf40faa95fd23b0296a009'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:22.713496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-69b97b0b-8b41-48d1-9dbc-5cb963f9c6ea None None] Provisioning complete for port 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:22.719388 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-69b97b0b-8b41-48d1-9dbc-5cb963f9c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.800686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-afc15bcd-9332-4a0d-9bf4-43b33ce6b643 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:22.802450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-afc15bcd-9332-4a0d-9bf4-43b33ce6b643 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/networks?id=ed0d3580-3694-4b70-a9b7-df9059bde8d6 HTTP/1.1" status: 200 len: 809 time: 0.2885184 Jul 05 04:08:22.812205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-69b97b0b-8b41-48d1-9dbc-5cb963f9c6ea None None] Port 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:22.829245 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-d9a13106-b847-4a8a-826b-302a0cdf39bc tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/quotas/7fa1eacf9e144e43add3ce680e487b4e HTTP/1.1" status: 200 len: 375 time: 0.0208290 Jul 05 04:08:22.851120 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b38c811b-aee9-4b47-92dc-ebc61a8e67b6 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.854770 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b38c811b-aee9-4b47-92dc-ebc61a8e67b6 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.856159 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b38c811b-aee9-4b47-92dc-ebc61a8e67b6 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/security-groups/55c286f1-2df0-4e0b-a123-5c259a57f1de HTTP/1.1" status: 204 len: 168 time: 0.4217465 Jul 05 04:08:22.860735 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53246) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:22.875515 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-81946085-d931-4e9f-8561-7e3596e38940 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fa1eacf9e144e43add3ce680e487b4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452409 Jul 05 04:08:22.925665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-64644566-b33a-464a-afbf-5050fb716092 None None] Could not find standard attr ID for object 66b9762f-200a-418f-aea8-be621f2876c6. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:08:22.941318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c811b-aee9-4b47-92dc-ebc61a8e67b6 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c286f1-2df0-4e0b-a123-5c259a57f1de,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:23.024046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-7319e5d4-7dc5-4035-9cfc-777473fa0a0f service neutron] 10.222.0.60 "GET /v2.0/networks/ed0d3580-3694-4b70-a9b7-df9059bde8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474676 Jul 05 04:08:23.030009 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac47825-ca59-46e6-a955-c5f1bec53fe2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting subnet 86630511-5d65-4f92-828c-314fdb4082e7 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:23.046438 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ac47825-ca59-46e6-a955-c5f1bec53fe2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.051563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device eb4dc574-7c02-454e-abf8-932243f4cd97 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:23.225393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port eb4dc574-7c02-454e-abf8-932243f4cd97 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:23.227316 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.234226 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ac47825-ca59-46e6-a955-c5f1bec53fe2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.239051 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-479cdb08-88cb-4197-9540-9c1fd909378a service neutron] 10.222.0.60 "GET /v2.0/networks/ed0d3580-3694-4b70-a9b7-df9059bde8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140248 Jul 05 04:08:23.240146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] Made reservation on behalf of 15616589beaf40faa95fd23b0296a009 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:23.244670 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.286038 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.474285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecb593-0e62-44a5-9b60-9ec7aef224ae req-44e3811b-e5e5-4827-9142-3902bff4173d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:23.480666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4ecb593-0e62-44a5-9b60-9ec7aef224ae req-44e3811b-e5e5-4827-9142-3902bff4173d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1650856 Jul 05 04:08:23.524868 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ac47825-ca59-46e6-a955-c5f1bec53fe2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.596940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4ecb593-0e62-44a5-9b60-9ec7aef224ae req-e029bdfb-4601-4eda-8824-21a6f693a635 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877106 Jul 05 04:08:23.616250 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.701661 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.728489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:23.738727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aabad2-6bc7-4138-a661-7bd2d01093e0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:23.743717 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.744068 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] Added segment 57ceff89-95ff-4d64-a6cc-411f32de49ad of type vlan for network e90517ab-df71-42d3-ac35-e55b2ddbb723 Jul 05 04:08:23.750612 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ac47825-ca59-46e6-a955-c5f1bec53fe2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.794982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac47825-ca59-46e6-a955-c5f1bec53fe2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Subnet': ['ID=86630511-5d65-4f92-828c-314fdb4082e7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:23.823421 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ac47825-ca59-46e6-a955-c5f1bec53fe2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.828158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a59526-b193-4c6e-a580-24807cbdaaef None None] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:23.841956 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5ac47825-ca59-46e6-a955-c5f1bec53fe2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/86630511-5d65-4f92-828c-314fdb4082e7 HTTP/1.1" status: 204 len: 168 time: 0.9799619 Jul 05 04:08:23.848722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53264) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:23.877619 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.978906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcaa3de5-2c09-4668-9fdf-45f31b2ceb20 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting subnet 9bfd8f85-9482-462c-8469-133af14e1c5b {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:23.980802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b8886-6b57-438b-8aa8-22b19d30a0f3 req-c497cdec-7eae-4612-940d-c44844a97811 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:23.983413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b09b8886-6b57-438b-8aa8-22b19d30a0f3 req-c497cdec-7eae-4612-940d-c44844a97811 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.2132010 Jul 05 04:08:23.986127 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3de5-2c09-4668-9fdf-45f31b2ceb20 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.039568 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3de5-2c09-4668-9fdf-45f31b2ceb20 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.063343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08ab17f4-f8dd-452e-8cb5-6ddf79a79812 req-dd9302a2-99b4-413e-bd51-e7d6ab9fb98c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 210 time: 0.0789022 Jul 05 04:08:24.080923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b09b8886-6b57-438b-8aa8-22b19d30a0f3 req-97408c5f-f796-4b4d-bbf3-77457435da47 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833571 Jul 05 04:08:24.165284 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.167128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:24.168325 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.196598 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3de5-2c09-4668-9fdf-45f31b2ceb20 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.313196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] Pushing event updated for resources: {'Network': ['ID=e90517ab-df71-42d3-ac35-e55b2ddbb723,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:24.336990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network e90517ab-df71-42d3-ac35-e55b2ddbb723 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:24.366337 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3de5-2c09-4668-9fdf-45f31b2ceb20 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.409078 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a696989d-5f8e-4ce3-a54c-c32be8df046f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1581199 Jul 05 04:08:24.411841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53294) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:24.417245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f6b6a259-5622-48e3-9236-585ce09a04ba admin admin] Request body: {'subnet': {'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1417042461-subnet', 'tenant_id': '15616589beaf40faa95fd23b0296a009', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:24.453643 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.456852 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-38c314b7-8e1a-4ecb-9eb4-248dbe49fc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.479606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa3de5-2c09-4668-9fdf-45f31b2ceb20 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfd8f85-9482-462c-8469-133af14e1c5b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:24.485616 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3de5-2c09-4668-9fdf-45f31b2ceb20 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.493199 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bcaa3de5-2c09-4668-9fdf-45f31b2ceb20 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/9bfd8f85-9482-462c-8469-133af14e1c5b HTTP/1.1" status: 204 len: 168 time: 0.6407442 Jul 05 04:08:24.493660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53296) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:24.550253 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda8569d-90be-4c86-9628-881ef135594b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:24.554715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda8569d-90be-4c86-9628-881ef135594b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:24.556763 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eda8569d-90be-4c86-9628-881ef135594b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/86630511-5d65-4f92-828c-314fdb4082e7 HTTP/1.1" status: 404 len: 337 time: 0.0619564 Jul 05 04:08:24.559407 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53300) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:24.605647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b6a259-5622-48e3-9236-585ce09a04ba admin admin] Made reservation on behalf of 15616589beaf40faa95fd23b0296a009 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:24.609603 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6b6a259-5622-48e3-9236-585ce09a04ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.635666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e441885c-b4ef-4cd3-b185-d7f5ef6cc12a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting subnet 4b67114d-9a9f-4621-854b-7f5297582e4c {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:24.640552 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e441885c-b4ef-4cd3-b185-d7f5ef6cc12a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.693295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e441885c-b4ef-4cd3-b185-d7f5ef6cc12a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.939172 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6b6a259-5622-48e3-9236-585ce09a04ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.017862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6a259-5622-48e3-9236-585ce09a04ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a5c54b4-c7ec-4849-bccf-16e0c16ab887,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:25.043179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6a259-5622-48e3-9236-585ce09a04ba admin admin] Checking segment: {'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:25.046983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b6a259-5622-48e3-9236-585ce09a04ba admin admin] Network hostable DHCP agents. Network: e90517ab-df71-42d3-ac35-e55b2ddbb723, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:25.174052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b6a259-5622-48e3-9236-585ce09a04ba admin admin] Network e90517ab-df71-42d3-ac35-e55b2ddbb723 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:25.267368 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfd8b38d-f1c7-4bc1-98c9-8bd23c4632da req-5c804262-9409-4b5f-be0a-35da08d8e412 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 210 time: 0.0788903 Jul 05 04:08:25.329650 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.363295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-f6b6a259-5622-48e3-9236-585ce09a04ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, e90517ab-df71-42d3-ac35-e55b2ddbb723) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:25.370211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b6a259-5622-48e3-9236-585ce09a04ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:25.370802 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6b6a259-5622-48e3-9236-585ce09a04ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.399185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345a21e8-20a3-4cb0-ba0c-dc48cf4bba01 None None] Network e90517ab-df71-42d3-ac35-e55b2ddbb723 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:25.431711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145b320-de18-423f-acfd-b41aef500af0 req-5343387b-7968-40fa-97ef-7d18f08d6d44 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:25.435664 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1145b320-de18-423f-acfd-b41aef500af0 req-5343387b-7968-40fa-97ef-7d18f08d6d44 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1674242 Jul 05 04:08:25.487120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f49a7e-8cd1-4c8c-afc9-6406176cc3d2 None None] Network 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:25.504255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1145b320-de18-423f-acfd-b41aef500af0 req-8da67096-5a68-42ae-b7bf-06699d62f471 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622883 Jul 05 04:08:25.522346 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f6b6a259-5622-48e3-9236-585ce09a04ba admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1092975 Jul 05 04:08:25.553880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e441885c-b4ef-4cd3-b185-d7f5ef6cc12a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.641661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af76a81-9232-4831-a639-be28384ab92d None None] Network e90517ab-df71-42d3-ac35-e55b2ddbb723 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:25.657331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a501c117-546c-4dde-8204-59d3e7df6bcc None None] Provisioning complete for port eb4dc574-7c02-454e-abf8-932243f4cd97 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:25.657717 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a501c117-546c-4dde-8204-59d3e7df6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.774491 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e441885c-b4ef-4cd3-b185-d7f5ef6cc12a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.789351 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e441885c-b4ef-4cd3-b185-d7f5ef6cc12a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.792071 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e441885c-b4ef-4cd3-b185-d7f5ef6cc12a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/4b67114d-9a9f-4621-854b-7f5297582e4c HTTP/1.1" status: 204 len: 168 time: 1.2271395 Jul 05 04:08:25.795386 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53346) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.846078 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68b6bd0-c24d-4dda-914e-89a7a64f2468 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:25.853819 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68b6bd0-c24d-4dda-914e-89a7a64f2468 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:25.863132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b68b6bd0-c24d-4dda-914e-89a7a64f2468 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/81a79983-c764-4879-867b-c1c24d527d17 HTTP/1.1" status: 404 len: 337 time: 0.0665488 Jul 05 04:08:25.867225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53350) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.890230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441885c-b4ef-4cd3-b185-d7f5ef6cc12a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Subnet': ['ID=4b67114d-9a9f-4621-854b-7f5297582e4c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:25.974854 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b25904f8-87a8-478a-9702-efba30c911d2 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f150595-d7a9-4513-97c0-ce460c5802d2 HTTP/1.1" status: 200 len: 205 time: 0.1057909 Jul 05 04:08:25.977430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53354) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.013632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a501c117-546c-4dde-8204-59d3e7df6bcc None None] Provisioning complete for port 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:26.026750 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a501c117-546c-4dde-8204-59d3e7df6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.073016 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-dc978b92-c46d-4ac0-8a31-1d64fcdfcace tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] delete failed (client error): The resource could not be found. Jul 05 04:08:26.076342 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dc978b92-c46d-4ac0-8a31-1d64fcdfcace tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/routers/9f150595-d7a9-4513-97c0-ce460c5802d2 HTTP/1.1" status: 404 len: 336 time: 0.0968194 Jul 05 04:08:26.081263 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53364) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.085510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f1cab0-fd32-407a-b412-0396c9761b91 None None] DHCP port deletion for 3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:26.107551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a501c117-546c-4dde-8204-59d3e7df6bcc None None] Port 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:26.128016 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6ff59a-fe70-49a3-a44a-ed4eec70b2df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:26.128506 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6ff59a-fe70-49a3-a44a-ed4eec70b2df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:26.130294 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ce6ff59a-fe70-49a3-a44a-ed4eec70b2df tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/e386eb55-d09f-4a98-9d90-4bd3e937cef0 HTTP/1.1" status: 404 len: 337 time: 0.0479569 Jul 05 04:08:26.133018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53368) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.161315 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-01808199-6b92-454b-9ad3-1b374fbfb52e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:26.161780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01808199-6b92-454b-9ad3-1b374fbfb52e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:26.166351 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-01808199-6b92-454b-9ad3-1b374fbfb52e tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/a926837c-bb81-47a6-8903-97e92b0e7fe2 HTTP/1.1" status: 404 len: 337 time: 0.0322995 Jul 05 04:08:26.167015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53370) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.182112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-72f1cab0-fd32-407a-b412-0396c9761b91 None None] Deleting port eb4dc574-7c02-454e-abf8-932243f4cd97 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:26.182919 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72f1cab0-fd32-407a-b412-0396c9761b91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.194947 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe7dab5-2a19-4434-b468-02dd06b475d6 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:26.195428 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe7dab5-2a19-4434-b468-02dd06b475d6 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:26.200211 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-abe7dab5-2a19-4434-b468-02dd06b475d6 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/6998e6d9-6721-4ed8-9680-03450ed0fd01 HTTP/1.1" status: 404 len: 337 time: 0.0319910 Jul 05 04:08:26.201845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53372) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.228538 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5495a18-b185-45d4-a1f4-45ddb26eef08 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:26.229246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5495a18-b185-45d4-a1f4-45ddb26eef08 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:26.233070 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f5495a18-b185-45d4-a1f4-45ddb26eef08 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/639bc6c1-98a4-49e8-bb4b-75aaee1bd51b HTTP/1.1" status: 404 len: 333 time: 0.0299752 Jul 05 04:08:26.234243 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53374) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.262767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-72f1cab0-fd32-407a-b412-0396c9761b91 None None] For port eb4dc574-7c02-454e-abf8-932243f4cd97, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=eb4dc574-7c02-454e-abf8-932243f4cd97,segment=NetworkSegment(60b4a046-1c66-4c44-9963-2d66eca71a89),segment_id=60b4a046-1c66-4c44-9963-2d66eca71a89)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:26.263231 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72f1cab0-fd32-407a-b412-0396c9761b91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.270831 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b798748-2ee2-47c1-981d-42c49ed0e02b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:26.271422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b798748-2ee2-47c1-981d-42c49ed0e02b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:26.276858 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1b798748-2ee2-47c1-981d-42c49ed0e02b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/c880c8df-b082-40c1-92cb-ac185c1a7573 HTTP/1.1" status: 404 len: 337 time: 0.0380969 Jul 05 04:08:26.276858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53378) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.293288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-72f1cab0-fd32-407a-b412-0396c9761b91 None None] Calling delete_port for eb4dc574-7c02-454e-abf8-932243f4cd97 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:26.310786 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-021a3e44-e610-4240-a1ae-fa7d8a2d9e4a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:26.311171 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021a3e44-e610-4240-a1ae-fa7d8a2d9e4a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:26.315384 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-021a3e44-e610-4240-a1ae-fa7d8a2d9e4a tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/4bf2abd0-aae7-4b71-b90f-ce051d580cdf HTTP/1.1" status: 404 len: 337 time: 0.0359278 Jul 05 04:08:26.315703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53386) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.352185 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-21144be7-9b75-4577-a366-c288c667b225 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:26.352892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21144be7-9b75-4577-a366-c288c667b225 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:26.358689 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-21144be7-9b75-4577-a366-c288c667b225 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/9efb0d5e-1983-4c35-93a4-12afc2a25e15 HTTP/1.1" status: 404 len: 333 time: 0.0386989 Jul 05 04:08:26.358689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53390) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.460980 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ef2400-f6ad-4bb1-ac14-afb3f05ab097 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:26.463129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ef2400-f6ad-4bb1-ac14-afb3f05ab097 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:26.467378 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a6ef2400-f6ad-4bb1-ac14-afb3f05ab097 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/06339ca8-10b2-4bfe-8982-a987e32e3361 HTTP/1.1" status: 404 len: 337 time: 0.1079519 Jul 05 04:08:26.472275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53394) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.514486 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-32704cad-9055-4db5-a1df-da144e90316b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:26.514947 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32704cad-9055-4db5-a1df-da144e90316b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:26.516758 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-32704cad-9055-4db5-a1df-da144e90316b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/subnets/7efe6252-23ad-48f3-9e98-c7344dfd17d2 HTTP/1.1" status: 404 len: 337 time: 0.0434787 Jul 05 04:08:26.519364 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53396) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.563871 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72f1cab0-fd32-407a-b412-0396c9761b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.596911 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25da066a-d864-4d59-ad78-c5e7c7f96e68 req-aaaf5fbc-68dd-439d-85da-215e7e6f8b57 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 210 time: 0.0562956 Jul 05 04:08:26.619501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1cab0-fd32-407a-b412-0396c9761b91 None None] Pushing event deleted for resources: {'Port': ['ID=eb4dc574-7c02-454e-abf8-932243f4cd97,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:26.644083 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f1cab0-fd32-407a-b412-0396c9761b91 None None] No DVR routers for this DVR port eb4dc574-7c02-454e-abf8-932243f4cd97 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:26.665077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-cbd100ae-a3e5-4662-bccd-5e259eb43d77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Deleting port 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:26.666298 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cbd100ae-a3e5-4662-bccd-5e259eb43d77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.680915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8a192810-787b-44fa-82a7-19acc03f1e46 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:26.688395 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8a192810-787b-44fa-82a7-19acc03f1e46 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/networks?id=e90517ab-df71-42d3-ac35-e55b2ddbb723 HTTP/1.1" status: 200 len: 815 time: 0.6427314 Jul 05 04:08:26.708681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-c569209c-b6ab-4339-b404-8d5801fe5685 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/quotas/15616589beaf40faa95fd23b0296a009 HTTP/1.1" status: 200 len: 375 time: 0.0189352 Jul 05 04:08:26.745730 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-13929e70-c051-48ab-afd8-997217c29826 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=15616589beaf40faa95fd23b0296a009&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336745 Jul 05 04:08:26.763354 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cbd100ae-a3e5-4662-bccd-5e259eb43d77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.783060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-cbd100ae-a3e5-4662-bccd-5e259eb43d77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Calling delete_port for 27eacd53-9ac5-44e9-b599-c5d5dffc50d8 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:27.031822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device eb4dc574-7c02-454e-abf8-932243f4cd97 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:27.058471 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cbd100ae-a3e5-4662-bccd-5e259eb43d77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.067386 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: eb4dc574-7c02-454e-abf8-932243f4cd97 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:27.067756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device eb4dc574-7c02-454e-abf8-932243f4cd97 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:27.093557 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd100ae-a3e5-4662-bccd-5e259eb43d77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Port': ['ID=27eacd53-9ac5-44e9-b599-c5d5dffc50d8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:27.104335 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cbd100ae-a3e5-4662-bccd-5e259eb43d77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.107502 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cbd100ae-a3e5-4662-bccd-5e259eb43d77 tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/ports/27eacd53-9ac5-44e9-b599-c5d5dffc50d8 HTTP/1.1" status: 204 len: 168 time: 0.5868864 Jul 05 04:08:27.110234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53418) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:27.121299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39c530-7cdd-4e7a-848a-096404c123dc req-01742610-249f-4147-bc65-e4da9a465323 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:27.123515 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c39c530-7cdd-4e7a-848a-096404c123dc req-01742610-249f-4147-bc65-e4da9a465323 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.2592287 Jul 05 04:08:27.146606 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-f6cbe9d9-434a-4525-873d-68fbd2fd0f24 service neutron] 10.222.0.60 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952448 Jul 05 04:08:27.195582 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.207368 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7beb459b-9890-480e-987a-26f344b2a51b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.237588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c39c530-7cdd-4e7a-848a-096404c123dc req-5a5887af-b8ba-495e-94ec-6c465f3292a8 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043041 Jul 05 04:08:27.296440 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-017c1a3a-7c73-4e21-ac12-d6743674865f service neutron] 10.222.0.60 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419008 Jul 05 04:08:27.319514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7beb459b-9890-480e-987a-26f344b2a51b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.331927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-7beb459b-9890-480e-987a-26f344b2a51b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3205a01f-8c8a-49aa-b99f-8e9bc4f0e411']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:27.349759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-7beb459b-9890-480e-987a-26f344b2a51b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b4a046-1c66-4c44-9963-2d66eca71a89') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:27.350068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-7beb459b-9890-480e-987a-26f344b2a51b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b4a046-1c66-4c44-9963-2d66eca71a89') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:27.369327 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7beb459b-9890-480e-987a-26f344b2a51b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.386441 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7beb459b-9890-480e-987a-26f344b2a51b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.392900 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7beb459b-9890-480e-987a-26f344b2a51b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:27.393356 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7beb459b-9890-480e-987a-26f344b2a51b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:27.478766 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:27.577927 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7beb459b-9890-480e-987a-26f344b2a51b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.586478 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7beb459b-9890-480e-987a-26f344b2a51b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.588331 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7beb459b-9890-480e-987a-26f344b2a51b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] 10.222.0.60 "DELETE /v2.0/networks/3205a01f-8c8a-49aa-b99f-8e9bc4f0e411 HTTP/1.1" status: 204 len: 168 time: 0.4770892 Jul 05 04:08:27.601571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb459b-9890-480e-987a-26f344b2a51b tempest-PortsIpV6TestJSON-173856824 tempest-PortsIpV6TestJSON-173856824-project] Pushing event deleted for resources: {'Network': ['ID=3205a01f-8c8a-49aa-b99f-8e9bc4f0e411,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:27.778939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0685086-e4c8-44bd-96dc-9066194c3601 req-248b06ec-c07b-472e-a328-a9575d795df6 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 210 time: 0.0401142 Jul 05 04:08:27.892262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-733cf1dc-8e2b-4390-bb2e-b00281e952dd req-53cd2130-bf4c-478f-b254-dbf830ea6db9 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 210 time: 0.0395317 Jul 05 04:08:27.982678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-955759c4-2ad2-4e98-b4c5-075ca027bbd4 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:27.984634 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-955759c4-2ad2-4e98-b4c5-075ca027bbd4 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.11 "GET /v2.0/networks?id=ed0d3580-3694-4b70-a9b7-df9059bde8d6 HTTP/1.1" status: 200 len: 809 time: 0.2280214 Jul 05 04:08:27.998142 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-9baf5da9-3e8e-49bb-9494-0556a2c1a94c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Request body: {'port': {'device_id': 'a417e870-de57-4015-9fde-a396dd9ee766', 'network_id': 'ed0d3580-3694-4b70-a9b7-df9059bde8d6', 'admin_state_up': True, 'tenant_id': '7fa1eacf9e144e43add3ce680e487b4e'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:28.305704 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-9baf5da9-3e8e-49bb-9494-0556a2c1a94c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Made reservation on behalf of 7fa1eacf9e144e43add3ce680e487b4e for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:28.319415 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-9baf5da9-3e8e-49bb-9494-0556a2c1a94c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.485175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76853d52-722f-4db0-b1d9-af7bdde969fb req-46af3e02-3223-42a6-ae85-4bf7c3fb06ad tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:28.486977 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76853d52-722f-4db0-b1d9-af7bdde969fb req-46af3e02-3223-42a6-ae85-4bf7c3fb06ad tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1161659 Jul 05 04:08:28.489422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53462) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:28.523329 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-9baf5da9-3e8e-49bb-9494-0556a2c1a94c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Allocated IP 172.20.0.5 (ed0d3580-3694-4b70-a9b7-df9059bde8d6/03ad2873-7144-4048-a041-015336a98baa/b2232260-e6f5-4a91-821b-afaf4c52479f) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:28.550408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76853d52-722f-4db0-b1d9-af7bdde969fb req-6737d551-2250-4d29-8716-0b7c734b8d9a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541861 Jul 05 04:08:28.682332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53470) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:28.721217 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-9baf5da9-3e8e-49bb-9494-0556a2c1a94c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.752032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4a23c270-5a64-4f82-a4a2-1ecde6818256 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f96a2fb9b8484a0db42b4ad5872bd533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612457 Jul 05 04:08:28.757038 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53476) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:28.770222 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26f596ce-c5c3-4b56-a429-831277f03ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.817394 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-9baf5da9-3e8e-49bb-9494-0556a2c1a94c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.848114 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4728e8be-15d5-4208-805c-dc4393746d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.883532 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4728e8be-15d5-4208-805c-dc4393746d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.922784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf5da9-3e8e-49bb-9494-0556a2c1a94c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Pushing event updated for resources: {'Port': ['ID=b2232260-e6f5-4a91-821b-afaf4c52479f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:28.943765 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-9baf5da9-3e8e-49bb-9494-0556a2c1a94c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Network ed0d3580-3694-4b70-a9b7-df9059bde8d6 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:28.945654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-9baf5da9-3e8e-49bb-9494-0556a2c1a94c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:28.948465 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-9baf5da9-3e8e-49bb-9494-0556a2c1a94c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:29.010619 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-9baf5da9-3e8e-49bb-9494-0556a2c1a94c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:29.012245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-9baf5da9-3e8e-49bb-9494-0556a2c1a94c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.053137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6328724-0d16-4e0b-af01-d3df5f9a94c7 req-ec4085e8-34c7-47e8-ac62-920ef0fe4024 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 210 time: 0.0750017 Jul 05 04:08:29.089810 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26f596ce-c5c3-4b56-a429-831277f03ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.118958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0708739-a331-471a-abce-ade80053e10a req-3baba4be-6cc6-4f27-be8c-5f1daf2b59f9 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:29.120686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0708739-a331-471a-abce-ade80053e10a req-3baba4be-6cc6-4f27-be8c-5f1daf2b59f9 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 931 time: 0.1714749 Jul 05 04:08:29.157182 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4728e8be-15d5-4208-805c-dc4393746d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.159628 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4728e8be-15d5-4208-805c-dc4393746d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.160745 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4728e8be-15d5-4208-805c-dc4393746d83 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff9441a3-d6de-473c-a3d6-c6aef4d6e6a7 HTTP/1.1" status: 204 len: 168 time: 0.4018729 Jul 05 04:08:29.167983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0708739-a331-471a-abce-ade80053e10a req-398a6c07-84f1-4731-aa99-171960eab0ed tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/security-groups?id=416690c1-ead6-4a97-b48a-7ec8db80cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Jul 05 04:08:29.173806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728e8be-15d5-4208-805c-dc4393746d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9441a3-d6de-473c-a3d6-c6aef4d6e6a7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:29.200001 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-26f596ce-c5c3-4b56-a429-831277f03ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.246119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-26f596ce-c5c3-4b56-a429-831277f03ea2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24904354f5624949853dd02dfbe03711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5626781 Jul 05 04:08:29.247587 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f596ce-c5c3-4b56-a429-831277f03ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a946cee7-d8eb-4597-9f45-8ce2a937a92e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:29.250547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53496) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:29.317509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cdd936bb-59f5-4f87-abd0-a09effdcad51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.327834 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-9baf5da9-3e8e-49bb-9494-0556a2c1a94c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3346562 Jul 05 04:08:29.343172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Request body: {'port': {'device_id': 'a417e870-de57-4015-9fde-a396dd9ee766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:29.346561 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cdd936bb-59f5-4f87-abd0-a09effdcad51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.393507 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.470747 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.757633 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cdd936bb-59f5-4f87-abd0-a09effdcad51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.762904 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cdd936bb-59f5-4f87-abd0-a09effdcad51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.762904 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cdd936bb-59f5-4f87-abd0-a09effdcad51 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a946cee7-d8eb-4597-9f45-8ce2a937a92e HTTP/1.1" status: 204 len: 168 time: 0.5092120 Jul 05 04:08:29.807347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbddcf7-9ca2-4cfa-bcca-d2bce8be6e9a req-5fed039e-7710-4282-a5ac-e4fa69704529 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:29.818635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd936bb-59f5-4f87-abd0-a09effdcad51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a946cee7-d8eb-4597-9f45-8ce2a937a92e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:29.829948 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0bbddcf7-9ca2-4cfa-bcca-d2bce8be6e9a req-5fed039e-7710-4282-a5ac-e4fa69704529 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1281426 Jul 05 04:08:29.862967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2232260-e6f5-4a91-821b-afaf4c52479f {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:29.875177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.896104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0bbddcf7-9ca2-4cfa-bcca-d2bce8be6e9a req-1672d903-1b5e-4cf1-823f-acb6863f60d6 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630746 Jul 05 04:08:29.900936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Transition to ACTIVE for port object b2232260-e6f5-4a91-821b-afaf4c52479f will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:29.982932 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.064937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2232260-e6f5-4a91-821b-afaf4c52479f,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:30.170768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Attempting to bind port b2232260-e6f5-4a91-821b-afaf4c52479f on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:30.171056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Attempting to bind port b2232260-e6f5-4a91-821b-afaf4c52479f by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '9ce9321f-39a4-4892-b783-2e1d69191f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ed0d3580-3694-4b70-a9b7-df9059bde8d6'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:30.171595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Attempting to bind port b2232260-e6f5-4a91-821b-afaf4c52479f on network ed0d3580-3694-4b70-a9b7-df9059bde8d6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:30.176223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Port b2232260-e6f5-4a91-821b-afaf4c52479f on network ed0d3580-3694-4b70-a9b7-df9059bde8d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:08:30.176597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Attempting to bind port b2232260-e6f5-4a91-821b-afaf4c52479f on network ed0d3580-3694-4b70-a9b7-df9059bde8d6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:30.182160 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:30.182624 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Checking segment: {'id': '9ce9321f-39a4-4892-b783-2e1d69191f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ed0d3580-3694-4b70-a9b7-df9059bde8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:30.183023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Bound using segment: {'id': '9ce9321f-39a4-4892-b783-2e1d69191f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ed0d3580-3694-4b70-a9b7-df9059bde8d6'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:30.183650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Bound port: b2232260-e6f5-4a91-821b-afaf4c52479f, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce9321f-39a4-4892-b783-2e1d69191f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ed0d3580-3694-4b70-a9b7-df9059bde8d6'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:30.184275 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.284606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] For port b2232260-e6f5-4a91-821b-afaf4c52479f, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:30.296015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] For port b2232260-e6f5-4a91-821b-afaf4c52479f, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b2232260-e6f5-4a91-821b-afaf4c52479f,segment=NetworkSegment(9ce9321f-39a4-4892-b783-2e1d69191f7c),segment_id=9ce9321f-39a4-4892-b783-2e1d69191f7c)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:30.417393 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02f36c2e-cd37-44b4-8b5d-e20e36de9b9c req-81cf596f-5c16-443e-b1b5-7a7606a1aa73 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 210 time: 0.1032522 Jul 05 04:08:30.435417 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.548665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:30.550758 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.555141 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] 10.222.0.11 "PUT /v2.0/ports/b2232260-e6f5-4a91-821b-afaf4c52479f HTTP/1.1" status: 200 len: 1091 time: 1.2185299 Jul 05 04:08:30.555721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1e2ac-6336-404b-a18a-495deb721775 req-7e0eaa60-b20a-497a-9e6f-6772a6eec9ba tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:30.555855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398a72b-0e48-4e8b-9dab-c1435078b9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2232260-e6f5-4a91-821b-afaf4c52479f,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:30.557701 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fe1e2ac-6336-404b-a18a-495deb721775 req-7e0eaa60-b20a-497a-9e6f-6772a6eec9ba tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 943 time: 0.2022641 Jul 05 04:08:30.563713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a417e870-de57-4015-9fde-a396dd9ee766', 'tag': 'b2232260-e6f5-4a91-821b-afaf4c52479f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:30.568478 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98632440-0dd2-4052-8a5a-0327ca13a770" -d '{"events": [{"name": "network-changed", "server_uuid": "a417e870-de57-4015-9fde-a396dd9ee766", "tag": "b2232260-e6f5-4a91-821b-afaf4c52479f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:30.639491 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09a5241-2c25-44b6-ae8e-fb42ba11e19f x-openstack-request-id: req-b09a5241-2c25-44b6-ae8e-fb42ba11e19f {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:30.639797 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a417e870-de57-4015-9fde-a396dd9ee766", "tag": "b2232260-e6f5-4a91-821b-afaf4c52479f", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:30.640164 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b09a5241-2c25-44b6-ae8e-fb42ba11e19f {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:30.640545 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a417e870-de57-4015-9fde-a396dd9ee766', 'tag': 'b2232260-e6f5-4a91-821b-afaf4c52479f', 'status': 'completed', 'code': 200} Jul 05 04:08:30.664845 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fe1e2ac-6336-404b-a18a-495deb721775 req-f5a0bb97-00d5-4445-a14f-01e7d35a6d81 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/security-groups?id=416690c1-ead6-4a97-b48a-7ec8db80cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954750 Jul 05 04:08:30.732674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53546) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:30.749035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98632440-0dd2-4052-8a5a-0327ca13a770 req-78c84b3f-2dd8-4937-b637-6372c42e4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:30.749687 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae6fd68a-2e9b-4aa5-a56b-11e106a2a800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.750619 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-98632440-0dd2-4052-8a5a-0327ca13a770 req-78c84b3f-2dd8-4937-b637-6372c42e4834 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fa1eacf9e144e43add3ce680e487b4e&device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 1094 time: 0.0852029 Jul 05 04:08:30.772388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53548) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:30.875891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98632440-0dd2-4052-8a5a-0327ca13a770 req-1524d98b-ef8a-4924-b1ae-5c6c79bd83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:30.877914 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-98632440-0dd2-4052-8a5a-0327ca13a770 req-1524d98b-ef8a-4924-b1ae-5c6c79bd83cf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7fa1eacf9e144e43add3ce680e487b4e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1196318 Jul 05 04:08:30.929233 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae6fd68a-2e9b-4aa5-a56b-11e106a2a800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.005070 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae6fd68a-2e9b-4aa5-a56b-11e106a2a800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.088457 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98632440-0dd2-4052-8a5a-0327ca13a770 req-fbff7195-5d65-4104-a634-17a7ce6ffcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:31.090098 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-98632440-0dd2-4052-8a5a-0327ca13a770 req-fbff7195-5d65-4104-a634-17a7ce6ffcdc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2047040 Jul 05 04:08:31.119803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ae6fd68a-2e9b-4aa5-a56b-11e106a2a800 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e20d807bcb64b0389b2e4deb1c5bc6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852475 Jul 05 04:08:31.123485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53558) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:31.151026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0221ce15-6473-45cb-908d-63a592672abc tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-899802550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:31.258621 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-29bb4d1f-2b47-4ae7-97b0-3645b8f92d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.259491 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fd68a-2e9b-4aa5-a56b-11e106a2a800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c1be30-458f-4654-829d-97a8ecff4b6f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:31.273810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-2758577f-c69c-41b9-8608-b6d7efff1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:31.275332 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-2758577f-c69c-41b9-8608-b6d7efff1833 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fa1eacf9e144e43add3ce680e487b4e&device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 1094 time: 0.1242433 Jul 05 04:08:31.313817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-c9318093-6793-4cc3-acb6-3a2efa74b703 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:31.315270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-c9318093-6793-4cc3-acb6-3a2efa74b703 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.64 "GET /v2.0/networks?id=e90517ab-df71-42d3-ac35-e55b2ddbb723 HTTP/1.1" status: 200 len: 815 time: 0.2587259 Jul 05 04:08:31.327811 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-29bb4d1f-2b47-4ae7-97b0-3645b8f92d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.335094 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f27230a2-9602-476c-aea0-5982b34e4fcc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2232260-e6f5-4a91-821b-afaf4c52479f HTTP/1.1" status: 200 len: 217 time: 0.0517051 Jul 05 04:08:31.335564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-7341ac2b-ad62-4ebe-9668-e45e82fe377c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Request body: {'port': {'device_id': 'b31b15e2-472f-428d-a847-44a2b8e235da', 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723', 'admin_state_up': True, 'tenant_id': '15616589beaf40faa95fd23b0296a009'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:31.360514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad39bf3-3a02-4aba-80d7-9c508f3c5e3b req-8bd6f03d-c2c1-489c-8388-92ceaf986788 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:31.362102 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ad39bf3-3a02-4aba-80d7-9c508f3c5e3b req-8bd6f03d-c2c1-489c-8388-92ceaf986788 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.2594962 Jul 05 04:08:31.395102 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0221ce15-6473-45cb-908d-63a592672abc tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.396113 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0221ce15-6473-45cb-908d-63a592672abc tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.411092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-89d3dccc-ed15-439e-8e98-876e07b145c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:31.412837 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-89d3dccc-ed15-439e-8e98-876e07b145c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03ad2873-7144-4048-a041-015336a98baa HTTP/1.1" status: 200 len: 849 time: 0.0692480 Jul 05 04:08:31.449614 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-6ec006cc-8827-4b9a-aaf8-62f4d34136ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0d3580-3694-4b70-a9b7-df9059bde8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280764 Jul 05 04:08:31.515034 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ad39bf3-3a02-4aba-80d7-9c508f3c5e3b req-c537402e-b18a-4169-82a5-685019f344cf tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123862 Jul 05 04:08:31.536581 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.618147 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-29bb4d1f-2b47-4ae7-97b0-3645b8f92d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.621314 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-29bb4d1f-2b47-4ae7-97b0-3645b8f92d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.625772 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-29bb4d1f-2b47-4ae7-97b0-3645b8f92d1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1c1be30-458f-4654-829d-97a8ecff4b6f HTTP/1.1" status: 204 len: 168 time: 0.4985073 Jul 05 04:08:31.636399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb4d1f-2b47-4ae7-97b0-3645b8f92d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c1be30-458f-4654-829d-97a8ecff4b6f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:31.654027 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-f66690cb-d45e-4eab-ae9d-aa668df1d50c service neutron] 10.222.0.11 "GET /v2.0/networks/ed0d3580-3694-4b70-a9b7-df9059bde8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948595 Jul 05 04:08:31.657310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-7341ac2b-ad62-4ebe-9668-e45e82fe377c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Made reservation on behalf of 15616589beaf40faa95fd23b0296a009 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:31.661462 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-7341ac2b-ad62-4ebe-9668-e45e82fe377c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.701270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bdb974aa-24cb-4fad-8fc2-9c2b0def9ead req-569abb92-13ad-4af8-b1e4-6264a154082c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 210 time: 0.0560663 Jul 05 04:08:31.798423 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0221ce15-6473-45cb-908d-63a592672abc tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.809875 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860fbe19-a18f-4da1-8852-8eea42da36c1 req-702846a9-8923-4e3e-b5dc-ee5c26e5bfaf service neutron] 10.222.0.11 "GET /v2.0/networks/ed0d3580-3694-4b70-a9b7-df9059bde8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489308 Jul 05 04:08:31.901475 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0221ce15-6473-45cb-908d-63a592672abc tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.988794 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-7341ac2b-ad62-4ebe-9668-e45e82fe377c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Allocated IP 172.20.0.5 (e90517ab-df71-42d3-ac35-e55b2ddbb723/3a5c54b4-c7ec-4849-bccf-16e0c16ab887/9d949cc3-98d8-4b95-90e1-c3655e945670) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:32.005186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fc4a8-c78c-44ad-a966-46b36bbb563f req-73bc5918-a965-45f6-ad10-bfe1ebd39114 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:32.006697 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-966fc4a8-c78c-44ad-a966-46b36bbb563f req-73bc5918-a965-45f6-ad10-bfe1ebd39114 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 943 time: 0.1606042 Jul 05 04:08:32.013382 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0221ce15-6473-45cb-908d-63a592672abc tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.015030 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0221ce15-6473-45cb-908d-63a592672abc tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2416973 Jul 05 04:08:32.018424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53578) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:32.025324 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-3487446'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:32.089268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-966fc4a8-c78c-44ad-a966-46b36bbb563f req-2e546e11-3944-47bf-9c5f-e8d2d4023b18 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/security-groups?id=416690c1-ead6-4a97-b48a-7ec8db80cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693429 Jul 05 04:08:32.138647 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Made reservation on behalf of abeea8a4dec14509b0de983cbf8734f7 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:32.142422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.160419 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.229031 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-7341ac2b-ad62-4ebe-9668-e45e82fe377c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.286677 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.350498 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-7341ac2b-ad62-4ebe-9668-e45e82fe377c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.385538 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.409196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-7341ac2b-ad62-4ebe-9668-e45e82fe377c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Network e90517ab-df71-42d3-ac35-e55b2ddbb723 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:32.413398 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-7341ac2b-ad62-4ebe-9668-e45e82fe377c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:32.417818 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:32.421724 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-7341ac2b-ad62-4ebe-9668-e45e82fe377c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:32.428701 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64510874-a035-4a5e-8901-5c75815e33c7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:32.453123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341ac2b-ad62-4ebe-9668-e45e82fe377c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Pushing event updated for resources: {'Port': ['ID=9d949cc3-98d8-4b95-90e1-c3655e945670,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:32.455405 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.458286 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Added segment 660dd52d-6dff-43d6-b9e4-bd6d8539bf1a of type vlan for network 7ed3ca1e-c5f2-4afd-828d-0fb4f679091b Jul 05 04:08:32.490325 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-7341ac2b-ad62-4ebe-9668-e45e82fe377c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:32.491439 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-7341ac2b-ad62-4ebe-9668-e45e82fe377c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.511862 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.556413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-7341ac2b-ad62-4ebe-9668-e45e82fe377c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2257609 Jul 05 04:08:32.569040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Request body: {'port': {'device_id': 'b31b15e2-472f-428d-a847-44a2b8e235da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:32.642994 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.654833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:32.655759 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.671386 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.837587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event updated for resources: {'Network': ['ID=7ed3ca1e-c5f2-4afd-828d-0fb4f679091b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:32.852979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 7ed3ca1e-c5f2-4afd-828d-0fb4f679091b details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:32.927767 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-54cfb7a6-0c9e-46eb-9b1d-13c959e67889 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9071939 Jul 05 04:08:32.935481 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53610) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:32.941130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4cd73bf6-e3ab-4cce-b9b9-03bdc21fa8f4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Request body: {'subnet': {'network_id': '7ed3ca1e-c5f2-4afd-828d-0fb4f679091b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:32.992595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d949cc3-98d8-4b95-90e1-c3655e945670 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:33.002856 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.015707 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Transition to ACTIVE for port object 9d949cc3-98d8-4b95-90e1-c3655e945670 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:33.114970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb8830-e912-4e7c-ba7a-4ee9ee2a22c5 req-fb9459a3-9f2d-45e2-9cfb-8552ae619c53 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.123102 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aecb8830-e912-4e7c-ba7a-4ee9ee2a22c5 req-fb9459a3-9f2d-45e2-9cfb-8552ae619c53 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.4484704 Jul 05 04:08:33.133804 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.217645 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd73bf6-e3ab-4cce-b9b9-03bdc21fa8f4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Made reservation on behalf of abeea8a4dec14509b0de983cbf8734f7 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:33.219995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Pushing event updated for resources: {'Port': ['ID=9d949cc3-98d8-4b95-90e1-c3655e945670,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:33.223172 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4cd73bf6-e3ab-4cce-b9b9-03bdc21fa8f4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.233098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aecb8830-e912-4e7c-ba7a-4ee9ee2a22c5 req-4bde68cf-3250-4f8a-b9fb-3f29e0a96a97 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089194 Jul 05 04:08:33.242899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67899d69-e0d7-448a-baa9-a6d2624ec3ec req-c90ac3cf-a0f0-44bc-8556-c7ce34b5ca43 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.244264 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67899d69-e0d7-448a-baa9-a6d2624ec3ec req-c90ac3cf-a0f0-44bc-8556-c7ce34b5ca43 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 931 time: 0.2176056 Jul 05 04:08:33.336252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67899d69-e0d7-448a-baa9-a6d2624ec3ec req-865b27d6-d16b-4b2e-a26e-f21602ae4b8e tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693896 Jul 05 04:08:33.370705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Attempting to bind port 9d949cc3-98d8-4b95-90e1-c3655e945670 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:33.372242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Attempting to bind port 9d949cc3-98d8-4b95-90e1-c3655e945670 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:33.372242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Attempting to bind port 9d949cc3-98d8-4b95-90e1-c3655e945670 on network e90517ab-df71-42d3-ac35-e55b2ddbb723 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:33.377046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Port 9d949cc3-98d8-4b95-90e1-c3655e945670 on network e90517ab-df71-42d3-ac35-e55b2ddbb723 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:08:33.377435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Attempting to bind port 9d949cc3-98d8-4b95-90e1-c3655e945670 on network e90517ab-df71-42d3-ac35-e55b2ddbb723 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:33.384094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:33.384094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Checking segment: {'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:33.384335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Bound using segment: {'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:33.384712 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Bound port: 9d949cc3-98d8-4b95-90e1-c3655e945670, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:33.385078 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.491328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] For port 9d949cc3-98d8-4b95-90e1-c3655e945670, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:33.502493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] For port 9d949cc3-98d8-4b95-90e1-c3655e945670, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9d949cc3-98d8-4b95-90e1-c3655e945670,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:33.577221 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884fc8a-f2d8-4496-a3a7-af598f069c44 req-439a9f6e-aaeb-405f-b14d-8c62bd7202d2 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.579017 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4884fc8a-f2d8-4496-a3a7-af598f069c44 req-439a9f6e-aaeb-405f-b14d-8c62bd7202d2 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 943 time: 0.0808086 Jul 05 04:08:33.580719 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.644440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Pushing event updated for resources: {'Port': ['ID=9d949cc3-98d8-4b95-90e1-c3655e945670,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:33.678716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.683821 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.683821 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-8d880c57-0aa5-490a-8a41-5b3cc2e9355d service neutron] 10.222.0.64 "PUT /v2.0/ports/9d949cc3-98d8-4b95-90e1-c3655e945670 HTTP/1.1" status: 200 len: 1091 time: 1.1164174 Jul 05 04:08:33.683821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31b15e2-472f-428d-a847-44a2b8e235da', 'tag': '9d949cc3-98d8-4b95-90e1-c3655e945670'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:33.683821 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9790bd3-411d-4ed2-81ec-18fbc58cd7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b31b15e2-472f-428d-a847-44a2b8e235da", "tag": "9d949cc3-98d8-4b95-90e1-c3655e945670"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:33.702665 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4cd73bf6-e3ab-4cce-b9b9-03bdc21fa8f4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.721602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4884fc8a-f2d8-4496-a3a7-af598f069c44 req-ea56591c-eb5d-4cab-91c4-3bea29ae1084 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/security-groups?id=416690c1-ead6-4a97-b48a-7ec8db80cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786047 Jul 05 04:08:33.729651 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6d197c-09b1-44ff-85a9-e5d773b7de00 x-openstack-request-id: req-0a6d197c-09b1-44ff-85a9-e5d773b7de00 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:33.729989 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31b15e2-472f-428d-a847-44a2b8e235da", "tag": "9d949cc3-98d8-4b95-90e1-c3655e945670", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:33.730253 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a6d197c-09b1-44ff-85a9-e5d773b7de00 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:33.732009 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31b15e2-472f-428d-a847-44a2b8e235da', 'tag': '9d949cc3-98d8-4b95-90e1-c3655e945670', 'status': 'completed', 'code': 200} Jul 05 04:08:33.780772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd73bf6-e3ab-4cce-b9b9-03bdc21fa8f4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event updated for resources: {'Subnet': ['ID=cfd83d67-e818-4502-83ca-153ff5685191,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:33.795613 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd73bf6-e3ab-4cce-b9b9-03bdc21fa8f4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Checking segment: {'id': '660dd52d-6dff-43d6-b9e4-bd6d8539bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7ed3ca1e-c5f2-4afd-828d-0fb4f679091b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:33.796277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd73bf6-e3ab-4cce-b9b9-03bdc21fa8f4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Network hostable DHCP agents. Network: 7ed3ca1e-c5f2-4afd-828d-0fb4f679091b, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:33.823998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9790bd3-411d-4ed2-81ec-18fbc58cd7a6 req-efb09e77-0a70-4cb2-932e-b2fc6aa6a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.825615 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9790bd3-411d-4ed2-81ec-18fbc58cd7a6 req-efb09e77-0a70-4cb2-932e-b2fc6aa6a3e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15616589beaf40faa95fd23b0296a009&device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 1094 time: 0.0651417 Jul 05 04:08:33.897794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd73bf6-e3ab-4cce-b9b9-03bdc21fa8f4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Network 7ed3ca1e-c5f2-4afd-828d-0fb4f679091b is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:33.958121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9790bd3-411d-4ed2-81ec-18fbc58cd7a6 req-cefda049-4701-4f2c-a405-c03fbd95e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.959766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9790bd3-411d-4ed2-81ec-18fbc58cd7a6 req-cefda049-4701-4f2c-a405-c03fbd95e8db service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=15616589beaf40faa95fd23b0296a009&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1261895 Jul 05 04:08:33.989701 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-4cd73bf6-e3ab-4cce-b9b9-03bdc21fa8f4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 7ed3ca1e-c5f2-4afd-828d-0fb4f679091b) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:33.994090 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd73bf6-e3ab-4cce-b9b9-03bdc21fa8f4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.995654 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4cd73bf6-e3ab-4cce-b9b9-03bdc21fa8f4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.999976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9453f37-61fb-4332-b8eb-1283b3b8fb6b None None] Network 7ed3ca1e-c5f2-4afd-828d-0fb4f679091b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:34.075787 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9790bd3-411d-4ed2-81ec-18fbc58cd7a6 req-4cb3b897-cd66-4a40-bab5-0e993451ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.077359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9790bd3-411d-4ed2-81ec-18fbc58cd7a6 req-4cb3b897-cd66-4a40-bab5-0e993451ebba service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106889 Jul 05 04:08:34.111639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53646) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:34.111910 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4cd73bf6-e3ab-4cce-b9b9-03bdc21fa8f4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1753509 Jul 05 04:08:34.116866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b6176022-af4f-4daf-b9fe-fd23f3bb11c4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Request body: {'network': {'name': 'tempest-router-network01--918366893'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:34.207257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-24fef726-48c4-42f9-9550-069d62131c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.208829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-24fef726-48c4-42f9-9550-069d62131c77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15616589beaf40faa95fd23b0296a009&device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 1094 time: 0.0884087 Jul 05 04:08:34.221857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-7ed3ca1e-c5f2-4afd-828d-0fb4f679091b', 'network_id': '7ed3ca1e-c5f2-4afd-828d-0fb4f679091b', 'tenant_id': 'abeea8a4dec14509b0de983cbf8734f7', 'fixed_ips': [{'subnet_id': 'cfd83d67-e818-4502-83ca-153ff5685191'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:34.223069 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.297563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6176022-af4f-4daf-b9fe-fd23f3bb11c4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Made reservation on behalf of abeea8a4dec14509b0de983cbf8734f7 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:34.308214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b6176022-af4f-4daf-b9fe-fd23f3bb11c4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.336184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-e8de5fad-5eb8-4eae-9a9e-fe9e858457f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d949cc3-98d8-4b95-90e1-c3655e945670 HTTP/1.1" status: 200 len: 217 time: 0.1159878 Jul 05 04:08:34.388923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-3385eb6e-cf06-4f3e-82bd-d43240ef7b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.390543 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-3385eb6e-cf06-4f3e-82bd-d43240ef7b0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a5c54b4-c7ec-4849-bccf-16e0c16ab887 HTTP/1.1" status: 200 len: 855 time: 0.0495076 Jul 05 04:08:34.431746 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6176022-af4f-4daf-b9fe-fd23f3bb11c4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:34.440507 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-80134cd2-994b-48e9-8edd-1daa97232001 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e90517ab-df71-42d3-ac35-e55b2ddbb723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420387 Jul 05 04:08:34.539823 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b6176022-af4f-4daf-b9fe-fd23f3bb11c4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.540195 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-b6176022-af4f-4daf-b9fe-fd23f3bb11c4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Added segment 3514d616-ece6-4b2e-9ac7-070dcd7db20d of type vlan for network 0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f Jul 05 04:08:34.541219 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Allocated IP 172.20.0.2 (7ed3ca1e-c5f2-4afd-828d-0fb4f679091b/cfd83d67-e818-4502-83ca-153ff5685191/01430f96-d0b5-4ae0-851a-f94d8bd1d4ba) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:34.552195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b2232260-e6f5-4a91-821b-afaf4c52479f details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:08:34.688541 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b6176022-af4f-4daf-b9fe-fd23f3bb11c4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.744040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4ff80-198b-4f00-86e4-133ebbb83a44 req-9ba2e80d-ee03-42ca-905f-35c22ae1ad0a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.765793 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e6b4ff80-198b-4f00-86e4-133ebbb83a44 req-9ba2e80d-ee03-42ca-905f-35c22ae1ad0a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.3290927 Jul 05 04:08:34.879088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e6b4ff80-198b-4f00-86e4-133ebbb83a44 req-483fb9da-c3d0-445c-ab8d-ff3035042234 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119626 Jul 05 04:08:34.885274 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-80da9c33-7c3b-42c9-8eff-3f60fe6a5631 service neutron] 10.222.0.64 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068465 Jul 05 04:08:34.916243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014c663-7d93-4de3-9e75-15f601f89b3d req-568a7b10-e842-4d60-a07f-1651238afc14 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.920555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6014c663-7d93-4de3-9e75-15f601f89b3d req-568a7b10-e842-4d60-a07f-1651238afc14 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 943 time: 0.3038273 Jul 05 04:08:35.054514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b6176022-af4f-4daf-b9fe-fd23f3bb11c4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.061063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6176022-af4f-4daf-b9fe-fd23f3bb11c4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:35.062343 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b6176022-af4f-4daf-b9fe-fd23f3bb11c4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.099496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b2232260-e6f5-4a91-821b-afaf4c52479f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b2232260-e6f5-4a91-821b-afaf4c52479f,segment=NetworkSegment(9ce9321f-39a4-4892-b783-2e1d69191f7c),segment_id=9ce9321f-39a4-4892-b783-2e1d69191f7c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:35.127394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'b2232260-e6f5-4a91-821b-afaf4c52479f', 'network_id': 'ed0d3580-3694-4b70-a9b7-df9059bde8d6', 'port_id': 'b2232260-e6f5-4a91-821b-afaf4c52479f', 'mac_address': 'fa:16:3e:ef:4b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ad2873-7144-4048-a041-015336a98baa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:08:35.179793 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.194221 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.213515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Transition to ACTIVE for port object 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:35.232065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2232260-e6f5-4a91-821b-afaf4c52479f {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:35.261325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Transition to ACTIVE for port object 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:35.266422 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b2232260-e6f5-4a91-821b-afaf4c52479f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b2232260-e6f5-4a91-821b-afaf4c52479f,segment=NetworkSegment(9ce9321f-39a4-4892-b783-2e1d69191f7c),segment_id=9ce9321f-39a4-4892-b783-2e1d69191f7c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:35.330199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b6176022-af4f-4daf-b9fe-fd23f3bb11c4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2174296 Jul 05 04:08:35.333035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53684) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:35.337752 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.340221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-cde194f5-7f93-4935-859d-6917e773f4ef tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Request body: {'network': {'name': 'tempest-router-network02--2009709781'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:35.364023 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6014c663-7d93-4de3-9e75-15f601f89b3d req-e86c0700-e934-427d-ac89-ed96b6fc4495 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244578 Jul 05 04:08:35.367206 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.385901 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Network 7ed3ca1e-c5f2-4afd-828d-0fb4f679091b is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:35.400037 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:35.402253 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Pushing event updated for resources: {'Port': ['ID=01430f96-d0b5-4ae0-851a-f94d8bd1d4ba,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:35.404850 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:35.415588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6176022-af4f-4daf-b9fe-fd23f3bb11c4 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event updated for resources: {'Network': ['ID=0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:35.421353 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22ec5a84-954e-4eaf-87f6-415bd60ff986 req-c406bebb-935e-41c6-90ae-b036fc9d9b85 service neutron] 10.222.0.64 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992089 Jul 05 04:08:35.453117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:35.462211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f7349-061b-4dd4-9011-9ca61e430db9 req-2dc80df8-10ca-43d6-bbf5-957f2f22cf7b tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:35.463865 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-080f7349-061b-4dd4-9011-9ca61e430db9 req-2dc80df8-10ca-43d6-bbf5-957f2f22cf7b tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 943 time: 0.3652575 Jul 05 04:08:35.475269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde194f5-7f93-4935-859d-6917e773f4ef tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Made reservation on behalf of abeea8a4dec14509b0de983cbf8734f7 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:35.478834 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cde194f5-7f93-4935-859d-6917e773f4ef tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.507188 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-080f7349-061b-4dd4-9011-9ca61e430db9 req-f388f8e8-e0f9-4cc5-948b-7b4dddda434d tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/security-groups?id=416690c1-ead6-4a97-b48a-7ec8db80cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367639 Jul 05 04:08:35.510507 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde194f5-7f93-4935-859d-6917e773f4ef tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:35.521777 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cde194f5-7f93-4935-859d-6917e773f4ef tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.522231 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-cde194f5-7f93-4935-859d-6917e773f4ef tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Added segment 8a34119f-9b37-485e-92a5-6a750e10d09f of type vlan for network 60f7e913-5b73-44d9-be8d-0c7d25d3c843 Jul 05 04:08:35.568890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=b2232260-e6f5-4a91-821b-afaf4c52479f,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:35.571186 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cde194f5-7f93-4935-859d-6917e773f4ef tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.574401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Attempting to bind port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:35.574896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Attempting to bind port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '660dd52d-6dff-43d6-b9e4-bd6d8539bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7ed3ca1e-c5f2-4afd-828d-0fb4f679091b'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:35.575241 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Attempting to bind port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba on network 7ed3ca1e-c5f2-4afd-828d-0fb4f679091b {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:35.588958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:35.590833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Checking segment: {'id': '660dd52d-6dff-43d6-b9e4-bd6d8539bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7ed3ca1e-c5f2-4afd-828d-0fb4f679091b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:35.591357 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.591776 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Bound using segment: {'id': '660dd52d-6dff-43d6-b9e4-bd6d8539bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7ed3ca1e-c5f2-4afd-828d-0fb4f679091b'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:35.592271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Bound port: 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660dd52d-6dff-43d6-b9e4-bd6d8539bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7ed3ca1e-c5f2-4afd-828d-0fb4f679091b'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:35.596984 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.607993 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['b2232260-e6f5-4a91-821b-afaf4c52479f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:35.692918 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cde194f5-7f93-4935-859d-6917e773f4ef tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.697902 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde194f5-7f93-4935-859d-6917e773f4ef tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:35.698510 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cde194f5-7f93-4935-859d-6917e773f4ef tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.754385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] For port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:35.759113 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] For port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=01430f96-d0b5-4ae0-851a-f94d8bd1d4ba,segment=NetworkSegment(660dd52d-6dff-43d6-b9e4-bd6d8539bf1a),segment_id=660dd52d-6dff-43d6-b9e4-bd6d8539bf1a)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:35.769435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde194f5-7f93-4935-859d-6917e773f4ef tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event updated for resources: {'Network': ['ID=60f7e913-5b73-44d9-be8d-0c7d25d3c843,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:35.788863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 60f7e913-5b73-44d9-be8d-0c7d25d3c843 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:35.856681 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cde194f5-7f93-4935-859d-6917e773f4ef tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5182736 Jul 05 04:08:35.857023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53694) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:35.859952 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.863357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-25b6529a-a68a-4146-8a77-ab30a544d1b6 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Request body: {'subnet': {'network_id': '0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:35.949905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba2ef0-09b2-42df-b640-6e995be7346f None None] Pushing event updated for resources: {'Port': ['ID=01430f96-d0b5-4ae0-851a-f94d8bd1d4ba,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:36.079274 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b6529a-a68a-4146-8a77-ab30a544d1b6 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Made reservation on behalf of abeea8a4dec14509b0de983cbf8734f7 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:36.083465 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25b6529a-a68a-4146-8a77-ab30a544d1b6 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.224897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8573fb-5268-44ea-b47f-dad93baf7105 req-c52e84e1-31c4-4abf-a882-d133cd3c708c tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:36.226622 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e8573fb-5268-44ea-b47f-dad93baf7105 req-c52e84e1-31c4-4abf-a882-d133cd3c708c tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1307881 Jul 05 04:08:36.279734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e8573fb-5268-44ea-b47f-dad93baf7105 req-02647c25-2ebe-4be5-bcb7-444b25e247e6 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465894 Jul 05 04:08:36.574328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b2232260-e6f5-4a91-821b-afaf4c52479f up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:36.578647 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25b6529a-a68a-4146-8a77-ab30a544d1b6 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.697135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1b639-448f-4697-90de-e97ed61e2992 req-debeb344-b929-4bb5-b124-6931f48125d6 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:36.708674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ad1b639-448f-4697-90de-e97ed61e2992 req-debeb344-b929-4bb5-b124-6931f48125d6 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 943 time: 0.1959260 Jul 05 04:08:36.740695 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6529a-a68a-4146-8a77-ab30a544d1b6 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event updated for resources: {'Subnet': ['ID=c37d2ddf-f953-490c-b374-43a255f9b3f9,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:36.753586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port b2232260-e6f5-4a91-821b-afaf4c52479f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:36.758815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port b2232260-e6f5-4a91-821b-afaf4c52479f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:36.759558 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.810970 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b6529a-a68a-4146-8a77-ab30a544d1b6 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Checking segment: {'id': '3514d616-ece6-4b2e-9ac7-070dcd7db20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:36.812526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b6529a-a68a-4146-8a77-ab30a544d1b6 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Network hostable DHCP agents. Network: 0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:36.970932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b6529a-a68a-4146-8a77-ab30a544d1b6 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Network 0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:36.975280 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.038195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b2232260-e6f5-4a91-821b-afaf4c52479f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b2232260-e6f5-4a91-821b-afaf4c52479f,segment=NetworkSegment(9ce9321f-39a4-4892-b783-2e1d69191f7c),segment_id=9ce9321f-39a4-4892-b783-2e1d69191f7c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:37.040817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a417e870-de57-4015-9fde-a396dd9ee766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2232260-e6f5-4a91-821b-afaf4c52479f'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:37.047717 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a42199d-c625-4f45-a55f-3087fe349320" -d '{"events": [{"server_uuid": "a417e870-de57-4015-9fde-a396dd9ee766", "name": "network-vif-plugged", "status": "completed", "tag": "b2232260-e6f5-4a91-821b-afaf4c52479f"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:37.110109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-25b6529a-a68a-4146-8a77-ab30a544d1b6 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:37.115147 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b6529a-a68a-4146-8a77-ab30a544d1b6 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:37.116598 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25b6529a-a68a-4146-8a77-ab30a544d1b6 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.119853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369da6d9-3b75-4c82-8688-4f312c726b43 None None] Network 0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:37.213258 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-25b6529a-a68a-4146-8a77-ab30a544d1b6 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3547273 Jul 05 04:08:37.216580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53764) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:37.226407 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-eb884b20-9b5b-42a4-9b62-f8a043c032d7 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Request body: {'subnet': {'network_id': '60f7e913-5b73-44d9-be8d-0c7d25d3c843', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:37.240640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:37.306882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ad1b639-448f-4697-90de-e97ed61e2992 req-73199007-c273-40e6-8d0d-de6f2ef8fcad tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926766 Jul 05 04:08:37.329816 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.394056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e2226-b27c-4ec1-adaf-7307a18efa67 req-720d0a82-140f-438b-b3b0-58276b702863 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:37.401270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d4e2226-b27c-4ec1-adaf-7307a18efa67 req-720d0a82-140f-438b-b3b0-58276b702863 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 944 time: 0.3180115 Jul 05 04:08:37.453548 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b76fd58-49a2-4c2e-b72a-9079f7f870ff x-openstack-request-id: req-1b76fd58-49a2-4c2e-b72a-9079f7f870ff {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:37.454849 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a417e870-de57-4015-9fde-a396dd9ee766", "name": "network-vif-plugged", "status": "completed", "tag": "b2232260-e6f5-4a91-821b-afaf4c52479f", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:37.454849 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b76fd58-49a2-4c2e-b72a-9079f7f870ff {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:37.454849 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a417e870-de57-4015-9fde-a396dd9ee766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2232260-e6f5-4a91-821b-afaf4c52479f', 'code': 200} Jul 05 04:08:37.533144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d4e2226-b27c-4ec1-adaf-7307a18efa67 req-cb315b54-9c44-491c-92ce-65cf34d02196 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/security-groups?id=416690c1-ead6-4a97-b48a-7ec8db80cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306171 Jul 05 04:08:37.553215 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb884b20-9b5b-42a4-9b62-f8a043c032d7 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Made reservation on behalf of abeea8a4dec14509b0de983cbf8734f7 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:37.557156 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eb884b20-9b5b-42a4-9b62-f8a043c032d7 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.613536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=b2232260-e6f5-4a91-821b-afaf4c52479f,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:37.675471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfc2bd1-bb16-46af-9b04-5c04d7a9893d None None] Network 7ed3ca1e-c5f2-4afd-828d-0fb4f679091b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:37.679847 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:37.730368 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f', 'network_id': '0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f', 'tenant_id': 'abeea8a4dec14509b0de983cbf8734f7', 'fixed_ips': [{'subnet_id': 'c37d2ddf-f953-490c-b374-43a255f9b3f9'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:37.731884 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.732469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c841a9-bf32-46fd-b4ca-07eb75b43ee5 req-908751e8-89dd-4e46-bdc8-0a3bc899ef7c tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:37.734588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-20c841a9-bf32-46fd-b4ca-07eb75b43ee5 req-908751e8-89dd-4e46-bdc8-0a3bc899ef7c tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.0863860 Jul 05 04:08:37.820973 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-20c841a9-bf32-46fd-b4ca-07eb75b43ee5 req-00ab6027-c91a-4590-8c17-96fb5f86467c tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755005 Jul 05 04:08:37.839424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed314b-ff62-4fb1-9547-b27b5ddcaeb8 req-205f132f-919b-4c12-8bf8-0d6892b14416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:37.841169 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6fed314b-ff62-4fb1-9547-b27b5ddcaeb8 req-205f132f-919b-4c12-8bf8-0d6892b14416 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 1096 time: 0.3406572 Jul 05 04:08:37.899447 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6fed314b-ff62-4fb1-9547-b27b5ddcaeb8 req-5dbff95c-6233-4032-a931-53e4200a646b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=416690c1-ead6-4a97-b48a-7ec8db80cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511804 Jul 05 04:08:38.010250 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Allocated IP 172.20.0.2 (0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f/c37d2ddf-f953-490c-b374-43a255f9b3f9/7aa94035-e376-434a-8098-9f8d24e45d73) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:38.019475 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eb884b20-9b5b-42a4-9b62-f8a043c032d7 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.029346 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7d661248-ddf4-4f6c-b535-f5bfa570f666 None None] Provisioning for port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:38.039801 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7d661248-ddf4-4f6c-b535-f5bfa570f666 None None] Provisioning complete for port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:38.040180 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7d661248-ddf4-4f6c-b535-f5bfa570f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.099286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb884b20-9b5b-42a4-9b62-f8a043c032d7 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event updated for resources: {'Subnet': ['ID=b93dc051-c91c-4ec9-bd16-ba4b8fa5e14a,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:38.120699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb884b20-9b5b-42a4-9b62-f8a043c032d7 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Checking segment: {'id': '8a34119f-9b37-485e-92a5-6a750e10d09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '60f7e913-5b73-44d9-be8d-0c7d25d3c843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:38.122318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb884b20-9b5b-42a4-9b62-f8a043c032d7 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Network hostable DHCP agents. Network: 60f7e913-5b73-44d9-be8d-0c7d25d3c843, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:38.276566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb884b20-9b5b-42a4-9b62-f8a043c032d7 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Network 60f7e913-5b73-44d9-be8d-0c7d25d3c843 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:38.290695 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7d661248-ddf4-4f6c-b535-f5bfa570f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.314267 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.336182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Transition to ACTIVE for port object 7aa94035-e376-434a-8098-9f8d24e45d73 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:38.363988 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7d661248-ddf4-4f6c-b535-f5bfa570f666 None None] For port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=01430f96-d0b5-4ae0-851a-f94d8bd1d4ba,segment=NetworkSegment(660dd52d-6dff-43d6-b9e4-bd6d8539bf1a),segment_id=660dd52d-6dff-43d6-b9e4-bd6d8539bf1a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:38.379641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Transition to ACTIVE for port object 7aa94035-e376-434a-8098-9f8d24e45d73 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:38.445262 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-eb884b20-9b5b-42a4-9b62-f8a043c032d7 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 60f7e913-5b73-44d9-be8d-0c7d25d3c843) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:38.452299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb884b20-9b5b-42a4-9b62-f8a043c032d7 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:38.453155 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eb884b20-9b5b-42a4-9b62-f8a043c032d7 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.457785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f83a5-9a8d-4e46-942a-be9f6b03ea80 None None] Network 60f7e913-5b73-44d9-be8d-0c7d25d3c843 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:38.503263 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7d661248-ddf4-4f6c-b535-f5bfa570f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.509700 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.543158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7036a86-64f4-4e43-819d-8ca9f1493851 req-138a1c0c-29fd-4cc2-8a1f-4da27d77f143 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:38.546748 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7036a86-64f4-4e43-819d-8ca9f1493851 req-138a1c0c-29fd-4cc2-8a1f-4da27d77f143 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 943 time: 0.1057830 Jul 05 04:08:38.566348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Network 0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:38.577594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:38.585659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:38.596246 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eb884b20-9b5b-42a4-9b62-f8a043c032d7 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3782687 Jul 05 04:08:38.598816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53822) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:38.649976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d661248-ddf4-4f6c-b535-f5bfa570f666 None None] Pushing event updated for resources: {'Port': ['ID=01430f96-d0b5-4ae0-851a-f94d8bd1d4ba,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:38.706252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7036a86-64f4-4e43-819d-8ca9f1493851 req-7323f5cb-3e3a-408a-aecc-e12cc5bf2a72 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380630 Jul 05 04:08:38.800204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9d949cc3-98d8-4b95-90e1-c3655e945670 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:08:38.812263 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-69c685d7-8ac5-46e8-b2a7-153c4bfe3ba2 None None] Provisioning complete for port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:38.820856 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-69c685d7-8ac5-46e8-b2a7-153c4bfe3ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.889024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Attempting to bind port 7aa94035-e376-434a-8098-9f8d24e45d73 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:38.890184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Attempting to bind port 7aa94035-e376-434a-8098-9f8d24e45d73 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '3514d616-ece6-4b2e-9ac7-070dcd7db20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:38.902141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Attempting to bind port 7aa94035-e376-434a-8098-9f8d24e45d73 on network 0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:38.939744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90945de-386a-4998-b27a-9e01d49115db req-277f1ff2-a573-48fe-ab4f-64d45a958760 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:38.941390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a90945de-386a-4998-b27a-9e01d49115db req-277f1ff2-a573-48fe-ab4f-64d45a958760 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 945 time: 0.1247869 Jul 05 04:08:39.026153 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a90945de-386a-4998-b27a-9e01d49115db req-98083236-f706-4ca7-9640-110aaaa0bd6e tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/security-groups?id=416690c1-ead6-4a97-b48a-7ec8db80cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784762 Jul 05 04:08:39.055933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:39.056663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Checking segment: {'id': '3514d616-ece6-4b2e-9ac7-070dcd7db20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:39.066332 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.066332 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Bound using segment: {'id': '3514d616-ece6-4b2e-9ac7-070dcd7db20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:39.066332 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Bound port: 7aa94035-e376-434a-8098-9f8d24e45d73, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3514d616-ece6-4b2e-9ac7-070dcd7db20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:39.066332 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.080921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Pushing event updated for resources: {'Port': ['ID=7aa94035-e376-434a-8098-9f8d24e45d73,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.139811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c690a7-484b-4c7e-8d4b-a6e74291a0a4 req-cff6083f-aff1-4907-9453-c113a391aa29 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:39.150101 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c8c690a7-484b-4c7e-8d4b-a6e74291a0a4 req-cff6083f-aff1-4907-9453-c113a391aa29 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1100051 Jul 05 04:08:39.228434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c8c690a7-484b-4c7e-8d4b-a6e74291a0a4 req-ea95f37c-b628-41ef-b44c-5ab96d44d7e2 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772297 Jul 05 04:08:39.353140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:39.366322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-60f7e913-5b73-44d9-be8d-0c7d25d3c843', 'network_id': '60f7e913-5b73-44d9-be8d-0c7d25d3c843', 'tenant_id': 'abeea8a4dec14509b0de983cbf8734f7', 'fixed_ips': [{'subnet_id': 'b93dc051-c91c-4ec9-bd16-ba4b8fa5e14a'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:39.367288 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.421063 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.523368 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] For port 7aa94035-e376-434a-8098-9f8d24e45d73, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:39.635684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] For port 7aa94035-e376-434a-8098-9f8d24e45d73, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7aa94035-e376-434a-8098-9f8d24e45d73,segment=NetworkSegment(3514d616-ece6-4b2e-9ac7-070dcd7db20d),segment_id=3514d616-ece6-4b2e-9ac7-070dcd7db20d)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:39.648885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9d949cc3-98d8-4b95-90e1-c3655e945670, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9d949cc3-98d8-4b95-90e1-c3655e945670,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:39.707823 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:39.708592 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.712136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '9d949cc3-98d8-4b95-90e1-c3655e945670', 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723', 'port_id': '9d949cc3-98d8-4b95-90e1-c3655e945670', 'mac_address': 'fa:16:3e:18:73:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5c54b4-c7ec-4849-bccf-16e0c16ab887', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:08:39.743027 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Allocated IP 172.20.0.1 (0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f/c37d2ddf-f953-490c-b374-43a255f9b3f9/97dc829c-581f-480b-a1b1-ca0c7d3c31a2) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:39.800446 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.872993 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.900653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Allocated IP 172.20.0.2 (60f7e913-5b73-44d9-be8d-0c7d25d3c843/b93dc051-c91c-4ec9-bd16-ba4b8fa5e14a/545bc251-0862-40d4-bcc6-87ebc5e7c3fa) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:39.928589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d949cc3-98d8-4b95-90e1-c3655e945670 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:39.984140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eea2b0-c124-48e6-8c4b-76b204097cdb None None] Pushing event updated for resources: {'Port': ['ID=7aa94035-e376-434a-8098-9f8d24e45d73,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.990955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9d949cc3-98d8-4b95-90e1-c3655e945670, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9d949cc3-98d8-4b95-90e1-c3655e945670,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:40.014491 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.034296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Transition to ACTIVE for port object 97dc829c-581f-480b-a1b1-ca0c7d3c31a2 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:40.062303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8d7b1-18ba-4ff4-8bef-6ef5eca5050b req-e9051855-e398-4e19-9999-bbc4569f3b6e tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.071775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45c8d7b1-18ba-4ff4-8bef-6ef5eca5050b req-e9051855-e398-4e19-9999-bbc4569f3b6e tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 943 time: 0.1184783 Jul 05 04:08:40.106880 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.144006 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.179506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45c8d7b1-18ba-4ff4-8bef-6ef5eca5050b req-35db938c-e597-427b-a9df-5bee9f9dc997 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064670 Jul 05 04:08:40.209399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Network 0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:40.213653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:40.232679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:40.263821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=9d949cc3-98d8-4b95-90e1-c3655e945670,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:40.344869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['9d949cc3-98d8-4b95-90e1-c3655e945670'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:40.399767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event updated for resources: {'Port': ['ID=97dc829c-581f-480b-a1b1-ca0c7d3c31a2,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:40.423343 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.563999 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ec9fe-22ea-4344-9339-8231f8c5519f req-f77308d6-2ac5-444a-815d-0be124ef3377 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.565679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-532ec9fe-22ea-4344-9339-8231f8c5519f req-f77308d6-2ac5-444a-815d-0be124ef3377 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 945 time: 0.2008708 Jul 05 04:08:40.582744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c6634-b142-42af-b6a5-6619bbae7471 req-beef3932-f727-46fc-82b0-5935e67f8e87 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.593140 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e82c6634-b142-42af-b6a5-6619bbae7471 req-beef3932-f727-46fc-82b0-5935e67f8e87 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1547809 Jul 05 04:08:40.616604 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.659979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Transition to ACTIVE for port object 545bc251-0862-40d4-bcc6-87ebc5e7c3fa will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:40.675812 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e82c6634-b142-42af-b6a5-6619bbae7471 req-378f2771-4f60-48e9-b43d-c63da0546656 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815952 Jul 05 04:08:40.681652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-532ec9fe-22ea-4344-9339-8231f8c5519f req-39a40d80-8d07-43b9-a712-b34e9cda0992 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/security-groups?id=416690c1-ead6-4a97-b48a-7ec8db80cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095557 Jul 05 04:08:40.720326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Transition to ACTIVE for port object 545bc251-0862-40d4-bcc6-87ebc5e7c3fa will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:40.819826 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.849895 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.983380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Pushing event updated for resources: {'Port': ['ID=545bc251-0862-40d4-bcc6-87ebc5e7c3fa,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:41.008659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Network 60f7e913-5b73-44d9-be8d-0c7d25d3c843 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:41.010308 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:41.012980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:41.167799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Attempting to bind port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:41.167799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Attempting to bind port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '8a34119f-9b37-485e-92a5-6a750e10d09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '60f7e913-5b73-44d9-be8d-0c7d25d3c843'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:41.167799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Attempting to bind port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa on network 60f7e913-5b73-44d9-be8d-0c7d25d3c843 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:41.167799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:41.167799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Checking segment: {'id': '8a34119f-9b37-485e-92a5-6a750e10d09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '60f7e913-5b73-44d9-be8d-0c7d25d3c843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:41.167799 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.169991 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Bound using segment: {'id': '8a34119f-9b37-485e-92a5-6a750e10d09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '60f7e913-5b73-44d9-be8d-0c7d25d3c843'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:41.169991 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Bound port: 545bc251-0862-40d4-bcc6-87ebc5e7c3fa, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a34119f-9b37-485e-92a5-6a750e10d09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '60f7e913-5b73-44d9-be8d-0c7d25d3c843'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:41.169991 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.233515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7aa94035-e376-434a-8098-9f8d24e45d73 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:41.392322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] For port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:41.414676 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] For port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=545bc251-0862-40d4-bcc6-87ebc5e7c3fa,segment=NetworkSegment(8a34119f-9b37-485e-92a5-6a750e10d09f),segment_id=8a34119f-9b37-485e-92a5-6a750e10d09f)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:41.502301 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.504235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 7aa94035-e376-434a-8098-9f8d24e45d73 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:41.545740 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.635788 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.671226 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea5c90-8426-409f-a033-13b528601004 None None] Pushing event updated for resources: {'Port': ['ID=545bc251-0862-40d4-bcc6-87ebc5e7c3fa,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:41.788635 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b557b2c-9218-4e6b-bce3-6f5d5e52ba95 None None] Network 0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:41.907411 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.915641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event updated for resources: {'Port': ['ID=97dc829c-581f-480b-a1b1-ca0c7d3c31a2,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:42.080467 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-55a91437-1641-4790-9dd1-1535bae3fce4 None None] Provisioning for port 7aa94035-e376-434a-8098-9f8d24e45d73 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:42.151692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-55a91437-1641-4790-9dd1-1535bae3fce4 None None] Provisioning complete for port 7aa94035-e376-434a-8098-9f8d24e45d73 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:42.169893 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-55a91437-1641-4790-9dd1-1535bae3fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.175688 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Network 0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:42.177482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:42.325526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2627c-a648-4a09-859b-9a433388eb12 req-b46b3c5f-815d-428a-a37e-0c61a129c5d5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:42.341337 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-caa2627c-a648-4a09-859b-9a433388eb12 req-b46b3c5f-815d-428a-a37e-0c61a129c5d5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 944 time: 0.9188135 Jul 05 04:08:42.440275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f6c46-21ea-432a-97f1-b84511eaee86 req-7b770b1c-57b1-494a-b1c2-a3d5b139479c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:42.448833 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-600f6c46-21ea-432a-97f1-b84511eaee86 req-7b770b1c-57b1-494a-b1c2-a3d5b139479c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 945 time: 0.5122492 Jul 05 04:08:42.468227 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-caa2627c-a648-4a09-859b-9a433388eb12 req-0eb09dec-6473-4a64-963d-96ddb2f59a7c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258855 Jul 05 04:08:42.492684 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-55a91437-1641-4790-9dd1-1535bae3fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.559849 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-600f6c46-21ea-432a-97f1-b84511eaee86 req-5efd55c0-ab8e-4265-ae61-e25ac6fed6ae tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/security-groups?id=416690c1-ead6-4a97-b48a-7ec8db80cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894475 Jul 05 04:08:42.607450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-55a91437-1641-4790-9dd1-1535bae3fce4 None None] For port 7aa94035-e376-434a-8098-9f8d24e45d73, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7aa94035-e376-434a-8098-9f8d24e45d73,segment=NetworkSegment(3514d616-ece6-4b2e-9ac7-070dcd7db20d),segment_id=3514d616-ece6-4b2e-9ac7-070dcd7db20d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:42.688767 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-55a91437-1641-4790-9dd1-1535bae3fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.800331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a91437-1641-4790-9dd1-1535bae3fce4 None None] Pushing event updated for resources: {'Port': ['ID=7aa94035-e376-434a-8098-9f8d24e45d73,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:42.822373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9d949cc3-98d8-4b95-90e1-c3655e945670 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:42.863963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73866906-bab2-44b5-8591-e999529524be req-d1e094b7-f210-49bb-8bbc-74078430d262 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:42.871477 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73866906-bab2-44b5-8591-e999529524be req-d1e094b7-f210-49bb-8bbc-74078430d262 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1642327 Jul 05 04:08:42.966871 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73866906-bab2-44b5-8591-e999529524be req-ef48a320-5c1b-40ad-b626-ab61e4867f2d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943582 Jul 05 04:08:43.075993 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4f9cd334-55a1-4998-9915-1cc7587cf2da None None] Provisioning for port 97dc829c-581f-480b-a1b1-ca0c7d3c31a2 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:43.083087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4f9cd334-55a1-4998-9915-1cc7587cf2da None None] Provisioning complete for port 97dc829c-581f-480b-a1b1-ca0c7d3c31a2 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:43.083087 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd334-55a1-4998-9915-1cc7587cf2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.150206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4f9cd334-55a1-4998-9915-1cc7587cf2da None None] Port 97dc829c-581f-480b-a1b1-ca0c7d3c31a2 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:43.153378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 9d949cc3-98d8-4b95-90e1-c3655e945670 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:43.166387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 9d949cc3-98d8-4b95-90e1-c3655e945670 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:43.166766 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.252549 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7aa94035-e376-434a-8098-9f8d24e45d73 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:43.365264 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4f9cd334-55a1-4998-9915-1cc7587cf2da None None] Provisioning complete for port 7aa94035-e376-434a-8098-9f8d24e45d73 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:43.373382 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd334-55a1-4998-9915-1cc7587cf2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.515363 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7e60b-0383-4242-8f7b-b997aa7467d1 req-82e8d534-8468-4c90-a3d5-b48772f4881c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:43.525933 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-94e7e60b-0383-4242-8f7b-b997aa7467d1 req-82e8d534-8468-4c90-a3d5-b48772f4881c tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.11 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 945 time: 0.2222757 Jul 05 04:08:43.534071 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Router 7b2ab5d9-a2b8-4eea-a2fa-104f845d0949 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:08:43.653539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834a0c69-c0fe-40db-a941-2ad6e2a7c3cd None None] Network 60f7e913-5b73-44d9-be8d-0c7d25d3c843 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:43.725869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 7aa94035-e376-434a-8098-9f8d24e45d73 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:43.731702 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.733685 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.817215 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-94e7e60b-0383-4242-8f7b-b997aa7467d1 req-19b61348-7918-430c-bdd0-319fb1435b27 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Deleting port b2232260-e6f5-4a91-821b-afaf4c52479f {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:43.817570 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-94e7e60b-0383-4242-8f7b-b997aa7467d1 req-19b61348-7918-430c-bdd0-319fb1435b27 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.846656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:43.864789 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1c87bbdf-046d-4a37-9690-b36dacc26d78 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "PUT /v2.0/routers/7b2ab5d9-a2b8-4eea-a2fa-104f845d0949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2617464 Jul 05 04:08:43.890960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53924) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.921317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14df0ee-8ebb-498c-a318-156dc74b2b3b None None] Sync routers for ids ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:43.964028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6250ec-5d8a-42b5-b04f-20c59715d342 req-6af00d15-3d79-4c8f-899b-1c20002cdc2c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:43.973483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a6250ec-5d8a-42b5-b04f-20c59715d342 req-6af00d15-3d79-4c8f-899b-1c20002cdc2c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 944 time: 0.2181010 Jul 05 04:08:44.021513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de00a48-fc79-4228-9734-c4a20d8f4326 req-34574d20-a92f-492a-b52e-b07cae0dc3e0 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:44.023257 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7de00a48-fc79-4228-9734-c4a20d8f4326 req-34574d20-a92f-492a-b52e-b07cae0dc3e0 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 945 time: 0.1983747 Jul 05 04:08:44.028980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31b15e2-472f-428d-a847-44a2b8e235da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d949cc3-98d8-4b95-90e1-c3655e945670'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:44.032771 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0302a03f-fb84-4974-b733-67673a09c9f6" -d '{"events": [{"server_uuid": "b31b15e2-472f-428d-a847-44a2b8e235da", "name": "network-vif-plugged", "status": "completed", "tag": "9d949cc3-98d8-4b95-90e1-c3655e945670"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:44.051699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-94e7e60b-0383-4242-8f7b-b997aa7467d1 req-19b61348-7918-430c-bdd0-319fb1435b27 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] For port b2232260-e6f5-4a91-821b-afaf4c52479f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b2232260-e6f5-4a91-821b-afaf4c52479f,segment=NetworkSegment(9ce9321f-39a4-4892-b783-2e1d69191f7c),segment_id=9ce9321f-39a4-4892-b783-2e1d69191f7c)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:44.052085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-94e7e60b-0383-4242-8f7b-b997aa7467d1 req-19b61348-7918-430c-bdd0-319fb1435b27 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.062063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a6250ec-5d8a-42b5-b04f-20c59715d342 req-8ece872b-7cbe-4e4e-9a07-2c549602c161 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869458 Jul 05 04:08:44.110294 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9d949cc3-98d8-4b95-90e1-c3655e945670, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9d949cc3-98d8-4b95-90e1-c3655e945670,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:44.112994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14df0ee-8ebb-498c-a318-156dc74b2b3b None None] Routers {'7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:44.113652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-c14df0ee-8ebb-498c-a318-156dc74b2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:08:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:44.146151 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7de00a48-fc79-4228-9734-c4a20d8f4326 req-f7d07691-7e95-4068-a36a-237db7fb4d84 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/security-groups?id=416690c1-ead6-4a97-b48a-7ec8db80cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091621 Jul 05 04:08:44.153390 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-c14df0ee-8ebb-498c-a318-156dc74b2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:44.165073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14df0ee-8ebb-498c-a318-156dc74b2b3b None None] Routers {'7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:44.165724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-c14df0ee-8ebb-498c-a318-156dc74b2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:08:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:44.201868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-c14df0ee-8ebb-498c-a318-156dc74b2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:44.202485 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14df0ee-8ebb-498c-a318-156dc74b2b3b None None] The sync data for ids ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:44.206775 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.230109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-94e7e60b-0383-4242-8f7b-b997aa7467d1 req-19b61348-7918-430c-bdd0-319fb1435b27 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Calling delete_port for b2232260-e6f5-4a91-821b-afaf4c52479f owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:44.264927 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8e971301-9631-4a68-bc62-07237892c06f None None] Provisioning complete for port 97dc829c-581f-480b-a1b1-ca0c7d3c31a2 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:44.265313 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8e971301-9631-4a68-bc62-07237892c06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.304682 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857bdc29-6208-4d86-851d-b263ae18620f x-openstack-request-id: req-857bdc29-6208-4d86-851d-b263ae18620f {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:44.304924 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31b15e2-472f-428d-a847-44a2b8e235da", "name": "network-vif-plugged", "status": "completed", "tag": "9d949cc3-98d8-4b95-90e1-c3655e945670", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:44.305143 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-857bdc29-6208-4d86-851d-b263ae18620f {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:44.305537 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31b15e2-472f-428d-a847-44a2b8e235da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d949cc3-98d8-4b95-90e1-c3655e945670', 'code': 200} Jul 05 04:08:44.380119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8e971301-9631-4a68-bc62-07237892c06f None None] Port 97dc829c-581f-480b-a1b1-ca0c7d3c31a2 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:44.442600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12bf06-0352-482f-bcc2-7506e20375c3 req-fa358922-f035-450d-9f7b-bd3a56f77c4c tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:44.445631 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f12bf06-0352-482f-bcc2-7506e20375c3 req-fa358922-f035-450d-9f7b-bd3a56f77c4c tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1904697 Jul 05 04:08:44.466030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77703-bdcf-4e43-8002-ce72fb0e39c3 req-e00129e0-184b-44d4-8355-9f0a46d82417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:44.467815 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4b77703-bdcf-4e43-8002-ce72fb0e39c3 req-e00129e0-184b-44d4-8355-9f0a46d82417 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 1096 time: 0.1065369 Jul 05 04:08:44.482365 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 545bc251-0862-40d4-bcc6-87ebc5e7c3fa up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:44.528790 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f12bf06-0352-482f-bcc2-7506e20375c3 req-c228be69-d4eb-4044-9d99-23b9e521162f tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774243 Jul 05 04:08:44.548418 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=9d949cc3-98d8-4b95-90e1-c3655e945670,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:44.562199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4b77703-bdcf-4e43-8002-ce72fb0e39c3 req-11606f3b-a108-417a-85ee-e29ecabd2440 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864069 Jul 05 04:08:44.577162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8e971301-9631-4a68-bc62-07237892c06f None None] Provisioning for port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:44.683591 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-5a716d84-56d5-41d4-a6d8-f7cb56a4570b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:08:44.685134 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5a716d84-56d5-41d4-a6d8-f7cb56a4570b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "PUT /v2.0/routers/7b2ab5d9-a2b8-4eea-a2fa-104f845d0949/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7933249 Jul 05 04:08:44.688040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53946) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:44.690182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:44.694789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:44.695175 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.743698 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-94e7e60b-0383-4242-8f7b-b997aa7467d1 req-19b61348-7918-430c-bdd0-319fb1435b27 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.810437 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b61348-7918-430c-bdd0-319fb1435b27 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Pushing event deleted for resources: {'Port': ['ID=b2232260-e6f5-4a91-821b-afaf4c52479f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:44.889676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e7e60b-0383-4242-8f7b-b997aa7467d1 req-19b61348-7918-430c-bdd0-319fb1435b27 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] No DVR routers for this DVR port b2232260-e6f5-4a91-821b-afaf4c52479f on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:44.893285 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.893737 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-94e7e60b-0383-4242-8f7b-b997aa7467d1 req-19b61348-7918-430c-bdd0-319fb1435b27 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.897147 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-94e7e60b-0383-4242-8f7b-b997aa7467d1 req-19b61348-7918-430c-bdd0-319fb1435b27 tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.11 "DELETE /v2.0/ports/b2232260-e6f5-4a91-821b-afaf4c52479f HTTP/1.1" status: 204 len: 173 time: 1.3642566 Jul 05 04:08:44.897638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a417e870-de57-4015-9fde-a396dd9ee766', 'name': 'network-vif-deleted', 'tag': 'b2232260-e6f5-4a91-821b-afaf4c52479f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:44.899928 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828853c6-0eb4-4aed-a6a4-9d8f071d4902" -d '{"events": [{"server_uuid": "a417e870-de57-4015-9fde-a396dd9ee766", "name": "network-vif-deleted", "tag": "b2232260-e6f5-4a91-821b-afaf4c52479f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:44.969932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=545bc251-0862-40d4-bcc6-87ebc5e7c3fa,segment=NetworkSegment(8a34119f-9b37-485e-92a5-6a750e10d09f),segment_id=8a34119f-9b37-485e-92a5-6a750e10d09f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:44.977466 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa6ba61-d36c-4662-81a4-e5fb001a14ae x-openstack-request-id: req-aaa6ba61-d36c-4662-81a4-e5fb001a14ae {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:44.977768 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a417e870-de57-4015-9fde-a396dd9ee766", "name": "network-vif-deleted", "tag": "b2232260-e6f5-4a91-821b-afaf4c52479f", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:44.978023 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aaa6ba61-d36c-4662-81a4-e5fb001a14ae {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:44.978480 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a417e870-de57-4015-9fde-a396dd9ee766', 'name': 'network-vif-deleted', 'tag': 'b2232260-e6f5-4a91-821b-afaf4c52479f', 'status': 'completed', 'code': 200} Jul 05 04:08:45.032211 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-66da63b3-0fa0-4c74-ab99-36b5fd89f9e2 None None] Provisioning complete for port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:45.032625 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-66da63b3-0fa0-4c74-ab99-36b5fd89f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.118363 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.190932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=545bc251-0862-40d4-bcc6-87ebc5e7c3fa,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:45.472590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b177644-237d-4a78-9507-d3a185f1bad9 req-97548f3a-2dac-43e6-800e-0103872a39ad tempest-ServerGroupTestJSON-588126759 tempest-ServerGroupTestJSON-588126759-project] 10.222.0.60 "GET /v2.0/ports?device_id=a417e870-de57-4015-9fde-a396dd9ee766 HTTP/1.1" status: 200 len: 210 time: 0.0405807 Jul 05 04:08:45.549733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241ad43-c712-47e4-8cf0-f9cf1b40df8b req-7cde5e3b-8a7f-477c-8dfa-990afb29588e tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.551326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2241ad43-c712-47e4-8cf0-f9cf1b40df8b req-7cde5e3b-8a7f-477c-8dfa-990afb29588e tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 945 time: 0.2068300 Jul 05 04:08:45.611086 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.735095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2241ad43-c712-47e4-8cf0-f9cf1b40df8b req-1c1602c9-1c5a-49a6-807d-56139250e569 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629105 Jul 05 04:08:45.936299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd117e0-84d5-4bfc-b9e4-ee7c042bd668 req-a22f2451-17a6-40d6-b95d-52861cc9fb0e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.937840 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cd117e0-84d5-4bfc-b9e4-ee7c042bd668 req-a22f2451-17a6-40d6-b95d-52861cc9fb0e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1383827 Jul 05 04:08:46.014165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cd117e0-84d5-4bfc-b9e4-ee7c042bd668 req-f2cb501c-a8d6-43e9-90ee-f37c18f7ba6b tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701187 Jul 05 04:08:46.026555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Deleting port 97dc829c-581f-480b-a1b1-ca0c7d3c31a2 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:46.026555 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.139660 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.160041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Calling delete_port for 97dc829c-581f-480b-a1b1-ca0c7d3c31a2 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:46.237220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53970) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:46.391118 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c8b867d-c27e-40f9-9cd1-a075df1e581b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.492306 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.532050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event deleted for resources: {'Port': ['ID=97dc829c-581f-480b-a1b1-ca0c7d3c31a2,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:46.545949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:46.546335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:46.546683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:46.547030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:46.547371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:46.547709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:46.548062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:46.548609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:46.548946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:46.549276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:46.549610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:46.553546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:46.624862 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c8b867d-c27e-40f9-9cd1-a075df1e581b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.653083 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b2232260-e6f5-4a91-821b-afaf4c52479f no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:46.693574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c8b867d-c27e-40f9-9cd1-a075df1e581b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.723438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: b2232260-e6f5-4a91-821b-afaf4c52479f {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:46.728486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b2232260-e6f5-4a91-821b-afaf4c52479f not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:46.778304 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.817676 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4c8b867d-c27e-40f9-9cd1-a075df1e581b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b94b1dce48a4ea6b27c5d4b0a6e71e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5768106 Jul 05 04:08:46.818792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b867d-c27e-40f9-9cd1-a075df1e581b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a1acd5-6e0d-44e9-94e2-5d8c9cbc1f32,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:46.822781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53984) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:46.925822 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2d645302-a977-4ff1-8530-41727c721a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.951177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2d645302-a977-4ff1-8530-41727c721a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.087844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Router 7b2ab5d9-a2b8-4eea-a2fa-104f845d0949 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:08:47.095190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692377c-5b62-4b98-b68b-e17aa02aa073 req-c2734486-3513-43c7-95b0-78d1e73bbd9a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:47.102407 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2692377c-5b62-4b98-b68b-e17aa02aa073 req-c2734486-3513-43c7-95b0-78d1e73bbd9a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 945 time: 0.1652746 Jul 05 04:08:47.118837 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2d645302-a977-4ff1-8530-41727c721a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.123227 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2d645302-a977-4ff1-8530-41727c721a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.124625 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2d645302-a977-4ff1-8530-41727c721a1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40a1acd5-6e0d-44e9-94e2-5d8c9cbc1f32 HTTP/1.1" status: 204 len: 168 time: 0.3007371 Jul 05 04:08:47.165216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d645302-a977-4ff1-8530-41727c721a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a1acd5-6e0d-44e9-94e2-5d8c9cbc1f32,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:47.337354 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 545bc251-0862-40d4-bcc6-87ebc5e7c3fa up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:47.411290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:47.411791 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.538193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2692377c-5b62-4b98-b68b-e17aa02aa073 req-9d5d9acb-45de-43b4-a038-376d35a39c2c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316275 Jul 05 04:08:47.669272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:47.680161 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe7145-3530-4a36-9dd6-083c7f93368a None None] Sync routers for ids ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:47.689679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ce5918a8-8a32-490b-a28c-6a96bcf13f9e tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "PUT /v2.0/routers/7b2ab5d9-a2b8-4eea-a2fa-104f845d0949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0002463 Jul 05 04:08:47.693363 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54010) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:47.711525 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe7145-3530-4a36-9dd6-083c7f93368a None None] Routers {'7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:47.712152 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-07fe7145-3530-4a36-9dd6-083c7f93368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:08:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:47.822858 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-616ca4c6-34f8-4fdf-87e2-21e8f2b55d4c tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] delete failed (client error): The resource could not be found. Jul 05 04:08:47.826212 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-616ca4c6-34f8-4fdf-87e2-21e8f2b55d4c tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-2094000610 HTTP/1.1" status: 404 len: 335 time: 0.1310823 Jul 05 04:08:47.828762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecde47-b198-4568-9e8a-142c2c1e90e2 req-a2859538-bef4-4f05-a4c9-959ea2d348ab tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:47.840472 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54014) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:47.844599 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-07fe7145-3530-4a36-9dd6-083c7f93368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:47.845222 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-beecde47-b198-4568-9e8a-142c2c1e90e2 req-a2859538-bef4-4f05-a4c9-959ea2d348ab tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.3321218 Jul 05 04:08:47.852238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c9474deb-085b-4cd0-8156-1e2b9205130a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:47.875122 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe7145-3530-4a36-9dd6-083c7f93368a None None] Routers {'7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:47.877201 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-07fe7145-3530-4a36-9dd6-083c7f93368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:08:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:47.891765 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-beecde47-b198-4568-9e8a-142c2c1e90e2 req-6d6cecb2-b043-4bc3-874d-ccbe2b6e5c8f tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453491 Jul 05 04:08:47.939079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54016) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:47.940750 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-07fe7145-3530-4a36-9dd6-083c7f93368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:47.941654 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe7145-3530-4a36-9dd6-083c7f93368a None None] The sync data for ids ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:47.995196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-435b2373-66f0-470b-9712-b340a6ba757e admin admin] Deleting subnet 03ad2873-7144-4048-a041-015336a98baa {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:48.000823 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-435b2373-66f0-470b-9712-b340a6ba757e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.045521 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-435b2373-66f0-470b-9712-b340a6ba757e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.096961 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-435b2373-66f0-470b-9712-b340a6ba757e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.108459 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c9474deb-085b-4cd0-8156-1e2b9205130a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.201577 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-c9474deb-085b-4cd0-8156-1e2b9205130a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] update failed (client error): The resource could not be found. Jul 05 04:08:48.202795 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c9474deb-085b-4cd0-8156-1e2b9205130a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "PUT /v2.0/routers/7b2ab5d9-a2b8-4eea-a2fa-104f845d0949 HTTP/1.1" status: 404 len: 339 time: 0.3636537 Jul 05 04:08:48.208838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54018) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:48.253293 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-435b2373-66f0-470b-9712-b340a6ba757e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.268570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54022) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:48.282913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d5aec134-3470-4c86-bc5e-a3e6e44f4326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.316263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b2373-66f0-470b-9712-b340a6ba757e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ad2873-7144-4048-a041-015336a98baa,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:48.394224 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d5aec134-3470-4c86-bc5e-a3e6e44f4326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.408037 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-435b2373-66f0-470b-9712-b340a6ba757e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.409861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-435b2373-66f0-470b-9712-b340a6ba757e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/03ad2873-7144-4048-a041-015336a98baa HTTP/1.1" status: 204 len: 168 time: 0.4695470 Jul 05 04:08:48.413087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54024) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:48.509767 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-286c30d7-2ae9-4434-80f1-5cd3bdd012f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.517291 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d5aec134-3470-4c86-bc5e-a3e6e44f4326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.553875 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.594902 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d5aec134-3470-4c86-bc5e-a3e6e44f4326 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61e565b0b93a4ff086e1faff74a491e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243854 Jul 05 04:08:48.600622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54026) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:48.604521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aec134-3470-4c86-bc5e-a3e6e44f4326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c92751-e8f0-49ef-877f-8ec8cee8cd37,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:48.706925 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-286c30d7-2ae9-4434-80f1-5cd3bdd012f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.720696 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-286c30d7-2ae9-4434-80f1-5cd3bdd012f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0d3580-3694-4b70-a9b7-df9059bde8d6']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:48.755430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-286c30d7-2ae9-4434-80f1-5cd3bdd012f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce9321f-39a4-4892-b783-2e1d69191f7c') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:48.755733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-286c30d7-2ae9-4434-80f1-5cd3bdd012f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce9321f-39a4-4892-b783-2e1d69191f7c') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:48.767080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-48f6dab3-8154-45e2-8467-9807479301b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.771208 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-286c30d7-2ae9-4434-80f1-5cd3bdd012f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.794707 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-286c30d7-2ae9-4434-80f1-5cd3bdd012f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.807437 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-48f6dab3-8154-45e2-8467-9807479301b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.810378 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286c30d7-2ae9-4434-80f1-5cd3bdd012f7 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:48.810785 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-286c30d7-2ae9-4434-80f1-5cd3bdd012f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:48.812738 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:48.975359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Allocated IP 172.20.0.1 (7ed3ca1e-c5f2-4afd-828d-0fb4f679091b/cfd83d67-e818-4502-83ca-153ff5685191/12e55bfc-8f89-4760-bdc9-867f3404832d) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:48.978470 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-286c30d7-2ae9-4434-80f1-5cd3bdd012f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.982215 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-48f6dab3-8154-45e2-8467-9807479301b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.985661 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-48f6dab3-8154-45e2-8467-9807479301b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.992332 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-48f6dab3-8154-45e2-8467-9807479301b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15c92751-e8f0-49ef-877f-8ec8cee8cd37 HTTP/1.1" status: 204 len: 168 time: 0.3948865 Jul 05 04:08:49.007768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-286c30d7-2ae9-4434-80f1-5cd3bdd012f7 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.019881 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-286c30d7-2ae9-4434-80f1-5cd3bdd012f7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ed0d3580-3694-4b70-a9b7-df9059bde8d6 HTTP/1.1" status: 204 len: 168 time: 0.6033325 Jul 05 04:08:49.069237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6dab3-8154-45e2-8467-9807479301b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c92751-e8f0-49ef-877f-8ec8cee8cd37,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:49.080088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c30d7-2ae9-4434-80f1-5cd3bdd012f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0d3580-3694-4b70-a9b7-df9059bde8d6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:49.187947 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.201590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99860707-e95f-46d1-8fb1-5fbb6d4a54a3 req-b1b7ee16-a297-4fd3-814c-65cbc32c8849 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:49.203187 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99860707-e95f-46d1-8fb1-5fbb6d4a54a3 req-b1b7ee16-a297-4fd3-814c-65cbc32c8849 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1472445 Jul 05 04:08:49.238406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Transition to ACTIVE for port object 12e55bfc-8f89-4760-bdc9-867f3404832d will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:49.267496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99860707-e95f-46d1-8fb1-5fbb6d4a54a3 req-839cd5e2-1287-4a8c-88f6-de1cc94a7eda tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510120 Jul 05 04:08:49.359637 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.393301 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Network 7ed3ca1e-c5f2-4afd-828d-0fb4f679091b is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:49.396338 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:49.399354 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:49.461158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54044) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:49.493695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event updated for resources: {'Port': ['ID=12e55bfc-8f89-4760-bdc9-867f3404832d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:49.507873 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.585197 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ada73515-74b7-40cd-8fae-78b09ceebb96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7fa1eacf9e144e43add3ce680e487b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204700 Jul 05 04:08:49.585652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54048) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:49.745154 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e6aa165e-8e05-4605-a351-ac564738ce97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.793629 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e6aa165e-8e05-4605-a351-ac564738ce97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.800126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-80d352bd-bba2-48bc-afbe-3f29540b69ed None None] Provisioning for port 12e55bfc-8f89-4760-bdc9-867f3404832d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:49.804614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-80d352bd-bba2-48bc-afbe-3f29540b69ed None None] Provisioning complete for port 12e55bfc-8f89-4760-bdc9-867f3404832d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:49.805000 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-80d352bd-bba2-48bc-afbe-3f29540b69ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.857595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-80d352bd-bba2-48bc-afbe-3f29540b69ed None None] Port 12e55bfc-8f89-4760-bdc9-867f3404832d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:49.921747 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.937554 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e6aa165e-8e05-4605-a351-ac564738ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.941787 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e6aa165e-8e05-4605-a351-ac564738ce97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.943025 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e6aa165e-8e05-4605-a351-ac564738ce97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/416690c1-ead6-4a97-b48a-7ec8db80cb54 HTTP/1.1" status: 204 len: 168 time: 0.3559842 Jul 05 04:08:49.959953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa165e-8e05-4605-a351-ac564738ce97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416690c1-ead6-4a97-b48a-7ec8db80cb54,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:50.384913 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.481982 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.603554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.607846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event updated for resources: {'Port': ['ID=12e55bfc-8f89-4760-bdc9-867f3404832d,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:50.701192 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3d8af-d6ec-4c31-8c4c-ef4e7ba693cd req-9944d790-f3fc-4648-a361-c8f75c21462f tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:50.702750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ee3d8af-d6ec-4c31-8c4c-ef4e7ba693cd req-9944d790-f3fc-4648-a361-c8f75c21462f tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.2621741 Jul 05 04:08:50.768254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ee3d8af-d6ec-4c31-8c4c-ef4e7ba693cd req-dfb0009a-5a83-4306-b4ec-78062277c6a2 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578978 Jul 05 04:08:50.770216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Network 7ed3ca1e-c5f2-4afd-828d-0fb4f679091b is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:50.772077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:50.937561 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Router 7b2ab5d9-a2b8-4eea-a2fa-104f845d0949 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:08:51.000989 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54094) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:51.102296 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:51.112239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54098) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:51.112478 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e3ec20d6-3803-41bf-bac1-bb174b91a1fe tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "PUT /v2.0/routers/7b2ab5d9-a2b8-4eea-a2fa-104f845d0949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9024599 Jul 05 04:08:51.122730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c605866-e802-4d47-b2e6-185c905d0059 None None] Sync routers for ids ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:51.145778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c605866-e802-4d47-b2e6-185c905d0059 None None] Routers {'7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:51.148901 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8c605866-e802-4d47-b2e6-185c905d0059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:08:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:51.248147 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1474967875-network', 'tenant_id': '321fc23c111c419cbc55f9e82f2edf3f'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:51.274002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8c605866-e802-4d47-b2e6-185c905d0059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:51.294533 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c605866-e802-4d47-b2e6-185c905d0059 None None] Routers {'7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:51.295648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8c605866-e802-4d47-b2e6-185c905d0059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:08:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:51.301690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a4ab3970-8a80-481b-8bf8-0717756e3feb None None] Provisioning complete for port 12e55bfc-8f89-4760-bdc9-867f3404832d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:51.302071 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a4ab3970-8a80-481b-8bf8-0717756e3feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.339499 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0b2848ce-83a9-4de8-a181-db7154d470fc tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.356163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8c605866-e802-4d47-b2e6-185c905d0059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:51.356776 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c605866-e802-4d47-b2e6-185c905d0059 None None] The sync data for ids ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:51.362732 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aae3c52a-e360-4de4-b7fe-061deb75d83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.392051 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab3970-8a80-481b-8bf8-0717756e3feb None None] Port 12e55bfc-8f89-4760-bdc9-867f3404832d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:51.435849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] Made reservation on behalf of 321fc23c111c419cbc55f9e82f2edf3f for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:51.438842 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.450675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.481606 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-0b2848ce-83a9-4de8-a181-db7154d470fc tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 04:08:51.485253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54114) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:51.492970 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0b2848ce-83a9-4de8-a181-db7154d470fc tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "DELETE /v2.0/routers/7b2ab5d9-a2b8-4eea-a2fa-104f845d0949 HTTP/1.1" status: 409 len: 329 time: 0.3794353 Jul 05 04:08:51.527738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54120) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:51.653896 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.689063 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-197034023-network', 'tenant_id': '6a403a66a057465fb996f57b329f6202'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:51.736175 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.766331 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:51.784736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5b2ee9-4068-4a24-ba73-993b92623069,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:51.787660 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.788259 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] Added segment 1bfcd4eb-2884-4c08-82ae-726a76c0db66 of type vlan for network 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 Jul 05 04:08:51.837263 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.854215 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] Made reservation on behalf of 6a403a66a057465fb996f57b329f6202 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:51.857656 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.876883 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.882812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8d2275d-8848-42a8-8885-a1fe54e742d9 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.986998 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.988057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:51.988812 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.008644 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.068698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:52.081376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:52.092735 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.157876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:52.192511 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.193039 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] Added segment 7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81 of type vlan for network c75d320c-d257-4359-a588-2cd8a45208ff Jul 05 04:08:52.256227 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-26810ec8-65cf-4692-9e5b-7295b8f16343 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2577794 Jul 05 04:08:52.263438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14799775-d80b-43bf-a9d8-c57ceeea5e0d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:52.266614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54130) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:52.282151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6e0f2890-d66e-4a9e-8c83-c7af3d1a3175 admin admin] Request body: {'subnet': {'network_id': '4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1474967875-subnet', 'tenant_id': '321fc23c111c419cbc55f9e82f2edf3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:52.290199 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.409605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20e5db-fdc9-46d3-9264-b9b41ae8cc23 req-c28d7f71-8db7-444f-9915-0a1cbeaa3e70 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:52.411351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f20e5db-fdc9-46d3-9264-b9b41ae8cc23 req-c28d7f71-8db7-444f-9915-0a1cbeaa3e70 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.4428272 Jul 05 04:08:52.423332 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.424293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:52.424939 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.479210 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f20e5db-fdc9-46d3-9264-b9b41ae8cc23 req-e42599c1-5e8a-4119-948b-4fcd32b1cd6a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595417 Jul 05 04:08:52.497082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0f2890-d66e-4a9e-8c83-c7af3d1a3175 admin admin] Made reservation on behalf of 321fc23c111c419cbc55f9e82f2edf3f for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:52.499689 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6e0f2890-d66e-4a9e-8c83-c7af3d1a3175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.558081 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] Pushing event updated for resources: {'Network': ['ID=c75d320c-d257-4359-a588-2cd8a45208ff,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:52.576271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network c75d320c-d257-4359-a588-2cd8a45208ff details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:52.597666 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3c267237-a20f-4adc-bd47-548e9645ce90 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0684307 Jul 05 04:08:52.598324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54136) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:52.603776 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1a08dae6-5007-49ad-817e-f422de46d9c4 admin admin] Request body: {'subnet': {'network_id': 'c75d320c-d257-4359-a588-2cd8a45208ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-197034023-subnet', 'tenant_id': '6a403a66a057465fb996f57b329f6202', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:52.614569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e8d2275d-8848-42a8-8885-a1fe54e742d9 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Deleting port 12e55bfc-8f89-4760-bdc9-867f3404832d {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:52.615070 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8d2275d-8848-42a8-8885-a1fe54e742d9 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.727243 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8d2275d-8848-42a8-8885-a1fe54e742d9 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.735252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e8d2275d-8848-42a8-8885-a1fe54e742d9 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Calling delete_port for 12e55bfc-8f89-4760-bdc9-867f3404832d owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:52.811975 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6e0f2890-d66e-4a9e-8c83-c7af3d1a3175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.873366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f2890-d66e-4a9e-8c83-c7af3d1a3175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14f96406-1fd5-49f7-90e7-d10791959374,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:52.898317 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0f2890-d66e-4a9e-8c83-c7af3d1a3175 admin admin] Checking segment: {'id': '1bfcd4eb-2884-4c08-82ae-726a76c0db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:52.898955 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0f2890-d66e-4a9e-8c83-c7af3d1a3175 admin admin] Network hostable DHCP agents. Network: 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:52.925635 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a08dae6-5007-49ad-817e-f422de46d9c4 admin admin] Made reservation on behalf of 6a403a66a057465fb996f57b329f6202 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:52.928620 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a08dae6-5007-49ad-817e-f422de46d9c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.012721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0f2890-d66e-4a9e-8c83-c7af3d1a3175 admin admin] Network 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:53.088220 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8d2275d-8848-42a8-8885-a1fe54e742d9 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.114698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-6e0f2890-d66e-4a9e-8c83-c7af3d1a3175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:53.125253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0f2890-d66e-4a9e-8c83-c7af3d1a3175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:53.125253 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6e0f2890-d66e-4a9e-8c83-c7af3d1a3175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.131678 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f155bb1-2e13-4401-8284-1f1fb4ae61da None None] Network 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:53.146071 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2275d-8848-42a8-8885-a1fe54e742d9 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event deleted for resources: {'Port': ['ID=12e55bfc-8f89-4760-bdc9-867f3404832d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:53.224186 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6e0f2890-d66e-4a9e-8c83-c7af3d1a3175 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9512870 Jul 05 04:08:53.262696 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a08dae6-5007-49ad-817e-f422de46d9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.416391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c2cc07-7e26-4d6f-9b32-3ef33d417ef7 None None] Network 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:53.593851 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8d2275d-8848-42a8-8885-a1fe54e742d9 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.621735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08dae6-5007-49ad-817e-f422de46d9c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=371d43b6-3fdd-4f9a-9be8-0202d99805da,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:53.747669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08dae6-5007-49ad-817e-f422de46d9c4 admin admin] Checking segment: {'id': '7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c75d320c-d257-4359-a588-2cd8a45208ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:53.748026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08dae6-5007-49ad-817e-f422de46d9c4 admin admin] Network hostable DHCP agents. Network: c75d320c-d257-4359-a588-2cd8a45208ff, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:53.869315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d2275d-8848-42a8-8885-a1fe54e742d9 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Router 7b2ab5d9-a2b8-4eea-a2fa-104f845d0949 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:08:53.878219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4575dc-e76d-49c4-9376-4bafcdfee303 req-e03ad69f-4018-4a08-80be-1cac8ec34f9b tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:53.879716 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc4575dc-e76d-49c4-9376-4bafcdfee303 req-e03ad69f-4018-4a08-80be-1cac8ec34f9b tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1927018 Jul 05 04:08:53.888132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08dae6-5007-49ad-817e-f422de46d9c4 admin admin] Network c75d320c-d257-4359-a588-2cd8a45208ff is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:53.978621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-1a08dae6-5007-49ad-817e-f422de46d9c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, c75d320c-d257-4359-a588-2cd8a45208ff) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:53.986715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a08dae6-5007-49ad-817e-f422de46d9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:53.987527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a08dae6-5007-49ad-817e-f422de46d9c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.989043 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7216a1e-91ff-44f4-ae43-bce8f7697da6 None None] Network c75d320c-d257-4359-a588-2cd8a45208ff requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:53.995407 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d2275d-8848-42a8-8885-a1fe54e742d9 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:54.006702 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea03d7a8-8488-4b7e-a4c2-5ef548baffff None None] Sync routers for ids ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:54.009435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e8d2275d-8848-42a8-8885-a1fe54e742d9 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "PUT /v2.0/routers/7b2ab5d9-a2b8-4eea-a2fa-104f845d0949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5231032 Jul 05 04:08:54.015917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54150) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:54.022391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc4575dc-e76d-49c4-9376-4bafcdfee303 req-9b040b25-2f35-45ad-a33c-cf8e81dc15b7 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290329 Jul 05 04:08:54.034128 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea03d7a8-8488-4b7e-a4c2-5ef548baffff None None] Routers {'7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:54.041915 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ea03d7a8-8488-4b7e-a4c2-5ef548baffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:08:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:54.095422 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ea03d7a8-8488-4b7e-a4c2-5ef548baffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:54.108726 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea03d7a8-8488-4b7e-a4c2-5ef548baffff None None] Routers {'7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:54.109853 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ea03d7a8-8488-4b7e-a4c2-5ef548baffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:08:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:54.112264 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1a08dae6-5007-49ad-817e-f422de46d9c4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5126948 Jul 05 04:08:54.137184 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-d2c262ee-42c0-45da-b7c7-e5af8e217965 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] show failed (client error): The resource could not be found. Jul 05 04:08:54.138672 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d2c262ee-42c0-45da-b7c7-e5af8e217965 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-1093441974 HTTP/1.1" status: 404 len: 335 time: 0.1216915 Jul 05 04:08:54.142693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54154) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:54.147955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-512bbada-002f-4aea-a7ea-c4c1799a3cf5 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:54.153574 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ea03d7a8-8488-4b7e-a4c2-5ef548baffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:54.154249 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea03d7a8-8488-4b7e-a4c2-5ef548baffff None None] The sync data for ids ['7b2ab5d9-a2b8-4eea-a2fa-104f845d0949'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:54.199446 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-512bbada-002f-4aea-a7ea-c4c1799a3cf5 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] update failed (client error): The resource could not be found. Jul 05 04:08:54.200858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-512bbada-002f-4aea-a7ea-c4c1799a3cf5 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1422969764 HTTP/1.1" status: 404 len: 335 time: 0.0570087 Jul 05 04:08:54.205355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54156) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:54.274126 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-432b3714-c9aa-4e7c-9a09-fa062e5fba8b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Deleting subnet b93dc051-c91c-4ec9-bd16-ba4b8fa5e14a {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:54.277997 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-432b3714-c9aa-4e7c-9a09-fa062e5fba8b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.304591 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c0c80-da3b-4ce8-9f3d-83934db158f1 None None] Network c75d320c-d257-4359-a588-2cd8a45208ff requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:54.333449 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-432b3714-c9aa-4e7c-9a09-fa062e5fba8b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.388213 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f9196b2b-009a-4016-a66a-fa36d33e75e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.414681 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.498214 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-432b3714-c9aa-4e7c-9a09-fa062e5fba8b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.682919 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-432b3714-c9aa-4e7c-9a09-fa062e5fba8b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.737167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b3714-c9aa-4e7c-9a09-fa062e5fba8b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event deleted for resources: {'Subnet': ['ID=b93dc051-c91c-4ec9-bd16-ba4b8fa5e14a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:54.749220 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-432b3714-c9aa-4e7c-9a09-fa062e5fba8b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.750121 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa6e20-2e1e-4ef4-af4a-df3de1d2a4ee None None] Network 60f7e913-5b73-44d9-be8d-0c7d25d3c843 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:54.754589 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-432b3714-c9aa-4e7c-9a09-fa062e5fba8b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "DELETE /v2.0/subnets/b93dc051-c91c-4ec9-bd16-ba4b8fa5e14a HTTP/1.1" status: 204 len: 168 time: 0.5458415 Jul 05 04:08:54.755398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54176) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:54.833952 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-790b4aa9-7345-4b37-b4b4-9f6f93cae604 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Deleting subnet c37d2ddf-f953-490c-b374-43a255f9b3f9 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:54.837400 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-790b4aa9-7345-4b37-b4b4-9f6f93cae604 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.858341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3a862fa7-15e9-4c30-a82e-cc654edc02ee details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:08:54.867143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3a862fa7-15e9-4c30-a82e-cc654edc02ee no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:54.906803 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-790b4aa9-7345-4b37-b4b4-9f6f93cae604 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.961776 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-4c82fa4b-7498-4a7d-8a89-74bab2552920 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:54.973676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-4c82fa4b-7498-4a7d-8a89-74bab2552920 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/networks?id=c75d320c-d257-4359-a588-2cd8a45208ff HTTP/1.1" status: 200 len: 812 time: 0.2907684 Jul 05 04:08:55.006125 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-7132e8fe-a146-46ce-b815-0e16b7122766 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/quotas/6a403a66a057465fb996f57b329f6202 HTTP/1.1" status: 200 len: 375 time: 0.0312231 Jul 05 04:08:55.059581 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-790b4aa9-7345-4b37-b4b4-9f6f93cae604 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.091682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-db5c20e0-5263-4dff-b308-1866b50119e5 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a403a66a057465fb996f57b329f6202&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832584 Jul 05 04:08:55.230232 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.234281 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3a862fa7-15e9-4c30-a82e-cc654edc02ee, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3a862fa7-15e9-4c30-a82e-cc654edc02ee,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:55.250859 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-790b4aa9-7345-4b37-b4b4-9f6f93cae604 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.269459 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '3a862fa7-15e9-4c30-a82e-cc654edc02ee', 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb', 'port_id': '3a862fa7-15e9-4c30-a82e-cc654edc02ee', 'mac_address': 'fa:16:3e:dd:f3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d22eed-05a8-48c9-8eef-4cf329439c8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:08:55.343351 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b4aa9-7345-4b37-b4b4-9f6f93cae604 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event deleted for resources: {'Subnet': ['ID=c37d2ddf-f953-490c-b374-43a255f9b3f9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:55.353551 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-790b4aa9-7345-4b37-b4b4-9f6f93cae604 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.359443 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-790b4aa9-7345-4b37-b4b4-9f6f93cae604 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "DELETE /v2.0/subnets/c37d2ddf-f953-490c-b374-43a255f9b3f9 HTTP/1.1" status: 204 len: 168 time: 0.6035948 Jul 05 04:08:55.362922 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54182) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:55.403605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-f163fed0-04ba-45e1-9e6a-e14e7e95867a service neutron] 10.222.0.60 "GET /v2.0/networks/c75d320c-d257-4359-a588-2cd8a45208ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090572 Jul 05 04:08:55.427522 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.440300 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.451584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891534c0-0a75-4781-98dd-bb5a819b6c40 None None] DHCP port deletion for 60f7e913-5b73-44d9-be8d-0c7d25d3c843 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:55.451584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f823ad-7ebe-436b-873b-ae680593449f None None] Network 0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:55.510960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-e57cdc83-1e02-4344-861e-87fc1411fd81 service neutron] 10.222.0.60 "GET /v2.0/networks/c75d320c-d257-4359-a588-2cd8a45208ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063156 Jul 05 04:08:55.564677 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.596722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59fe056-3e5e-4b19-8a37-e2d1aa318988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a862fa7-15e9-4c30-a82e-cc654edc02ee'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:55.603976 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40b8ade-b922-4f61-b69c-a1e3066cbf0c" -d '{"events": [{"server_uuid": "b59fe056-3e5e-4b19-8a37-e2d1aa318988", "name": "network-vif-unplugged", "status": "completed", "tag": "3a862fa7-15e9-4c30-a82e-cc654edc02ee"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:55.655686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d912c-dc8a-491c-bd5a-d83df01e9603 req-9bd571e7-7bab-4093-b504-423af097e3c5 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:55.657376 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f5d912c-dc8a-491c-bd5a-d83df01e9603 req-9bd571e7-7bab-4093-b504-423af097e3c5 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1579673 Jul 05 04:08:55.672307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a862fa7-15e9-4c30-a82e-cc654edc02ee {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:55.692271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3a862fa7-15e9-4c30-a82e-cc654edc02ee, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3a862fa7-15e9-4c30-a82e-cc654edc02ee,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:55.734508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Deleting port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:55.737724 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.765106 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.789774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-891534c0-0a75-4781-98dd-bb5a819b6c40 None None] Deleting port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:55.790141 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-891534c0-0a75-4781-98dd-bb5a819b6c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.798890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f5d912c-dc8a-491c-bd5a-d83df01e9603 req-c1f8bd47-b833-4585-8051-b9a927fe100e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170104 Jul 05 04:08:55.913212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] For port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=545bc251-0862-40d4-bcc6-87ebc5e7c3fa,segment=NetworkSegment(8a34119f-9b37-485e-92a5-6a750e10d09f),segment_id=8a34119f-9b37-485e-92a5-6a750e10d09f)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:55.913801 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.943054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-891534c0-0a75-4781-98dd-bb5a819b6c40 None None] For port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=545bc251-0862-40d4-bcc6-87ebc5e7c3fa,segment=NetworkSegment(8a34119f-9b37-485e-92a5-6a750e10d09f),segment_id=8a34119f-9b37-485e-92a5-6a750e10d09f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:55.943726 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-891534c0-0a75-4781-98dd-bb5a819b6c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.952790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Calling delete_port for 545bc251-0862-40d4-bcc6-87ebc5e7c3fa owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:55.971182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-891534c0-0a75-4781-98dd-bb5a819b6c40 None None] Calling delete_port for 545bc251-0862-40d4-bcc6-87ebc5e7c3fa owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:55.997537 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:08:55.997899 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:08:56.037668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=3a862fa7-15e9-4c30-a82e-cc654edc02ee,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:56.046884 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85955063-150c-4015-9b35-31f295a14c1f x-openstack-request-id: req-85955063-150c-4015-9b35-31f295a14c1f {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:56.047356 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59fe056-3e5e-4b19-8a37-e2d1aa318988", "name": "network-vif-unplugged", "status": "completed", "tag": "3a862fa7-15e9-4c30-a82e-cc654edc02ee", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:56.047769 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85955063-150c-4015-9b35-31f295a14c1f {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:56.048525 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59fe056-3e5e-4b19-8a37-e2d1aa318988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a862fa7-15e9-4c30-a82e-cc654edc02ee', 'code': 200} Jul 05 04:08:56.146117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dec77c7b-63fd-40c4-ae0e-186f7fbfdede req-c6c30fdb-9914-4e32-86ec-ce604d3245ce tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 210 time: 0.1217899 Jul 05 04:08:56.167460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b402f3-2266-4f73-9eae-5e1ce52aef7a None None] DHCP port deletion for 0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:56.266124 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f1b402f3-2266-4f73-9eae-5e1ce52aef7a None None] Deleting port 7aa94035-e376-434a-8098-9f8d24e45d73 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:56.266724 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f1b402f3-2266-4f73-9eae-5e1ce52aef7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.302314 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.304050 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-891534c0-0a75-4781-98dd-bb5a819b6c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.334722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event deleted for resources: {'Port': ['ID=545bc251-0862-40d4-bcc6-87ebc5e7c3fa,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:56.345923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] No DVR routers for this DVR port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:56.349528 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891534c0-0a75-4781-98dd-bb5a819b6c40 None None] Pushing event deleted for resources: {'Port': ['ID=545bc251-0862-40d4-bcc6-87ebc5e7c3fa,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:56.362441 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891534c0-0a75-4781-98dd-bb5a819b6c40 None None] No DVR routers for this DVR port 545bc251-0862-40d4-bcc6-87ebc5e7c3fa on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:56.372334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f1b402f3-2266-4f73-9eae-5e1ce52aef7a None None] For port 7aa94035-e376-434a-8098-9f8d24e45d73, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7aa94035-e376-434a-8098-9f8d24e45d73,segment=NetworkSegment(3514d616-ece6-4b2e-9ac7-070dcd7db20d),segment_id=3514d616-ece6-4b2e-9ac7-070dcd7db20d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:56.372950 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f1b402f3-2266-4f73-9eae-5e1ce52aef7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.393369 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f1b402f3-2266-4f73-9eae-5e1ce52aef7a None None] Calling delete_port for 7aa94035-e376-434a-8098-9f8d24e45d73 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:56.462469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.474017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f7e913-5b73-44d9-be8d-0c7d25d3c843']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:56.486759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a34119f-9b37-485e-92a5-6a750e10d09f') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:56.487064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a34119f-9b37-485e-92a5-6a750e10d09f') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:56.506242 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.526876 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.544817 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:56.544817 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.566463 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.597756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a862fa7-15e9-4c30-a82e-cc654edc02ee {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:56.621868 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:56.642575 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3a862fa7-15e9-4c30-a82e-cc654edc02ee, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3a862fa7-15e9-4c30-a82e-cc654edc02ee,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:56.842810 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f1b402f3-2266-4f73-9eae-5e1ce52aef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.863479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b402f3-2266-4f73-9eae-5e1ce52aef7a None None] No DVR routers for this DVR port 7aa94035-e376-434a-8098-9f8d24e45d73 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:56.867360 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.893958 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.893958 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "DELETE /v2.0/networks/60f7e913-5b73-44d9-be8d-0c7d25d3c843 HTTP/1.1" status: 204 len: 168 time: 1.5282738 Jul 05 04:08:56.894807 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.895456 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54210) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:56.928475 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cff2d-876f-4aaa-b636-f221467c3a85 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event deleted for resources: {'Network': ['ID=60f7e913-5b73-44d9-be8d-0c7d25d3c843,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:56.945596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b402f3-2266-4f73-9eae-5e1ce52aef7a None None] Pushing event deleted for resources: {'Port': ['ID=7aa94035-e376-434a-8098-9f8d24e45d73,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:57.042670 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-053fa2be-6842-4c10-82f2-b0769746fc92 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.054566 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=3a862fa7-15e9-4c30-a82e-cc654edc02ee,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:57.145522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3a862fa7-15e9-4c30-a82e-cc654edc02ee'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:57.216359 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.324258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7aa94035-e376-434a-8098-9f8d24e45d73 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:57.368347 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-053fa2be-6842-4c10-82f2-b0769746fc92 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.381078 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbbd65b0-147a-4ffa-9151-9dcf92eddd83 req-8d36634f-c4cd-4fd2-9132-5cf8ecbc9e29 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 210 time: 0.0771449 Jul 05 04:08:57.387386 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-053fa2be-6842-4c10-82f2-b0769746fc92 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:57.402365 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 7aa94035-e376-434a-8098-9f8d24e45d73 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:57.403646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7aa94035-e376-434a-8098-9f8d24e45d73 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:57.404263 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 545bc251-0862-40d4-bcc6-87ebc5e7c3fa no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:57.412296 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-053fa2be-6842-4c10-82f2-b0769746fc92 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3514d616-ece6-4b2e-9ac7-070dcd7db20d') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:57.412622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-053fa2be-6842-4c10-82f2-b0769746fc92 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3514d616-ece6-4b2e-9ac7-070dcd7db20d') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:57.429543 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-053fa2be-6842-4c10-82f2-b0769746fc92 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.445472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 545bc251-0862-40d4-bcc6-87ebc5e7c3fa {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:57.445847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1fc69-b83a-4ee3-b1c6-36542797ffc8 req-439553bc-0548-41d3-b0d4-23a9733fac61 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:57.446815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 545bc251-0862-40d4-bcc6-87ebc5e7c3fa not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:57.465366 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0aa1fc69-b83a-4ee3-b1c6-36542797ffc8 req-439553bc-0548-41d3-b0d4-23a9733fac61 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 944 time: 0.3704193 Jul 05 04:08:57.493291 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-053fa2be-6842-4c10-82f2-b0769746fc92 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.512690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053fa2be-6842-4c10-82f2-b0769746fc92 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:57.513118 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-053fa2be-6842-4c10-82f2-b0769746fc92 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:57.527597 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:57.575160 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0aa1fc69-b83a-4ee3-b1c6-36542797ffc8 req-40896add-0d5f-474e-8b1e-58032d29a1c6 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068552 Jul 05 04:08:57.674553 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-053fa2be-6842-4c10-82f2-b0769746fc92 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.680001 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-053fa2be-6842-4c10-82f2-b0769746fc92 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.682171 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-053fa2be-6842-4c10-82f2-b0769746fc92 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "DELETE /v2.0/networks/0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f HTTP/1.1" status: 204 len: 168 time: 0.7857368 Jul 05 04:08:57.684953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54224) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:57.706900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fa2be-6842-4c10-82f2-b0769746fc92 tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event deleted for resources: {'Network': ['ID=0524a5b8-a2a0-48d6-b8b7-b55db9bd6e9f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:57.749802 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b44866f-3237-47bd-a5d1-898d1ca0bd3d tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Deleting subnet cfd83d67-e818-4502-83ca-153ff5685191 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:57.755115 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b44866f-3237-47bd-a5d1-898d1ca0bd3d tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.801239 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b44866f-3237-47bd-a5d1-898d1ca0bd3d tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.909192 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b44866f-3237-47bd-a5d1-898d1ca0bd3d tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.914505 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:08:58.075102 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b44866f-3237-47bd-a5d1-898d1ca0bd3d tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.107751 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b44866f-3237-47bd-a5d1-898d1ca0bd3d tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.109721 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6b44866f-3237-47bd-a5d1-898d1ca0bd3d tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "DELETE /v2.0/subnets/cfd83d67-e818-4502-83ca-153ff5685191 HTTP/1.1" status: 204 len: 168 time: 0.4237847 Jul 05 04:08:58.110769 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44866f-3237-47bd-a5d1-898d1ca0bd3d tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd83d67-e818-4502-83ca-153ff5685191,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:58.112608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54228) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:58.118245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24bff34-35ce-4e09-b398-86768e68cdd9 None None] Network 7ed3ca1e-c5f2-4afd-828d-0fb4f679091b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:58.213681 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.341418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Deleting port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:58.342079 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.363270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e20db01-8417-41a9-afe6-eef6d1f1bbfa None None] DHCP port deletion for 7ed3ca1e-c5f2-4afd-828d-0fb4f679091b request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:58.495146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] For port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=01430f96-d0b5-4ae0-851a-f94d8bd1d4ba,segment=NetworkSegment(660dd52d-6dff-43d6-b9e4-bd6d8539bf1a),segment_id=660dd52d-6dff-43d6-b9e4-bd6d8539bf1a)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:58.497016 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.527435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Calling delete_port for 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:58.615365 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a329d4c-f4d3-454f-b190-44a98f192f95 req-32d91119-2162-4f06-a132-caf0b883e7e8 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 210 time: 0.0845788 Jul 05 04:08:58.696855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5e20db01-8417-41a9-afe6-eef6d1f1bbfa None None] Deleting port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:58.701863 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5e20db01-8417-41a9-afe6-eef6d1f1bbfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.791770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5e20db01-8417-41a9-afe6-eef6d1f1bbfa None None] For port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=01430f96-d0b5-4ae0-851a-f94d8bd1d4ba,segment=NetworkSegment(660dd52d-6dff-43d6-b9e4-bd6d8539bf1a),segment_id=660dd52d-6dff-43d6-b9e4-bd6d8539bf1a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:58.793215 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5e20db01-8417-41a9-afe6-eef6d1f1bbfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.813656 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5e20db01-8417-41a9-afe6-eef6d1f1bbfa None None] Calling delete_port for 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:58.859034 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.907186 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3a862fa7-15e9-4c30-a82e-cc654edc02ee up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:58.908879 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:08:58.939566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event deleted for resources: {'Port': ['ID=01430f96-d0b5-4ae0-851a-f94d8bd1d4ba,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:58.944813 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5e20db01-8417-41a9-afe6-eef6d1f1bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.946122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] No DVR routers for this DVR port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:58.988455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20db01-8417-41a9-afe6-eef6d1f1bbfa None None] Pushing event deleted for resources: {'Port': ['ID=01430f96-d0b5-4ae0-851a-f94d8bd1d4ba,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:58.993185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20db01-8417-41a9-afe6-eef6d1f1bbfa None None] No DVR routers for this DVR port 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:59.012896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 3a862fa7-15e9-4c30-a82e-cc654edc02ee triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:59.013352 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.090463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780759b4-b2ee-490c-a0c3-bf2ce2517c47 req-ea436b9b-702c-4991-8227-3b6978b5b4b8 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:59.092427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-780759b4-b2ee-490c-a0c3-bf2ce2517c47 req-ea436b9b-702c-4991-8227-3b6978b5b4b8 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 944 time: 0.2940478 Jul 05 04:08:59.108326 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.115390 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-02108376-f7f0-46aa-a9ce-0f19cc1b5aea tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:59.117718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-02108376-f7f0-46aa-a9ce-0f19cc1b5aea tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/networks?id=4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 HTTP/1.1" status: 200 len: 809 time: 0.3061030 Jul 05 04:08:59.119876 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.156595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed3ca1e-c5f2-4afd-828d-0fb4f679091b']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:59.168461 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59fe056-3e5e-4b19-8a37-e2d1aa318988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a862fa7-15e9-4c30-a82e-cc654edc02ee'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:59.171702 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bae904-03f2-4966-9237-05a82023f9cb" -d '{"events": [{"server_uuid": "b59fe056-3e5e-4b19-8a37-e2d1aa318988", "name": "network-vif-plugged", "status": "completed", "tag": "3a862fa7-15e9-4c30-a82e-cc654edc02ee"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:59.195561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3a862fa7-15e9-4c30-a82e-cc654edc02ee, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3a862fa7-15e9-4c30-a82e-cc654edc02ee,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:59.242932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:59.261601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660dd52d-6dff-43d6-b9e4-bd6d8539bf1a') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:59.268285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660dd52d-6dff-43d6-b9e4-bd6d8539bf1a') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:59.275842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:59.276191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 01430f96-d0b5-4ae0-851a-f94d8bd1d4ba not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:59.280533 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.310751 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-148a1afd-2002-49d8-91f4-631acb58c7e1 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/quotas/321fc23c111c419cbc55f9e82f2edf3f HTTP/1.1" status: 200 len: 375 time: 0.1723576 Jul 05 04:08:59.327406 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.361807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=3a862fa7-15e9-4c30-a82e-cc654edc02ee,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:59.415634 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-a52478d3-ac94-45d8-9c08-3d41f75b23f9 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=321fc23c111c419cbc55f9e82f2edf3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854123 Jul 05 04:08:59.424224 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.493831 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-07175929-d420-464a-972a-2eab9162e02f tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:59.498708 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-07175929-d420-464a-972a-2eab9162e02f tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.11 "GET /v2.0/networks?id=c75d320c-d257-4359-a588-2cd8a45208ff HTTP/1.1" status: 200 len: 812 time: 0.2708166 Jul 05 04:08:59.515848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-8eb49f05-49ae-404e-890f-b13f3e276610 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Request body: {'port': {'device_id': '55768e0a-2be5-4cd0-8cb5-704bae224001', 'network_id': 'c75d320c-d257-4359-a588-2cd8a45208ff', 'admin_state_up': True, 'tenant_id': '6a403a66a057465fb996f57b329f6202'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:59.535590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-780759b4-b2ee-490c-a0c3-bf2ce2517c47 req-71d1c65b-be7f-487a-87c2-0f9025829e54 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082274 Jul 05 04:08:59.554490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-dc63aaa8-d7bb-4838-8fcf-ab326549f88b service neutron] 10.222.0.60 "GET /v2.0/networks/4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332495 Jul 05 04:08:59.567207 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.618997 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af503565-363b-4028-8d65-6eee37665783 x-openstack-request-id: req-af503565-363b-4028-8d65-6eee37665783 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:59.619309 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59fe056-3e5e-4b19-8a37-e2d1aa318988", "name": "network-vif-plugged", "status": "completed", "tag": "3a862fa7-15e9-4c30-a82e-cc654edc02ee", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:59.619556 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af503565-363b-4028-8d65-6eee37665783 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:59.619956 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59fe056-3e5e-4b19-8a37-e2d1aa318988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a862fa7-15e9-4c30-a82e-cc654edc02ee', 'code': 200} Jul 05 04:08:59.643494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:59.644310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:59.648075 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:59.710805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84921-c33f-4b1f-bd07-78da7ee660e2 req-d5b6cc64-8073-4800-b37b-22ed4ce5fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:59.714829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77c84921-c33f-4b1f-bd07-78da7ee660e2 req-d5b6cc64-8073-4800-b37b-22ed4ce5fc74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b54e154b4c64876a8a11b182dc90e47&device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 1095 time: 0.5146432 Jul 05 04:08:59.832430 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-5690428f-bf70-425d-9004-0328a12e6282 service neutron] 10.222.0.60 "GET /v2.0/networks/4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805393 Jul 05 04:08:59.854298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-8eb49f05-49ae-404e-890f-b13f3e276610 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Made reservation on behalf of 6a403a66a057465fb996f57b329f6202 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:59.868282 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-8eb49f05-49ae-404e-890f-b13f3e276610 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.880436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84921-c33f-4b1f-bd07-78da7ee660e2 req-e1bf6d68-0f13-4bfe-99d4-6672f13b857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:59.887707 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77c84921-c33f-4b1f-bd07-78da7ee660e2 req-e1bf6d68-0f13-4bfe-99d4-6672f13b857a service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb HTTP/1.1" status: 200 len: 916 time: 0.1382720 Jul 05 04:08:59.888939 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.898447 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.904635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "DELETE /v2.0/networks/7ed3ca1e-c5f2-4afd-828d-0fb4f679091b HTTP/1.1" status: 204 len: 168 time: 1.7895851 Jul 05 04:08:59.908845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54262) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:59.958557 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0eae541a-ede4-424d-896e-c65da7e4aeba tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b2ab5d9-a2b8-4eea-a2fa-104f845d0949 HTTP/1.1" status: 200 len: 205 time: 0.0436790 Jul 05 04:08:59.994512 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54264) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:00.037941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad15945-57ea-4776-9f59-863fb5d9864a tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Pushing event deleted for resources: {'Network': ['ID=7ed3ca1e-c5f2-4afd-828d-0fb4f679091b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:00.042185 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77c84921-c33f-4b1f-bd07-78da7ee660e2 req-93bd82b2-ff7c-40da-8649-795b08fa3f88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a862fa7-15e9-4c30-a82e-cc654edc02ee HTTP/1.1" status: 200 len: 217 time: 0.1364048 Jul 05 04:09:00.046214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afcfe5df-b1f8-4e96-8bc6-57750900a4be req-6bf7eb94-41a4-4480-8f3c-b96e227e23dc tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 210 time: 0.1247566 Jul 05 04:09:00.119867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d462b12-3add-42fd-8a7b-0f13f8a899e5 req-50cd3c9d-0276-4204-9fd6-d1c9d312fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:00.121710 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6d462b12-3add-42fd-8a7b-0f13f8a899e5 req-50cd3c9d-0276-4204-9fd6-d1c9d312fa87 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 1096 time: 0.3396835 Jul 05 04:09:00.123105 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84921-c33f-4b1f-bd07-78da7ee660e2 req-66832c43-e2dc-4850-9f2e-176421d7a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:00.125799 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77c84921-c33f-4b1f-bd07-78da7ee660e2 req-66832c43-e2dc-4850-9f2e-176421d7a41c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46d22eed-05a8-48c9-8eef-4cf329439c8a HTTP/1.1" status: 200 len: 855 time: 0.0765355 Jul 05 04:09:00.127548 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-038a6ee1-c01c-4daf-8af6-dea58eb70b4b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.175622 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77c84921-c33f-4b1f-bd07-78da7ee660e2 req-7e81d7ac-c2a8-4e89-8d39-8b97116ec28e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422437 Jul 05 04:09:00.305815 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77c84921-c33f-4b1f-bd07-78da7ee660e2 req-643dc202-9640-462a-9bc7-945ff1bfac1b service neutron] 10.222.0.64 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219954 Jul 05 04:09:00.434728 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77c84921-c33f-4b1f-bd07-78da7ee660e2 req-f1782022-25dd-4024-9c14-07cec8ddb97d service neutron] 10.222.0.64 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218970 Jul 05 04:09:00.784008 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-038a6ee1-c01c-4daf-8af6-dea58eb70b4b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.790258 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-038a6ee1-c01c-4daf-8af6-dea58eb70b4b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.811693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-8eb49f05-49ae-404e-890f-b13f3e276610 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Allocated IP 172.20.0.5 (c75d320c-d257-4359-a588-2cd8a45208ff/371d43b6-3fdd-4f9a-9be8-0202d99805da/46a6a177-da78-45c3-8e26-d27e90fa2e46) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:00.841524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec3eaf-34cd-4e88-afa3-12f02d819f42 req-0dd54a40-1265-4e89-8150-c3d15b0bd2aa tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:00.843141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9ec3eaf-34cd-4e88-afa3-12f02d819f42 req-0dd54a40-1265-4e89-8150-c3d15b0bd2aa tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1350858 Jul 05 04:09:00.860769 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6d462b12-3add-42fd-8a7b-0f13f8a899e5 req-6b02c2a7-5801-4358-b2cd-816043220848 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7125399 Jul 05 04:09:00.907935 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-101da2a2-0b4d-4d34-9d90-010d6196f5f7 req-c29a27ac-2457-4542-98d9-2dcf85a5d57a tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 210 time: 0.0607400 Jul 05 04:09:00.939855 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9ec3eaf-34cd-4e88-afa3-12f02d819f42 req-0e8bcab9-9b54-4512-ac48-3e662b487cc5 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858343 Jul 05 04:09:00.944630 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-038a6ee1-c01c-4daf-8af6-dea58eb70b4b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.945166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038a6ee1-c01c-4daf-8af6-dea58eb70b4b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Fanout notify agent at l3_agent the message router_deleted on router 7b2ab5d9-a2b8-4eea-a2fa-104f845d0949 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:09:00.953790 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-038a6ee1-c01c-4daf-8af6-dea58eb70b4b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.954736 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-038a6ee1-c01c-4daf-8af6-dea58eb70b4b tempest-RoutersNegativeTest-1905811947 tempest-RoutersNegativeTest-1905811947-project] 10.222.0.60 "DELETE /v2.0/routers/7b2ab5d9-a2b8-4eea-a2fa-104f845d0949 HTTP/1.1" status: 204 len: 168 time: 0.9584734 Jul 05 04:09:01.124335 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-8eb49f05-49ae-404e-890f-b13f3e276610 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.228742 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d56ed41e-ee72-47a3-af3a-49869597cb88 req-60c92d6b-bee9-4f1a-94be-4d1805464ca9 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 210 time: 0.0305724 Jul 05 04:09:01.274833 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-8eb49f05-49ae-404e-890f-b13f3e276610 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.326779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-8eb49f05-49ae-404e-890f-b13f3e276610 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Network c75d320c-d257-4359-a588-2cd8a45208ff is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:01.330678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-8eb49f05-49ae-404e-890f-b13f3e276610 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:01.337275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-8eb49f05-49ae-404e-890f-b13f3e276610 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:01.393850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb49f05-49ae-404e-890f-b13f3e276610 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Pushing event updated for resources: {'Port': ['ID=46a6a177-da78-45c3-8e26-d27e90fa2e46,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:01.415534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-8eb49f05-49ae-404e-890f-b13f3e276610 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:01.416388 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-8eb49f05-49ae-404e-890f-b13f3e276610 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.446224 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.485317 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-8eb49f05-49ae-404e-890f-b13f3e276610 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9797397 Jul 05 04:09:01.500431 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Request body: {'port': {'device_id': '55768e0a-2be5-4cd0-8cb5-704bae224001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:01.597556 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.610332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54308) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:01.842206 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-36035fbc-30bc-4254-a10a-eda4b8c78c9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=abeea8a4dec14509b0de983cbf8734f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306840 Jul 05 04:09:01.844900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54316) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:01.946735 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c26237d-805d-4a7f-8b3e-8ff4fc04ea49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.987438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c26237d-805d-4a7f-8b3e-8ff4fc04ea49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.090533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a6a177-da78-45c3-8e26-d27e90fa2e46 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:02.100517 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.128283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a0befa9-7ea1-4afe-bc3f-79cbfade044d req-a6776914-e930-4ba2-9dde-fbdc03c1d011 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 210 time: 0.0726056 Jul 05 04:09:02.188833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Transition to ACTIVE for port object 46a6a177-da78-45c3-8e26-d27e90fa2e46 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:02.191680 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c26237d-805d-4a7f-8b3e-8ff4fc04ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.195617 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8c26237d-805d-4a7f-8b3e-8ff4fc04ea49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.201314 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8c26237d-805d-4a7f-8b3e-8ff4fc04ea49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64510874-a035-4a5e-8901-5c75815e33c7 HTTP/1.1" status: 204 len: 168 time: 0.3500004 Jul 05 04:09:02.247130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26237d-805d-4a7f-8b3e-8ff4fc04ea49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64510874-a035-4a5e-8901-5c75815e33c7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:02.279872 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.326358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcbb94-89db-46d5-b546-a47716d2c8f9 req-f48d4667-cb1c-4e99-b196-0d864aee0399 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:02.328270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07dcbb94-89db-46d5-b546-a47716d2c8f9 req-f48d4667-cb1c-4e99-b196-0d864aee0399 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1515236 Jul 05 04:09:02.413388 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07dcbb94-89db-46d5-b546-a47716d2c8f9 req-4881278f-26c5-434e-8658-86965d9de638 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785851 Jul 05 04:09:02.461807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Attempting to bind port 46a6a177-da78-45c3-8e26-d27e90fa2e46 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:02.462160 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Attempting to bind port 46a6a177-da78-45c3-8e26-d27e90fa2e46 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c75d320c-d257-4359-a588-2cd8a45208ff'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:02.462495 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Attempting to bind port 46a6a177-da78-45c3-8e26-d27e90fa2e46 on network c75d320c-d257-4359-a588-2cd8a45208ff {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:02.470835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Port 46a6a177-da78-45c3-8e26-d27e90fa2e46 on network c75d320c-d257-4359-a588-2cd8a45208ff not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:09:02.471341 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Attempting to bind port 46a6a177-da78-45c3-8e26-d27e90fa2e46 on network c75d320c-d257-4359-a588-2cd8a45208ff {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:02.474656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Pushing event updated for resources: {'Port': ['ID=46a6a177-da78-45c3-8e26-d27e90fa2e46,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:02.486294 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:02.486640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Checking segment: {'id': '7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c75d320c-d257-4359-a588-2cd8a45208ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:02.487023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Bound using segment: {'id': '7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c75d320c-d257-4359-a588-2cd8a45208ff'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:02.487580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Bound port: 46a6a177-da78-45c3-8e26-d27e90fa2e46, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c75d320c-d257-4359-a588-2cd8a45208ff'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:02.488100 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.590362 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] For port 46a6a177-da78-45c3-8e26-d27e90fa2e46, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:02.599719 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28915428-5fad-422e-bb68-8691ad531cac req-133431b5-56e9-4466-a007-51d5348089c0 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:02.601623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28915428-5fad-422e-bb68-8691ad531cac req-133431b5-56e9-4466-a007-51d5348089c0 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 943 time: 0.1033151 Jul 05 04:09:02.601777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] For port 46a6a177-da78-45c3-8e26-d27e90fa2e46, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=46a6a177-da78-45c3-8e26-d27e90fa2e46,segment=NetworkSegment(7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81),segment_id=7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:02.655641 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28915428-5fad-422e-bb68-8691ad531cac req-ecb1e9d8-7eff-47af-9925-32e4d065ace1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/security-groups?id=14799775-d80b-43bf-a9d8-c57ceeea5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479732 Jul 05 04:09:02.682435 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.734173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:02.734803 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.736264 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] 10.222.0.11 "PUT /v2.0/ports/46a6a177-da78-45c3-8e26-d27e90fa2e46 HTTP/1.1" status: 200 len: 1091 time: 1.2432768 Jul 05 04:09:02.736738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55768e0a-2be5-4cd0-8cb5-704bae224001', 'tag': '46a6a177-da78-45c3-8e26-d27e90fa2e46'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:02.743000 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56951774-8383-48a0-ad43-4b653b3c664f" -d '{"events": [{"name": "network-changed", "server_uuid": "55768e0a-2be5-4cd0-8cb5-704bae224001", "tag": "46a6a177-da78-45c3-8e26-d27e90fa2e46"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:02.774959 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5af8a5-863e-4017-89eb-55ef056171e7 service neutron] Pushing event updated for resources: {'Port': ['ID=46a6a177-da78-45c3-8e26-d27e90fa2e46,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:02.818182 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec183b80-abf0-47f2-8742-af2f470b045d x-openstack-request-id: req-ec183b80-abf0-47f2-8742-af2f470b045d {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:02.819282 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55768e0a-2be5-4cd0-8cb5-704bae224001", "tag": "46a6a177-da78-45c3-8e26-d27e90fa2e46", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:02.820053 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec183b80-abf0-47f2-8742-af2f470b045d {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:02.820521 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55768e0a-2be5-4cd0-8cb5-704bae224001', 'tag': '46a6a177-da78-45c3-8e26-d27e90fa2e46', 'status': 'completed', 'code': 200} Jul 05 04:09:02.933834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951774-8383-48a0-ad43-4b653b3c664f req-bfd4fe2b-4d32-41a4-9b6b-922347953cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:02.937708 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-56951774-8383-48a0-ad43-4b653b3c664f req-bfd4fe2b-4d32-41a4-9b6b-922347953cd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a403a66a057465fb996f57b329f6202&device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 1094 time: 0.0813978 Jul 05 04:09:03.077718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951774-8383-48a0-ad43-4b653b3c664f req-bcf1e0d9-796a-4388-a817-e58b262fac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:03.079239 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-56951774-8383-48a0-ad43-4b653b3c664f req-bcf1e0d9-796a-4388-a817-e58b262fac78 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6a403a66a057465fb996f57b329f6202&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1342974 Jul 05 04:09:03.269379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951774-8383-48a0-ad43-4b653b3c664f req-8b6c1ad6-3399-4e8f-86a3-0b44c310d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:03.271886 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-56951774-8383-48a0-ad43-4b653b3c664f req-8b6c1ad6-3399-4e8f-86a3-0b44c310d723 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1858177 Jul 05 04:09:03.383075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-15fc2efc-f034-493a-9c70-d7d64dbb7e17 req-5bd7cb10-f99e-4988-8379-48b6bfac26f5 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 210 time: 0.0475616 Jul 05 04:09:03.427305 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-20736b27-0295-4dc3-9ea1-106bb1b78210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:03.429143 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-20736b27-0295-4dc3-9ea1-106bb1b78210 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a403a66a057465fb996f57b329f6202&device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 1094 time: 0.0874457 Jul 05 04:09:03.481416 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-9ae875ff-fde6-4e09-86f7-d297ba97e811 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46a6a177-da78-45c3-8e26-d27e90fa2e46 HTTP/1.1" status: 200 len: 217 time: 0.0451875 Jul 05 04:09:03.534851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-c3937873-6e2b-4524-892e-9f639a3db476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:03.536506 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-c3937873-6e2b-4524-892e-9f639a3db476 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=371d43b6-3fdd-4f9a-9be8-0202d99805da HTTP/1.1" status: 200 len: 852 time: 0.0480077 Jul 05 04:09:03.580831 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-46250fe6-df31-4697-bf75-e11bbda63caf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c75d320c-d257-4359-a588-2cd8a45208ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364153 Jul 05 04:09:03.703046 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-3af45298-1fbd-4d67-887e-b49df00b8226 service neutron] 10.222.0.11 "GET /v2.0/networks/c75d320c-d257-4359-a588-2cd8a45208ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141863 Jul 05 04:09:03.841377 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b8381c85-5d69-4e34-a3b6-1ec3c4912425 req-9609ed30-7c0b-4701-bea2-367b0e368dbf service neutron] 10.222.0.11 "GET /v2.0/networks/c75d320c-d257-4359-a588-2cd8a45208ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307783 Jul 05 04:09:03.878139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc370f46-fb7a-45e0-b9d5-fe2fa97bbd73 req-e2835a89-e1fc-4322-bfcb-ba1e96fdb696 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:03.881187 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc370f46-fb7a-45e0-b9d5-fe2fa97bbd73 req-e2835a89-e1fc-4322-bfcb-ba1e96fdb696 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 943 time: 0.0832212 Jul 05 04:09:03.972293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc370f46-fb7a-45e0-b9d5-fe2fa97bbd73 req-c23f14ab-e283-4cb0-a319-5cacfd29e29c tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/security-groups?id=14799775-d80b-43bf-a9d8-c57ceeea5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789807 Jul 05 04:09:04.007846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f2f67-e400-4c2c-bdf0-d7eca3bcb7e0 req-f825b3f2-aa50-48f5-a7c2-216d8e1d95eb tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.009805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f0f2f67-e400-4c2c-bdf0-d7eca3bcb7e0 req-f825b3f2-aa50-48f5-a7c2-216d8e1d95eb tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.4448464 Jul 05 04:09:04.055724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f0f2f67-e400-4c2c-bdf0-d7eca3bcb7e0 req-5db24334-993f-45de-92fe-db5926dbbe7c tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368659 Jul 05 04:09:04.118954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-6f0b3f43-8779-4371-b3e1-bd4e91f43cf3 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.121804 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-6f0b3f43-8779-4371-b3e1-bd4e91f43cf3 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.11 "GET /v2.0/networks?id=4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 HTTP/1.1" status: 200 len: 809 time: 0.1387746 Jul 05 04:09:04.135557 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-0af61649-b64b-4072-a22b-28bb6254c945 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Request body: {'port': {'device_id': 'c1d10e84-b321-4b1c-ac36-59d723f6cc23', 'network_id': '4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8', 'admin_state_up': True, 'tenant_id': '321fc23c111c419cbc55f9e82f2edf3f'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:04.288710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bfaa6-d115-452f-b0ba-f866f2c25055 req-527dc2f1-4af1-4539-934d-74060c1a1968 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.290374 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f61bfaa6-d115-452f-b0ba-f866f2c25055 req-527dc2f1-4af1-4539-934d-74060c1a1968 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.0931077 Jul 05 04:09:04.351579 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f61bfaa6-d115-452f-b0ba-f866f2c25055 req-f3747159-a1dc-4a21-aafe-c8910afa0f63 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549755 Jul 05 04:09:04.381178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-0af61649-b64b-4072-a22b-28bb6254c945 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Made reservation on behalf of 321fc23c111c419cbc55f9e82f2edf3f for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:04.386046 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-0af61649-b64b-4072-a22b-28bb6254c945 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.610279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-0af61649-b64b-4072-a22b-28bb6254c945 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Allocated IP 172.20.0.6 (4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8/14f96406-1fd5-49f7-90e7-d10791959374/b5620eb9-cca4-44fa-957e-bd358b85f4b8) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:04.674657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-babeb7dc-502e-4529-91ba-00dea8a50172 req-531f84fa-118b-4920-9da4-d88a32d88cc4 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 210 time: 0.0639350 Jul 05 04:09:04.810810 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-0af61649-b64b-4072-a22b-28bb6254c945 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.989131 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-0af61649-b64b-4072-a22b-28bb6254c945 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.043135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-0af61649-b64b-4072-a22b-28bb6254c945 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Network 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:05.049356 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-0af61649-b64b-4072-a22b-28bb6254c945 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:05.058152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-0af61649-b64b-4072-a22b-28bb6254c945 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:05.069208 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af61649-b64b-4072-a22b-28bb6254c945 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Pushing event updated for resources: {'Port': ['ID=b5620eb9-cca4-44fa-957e-bd358b85f4b8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:05.292072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-0af61649-b64b-4072-a22b-28bb6254c945 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:05.292072 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-0af61649-b64b-4072-a22b-28bb6254c945 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.330260 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-0af61649-b64b-4072-a22b-28bb6254c945 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1997294 Jul 05 04:09:05.345105 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Request body: {'port': {'device_id': 'c1d10e84-b321-4b1c-ac36-59d723f6cc23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:05.461431 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.502655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840db75-90c3-4618-bac0-5d49f785ed27 req-59398ebb-eb90-44fe-841a-afb8ef8a3faa tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:05.508953 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1840db75-90c3-4618-bac0-5d49f785ed27 req-59398ebb-eb90-44fe-841a-afb8ef8a3faa tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 943 time: 0.1946161 Jul 05 04:09:05.553912 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-63eddf36-088d-42c7-ad70-4033125d5a8a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:05.555504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-63eddf36-088d-42c7-ad70-4033125d5a8a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/networks?id=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb HTTP/1.1" status: 200 len: 815 time: 0.1697769 Jul 05 04:09:05.585863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-df7fea49-902a-4650-8d5c-0b4694950715 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/quotas/1b54e154b4c64876a8a11b182dc90e47 HTTP/1.1" status: 200 len: 375 time: 0.0178337 Jul 05 04:09:05.592603 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1840db75-90c3-4618-bac0-5d49f785ed27 req-933aeb1d-f324-474d-973d-cacbba40d1cd tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/security-groups?id=14799775-d80b-43bf-a9d8-c57ceeea5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825944 Jul 05 04:09:05.659986 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-de964ef2-f3b2-415c-9510-b7a5ce2ce26d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b54e154b4c64876a8a11b182dc90e47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663326 Jul 05 04:09:05.765099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-6a614dbd-f790-4a6c-b334-74320a09fe3c service neutron] 10.222.0.60 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979683 Jul 05 04:09:05.825152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5620eb9-cca4-44fa-957e-bd358b85f4b8 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:05.834762 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.850715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Transition to ACTIVE for port object b5620eb9-cca4-44fa-957e-bd358b85f4b8 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:05.960893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.070405 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Pushing event updated for resources: {'Port': ['ID=b5620eb9-cca4-44fa-957e-bd358b85f4b8,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:06.144997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Attempting to bind port b5620eb9-cca4-44fa-957e-bd358b85f4b8 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:06.145415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Attempting to bind port b5620eb9-cca4-44fa-957e-bd358b85f4b8 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '1bfcd4eb-2884-4c08-82ae-726a76c0db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:06.147577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Attempting to bind port b5620eb9-cca4-44fa-957e-bd358b85f4b8 on network 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:06.151135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Port b5620eb9-cca4-44fa-957e-bd358b85f4b8 on network 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:09:06.151784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Attempting to bind port b5620eb9-cca4-44fa-957e-bd358b85f4b8 on network 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:06.171101 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:06.171463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Checking segment: {'id': '1bfcd4eb-2884-4c08-82ae-726a76c0db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:06.171927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Bound using segment: {'id': '1bfcd4eb-2884-4c08-82ae-726a76c0db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:06.172623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Bound port: b5620eb9-cca4-44fa-957e-bd358b85f4b8, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfcd4eb-2884-4c08-82ae-726a76c0db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:06.172996 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.255729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-74614d0f-a61c-4da6-a52d-50627401229a service neutron] 10.222.0.60 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836421 Jul 05 04:09:06.274537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1160e-c741-4b59-b117-1237820a6bb4 req-83bbe2d3-117c-4af1-aedc-e25c3cf2bb5a tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:06.276065 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2a1160e-c741-4b59-b117-1237820a6bb4 req-83bbe2d3-117c-4af1-aedc-e25c3cf2bb5a tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 943 time: 0.1079719 Jul 05 04:09:06.283744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] For port b5620eb9-cca4-44fa-957e-bd358b85f4b8, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:06.289874 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] For port b5620eb9-cca4-44fa-957e-bd358b85f4b8, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b5620eb9-cca4-44fa-957e-bd358b85f4b8,segment=NetworkSegment(1bfcd4eb-2884-4c08-82ae-726a76c0db66),segment_id=1bfcd4eb-2884-4c08-82ae-726a76c0db66)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:06.319674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2a1160e-c741-4b59-b117-1237820a6bb4 req-415248b5-d9fd-475a-8e09-1f9e02a56e01 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350540 Jul 05 04:09:06.402966 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.442316 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:06.443057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.444657 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] 10.222.0.11 "PUT /v2.0/ports/b5620eb9-cca4-44fa-957e-bd358b85f4b8 HTTP/1.1" status: 200 len: 1091 time: 1.1041346 Jul 05 04:09:06.447624 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d10e84-b321-4b1c-ac36-59d723f6cc23', 'tag': 'b5620eb9-cca4-44fa-957e-bd358b85f4b8'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:06.451141 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97439ba8-69a2-4d24-95c5-50742b48f694" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d10e84-b321-4b1c-ac36-59d723f6cc23", "tag": "b5620eb9-cca4-44fa-957e-bd358b85f4b8"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:06.489511 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867fc49-f9b0-49dc-9dc1-1db498bb9e07 service neutron] Pushing event updated for resources: {'Port': ['ID=b5620eb9-cca4-44fa-957e-bd358b85f4b8,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:06.496472 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d2e77c-2326-44fe-a941-4031a3316a4f x-openstack-request-id: req-90d2e77c-2326-44fe-a941-4031a3316a4f {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:06.496766 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d10e84-b321-4b1c-ac36-59d723f6cc23", "tag": "b5620eb9-cca4-44fa-957e-bd358b85f4b8", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:06.497022 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90d2e77c-2326-44fe-a941-4031a3316a4f {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:06.497413 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d10e84-b321-4b1c-ac36-59d723f6cc23', 'tag': 'b5620eb9-cca4-44fa-957e-bd358b85f4b8', 'status': 'completed', 'code': 200} Jul 05 04:09:06.509355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ccea8-c820-4387-a820-2afb3341cacb req-a76fd7e5-fa0f-4c65-99c8-3bec7e9a2a54 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:06.511144 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-063ccea8-c820-4387-a820-2afb3341cacb req-a76fd7e5-fa0f-4c65-99c8-3bec7e9a2a54 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.64 "GET /v2.0/ports?device_id=b59fe056-3e5e-4b19-8a37-e2d1aa318988 HTTP/1.1" status: 200 len: 945 time: 0.1485372 Jul 05 04:09:06.659304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439ba8-69a2-4d24-95c5-50742b48f694 req-9a2e4d89-b667-4ccb-b55c-b1fe5f1bdbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:06.661013 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-97439ba8-69a2-4d24-95c5-50742b48f694 req-9a2e4d89-b667-4ccb-b55c-b1fe5f1bdbb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=321fc23c111c419cbc55f9e82f2edf3f&device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 1094 time: 0.1455104 Jul 05 04:09:06.731930 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0493523c-6c49-4bb4-9b94-681cdef47149 req-fa0f5244-d626-4812-978b-3c04fb21f49c tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 210 time: 0.0550306 Jul 05 04:09:06.765516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-063ccea8-c820-4387-a820-2afb3341cacb req-e0f600ba-7620-45ef-8056-e3f5acc53b9d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Deleting port 3a862fa7-15e9-4c30-a82e-cc654edc02ee {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:06.765880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-063ccea8-c820-4387-a820-2afb3341cacb req-e0f600ba-7620-45ef-8056-e3f5acc53b9d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.777457 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 46a6a177-da78-45c3-8e26-d27e90fa2e46 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:09:06.829966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb59c1-9dd5-4efa-9d08-7e4c090ebdd2 req-e5ec9c82-5487-409c-a854-ecc64641bfb3 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:06.838074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6fb59c1-9dd5-4efa-9d08-7e4c090ebdd2 req-e5ec9c82-5487-409c-a854-ecc64641bfb3 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 943 time: 0.0777998 Jul 05 04:09:06.893599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6fb59c1-9dd5-4efa-9d08-7e4c090ebdd2 req-adaccdf1-487f-460b-9767-636afa1ec7cd tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/security-groups?id=14799775-d80b-43bf-a9d8-c57ceeea5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524836 Jul 05 04:09:06.933865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 46a6a177-da78-45c3-8e26-d27e90fa2e46, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=46a6a177-da78-45c3-8e26-d27e90fa2e46,segment=NetworkSegment(7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81),segment_id=7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:06.936842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-063ccea8-c820-4387-a820-2afb3341cacb req-e0f600ba-7620-45ef-8056-e3f5acc53b9d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] For port 3a862fa7-15e9-4c30-a82e-cc654edc02ee, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3a862fa7-15e9-4c30-a82e-cc654edc02ee,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:06.937212 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-063ccea8-c820-4387-a820-2afb3341cacb req-e0f600ba-7620-45ef-8056-e3f5acc53b9d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.945081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '46a6a177-da78-45c3-8e26-d27e90fa2e46', 'network_id': 'c75d320c-d257-4359-a588-2cd8a45208ff', 'port_id': '46a6a177-da78-45c3-8e26-d27e90fa2e46', 'mac_address': 'fa:16:3e:d4:c7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371d43b6-3fdd-4f9a-9be8-0202d99805da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:09:06.949608 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439ba8-69a2-4d24-95c5-50742b48f694 req-f3afea06-1a1f-4f01-83a2-33e848ba7387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:06.952731 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-97439ba8-69a2-4d24-95c5-50742b48f694 req-f3afea06-1a1f-4f01-83a2-33e848ba7387 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=321fc23c111c419cbc55f9e82f2edf3f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2822294 Jul 05 04:09:06.955251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-063ccea8-c820-4387-a820-2afb3341cacb req-e0f600ba-7620-45ef-8056-e3f5acc53b9d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Calling delete_port for 3a862fa7-15e9-4c30-a82e-cc654edc02ee owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:06.989704 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.005339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a6a177-da78-45c3-8e26-d27e90fa2e46 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:07.029647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 46a6a177-da78-45c3-8e26-d27e90fa2e46, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=46a6a177-da78-45c3-8e26-d27e90fa2e46,segment=NetworkSegment(7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81),segment_id=7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:07.099431 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.124303 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439ba8-69a2-4d24-95c5-50742b48f694 req-70252228-1289-4634-b475-760733f50cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.131542 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-97439ba8-69a2-4d24-95c5-50742b48f694 req-70252228-1289-4634-b475-760733f50cb9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1666002 Jul 05 04:09:07.165360 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=46a6a177-da78-45c3-8e26-d27e90fa2e46,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:07.258026 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-1428d508-cac3-494f-9ca5-f8e29c8b1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.264716 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-1428d508-cac3-494f-9ca5-f8e29c8b1051 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=321fc23c111c419cbc55f9e82f2edf3f&device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 1094 time: 0.0852153 Jul 05 04:09:07.293377 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['46a6a177-da78-45c3-8e26-d27e90fa2e46'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:07.336529 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-063ccea8-c820-4387-a820-2afb3341cacb req-e0f600ba-7620-45ef-8056-e3f5acc53b9d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.410843 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-7888c542-e4ab-44a2-83cc-3f3d23026e4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5620eb9-cca4-44fa-957e-bd358b85f4b8 HTTP/1.1" status: 200 len: 217 time: 0.1421161 Jul 05 04:09:07.414339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f600ba-7620-45ef-8056-e3f5acc53b9d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Pushing event deleted for resources: {'Port': ['ID=3a862fa7-15e9-4c30-a82e-cc654edc02ee,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:07.513586 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-063ccea8-c820-4387-a820-2afb3341cacb req-e0f600ba-7620-45ef-8056-e3f5acc53b9d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] No DVR routers for this DVR port 3a862fa7-15e9-4c30-a82e-cc654edc02ee on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:07.519676 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-063ccea8-c820-4387-a820-2afb3341cacb req-e0f600ba-7620-45ef-8056-e3f5acc53b9d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.522201 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-063ccea8-c820-4387-a820-2afb3341cacb req-e0f600ba-7620-45ef-8056-e3f5acc53b9d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.64 "DELETE /v2.0/ports/3a862fa7-15e9-4c30-a82e-cc654edc02ee HTTP/1.1" status: 204 len: 173 time: 0.9992781 Jul 05 04:09:07.538334 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-9a0d0aca-a9cb-4fb1-820f-c20be0f741c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.539913 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-9a0d0aca-a9cb-4fb1-820f-c20be0f741c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14f96406-1fd5-49f7-90e7-d10791959374 HTTP/1.1" status: 200 len: 849 time: 0.1147926 Jul 05 04:09:07.580618 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-d231cbbf-3646-42d7-bb12-0561188c96c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335953 Jul 05 04:09:07.599887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c684710-4a1f-4782-a142-6d83a2dcbb8b req-09c95168-bfa0-41a1-8581-fdcd28f86b30 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.601512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c684710-4a1f-4782-a142-6d83a2dcbb8b req-09c95168-bfa0-41a1-8581-fdcd28f86b30 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 943 time: 0.0918663 Jul 05 04:09:07.643097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c684710-4a1f-4782-a142-6d83a2dcbb8b req-675c7df9-be62-4830-b1cf-bb0681c7a648 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347669 Jul 05 04:09:07.711767 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-dfaf08d1-b0b8-49b1-bdbb-2a190444dd00 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152134 Jul 05 04:09:07.813830 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e38b0552-a208-4ffb-bdb9-f242f4b5684d req-3db7dc80-b0f4-4f10-8a48-3f836da0fb17 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956459 Jul 05 04:09:07.833463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a28fc9f-26d5-4b06-8c2c-357190c44b7c req-1599228c-f210-4466-9a40-3fdeeec728c2 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 210 time: 0.0282979 Jul 05 04:09:08.089921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94db6e2-b3fe-4b9c-b9fb-8abd101b8eb7 req-7504b1e4-032e-4f7e-b1aa-22a66cecd669 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:08.091937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b94db6e2-b3fe-4b9c-b9fb-8abd101b8eb7 req-7504b1e4-032e-4f7e-b1aa-22a66cecd669 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 944 time: 0.0730076 Jul 05 04:09:08.154290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b94db6e2-b3fe-4b9c-b9fb-8abd101b8eb7 req-f80457b9-b462-4ee2-b271-2cbafed52999 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/security-groups?id=14799775-d80b-43bf-a9d8-c57ceeea5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517941 Jul 05 04:09:08.498506 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59fe056-3e5e-4b19-8a37-e2d1aa318988', 'name': 'network-vif-deleted', 'tag': '3a862fa7-15e9-4c30-a82e-cc654edc02ee'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:08.501039 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dec43b-b158-4704-995b-c49fb4252da4" -d '{"events": [{"server_uuid": "b59fe056-3e5e-4b19-8a37-e2d1aa318988", "name": "network-vif-deleted", "tag": "3a862fa7-15e9-4c30-a82e-cc654edc02ee"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:08.608974 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e3fce6-5b68-4cfb-af9d-bd00d9c3c7ce x-openstack-request-id: req-74e3fce6-5b68-4cfb-af9d-bd00d9c3c7ce {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:08.609599 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59fe056-3e5e-4b19-8a37-e2d1aa318988", "name": "network-vif-deleted", "tag": "3a862fa7-15e9-4c30-a82e-cc654edc02ee", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:08.609599 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74e3fce6-5b68-4cfb-af9d-bd00d9c3c7ce {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:08.609994 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59fe056-3e5e-4b19-8a37-e2d1aa318988', 'name': 'network-vif-deleted', 'tag': '3a862fa7-15e9-4c30-a82e-cc654edc02ee', 'status': 'completed', 'code': 200} Jul 05 04:09:08.703603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-64e1b265-0bff-4f63-a8a0-5f2646f194dd tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:08.705216 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-64e1b265-0bff-4f63-a8a0-5f2646f194dd tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/networks?id=e90517ab-df71-42d3-ac35-e55b2ddbb723 HTTP/1.1" status: 200 len: 815 time: 0.1612270 Jul 05 04:09:08.722487 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-c860734f-2abe-4de5-a50b-128425116948 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/quotas/15616589beaf40faa95fd23b0296a009 HTTP/1.1" status: 200 len: 375 time: 0.0112100 Jul 05 04:09:08.776495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 46a6a177-da78-45c3-8e26-d27e90fa2e46 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:08.857057 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-11c0e3bb-9f7c-40dc-a5f6-16f5a1859be6 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=15616589beaf40faa95fd23b0296a009&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1290507 Jul 05 04:09:08.941998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a5540-c34c-43d1-940f-3a3a93d24112 req-c604cd95-3768-4a83-bd01-7c721003445c tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:08.945869 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-185a5540-c34c-43d1-940f-3a3a93d24112 req-c604cd95-3768-4a83-bd01-7c721003445c tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 943 time: 0.1753867 Jul 05 04:09:08.962815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3a862fa7-15e9-4c30-a82e-cc654edc02ee no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:08.985764 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 3a862fa7-15e9-4c30-a82e-cc654edc02ee {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:08.996103 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3a862fa7-15e9-4c30-a82e-cc654edc02ee not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:08.999348 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-c485bf32-77a0-482e-bd03-4b725e994d9b service neutron] 10.222.0.60 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407986 Jul 05 04:09:09.006791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-185a5540-c34c-43d1-940f-3a3a93d24112 req-cf61f540-e76b-4a36-a926-a00f149b5e7e tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557594 Jul 05 04:09:09.016256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 46a6a177-da78-45c3-8e26-d27e90fa2e46 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:09.020209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 46a6a177-da78-45c3-8e26-d27e90fa2e46 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:09.020617 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.147274 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-5b8419d4-3cf3-4d8f-afd7-4fd3b2d593b0 service neutron] 10.222.0.60 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395214 Jul 05 04:09:09.163194 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.201360 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55768e0a-2be5-4cd0-8cb5-704bae224001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a6a177-da78-45c3-8e26-d27e90fa2e46'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:09.204495 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881fe922-e9a2-4609-84a1-4341e372c6f8" -d '{"events": [{"server_uuid": "55768e0a-2be5-4cd0-8cb5-704bae224001", "name": "network-vif-plugged", "status": "completed", "tag": "46a6a177-da78-45c3-8e26-d27e90fa2e46"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:09.225850 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 46a6a177-da78-45c3-8e26-d27e90fa2e46, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=46a6a177-da78-45c3-8e26-d27e90fa2e46,segment=NetworkSegment(7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81),segment_id=7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:09.340077 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.431742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=46a6a177-da78-45c3-8e26-d27e90fa2e46,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:09.521891 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d8f6eb11-8f2b-4cfe-b9e6-99501cddfb14 req-5e5a681f-e7e5-4f21-a480-74d0c13da247 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 210 time: 0.1160364 Jul 05 04:09:09.618670 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a183ee5-6adc-4d30-a6cd-43d67aecaabe x-openstack-request-id: req-4a183ee5-6adc-4d30-a6cd-43d67aecaabe {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:09.618976 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55768e0a-2be5-4cd0-8cb5-704bae224001", "name": "network-vif-plugged", "status": "completed", "tag": "46a6a177-da78-45c3-8e26-d27e90fa2e46", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:09.619542 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a183ee5-6adc-4d30-a6cd-43d67aecaabe {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:09.620644 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55768e0a-2be5-4cd0-8cb5-704bae224001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a6a177-da78-45c3-8e26-d27e90fa2e46', 'code': 200} Jul 05 04:09:09.732926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ef25b3e-a275-4a21-a06a-dc6156cc169a req-42a9a1de-8acb-47df-b203-26f12ee7b409 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 210 time: 0.0401402 Jul 05 04:09:09.772986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a4be7-c240-4580-8c03-834f463a0dbe req-f09a0a83-ce0f-4ae6-9095-7ad6f7a22abb tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:09.782977 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef4a4be7-c240-4580-8c03-834f463a0dbe req-f09a0a83-ce0f-4ae6-9095-7ad6f7a22abb tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 945 time: 0.1232390 Jul 05 04:09:09.831309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef4a4be7-c240-4580-8c03-834f463a0dbe req-5e6cd4db-d583-424e-ab67-986cb64a3719 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/security-groups?id=14799775-d80b-43bf-a9d8-c57ceeea5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471013 Jul 05 04:09:09.866395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7128a99-1d6e-4828-b298-f9c43209cd72 req-2f965880-efb7-4ede-8113-26b2806154ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:09.885934 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e7128a99-1d6e-4828-b298-f9c43209cd72 req-2f965880-efb7-4ede-8113-26b2806154ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 1096 time: 0.1241398 Jul 05 04:09:09.906363 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e7128a99-1d6e-4828-b298-f9c43209cd72 req-94e877d9-3966-4e73-ac04-ba41e4d2c150 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=14799775-d80b-43bf-a9d8-c57ceeea5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322337 Jul 05 04:09:10.238183 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-5a7eb8d2-1023-4552-82f8-35450e0aeedf tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:10.239606 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-5a7eb8d2-1023-4552-82f8-35450e0aeedf tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.64 "GET /v2.0/networks?id=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb HTTP/1.1" status: 200 len: 815 time: 0.1627159 Jul 05 04:09:10.254252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-2bb3b3b8-4148-4fb7-b189-4602a0e83760 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Request body: {'port': {'device_id': 'c199cc91-87c0-4afc-af6f-4eb174e281e9', 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb', 'admin_state_up': True, 'tenant_id': '1b54e154b4c64876a8a11b182dc90e47'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:10.270112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497be20b-62b3-4ab2-8188-dff1e6a653b9 req-da65cb76-a38a-4812-b88a-1eaa5aefc92b tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:10.273800 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-497be20b-62b3-4ab2-8188-dff1e6a653b9 req-da65cb76-a38a-4812-b88a-1eaa5aefc92b tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 943 time: 0.1117411 Jul 05 04:09:10.334052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-497be20b-62b3-4ab2-8188-dff1e6a653b9 req-d819c55b-772f-417b-9eb2-53ae2146ace4 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543718 Jul 05 04:09:10.600247 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-2bb3b3b8-4148-4fb7-b189-4602a0e83760 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Made reservation on behalf of 1b54e154b4c64876a8a11b182dc90e47 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:10.605512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-2bb3b3b8-4148-4fb7-b189-4602a0e83760 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.715791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35abebff-74aa-406e-8468-ab3e8da35a83 req-df769eea-25e8-4618-8ad2-aee8d14b0871 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 210 time: 0.0535867 Jul 05 04:09:10.765566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-2bb3b3b8-4148-4fb7-b189-4602a0e83760 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Allocated IP 172.20.0.13 (ed21b41f-0d73-4b0a-b0dd-2515b439cbfb/46d22eed-05a8-48c9-8eef-4cf329439c8a/eff1436a-414d-47c1-9039-55cae42c5f50) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:10.782452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b5620eb9-cca4-44fa-957e-bd358b85f4b8 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:09:10.876217 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92c1f32b-4465-4b1b-b808-f951e8b656c4 req-a5392801-3fa0-4fa1-8b6a-873dfc560ca9 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 210 time: 0.0495477 Jul 05 04:09:10.956194 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b5620eb9-cca4-44fa-957e-bd358b85f4b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b5620eb9-cca4-44fa-957e-bd358b85f4b8,segment=NetworkSegment(1bfcd4eb-2884-4c08-82ae-726a76c0db66),segment_id=1bfcd4eb-2884-4c08-82ae-726a76c0db66)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:10.976822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'b5620eb9-cca4-44fa-957e-bd358b85f4b8', 'network_id': '4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8', 'port_id': 'b5620eb9-cca4-44fa-957e-bd358b85f4b8', 'mac_address': 'fa:16:3e:47:fe:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14f96406-1fd5-49f7-90e7-d10791959374', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:09:11.014743 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-2bb3b3b8-4148-4fb7-b189-4602a0e83760 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.051966 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.068030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5620eb9-cca4-44fa-957e-bd358b85f4b8 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:11.095798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b5620eb9-cca4-44fa-957e-bd358b85f4b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b5620eb9-cca4-44fa-957e-bd358b85f4b8,segment=NetworkSegment(1bfcd4eb-2884-4c08-82ae-726a76c0db66),segment_id=1bfcd4eb-2884-4c08-82ae-726a76c0db66)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:11.125819 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-2bb3b3b8-4148-4fb7-b189-4602a0e83760 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.137250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f40f7-c0a7-4a39-a3cf-b7576721d59b req-9cc35a96-cc34-4d19-94e9-0d5036324a77 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:11.139835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e9f40f7-c0a7-4a39-a3cf-b7576721d59b req-9cc35a96-cc34-4d19-94e9-0d5036324a77 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 945 time: 0.1184037 Jul 05 04:09:11.153954 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.206936 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e9f40f7-c0a7-4a39-a3cf-b7576721d59b req-0c443231-d224-41b6-9f73-d948dcaa03d5 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/security-groups?id=14799775-d80b-43bf-a9d8-c57ceeea5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591843 Jul 05 04:09:11.209639 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3b3b8-4148-4fb7-b189-4602a0e83760 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Pushing event updated for resources: {'Port': ['ID=eff1436a-414d-47c1-9039-55cae42c5f50,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:11.213251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=b5620eb9-cca4-44fa-957e-bd358b85f4b8,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:11.232002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-2bb3b3b8-4148-4fb7-b189-4602a0e83760 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:11.233494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-2bb3b3b8-4148-4fb7-b189-4602a0e83760 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:11.235959 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-2bb3b3b8-4148-4fb7-b189-4602a0e83760 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:11.283292 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-2bb3b3b8-4148-4fb7-b189-4602a0e83760 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:11.283981 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-2bb3b3b8-4148-4fb7-b189-4602a0e83760 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.352931 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['b5620eb9-cca4-44fa-957e-bd358b85f4b8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:11.465111 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-2bb3b3b8-4148-4fb7-b189-4602a0e83760 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2168581 Jul 05 04:09:11.477135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Request body: {'port': {'device_id': 'c199cc91-87c0-4afc-af6f-4eb174e281e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:11.629600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7af8c-7970-41e6-a632-244e9f38f63e req-7fd5ff83-158b-4750-9db0-7dc90a0b4bc0 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:11.634083 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.634699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6b7af8c-7970-41e6-a632-244e9f38f63e req-7fd5ff83-158b-4750-9db0-7dc90a0b4bc0 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 944 time: 0.0981660 Jul 05 04:09:11.693794 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6b7af8c-7970-41e6-a632-244e9f38f63e req-7e0fbd1f-0d45-4acb-a577-3963f45a763d tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Jul 05 04:09:11.936136 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff1436a-414d-47c1-9039-55cae42c5f50 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:11.948430 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.963166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Transition to ACTIVE for port object eff1436a-414d-47c1-9039-55cae42c5f50 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:11.969382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a75f7-0ba7-4f30-bc5b-fe312e35bfd6 req-1c9daf07-d19c-4cae-9506-1585c24a8e6e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:11.970926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-225a75f7-0ba7-4f30-bc5b-fe312e35bfd6 req-1c9daf07-d19c-4cae-9506-1585c24a8e6e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 932 time: 0.0976453 Jul 05 04:09:12.041063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4efde8a0-bb58-410f-957b-5abf9070f10e req-1396c1fd-b14b-4d1e-8307-aa7c874d3353 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 210 time: 0.0438845 Jul 05 04:09:12.062031 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.068611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-225a75f7-0ba7-4f30-bc5b-fe312e35bfd6 req-952430c3-78d6-43ab-a732-4bc219410c72 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884671 Jul 05 04:09:12.125618 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Pushing event updated for resources: {'Port': ['ID=eff1436a-414d-47c1-9039-55cae42c5f50,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:12.202204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Attempting to bind port eff1436a-414d-47c1-9039-55cae42c5f50 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:12.202745 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Attempting to bind port eff1436a-414d-47c1-9039-55cae42c5f50 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5dbc82e3-377e-4723-8a13-df44e214d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:12.203027 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Attempting to bind port eff1436a-414d-47c1-9039-55cae42c5f50 on network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:12.208117 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Port eff1436a-414d-47c1-9039-55cae42c5f50 on network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:09:12.208479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Attempting to bind port eff1436a-414d-47c1-9039-55cae42c5f50 on network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:12.214202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:12.214544 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Checking segment: {'id': '5dbc82e3-377e-4723-8a13-df44e214d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:12.214930 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Bound using segment: {'id': '5dbc82e3-377e-4723-8a13-df44e214d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:12.215415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Bound port: eff1436a-414d-47c1-9039-55cae42c5f50, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dbc82e3-377e-4723-8a13-df44e214d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:12.215782 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.318796 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] For port eff1436a-414d-47c1-9039-55cae42c5f50, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:12.322156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] For port eff1436a-414d-47c1-9039-55cae42c5f50, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=eff1436a-414d-47c1-9039-55cae42c5f50,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:12.418985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb0016-9fed-490c-93c9-7787f192325c req-207c635b-48b4-4a1f-bf4f-a58a1bc7d423 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:12.421437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eafb0016-9fed-490c-93c9-7787f192325c req-207c635b-48b4-4a1f-bf4f-a58a1bc7d423 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 945 time: 0.1010921 Jul 05 04:09:12.452834 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.500359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eafb0016-9fed-490c-93c9-7787f192325c req-6adf8a52-0d40-428b-8221-83fa2cd782d1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/security-groups?id=14799775-d80b-43bf-a9d8-c57ceeea5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721004 Jul 05 04:09:12.523395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:12.524269 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.526175 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] 10.222.0.64 "PUT /v2.0/ports/eff1436a-414d-47c1-9039-55cae42c5f50 HTTP/1.1" status: 200 len: 1092 time: 1.0538671 Jul 05 04:09:12.527934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c199cc91-87c0-4afc-af6f-4eb174e281e9', 'tag': 'eff1436a-414d-47c1-9039-55cae42c5f50'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:12.540323 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6efdcb-d859-4202-bbf0-9cb6ed561e72" -d '{"events": [{"name": "network-changed", "server_uuid": "c199cc91-87c0-4afc-af6f-4eb174e281e9", "tag": "eff1436a-414d-47c1-9039-55cae42c5f50"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:12.594471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31af9ba-b8be-4b00-a66b-bf0bb55074ad service neutron] Pushing event updated for resources: {'Port': ['ID=eff1436a-414d-47c1-9039-55cae42c5f50,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:12.788280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-3693c212-db01-4cd7-bf9d-98576fbc3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:12.790419 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-3693c212-db01-4cd7-bf9d-98576fbc3bd8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b54e154b4c64876a8a11b182dc90e47&device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 1095 time: 0.1215973 Jul 05 04:09:12.798746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b5620eb9-cca4-44fa-957e-bd358b85f4b8 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:12.922051 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e036ab4c-c0a8-45e9-9891-90561eea89cc x-openstack-request-id: req-e036ab4c-c0a8-45e9-9891-90561eea89cc {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:12.922051 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c199cc91-87c0-4afc-af6f-4eb174e281e9", "tag": "eff1436a-414d-47c1-9039-55cae42c5f50", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:12.922051 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e036ab4c-c0a8-45e9-9891-90561eea89cc {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:12.922051 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c199cc91-87c0-4afc-af6f-4eb174e281e9', 'tag': 'eff1436a-414d-47c1-9039-55cae42c5f50', 'status': 'completed', 'code': 200} Jul 05 04:09:12.923347 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-30ff6498-9b3e-4573-8746-32fc11af1418 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eff1436a-414d-47c1-9039-55cae42c5f50 HTTP/1.1" status: 200 len: 217 time: 0.1253448 Jul 05 04:09:12.938348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-37698b85-619f-48c0-8cb0-ff086024f5cf tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:12.942859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-37698b85-619f-48c0-8cb0-ff086024f5cf tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.64 "GET /v2.0/networks?id=e90517ab-df71-42d3-ac35-e55b2ddbb723 HTTP/1.1" status: 200 len: 815 time: 0.2326400 Jul 05 04:09:12.954704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-9436b607-2920-4a42-9226-a9c8a6f4088a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Request body: {'port': {'device_id': 'c5800da2-effb-4fd8-ad97-71764869ab33', 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723', 'admin_state_up': True, 'tenant_id': '15616589beaf40faa95fd23b0296a009'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:13.002583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port b5620eb9-cca4-44fa-957e-bd358b85f4b8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:13.012359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port b5620eb9-cca4-44fa-957e-bd358b85f4b8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:13.025332 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.032660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-5e1ffdf8-98d0-4d14-acbc-322af3ac7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:13.036325 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-5e1ffdf8-98d0-4d14-acbc-322af3ac7c11 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46d22eed-05a8-48c9-8eef-4cf329439c8a HTTP/1.1" status: 200 len: 855 time: 0.1056051 Jul 05 04:09:13.093642 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-77aa99ca-bb7f-4e55-8aef-11befbe3c201 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437462 Jul 05 04:09:13.181596 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.230629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d10e84-b321-4b1c-ac36-59d723f6cc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5620eb9-cca4-44fa-957e-bd358b85f4b8'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:13.237285 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbde4f9-4101-457a-90f7-9512fa4a5d0a" -d '{"events": [{"server_uuid": "c1d10e84-b321-4b1c-ac36-59d723f6cc23", "name": "network-vif-plugged", "status": "completed", "tag": "b5620eb9-cca4-44fa-957e-bd358b85f4b8"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:13.275021 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b5620eb9-cca4-44fa-957e-bd358b85f4b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b5620eb9-cca4-44fa-957e-bd358b85f4b8,segment=NetworkSegment(1bfcd4eb-2884-4c08-82ae-726a76c0db66),segment_id=1bfcd4eb-2884-4c08-82ae-726a76c0db66)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:13.298899 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-2cd2f4be-f5be-4704-91c5-a8c0802f5620 service neutron] 10.222.0.64 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043555 Jul 05 04:09:13.299498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4c328-f02f-4b55-aecb-ebd1e273f8f5 req-74c078fa-0ca7-4cf4-b835-7e8af2edc97c tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:13.301001 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2cc4c328-f02f-4b55-aecb-ebd1e273f8f5 req-74c078fa-0ca7-4cf4-b835-7e8af2edc97c tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 944 time: 0.2861276 Jul 05 04:09:13.345018 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d28d4f5d-50d2-4fc9-b154-3ac60e64d008 req-de420186-4842-4d61-bfc9-48427cee90f0 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 210 time: 0.0542912 Jul 05 04:09:13.388434 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.409617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2cc4c328-f02f-4b55-aecb-ebd1e273f8f5 req-229f1ae9-101f-420b-9485-b93154721828 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971024 Jul 05 04:09:13.481702 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9d01263f-36bd-4dda-a54c-cb8fd7e7f585 req-77d3a122-26cb-4abc-b60e-7934f268f34c service neutron] 10.222.0.64 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747749 Jul 05 04:09:13.521099 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=b5620eb9-cca4-44fa-957e-bd358b85f4b8,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:13.569538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-9436b607-2920-4a42-9226-a9c8a6f4088a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Made reservation on behalf of 15616589beaf40faa95fd23b0296a009 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:13.574899 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-9436b607-2920-4a42-9226-a9c8a6f4088a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.794492 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765d1c3-9b8d-426d-9b7a-93bf216b22ec req-8a864139-d2c5-4d48-8baa-67c5b9699efd tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:13.801017 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0765d1c3-9b8d-426d-9b7a-93bf216b22ec req-8a864139-d2c5-4d48-8baa-67c5b9699efd tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 944 time: 0.2707911 Jul 05 04:09:13.844881 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6efdcb-d859-4202-bbf0-9cb6ed561e72 req-659df486-79b0-4e60-8d9e-b2073022d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:13.847933 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0b6efdcb-d859-4202-bbf0-9cb6ed561e72 req-659df486-79b0-4e60-8d9e-b2073022d2f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b54e154b4c64876a8a11b182dc90e47&device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 1095 time: 0.1999266 Jul 05 04:09:13.875997 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0765d1c3-9b8d-426d-9b7a-93bf216b22ec req-f9d1a13e-e3e3-494c-9e63-cb0bd1c689c0 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679584 Jul 05 04:09:13.984579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-9436b607-2920-4a42-9226-a9c8a6f4088a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Allocated IP 172.20.0.3 (e90517ab-df71-42d3-ac35-e55b2ddbb723/3a5c54b4-c7ec-4849-bccf-16e0c16ab887/e7b7dc62-6736-44ab-a317-6f63948a0c40) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:14.038317 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9c73d3-1ede-448b-860e-16d434edeed2 x-openstack-request-id: req-8d9c73d3-1ede-448b-860e-16d434edeed2 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:14.038832 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d10e84-b321-4b1c-ac36-59d723f6cc23", "name": "network-vif-plugged", "status": "completed", "tag": "b5620eb9-cca4-44fa-957e-bd358b85f4b8", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:14.038832 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d9c73d3-1ede-448b-860e-16d434edeed2 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:14.039244 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d10e84-b321-4b1c-ac36-59d723f6cc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5620eb9-cca4-44fa-957e-bd358b85f4b8', 'code': 200} Jul 05 04:09:14.093413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6efdcb-d859-4202-bbf0-9cb6ed561e72 req-b82503c4-d1a6-4147-ba3e-2a6d0e5d45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:14.095145 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0b6efdcb-d859-4202-bbf0-9cb6ed561e72 req-b82503c4-d1a6-4147-ba3e-2a6d0e5d45cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb HTTP/1.1" status: 200 len: 916 time: 0.2373424 Jul 05 04:09:14.227490 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0b6efdcb-d859-4202-bbf0-9cb6ed561e72 req-d13da157-807c-4010-bbda-d7a39398ade8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eff1436a-414d-47c1-9039-55cae42c5f50 HTTP/1.1" status: 200 len: 217 time: 0.1119590 Jul 05 04:09:14.287985 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6efdcb-d859-4202-bbf0-9cb6ed561e72 req-39a5c3ed-47b3-41bd-ac7a-d70cb5342451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:14.289756 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0b6efdcb-d859-4202-bbf0-9cb6ed561e72 req-39a5c3ed-47b3-41bd-ac7a-d70cb5342451 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46d22eed-05a8-48c9-8eef-4cf329439c8a HTTP/1.1" status: 200 len: 855 time: 0.0552056 Jul 05 04:09:14.330746 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0b6efdcb-d859-4202-bbf0-9cb6ed561e72 req-38c0decb-5a11-4af8-8dfd-f57d099199d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324841 Jul 05 04:09:14.376815 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-9436b607-2920-4a42-9226-a9c8a6f4088a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.456190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64463937-118d-484c-8698-8f7a1432e35c req-cefe4478-fce4-4d02-b83f-bb6ed78a4b0c tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:14.458052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64463937-118d-484c-8698-8f7a1432e35c req-cefe4478-fce4-4d02-b83f-bb6ed78a4b0c tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 945 time: 0.1463373 Jul 05 04:09:14.520154 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64463937-118d-484c-8698-8f7a1432e35c req-25f78e17-7f8c-4b19-953a-ffcc6e2ed752 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/security-groups?id=14799775-d80b-43bf-a9d8-c57ceeea5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544364 Jul 05 04:09:14.529377 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-9436b607-2920-4a42-9226-a9c8a6f4088a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.543787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['9d949cc3-98d8-4b95-90e1-c3655e945670'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:14.688531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-9436b607-2920-4a42-9226-a9c8a6f4088a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Network e90517ab-df71-42d3-ac35-e55b2ddbb723 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:14.740803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-9436b607-2920-4a42-9226-a9c8a6f4088a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:14.740803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-9436b607-2920-4a42-9226-a9c8a6f4088a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:14.848079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436b607-2920-4a42-9226-a9c8a6f4088a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Pushing event updated for resources: {'Port': ['ID=e7b7dc62-6736-44ab-a317-6f63948a0c40,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:14.888348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-9436b607-2920-4a42-9226-a9c8a6f4088a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:14.888993 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-9436b607-2920-4a42-9226-a9c8a6f4088a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.926527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587617f2-025e-4802-90f8-17bdabda572c req-ce42afb5-b27e-4d90-a17e-56125df3ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:14.929594 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-587617f2-025e-4802-90f8-17bdabda572c req-ce42afb5-b27e-4d90-a17e-56125df3ea2b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 1096 time: 0.8238122 Jul 05 04:09:14.950512 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7af503-ab91-4633-9a10-2d227b374c3e req-6039f5c2-51f2-44b8-8a96-816a79744037 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:14.956502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de7af503-ab91-4633-9a10-2d227b374c3e req-6039f5c2-51f2-44b8-8a96-816a79744037 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 931 time: 0.3623216 Jul 05 04:09:14.972512 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5392ed6-a425-4d6b-962c-e0c4a7d0dd29 req-b6c64647-558f-42ee-aa85-995a62466162 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:14.981153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device eff1436a-414d-47c1-9039-55cae42c5f50 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:09:14.993132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5392ed6-a425-4d6b-962c-e0c4a7d0dd29 req-b6c64647-558f-42ee-aa85-995a62466162 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 945 time: 0.2050736 Jul 05 04:09:15.000351 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-587617f2-025e-4802-90f8-17bdabda572c req-90de01dc-669e-4133-b8a0-68ca0f9d6b88 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627358 Jul 05 04:09:15.092326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5392ed6-a425-4d6b-962c-e0c4a7d0dd29 req-b07d5b50-25d3-4775-8725-bd334d73eafc tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982015 Jul 05 04:09:15.096726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de7af503-ab91-4633-9a10-2d227b374c3e req-b8976424-95c5-453a-9b80-68ecd88ac15d tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969057 Jul 05 04:09:15.098323 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0b6efdcb-d859-4202-bbf0-9cb6ed561e72 req-070899a4-59ba-4f3d-b11a-b14267bc0709 service neutron] 10.222.0.64 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596393 Jul 05 04:09:15.121442 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-9436b607-2920-4a42-9226-a9c8a6f4088a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1713424 Jul 05 04:09:15.139725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Request body: {'port': {'device_id': 'c5800da2-effb-4fd8-ad97-71764869ab33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:15.196031 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port eff1436a-414d-47c1-9039-55cae42c5f50, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=eff1436a-414d-47c1-9039-55cae42c5f50,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:15.227024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'eff1436a-414d-47c1-9039-55cae42c5f50', 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb', 'port_id': 'eff1436a-414d-47c1-9039-55cae42c5f50', 'mac_address': 'fa:16:3e:04:c4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d22eed-05a8-48c9-8eef-4cf329439c8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:09:15.281100 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.282052 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.299206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff1436a-414d-47c1-9039-55cae42c5f50 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:15.322476 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0b6efdcb-d859-4202-bbf0-9cb6ed561e72 req-7c293199-596b-4639-8235-26e2cd876c75 service neutron] 10.222.0.64 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162347 Jul 05 04:09:15.325235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port eff1436a-414d-47c1-9039-55cae42c5f50, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=eff1436a-414d-47c1-9039-55cae42c5f50,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:15.388041 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.449886 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=eff1436a-414d-47c1-9039-55cae42c5f50,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:15.495696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416131ac-2c8d-4381-8a56-10d3ee9d678a req-dd102c2d-1eaa-489f-a7cf-84702940b3c4 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:15.500940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-416131ac-2c8d-4381-8a56-10d3ee9d678a req-dd102c2d-1eaa-489f-a7cf-84702940b3c4 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 944 time: 0.2211537 Jul 05 04:09:15.601473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28dcba-6916-4392-a941-d7eb12fda7fa req-0ed0e536-1e33-4832-b985-bb27f43c1a26 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:15.603722 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ac28dcba-6916-4392-a941-d7eb12fda7fa req-0ed0e536-1e33-4832-b985-bb27f43c1a26 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.11 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 945 time: 0.0913200 Jul 05 04:09:15.606584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['eff1436a-414d-47c1-9039-55cae42c5f50'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:15.653004 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-416131ac-2c8d-4381-8a56-10d3ee9d678a req-027f3953-ac03-4560-af77-b9438c705fca tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476328 Jul 05 04:09:15.803434 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-ac28dcba-6916-4392-a941-d7eb12fda7fa req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Deleting port 46a6a177-da78-45c3-8e26-d27e90fa2e46 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:15.803806 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ac28dcba-6916-4392-a941-d7eb12fda7fa req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.816059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b7dc62-6736-44ab-a317-6f63948a0c40 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:15.826206 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.848901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Transition to ACTIVE for port object e7b7dc62-6736-44ab-a317-6f63948a0c40 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:15.864883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c606611-99a5-4e73-90db-0d5577d1f3ae req-a1a9e9e6-60db-4c4e-85d5-d4340677ec9a tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:15.866484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c606611-99a5-4e73-90db-0d5577d1f3ae req-a1a9e9e6-60db-4c4e-85d5-d4340677ec9a tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 945 time: 0.1280558 Jul 05 04:09:15.916950 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c606611-99a5-4e73-90db-0d5577d1f3ae req-19eafbb0-6cca-4547-bc54-8d93f63d603f tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/security-groups?id=14799775-d80b-43bf-a9d8-c57ceeea5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434957 Jul 05 04:09:15.937935 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-ac28dcba-6916-4392-a941-d7eb12fda7fa req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] For port 46a6a177-da78-45c3-8e26-d27e90fa2e46, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=46a6a177-da78-45c3-8e26-d27e90fa2e46,segment=NetworkSegment(7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81),segment_id=7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:15.937935 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ac28dcba-6916-4392-a941-d7eb12fda7fa req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.955234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-ac28dcba-6916-4392-a941-d7eb12fda7fa req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Calling delete_port for 46a6a177-da78-45c3-8e26-d27e90fa2e46 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:15.959990 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.176139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b7dc62-6736-44ab-a317-6f63948a0c40,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:16.195532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Attempting to bind port e7b7dc62-6736-44ab-a317-6f63948a0c40 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:16.195875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Attempting to bind port e7b7dc62-6736-44ab-a317-6f63948a0c40 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:16.196203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Attempting to bind port e7b7dc62-6736-44ab-a317-6f63948a0c40 on network e90517ab-df71-42d3-ac35-e55b2ddbb723 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:16.216974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Port e7b7dc62-6736-44ab-a317-6f63948a0c40 on network e90517ab-df71-42d3-ac35-e55b2ddbb723 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:09:16.217739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Attempting to bind port e7b7dc62-6736-44ab-a317-6f63948a0c40 on network e90517ab-df71-42d3-ac35-e55b2ddbb723 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:16.223621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:16.224238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Checking segment: {'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:16.225059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Bound using segment: {'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:16.225877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Bound port: e7b7dc62-6736-44ab-a317-6f63948a0c40, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:16.226521 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.318184 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] For port e7b7dc62-6736-44ab-a317-6f63948a0c40, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:16.372349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] For port e7b7dc62-6736-44ab-a317-6f63948a0c40, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e7b7dc62-6736-44ab-a317-6f63948a0c40,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:16.404720 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ac28dcba-6916-4392-a941-d7eb12fda7fa req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.413987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['46a6a177-da78-45c3-8e26-d27e90fa2e46'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:16.434041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13434cd3-3e85-44d3-bfe4-5005f2eca7c9 req-3a44778c-937d-418c-a419-337e393bb077 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:16.450389 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13434cd3-3e85-44d3-bfe4-5005f2eca7c9 req-3a44778c-937d-418c-a419-337e393bb077 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 943 time: 0.1437950 Jul 05 04:09:16.461231 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.491605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Pushing event deleted for resources: {'Port': ['ID=46a6a177-da78-45c3-8e26-d27e90fa2e46,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:16.502029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:16.502374 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:16.502788 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:16.503135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:16.503468 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:16.503801 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:16.504125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:16.504482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:16.504804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:16.505127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:16.505631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:16.505965 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:16.517106 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafd18c-4647-40cd-8b0e-a2798b49f417 req-0819fd9f-93ac-4dcb-a121-7d1972148944 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:16.518660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fafd18c-4647-40cd-8b0e-a2798b49f417 req-0819fd9f-93ac-4dcb-a121-7d1972148944 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 945 time: 0.1622977 Jul 05 04:09:16.546079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:16.546701 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.548147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] 10.222.0.64 "PUT /v2.0/ports/e7b7dc62-6736-44ab-a317-6f63948a0c40 HTTP/1.1" status: 200 len: 1091 time: 1.4190602 Jul 05 04:09:16.551310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5800da2-effb-4fd8-ad97-71764869ab33', 'tag': 'e7b7dc62-6736-44ab-a317-6f63948a0c40'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:16.565027 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac28dcba-6916-4392-a941-d7eb12fda7fa req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] No DVR routers for this DVR port 46a6a177-da78-45c3-8e26-d27e90fa2e46 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:16.568190 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ac28dcba-6916-4392-a941-d7eb12fda7fa req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.575070 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ac28dcba-6916-4392-a941-d7eb12fda7fa req-726cf396-f62a-4c58-832f-0510a25a75a1 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.11 "DELETE /v2.0/ports/46a6a177-da78-45c3-8e26-d27e90fa2e46 HTTP/1.1" status: 204 len: 173 time: 0.9599519 Jul 05 04:09:16.575070 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55768e0a-2be5-4cd0-8cb5-704bae224001', 'name': 'network-vif-deleted', 'tag': '46a6a177-da78-45c3-8e26-d27e90fa2e46'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:16.575436 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d8f460-c56e-4f64-b1a6-881772480dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5800da2-effb-4fd8-ad97-71764869ab33", "tag": "e7b7dc62-6736-44ab-a317-6f63948a0c40"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:16.575589 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab552b81-0eea-4eaf-add2-b59d3d2891ea" -d '{"events": [{"server_uuid": "55768e0a-2be5-4cd0-8cb5-704bae224001", "name": "network-vif-deleted", "tag": "46a6a177-da78-45c3-8e26-d27e90fa2e46"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:16.600969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13434cd3-3e85-44d3-bfe4-5005f2eca7c9 req-aa94429e-df95-4835-af68-5870e425328c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496303 Jul 05 04:09:16.622868 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563558ce-8924-4ce7-ad7b-d610a5d81839 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b7dc62-6736-44ab-a317-6f63948a0c40,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:16.648490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fafd18c-4647-40cd-8b0e-a2798b49f417 req-320be7d6-eaa4-4e55-8f9a-35426f57c1f5 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224780 Jul 05 04:09:16.677638 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f8f812-d73b-49cf-9e8d-da33ee974c11 x-openstack-request-id: req-77f8f812-d73b-49cf-9e8d-da33ee974c11 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:16.677942 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55768e0a-2be5-4cd0-8cb5-704bae224001", "name": "network-vif-deleted", "tag": "46a6a177-da78-45c3-8e26-d27e90fa2e46", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:16.678188 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77f8f812-d73b-49cf-9e8d-da33ee974c11 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:16.691469 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55768e0a-2be5-4cd0-8cb5-704bae224001', 'name': 'network-vif-deleted', 'tag': '46a6a177-da78-45c3-8e26-d27e90fa2e46', 'status': 'completed', 'code': 200} Jul 05 04:09:16.770976 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf38d541-7852-4f37-9225-3ca123c28bdd x-openstack-request-id: req-bf38d541-7852-4f37-9225-3ca123c28bdd {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:16.770976 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5800da2-effb-4fd8-ad97-71764869ab33", "tag": "e7b7dc62-6736-44ab-a317-6f63948a0c40", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:16.770976 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf38d541-7852-4f37-9225-3ca123c28bdd {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:16.770976 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5800da2-effb-4fd8-ad97-71764869ab33', 'tag': 'e7b7dc62-6736-44ab-a317-6f63948a0c40', 'status': 'completed', 'code': 200} Jul 05 04:09:16.800951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-190a1871-d116-4d8f-8792-677633b2d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:16.802510 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-190a1871-d116-4d8f-8792-677633b2d507 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15616589beaf40faa95fd23b0296a009&device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 1094 time: 0.0764871 Jul 05 04:09:16.887160 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-fb6e4f31-791d-4711-a5ca-203502588f22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b7dc62-6736-44ab-a317-6f63948a0c40 HTTP/1.1" status: 200 len: 217 time: 0.0714304 Jul 05 04:09:16.971603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-ea0304cf-b375-4510-a7d2-f7156dcd87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:16.973097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-ea0304cf-b375-4510-a7d2-f7156dcd87c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a5c54b4-c7ec-4849-bccf-16e0c16ab887 HTTP/1.1" status: 200 len: 855 time: 0.0797188 Jul 05 04:09:16.984008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042cf2e-f545-4b8f-b22f-37efdfe16454 req-ef56bc25-13c0-43ad-8e02-e11eb43dae05 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:16.988592 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8042cf2e-f545-4b8f-b22f-37efdfe16454 req-ef56bc25-13c0-43ad-8e02-e11eb43dae05 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 945 time: 0.1884382 Jul 05 04:09:16.994474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device eff1436a-414d-47c1-9039-55cae42c5f50 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:17.062770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-fee6f6cf-f641-4d60-aaa7-833856f2ebdb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e90517ab-df71-42d3-ac35-e55b2ddbb723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757477 Jul 05 04:09:17.175862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port eff1436a-414d-47c1-9039-55cae42c5f50 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:17.179893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port eff1436a-414d-47c1-9039-55cae42c5f50 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:17.180273 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.182980 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f929ed54-a643-4f7c-9799-045aea33b51d req-7d75bd85-9abd-447d-88a2-dfef89433827 tempest-ServerPasswordTestJSON-1193156015 tempest-ServerPasswordTestJSON-1193156015-project] 10.222.0.60 "GET /v2.0/ports?device_id=55768e0a-2be5-4cd0-8cb5-704bae224001 HTTP/1.1" status: 200 len: 210 time: 0.1016729 Jul 05 04:09:17.204441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8042cf2e-f545-4b8f-b22f-37efdfe16454 req-eaf6fcfe-486a-4d82-a984-144728319bd2 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921537 Jul 05 04:09:17.257632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-c37ef026-dfdb-4058-b7a3-0d244e0bda11 service neutron] 10.222.0.64 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847305 Jul 05 04:09:17.365858 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.399816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port eff1436a-414d-47c1-9039-55cae42c5f50, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=eff1436a-414d-47c1-9039-55cae42c5f50,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:17.402332 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c199cc91-87c0-4afc-af6f-4eb174e281e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff1436a-414d-47c1-9039-55cae42c5f50'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:17.404675 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e3edaa-d7af-4dde-a911-e65e8df59bb0" -d '{"events": [{"server_uuid": "c199cc91-87c0-4afc-af6f-4eb174e281e9", "name": "network-vif-plugged", "status": "completed", "tag": "eff1436a-414d-47c1-9039-55cae42c5f50"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:17.422667 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa510dc3-7cf2-404b-a256-9ee0387fe372 req-26cdb27d-f730-43b8-ab66-5bc8f7033f0e service neutron] 10.222.0.64 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590242 Jul 05 04:09:17.485280 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ff0f32-4e36-4473-993e-edbc173305c9 x-openstack-request-id: req-f6ff0f32-4e36-4473-993e-edbc173305c9 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:17.485280 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c199cc91-87c0-4afc-af6f-4eb174e281e9", "name": "network-vif-plugged", "status": "completed", "tag": "eff1436a-414d-47c1-9039-55cae42c5f50", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:17.485280 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6ff0f32-4e36-4473-993e-edbc173305c9 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:17.485280 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c199cc91-87c0-4afc-af6f-4eb174e281e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff1436a-414d-47c1-9039-55cae42c5f50', 'code': 200} Jul 05 04:09:17.502039 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.650930 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=eff1436a-414d-47c1-9039-55cae42c5f50,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:17.695705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a12672-e588-46df-998a-28908f4b02c7 req-5a72a1e6-eeac-4b7a-9213-fd0bc0751211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:17.697437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42a12672-e588-46df-998a-28908f4b02c7 req-5a72a1e6-eeac-4b7a-9213-fd0bc0751211 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 1097 time: 0.1305666 Jul 05 04:09:17.703265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8f460-c56e-4f64-b1a6-881772480dc6 req-d0bb26ad-f9f3-4dd1-b39f-7b92f3ef44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:17.705592 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25d8f460-c56e-4f64-b1a6-881772480dc6 req-d0bb26ad-f9f3-4dd1-b39f-7b92f3ef44a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15616589beaf40faa95fd23b0296a009&device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 1094 time: 0.1298401 Jul 05 04:09:17.753715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42a12672-e588-46df-998a-28908f4b02c7 req-3e1cf9de-c876-4401-8f0c-2b0767db02f2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495770 Jul 05 04:09:17.885945 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca5c26-5291-453d-b7d8-0d113148e6c7 req-11058f60-e2da-4cb7-a7c9-072af4225448 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:17.885945 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ceca5c26-5291-453d-b7d8-0d113148e6c7 req-11058f60-e2da-4cb7-a7c9-072af4225448 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 943 time: 0.1049986 Jul 05 04:09:17.927242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8f460-c56e-4f64-b1a6-881772480dc6 req-021c8765-2088-4e9b-8ff6-0f1f402d528a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:17.929211 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25d8f460-c56e-4f64-b1a6-881772480dc6 req-021c8765-2088-4e9b-8ff6-0f1f402d528a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e90517ab-df71-42d3-ac35-e55b2ddbb723 HTTP/1.1" status: 200 len: 916 time: 0.2105932 Jul 05 04:09:17.961731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ceca5c26-5291-453d-b7d8-0d113148e6c7 req-663fe645-2227-4aae-806d-0eb7ba1f0879 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707185 Jul 05 04:09:18.008662 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25d8f460-c56e-4f64-b1a6-881772480dc6 req-956b1601-b1ba-40a7-96aa-c88b4d832099 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b7dc62-6736-44ab-a317-6f63948a0c40 HTTP/1.1" status: 200 len: 217 time: 0.0722005 Jul 05 04:09:18.100821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8f460-c56e-4f64-b1a6-881772480dc6 req-ad5ccb5f-6614-4adb-86c2-06a2019ef892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:18.102327 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25d8f460-c56e-4f64-b1a6-881772480dc6 req-ad5ccb5f-6614-4adb-86c2-06a2019ef892 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a5c54b4-c7ec-4849-bccf-16e0c16ab887 HTTP/1.1" status: 200 len: 855 time: 0.0853753 Jul 05 04:09:18.143105 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25d8f460-c56e-4f64-b1a6-881772480dc6 req-9c0fa4c5-a5f7-410b-886c-f6d5fbcfec68 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e90517ab-df71-42d3-ac35-e55b2ddbb723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324788 Jul 05 04:09:18.323855 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25d8f460-c56e-4f64-b1a6-881772480dc6 req-867bab5b-e02a-450a-a414-10f75b20e95a service neutron] 10.222.0.64 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714594 Jul 05 04:09:18.366654 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54782) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:18.469524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e6b41e-f024-41af-be20-2fd3f6b089be admin admin] Deleting subnet 371d43b6-3fdd-4f9a-9be8-0202d99805da {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:18.473158 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-25d8f460-c56e-4f64-b1a6-881772480dc6 req-c610da7f-ff79-4304-a10c-138ac35c99e4 service neutron] 10.222.0.64 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414924 Jul 05 04:09:18.473350 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19e6b41e-f024-41af-be20-2fd3f6b089be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.524458 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19e6b41e-f024-41af-be20-2fd3f6b089be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.656235 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19e6b41e-f024-41af-be20-2fd3f6b089be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.726803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772d097-acd8-41b8-85e7-fd9b4d0b8391 req-34aab38f-9fd9-46d7-a04d-400f448029f5 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:18.731020 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c772d097-acd8-41b8-85e7-fd9b4d0b8391 req-34aab38f-9fd9-46d7-a04d-400f448029f5 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1688111 Jul 05 04:09:18.798176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c772d097-acd8-41b8-85e7-fd9b4d0b8391 req-94b2754e-90b4-4285-86ad-98105c5acb03 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404346 Jul 05 04:09:18.916523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2aec10-e75f-4ae7-8e87-ec6139d40f34 req-6cb97f9a-0fec-47a4-a07d-cc94710fc885 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:18.918078 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c2aec10-e75f-4ae7-8e87-ec6139d40f34 req-6cb97f9a-0fec-47a4-a07d-cc94710fc885 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 945 time: 0.0647492 Jul 05 04:09:18.952695 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19e6b41e-f024-41af-be20-2fd3f6b089be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.994230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6b41e-f024-41af-be20-2fd3f6b089be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371d43b6-3fdd-4f9a-9be8-0202d99805da,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:18.999671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c2aec10-e75f-4ae7-8e87-ec6139d40f34 req-982372ad-f60d-41b4-843f-ea5bbb2f5d12 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750594 Jul 05 04:09:19.004578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e7b7dc62-6736-44ab-a317-6f63948a0c40 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:09:19.014357 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19e6b41e-f024-41af-be20-2fd3f6b089be admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.020187 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 54798) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:19.022752 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-19e6b41e-f024-41af-be20-2fd3f6b089be admin admin] 10.222.0.60 "DELETE /v2.0/subnets/371d43b6-3fdd-4f9a-9be8-0202d99805da HTTP/1.1" status: 204 len: 168 time: 0.6489923 Jul 05 04:09:19.204118 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-158716d7-effb-4c70-9765-cecd6e379a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.231265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698c5e7-4a51-4ceb-8c92-d2056016a429 req-25dab8b8-c8e6-4e0a-8542-d3bfc3b1c771 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:19.233064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7698c5e7-4a51-4ceb-8c92-d2056016a429 req-25dab8b8-c8e6-4e0a-8542-d3bfc3b1c771 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 943 time: 0.1124988 Jul 05 04:09:19.277900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e7b7dc62-6736-44ab-a317-6f63948a0c40, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e7b7dc62-6736-44ab-a317-6f63948a0c40,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:19.290077 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'e7b7dc62-6736-44ab-a317-6f63948a0c40', 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723', 'port_id': 'e7b7dc62-6736-44ab-a317-6f63948a0c40', 'mac_address': 'fa:16:3e:53:50:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5c54b4-c7ec-4849-bccf-16e0c16ab887', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:09:19.290592 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7698c5e7-4a51-4ceb-8c92-d2056016a429 req-bf9f8798-ccbb-47ae-a7d2-00db70be55a9 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514085 Jul 05 04:09:19.316495 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-158716d7-effb-4c70-9765-cecd6e379a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.341515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-158716d7-effb-4c70-9765-cecd6e379a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75d320c-d257-4359-a588-2cd8a45208ff']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:19.356119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-158716d7-effb-4c70-9765-cecd6e379a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:19.356650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-158716d7-effb-4c70-9765-cecd6e379a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb0c2a8-bec8-45f6-82ba-ef72a5b6fc81') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:19.358245 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.366991 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-158716d7-effb-4c70-9765-cecd6e379a3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.383565 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-158716d7-effb-4c70-9765-cecd6e379a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158716d7-effb-4c70-9765-cecd6e379a3a admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-158716d7-effb-4c70-9765-cecd6e379a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:19.395539 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:19.404139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b7dc62-6736-44ab-a317-6f63948a0c40 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:19.434654 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e7b7dc62-6736-44ab-a317-6f63948a0c40, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e7b7dc62-6736-44ab-a317-6f63948a0c40,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:19.559486 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.605927 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-158716d7-effb-4c70-9765-cecd6e379a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.612112 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-158716d7-effb-4c70-9765-cecd6e379a3a admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.613996 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-158716d7-effb-4c70-9765-cecd6e379a3a admin admin] 10.222.0.60 "DELETE /v2.0/networks/c75d320c-d257-4359-a588-2cd8a45208ff HTTP/1.1" status: 204 len: 168 time: 0.5925107 Jul 05 04:09:19.637711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158716d7-effb-4c70-9765-cecd6e379a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=c75d320c-d257-4359-a588-2cd8a45208ff,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:19.696586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=e7b7dc62-6736-44ab-a317-6f63948a0c40,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:19.798702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['e7b7dc62-6736-44ab-a317-6f63948a0c40'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:20.031347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682bb53-9a8a-4c4b-863a-37b93e481a97 req-c6d6f374-6dfc-4806-b8d6-5d252dd415d7 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:20.032894 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6682bb53-9a8a-4c4b-863a-37b93e481a97 req-c6d6f374-6dfc-4806-b8d6-5d252dd415d7 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.0672307 Jul 05 04:09:20.098902 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6682bb53-9a8a-4c4b-863a-37b93e481a97 req-058e3ab8-9eec-47c2-8ade-70927400a7f1 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537884 Jul 05 04:09:20.118457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54826) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:20.157198 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5a40f-8c23-4d8c-b368-ab13068feb24 req-2a9a42ee-5c89-4a86-83ed-4289c14062e6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:20.159102 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-80c5a40f-8c23-4d8c-b368-ab13068feb24 req-2a9a42ee-5c89-4a86-83ed-4289c14062e6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 945 time: 0.1144257 Jul 05 04:09:20.196402 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9bb82755-b64b-4314-be4d-c41ebd068eb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a403a66a057465fb996f57b329f6202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766661 Jul 05 04:09:20.199274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54830) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:20.271651 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfda38e0-1cc7-4448-9813-9842fc5852d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.351396 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfda38e0-1cc7-4448-9813-9842fc5852d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.364266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-80c5a40f-8c23-4d8c-b368-ab13068feb24 req-112c8752-62ef-407f-857c-2c45c2b21006 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Deleting port b5620eb9-cca4-44fa-957e-bd358b85f4b8 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:20.364656 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-80c5a40f-8c23-4d8c-b368-ab13068feb24 req-112c8752-62ef-407f-857c-2c45c2b21006 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.644258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c5e62-b0fc-4db4-86db-d3c1909284cb req-45259202-b0a3-4048-8f98-b946d33b3e26 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:20.644258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b44c5e62-b0fc-4db4-86db-d3c1909284cb req-45259202-b0a3-4048-8f98-b946d33b3e26 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 945 time: 0.1781008 Jul 05 04:09:20.684443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-80c5a40f-8c23-4d8c-b368-ab13068feb24 req-112c8752-62ef-407f-857c-2c45c2b21006 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] For port b5620eb9-cca4-44fa-957e-bd358b85f4b8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b5620eb9-cca4-44fa-957e-bd358b85f4b8,segment=NetworkSegment(1bfcd4eb-2884-4c08-82ae-726a76c0db66),segment_id=1bfcd4eb-2884-4c08-82ae-726a76c0db66)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:20.684443 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-80c5a40f-8c23-4d8c-b368-ab13068feb24 req-112c8752-62ef-407f-857c-2c45c2b21006 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.684443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-80c5a40f-8c23-4d8c-b368-ab13068feb24 req-112c8752-62ef-407f-857c-2c45c2b21006 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Calling delete_port for b5620eb9-cca4-44fa-957e-bd358b85f4b8 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:20.823709 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 46a6a177-da78-45c3-8e26-d27e90fa2e46 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:20.827574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-80c5a40f-8c23-4d8c-b368-ab13068feb24 req-112c8752-62ef-407f-857c-2c45c2b21006 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.877996 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['b5620eb9-cca4-44fa-957e-bd358b85f4b8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:20.881602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 46a6a177-da78-45c3-8e26-d27e90fa2e46 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:20.893021 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 46a6a177-da78-45c3-8e26-d27e90fa2e46 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:20.913924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c8752-62ef-407f-857c-2c45c2b21006 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Pushing event deleted for resources: {'Port': ['ID=b5620eb9-cca4-44fa-957e-bd358b85f4b8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:20.930067 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfda38e0-1cc7-4448-9813-9842fc5852d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.933157 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfda38e0-1cc7-4448-9813-9842fc5852d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.934308 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cfda38e0-1cc7-4448-9813-9842fc5852d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14799775-d80b-43bf-a9d8-c57ceeea5e0d HTTP/1.1" status: 204 len: 168 time: 0.7338872 Jul 05 04:09:20.956436 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c5a40f-8c23-4d8c-b368-ab13068feb24 req-112c8752-62ef-407f-857c-2c45c2b21006 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] No DVR routers for this DVR port b5620eb9-cca4-44fa-957e-bd358b85f4b8 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:20.962355 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-80c5a40f-8c23-4d8c-b368-ab13068feb24 req-112c8752-62ef-407f-857c-2c45c2b21006 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.973683 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-80c5a40f-8c23-4d8c-b368-ab13068feb24 req-112c8752-62ef-407f-857c-2c45c2b21006 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.11 "DELETE /v2.0/ports/b5620eb9-cca4-44fa-957e-bd358b85f4b8 HTTP/1.1" status: 204 len: 173 time: 0.7941177 Jul 05 04:09:20.974063 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d10e84-b321-4b1c-ac36-59d723f6cc23', 'name': 'network-vif-deleted', 'tag': 'b5620eb9-cca4-44fa-957e-bd358b85f4b8'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:20.976422 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbe9a5f-ee64-4eac-9134-508d3bf0c9e4" -d '{"events": [{"server_uuid": "c1d10e84-b321-4b1c-ac36-59d723f6cc23", "name": "network-vif-deleted", "tag": "b5620eb9-cca4-44fa-957e-bd358b85f4b8"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:20.995619 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda38e0-1cc7-4448-9813-9842fc5852d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14799775-d80b-43bf-a9d8-c57ceeea5e0d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:21.012258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b44c5e62-b0fc-4db4-86db-d3c1909284cb req-f315448e-84ba-4937-bc42-ab6e5ce6b0ae tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188603 Jul 05 04:09:21.012863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e7b7dc62-6736-44ab-a317-6f63948a0c40 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:21.040248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b787aba-5afc-45f2-a458-11477c2f8034 req-5ab63777-284a-4e2f-a057-a55d0b660b3a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:21.040248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b787aba-5afc-45f2-a458-11477c2f8034 req-5ab63777-284a-4e2f-a057-a55d0b660b3a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.6683490 Jul 05 04:09:21.118965 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b787aba-5afc-45f2-a458-11477c2f8034 req-29adeef7-2cbb-4ce2-ad74-126463553dcc tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801959 Jul 05 04:09:21.206719 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50182d10-530c-4fc4-b17d-8714d9c50641 x-openstack-request-id: req-50182d10-530c-4fc4-b17d-8714d9c50641 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:21.207569 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d10e84-b321-4b1c-ac36-59d723f6cc23", "name": "network-vif-deleted", "tag": "b5620eb9-cca4-44fa-957e-bd358b85f4b8", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:21.208000 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50182d10-530c-4fc4-b17d-8714d9c50641 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:21.208611 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d10e84-b321-4b1c-ac36-59d723f6cc23', 'name': 'network-vif-deleted', 'tag': 'b5620eb9-cca4-44fa-957e-bd358b85f4b8', 'status': 'completed', 'code': 200} Jul 05 04:09:21.273402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbdce6-cd62-48c9-affc-0525edce3f28 req-6be6e5af-971b-427b-b64e-c7051cc9609c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:21.282789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dbfbdce6-cd62-48c9-affc-0525edce3f28 req-6be6e5af-971b-427b-b64e-c7051cc9609c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 944 time: 0.1015763 Jul 05 04:09:21.377139 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a655c612-8f27-4e4a-a0b3-f8912aa1469b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.379858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dbfbdce6-cd62-48c9-affc-0525edce3f28 req-ca4a6320-3e96-447e-81fd-c9ff004edfc7 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748529 Jul 05 04:09:21.382161 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port e7b7dc62-6736-44ab-a317-6f63948a0c40 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:21.392287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port e7b7dc62-6736-44ab-a317-6f63948a0c40 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:21.392966 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.567014 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.661279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5800da2-effb-4fd8-ad97-71764869ab33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b7dc62-6736-44ab-a317-6f63948a0c40'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:21.663506 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84a4f2b-5258-4c77-a704-5748bf014aa7" -d '{"events": [{"server_uuid": "c5800da2-effb-4fd8-ad97-71764869ab33", "name": "network-vif-plugged", "status": "completed", "tag": "e7b7dc62-6736-44ab-a317-6f63948a0c40"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:21.710212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e7b7dc62-6736-44ab-a317-6f63948a0c40, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e7b7dc62-6736-44ab-a317-6f63948a0c40,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:21.851499 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.953901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98affff0-6661-4b7e-a6a1-89d74c0bcfb4 req-6eab45bf-7858-4ff5-ba1c-113eef3a08f3 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:21.982450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98affff0-6661-4b7e-a6a1-89d74c0bcfb4 req-6eab45bf-7858-4ff5-ba1c-113eef3a08f3 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1843331 Jul 05 04:09:22.032301 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=e7b7dc62-6736-44ab-a317-6f63948a0c40,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:22.059439 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfea777-a4cb-4f11-b9b5-d3ec846be308 x-openstack-request-id: req-abfea777-a4cb-4f11-b9b5-d3ec846be308 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:22.059991 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5800da2-effb-4fd8-ad97-71764869ab33", "name": "network-vif-plugged", "status": "completed", "tag": "e7b7dc62-6736-44ab-a317-6f63948a0c40", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:22.060706 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-abfea777-a4cb-4f11-b9b5-d3ec846be308 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:22.061316 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5800da2-effb-4fd8-ad97-71764869ab33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b7dc62-6736-44ab-a317-6f63948a0c40', 'code': 200} Jul 05 04:09:22.064627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:22.066496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:22.068165 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:22.068165 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:22.068165 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:22.069497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:22.069924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:22.071004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:22.073108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:22.073930 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:22.074072 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:22.077838 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:22.123681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98affff0-6661-4b7e-a6a1-89d74c0bcfb4 req-6c60b6f9-0323-421e-9841-dbcc8bbf8e05 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401689 Jul 05 04:09:22.348005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c248a76-e290-4214-9f4c-a4c800700bd5 req-62cf5027-cdd1-4549-b808-d2130afe2814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:22.351216 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a4498fa-5e60-4fdc-94f9-96d461567792 req-5cbe80b0-ed4b-4784-af78-6e3c7df459ac tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1d10e84-b321-4b1c-ac36-59d723f6cc23 HTTP/1.1" status: 200 len: 210 time: 0.0593622 Jul 05 04:09:22.358232 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5c248a76-e290-4214-9f4c-a4c800700bd5 req-62cf5027-cdd1-4549-b808-d2130afe2814 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 1096 time: 0.2067380 Jul 05 04:09:22.407328 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5c248a76-e290-4214-9f4c-a4c800700bd5 req-967bcccf-32a3-467d-8d72-23c071c2bde8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411181 Jul 05 04:09:22.500275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def5a6f-2419-4139-b359-484cac7cdfbf req-1013cf79-f515-47e1-864b-631c30ba731e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:22.502756 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0def5a6f-2419-4139-b359-484cac7cdfbf req-1013cf79-f515-47e1-864b-631c30ba731e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1370800 Jul 05 04:09:22.645794 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0def5a6f-2419-4139-b359-484cac7cdfbf req-caebb3a1-f6fa-47d1-97cf-c4f6efecdd10 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363699 Jul 05 04:09:22.704055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f3e46-0ec3-4f28-888b-533c85efd8e9 req-b92b1cc8-d4bc-4b87-8307-0d42a10a1319 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:22.705913 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d6f3e46-0ec3-4f28-888b-533c85efd8e9 req-b92b1cc8-d4bc-4b87-8307-0d42a10a1319 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 945 time: 0.1895337 Jul 05 04:09:22.800197 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d6f3e46-0ec3-4f28-888b-533c85efd8e9 req-6cdeb4b9-5f4f-4c6e-bf92-c807dfd6b740 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875726 Jul 05 04:09:23.585092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4688bb8-7c34-4c2c-b792-9557b690b715 req-82d41edf-32fc-4794-abcd-f33a383523ea tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:23.587069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4688bb8-7c34-4c2c-b792-9557b690b715 req-82d41edf-32fc-4794-abcd-f33a383523ea tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1030061 Jul 05 04:09:23.630613 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f4688bb8-7c34-4c2c-b792-9557b690b715 req-3c155461-725e-4dfc-90f6-5dd4c0bec70e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355990 Jul 05 04:09:23.830342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7127f4d3-8457-457b-acf1-e52dca137b23 req-0e807da2-d6d5-4f44-aadf-fe09b1f4939b tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=f146e1be-5432-423c-ab66-71081e77beb3 HTTP/1.1" status: 200 len: 210 time: 0.0409565 Jul 05 04:09:24.171143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281bfc-727d-4233-a255-78aff02a7536 req-f2caa213-cc79-4b07-9a6c-8f3fb86cb39f tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:24.172733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b281bfc-727d-4233-a255-78aff02a7536 req-f2caa213-cc79-4b07-9a6c-8f3fb86cb39f tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 945 time: 0.2155986 Jul 05 04:09:24.202176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd513-0d59-483d-b353-6e443e477885 req-48684e2e-f621-44a7-b730-42f5f1ae6282 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:24.203883 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-957fd513-0d59-483d-b353-6e443e477885 req-48684e2e-f621-44a7-b730-42f5f1ae6282 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/networks?id=4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 HTTP/1.1" status: 200 len: 809 time: 0.1532795 Jul 05 04:09:24.259391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-957fd513-0d59-483d-b353-6e443e477885 req-646318a2-7a64-4bfb-9571-aecf9b355471 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/quotas/321fc23c111c419cbc55f9e82f2edf3f HTTP/1.1" status: 200 len: 375 time: 0.0421965 Jul 05 04:09:24.286951 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a0ab-262e-45a9-a98d-4086bcdb8da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:24.343085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-957fd513-0d59-483d-b353-6e443e477885 req-63d68bdf-1640-45e1-b33e-f5ca18101aed tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=321fc23c111c419cbc55f9e82f2edf3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819967 Jul 05 04:09:24.364477 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:24.369684 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b281bfc-727d-4233-a255-78aff02a7536 req-d8787f65-1443-47c2-870f-08e8211e507d tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643019 Jul 05 04:09:24.462276 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-957fd513-0d59-483d-b353-6e443e477885 req-dc4f6eb3-ffc8-4a36-a746-e9c1a7b13fa9 service neutron] 10.222.0.60 "GET /v2.0/networks/4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182773 Jul 05 04:09:24.621382 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-957fd513-0d59-483d-b353-6e443e477885 req-8cf1e397-35df-4b9a-9283-db5241357f57 service neutron] 10.222.0.60 "GET /v2.0/networks/4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416776 Jul 05 04:09:24.824787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b5620eb9-cca4-44fa-957e-bd358b85f4b8 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:24.955117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: b5620eb9-cca4-44fa-957e-bd358b85f4b8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:24.955467 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b5620eb9-cca4-44fa-957e-bd358b85f4b8 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:25.354866 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.376815 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2a97e-422f-4bb6-ad3b-5295149da73a req-7f4adb06-6970-4ea0-9c2b-3eb44d8474a0 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:25.376815 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98e2a97e-422f-4bb6-ad3b-5295149da73a req-7f4adb06-6970-4ea0-9c2b-3eb44d8474a0 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.2243257 Jul 05 04:09:25.446372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf4a5106-971d-4c11-98f3-92966d81b973 req-d04f8af4-d020-4379-b59e-124ea1c9be62 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 210 time: 0.0404344 Jul 05 04:09:25.454794 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98e2a97e-422f-4bb6-ad3b-5295149da73a req-81314c04-4875-4737-8d7c-cf6e1a1363ba tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703478 Jul 05 04:09:25.552952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2055cbf6-0066-4717-9a8a-5fcc8b38d758 req-4bcab078-3902-4a16-985e-e805a29956b3 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0444264 Jul 05 04:09:26.563599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-813a02fb-4b39-40a3-9128-641309551e7a req-1e4bc84e-e615-4900-be25-6fe80fcff593 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 210 time: 0.0453479 Jul 05 04:09:26.798732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3fc8dfcb-f104-4e9b-bbee-c2292f6e7ad4 req-7089ae5b-d634-43ff-a2b4-eec4ea8efc9f tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0471535 Jul 05 04:09:26.860105 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454080b7-537a-4f8e-af1f-0ea54311e6ed req-1d3da20b-2941-427e-8035-cb76ce4374ab tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:26.870421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-454080b7-537a-4f8e-af1f-0ea54311e6ed req-1d3da20b-2941-427e-8035-cb76ce4374ab tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.2093349 Jul 05 04:09:26.929367 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-454080b7-537a-4f8e-af1f-0ea54311e6ed req-4ac8a08e-9274-49a5-95cd-f1cf25fc3a8b tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577195 Jul 05 04:09:27.187616 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.794107 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14ef2fee-e3dd-4a48-8144-c5a87e415824 req-e36330bf-6d9c-45ce-a2dc-be89e71685e1 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 210 time: 0.0729048 Jul 05 04:09:28.075758 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-258c7c40-94ba-4c4e-8f6b-b97e4ee9d5e6 req-e33f04a8-1986-4dc0-a22c-4b004eab723a tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0515165 Jul 05 04:09:28.476374 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60aea3-e371-4580-b017-71845775bb06 req-51a07498-5c7f-4885-8a3a-79968bff8d89 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:28.479168 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db60aea3-e371-4580-b017-71845775bb06 req-51a07498-5c7f-4885-8a3a-79968bff8d89 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1722569 Jul 05 04:09:28.576551 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db60aea3-e371-4580-b017-71845775bb06 req-1a41877f-8fd6-4268-92f5-453a191b17f8 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833635 Jul 05 04:09:29.045805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49c8bfb6-c713-491f-b310-5e4e9a996f41 req-e7b3d233-1c46-4fc8-9a26-7a223e9abc77 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 210 time: 0.0667050 Jul 05 04:09:29.368004 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.457675 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27edf59c-2c78-4db9-bfc2-bda57ef02469 req-348ef99f-7632-417b-8ef5-330a30461e47 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.1210999 Jul 05 04:09:29.536175 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd513-0d59-483d-b353-6e443e477885 req-61d2ab55-aec3-4124-8f85-8af7afad2818 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:29.538839 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-957fd513-0d59-483d-b353-6e443e477885 req-61d2ab55-aec3-4124-8f85-8af7afad2818 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.11 "GET /v2.0/networks?id=4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 HTTP/1.1" status: 200 len: 809 time: 0.3369606 Jul 05 04:09:29.556200 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-957fd513-0d59-483d-b353-6e443e477885 req-287a83a6-e87e-4aa1-9837-525da972bfa6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Request body: {'port': {'device_id': 'a871b9be-7028-42d0-88f0-3aae9c48a60d', 'network_id': '4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8', 'admin_state_up': True, 'tenant_id': '321fc23c111c419cbc55f9e82f2edf3f'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:29.929874 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957fd513-0d59-483d-b353-6e443e477885 req-287a83a6-e87e-4aa1-9837-525da972bfa6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Made reservation on behalf of 321fc23c111c419cbc55f9e82f2edf3f for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:29.934712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-957fd513-0d59-483d-b353-6e443e477885 req-287a83a6-e87e-4aa1-9837-525da972bfa6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.949878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff02b2a-e054-4812-801f-abbda1aff83f req-ccacfed4-b451-4f7f-8133-e4e72ded32c1 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:29.951694 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ff02b2a-e054-4812-801f-abbda1aff83f req-ccacfed4-b451-4f7f-8133-e4e72ded32c1 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1190367 Jul 05 04:09:30.035243 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48a71ef2-22c9-4598-96f5-460d09193052 req-7b677e51-ef66-414a-a60b-22fd08bfbfcd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f146e1be-5432-423c-ab66-71081e77beb3 HTTP/1.1" status: 200 len: 210 time: 0.2687147 Jul 05 04:09:30.052184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ff02b2a-e054-4812-801f-abbda1aff83f req-94c1028a-b034-4a9b-aa1a-21939b317c32 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893028 Jul 05 04:09:30.312427 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-957fd513-0d59-483d-b353-6e443e477885 req-287a83a6-e87e-4aa1-9837-525da972bfa6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Allocated IP 172.20.0.14 (4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8/14f96406-1fd5-49f7-90e7-d10791959374/eb2e6681-0f74-4a65-a48a-85074eac2987) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:30.365128 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a627795-3f19-4e97-809a-76d3a2af8b9b req-eb87e05c-1593-4771-8553-753087b36c9e tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 210 time: 0.0952535 Jul 05 04:09:30.711457 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28670bb3-0f67-41d3-af68-edb4fcb5681d req-cdb38e0e-19a3-43b6-8d57-24b997a161c7 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0314159 Jul 05 04:09:30.719241 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b2827c7b-5fa7-44a4-acee-ebee76675475 req-79be4d6a-55fc-4e18-96b0-b71054a82d26 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.1900389 Jul 05 04:09:30.753652 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-957fd513-0d59-483d-b353-6e443e477885 req-287a83a6-e87e-4aa1-9837-525da972bfa6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.931189 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-957fd513-0d59-483d-b353-6e443e477885 req-287a83a6-e87e-4aa1-9837-525da972bfa6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.019692 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957fd513-0d59-483d-b353-6e443e477885 req-287a83a6-e87e-4aa1-9837-525da972bfa6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Network 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:31.032645 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-957fd513-0d59-483d-b353-6e443e477885 req-287a83a6-e87e-4aa1-9837-525da972bfa6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:31.035809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-957fd513-0d59-483d-b353-6e443e477885 req-287a83a6-e87e-4aa1-9837-525da972bfa6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:31.128680 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a83a6-e87e-4aa1-9837-525da972bfa6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Pushing event updated for resources: {'Port': ['ID=eb2e6681-0f74-4a65-a48a-85074eac2987,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:31.217889 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd513-0d59-483d-b353-6e443e477885 req-287a83a6-e87e-4aa1-9837-525da972bfa6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:31.225009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-957fd513-0d59-483d-b353-6e443e477885 req-287a83a6-e87e-4aa1-9837-525da972bfa6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.334556 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-957fd513-0d59-483d-b353-6e443e477885 req-287a83a6-e87e-4aa1-9837-525da972bfa6 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7839005 Jul 05 04:09:31.347319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Request body: {'port': {'device_id': 'a871b9be-7028-42d0-88f0-3aae9c48a60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:31.415145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afbd49-5359-4fc1-9d14-40120a1ab5d9 req-60c77b42-246f-45b1-8b69-1d5276191c8b tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:31.420978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-33afbd49-5359-4fc1-9d14-40120a1ab5d9 req-60c77b42-246f-45b1-8b69-1d5276191c8b tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1679955 Jul 05 04:09:31.438544 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.503076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-33afbd49-5359-4fc1-9d14-40120a1ab5d9 req-b4089519-f353-46e1-8075-feb1ae0874ae tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744770 Jul 05 04:09:31.581457 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.749626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66956c51-0bba-40cd-b86a-2919008f61a6 req-89a01db3-635c-4433-bb4f-462ebd7c5579 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:31.756942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66956c51-0bba-40cd-b86a-2919008f61a6 req-89a01db3-635c-4433-bb4f-462ebd7c5579 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 932 time: 0.1415105 Jul 05 04:09:31.820506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66956c51-0bba-40cd-b86a-2919008f61a6 req-ae70077f-4984-4b86-8cbb-cb819d422d54 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606418 Jul 05 04:09:31.940754 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3145addc-2a02-4e65-9d17-c55460ee2301 req-e1aa11ea-e46e-4b20-9e74-58c8b76f192f tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0340805 Jul 05 04:09:32.038894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2e6681-0f74-4a65-a48a-85074eac2987 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:32.047102 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.060664 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Transition to ACTIVE for port object eb2e6681-0f74-4a65-a48a-85074eac2987 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:32.198674 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.276415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2e6681-0f74-4a65-a48a-85074eac2987,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:32.351041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Attempting to bind port eb2e6681-0f74-4a65-a48a-85074eac2987 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:32.351384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Attempting to bind port eb2e6681-0f74-4a65-a48a-85074eac2987 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '1bfcd4eb-2884-4c08-82ae-726a76c0db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:32.352982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Attempting to bind port eb2e6681-0f74-4a65-a48a-85074eac2987 on network 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:32.358738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Port eb2e6681-0f74-4a65-a48a-85074eac2987 on network 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:09:32.359206 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Attempting to bind port eb2e6681-0f74-4a65-a48a-85074eac2987 on network 4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:32.367541 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:32.368776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Checking segment: {'id': '1bfcd4eb-2884-4c08-82ae-726a76c0db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:32.370446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Bound using segment: {'id': '1bfcd4eb-2884-4c08-82ae-726a76c0db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:32.370916 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Bound port: eb2e6681-0f74-4a65-a48a-85074eac2987, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfcd4eb-2884-4c08-82ae-726a76c0db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:32.371350 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.472648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] For port eb2e6681-0f74-4a65-a48a-85074eac2987, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:32.472648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] For port eb2e6681-0f74-4a65-a48a-85074eac2987, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=eb2e6681-0f74-4a65-a48a-85074eac2987,segment=NetworkSegment(1bfcd4eb-2884-4c08-82ae-726a76c0db66),segment_id=1bfcd4eb-2884-4c08-82ae-726a76c0db66)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:32.553243 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.641172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:32.646875 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.646875 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-957fd513-0d59-483d-b353-6e443e477885 req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] 10.222.0.11 "PUT /v2.0/ports/eb2e6681-0f74-4a65-a48a-85074eac2987 HTTP/1.1" status: 200 len: 1092 time: 1.3032801 Jul 05 04:09:32.646875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a871b9be-7028-42d0-88f0-3aae9c48a60d', 'tag': 'eb2e6681-0f74-4a65-a48a-85074eac2987'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:32.666805 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6540e1-0b77-4417-a3a0-4a71a7d12a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "a871b9be-7028-42d0-88f0-3aae9c48a60d", "tag": "eb2e6681-0f74-4a65-a48a-85074eac2987"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:32.724723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3118da-7238-47a5-a939-661fe74c3211 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2e6681-0f74-4a65-a48a-85074eac2987,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:32.886229 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd513-0d59-483d-b353-6e443e477885 req-fa5a5fb4-4c18-469e-9acc-390e65b42f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:32.888591 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-957fd513-0d59-483d-b353-6e443e477885 req-fa5a5fb4-4c18-469e-9acc-390e65b42f88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=321fc23c111c419cbc55f9e82f2edf3f&device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 1095 time: 0.0886741 Jul 05 04:09:32.927102 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f53cb85-e215-4f48-b4ba-4f48c1bebefe req-578dd940-8051-49b7-8805-0f9fa58e4f51 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0650287 Jul 05 04:09:32.958978 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-957fd513-0d59-483d-b353-6e443e477885 req-32187dcb-df49-4ad0-9e3c-2915b892a76b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb2e6681-0f74-4a65-a48a-85074eac2987 HTTP/1.1" status: 200 len: 217 time: 0.0597551 Jul 05 04:09:32.992171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bacf93-0de7-4774-b0ea-fce49675243b req-ea4b5e9b-9bcb-4b2a-93cd-daa41d222268 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:32.993610 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98bacf93-0de7-4774-b0ea-fce49675243b req-ea4b5e9b-9bcb-4b2a-93cd-daa41d222268 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1934526 Jul 05 04:09:33.033680 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469cf277-52e0-481d-98dd-d2159f83dc47 x-openstack-request-id: req-469cf277-52e0-481d-98dd-d2159f83dc47 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:33.034113 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a871b9be-7028-42d0-88f0-3aae9c48a60d", "tag": "eb2e6681-0f74-4a65-a48a-85074eac2987", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:33.034373 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-469cf277-52e0-481d-98dd-d2159f83dc47 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:33.034790 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a871b9be-7028-42d0-88f0-3aae9c48a60d', 'tag': 'eb2e6681-0f74-4a65-a48a-85074eac2987', 'status': 'completed', 'code': 200} Jul 05 04:09:33.085243 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98bacf93-0de7-4774-b0ea-fce49675243b req-be857a9f-13aa-429d-b3e2-a09bf573a1d8 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839331 Jul 05 04:09:33.089049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd513-0d59-483d-b353-6e443e477885 req-df31e8ff-d098-4b01-ae30-cd5caf475aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:33.090749 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-957fd513-0d59-483d-b353-6e443e477885 req-df31e8ff-d098-4b01-ae30-cd5caf475aac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14f96406-1fd5-49f7-90e7-d10791959374 HTTP/1.1" status: 200 len: 849 time: 0.1178646 Jul 05 04:09:33.163024 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-957fd513-0d59-483d-b353-6e443e477885 req-12b650ca-43ad-44d9-9715-907a077009b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632782 Jul 05 04:09:33.335035 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-957fd513-0d59-483d-b353-6e443e477885 req-68ab3746-fd25-4ed9-b2da-a7c93053c9b3 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592653 Jul 05 04:09:33.336089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778701dc-9e0e-451f-b0bd-156bfc26162e req-e458655a-1e9b-4f8d-a7aa-6b419d0fcf25 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:33.339009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-778701dc-9e0e-451f-b0bd-156bfc26162e req-e458655a-1e9b-4f8d-a7aa-6b419d0fcf25 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 944 time: 0.1729832 Jul 05 04:09:33.427069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55264) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:33.439882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-778701dc-9e0e-451f-b0bd-156bfc26162e req-621e056e-ed32-4b57-8a21-31047cf5795e tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911512 Jul 05 04:09:33.513951 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-957fd513-0d59-483d-b353-6e443e477885 req-72e5e80f-559a-415d-8ebf-4c94a99b83e0 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676517 Jul 05 04:09:33.586995 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-16c62d6e-fbaf-4f72-93af-035abda2cd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.709320 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6540e1-0b77-4417-a3a0-4a71a7d12a9a req-34664cad-4a79-4ca0-840e-827c26122916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:33.711234 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ef6540e1-0b77-4417-a3a0-4a71a7d12a9a req-34664cad-4a79-4ca0-840e-827c26122916 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=321fc23c111c419cbc55f9e82f2edf3f&device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 1095 time: 0.0717223 Jul 05 04:09:33.719563 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-16c62d6e-fbaf-4f72-93af-035abda2cd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.798628 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-16c62d6e-fbaf-4f72-93af-035abda2cd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.807676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6540e1-0b77-4417-a3a0-4a71a7d12a9a req-01ad6e0e-5de0-4694-b7e3-77a2d241d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:33.809503 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ef6540e1-0b77-4417-a3a0-4a71a7d12a9a req-01ad6e0e-5de0-4694-b7e3-77a2d241d75d service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 HTTP/1.1" status: 200 len: 910 time: 0.0919411 Jul 05 04:09:33.854137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-16c62d6e-fbaf-4f72-93af-035abda2cd5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2df21ac3729a4d2dac9a745a7f58761e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099009 Jul 05 04:09:33.855065 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55272) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:33.857348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c62d6e-fbaf-4f72-93af-035abda2cd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14201146-a47d-4eee-a49c-cd1697742430,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:33.860124 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ef6540e1-0b77-4417-a3a0-4a71a7d12a9a req-735027e7-b866-46b3-8d4b-0d78a886f704 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb2e6681-0f74-4a65-a48a-85074eac2987 HTTP/1.1" status: 200 len: 217 time: 0.0435574 Jul 05 04:09:33.945542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6540e1-0b77-4417-a3a0-4a71a7d12a9a req-fcf5f95c-6c51-49ff-a97f-201f960791ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:33.948141 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ef6540e1-0b77-4417-a3a0-4a71a7d12a9a req-fcf5f95c-6c51-49ff-a97f-201f960791ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=14f96406-1fd5-49f7-90e7-d10791959374 HTTP/1.1" status: 200 len: 849 time: 0.0807087 Jul 05 04:09:33.988082 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d1710c1-edaa-409f-91e9-47f97d538948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.032976 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ef6540e1-0b77-4417-a3a0-4a71a7d12a9a req-94b99afa-6690-43df-8267-35cb7053a64c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766635 Jul 05 04:09:34.036314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d1710c1-edaa-409f-91e9-47f97d538948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.170440 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d1710c1-edaa-409f-91e9-47f97d538948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.172531 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d1710c1-edaa-409f-91e9-47f97d538948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.173716 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8d1710c1-edaa-409f-91e9-47f97d538948 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14201146-a47d-4eee-a49c-cd1697742430 HTTP/1.1" status: 204 len: 168 time: 0.3173566 Jul 05 04:09:34.187723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1710c1-edaa-409f-91e9-47f97d538948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14201146-a47d-4eee-a49c-cd1697742430,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:34.276871 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ef6540e1-0b77-4417-a3a0-4a71a7d12a9a req-05f26b9a-f1ad-4d30-b763-168cfeba0447 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261186 Jul 05 04:09:34.326146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df5aa082-2540-4d2a-8f7c-100c181a4b78 req-20495a8b-1090-4943-8aa7-0c5fdabdf29d tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.1013110 Jul 05 04:09:34.402228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-7b47528f-c087-4372-92bf-67ef563c3f9a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:34.403847 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-7b47528f-c087-4372-92bf-67ef563c3f9a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/networks?id=e90517ab-df71-42d3-ac35-e55b2ddbb723 HTTP/1.1" status: 200 len: 815 time: 0.2038798 Jul 05 04:09:34.424485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-fed44936-7dfd-4cfd-a371-006fbd77da01 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/quotas/15616589beaf40faa95fd23b0296a009 HTTP/1.1" status: 200 len: 375 time: 0.0150263 Jul 05 04:09:34.459364 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ef6540e1-0b77-4417-a3a0-4a71a7d12a9a req-22bcb2e4-f0fa-4e55-8f9c-e7ccfd361045 service neutron] 10.222.0.11 "GET /v2.0/networks/4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744740 Jul 05 04:09:34.549576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-ae05c090-0cef-473a-a468-e368fc37bc8e tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=15616589beaf40faa95fd23b0296a009&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242940 Jul 05 04:09:34.662941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18315276-d1fd-495f-8fa4-2f38e99df998 req-59ccdc13-fa56-48ab-b237-40e200e02c69 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:34.664538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-18315276-d1fd-495f-8fa4-2f38e99df998 req-59ccdc13-fa56-48ab-b237-40e200e02c69 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1554861 Jul 05 04:09:34.708316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-341be211-a8e3-4463-8fd7-667d033e8078 service neutron] 10.222.0.60 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506431 Jul 05 04:09:34.776680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-18315276-d1fd-495f-8fa4-2f38e99df998 req-ac8881fa-c253-4b29-9113-04efb7ea98ca tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004376 Jul 05 04:09:34.856990 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-4df3410c-beec-4904-a6b7-e6b578e9aab2 service neutron] 10.222.0.60 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477091 Jul 05 04:09:34.917229 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:09:34.998111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc7d40-5753-418e-a447-d7b844f5b970 req-6242fa41-af7c-4282-bc74-6b40c3646550 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:34.999685 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dcc7d40-5753-418e-a447-d7b844f5b970 req-6242fa41-af7c-4282-bc74-6b40c3646550 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 944 time: 0.0963423 Jul 05 04:09:35.041471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1dcc7d40-5753-418e-a447-d7b844f5b970 req-7f4251d4-8ca0-4876-8cbf-2d6107e17683 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339615 Jul 05 04:09:35.204347 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a6a89ef-4612-43dc-9601-3a7fa661b9be req-e33e47ae-98ff-4b0b-ba0f-89f3eab829e5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 210 time: 0.0629830 Jul 05 04:09:35.550193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13cf3b6e-4a5f-4eea-8688-0b0619392763 req-9760506b-8115-4f3f-9fd0-ff8b3e552ebb tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0410955 Jul 05 04:09:35.979608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8cbea-3429-4679-897c-4ec3b764b234 req-b8940c3d-7ea1-4916-a049-0ae14d43dc79 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:35.986660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebb8cbea-3429-4679-897c-4ec3b764b234 req-b8940c3d-7ea1-4916-a049-0ae14d43dc79 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.0784495 Jul 05 04:09:36.035828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebb8cbea-3429-4679-897c-4ec3b764b234 req-c8667c02-488f-4218-956f-e71b156cb73c tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480220 Jul 05 04:09:36.293087 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf1461-71c1-44b1-a1c6-3610032a85be req-bc972c31-a68c-4a77-b54b-55538e9a04c7 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:36.294659 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fdf1461-71c1-44b1-a1c6-3610032a85be req-bc972c31-a68c-4a77-b54b-55538e9a04c7 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 944 time: 0.1139929 Jul 05 04:09:36.314005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4a19e97-683f-4599-8859-b2eeb565ca4e req-399788a3-e04f-4163-8de7-b569ba481f37 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 210 time: 0.0528736 Jul 05 04:09:36.348463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fdf1461-71c1-44b1-a1c6-3610032a85be req-4b8f26db-71b3-4fd9-b76f-e39233438afe tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366597 Jul 05 04:09:36.419998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55360) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:36.635012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'network': {'name': 'tempest-network-smoke--857266960', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'port_security_enabled': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:36.729921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Made reservation on behalf of c9b3e2602b7e475fb2eadd31507f7581 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:36.734489 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.752619 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.803409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74022505-403f-49c9-9907-326816c56a28 req-0edede44-9d02-41a2-9b02-ae44b9202c71 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0518434 Jul 05 04:09:36.864245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device eb2e6681-0f74-4a65-a48a-85074eac2987 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:09:36.943796 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.017804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port eb2e6681-0f74-4a65-a48a-85074eac2987, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=eb2e6681-0f74-4a65-a48a-85074eac2987,segment=NetworkSegment(1bfcd4eb-2884-4c08-82ae-726a76c0db66),segment_id=1bfcd4eb-2884-4c08-82ae-726a76c0db66)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:37.036632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'eb2e6681-0f74-4a65-a48a-85074eac2987', 'network_id': '4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8', 'port_id': 'eb2e6681-0f74-4a65-a48a-85074eac2987', 'mac_address': 'fa:16:3e:23:b5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14f96406-1fd5-49f7-90e7-d10791959374', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:09:37.049356 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.079217 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.084575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:37.092638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38bdb717-47df-4890-a157-f0d41c61079a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:37.095530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2e6681-0f74-4a65-a48a-85074eac2987 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:37.099851 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.100445 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Added segment 7882e818-acba-4ec4-832e-378d87f6ace6 of type vlan for network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 Jul 05 04:09:37.131357 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port eb2e6681-0f74-4a65-a48a-85074eac2987, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=eb2e6681-0f74-4a65-a48a-85074eac2987,segment=NetworkSegment(1bfcd4eb-2884-4c08-82ae-726a76c0db66),segment_id=1bfcd4eb-2884-4c08-82ae-726a76c0db66)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:37.171670 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.192812 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.281318 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=eb2e6681-0f74-4a65-a48a-85074eac2987,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:37.318487 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.324839 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:37.325440 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.400568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e1219-a138-4da8-862d-a7b1255a783b req-5b08cca9-6af1-41eb-a843-d60def5ffd3b tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:37.404450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['eb2e6681-0f74-4a65-a48a-85074eac2987'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:37.408947 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e7e1219-a138-4da8-862d-a7b1255a783b req-5b08cca9-6af1-41eb-a843-d60def5ffd3b tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1458211 Jul 05 04:09:37.464987 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e7e1219-a138-4da8-862d-a7b1255a783b req-076a9d9d-1d7d-4f23-859a-31a6e1768338 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552487 Jul 05 04:09:37.481267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Network': ['ID=923c50fc-f9b9-42f5-bbcc-032a79cc3f92,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:37.481267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-08023903-36ad-46f8-88ef-66a8ef14200e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0548103 Jul 05 04:09:37.481552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55388) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:37.484800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'admin_state_up': True, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:37.507934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:37.575370 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-20dc6d2f-a27c-4e21-a6c0-1fc4559c1571 req-1273f2c1-d1fd-49bc-af13-8cae86226374 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 210 time: 0.1032026 Jul 05 04:09:37.650565 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.652029 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.725690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea0158-72a0-4e9a-862e-9322c719ac3c req-9a71523f-2ba6-4b2a-bc46-4574449542c5 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:37.727338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-deea0158-72a0-4e9a-862e-9322c719ac3c req-9a71523f-2ba6-4b2a-bc46-4574449542c5 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 945 time: 0.1122434 Jul 05 04:09:37.743131 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.780014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-deea0158-72a0-4e9a-862e-9322c719ac3c req-4c498bba-cdd1-4ee8-9e1d-f14be0891ee8 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465856 Jul 05 04:09:37.995789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55a6f056-2ebb-4d1f-9fce-f6df73bbd536 req-b42fe2e5-509b-4f91-a651-a2d23a6f727c tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0437384 Jul 05 04:09:38.103425 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.144469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-7d271539-f182-4056-830b-c97f9aa5a9d1 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:38.145929 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-7d271539-f182-4056-830b-c97f9aa5a9d1 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.64 "GET /v2.0/networks?id=e90517ab-df71-42d3-ac35-e55b2ddbb723 HTTP/1.1" status: 200 len: 815 time: 0.2390099 Jul 05 04:09:38.159729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-a8d254d2-7e68-4dda-bcce-d3b18ef4ca5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Request body: {'port': {'device_id': '8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01', 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723', 'admin_state_up': True, 'tenant_id': '15616589beaf40faa95fd23b0296a009'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:38.434283 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-a8d254d2-7e68-4dda-bcce-d3b18ef4ca5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Made reservation on behalf of 15616589beaf40faa95fd23b0296a009 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:38.437808 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-a8d254d2-7e68-4dda-bcce-d3b18ef4ca5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.514779 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.539357 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.697422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e34a59-44be-476c-9eb0-75b16f2c1fdf req-734eac46-7fd0-4a52-b2c0-8e5f990449c1 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:38.707993 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e34a59-44be-476c-9eb0-75b16f2c1fdf req-734eac46-7fd0-4a52-b2c0-8e5f990449c1 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1052871 Jul 05 04:09:38.719521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Allocated IP 172.25.0.32 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/ebe10b64-2c97-4d79-a264-c7c0f8385aa9) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:38.794317 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87e34a59-44be-476c-9eb0-75b16f2c1fdf req-acf8bbf8-3300-44ae-a257-eee13d23e47d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861533 Jul 05 04:09:38.796359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4882654-26fa-4304-a9a0-17b0e08cd2ed req-ac6de4aa-090b-493e-a7b1-c1dffcbd996b tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 210 time: 0.0391736 Jul 05 04:09:38.874001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-a8d254d2-7e68-4dda-bcce-d3b18ef4ca5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Allocated IP 172.20.0.7 (e90517ab-df71-42d3-ac35-e55b2ddbb723/3a5c54b4-c7ec-4849-bccf-16e0c16ab887/45c973f7-8446-4d04-8bed-c1076b7e8857) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:38.890376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device eb2e6681-0f74-4a65-a48a-85074eac2987 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:39.015371 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port eb2e6681-0f74-4a65-a48a-85074eac2987 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:39.022267 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port eb2e6681-0f74-4a65-a48a-85074eac2987 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:39.023045 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.042624 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e98670-491e-47e6-9582-564bb8b6a9fa req-cd0215f4-8e30-403b-bd96-add5f0ce7e88 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:39.044568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55e98670-491e-47e6-9582-564bb8b6a9fa req-cd0215f4-8e30-403b-bd96-add5f0ce7e88 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 945 time: 0.0911915 Jul 05 04:09:39.143129 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.174127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a871b9be-7028-42d0-88f0-3aae9c48a60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2e6681-0f74-4a65-a48a-85074eac2987'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:39.177243 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55e98670-491e-47e6-9582-564bb8b6a9fa req-2f4b75aa-a97e-41ea-bcbe-07af7a43cc25 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258662 Jul 05 04:09:39.178251 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dcb84e-9eb9-402d-9eb1-b21b043cb181" -d '{"events": [{"server_uuid": "a871b9be-7028-42d0-88f0-3aae9c48a60d", "name": "network-vif-plugged", "status": "completed", "tag": "eb2e6681-0f74-4a65-a48a-85074eac2987"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:39.195503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port eb2e6681-0f74-4a65-a48a-85074eac2987, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=eb2e6681-0f74-4a65-a48a-85074eac2987,segment=NetworkSegment(1bfcd4eb-2884-4c08-82ae-726a76c0db66),segment_id=1bfcd4eb-2884-4c08-82ae-726a76c0db66)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:39.244016 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7ee40ba8-bac5-480e-b67c-a9f29e737696 req-cc9c9001-e193-42d4-8d99-6d0f59eccda8 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0603967 Jul 05 04:09:39.262635 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054ea2fc-4246-4306-8d5b-e30fe98c7ded x-openstack-request-id: req-054ea2fc-4246-4306-8d5b-e30fe98c7ded {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:39.263233 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a871b9be-7028-42d0-88f0-3aae9c48a60d", "name": "network-vif-plugged", "status": "completed", "tag": "eb2e6681-0f74-4a65-a48a-85074eac2987", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:39.263498 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-054ea2fc-4246-4306-8d5b-e30fe98c7ded {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:39.263894 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a871b9be-7028-42d0-88f0-3aae9c48a60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2e6681-0f74-4a65-a48a-85074eac2987', 'code': 200} Jul 05 04:09:39.269792 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.334382 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=eb2e6681-0f74-4a65-a48a-85074eac2987,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:39.336742 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.438035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d029a1-fc6e-4eec-9d74-dbbb5c5e8e05 req-ce11624a-8e85-4293-a20e-846912b1b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:39.442352 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a4d029a1-fc6e-4eec-9d74-dbbb5c5e8e05 req-ce11624a-8e85-4293-a20e-846912b1b8a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 1097 time: 0.0929413 Jul 05 04:09:39.473166 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a4d029a1-fc6e-4eec-9d74-dbbb5c5e8e05 req-22f72390-35a5-470d-a7f8-0226ad86e693 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277126 Jul 05 04:09:39.507146 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.592390 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:39.598298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:39.607401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:39.634879 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=ebe10b64-2c97-4d79-a264-c7c0f8385aa9,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:39.720002 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-a8d254d2-7e68-4dda-bcce-d3b18ef4ca5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.909828 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-a8d254d2-7e68-4dda-bcce-d3b18ef4ca5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.921727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['9d949cc3-98d8-4b95-90e1-c3655e945670', 'e7b7dc62-6736-44ab-a317-6f63948a0c40'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:39.972090 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-a8d254d2-7e68-4dda-bcce-d3b18ef4ca5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Network e90517ab-df71-42d3-ac35-e55b2ddbb723 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:40.014982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-a8d254d2-7e68-4dda-bcce-d3b18ef4ca5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:40.022473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-a8d254d2-7e68-4dda-bcce-d3b18ef4ca5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:40.030561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d254d2-7e68-4dda-bcce-d3b18ef4ca5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Pushing event updated for resources: {'Port': ['ID=45c973f7-8446-4d04-8bed-c1076b7e8857,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:40.056434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8bfb5-0250-430d-af2c-a007f3ff1a61 req-e2145f79-532d-48cc-9fe5-d601f64f0dfd tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:40.058404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-adf8bfb5-0250-430d-af2c-a007f3ff1a61 req-e2145f79-532d-48cc-9fe5-d601f64f0dfd tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1156487 Jul 05 04:09:40.074522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0a9e8-61c5-4dee-ae1f-935f673909f4 req-07946a57-4e9f-44c0-a6db-6ee653ccf212 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:40.076311 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cda0a9e8-61c5-4dee-ae1f-935f673909f4 req-07946a57-4e9f-44c0-a6db-6ee653ccf212 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 931 time: 0.1032615 Jul 05 04:09:40.077941 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:40.125974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-a8d254d2-7e68-4dda-bcce-d3b18ef4ca5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:40.126599 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-a8d254d2-7e68-4dda-bcce-d3b18ef4ca5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:40.158598 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-adf8bfb5-0250-430d-af2c-a007f3ff1a61 req-500840d1-d112-41e2-a418-bc5ec8eb1507 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809870 Jul 05 04:09:40.182206 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cda0a9e8-61c5-4dee-ae1f-935f673909f4 req-8c0abfaf-3f7e-4601-bc8f-88954c4b6bbd tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959558 Jul 05 04:09:40.222426 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-a8d254d2-7e68-4dda-bcce-d3b18ef4ca5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0664151 Jul 05 04:09:40.414455 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Request body: {'port': {'device_id': '8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:40.423734 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:40.444887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00096628-1c60-4add-8b96-878dbf893a21 req-6e281baa-2c50-42e0-9401-123097b5f4e5 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:40.447433 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00096628-1c60-4add-8b96-878dbf893a21 req-6e281baa-2c50-42e0-9401-123097b5f4e5 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 946 time: 0.0886047 Jul 05 04:09:40.540808 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00096628-1c60-4add-8b96-878dbf893a21 req-04831a35-2fb0-4d38-879d-598a5200406c tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864406 Jul 05 04:09:40.644253 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:40.784912 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57e0144a-1915-4f19-9ef6-1b9c9d462075 req-874e364d-9622-4a8f-bbe5-3a10f70a28ed tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0302465 Jul 05 04:09:40.862765 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Router 1dee4293-2f37-4126-a747-9f69c95a8a21 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:09:40.947280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55446) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:40.952146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8efec5de-1232-49bc-8f99-35d8e98a003a tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-723903592', 'description': 'tempest-secgroup-smoke-723903592 description', 'project_id': '265cbf1408624a5586edd1ae14461c5e'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:41.020662 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8efec5de-1232-49bc-8f99-35d8e98a003a tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.045416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:41.048174 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c973f7-8446-4d04-8bed-c1076b7e8857 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:41.055651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Sync routers for ids ['1dee4293-2f37-4126-a747-9f69c95a8a21'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:41.061243 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.065551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Routers {'1dee4293-2f37-4126-a747-9f69c95a8a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:41.070981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:09:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dee4293-2f37-4126-a747-9f69c95a8a21'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:41.080576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Transition to ACTIVE for port object 45c973f7-8446-4d04-8bed-c1076b7e8857 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:41.117257 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8efec5de-1232-49bc-8f99-35d8e98a003a tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.135789 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.179611 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Set router 1dee4293-2f37-4126-a747-9f69c95a8a21 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:41.186454 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Pushing event updated for resources: {'Port': ['ID=45c973f7-8446-4d04-8bed-c1076b7e8857,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:41.203771 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8efec5de-1232-49bc-8f99-35d8e98a003a tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.266011 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.270206 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-66562657-78d6-46f6-9f4c-c4c7a36f9db5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7867639 Jul 05 04:09:41.270610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55454) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:41.293463 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8efec5de-1232-49bc-8f99-35d8e98a003a tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.295469 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8efec5de-1232-49bc-8f99-35d8e98a003a tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3469756 Jul 05 04:09:41.299816 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55458) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:41.300355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Attempting to bind port 45c973f7-8446-4d04-8bed-c1076b7e8857 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:41.311267 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Attempting to bind port 45c973f7-8446-4d04-8bed-c1076b7e8857 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:41.313116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-3f07c4c7-fa94-4d61-bb37-3008343ca156 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Request body: {'security_group_rule': {'security_group_id': 'f92bcd85-8c84-44c6-b246-83e331be733d', 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:41.314553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Attempting to bind port 45c973f7-8446-4d04-8bed-c1076b7e8857 on network e90517ab-df71-42d3-ac35-e55b2ddbb723 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:41.325663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Port 45c973f7-8446-4d04-8bed-c1076b7e8857 on network e90517ab-df71-42d3-ac35-e55b2ddbb723 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:09:41.326629 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Attempting to bind port 45c973f7-8446-4d04-8bed-c1076b7e8857 on network e90517ab-df71-42d3-ac35-e55b2ddbb723 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:41.326996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efec5de-1232-49bc-8f99-35d8e98a003a tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92bcd85-8c84-44c6-b246-83e331be733d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:41.343998 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:41.346096 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Checking segment: {'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:41.347078 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Bound using segment: {'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:41.349185 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Bound port: 45c973f7-8446-4d04-8bed-c1076b7e8857, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:41.349679 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.431835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55460) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:41.477279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] For port 45c973f7-8446-4d04-8bed-c1076b7e8857, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:41.482022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] For port 45c973f7-8446-4d04-8bed-c1076b7e8857, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=45c973f7-8446-4d04-8bed-c1076b7e8857,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:41.519813 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-136ff751-13e9-4976-a80e-7d1376bc0b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.538770 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.560382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8137b-697f-4879-901a-b4bfc0a21268 req-4b91fd7e-d570-4b1a-9700-3627c63a4916 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.562040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94c8137b-697f-4879-901a-b4bfc0a21268 req-4b91fd7e-d570-4b1a-9700-3627c63a4916 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 943 time: 0.1969211 Jul 05 04:09:41.578563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a7ceb-b3d4-476b-9e4c-0a332bf6a4cd req-5cc66e94-9637-4e60-801f-93033558df9d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.585039 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-966a7ceb-b3d4-476b-9e4c-0a332bf6a4cd req-5cc66e94-9637-4e60-801f-93033558df9d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.2476513 Jul 05 04:09:41.596527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:09:39Z', 'revision_number': 3, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:41.605557 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f07c4c7-fa94-4d61-bb37-3008343ca156 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.621591 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e3a68337-632b-47d0-9a67-43f3521c6656 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=c9b3e2602b7e475fb2eadd31507f7581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3345144 Jul 05 04:09:41.624669 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.625450 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.626856 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] 10.222.0.64 "PUT /v2.0/ports/45c973f7-8446-4d04-8bed-c1076b7e8857 HTTP/1.1" status: 200 len: 1091 time: 1.3736577 Jul 05 04:09:41.627310 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55466) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:41.631338 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01', 'tag': '45c973f7-8446-4d04-8bed-c1076b7e8857'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:41.632909 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Checking router: 1dee4293-2f37-4126-a747-9f69c95a8a21 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:09:41.633254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Updating router 1dee4293-2f37-4126-a747-9f69c95a8a21 port ebe10b64-2c97-4d79-a264-c7c0f8385aa9 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:09:41.633420 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa57ce7-d75f-4da1-8443-968067877fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01", "tag": "45c973f7-8446-4d04-8bed-c1076b7e8857"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:41.676100 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.699744 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94c8137b-697f-4879-901a-b4bfc0a21268 req-de24b7bb-a5f8-4ae1-b951-1cfaf3b93620 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298392 Jul 05 04:09:41.729541 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-966a7ceb-b3d4-476b-9e4c-0a332bf6a4cd req-b0e96fd7-649b-47fd-9925-ec2e295b67d3 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434574 Jul 05 04:09:41.750292 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f07c4c7-fa94-4d61-bb37-3008343ca156 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.799080 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0bd847-9231-4127-9f2d-d58b56bd108a x-openstack-request-id: req-4e0bd847-9231-4127-9f2d-d58b56bd108a {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:41.799671 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01", "tag": "45c973f7-8446-4d04-8bed-c1076b7e8857", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:41.799671 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e0bd847-9231-4127-9f2d-d58b56bd108a {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:41.800016 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01', 'tag': '45c973f7-8446-4d04-8bed-c1076b7e8857', 'status': 'completed', 'code': 200} Jul 05 04:09:41.811044 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f07c4c7-fa94-4d61-bb37-3008343ca156 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.815909 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab42ae-992e-48ab-8944-43b9453541a8 service neutron] Pushing event updated for resources: {'Port': ['ID=45c973f7-8446-4d04-8bed-c1076b7e8857,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:41.862093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07c4c7-fa94-4d61-bb37-3008343ca156 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab3b03c-3f05-4874-967a-dc76617cf195,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:41.933523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37cc06-7863-4b97-b724-492bf16d7e8d req-d9085680-e22b-40d2-bb45-d4aa05bb65f5 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.939586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f37cc06-7863-4b97-b724-492bf16d7e8d req-d9085680-e22b-40d2-bb45-d4aa05bb65f5 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 946 time: 0.0940571 Jul 05 04:09:41.949185 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d37e0a-c264-4303-a3e1-ab66fed57d09 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.950749 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c4d37e0a-c264-4303-a3e1-ab66fed57d09 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3140402 Jul 05 04:09:41.953716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55472) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:41.972467 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-aeee3ca3-8600-46ff-b4bb-5454e16c05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.973989 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-aeee3ca3-8600-46ff-b4bb-5454e16c05d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15616589beaf40faa95fd23b0296a009&device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 1094 time: 0.2259274 Jul 05 04:09:41.979358 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-136ff751-13e9-4976-a80e-7d1376bc0b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.002165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8c27a780-0653-44f6-b547-38c2c2025dcf req-ff79916e-afcc-49a2-aae3-ca43e1ad84f7 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0614748 Jul 05 04:09:42.021093 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-e5ac23b3-b5b5-415b-a13e-733a317a002c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45c973f7-8446-4d04-8bed-c1076b7e8857 HTTP/1.1" status: 200 len: 217 time: 0.0390937 Jul 05 04:09:42.023973 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4b25f7bd-802a-4966-aa92-b1b17d497b31 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0620131 Jul 05 04:09:42.027290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55474) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:42.037551 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e68ed245-d295-4db9-96b6-20471df227a2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-443436744', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:42.044905 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f37cc06-7863-4b97-b724-492bf16d7e8d req-b6df3399-c4fa-4def-b713-976dcc66a916 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022730 Jul 05 04:09:42.053875 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-136ff751-13e9-4976-a80e-7d1376bc0b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.057219 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.070526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Transition to ACTIVE for port object ebe10b64-2c97-4d79-a264-c7c0f8385aa9 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:42.083703 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f07c4c7-fa94-4d61-bb37-3008343ca156 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.084952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3f07c4c7-fa94-4d61-bb37-3008343ca156 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7822156 Jul 05 04:09:42.088489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55480) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:42.093131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b3d4e006-061b-4603-83c6-99d3ff17b3d4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Request body: {'security_group_rule': {'security_group_id': 'f92bcd85-8c84-44c6-b246-83e331be733d', 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:42.118325 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.163262 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e006-061b-4603-83c6-99d3ff17b3d4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.169845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Attempting to bind port ebe10b64-2c97-4d79-a264-c7c0f8385aa9 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:42.170339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Attempting to bind port ebe10b64-2c97-4d79-a264-c7c0f8385aa9 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:42.170807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Attempting to bind port ebe10b64-2c97-4d79-a264-c7c0f8385aa9 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:42.177587 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:42.181532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:42.181532 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.181532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:42.181532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Bound port: ebe10b64-2c97-4d79-a264-c7c0f8385aa9, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:42.181532 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.187112 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-136ff751-13e9-4976-a80e-7d1376bc0b79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a940f30926947f697ac10435e4eecef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7535973 Jul 05 04:09:42.191030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ff751-13e9-4976-a80e-7d1376bc0b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669a14c1-b7b6-459d-9218-336a52a044d0,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:42.192617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55482) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:42.210357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-b84d94d3-4c37-42ef-a36e-ada6d74f6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:42.216166 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-b84d94d3-4c37-42ef-a36e-ada6d74f6722 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a5c54b4-c7ec-4849-bccf-16e0c16ab887 HTTP/1.1" status: 200 len: 855 time: 0.1866541 Jul 05 04:09:42.236618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06801ea3-819b-48cc-af29-ae9093e993a1 None None] Pushing event updated for resources: {'Port': ['ID=ebe10b64-2c97-4d79-a264-c7c0f8385aa9,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:42.245835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] For port ebe10b64-2c97-4d79-a264-c7c0f8385aa9, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:42.249045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] For port ebe10b64-2c97-4d79-a264-c7c0f8385aa9, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ebe10b64-2c97-4d79-a264-c7c0f8385aa9,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:42.263451 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-102d95a4-c382-4017-8ca5-31a43321aa0b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e90517ab-df71-42d3-ac35-e55b2ddbb723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390680 Jul 05 04:09:42.267429 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e006-061b-4603-83c6-99d3ff17b3d4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.281266 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-25ec7a8d-eea7-42a3-8662-7f07aa72e55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.307136 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.316759 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-25ec7a8d-eea7-42a3-8662-7f07aa72e55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.352068 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e006-061b-4603-83c6-99d3ff17b3d4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.356914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68ed245-d295-4db9-96b6-20471df227a2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Made reservation on behalf of c9b3e2602b7e475fb2eadd31507f7581 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:42.361216 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e68ed245-d295-4db9-96b6-20471df227a2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.366807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Routers {'1dee4293-2f37-4126-a747-9f69c95a8a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:42.367967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:09:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dee4293-2f37-4126-a747-9f69c95a8a21'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:42.370187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06801ea3-819b-48cc-af29-ae9093e993a1 None None] Pushing event updated for resources: {'Port': ['ID=ebe10b64-2c97-4d79-a264-c7c0f8385aa9,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:42.371049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4e006-061b-4603-83c6-99d3ff17b3d4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca5666a-d5f4-4296-a76c-e5a598497c97,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:42.424122 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-c6b496a0-8834-409a-b933-2a572c970fa1 service neutron] 10.222.0.64 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536837 Jul 05 04:09:42.463331 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e006-061b-4603-83c6-99d3ff17b3d4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.463331 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b3d4e006-061b-4603-83c6-99d3ff17b3d4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3672433 Jul 05 04:09:42.463331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55486) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:42.465310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-06086788-48e0-467e-9d9d-4fc5f3546794 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Request body: {'security_group_rule': {'security_group_id': 'f92bcd85-8c84-44c6-b246-83e331be733d', 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:42.485892 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-25ec7a8d-eea7-42a3-8662-7f07aa72e55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.488495 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-25ec7a8d-eea7-42a3-8662-7f07aa72e55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.492321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-25ec7a8d-eea7-42a3-8662-7f07aa72e55c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/669a14c1-b7b6-459d-9218-336a52a044d0 HTTP/1.1" status: 204 len: 168 time: 0.2949793 Jul 05 04:09:42.514611 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec7a8d-eea7-42a3-8662-7f07aa72e55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669a14c1-b7b6-459d-9218-336a52a044d0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:42.530538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] Set router 1dee4293-2f37-4126-a747-9f69c95a8a21 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:42.568882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06086788-48e0-467e-9d9d-4fc5f3546794 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.673601 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06086788-48e0-467e-9d9d-4fc5f3546794 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.692212 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebfb5aa0-db33-4074-a656-40face8bf305 req-301816d0-7548-423d-8790-1b9081f2a5c7 service neutron] 10.222.0.64 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587450 Jul 05 04:09:42.717916 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06086788-48e0-467e-9d9d-4fc5f3546794 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.747424 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e68ed245-d295-4db9-96b6-20471df227a2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.748228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06086788-48e0-467e-9d9d-4fc5f3546794 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11371b24-75c0-4993-b7dd-11b263e01713,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:42.771802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:09:39Z', 'revision_number': 3, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:42.803540 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9aa4e6-c55b-4fe9-afee-84706ade99ec None None] The sync data for ids ['1dee4293-2f37-4126-a747-9f69c95a8a21'] in n-d-798249-5 is: [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:09:39Z', 'revision_number': 3, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:09:42.831607 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06086788-48e0-467e-9d9d-4fc5f3546794 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.832722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-06086788-48e0-467e-9d9d-4fc5f3546794 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3724380 Jul 05 04:09:42.838252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55500) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:42.847089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-de8fa4e0-c16f-45c6-a3f5-fc3c42a5b8c1 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Request body: {'security_group_rule': {'security_group_id': 'f92bcd85-8c84-44c6-b246-83e331be733d', 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:42.912128 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68ed245-d295-4db9-96b6-20471df227a2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Checking segment: {'id': '7882e818-acba-4ec4-832e-378d87f6ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:42.912715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ed245-d295-4db9-96b6-20471df227a2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network hostable DHCP agents. Network: 923c50fc-f9b9-42f5-bbcc-032a79cc3f92, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:42.920130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ed245-d295-4db9-96b6-20471df227a2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Subnet': ['ID=2d5bab72-72ca-46a7-9291-f8441d9dd5ba,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:42.979742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa57ce7-d75f-4da1-8443-968067877fe0 req-5eea7cc0-e715-4e0f-9da0-442ae9f0e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:42.981518 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfa57ce7-d75f-4da1-8443-968067877fe0 req-5eea7cc0-e715-4e0f-9da0-442ae9f0e1b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15616589beaf40faa95fd23b0296a009&device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 1094 time: 0.1869221 Jul 05 04:09:43.011406 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de8fa4e0-c16f-45c6-a3f5-fc3c42a5b8c1 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.047121 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ed245-d295-4db9-96b6-20471df227a2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:43.097410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa57ce7-d75f-4da1-8443-968067877fe0 req-94fe5df7-332e-4de4-a28f-ba96d20c33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:43.099411 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfa57ce7-d75f-4da1-8443-968067877fe0 req-94fe5df7-332e-4de4-a28f-ba96d20c33cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=e90517ab-df71-42d3-ac35-e55b2ddbb723 HTTP/1.1" status: 200 len: 916 time: 0.1061456 Jul 05 04:09:43.104002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf77e8-dc0b-499d-96a8-bab7c61ae1ab req-4ad79187-2ccf-4a58-b73d-c41247a15e13 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:43.105575 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0cdf77e8-dc0b-499d-96a8-bab7c61ae1ab req-4ad79187-2ccf-4a58-b73d-c41247a15e13 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 943 time: 0.1761370 Jul 05 04:09:43.124614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f55d95-6208-4609-90ae-924888056fd4 req-1e5d9e6a-1ba7-4c33-bf82-a836d4c2b587 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:43.138204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49f55d95-6208-4609-90ae-924888056fd4 req-1e5d9e6a-1ba7-4c33-bf82-a836d4c2b587 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1978712 Jul 05 04:09:43.142180 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de8fa4e0-c16f-45c6-a3f5-fc3c42a5b8c1 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.193974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-e68ed245-d295-4db9-96b6-20471df227a2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 923c50fc-f9b9-42f5-bbcc-032a79cc3f92) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:43.197978 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfa57ce7-d75f-4da1-8443-968067877fe0 req-18908fc9-5748-4801-af4d-7f1e2c16bdb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45c973f7-8446-4d04-8bed-c1076b7e8857 HTTP/1.1" status: 200 len: 217 time: 0.0914311 Jul 05 04:09:43.202361 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ed245-d295-4db9-96b6-20471df227a2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:43.202809 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e68ed245-d295-4db9-96b6-20471df227a2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.205065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5a7ef4-7a7a-4b51-b8b4-442412d2082c None None] Network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:43.226617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49f55d95-6208-4609-90ae-924888056fd4 req-419d2b13-ecb9-4a97-829f-89400dac4035 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872853 Jul 05 04:09:43.239508 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de8fa4e0-c16f-45c6-a3f5-fc3c42a5b8c1 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.283929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55508) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:43.302984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0cdf77e8-dc0b-499d-96a8-bab7c61ae1ab req-32375eac-eb1b-48e3-9089-470d9a136068 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387694 Jul 05 04:09:43.325766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fa4e0-c16f-45c6-a3f5-fc3c42a5b8c1 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f26df3-51ae-4efc-aeb2-5f8a8e8b63ad,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:43.334896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa57ce7-d75f-4da1-8443-968067877fe0 req-7c7bc42b-f4b1-47f1-b3f2-09ccceb833ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:43.336620 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfa57ce7-d75f-4da1-8443-968067877fe0 req-7c7bc42b-f4b1-47f1-b3f2-09ccceb833ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a5c54b4-c7ec-4849-bccf-16e0c16ab887 HTTP/1.1" status: 200 len: 855 time: 0.1297843 Jul 05 04:09:43.346804 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30644706-75bb-4762-aad6-1df6767ceb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.387845 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de8fa4e0-c16f-45c6-a3f5-fc3c42a5b8c1 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.390983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-de8fa4e0-c16f-45c6-a3f5-fc3c42a5b8c1 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5546160 Jul 05 04:09:43.396273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55510) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:43.407376 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfa57ce7-d75f-4da1-8443-968067877fe0 req-9564ccb6-642d-4c1b-95c4-32898f508109 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e90517ab-df71-42d3-ac35-e55b2ddbb723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608590 Jul 05 04:09:43.410286 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e68ed245-d295-4db9-96b6-20471df227a2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3820312 Jul 05 04:09:43.415627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-34cba723-cef9-4475-a417-4c588cc086b4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Request body: {'security_group_rule': {'security_group_id': 'f92bcd85-8c84-44c6-b246-83e331be733d', 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:43.417526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55512) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:43.463521 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ebe10b64-2c97-4d79-a264-c7c0f8385aa9 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:43.554453 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:43.555551 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.623486 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30644706-75bb-4762-aad6-1df6767ceb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.673662 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfa57ce7-d75f-4da1-8443-968067877fe0 req-34067e0b-c872-4fc8-b8a5-efb1b398a7b3 service neutron] 10.222.0.64 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548199 Jul 05 04:09:43.685390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76c23dcd-f8c0-4b36-a2a3-2003856d6fff req-55dbe519-1454-4a38-bf5b-2ffa3607e9a5 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0591359 Jul 05 04:09:43.700879 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30644706-75bb-4762-aad6-1df6767ceb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.744806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Allocated IP 172.20.0.2 (923c50fc-f9b9-42f5-bbcc-032a79cc3f92/2d5bab72-72ca-46a7-9291-f8441d9dd5ba/33b6e309-01f8-49ce-9b2c-8f1adf61d231) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:43.812523 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55514) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:43.814947 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-30644706-75bb-4762-aad6-1df6767ceb1c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=364f3cb4f9e740cca0801fd9284ffcfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5077887 Jul 05 04:09:43.817606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30644706-75bb-4762-aad6-1df6767ceb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d1b822-469d-4d61-8f18-eecf5cc469b0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:43.889436 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-34cba723-cef9-4475-a417-4c588cc086b4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Project 265cbf1408624a5586edd1ae14461c5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:09:43.896988 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-34cba723-cef9-4475-a417-4c588cc086b4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.921401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port ebe10b64-2c97-4d79-a264-c7c0f8385aa9 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:43.933558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ebe10b64-2c97-4d79-a264-c7c0f8385aa9 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:43.934207 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.978820 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-34cba723-cef9-4475-a417-4c588cc086b4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.035291 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.037946 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-34cba723-cef9-4475-a417-4c588cc086b4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.063620 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Transition to ACTIVE for port object 33b6e309-01f8-49ce-9b2c-8f1adf61d231 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:44.095370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Transition to ACTIVE for port object 33b6e309-01f8-49ce-9b2c-8f1adf61d231 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:44.098384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cba723-cef9-4475-a417-4c588cc086b4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcf8647-25c8-4e96-ba84-cb8ee3bb7cf7,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:44.134983 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-34cba723-cef9-4475-a417-4c588cc086b4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.138932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-34cba723-cef9-4475-a417-4c588cc086b4 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7367899 Jul 05 04:09:44.139200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55518) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:44.143987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-17bff9eb-ea26-44af-a74f-5cb854aca68c tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Request body: {'security_group_rule': {'security_group_id': 'f92bcd85-8c84-44c6-b246-83e331be733d', 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:44.161628 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.174183 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.232859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:44.243175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port ebe10b64-2c97-4d79-a264-c7c0f8385aa9, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ebe10b64-2c97-4d79-a264-c7c0f8385aa9,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:44.245869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:44.247731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Pushing event updated for resources: {'Port': ['ID=33b6e309-01f8-49ce-9b2c-8f1adf61d231,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:44.250047 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:44.267630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343004d-c14f-42d1-a32c-382f2f1e8eb4 req-76534856-24d2-4d4e-86c8-8ab8ac9265d7 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:44.269802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f343004d-c14f-42d1-a32c-382f2f1e8eb4 req-76534856-24d2-4d4e-86c8-8ab8ac9265d7 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 946 time: 0.1100495 Jul 05 04:09:44.328982 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.339326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Attempting to bind port 33b6e309-01f8-49ce-9b2c-8f1adf61d231 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:44.339702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Attempting to bind port 33b6e309-01f8-49ce-9b2c-8f1adf61d231 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '7882e818-acba-4ec4-832e-378d87f6ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:44.340944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Attempting to bind port 33b6e309-01f8-49ce-9b2c-8f1adf61d231 on network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:44.345251 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f343004d-c14f-42d1-a32c-382f2f1e8eb4 req-aa4158d1-5779-4cc9-8a2c-0548aa495799 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660207 Jul 05 04:09:44.347024 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-17bff9eb-ea26-44af-a74f-5cb854aca68c tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Project 265cbf1408624a5586edd1ae14461c5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:09:44.364021 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-17bff9eb-ea26-44af-a74f-5cb854aca68c tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.399031 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:44.399572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Checking segment: {'id': '7882e818-acba-4ec4-832e-378d87f6ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:44.400047 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.400480 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Bound using segment: {'id': '7882e818-acba-4ec4-832e-378d87f6ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:44.400979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Bound port: 33b6e309-01f8-49ce-9b2c-8f1adf61d231, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7882e818-acba-4ec4-832e-378d87f6ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:44.401371 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.437507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=ebe10b64-2c97-4d79-a264-c7c0f8385aa9,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:44.442703 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dfa57ce7-d75f-4da1-8443-968067877fe0 req-26be898e-c354-4f1d-848a-f2d54fe16bc1 service neutron] 10.222.0.64 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7092786 Jul 05 04:09:44.496830 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-535870f2-02bb-40fa-917c-ae2491ccbd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.505723 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-17bff9eb-ea26-44af-a74f-5cb854aca68c tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.543569 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] For port 33b6e309-01f8-49ce-9b2c-8f1adf61d231, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:44.546810 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] For port 33b6e309-01f8-49ce-9b2c-8f1adf61d231, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=33b6e309-01f8-49ce-9b2c-8f1adf61d231,segment=NetworkSegment(7882e818-acba-4ec4-832e-378d87f6ace6),segment_id=7882e818-acba-4ec4-832e-378d87f6ace6)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:44.567932 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-535870f2-02bb-40fa-917c-ae2491ccbd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.598827 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-17bff9eb-ea26-44af-a74f-5cb854aca68c tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.613378 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eefc6-4341-44a1-a7d4-b6ca3f3feda3 req-8315a1b8-81d5-4733-9672-0519038ee0ea tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:44.620937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-404eefc6-4341-44a1-a7d4-b6ca3f3feda3 req-8315a1b8-81d5-4733-9672-0519038ee0ea tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1659799 Jul 05 04:09:44.632433 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.672346 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bff9eb-ea26-44af-a74f-5cb854aca68c tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb27470a-933e-4b13-b169-3ae276403beb,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:44.711743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc067b96-d513-48ae-a9da-babb9c5b9cb7 None None] Pushing event updated for resources: {'Port': ['ID=33b6e309-01f8-49ce-9b2c-8f1adf61d231,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:44.726618 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bb61d-f721-4b05-8e7e-8794b02de45f req-e0452647-3f7f-46bf-bfaf-bda97c7625f1 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:44.734386 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e41bb61d-f721-4b05-8e7e-8794b02de45f req-e0452647-3f7f-46bf-bfaf-bda97c7625f1 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 943 time: 0.1787262 Jul 05 04:09:44.739502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-404eefc6-4341-44a1-a7d4-b6ca3f3feda3 req-d12900b0-9fc4-490a-8871-5c7859943943 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175516 Jul 05 04:09:44.788289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e41bb61d-f721-4b05-8e7e-8794b02de45f req-1c17a899-556b-4b69-92c4-43ae43451d8f tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528958 Jul 05 04:09:44.791520 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-535870f2-02bb-40fa-917c-ae2491ccbd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.799017 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-535870f2-02bb-40fa-917c-ae2491ccbd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.799017 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-535870f2-02bb-40fa-917c-ae2491ccbd02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06d1b822-469d-4d61-8f18-eecf5cc469b0 HTTP/1.1" status: 204 len: 168 time: 0.9796796 Jul 05 04:09:44.804511 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-17bff9eb-ea26-44af-a74f-5cb854aca68c tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.807151 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-17bff9eb-ea26-44af-a74f-5cb854aca68c tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6668332 Jul 05 04:09:44.814354 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535870f2-02bb-40fa-917c-ae2491ccbd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d1b822-469d-4d61-8f18-eecf5cc469b0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:44.843541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.004807 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9501602-4e72-457b-a6fd-710abcb9b93d req-350717eb-d872-4638-bf33-a2e59d3bcea4 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0616894 Jul 05 04:09:45.139450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-7c4b98b4-5cd9-4d74-8b6a-1abb9af3b96d tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-723903592&fields=id&tenant_id=265cbf1408624a5586edd1ae14461c5e HTTP/1.1" status: 200 len: 267 time: 0.0482521 Jul 05 04:09:45.167561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 45c973f7-8446-4d04-8bed-c1076b7e8857 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:09:45.247342 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Allocated IP 172.20.0.1 (923c50fc-f9b9-42f5-bbcc-032a79cc3f92/2d5bab72-72ca-46a7-9291-f8441d9dd5ba/741f524d-e0ea-4618-b076-ff7221cba671) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:45.333141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 45c973f7-8446-4d04-8bed-c1076b7e8857, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=45c973f7-8446-4d04-8bed-c1076b7e8857,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:45.353032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '45c973f7-8446-4d04-8bed-c1076b7e8857', 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723', 'port_id': '45c973f7-8446-4d04-8bed-c1076b7e8857', 'mac_address': 'fa:16:3e:8a:2a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5c54b4-c7ec-4849-bccf-16e0c16ab887', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:09:45.444635 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.482219 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c973f7-8446-4d04-8bed-c1076b7e8857 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:45.487931 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ebe10b64-2c97-4d79-a264-c7c0f8385aa9 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:45.505535 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.527286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Transition to ACTIVE for port object 741f524d-e0ea-4618-b076-ff7221cba671 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:45.541432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 45c973f7-8446-4d04-8bed-c1076b7e8857, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=45c973f7-8446-4d04-8bed-c1076b7e8857,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:45.579135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cc9ae-3d4e-409b-bfc6-21d0adda84e8 req-982c7322-d569-418f-842e-9048507432ae tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.582534 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b08cc9ae-3d4e-409b-bfc6-21d0adda84e8 req-982c7322-d569-418f-842e-9048507432ae tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.11 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 946 time: 0.1445203 Jul 05 04:09:45.589127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ebe10b64-2c97-4d79-a264-c7c0f8385aa9 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:45.589518 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.640145 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.711919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=45c973f7-8446-4d04-8bed-c1076b7e8857,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:45.714107 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.726642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f144a12-368c-438b-a468-fdf7907c191d req-1e9fab0c-a80c-4b4f-85af-e594fc886fbd tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.735446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-1e9fab0c-a80c-4b4f-85af-e594fc886fbd tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/networks?id=149fe398-6756-499e-94fd-174eadee3f27 HTTP/1.1" status: 200 len: 813 time: 0.5885854 Jul 05 04:09:45.765227 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-b08cc9ae-3d4e-409b-bfc6-21d0adda84e8 req-235d1794-28cf-4e52-aed1-32091867d2d4 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Deleting port eb2e6681-0f74-4a65-a48a-85074eac2987 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:45.765659 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b08cc9ae-3d4e-409b-bfc6-21d0adda84e8 req-235d1794-28cf-4e52-aed1-32091867d2d4 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.770662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-487d1a0a-5e48-4fd0-abff-93818d26880a tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/quotas/265cbf1408624a5586edd1ae14461c5e HTTP/1.1" status: 200 len: 375 time: 0.0344920 Jul 05 04:09:45.777141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:45.782749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:45.802756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 33b6e309-01f8-49ce-9b2c-8f1adf61d231 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:45.802973 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:45.844812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf9c50-3f90-41d0-87c2-dbd3f1a210f2 req-2ea12640-ad59-4441-b655-9dd65f8f0389 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.850092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03bf9c50-3f90-41d0-87c2-dbd3f1a210f2 req-2ea12640-ad59-4441-b655-9dd65f8f0389 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 946 time: 0.2022038 Jul 05 04:09:45.893356 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['45c973f7-8446-4d04-8bed-c1076b7e8857'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:45.901741 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=741f524d-e0ea-4618-b076-ff7221cba671,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:45.936211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-67a63551-e0fb-43d4-b44b-9291d27a994d tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=265cbf1408624a5586edd1ae14461c5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1643212 Jul 05 04:09:45.942429 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.949754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 33b6e309-01f8-49ce-9b2c-8f1adf61d231 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:45.951747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03bf9c50-3f90-41d0-87c2-dbd3f1a210f2 req-34e30a3c-fe74-431d-97a8-537ed558faab tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/security-groups?id=7e5b2ee9-4068-4a24-ba73-993b92623069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901670 Jul 05 04:09:46.073137 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b08cc9ae-3d4e-409b-bfc6-21d0adda84e8 req-235d1794-28cf-4e52-aed1-32091867d2d4 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] For port eb2e6681-0f74-4a65-a48a-85074eac2987, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=eb2e6681-0f74-4a65-a48a-85074eac2987,segment=NetworkSegment(1bfcd4eb-2884-4c08-82ae-726a76c0db66),segment_id=1bfcd4eb-2884-4c08-82ae-726a76c0db66)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:46.073822 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b08cc9ae-3d4e-409b-bfc6-21d0adda84e8 req-235d1794-28cf-4e52-aed1-32091867d2d4 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.089892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-b08cc9ae-3d4e-409b-bfc6-21d0adda84e8 req-235d1794-28cf-4e52-aed1-32091867d2d4 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Calling delete_port for eb2e6681-0f74-4a65-a48a-85074eac2987 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:46.161122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-8a29d86a-edec-4edf-89f8-30b31fbb305a service neutron] 10.222.0.60 "GET /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082715 Jul 05 04:09:46.202724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba3c613-d5f6-405a-afb3-a6483ed44cd0 None None] Network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:46.282233 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c72827-670a-444a-9500-2822ceda941e req-9069f849-788f-431b-8f0c-ba96b0da7751 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:46.283481 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55c72827-670a-444a-9500-2822ceda941e req-9069f849-788f-431b-8f0c-ba96b0da7751 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1774917 Jul 05 04:09:46.308675 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-735afebc-9f3a-4f1b-afa5-b1d6c77c0c1b service neutron] 10.222.0.60 "GET /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400621 Jul 05 04:09:46.342521 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55c72827-670a-444a-9500-2822ceda941e req-b03d3de3-e7db-413d-8c6d-210e78bcfd24 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471883 Jul 05 04:09:46.354527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1c4b37ae-f804-4721-a71c-cb28693273ac None None] Provisioning for port 33b6e309-01f8-49ce-9b2c-8f1adf61d231 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:46.360436 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.390721 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b08cc9ae-3d4e-409b-bfc6-21d0adda84e8 req-235d1794-28cf-4e52-aed1-32091867d2d4 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.438526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['eb2e6681-0f74-4a65-a48a-85074eac2987'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:46.450978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d1794-28cf-4e52-aed1-32091867d2d4 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Pushing event deleted for resources: {'Port': ['ID=eb2e6681-0f74-4a65-a48a-85074eac2987,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:46.482491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1c4b37ae-f804-4721-a71c-cb28693273ac None None] Provisioning complete for port 33b6e309-01f8-49ce-9b2c-8f1adf61d231 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:46.483117 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1c4b37ae-f804-4721-a71c-cb28693273ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.542194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08cc9ae-3d4e-409b-bfc6-21d0adda84e8 req-235d1794-28cf-4e52-aed1-32091867d2d4 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] No DVR routers for this DVR port eb2e6681-0f74-4a65-a48a-85074eac2987 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:46.581699 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b08cc9ae-3d4e-409b-bfc6-21d0adda84e8 req-235d1794-28cf-4e52-aed1-32091867d2d4 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.587370 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b08cc9ae-3d4e-409b-bfc6-21d0adda84e8 req-235d1794-28cf-4e52-aed1-32091867d2d4 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.11 "DELETE /v2.0/ports/eb2e6681-0f74-4a65-a48a-85074eac2987 HTTP/1.1" status: 204 len: 173 time: 0.9946723 Jul 05 04:09:46.587370 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a871b9be-7028-42d0-88f0-3aae9c48a60d', 'name': 'network-vif-deleted', 'tag': 'eb2e6681-0f74-4a65-a48a-85074eac2987'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:46.587708 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc10841-d798-4dff-b33c-b713c2f2f52b" -d '{"events": [{"server_uuid": "a871b9be-7028-42d0-88f0-3aae9c48a60d", "name": "network-vif-deleted", "tag": "eb2e6681-0f74-4a65-a48a-85074eac2987"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:46.598164 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e758f8c-4494-4073-be0b-7295fba67951 req-19c1ff8e-2f22-4673-8248-f4edfcf6f174 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:46.599918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e758f8c-4494-4073-be0b-7295fba67951 req-19c1ff8e-2f22-4673-8248-f4edfcf6f174 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 944 time: 0.1110251 Jul 05 04:09:46.639939 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1c4b37ae-f804-4721-a71c-cb28693273ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.648469 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e758f8c-4494-4073-be0b-7295fba67951 req-a4d369af-8cfd-48c9-8580-5eea27fb8418 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413649 Jul 05 04:09:46.725737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1c4b37ae-f804-4721-a71c-cb28693273ac None None] For port 33b6e309-01f8-49ce-9b2c-8f1adf61d231, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=33b6e309-01f8-49ce-9b2c-8f1adf61d231,segment=NetworkSegment(7882e818-acba-4ec4-832e-378d87f6ace6),segment_id=7882e818-acba-4ec4-832e-378d87f6ace6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:46.780560 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1c4b37ae-f804-4721-a71c-cb28693273ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.873683 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.894364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b37ae-f804-4721-a71c-cb28693273ac None None] Pushing event updated for resources: {'Port': ['ID=33b6e309-01f8-49ce-9b2c-8f1adf61d231,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:46.957056 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ddb9d3a-d4ab-4688-8519-da0611f2d75e req-cf4ce8fa-4621-481f-a5dc-0c963078ce2c tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0440660 Jul 05 04:09:46.963851 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.019641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-28e18a46-8481-4609-941b-36f2a8cef868 None None] Provisioning complete for port 33b6e309-01f8-49ce-9b2c-8f1adf61d231 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:47.021207 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-28e18a46-8481-4609-941b-36f2a8cef868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.027621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=741f524d-e0ea-4618-b076-ff7221cba671,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:47.051240 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0c0fc2-8357-4dd1-b8ae-1164b76c374d x-openstack-request-id: req-ae0c0fc2-8357-4dd1-b8ae-1164b76c374d {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:47.051546 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a871b9be-7028-42d0-88f0-3aae9c48a60d", "name": "network-vif-deleted", "tag": "eb2e6681-0f74-4a65-a48a-85074eac2987", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:47.051800 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae0c0fc2-8357-4dd1-b8ae-1164b76c374d {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:47.052204 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a871b9be-7028-42d0-88f0-3aae9c48a60d', 'name': 'network-vif-deleted', 'tag': 'eb2e6681-0f74-4a65-a48a-85074eac2987', 'status': 'completed', 'code': 200} Jul 05 04:09:47.100661 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.168494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 45c973f7-8446-4d04-8bed-c1076b7e8857 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:47.183292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67a32308-a594-418d-b8e7-3bcfcb3c4ab6 req-1c1d7287-c4d7-4d9c-ad74-6451f8111eb6 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0718665 Jul 05 04:09:47.289824 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6849bff5-b380-456c-9d98-57b93efc654d req-1f730a9f-1fa6-4015-95b6-9a6cee083489 tempest-VolumesActionsTest-170535216 tempest-VolumesActionsTest-170535216-project] 10.222.0.60 "GET /v2.0/ports?device_id=a871b9be-7028-42d0-88f0-3aae9c48a60d HTTP/1.1" status: 200 len: 210 time: 0.0392556 Jul 05 04:09:47.298303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-28e18a46-8481-4609-941b-36f2a8cef868 None None] Provisioning for port 741f524d-e0ea-4618-b076-ff7221cba671 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:47.304664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-28e18a46-8481-4609-941b-36f2a8cef868 None None] Provisioning complete for port 741f524d-e0ea-4618-b076-ff7221cba671 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:47.307213 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-28e18a46-8481-4609-941b-36f2a8cef868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.355496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 33b6e309-01f8-49ce-9b2c-8f1adf61d231 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:47.381029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:47.386139 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:47.422050 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 45c973f7-8446-4d04-8bed-c1076b7e8857 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:47.431397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 45c973f7-8446-4d04-8bed-c1076b7e8857 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:47.431947 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.468747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-28e18a46-8481-4609-941b-36f2a8cef868 None None] Port 741f524d-e0ea-4618-b076-ff7221cba671 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:47.495222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 33b6e309-01f8-49ce-9b2c-8f1adf61d231 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:47.499440 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.570508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Router 1dee4293-2f37-4126-a747-9f69c95a8a21 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:09:47.607755 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.644323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-86f3a3d5-e58c-41fb-9b13-9d6346e48d4d None None] Provisioning complete for port 741f524d-e0ea-4618-b076-ff7221cba671 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:47.644644 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-86f3a3d5-e58c-41fb-9b13-9d6346e48d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.662145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ca607-8b82-48f7-837d-4b5b1fd3c026 req-3e2b4b2e-31f1-4102-af1c-d4b936373a13 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.673290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b95ca607-8b82-48f7-837d-4b5b1fd3c026 req-3e2b4b2e-31f1-4102-af1c-d4b936373a13 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1486547 Jul 05 04:09:47.688181 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-86f3a3d5-e58c-41fb-9b13-9d6346e48d4d None None] Port 741f524d-e0ea-4618-b076-ff7221cba671 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:47.697550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c973f7-8446-4d04-8bed-c1076b7e8857'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:47.699772 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c0ba15-b9d7-443f-91e0-7cd1beaad1bc" -d '{"events": [{"server_uuid": "8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01", "name": "network-vif-plugged", "status": "completed", "tag": "45c973f7-8446-4d04-8bed-c1076b7e8857"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:47.726827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 45c973f7-8446-4d04-8bed-c1076b7e8857, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=45c973f7-8446-4d04-8bed-c1076b7e8857,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:47.758785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b95ca607-8b82-48f7-837d-4b5b1fd3c026 req-9f21cdf6-8cb6-4725-abc2-28aa1cd95e32 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824559 Jul 05 04:09:47.787919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:47.797020 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a91b7949-0016-4f67-93e6-271714536e02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "PUT /v2.0/routers/1dee4293-2f37-4126-a747-9f69c95a8a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3769646 Jul 05 04:09:47.799056 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Sync routers for ids ['1dee4293-2f37-4126-a747-9f69c95a8a21'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:47.799548 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55602) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:47.811192 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.814489 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Routers {'1dee4293-2f37-4126-a747-9f69c95a8a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:47.819704 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:09:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dee4293-2f37-4126-a747-9f69c95a8a21'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:47.865465 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f590d8-4aae-4aab-a10a-fd431cd41b2c x-openstack-request-id: req-d1f590d8-4aae-4aab-a10a-fd431cd41b2c {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:47.868127 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01", "name": "network-vif-plugged", "status": "completed", "tag": "45c973f7-8446-4d04-8bed-c1076b7e8857", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:47.868127 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1f590d8-4aae-4aab-a10a-fd431cd41b2c {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:47.868127 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c973f7-8446-4d04-8bed-c1076b7e8857', 'code': 200} Jul 05 04:09:47.909553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5f9d84a6-b6ec-4975-9353-8a073a800311 None None] Provisioning complete for port 741f524d-e0ea-4618-b076-ff7221cba671 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:47.910042 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5f9d84a6-b6ec-4975-9353-8a073a800311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.977249 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Set router 1dee4293-2f37-4126-a747-9f69c95a8a21 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:48.020679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66ad30-d8a7-40b8-b7be-a8ee121b359b req-63bc964d-836a-4cd0-ba8e-e88859a70fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.024043 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8a66ad30-d8a7-40b8-b7be-a8ee121b359b req-63bc964d-836a-4cd0-ba8e-e88859a70fad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 1096 time: 0.0868645 Jul 05 04:09:48.064527 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8a66ad30-d8a7-40b8-b7be-a8ee121b359b req-7fba89bf-1f2d-4fe5-850c-6341c8bc1731 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341299 Jul 05 04:09:48.183298 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cde7bda9-a936-47d8-b8e2-b307496e9c86 req-b860a47c-e5e2-435b-812e-3406d5cf5f81 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0497100 Jul 05 04:09:48.188656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c93d4e-081e-461f-95ae-838f8a99523a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.189089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c93d4e-081e-461f-95ae-838f8a99523a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.189560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c93d4e-081e-461f-95ae-838f8a99523a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.190312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c93d4e-081e-461f-95ae-838f8a99523a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.194636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c93d4e-081e-461f-95ae-838f8a99523a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.194794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=45c973f7-8446-4d04-8bed-c1076b7e8857,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:48.194942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c93d4e-081e-461f-95ae-838f8a99523a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.194942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c93d4e-081e-461f-95ae-838f8a99523a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.194942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c93d4e-081e-461f-95ae-838f8a99523a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.194942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c93d4e-081e-461f-95ae-838f8a99523a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.197673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a2c93d4e-081e-461f-95ae-838f8a99523a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6391 time: 0.3947635 Jul 05 04:09:48.198642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55614) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:48.224411 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b300f4-e260-435f-b0c8-2bb4418ffb97 req-83c6b1da-dc11-4b45-9c27-ca49ded215bb tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.226037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5b300f4-e260-435f-b0c8-2bb4418ffb97 req-83c6b1da-dc11-4b45-9c27-ca49ded215bb tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 945 time: 0.1970005 Jul 05 04:09:48.251468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d84a6-b6ec-4975-9353-8a073a800311 None None] Port 741f524d-e0ea-4618-b076-ff7221cba671 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:48.279657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5b300f4-e260-435f-b0c8-2bb4418ffb97 req-0ce265ba-1819-43f0-a18e-4a9119485e7b tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477951 Jul 05 04:09:48.298695 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc98f10e-6ec1-45ef-84ed-f4725ba771ee req-dff73e30-f24f-4caf-a5ac-9d05926389db tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0422945 Jul 05 04:09:48.339863 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:09:46Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:46Z', 'revision_number': 2, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:48.352667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2258a-093e-4e82-9ee9-314c4331f79a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.353183 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2258a-093e-4e82-9ee9-314c4331f79a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.353645 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2258a-093e-4e82-9ee9-314c4331f79a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.354100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2258a-093e-4e82-9ee9-314c4331f79a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.354701 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2258a-093e-4e82-9ee9-314c4331f79a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.355158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2258a-093e-4e82-9ee9-314c4331f79a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.355607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2258a-093e-4e82-9ee9-314c4331f79a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.356221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2258a-093e-4e82-9ee9-314c4331f79a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.356777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2258a-093e-4e82-9ee9-314c4331f79a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.358819 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5da2258a-093e-4e82-9ee9-314c4331f79a tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5931 time: 0.1596658 Jul 05 04:09:48.361749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55620) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:48.375456 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Checking router: 1dee4293-2f37-4126-a747-9f69c95a8a21 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:09:48.376104 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Updating router 1dee4293-2f37-4126-a747-9f69c95a8a21 port 741f524d-e0ea-4618-b076-ff7221cba671 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:09:48.426858 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.722003 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.740638 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Transition to ACTIVE for port object 741f524d-e0ea-4618-b076-ff7221cba671 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:48.820057 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.879339 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f43e7a19-9262-44c9-804b-087d134d6c71 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.5163743 Jul 05 04:09:48.936397 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da5541-139d-4c64-bb5a-bc405c827dca None None] Pushing event updated for resources: {'Port': ['ID=741f524d-e0ea-4618-b076-ff7221cba671,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:48.938798 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Attempting to bind port 741f524d-e0ea-4618-b076-ff7221cba671 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:48.939169 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Attempting to bind port 741f524d-e0ea-4618-b076-ff7221cba671 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '7882e818-acba-4ec4-832e-378d87f6ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:48.939510 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Attempting to bind port 741f524d-e0ea-4618-b076-ff7221cba671 on network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:48.949922 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da5541-139d-4c64-bb5a-bc405c827dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:48.950321 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da5541-139d-4c64-bb5a-bc405c827dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:48.950665 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da5541-139d-4c64-bb5a-bc405c827dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:48.951000 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da5541-139d-4c64-bb5a-bc405c827dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:48.951330 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da5541-139d-4c64-bb5a-bc405c827dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:48.951657 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da5541-139d-4c64-bb5a-bc405c827dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:48.952753 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da5541-139d-4c64-bb5a-bc405c827dca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:48.953094 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da5541-139d-4c64-bb5a-bc405c827dca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:48.953549 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da5541-139d-4c64-bb5a-bc405c827dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:48.953892 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da5541-139d-4c64-bb5a-bc405c827dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:48.954266 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da5541-139d-4c64-bb5a-bc405c827dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:48.954752 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da5541-139d-4c64-bb5a-bc405c827dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:48.967994 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:48.968392 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Checking segment: {'id': '7882e818-acba-4ec4-832e-378d87f6ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:48.968796 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.969186 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Bound using segment: {'id': '7882e818-acba-4ec4-832e-378d87f6ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:48.969665 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Bound port: 741f524d-e0ea-4618-b076-ff7221cba671, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7882e818-acba-4ec4-832e-378d87f6ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:48.970042 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.007719 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996080e-33a7-4f82-9b9f-3297705321f5 req-096849b5-c364-4d7b-ba87-7f8537a767bb tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:49.024342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6996080e-33a7-4f82-9b9f-3297705321f5 req-096849b5-c364-4d7b-ba87-7f8537a767bb tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1375422 Jul 05 04:09:49.082452 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] For port 741f524d-e0ea-4618-b076-ff7221cba671, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:49.085854 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] For port 741f524d-e0ea-4618-b076-ff7221cba671, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=741f524d-e0ea-4618-b076-ff7221cba671,segment=NetworkSegment(7882e818-acba-4ec4-832e-378d87f6ace6),segment_id=7882e818-acba-4ec4-832e-378d87f6ace6)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:49.115857 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6996080e-33a7-4f82-9b9f-3297705321f5 req-80dd567a-b57f-4aa0-97f2-fd8ea4368df2 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892301 Jul 05 04:09:49.232663 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.311416 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Routers {'1dee4293-2f37-4126-a747-9f69c95a8a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:49.312660 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:09:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dee4293-2f37-4126-a747-9f69c95a8a21'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:49.319199 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da5541-139d-4c64-bb5a-bc405c827dca None None] Pushing event updated for resources: {'Port': ['ID=741f524d-e0ea-4618-b076-ff7221cba671,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:49.429590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-85dafe67-09cd-4233-9ceb-655105fae3fe req-cbfb10be-4320-467e-8f7d-5182a247d008 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0740206 Jul 05 04:09:49.436287 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55668) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:49.441573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-21740fb9-3a57-42e7-97e9-30e05219bb59 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338384549', 'description': 'tempest-secgroup-smoke-338384549 description', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:49.619512 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] Set router 1dee4293-2f37-4126-a747-9f69c95a8a21 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:49.684410 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-21740fb9-3a57-42e7-97e9-30e05219bb59 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.708292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13c1879d-b531-4d2a-9a4f-5de1d87de865 req-3f073ecd-0660-4cc1-a461-22a9586604f6 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0528071 Jul 05 04:09:49.786415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf343aac-3b6d-44c3-a823-e98d9e9dabca req-548cbf44-48f4-4345-83ae-f2d34ac4bee7 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:49.788314 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf343aac-3b6d-44c3-a823-e98d9e9dabca req-548cbf44-48f4-4345-83ae-f2d34ac4bee7 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 945 time: 0.1466458 Jul 05 04:09:49.846177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf343aac-3b6d-44c3-a823-e98d9e9dabca req-e5b193bf-8781-4149-bf3e-dedb7a7d364c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502205 Jul 05 04:09:49.885913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-21740fb9-3a57-42e7-97e9-30e05219bb59 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.911425 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:09:46Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:49Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:49.946797 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2280726b-136f-4e4b-9960-f10a5f4a7aa7 None None] The sync data for ids ['1dee4293-2f37-4126-a747-9f69c95a8a21'] in n-d-798249-5 is: [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:09:46Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:49Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:09:49.969191 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-21740fb9-3a57-42e7-97e9-30e05219bb59 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.014725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21740fb9-3a57-42e7-97e9-30e05219bb59 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:50.129227 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-21740fb9-3a57-42e7-97e9-30e05219bb59 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.132381 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-21740fb9-3a57-42e7-97e9-30e05219bb59 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6930740 Jul 05 04:09:50.134095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55698) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:50.140450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-54de79d8-ff24-43c9-926c-93f6cbb8555c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': 'b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:50.267157 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54de79d8-ff24-43c9-926c-93f6cbb8555c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.345322 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c00674-35dd-4102-be0f-6762d52421e5 req-88cad73c-f55c-41c3-adc8-d350440c7ff5 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:50.354097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27c00674-35dd-4102-be0f-6762d52421e5 req-88cad73c-f55c-41c3-adc8-d350440c7ff5 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1269119 Jul 05 04:09:50.395545 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54de79d8-ff24-43c9-926c-93f6cbb8555c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.415376 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27c00674-35dd-4102-be0f-6762d52421e5 req-5a48e16e-c60e-4fbc-9456-6e9815616ddf tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524578 Jul 05 04:09:50.528354 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54de79d8-ff24-43c9-926c-93f6cbb8555c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.620878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de79d8-ff24-43c9-926c-93f6cbb8555c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b72e9a-fa09-4a5a-8510-3ee44c099b80,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:50.728013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f144a12-368c-438b-a468-fdf7907c191d req-8538634b-f046-49fb-8361-613da2f6605c tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:50.730261 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-8538634b-f046-49fb-8361-613da2f6605c tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.11 "GET /v2.0/networks?id=149fe398-6756-499e-94fd-174eadee3f27 HTTP/1.1" status: 200 len: 813 time: 0.2368157 Jul 05 04:09:50.750482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a757052-7340-4078-a812-67f28dcd5ec9 req-1043630a-a863-4caf-92bf-d2215811385f tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0444579 Jul 05 04:09:50.762340 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-54de79d8-ff24-43c9-926c-93f6cbb8555c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.765421 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-54de79d8-ff24-43c9-926c-93f6cbb8555c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6287796 Jul 05 04:09:50.766829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55724) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:50.771647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': 'b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:50.845325 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-aa3d4ec1-b910-44d4-b72e-7587b8938c3b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265cbf1408624a5586edd1ae14461c5e HTTP/1.1" status: 200 len: 379 time: 0.0961626 Jul 05 04:09:50.857419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-4f144a12-368c-438b-a468-fdf7907c191d req-c199662c-d5cc-4690-a54c-509d54445892 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Request body: {'port': {'device_id': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'admin_state_up': True, 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'security_groups': ['f92bcd85-8c84-44c6-b246-83e331be733d']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:50.910442 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.950205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device eb2e6681-0f74-4a65-a48a-85074eac2987 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:51.005280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: eb2e6681-0f74-4a65-a48a-85074eac2987 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:51.005639 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device eb2e6681-0f74-4a65-a48a-85074eac2987 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:51.097881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-752e8c1f-2032-48d0-b52d-6cca900904e6 req-6cb6623c-b133-46a4-b97d-ec7fad1f5ef0 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0922759 Jul 05 04:09:51.106454 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f144a12-368c-438b-a468-fdf7907c191d req-c199662c-d5cc-4690-a54c-509d54445892 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Made reservation on behalf of 265cbf1408624a5586edd1ae14461c5e for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:51.111550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4f144a12-368c-438b-a468-fdf7907c191d req-c199662c-d5cc-4690-a54c-509d54445892 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.140009 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.219345 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.258127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011ccf21-36e1-483b-98c7-01f15fb92e72,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:51.277974 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4aed5617-2f01-47bb-99b2-51f2dff5b4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.289612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:51.292683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:51.294366 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:51.294724 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:51.295061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:51.295395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:51.295724 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:51.299296 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:51.299683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:51.303533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:51.303884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:51.306358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:51.337741 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.339198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a086d898-3e8b-4a5d-834f-14dd31943ec4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5713670 Jul 05 04:09:51.341981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55746) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:51.348293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-40ba8107-7845-490d-8ad2-fa8f50668a4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': 'b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:51.413075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-4f144a12-368c-438b-a468-fdf7907c191d req-c199662c-d5cc-4690-a54c-509d54445892 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Allocated IP 172.20.0.8 (149fe398-6756-499e-94fd-174eadee3f27/74625eb8-de70-4f6f-ba80-2d5e9288cb62/a1f4abf7-e26c-4c98-a41c-433910d8d604) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:51.465517 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40ba8107-7845-490d-8ad2-fa8f50668a4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.507825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 741f524d-e0ea-4618-b076-ff7221cba671 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:51.744877 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40ba8107-7845-490d-8ad2-fa8f50668a4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.767129 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4f144a12-368c-438b-a468-fdf7907c191d req-c199662c-d5cc-4690-a54c-509d54445892 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.775004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 741f524d-e0ea-4618-b076-ff7221cba671 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:51.779928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 741f524d-e0ea-4618-b076-ff7221cba671 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:51.780518 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.817859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-4f144a12-368c-438b-a468-fdf7907c191d req-c199662c-d5cc-4690-a54c-509d54445892 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Transition to ACTIVE for port object a1f4abf7-e26c-4c98-a41c-433910d8d604 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:51.846432 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40ba8107-7845-490d-8ad2-fa8f50668a4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.924336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba8107-7845-490d-8ad2-fa8f50668a4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2547c1a-2983-4faa-951c-3c65dcc450c3,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:51.970353 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4f144a12-368c-438b-a468-fdf7907c191d req-c199662c-d5cc-4690-a54c-509d54445892 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.007644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e342d37-3632-4ab5-a2b4-d69b46782659 req-cbd54851-6241-46f1-ab4a-445c96422d15 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:52.027640 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.032188 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e342d37-3632-4ab5-a2b4-d69b46782659 req-cbd54851-6241-46f1-ab4a-445c96422d15 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.3275406 Jul 05 04:09:52.100255 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 741f524d-e0ea-4618-b076-ff7221cba671, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=741f524d-e0ea-4618-b076-ff7221cba671,segment=NetworkSegment(7882e818-acba-4ec4-832e-378d87f6ace6),segment_id=7882e818-acba-4ec4-832e-378d87f6ace6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:52.156204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f144a12-368c-438b-a468-fdf7907c191d req-c199662c-d5cc-4690-a54c-509d54445892 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Network 149fe398-6756-499e-94fd-174eadee3f27 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:52.158048 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-4f144a12-368c-438b-a468-fdf7907c191d req-c199662c-d5cc-4690-a54c-509d54445892 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:52.159946 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199662c-d5cc-4690-a54c-509d54445892 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Pushing event updated for resources: {'Port': ['ID=a1f4abf7-e26c-4c98-a41c-433910d8d604,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:52.162433 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f144a12-368c-438b-a468-fdf7907c191d req-c199662c-d5cc-4690-a54c-509d54445892 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:52.163232 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.177895 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e342d37-3632-4ab5-a2b4-d69b46782659 req-0766a14e-437d-4001-a5d2-5ff15118518d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452477 Jul 05 04:09:52.179554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40ba8107-7845-490d-8ad2-fa8f50668a4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.188400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55800) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:52.195460 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7d4d0340-f15c-477a-87f6-675e6a24f882 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': 'b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:52.196074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-40ba8107-7845-490d-8ad2-fa8f50668a4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8376343 Jul 05 04:09:52.294805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=741f524d-e0ea-4618-b076-ff7221cba671,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:52.333919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5dd2454-d935-48ad-b6fe-47c7172587c1 req-eb21ca0f-9eca-4791-82ae-c8ff459dabdc tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.1601090 Jul 05 04:09:52.345893 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f144a12-368c-438b-a468-fdf7907c191d req-c199662c-d5cc-4690-a54c-509d54445892 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:52.346538 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4f144a12-368c-438b-a468-fdf7907c191d req-c199662c-d5cc-4690-a54c-509d54445892 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.511273 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0340-f15c-477a-87f6-675e6a24f882 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.576929 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-c199662c-d5cc-4690-a54c-509d54445892 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7230461 Jul 05 04:09:52.597904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380e600-8c4b-4856-a6e4-526922e5ff3b req-0cb211da-3f08-40e9-b6c7-dc9af0e15f1f tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:52.604633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f380e600-8c4b-4856-a6e4-526922e5ff3b req-0cb211da-3f08-40e9-b6c7-dc9af0e15f1f tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 931 time: 0.1432726 Jul 05 04:09:52.677701 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f380e600-8c4b-4856-a6e4-526922e5ff3b req-b5a0f93d-4a22-4471-b1bd-ad7ec1238c37 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640700 Jul 05 04:09:52.740609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0340-f15c-477a-87f6-675e6a24f882 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.746944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Request body: {'port': {'device_id': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:52.844451 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0340-f15c-477a-87f6-675e6a24f882 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.876580 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.884074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-148756a3-0185-4b61-a504-00cb4bf67a73 None None] Provisioning for port a1f4abf7-e26c-4c98-a41c-433910d8d604 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:52.888773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-148756a3-0185-4b61-a504-00cb4bf67a73 None None] Provisioning complete for port a1f4abf7-e26c-4c98-a41c-433910d8d604 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:52.889340 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-148756a3-0185-4b61-a504-00cb4bf67a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.901053 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d0340-f15c-477a-87f6-675e6a24f882 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d227dc0-d1b2-4481-8872-636936b6673f,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:52.974287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-148756a3-0185-4b61-a504-00cb4bf67a73 None None] Port a1f4abf7-e26c-4c98-a41c-433910d8d604 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:52.986180 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0340-f15c-477a-87f6-675e6a24f882 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.991186 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7d4d0340-f15c-477a-87f6-675e6a24f882 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8017385 Jul 05 04:09:52.993726 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55820) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:53.001318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-352c7960-8ef4-4f0d-8d83-2ed2c62733df tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': 'b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:53.217483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device eff1436a-414d-47c1-9039-55cae42c5f50 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:09:53.314077 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-352c7960-8ef4-4f0d-8d83-2ed2c62733df tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Project c9b3e2602b7e475fb2eadd31507f7581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:09:53.330976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-352c7960-8ef4-4f0d-8d83-2ed2c62733df tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.495146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port eff1436a-414d-47c1-9039-55cae42c5f50, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=eff1436a-414d-47c1-9039-55cae42c5f50,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:53.499730 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-352c7960-8ef4-4f0d-8d83-2ed2c62733df tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.501792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device eff1436a-414d-47c1-9039-55cae42c5f50 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:53.527133 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f4abf7-e26c-4c98-a41c-433910d8d604 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:53.532077 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 741f524d-e0ea-4618-b076-ff7221cba671 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:53.549662 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.590962 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-352c7960-8ef4-4f0d-8d83-2ed2c62733df tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.620677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Transition to ACTIVE for port object a1f4abf7-e26c-4c98-a41c-433910d8d604 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:53.663604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfa6b6-7c1d-4425-aaa5-6315d703a2f5 req-0d6bd090-a680-4af1-a1ec-407571cce40e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:53.665209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c7960-8ef4-4f0d-8d83-2ed2c62733df tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a53f7e-67f8-4326-87f3-398de2eecfcf,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:53.670693 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7dcfa6b6-7c1d-4425-aaa5-6315d703a2f5 req-0d6bd090-a680-4af1-a1ec-407571cce40e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.2228956 Jul 05 04:09:53.693653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'eff1436a-414d-47c1-9039-55cae42c5f50', 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb', 'port_id': 'eff1436a-414d-47c1-9039-55cae42c5f50', 'mac_address': 'fa:16:3e:04:c4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d22eed-05a8-48c9-8eef-4cf329439c8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:09:53.703208 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.786144 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-352c7960-8ef4-4f0d-8d83-2ed2c62733df tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.789372 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-352c7960-8ef4-4f0d-8d83-2ed2c62733df tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7944810 Jul 05 04:09:53.801543 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7dcfa6b6-7c1d-4425-aaa5-6315d703a2f5 req-7b7fa544-908f-49e4-8c79-a262ffc646f8 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158776 Jul 05 04:09:53.806296 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55844) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:53.841110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7f035d88-8b0d-411d-b1fd-aec48f5de515 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': 'b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:53.875192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 741f524d-e0ea-4618-b076-ff7221cba671 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:53.875564 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.886706 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f4abf7-e26c-4c98-a41c-433910d8d604,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:53.973069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55846) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:54.014930 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-7f035d88-8b0d-411d-b1fd-aec48f5de515 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Project c9b3e2602b7e475fb2eadd31507f7581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:09:54.034003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7f035d88-8b0d-411d-b1fd-aec48f5de515 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.053897 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.057854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Attempting to bind port a1f4abf7-e26c-4c98-a41c-433910d8d604 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:54.058260 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Attempting to bind port a1f4abf7-e26c-4c98-a41c-433910d8d604 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '149fe398-6756-499e-94fd-174eadee3f27'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:54.058602 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Attempting to bind port a1f4abf7-e26c-4c98-a41c-433910d8d604 on network 149fe398-6756-499e-94fd-174eadee3f27 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:54.060512 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.071645 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Port a1f4abf7-e26c-4c98-a41c-433910d8d604 on network 149fe398-6756-499e-94fd-174eadee3f27 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:09:54.072023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Attempting to bind port a1f4abf7-e26c-4c98-a41c-433910d8d604 on network 149fe398-6756-499e-94fd-174eadee3f27 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:54.087360 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:54.087746 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Checking segment: {'id': '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '149fe398-6756-499e-94fd-174eadee3f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:54.088145 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Bound using segment: {'id': '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '149fe398-6756-499e-94fd-174eadee3f27'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:54.088634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Bound port: a1f4abf7-e26c-4c98-a41c-433910d8d604, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '149fe398-6756-499e-94fd-174eadee3f27'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:54.089003 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.151348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eff1436a-414d-47c1-9039-55cae42c5f50 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:54.224311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port eff1436a-414d-47c1-9039-55cae42c5f50, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=eff1436a-414d-47c1-9039-55cae42c5f50,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:54.293777 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.307304 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6425c64-7d67-4e6f-a73f-676379339565 req-0a17cf9e-4e52-4528-99e7-9c52a19335b8 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.2171504 Jul 05 04:09:54.365027 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] For port a1f4abf7-e26c-4c98-a41c-433910d8d604, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:54.374354 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] For port a1f4abf7-e26c-4c98-a41c-433910d8d604, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a1f4abf7-e26c-4c98-a41c-433910d8d604,segment=NetworkSegment(7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c),segment_id=7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:54.420293 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5dafda78-c7a4-4b42-92c9-139b24c56c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.437932 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.497385 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7f035d88-8b0d-411d-b1fd-aec48f5de515 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.536026 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.566033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:54.567485 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.570669 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] 10.222.0.11 "PUT /v2.0/ports/a1f4abf7-e26c-4c98-a41c-433910d8d604 HTTP/1.1" status: 200 len: 1091 time: 1.9879980 Jul 05 04:09:54.575612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'tag': 'a1f4abf7-e26c-4c98-a41c-433910d8d604'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:54.578914 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febbd200-912f-4a6e-b55b-0217cdd12f33" -d '{"events": [{"name": "network-changed", "server_uuid": "776a9292-8a1f-497e-8028-b13f9fb8f8d7", "tag": "a1f4abf7-e26c-4c98-a41c-433910d8d604"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:54.612689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fca09-bd2d-452a-8e6c-50eb6792856b req-2c397453-b363-442c-84dd-6b450e9587e8 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:54.636848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad5fca09-bd2d-452a-8e6c-50eb6792856b req-2c397453-b363-442c-84dd-6b450e9587e8 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 943 time: 0.2271183 Jul 05 04:09:54.638448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['eff1436a-414d-47c1-9039-55cae42c5f50'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:54.649658 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-30f20c31-1046-4b06-8dd6-05071368bdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.686884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88202f8d-0c05-4586-9b8f-23f94ef71fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f4abf7-e26c-4c98-a41c-433910d8d604,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:54.702611 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858e2c5e-91ca-4be3-b21d-ae0bae2db0ac x-openstack-request-id: req-858e2c5e-91ca-4be3-b21d-ae0bae2db0ac {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:54.702905 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776a9292-8a1f-497e-8028-b13f9fb8f8d7", "tag": "a1f4abf7-e26c-4c98-a41c-433910d8d604", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:54.704959 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-858e2c5e-91ca-4be3-b21d-ae0bae2db0ac {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:54.704959 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'tag': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'status': 'completed', 'code': 200} Jul 05 04:09:54.715362 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7f035d88-8b0d-411d-b1fd-aec48f5de515 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.790103 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=eff1436a-414d-47c1-9039-55cae42c5f50,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:54.798011 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:09:54.798378 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:09:54.825477 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad5fca09-bd2d-452a-8e6c-50eb6792856b req-d5b42f22-9976-4e76-a13c-b76b9565c6c6 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872783 Jul 05 04:09:54.828921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f035d88-8b0d-411d-b1fd-aec48f5de515 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7ab6ee-e860-491d-a472-3439c00a2809,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:54.838980 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f144a12-368c-438b-a468-fdf7907c191d req-6e97a127-ba59-4dd2-ab9c-668ca1095db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:54.840898 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-6e97a127-ba59-4dd2-ab9c-668ca1095db8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=265cbf1408624a5586edd1ae14461c5e&device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 1094 time: 0.1175125 Jul 05 04:09:54.934762 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-93c171d4-bd05-4667-a2da-f462de39f606 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f4abf7-e26c-4c98-a41c-433910d8d604 HTTP/1.1" status: 200 len: 217 time: 0.0842547 Jul 05 04:09:54.941267 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5dafda78-c7a4-4b42-92c9-139b24c56c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.015412 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5dafda78-c7a4-4b42-92c9-139b24c56c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.049447 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f144a12-368c-438b-a468-fdf7907c191d req-fb7f4b39-ea3e-43ec-8fb6-e6cc7f94b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:55.054208 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-fb7f4b39-ea3e-43ec-8fb6-e6cc7f94b870 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74625eb8-de70-4f6f-ba80-2d5e9288cb62 HTTP/1.1" status: 200 len: 852 time: 0.1124055 Jul 05 04:09:55.170896 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7f035d88-8b0d-411d-b1fd-aec48f5de515 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.172160 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7f035d88-8b0d-411d-b1fd-aec48f5de515 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3622818 Jul 05 04:09:55.197873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafda78-c7a4-4b42-92c9-139b24c56c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd3d864-6f74-43e2-9d8d-612502452d16,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:55.215984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5dafda78-c7a4-4b42-92c9-139b24c56c36 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27708ea0c2b140baabe21c5c022d311b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2371790 Jul 05 04:09:55.216096 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55862) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:55.263683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f144a12-368c-438b-a468-fdf7907c191d req-1ad88e84-15fb-45f8-bc3f-768c9fd03d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:55.269080 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-1ad88e84-15fb-45f8-bc3f-768c9fd03d5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=149fe398-6756-499e-94fd-174eadee3f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045767 Jul 05 04:09:55.275792 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.286538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f139fa-ce05-4e1f-a1ce-875e0ec0b9e2 req-49bfa3bf-e694-4f67-ad30-5816177704f2 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:55.292963 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0f139fa-ce05-4e1f-a1ce-875e0ec0b9e2 req-49bfa3bf-e694-4f67-ad30-5816177704f2 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 945 time: 0.2453821 Jul 05 04:09:55.399058 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.421766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id eff1436a-414d-47c1-9039-55cae42c5f50 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:55.447162 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0f139fa-ce05-4e1f-a1ce-875e0ec0b9e2 req-152989d4-6825-42c0-9f91-2bc295e010df tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476860 Jul 05 04:09:55.451339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port eff1436a-414d-47c1-9039-55cae42c5f50, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=eff1436a-414d-47c1-9039-55cae42c5f50,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:55.542459 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.579419 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cd835983-1316-405c-845d-5175e270bdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.610452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3a5ef8b-32ef-4a04-9db5-0075a698236a req-2360121b-a0d8-45da-be24-15133c6f2e63 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0627935 Jul 05 04:09:55.636698 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cd835983-1316-405c-845d-5175e270bdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.641509 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-85370af7-47c7-40ae-a5d5-97b456c26088 service neutron] 10.222.0.11 "GET /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652556 Jul 05 04:09:55.682052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=eff1436a-414d-47c1-9039-55cae42c5f50,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:55.778392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-4cdee717-d54c-4a8e-8a70-0991fba71817 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338384549&fields=id&tenant_id=c9b3e2602b7e475fb2eadd31507f7581 HTTP/1.1" status: 200 len: 267 time: 0.0665081 Jul 05 04:09:55.817776 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4f144a12-368c-438b-a468-fdf7907c191d req-64d52708-7a37-4d10-be64-44c8edb52bf9 service neutron] 10.222.0.11 "GET /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666763 Jul 05 04:09:55.906059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cd835983-1316-405c-845d-5175e270bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.908765 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cd835983-1316-405c-845d-5175e270bdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.909933 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cd835983-1316-405c-845d-5175e270bdb9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3bd3d864-6f74-43e2-9d8d-612502452d16 HTTP/1.1" status: 204 len: 168 time: 0.6923537 Jul 05 04:09:55.924385 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd835983-1316-405c-845d-5175e270bdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd3d864-6f74-43e2-9d8d-612502452d16,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:55.961198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-c0dfa58c-8cf6-4db8-bd20-d890f405f7ad tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:55.965054 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-c0dfa58c-8cf6-4db8-bd20-d890f405f7ad tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/networks?id=923c50fc-f9b9-42f5-bbcc-032a79cc3f92 HTTP/1.1" status: 200 len: 796 time: 0.1845353 Jul 05 04:09:55.992007 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-87e93cfc-4d9e-4d80-a98b-f68725a648b3 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/quotas/c9b3e2602b7e475fb2eadd31507f7581 HTTP/1.1" status: 200 len: 375 time: 0.0202699 Jul 05 04:09:56.057410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbd200-912f-4a6e-b55b-0217cdd12f33 req-025ca13f-c591-4d1a-8694-3905c064bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:56.059238 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-febbd200-912f-4a6e-b55b-0217cdd12f33 req-025ca13f-c591-4d1a-8694-3905c064bf59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=265cbf1408624a5586edd1ae14461c5e&device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 1094 time: 0.0773575 Jul 05 04:09:56.131919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-76130831-e7cf-4f6d-9d89-9aab6cf15d2c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323328 Jul 05 04:09:56.269353 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbd200-912f-4a6e-b55b-0217cdd12f33 req-b041b249-d54b-4997-9c78-9473b64ac476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:56.271167 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-febbd200-912f-4a6e-b55b-0217cdd12f33 req-b041b249-d54b-4997-9c78-9473b64ac476 service neutron] 10.222.0.11 "GET /v2.0/networks?id=149fe398-6756-499e-94fd-174eadee3f27 HTTP/1.1" status: 200 len: 914 time: 0.2029951 Jul 05 04:09:56.321841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-adc67ba4-8143-43b9-a6d0-a4a8fe752805 service neutron] 10.222.0.60 "GET /v2.0/networks/923c50fc-f9b9-42f5-bbcc-032a79cc3f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865292 Jul 05 04:09:56.400340 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-febbd200-912f-4a6e-b55b-0217cdd12f33 req-6b8d87d7-e355-4d3a-8ecb-d80f27431b6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f4abf7-e26c-4c98-a41c-433910d8d604 HTTP/1.1" status: 200 len: 217 time: 0.1180296 Jul 05 04:09:56.459439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-2e0845c6-cc73-4ff3-a11a-c0b516cb3c30 service neutron] 10.222.0.60 "GET /v2.0/networks/923c50fc-f9b9-42f5-bbcc-032a79cc3f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289518 Jul 05 04:09:56.547011 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbd200-912f-4a6e-b55b-0217cdd12f33 req-40df44f0-98fc-427d-a365-1330e15a92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:56.548903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df441d-3210-4018-a652-dc2234ff2309 req-962de9b6-929b-4e49-9186-45b025ebd217 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:56.551995 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-febbd200-912f-4a6e-b55b-0217cdd12f33 req-40df44f0-98fc-427d-a365-1330e15a92b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74625eb8-de70-4f6f-ba80-2d5e9288cb62 HTTP/1.1" status: 200 len: 852 time: 0.1351414 Jul 05 04:09:56.563424 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67df441d-3210-4018-a652-dc2234ff2309 req-962de9b6-929b-4e49-9186-45b025ebd217 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 943 time: 0.4115541 Jul 05 04:09:56.658805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67df441d-3210-4018-a652-dc2234ff2309 req-3dc62148-cbb4-45a5-834d-e40a9608f528 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926058 Jul 05 04:09:56.709308 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbd200-912f-4a6e-b55b-0217cdd12f33 req-fb6baf4e-37d4-400b-bc07-a385570c69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:56.709308 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-febbd200-912f-4a6e-b55b-0217cdd12f33 req-fb6baf4e-37d4-400b-bc07-a385570c69ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=149fe398-6756-499e-94fd-174eadee3f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489935 Jul 05 04:09:56.896233 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-febbd200-912f-4a6e-b55b-0217cdd12f33 req-576cc913-b848-4a63-8aaf-31c4ceeb6411 service neutron] 10.222.0.11 "GET /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671162 Jul 05 04:09:56.976042 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd313b-e541-4ef9-9480-c9a304291416 req-440924d2-947f-41c9-9231-e25e0d66f00a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:56.978030 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27dd313b-e541-4ef9-9480-c9a304291416 req-440924d2-947f-41c9-9231-e25e0d66f00a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 944 time: 0.1120284 Jul 05 04:09:57.108225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55902) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:57.117676 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.152027 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-febbd200-912f-4a6e-b55b-0217cdd12f33 req-e6d4447c-72c9-4aba-bd83-b8dc91a027ff service neutron] 10.222.0.11 "GET /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467008 Jul 05 04:09:57.152943 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27dd313b-e541-4ef9-9480-c9a304291416 req-2ae7687e-30d3-4fd6-a7ef-f0504971dabe tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588862 Jul 05 04:09:57.172492 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-caabfb16-52bd-435f-b38c-8a9c4438e792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.225974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device eff1436a-414d-47c1-9039-55cae42c5f50 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:57.294434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1cf1f97-8a76-4731-acc7-e5669b66d2ca req-1b468bd8-1bdd-4a33-b583-4526e26d7517 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 210 time: 0.0921581 Jul 05 04:09:57.297757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5b73a21-07a9-4085-8402-0b41a96e9776 req-ea075e9a-700b-4386-95e1-4e044cffaabc tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.1618149 Jul 05 04:09:57.356393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port eff1436a-414d-47c1-9039-55cae42c5f50 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:57.356757 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.450653 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-caabfb16-52bd-435f-b38c-8a9c4438e792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.498607 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.552077 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-caabfb16-52bd-435f-b38c-8a9c4438e792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.562231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c199cc91-87c0-4afc-af6f-4eb174e281e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff1436a-414d-47c1-9039-55cae42c5f50'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:57.568244 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1c4629-0369-4a93-a794-63fb32f0eae9" -d '{"events": [{"server_uuid": "c199cc91-87c0-4afc-af6f-4eb174e281e9", "name": "network-vif-plugged", "status": "completed", "tag": "eff1436a-414d-47c1-9039-55cae42c5f50"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:57.590081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabfb16-52bd-435f-b38c-8a9c4438e792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da1f77d-e788-4bce-afe7-a5796fbc7b9d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:57.607871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port eff1436a-414d-47c1-9039-55cae42c5f50, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=eff1436a-414d-47c1-9039-55cae42c5f50,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:57.643710 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c939e60-f1fe-44ed-b714-e1102a6a3a7b x-openstack-request-id: req-7c939e60-f1fe-44ed-b714-e1102a6a3a7b {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:57.643710 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c199cc91-87c0-4afc-af6f-4eb174e281e9", "name": "network-vif-plugged", "status": "completed", "tag": "eff1436a-414d-47c1-9039-55cae42c5f50", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:57.644020 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c939e60-f1fe-44ed-b714-e1102a6a3a7b {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:57.644262 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c199cc91-87c0-4afc-af6f-4eb174e281e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff1436a-414d-47c1-9039-55cae42c5f50', 'code': 200} Jul 05 04:09:57.688906 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.704619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-caabfb16-52bd-435f-b38c-8a9c4438e792 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53132a63c3104930a0f8cc43be062ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950203 Jul 05 04:09:57.707031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55914) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:57.796297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=eff1436a-414d-47c1-9039-55cae42c5f50,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:57.824056 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49c589d6-635f-4f03-9647-d185bd2d9be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.917900 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013c062-2583-427d-a62e-ecbdff656d75 req-da4ec6b7-2a2c-4490-b921-b83ae01010dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:57.919802 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f013c062-2583-427d-a62e-ecbdff656d75 req-da4ec6b7-2a2c-4490-b921-b83ae01010dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 1097 time: 0.1285229 Jul 05 04:09:57.930103 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49c589d6-635f-4f03-9647-d185bd2d9be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.033489 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f013c062-2583-427d-a62e-ecbdff656d75 req-6b4d68ca-a946-4240-8819-1af24e09d6ee service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059189 Jul 05 04:09:58.068208 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49c589d6-635f-4f03-9647-d185bd2d9be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.072096 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49c589d6-635f-4f03-9647-d185bd2d9be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.073745 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-49c589d6-635f-4f03-9647-d185bd2d9be0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0da1f77d-e788-4bce-afe7-a5796fbc7b9d HTTP/1.1" status: 204 len: 168 time: 0.3653948 Jul 05 04:09:58.084721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e3070-1a86-4774-a1ae-63c051f79a69 req-851110d0-d5a0-4ebd-802d-199f0a2c2f70 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:58.094229 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c6e3070-1a86-4774-a1ae-63c051f79a69 req-851110d0-d5a0-4ebd-802d-199f0a2c2f70 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 943 time: 0.1803393 Jul 05 04:09:58.124958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c589d6-635f-4f03-9647-d185bd2d9be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da1f77d-e788-4bce-afe7-a5796fbc7b9d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:58.156700 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c6e3070-1a86-4774-a1ae-63c051f79a69 req-d616fd33-26e0-4cdb-aef8-d2868050879c tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611613 Jul 05 04:09:58.465463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4855ece2-2ba1-45e8-a765-25fc07d61000 req-997e1a96-37aa-497a-a6a3-7a10603cbfea tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 210 time: 0.0487795 Jul 05 04:09:58.621985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6b3be-e7a4-41f1-9d34-af99c63d90a4 req-80b4ff60-1f66-4ba1-aaf8-acb580c77c75 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:58.631168 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cce6b3be-e7a4-41f1-9d34-af99c63d90a4 req-80b4ff60-1f66-4ba1-aaf8-acb580c77c75 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1828001 Jul 05 04:09:58.717592 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a90aa636-3de6-4861-9fce-21231926059f req-2f7e6d90-0338-4eab-8a8f-f15143f045ca tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0486062 Jul 05 04:09:58.743233 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cce6b3be-e7a4-41f1-9d34-af99c63d90a4 req-bfbc63a4-5fc1-4a75-83c9-202c6ccd0033 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062975 Jul 05 04:09:59.448453 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.510018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694b1c8-aea7-4f24-839d-8713986270e1 req-1a8cf267-4c45-42f8-8218-676e519b21e3 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:59.517965 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c694b1c8-aea7-4f24-839d-8713986270e1 req-1a8cf267-4c45-42f8-8218-676e519b21e3 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 943 time: 0.2010062 Jul 05 04:09:59.636326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c694b1c8-aea7-4f24-839d-8713986270e1 req-bf187b00-681c-4f37-9694-f4fff9656691 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171737 Jul 05 04:09:59.774335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45d0470c-b48d-4b19-abd0-9b840cbda156 req-19410c97-2e44-4691-8f92-3c3c740d125c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 210 time: 0.0962009 Jul 05 04:10:00.104793 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9fd9ac6b-1213-48ef-8a92-b8a8eb1a96e3 req-17d1292e-fd4c-48a9-9d9d-656c1c14696b tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.1352160 Jul 05 04:10:00.154501 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca9781-c5d1-4bf2-b349-943dac76907e req-b5e54bc7-20bf-4286-a6d3-0b256d88289d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:00.156283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1cca9781-c5d1-4bf2-b349-943dac76907e req-b5e54bc7-20bf-4286-a6d3-0b256d88289d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1689210 Jul 05 04:10:00.213458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1cca9781-c5d1-4bf2-b349-943dac76907e req-a9ab1db8-d391-45fb-a4ae-4e4a7f977212 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467587 Jul 05 04:10:00.310625 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d61e5c56-e0da-4f00-84e3-b79924809a5d req-e4318c46-f60e-4038-8f64-92a0ae4c1dec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1463528 Jul 05 04:10:00.466087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e5c56-e0da-4f00-84e3-b79924809a5d req-7702ec68-92d6-4dd5-920f-77b32c5d4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:00.469708 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d61e5c56-e0da-4f00-84e3-b79924809a5d req-7702ec68-92d6-4dd5-920f-77b32c5d4424 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15616589beaf40faa95fd23b0296a009&device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 1096 time: 0.1269984 Jul 05 04:10:00.517524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ad5fe-1ae5-4cef-a643-22ff138d70e6 req-c45a52cd-5da0-462f-9ed4-42a1afd07da0 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:00.519420 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f47ad5fe-1ae5-4cef-a643-22ff138d70e6 req-c45a52cd-5da0-462f-9ed4-42a1afd07da0 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.1351376 Jul 05 04:10:00.580153 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f47ad5fe-1ae5-4cef-a643-22ff138d70e6 req-817529a1-b46e-41d4-a361-71f9bcde4e43 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548387 Jul 05 04:10:00.740025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e5c56-e0da-4f00-84e3-b79924809a5d req-2cbc909f-0eb3-47ac-b24f-6e4969e06c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:00.743072 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d61e5c56-e0da-4f00-84e3-b79924809a5d req-2cbc909f-0eb3-47ac-b24f-6e4969e06c0c service neutron] 10.222.0.64 "GET /v2.0/networks?id=e90517ab-df71-42d3-ac35-e55b2ddbb723 HTTP/1.1" status: 200 len: 916 time: 0.1734595 Jul 05 04:10:00.844050 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d61e5c56-e0da-4f00-84e3-b79924809a5d req-a50d9ad3-b560-4045-b0e9-5e5e6fc6d484 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d949cc3-98d8-4b95-90e1-c3655e945670 HTTP/1.1" status: 200 len: 217 time: 0.0943172 Jul 05 04:10:01.008793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e5c56-e0da-4f00-84e3-b79924809a5d req-6aa4f217-1799-403e-a654-80abf6170620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:01.010325 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d61e5c56-e0da-4f00-84e3-b79924809a5d req-6aa4f217-1799-403e-a654-80abf6170620 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a5c54b4-c7ec-4849-bccf-16e0c16ab887 HTTP/1.1" status: 200 len: 855 time: 0.1554379 Jul 05 04:10:01.077688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f8723-da66-4140-9dd2-643db46ba82e req-afa57ec9-206f-4bc4-9f38-0ad277739895 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:01.105014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e8f8723-da66-4140-9dd2-643db46ba82e req-afa57ec9-206f-4bc4-9f38-0ad277739895 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 943 time: 0.2072098 Jul 05 04:10:01.111894 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d61e5c56-e0da-4f00-84e3-b79924809a5d req-353bd321-ecac-41e9-a20b-1f9745196139 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e90517ab-df71-42d3-ac35-e55b2ddbb723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942705 Jul 05 04:10:01.256410 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d61e5c56-e0da-4f00-84e3-b79924809a5d req-1d524f88-50cf-4dd0-bbd0-654d95b1f058 service neutron] 10.222.0.64 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338661 Jul 05 04:10:01.315545 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e8f8723-da66-4140-9dd2-643db46ba82e req-851490b7-74ad-405a-b6d8-d88360186688 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096369 Jul 05 04:10:01.450296 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d61e5c56-e0da-4f00-84e3-b79924809a5d req-817f3af0-b071-477f-8557-c6587d9df430 service neutron] 10.222.0.64 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705315 Jul 05 04:10:01.453617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-0e0338d9-9571-42c3-9898-fb5990c577ce tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:01.455172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-0e0338d9-9571-42c3-9898-fb5990c577ce tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.64 "GET /v2.0/networks?id=923c50fc-f9b9-42f5-bbcc-032a79cc3f92 HTTP/1.1" status: 200 len: 796 time: 0.3369651 Jul 05 04:10:01.472465 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.646351 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c6e58845-d00d-4566-bfdf-a2b8c794f1d6 req-f170252a-a8fb-4766-b0d2-4a7dfa83e311 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f146e1be-5432-423c-ab66-71081e77beb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0504456 Jul 05 04:10:01.686527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b2b951c-a179-4abd-a394-c30f279cb13f req-dc82ec60-bb0d-4cb2-9523-9bd8e0cbd973 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 210 time: 0.0774987 Jul 05 04:10:01.755649 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-34bfe669-62b2-4f61-a2b5-08462aa4e13d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9b3e2602b7e475fb2eadd31507f7581 HTTP/1.1" status: 200 len: 379 time: 0.2764852 Jul 05 04:10:01.806227 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-af5d5394-5e77-44df-ba2c-6c7083b0f4c2 req-0677555a-5ab7-43e5-9e2f-f25825cfeba1 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.1433799 Jul 05 04:10:01.819304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-33011710-3fa1-40f0-b97c-4d1d62d574c1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'port': {'device_id': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'admin_state_up': True, 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'security_groups': ['b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:01.964707 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c6e58845-d00d-4566-bfdf-a2b8c794f1d6 req-3f072c9c-d410-4095-9fce-ab9654f7f822 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2021382aa7d54196ad26ebd63b5a4546&device_id=f146e1be-5432-423c-ab66-71081e77beb3 HTTP/1.1" status: 200 len: 210 time: 0.0760577 Jul 05 04:10:02.079083 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7e46e7e8-e68d-48f8-8eef-90847601fad7 req-c1cd7817-1638-4377-bc88-e72a12b84f12 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0866566 Jul 05 04:10:02.081440 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c6e58845-d00d-4566-bfdf-a2b8c794f1d6 req-6478a64d-95e6-4e5d-89aa-63cfb7d87316 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2021382aa7d54196ad26ebd63b5a4546&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876505 Jul 05 04:10:02.153185 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-e4e97ccd-2050-48b5-b49a-a866a643950e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:02.160030 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-e4e97ccd-2050-48b5-b49a-a866a643950e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/networks?id=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb HTTP/1.1" status: 200 len: 815 time: 0.1891468 Jul 05 04:10:02.182750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-8771f927-b2de-43f3-af5d-f6f83995221a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/quotas/1b54e154b4c64876a8a11b182dc90e47 HTTP/1.1" status: 200 len: 375 time: 0.0216477 Jul 05 04:10:02.305683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e58845-d00d-4566-bfdf-a2b8c794f1d6 req-76e9cc7c-3cec-47bc-a9fa-5930d96715bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:02.308976 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c6e58845-d00d-4566-bfdf-a2b8c794f1d6 req-76e9cc7c-3cec-47bc-a9fa-5930d96715bb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1803114 Jul 05 04:10:02.315214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-747fd959-5415-41fc-933a-b41bff9aa5a7 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b54e154b4c64876a8a11b182dc90e47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1314867 Jul 05 04:10:02.786737 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-33011710-3fa1-40f0-b97c-4d1d62d574c1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Made reservation on behalf of c9b3e2602b7e475fb2eadd31507f7581 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:02.790964 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-33011710-3fa1-40f0-b97c-4d1d62d574c1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.036715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-33011710-3fa1-40f0-b97c-4d1d62d574c1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Allocated IP 172.20.0.9 (923c50fc-f9b9-42f5-bbcc-032a79cc3f92/2d5bab72-72ca-46a7-9291-f8441d9dd5ba/52e5371a-7edf-48c0-812d-ffc2f4627fc8) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:03.136154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f6e7a-13a6-4e74-b522-885f272a5b8e req-10512f5a-f684-416f-96ee-b40a1ce8b7f3 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:03.148438 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-008f6e7a-13a6-4e74-b522-885f272a5b8e req-10512f5a-f684-416f-96ee-b40a1ce8b7f3 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.64 "GET /v2.0/ports?device_id=c199cc91-87c0-4afc-af6f-4eb174e281e9 HTTP/1.1" status: 200 len: 946 time: 0.2309654 Jul 05 04:10:03.337530 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-008f6e7a-13a6-4e74-b522-885f272a5b8e req-4f2bbb50-59fc-4fbb-b827-b9bb1905c3de tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Deleting port eff1436a-414d-47c1-9039-55cae42c5f50 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:03.338010 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-008f6e7a-13a6-4e74-b522-885f272a5b8e req-4f2bbb50-59fc-4fbb-b827-b9bb1905c3de tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.344470 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-33011710-3fa1-40f0-b97c-4d1d62d574c1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.380808 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-4408acb5-35f7-4b99-bda8-0255474c35d2 service neutron] 10.222.0.60 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0645640 Jul 05 04:10:03.411840 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-33011710-3fa1-40f0-b97c-4d1d62d574c1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Transition to ACTIVE for port object 52e5371a-7edf-48c0-812d-ffc2f4627fc8 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:03.439705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57ec18-db23-498c-a377-e00a376257c1 req-30096e82-f154-4def-8fac-a9dfce65a77a tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:03.447043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f57ec18-db23-498c-a377-e00a376257c1 req-30096e82-f154-4def-8fac-a9dfce65a77a tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 943 time: 0.6613951 Jul 05 04:10:03.498650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-008f6e7a-13a6-4e74-b522-885f272a5b8e req-4f2bbb50-59fc-4fbb-b827-b9bb1905c3de tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] For port eff1436a-414d-47c1-9039-55cae42c5f50, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=eff1436a-414d-47c1-9039-55cae42c5f50,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:03.499406 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-008f6e7a-13a6-4e74-b522-885f272a5b8e req-4f2bbb50-59fc-4fbb-b827-b9bb1905c3de tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.518079 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-008f6e7a-13a6-4e74-b522-885f272a5b8e req-4f2bbb50-59fc-4fbb-b827-b9bb1905c3de tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Calling delete_port for eff1436a-414d-47c1-9039-55cae42c5f50 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:03.639850 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-db1a717e-e4a2-4244-8e6f-2c2c085642cc service neutron] 10.222.0.60 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355919 Jul 05 04:10:03.723899 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f57ec18-db23-498c-a377-e00a376257c1 req-276d3125-1985-49a3-a578-2aa4996a31fb tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393942 Jul 05 04:10:03.855414 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-33011710-3fa1-40f0-b97c-4d1d62d574c1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.931727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-33011710-3fa1-40f0-b97c-4d1d62d574c1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:03.933566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-33011710-3fa1-40f0-b97c-4d1d62d574c1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:03.939858 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-33011710-3fa1-40f0-b97c-4d1d62d574c1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:03.964104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-008f6e7a-13a6-4e74-b522-885f272a5b8e req-4f2bbb50-59fc-4fbb-b827-b9bb1905c3de tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.985219 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['eff1436a-414d-47c1-9039-55cae42c5f50'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:04.169139 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bbb50-59fc-4fbb-b827-b9bb1905c3de tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Pushing event deleted for resources: {'Port': ['ID=eff1436a-414d-47c1-9039-55cae42c5f50,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:04.234135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-008f6e7a-13a6-4e74-b522-885f272a5b8e req-4f2bbb50-59fc-4fbb-b827-b9bb1905c3de tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] No DVR routers for this DVR port eff1436a-414d-47c1-9039-55cae42c5f50 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:04.247785 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-008f6e7a-13a6-4e74-b522-885f272a5b8e req-4f2bbb50-59fc-4fbb-b827-b9bb1905c3de tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.253339 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-008f6e7a-13a6-4e74-b522-885f272a5b8e req-4f2bbb50-59fc-4fbb-b827-b9bb1905c3de tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.64 "DELETE /v2.0/ports/eff1436a-414d-47c1-9039-55cae42c5f50 HTTP/1.1" status: 204 len: 173 time: 1.1033068 Jul 05 04:10:04.258598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c199cc91-87c0-4afc-af6f-4eb174e281e9', 'name': 'network-vif-deleted', 'tag': 'eff1436a-414d-47c1-9039-55cae42c5f50'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:04.268260 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3feb4459-c1a0-4e29-a2f6-dd510bc413d4" -d '{"events": [{"server_uuid": "c199cc91-87c0-4afc-af6f-4eb174e281e9", "name": "network-vif-deleted", "tag": "eff1436a-414d-47c1-9039-55cae42c5f50"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:04.303602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33011710-3fa1-40f0-b97c-4d1d62d574c1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=52e5371a-7edf-48c0-812d-ffc2f4627fc8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:04.372646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3e70671-4916-4a35-aadf-2bc8562ea474 req-600876b4-1f98-465a-9eff-0223c9e72028 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0583656 Jul 05 04:10:04.465984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-33011710-3fa1-40f0-b97c-4d1d62d574c1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:04.467067 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-33011710-3fa1-40f0-b97c-4d1d62d574c1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.532994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eb52a0f6-20c2-416c-99f6-fba19a7234c3 req-9c501562-a892-4aa1-ae18-0725bea0cddc tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 210 time: 0.0484648 Jul 05 04:10:04.540532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-878a9e77-5c8e-4d81-af92-7b1c13a25f41 None None] Provisioning for port 52e5371a-7edf-48c0-812d-ffc2f4627fc8 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:04.545471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-878a9e77-5c8e-4d81-af92-7b1c13a25f41 None None] Provisioning complete for port 52e5371a-7edf-48c0-812d-ffc2f4627fc8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:04.552044 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-878a9e77-5c8e-4d81-af92-7b1c13a25f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.600422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636b0bf-94a0-4bb0-b218-b02d281de762 req-d8700301-3aea-4d3c-a4cf-4b564befb10d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:04.617733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6636b0bf-94a0-4bb0-b218-b02d281de762 req-d8700301-3aea-4d3c-a4cf-4b564befb10d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 931 time: 0.4758308 Jul 05 04:10:04.638193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-33011710-3fa1-40f0-b97c-4d1d62d574c1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8394639 Jul 05 04:10:04.640148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-878a9e77-5c8e-4d81-af92-7b1c13a25f41 None None] Port 52e5371a-7edf-48c0-812d-ffc2f4627fc8 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:04.651615 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf1c0a1-19c7-4206-ae91-b3c5bad04114 x-openstack-request-id: req-2bf1c0a1-19c7-4206-ae91-b3c5bad04114 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:04.651867 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c199cc91-87c0-4afc-af6f-4eb174e281e9", "name": "network-vif-deleted", "tag": "eff1436a-414d-47c1-9039-55cae42c5f50", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:04.652136 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2bf1c0a1-19c7-4206-ae91-b3c5bad04114 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:04.652537 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c199cc91-87c0-4afc-af6f-4eb174e281e9', 'name': 'network-vif-deleted', 'tag': 'eff1436a-414d-47c1-9039-55cae42c5f50', 'status': 'completed', 'code': 200} Jul 05 04:10:04.674037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Request body: {'port': {'device_id': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:04.814278 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6636b0bf-94a0-4bb0-b218-b02d281de762 req-efe6c2fe-1360-4e12-95f1-c20004a5eff2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934087 Jul 05 04:10:04.878872 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.254122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c55679be-e979-4b7a-a8be-6cca7fa3cc7f req-36147688-ccd4-486a-b282-b84d0af6a852 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426&device_id=f146e1be-5432-423c-ab66-71081e77beb3 HTTP/1.1" status: 200 len: 210 time: 0.0696905 Jul 05 04:10:05.472918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661197f-ed48-46ad-9143-e9b5ba723d79 req-0a208490-f2eb-4d2b-9841-707e0c7dfc44 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:05.479837 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9661197f-ed48-46ad-9143-e9b5ba723d79 req-0a208490-f2eb-4d2b-9841-707e0c7dfc44 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 943 time: 0.3525412 Jul 05 04:10:05.675230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e5371a-7edf-48c0-812d-ffc2f4627fc8 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:05.682672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9661197f-ed48-46ad-9143-e9b5ba723d79 req-5c16726d-1a86-408a-8200-09b2c9cdf1b2 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962330 Jul 05 04:10:05.686772 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.703891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Transition to ACTIVE for port object 52e5371a-7edf-48c0-812d-ffc2f4627fc8 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:05.835015 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89b21244-53ef-45bb-b40f-80a1c135dbb0 req-42ab9c8f-a3bc-4030-885e-bd6605e41991 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 210 time: 0.0291011 Jul 05 04:10:06.003162 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.072541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104f312-11e5-4245-8487-f9029382807c req-1a1410d7-cc31-49a6-b948-1fd7ebec5c57 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:06.074288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c104f312-11e5-4245-8487-f9029382807c req-1a1410d7-cc31-49a6-b948-1fd7ebec5c57 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 931 time: 0.1298583 Jul 05 04:10:06.175523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Pushing event updated for resources: {'Port': ['ID=52e5371a-7edf-48c0-812d-ffc2f4627fc8,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:06.248313 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c104f312-11e5-4245-8487-f9029382807c req-4121d21b-d376-4fb0-be52-17c1cd4ffad4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323516 Jul 05 04:10:06.258279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Attempting to bind port 52e5371a-7edf-48c0-812d-ffc2f4627fc8 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:06.270847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Attempting to bind port 52e5371a-7edf-48c0-812d-ffc2f4627fc8 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '7882e818-acba-4ec4-832e-378d87f6ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:06.271715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Attempting to bind port 52e5371a-7edf-48c0-812d-ffc2f4627fc8 on network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:06.281287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Port 52e5371a-7edf-48c0-812d-ffc2f4627fc8 on network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:10:06.282061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Attempting to bind port 52e5371a-7edf-48c0-812d-ffc2f4627fc8 on network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:06.324391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:06.324740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Checking segment: {'id': '7882e818-acba-4ec4-832e-378d87f6ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:06.325128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Bound using segment: {'id': '7882e818-acba-4ec4-832e-378d87f6ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:06.325574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Bound port: 52e5371a-7edf-48c0-812d-ffc2f4627fc8, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7882e818-acba-4ec4-832e-378d87f6ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:06.325936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.554581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] For port 52e5371a-7edf-48c0-812d-ffc2f4627fc8, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:06.558990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] For port 52e5371a-7edf-48c0-812d-ffc2f4627fc8, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=52e5371a-7edf-48c0-812d-ffc2f4627fc8,segment=NetworkSegment(7882e818-acba-4ec4-832e-378d87f6ace6),segment_id=7882e818-acba-4ec4-832e-378d87f6ace6)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:06.597257 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4c949879-5bfc-4b06-88e7-fef81a06bc8c req-6f9ec47b-404a-4158-a764-05e8295af4c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2021382aa7d54196ad26ebd63b5a4546&device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0373206 Jul 05 04:10:06.641283 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4c949879-5bfc-4b06-88e7-fef81a06bc8c req-fc761009-ec9a-4518-8b82-fcfe75fdbc64 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2021382aa7d54196ad26ebd63b5a4546&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299578 Jul 05 04:10:06.645670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eeb86f27-d381-4e03-9f0e-8640cfaaf65b req-741bde38-9331-4b32-b0ee-66e7f092be8d tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0527179 Jul 05 04:10:06.649316 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.698548 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:06.699214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.700841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] 10.222.0.64 "PUT /v2.0/ports/52e5371a-7edf-48c0-812d-ffc2f4627fc8 HTTP/1.1" status: 200 len: 1091 time: 2.0377436 Jul 05 04:10:06.702306 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'tag': '52e5371a-7edf-48c0-812d-ffc2f4627fc8'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:06.703363 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf676e7-a32b-46c2-bebf-5906366815aa" -d '{"events": [{"name": "network-changed", "server_uuid": "73cceccb-8136-4fd8-afcb-38cda1d2cc30", "tag": "52e5371a-7edf-48c0-812d-ffc2f4627fc8"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:06.769918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de96ffd-fac3-46e1-8466-cd3155564979 service neutron] Pushing event updated for resources: {'Port': ['ID=52e5371a-7edf-48c0-812d-ffc2f4627fc8,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:06.812496 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c949879-5bfc-4b06-88e7-fef81a06bc8c req-8a2419be-eb27-4932-8688-3034e2f91b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:06.814664 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4c949879-5bfc-4b06-88e7-fef81a06bc8c req-8a2419be-eb27-4932-8688-3034e2f91b4e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1673701 Jul 05 04:10:07.044847 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d92fac-3c47-4444-ad67-2bc586ddde17 x-openstack-request-id: req-a5d92fac-3c47-4444-ad67-2bc586ddde17 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:07.045461 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cceccb-8136-4fd8-afcb-38cda1d2cc30", "tag": "52e5371a-7edf-48c0-812d-ffc2f4627fc8", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:07.045461 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5d92fac-3c47-4444-ad67-2bc586ddde17 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:07.045773 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'tag': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'status': 'completed', 'code': 200} Jul 05 04:10:07.057117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-b56f0851-5b1c-4365-b873-5a487a41684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.058662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-b56f0851-5b1c-4365-b873-5a487a41684f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 1094 time: 0.1970394 Jul 05 04:10:07.086118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8738cd-dead-4486-aa26-29a122c610bd req-73597c7c-ef6f-4cee-91e6-26b0d06a61ab tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.088408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df8738cd-dead-4486-aa26-29a122c610bd req-73597c7c-ef6f-4cee-91e6-26b0d06a61ab tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 943 time: 0.1800849 Jul 05 04:10:07.142396 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-d19ac16d-9ce4-45ef-81a0-d1a711f15aaa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52e5371a-7edf-48c0-812d-ffc2f4627fc8 HTTP/1.1" status: 200 len: 217 time: 0.0704985 Jul 05 04:10:07.226014 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device eff1436a-414d-47c1-9039-55cae42c5f50 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:07.270114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: eff1436a-414d-47c1-9039-55cae42c5f50 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:07.270114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device eff1436a-414d-47c1-9039-55cae42c5f50 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:07.274688 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df8738cd-dead-4486-aa26-29a122c610bd req-34b9a32c-1aa3-4336-84b2-9b6bf99d959b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480110 Jul 05 04:10:07.280120 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5cbf5d9b-3c21-4f4c-bda3-db286d2bee9f req-04b31ef3-7fcf-41bd-bfbd-2064d15df592 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 210 time: 0.0609887 Jul 05 04:10:07.304171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-10934169-bdd1-4c90-b79c-fc16256a8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.306237 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-10934169-bdd1-4c90-b79c-fc16256a8e54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d5bab72-72ca-46a7-9291-f8441d9dd5ba HTTP/1.1" status: 200 len: 834 time: 0.1287115 Jul 05 04:10:07.386496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-7b325a42-3e9f-4da9-a742-959be88fd061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.389224 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-7b325a42-3e9f-4da9-a742-959be88fd061 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=923c50fc-f9b9-42f5-bbcc-032a79cc3f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753703 Jul 05 04:10:07.598145 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-17bc3f72-f35d-46c4-98c0-0c00b5cf50ce service neutron] 10.222.0.64 "GET /v2.0/networks/923c50fc-f9b9-42f5-bbcc-032a79cc3f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018895 Jul 05 04:10:07.621019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf2a3f-ca98-41b7-a561-b3a811354503 req-4c0ed061-794b-4c40-b876-a8b27eaac665 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.628437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94cf2a3f-ca98-41b7-a561-b3a811354503 req-4c0ed061-794b-4c40-b876-a8b27eaac665 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 943 time: 0.1296515 Jul 05 04:10:07.800610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-f0168f19-f7cf-4c71-a9dd-de7d96c1a7b9 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.803100 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-f0168f19-f7cf-4c71-a9dd-de7d96c1a7b9 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.11 "GET /v2.0/networks?id=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb HTTP/1.1" status: 200 len: 815 time: 0.1914561 Jul 05 04:10:07.809999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94cf2a3f-ca98-41b7-a561-b3a811354503 req-1f0dd52a-9f0f-42cf-8f56-26d8ea480960 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805792 Jul 05 04:10:07.818572 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-9713a267-0de3-4b8b-91ad-fb639841137d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Request body: {'port': {'device_id': '1b7e389d-ffeb-4857-a9dc-776c5a09089f', 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb', 'admin_state_up': True, 'tenant_id': '1b54e154b4c64876a8a11b182dc90e47'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:07.868744 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c07c9f54-0271-4eac-b3d3-af10c16878c6 req-de84d74a-9319-499e-b424-c600470aecb8 service neutron] 10.222.0.64 "GET /v2.0/networks/923c50fc-f9b9-42f5-bbcc-032a79cc3f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374413 Jul 05 04:10:07.938111 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-403c3225-e40e-4840-ad9f-7f0582198741 req-fff7a2e0-1619-4f3d-9d5f-daa4c0cbde83 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0520513 Jul 05 04:10:08.098576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf676e7-a32b-46c2-bebf-5906366815aa req-0e6ef357-bb28-427d-b662-ede85696e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:08.100727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abf676e7-a32b-46c2-bebf-5906366815aa req-0e6ef357-bb28-427d-b662-ede85696e02a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 1094 time: 0.1050019 Jul 05 04:10:08.202491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-9713a267-0de3-4b8b-91ad-fb639841137d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Made reservation on behalf of 1b54e154b4c64876a8a11b182dc90e47 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:08.207081 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-9713a267-0de3-4b8b-91ad-fb639841137d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.250246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf676e7-a32b-46c2-bebf-5906366815aa req-946b7ecc-03c1-45d4-83db-dbba0e97c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:08.251927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abf676e7-a32b-46c2-bebf-5906366815aa req-946b7ecc-03c1-45d4-83db-dbba0e97c531 service neutron] 10.222.0.64 "GET /v2.0/networks?id=923c50fc-f9b9-42f5-bbcc-032a79cc3f92 HTTP/1.1" status: 200 len: 897 time: 0.1452765 Jul 05 04:10:08.276889 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4c949879-5bfc-4b06-88e7-fef81a06bc8c req-0789f98e-b39c-4089-8353-9a30615a7599 tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.11 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.0667591 Jul 05 04:10:08.360286 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abf676e7-a32b-46c2-bebf-5906366815aa req-06577754-de2f-4e56-9888-307735c724b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52e5371a-7edf-48c0-812d-ffc2f4627fc8 HTTP/1.1" status: 200 len: 217 time: 0.0998094 Jul 05 04:10:08.421684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-9713a267-0de3-4b8b-91ad-fb639841137d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Allocated IP 172.20.0.14 (ed21b41f-0d73-4b0a-b0dd-2515b439cbfb/46d22eed-05a8-48c9-8eef-4cf329439c8a/d8b7c27c-c58c-4021-a8c7-51a87a0d46a7) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:08.470727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf676e7-a32b-46c2-bebf-5906366815aa req-b8759d46-c206-4c3c-8c36-8fd6dc00c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:08.472600 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abf676e7-a32b-46c2-bebf-5906366815aa req-b8759d46-c206-4c3c-8c36-8fd6dc00c68b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d5bab72-72ca-46a7-9291-f8441d9dd5ba HTTP/1.1" status: 200 len: 834 time: 0.0948982 Jul 05 04:10:08.620816 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c3407-9cfb-4681-935d-6eaa00ed9a3a req-ef1e6de9-f5a4-4ed1-834e-c1210d2bbdcb tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:08.622362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d7c3407-9cfb-4681-935d-6eaa00ed9a3a req-ef1e6de9-f5a4-4ed1-834e-c1210d2bbdcb tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 943 time: 0.0914066 Jul 05 04:10:08.644537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf676e7-a32b-46c2-bebf-5906366815aa req-807145ba-d140-4f52-8db2-3529318c8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:08.646132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abf676e7-a32b-46c2-bebf-5906366815aa req-807145ba-d140-4f52-8db2-3529318c8e27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=923c50fc-f9b9-42f5-bbcc-032a79cc3f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614623 Jul 05 04:10:08.771847 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b6e1f9d-2427-48fb-86a7-d33c4195b0c1 req-bdddaf34-5380-4f48-a2e1-b9561d3ef2ac tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 210 time: 0.0587158 Jul 05 04:10:08.853754 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d7c3407-9cfb-4681-935d-6eaa00ed9a3a req-b5667e05-1dc0-49ac-a285-1a77dae1fc45 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152159 Jul 05 04:10:09.021635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abf676e7-a32b-46c2-bebf-5906366815aa req-d59fcf4e-8175-4d07-a153-bc21a563ed11 service neutron] 10.222.0.64 "GET /v2.0/networks/923c50fc-f9b9-42f5-bbcc-032a79cc3f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494811 Jul 05 04:10:09.168024 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-9713a267-0de3-4b8b-91ad-fb639841137d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.225887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 52e5371a-7edf-48c0-812d-ffc2f4627fc8 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:10:09.311562 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-9713a267-0de3-4b8b-91ad-fb639841137d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.335431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00199a10-b53d-4402-a3f5-3c65a9e5f142 req-078f3ec2-8a23-4366-9587-21b24d7f896c tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=de62a705-48e2-4873-89cb-52651aa6a426 HTTP/1.1" status: 200 len: 210 time: 0.1530664 Jul 05 04:10:09.374438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-9713a267-0de3-4b8b-91ad-fb639841137d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:09.379075 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 52e5371a-7edf-48c0-812d-ffc2f4627fc8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=52e5371a-7edf-48c0-812d-ffc2f4627fc8,segment=NetworkSegment(7882e818-acba-4ec4-832e-378d87f6ace6),segment_id=7882e818-acba-4ec4-832e-378d87f6ace6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:09.385898 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-9713a267-0de3-4b8b-91ad-fb639841137d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:09.393056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-9713a267-0de3-4b8b-91ad-fb639841137d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:09.395737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abf676e7-a32b-46c2-bebf-5906366815aa req-1e7a7cb5-0eb8-4be5-a385-21a3ddeef168 service neutron] 10.222.0.64 "GET /v2.0/networks/923c50fc-f9b9-42f5-bbcc-032a79cc3f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732722 Jul 05 04:10:09.399750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'port_id': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'mac_address': 'fa:16:3e:19:5b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:10:09.401609 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713a267-0de3-4b8b-91ad-fb639841137d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Pushing event updated for resources: {'Port': ['ID=d8b7c27c-c58c-4021-a8c7-51a87a0d46a7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:09.437076 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a20340-5629-4368-a09b-0bfe5c160a01 req-cb6e1bc4-d019-45ab-9085-ec956fa59f38 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:09.437076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2a20340-5629-4368-a09b-0bfe5c160a01 req-cb6e1bc4-d019-45ab-9085-ec956fa59f38 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 943 time: 0.3231821 Jul 05 04:10:09.473658 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.479535 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2a20340-5629-4368-a09b-0bfe5c160a01 req-99e401c0-0c41-46c6-ae26-b00701cb93ae tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421154 Jul 05 04:10:09.497033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e5371a-7edf-48c0-812d-ffc2f4627fc8 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:09.512569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-9713a267-0de3-4b8b-91ad-fb639841137d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:09.513614 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-9713a267-0de3-4b8b-91ad-fb639841137d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.523884 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 52e5371a-7edf-48c0-812d-ffc2f4627fc8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=52e5371a-7edf-48c0-812d-ffc2f4627fc8,segment=NetworkSegment(7882e818-acba-4ec4-832e-378d87f6ace6),segment_id=7882e818-acba-4ec4-832e-378d87f6ace6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:09.568411 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.601252 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-9713a267-0de3-4b8b-91ad-fb639841137d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7869940 Jul 05 04:10:09.613204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Request body: {'port': {'device_id': '1b7e389d-ffeb-4857-a9dc-776c5a09089f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:09.646007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=52e5371a-7edf-48c0-812d-ffc2f4627fc8,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:09.722812 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.806058 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['52e5371a-7edf-48c0-812d-ffc2f4627fc8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:10.093596 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:10.105793 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.119099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Transition to ACTIVE for port object d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:10.170768 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54884665-f66e-439f-9a23-8d2edca306ff req-1096be29-f462-40b5-a3ee-56290584e28d tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:10.177664 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54884665-f66e-439f-9a23-8d2edca306ff req-1096be29-f462-40b5-a3ee-56290584e28d tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 943 time: 0.1657746 Jul 05 04:10:10.190960 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.226506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68b450-c2f1-47d9-8602-14b71a93da95 req-521a1cdf-7332-4674-82f2-d7503b4e7cb1 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:10.228302 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e68b450-c2f1-47d9-8602-14b71a93da95 req-521a1cdf-7332-4674-82f2-d7503b4e7cb1 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 932 time: 0.1760960 Jul 05 04:10:10.292292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54884665-f66e-439f-9a23-8d2edca306ff req-b9043b03-29d8-496f-a53f-c6f579309d67 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135879 Jul 05 04:10:10.346706 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e68b450-c2f1-47d9-8602-14b71a93da95 req-ec97c013-d912-4356-8b06-cc2b4d687636 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058574 Jul 05 04:10:10.426922 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Pushing event updated for resources: {'Port': ['ID=d8b7c27c-c58c-4021-a8c7-51a87a0d46a7,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:10.464311 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Attempting to bind port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:10.464961 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Attempting to bind port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5dbc82e3-377e-4723-8a13-df44e214d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:10.465469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Attempting to bind port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 on network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:10.470396 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 on network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:10:10.470935 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Attempting to bind port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 on network ed21b41f-0d73-4b0a-b0dd-2515b439cbfb {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:10.497462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:10.498775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Checking segment: {'id': '5dbc82e3-377e-4723-8a13-df44e214d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:10.499926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Bound using segment: {'id': '5dbc82e3-377e-4723-8a13-df44e214d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:10.501640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Bound port: d8b7c27c-c58c-4021-a8c7-51a87a0d46a7, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dbc82e3-377e-4723-8a13-df44e214d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:10.503656 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.729194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] For port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:10.729194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] For port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d8b7c27c-c58c-4021-a8c7-51a87a0d46a7,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:10.884180 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd15a4d-6a23-4aba-bbc4-9e925c2f9892 req-f4d403e2-bc64-4030-9d93-1b6599b30352 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:10.894719 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cdd15a4d-6a23-4aba-bbc4-9e925c2f9892 req-f4d403e2-bc64-4030-9d93-1b6599b30352 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 944 time: 0.2041526 Jul 05 04:10:10.951532 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.970448 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cdd15a4d-6a23-4aba-bbc4-9e925c2f9892 req-654b66aa-1805-433f-a638-1661c7af600a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743971 Jul 05 04:10:11.014588 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.015056 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.016501 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] 10.222.0.11 "PUT /v2.0/ports/d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 HTTP/1.1" status: 200 len: 1092 time: 1.4079149 Jul 05 04:10:11.016950 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7e389d-ffeb-4857-a9dc-776c5a09089f', 'tag': 'd8b7c27c-c58c-4021-a8c7-51a87a0d46a7'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:11.019619 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbbc9f0-652f-447d-8540-2a3001e18401" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7e389d-ffeb-4857-a9dc-776c5a09089f", "tag": "d8b7c27c-c58c-4021-a8c7-51a87a0d46a7"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:11.043535 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ea391-00ec-45ba-863c-bcd19bd3820b service neutron] Pushing event updated for resources: {'Port': ['ID=d8b7c27c-c58c-4021-a8c7-51a87a0d46a7,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:11.071463 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab619523-9c98-40ed-860c-372a87aaa5ec x-openstack-request-id: req-ab619523-9c98-40ed-860c-372a87aaa5ec {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:11.071760 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7e389d-ffeb-4857-a9dc-776c5a09089f", "tag": "d8b7c27c-c58c-4021-a8c7-51a87a0d46a7", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:11.072014 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab619523-9c98-40ed-860c-372a87aaa5ec {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:11.072442 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7e389d-ffeb-4857-a9dc-776c5a09089f', 'tag': 'd8b7c27c-c58c-4021-a8c7-51a87a0d46a7', 'status': 'completed', 'code': 200} Jul 05 04:10:11.153333 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbc9f0-652f-447d-8540-2a3001e18401 req-12cde382-4245-41f5-90b1-d0c511948886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.154872 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6cbbc9f0-652f-447d-8540-2a3001e18401 req-12cde382-4245-41f5-90b1-d0c511948886 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b54e154b4c64876a8a11b182dc90e47&device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 1095 time: 0.0573397 Jul 05 04:10:11.260925 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 52e5371a-7edf-48c0-812d-ffc2f4627fc8 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:11.267048 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbc9f0-652f-447d-8540-2a3001e18401 req-d4fec88c-3467-41ff-88ca-c17ad98ed420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.268599 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6cbbc9f0-652f-447d-8540-2a3001e18401 req-d4fec88c-3467-41ff-88ca-c17ad98ed420 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1b54e154b4c64876a8a11b182dc90e47&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1064806 Jul 05 04:10:11.388686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbc9f0-652f-447d-8540-2a3001e18401 req-2a81bbc7-f9a8-432c-94fb-6576e798621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.390434 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6cbbc9f0-652f-447d-8540-2a3001e18401 req-2a81bbc7-f9a8-432c-94fb-6576e798621e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1155400 Jul 05 04:10:11.465495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 52e5371a-7edf-48c0-812d-ffc2f4627fc8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:11.474923 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 52e5371a-7edf-48c0-812d-ffc2f4627fc8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:11.474923 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.506781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7e319-a844-4ad2-8496-348b6ce396e0 req-20ac7ab9-a657-46c8-85b1-f1c6051c6d67 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.511346 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ae7e319-a844-4ad2-8496-348b6ce396e0 req-20ac7ab9-a657-46c8-85b1-f1c6051c6d67 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 943 time: 0.0885777 Jul 05 04:10:11.574349 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3cdd1b7c-9de1-44ca-9424-5df4a0f3c9f1 req-61baedfc-fc9f-4c4f-af15-0d5df619297f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2021382aa7d54196ad26ebd63b5a4546&device_id=f146e1be-5432-423c-ab66-71081e77beb3 HTTP/1.1" status: 200 len: 210 time: 0.0743108 Jul 05 04:10:11.580652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ae7e319-a844-4ad2-8496-348b6ce396e0 req-dcfdb4c0-730c-43ec-9d86-d79fa0ebf51c tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658946 Jul 05 04:10:11.644872 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3cdd1b7c-9de1-44ca-9424-5df4a0f3c9f1 req-f1be95b8-6905-4bf7-a811-a187f868d198 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2021382aa7d54196ad26ebd63b5a4546&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498421 Jul 05 04:10:11.650417 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.663365 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-017adaaf-92e2-49f1-9fd0-1a2d6758634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.669699 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-017adaaf-92e2-49f1-9fd0-1a2d6758634c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b54e154b4c64876a8a11b182dc90e47&device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 1095 time: 0.2332242 Jul 05 04:10:11.706404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e5371a-7edf-48c0-812d-ffc2f4627fc8'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:11.716152 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d19e4b-fe24-46eb-9648-44a37c41ff0f" -d '{"events": [{"server_uuid": "73cceccb-8136-4fd8-afcb-38cda1d2cc30", "name": "network-vif-plugged", "status": "completed", "tag": "52e5371a-7edf-48c0-812d-ffc2f4627fc8"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:11.721141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 52e5371a-7edf-48c0-812d-ffc2f4627fc8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=52e5371a-7edf-48c0-812d-ffc2f4627fc8,segment=NetworkSegment(7882e818-acba-4ec4-832e-378d87f6ace6),segment_id=7882e818-acba-4ec4-832e-378d87f6ace6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:11.776156 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-fe80b0c3-f93c-41f2-bbaa-8b50cf9c1c5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 HTTP/1.1" status: 200 len: 217 time: 0.0986679 Jul 05 04:10:11.802368 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.870482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-b4fa2a27-45b9-40bb-a6a9-7aed6c864eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.877151 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0fa6ba56-31c0-43b6-a39d-b86aca227734 req-35c9a78d-3560-4f7e-94c1-2efc2fed2f5c tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=f146e1be-5432-423c-ab66-71081e77beb3 HTTP/1.1" status: 200 len: 210 time: 0.1171968 Jul 05 04:10:11.882064 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-b4fa2a27-45b9-40bb-a6a9-7aed6c864eb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46d22eed-05a8-48c9-8eef-4cf329439c8a HTTP/1.1" status: 200 len: 855 time: 0.0981650 Jul 05 04:10:11.930053 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:10:11.932508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=52e5371a-7edf-48c0-812d-ffc2f4627fc8,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:11.946133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51424c84-0cd1-4836-9a4d-5d0ed12d6742 req-e3531243-6a01-4216-b816-54678a2e9bdb tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.954012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51424c84-0cd1-4836-9a4d-5d0ed12d6742 req-e3531243-6a01-4216-b816-54678a2e9bdb tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 944 time: 0.2600346 Jul 05 04:10:11.972042 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6469e8-ac4e-4ff8-81d3-84cf2043a29d x-openstack-request-id: req-ba6469e8-ac4e-4ff8-81d3-84cf2043a29d {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:11.972874 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cceccb-8136-4fd8-afcb-38cda1d2cc30", "name": "network-vif-plugged", "status": "completed", "tag": "52e5371a-7edf-48c0-812d-ffc2f4627fc8", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:11.973344 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba6469e8-ac4e-4ff8-81d3-84cf2043a29d {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:11.974073 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'code': 200} Jul 05 04:10:11.976243 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-c0ad1369-e9a5-4e94-ab60-619100a5e80d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811152 Jul 05 04:10:12.016070 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd1b7c-9de1-44ca-9424-5df4a0f3c9f1 req-b6b0bce9-cd0b-42ef-b640-327d1cf52748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:12.017820 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3cdd1b7c-9de1-44ca-9424-5df4a0f3c9f1 req-b6b0bce9-cd0b-42ef-b640-327d1cf52748 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3721809 Jul 05 04:10:12.046837 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51424c84-0cd1-4836-9a4d-5d0ed12d6742 req-861030a0-dab7-44b6-ba29-a6e7879a0954 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919051 Jul 05 04:10:12.198068 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-2f9541c8-d36e-4345-bfd0-5b339fff61b1 service neutron] 10.222.0.11 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123306 Jul 05 04:10:12.328063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1907d-5595-490c-a884-6a522f696c20 req-c840c5db-e7fb-4486-bb88-e00446aa4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:12.358449 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-51eac3f5-7016-4fc7-bdab-d4bb19c6d1ac req-e3f8f437-7707-44fc-8903-1b26d10ba42a service neutron] 10.222.0.11 "GET /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474586 Jul 05 04:10:12.365137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22a1907d-5595-490c-a884-6a522f696c20 req-c840c5db-e7fb-4486-bb88-e00446aa4f04 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 1096 time: 0.2407584 Jul 05 04:10:12.501519 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a061b-acb8-4abd-a12c-f1ca622399ef req-b37b7380-dc83-4b94-9179-ce9f9b19345f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:12.512818 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b80a061b-acb8-4abd-a12c-f1ca622399ef req-b37b7380-dc83-4b94-9179-ce9f9b19345f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 945 time: 0.3253839 Jul 05 04:10:12.539180 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22a1907d-5595-490c-a884-6a522f696c20 req-b933223d-fc1b-48d4-97d9-89871f163dc2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763601 Jul 05 04:10:12.563365 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b80a061b-acb8-4abd-a12c-f1ca622399ef req-0a91c907-e317-483b-a681-2ce8d686d262 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496261 Jul 05 04:10:12.806765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d275834-b658-4a0b-a84f-505f5703f797 req-7967cc94-f8fa-43b2-a9c7-076d723d48ed tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:12.809955 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d275834-b658-4a0b-a84f-505f5703f797 req-7967cc94-f8fa-43b2-a9c7-076d723d48ed tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 943 time: 0.0943153 Jul 05 04:10:12.869150 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d275834-b658-4a0b-a84f-505f5703f797 req-6b5452b5-1ce1-47c0-bfaf-3a65f5d17f24 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488698 Jul 05 04:10:12.915274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56214) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:13.015444 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a1f4abf7-e26c-4c98-a41c-433910d8d604 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:10:13.059150 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-966baee3-f3d0-409c-b3cd-729acd47e7ed req-0d2e8cc9-864b-4f86-8f2a-37dae0f0050d tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=f146e1be-5432-423c-ab66-71081e77beb3 HTTP/1.1" status: 200 len: 210 time: 0.0472023 Jul 05 04:10:13.096612 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f704474c-14dd-4864-82c0-272f0c234869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.145960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port a1f4abf7-e26c-4c98-a41c-433910d8d604, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a1f4abf7-e26c-4c98-a41c-433910d8d604,segment=NetworkSegment(7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c),segment_id=7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:13.160632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'port_id': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'mac_address': 'fa:16:3e:46:c5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:10:13.213511 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.234539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f4abf7-e26c-4c98-a41c-433910d8d604 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:13.265984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port a1f4abf7-e26c-4c98-a41c-433910d8d604, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a1f4abf7-e26c-4c98-a41c-433910d8d604,segment=NetworkSegment(7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c),segment_id=7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:13.328066 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.356865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f704474c-14dd-4864-82c0-272f0c234869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.466993 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3cdd1b7c-9de1-44ca-9424-5df4a0f3c9f1 req-f6e640e3-6c52-4a2e-ad69-77da7bb86e8c tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f146e1be-5432-423c-ab66-71081e77beb3 HTTP/1.1" status: 200 len: 210 time: 0.1182799 Jul 05 04:10:13.487388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=a1f4abf7-e26c-4c98-a41c-433910d8d604,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:13.539281 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['a1f4abf7-e26c-4c98-a41c-433910d8d604'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:13.999347 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f704474c-14dd-4864-82c0-272f0c234869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.092470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704474c-14dd-4864-82c0-272f0c234869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14423a77-c8f4-45f2-bb15-8e674f87edae,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:14.130829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56240) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:14.131903 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f704474c-14dd-4864-82c0-272f0c234869 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0fab4503953e4a658c67892e24a4bda2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2153275 Jul 05 04:10:14.170869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34179e9-3632-409b-aff9-7ccfc238bfb3 req-8a59d1c6-973d-423e-a07b-b71c6716e328 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:14.172476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e34179e9-3632-409b-aff9-7ccfc238bfb3 req-8a59d1c6-973d-423e-a07b-b71c6716e328 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 944 time: 0.8142099 Jul 05 04:10:14.223310 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f64bfa2f-e818-4a2f-9a61-a6e19edb99ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.229284 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81af2a-f50d-48d9-9aed-75dc1ae4af0a req-02a9bdd3-8a35-4254-b8a1-79b33c667cea tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:14.235999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b81af2a-f50d-48d9-9aed-75dc1ae4af0a req-02a9bdd3-8a35-4254-b8a1-79b33c667cea tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 945 time: 0.2537839 Jul 05 04:10:14.249674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e34179e9-3632-409b-aff9-7ccfc238bfb3 req-37af9b43-d2d2-451d-befc-8277a6526582 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667708 Jul 05 04:10:14.254209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f64bfa2f-e818-4a2f-9a61-a6e19edb99ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.285945 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b81af2a-f50d-48d9-9aed-75dc1ae4af0a req-f7f4e46d-0bd7-4491-bde4-1ab7596006c4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453775 Jul 05 04:10:14.385679 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f64bfa2f-e818-4a2f-9a61-a6e19edb99ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.391055 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f64bfa2f-e818-4a2f-9a61-a6e19edb99ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.392117 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f64bfa2f-e818-4a2f-9a61-a6e19edb99ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14423a77-c8f4-45f2-bb15-8e674f87edae HTTP/1.1" status: 204 len: 168 time: 0.2567031 Jul 05 04:10:14.408909 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bfa2f-e818-4a2f-9a61-a6e19edb99ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14423a77-c8f4-45f2-bb15-8e674f87edae,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:14.654298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191c5dd-0568-4aed-a3f0-033d0d7922d2 req-da9803d9-d965-4a83-bb5d-bd97511cc979 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:14.655470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e191c5dd-0568-4aed-a3f0-033d0d7922d2 req-da9803d9-d965-4a83-bb5d-bd97511cc979 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 944 time: 0.0942483 Jul 05 04:10:14.738057 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e191c5dd-0568-4aed-a3f0-033d0d7922d2 req-423bb136-f475-49c0-93d2-95881230b7fe tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763319 Jul 05 04:10:15.042657 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:10:15.044843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a1f4abf7-e26c-4c98-a41c-433910d8d604 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:15.094361 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0edf0227-5612-439e-ac74-816950387d65 req-576015f4-23bf-4fa2-b839-8d2aef12ea5a tempest-ServerShowV247Test-530067178 tempest-ServerShowV247Test-530067178-project] 10.222.0.60 "GET /v2.0/ports?device_id=f146e1be-5432-423c-ab66-71081e77beb3 HTTP/1.1" status: 200 len: 210 time: 0.0568240 Jul 05 04:10:15.250590 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d8b7c27c-c58c-4021-a8c7-51a87a0d46a7,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:15.261095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port a1f4abf7-e26c-4c98-a41c-433910d8d604 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:15.274637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port a1f4abf7-e26c-4c98-a41c-433910d8d604 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:15.274637 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.275142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'd8b7c27c-c58c-4021-a8c7-51a87a0d46a7', 'network_id': 'ed21b41f-0d73-4b0a-b0dd-2515b439cbfb', 'port_id': 'd8b7c27c-c58c-4021-a8c7-51a87a0d46a7', 'mac_address': 'fa:16:3e:e2:46:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d22eed-05a8-48c9-8eef-4cf329439c8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:10:15.331730 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56260) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:15.363489 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88995645-2449-46e6-879f-6382371e326a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.385748 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.409073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:15.477249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d8b7c27c-c58c-4021-a8c7-51a87a0d46a7,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:15.485966 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.524897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e2787-9493-4f0c-8e34-2e7262435f7e req-393b900e-0afc-421d-95e4-c737aa0ca549 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:15.532880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-650e2787-9493-4f0c-8e34-2e7262435f7e req-393b900e-0afc-421d-95e4-c737aa0ca549 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 945 time: 0.1098676 Jul 05 04:10:15.563118 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port a1f4abf7-e26c-4c98-a41c-433910d8d604, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a1f4abf7-e26c-4c98-a41c-433910d8d604,segment=NetworkSegment(7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c),segment_id=7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:15.564086 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f4abf7-e26c-4c98-a41c-433910d8d604'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:15.566646 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f860f0a5-8e5e-44d4-9cd9-cc640179f413" -d '{"events": [{"server_uuid": "776a9292-8a1f-497e-8028-b13f9fb8f8d7", "name": "network-vif-plugged", "status": "completed", "tag": "a1f4abf7-e26c-4c98-a41c-433910d8d604"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:15.575364 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.613360 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88995645-2449-46e6-879f-6382371e326a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.644137 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.688098 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88995645-2449-46e6-879f-6382371e326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.693196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-650e2787-9493-4f0c-8e34-2e7262435f7e req-b4e911ef-1ab0-4f8f-8589-c12bc4001b78 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571226 Jul 05 04:10:15.710251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=d8b7c27c-c58c-4021-a8c7-51a87a0d46a7,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:15.780661 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86944d3-8dcf-4277-82b9-57abc6e79bdf req-75c94c7c-34d4-4780-a957-d08370ae3b31 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:15.788511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d86944d3-8dcf-4277-82b9-57abc6e79bdf req-75c94c7c-34d4-4780-a957-d08370ae3b31 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 945 time: 0.2332072 Jul 05 04:10:15.811186 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-88995645-2449-46e6-879f-6382371e326a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14882bbd61fd439389b27d03fd17184d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4782646 Jul 05 04:10:15.812558 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56272) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:15.834771 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88995645-2449-46e6-879f-6382371e326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9b1fc9-1914-48f3-a533-0ecc969dd4ec,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:15.869786 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b56ef7-fe17-4b64-939f-c0fd4f29be40 x-openstack-request-id: req-33b56ef7-fe17-4b64-939f-c0fd4f29be40 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:15.872505 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776a9292-8a1f-497e-8028-b13f9fb8f8d7", "name": "network-vif-plugged", "status": "completed", "tag": "a1f4abf7-e26c-4c98-a41c-433910d8d604", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:15.872781 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33b56ef7-fe17-4b64-939f-c0fd4f29be40 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:15.873195 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'code': 200} Jul 05 04:10:15.874213 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d8b7c27c-c58c-4021-a8c7-51a87a0d46a7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:15.911980 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d86944d3-8dcf-4277-82b9-57abc6e79bdf req-ece386ac-fdfc-4067-810c-c92041d561f0 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151423 Jul 05 04:10:15.982960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=a1f4abf7-e26c-4c98-a41c-433910d8d604,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:16.036166 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df681f9a-1555-4a36-b956-9a19b1f76baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.104559 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df681f9a-1555-4a36-b956-9a19b1f76baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.144695 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774ddf5-ea42-4e1b-b28a-b9f62d79946f req-d68c2163-44dc-4bde-9925-6d94e9c9989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:16.146261 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2774ddf5-ea42-4e1b-b28a-b9f62d79946f req-d68c2163-44dc-4bde-9925-6d94e9c9989f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 1096 time: 0.2590487 Jul 05 04:10:16.205340 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2774ddf5-ea42-4e1b-b28a-b9f62d79946f req-bbb45e6d-3175-4e2a-bcf3-3417b00444d4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496240 Jul 05 04:10:16.213956 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e924a-8738-495d-844c-1498be97138a req-3fb468b6-09bc-45d3-a294-040f2bbc8b63 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:16.216029 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b99e924a-8738-495d-844c-1498be97138a req-3fb468b6-09bc-45d3-a294-040f2bbc8b63 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 945 time: 0.1019750 Jul 05 04:10:16.224426 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a6dfb-3344-435f-bff4-64fae6448e31 req-3cd6b080-289b-4d92-b1a7-d9032a7e9710 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:16.225831 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f71a6dfb-3344-435f-bff4-64fae6448e31 req-3cd6b080-289b-4d92-b1a7-d9032a7e9710 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 945 time: 0.1596889 Jul 05 04:10:16.259419 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df681f9a-1555-4a36-b956-9a19b1f76baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.262080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df681f9a-1555-4a36-b956-9a19b1f76baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.265066 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-df681f9a-1555-4a36-b956-9a19b1f76baa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d9b1fc9-1914-48f3-a533-0ecc969dd4ec HTTP/1.1" status: 204 len: 168 time: 0.4464056 Jul 05 04:10:16.282028 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df681f9a-1555-4a36-b956-9a19b1f76baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9b1fc9-1914-48f3-a533-0ecc969dd4ec,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:16.287843 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b99e924a-8738-495d-844c-1498be97138a req-871ef8fe-ee64-4874-ba02-f10f4fc6074b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602539 Jul 05 04:10:16.310086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f71a6dfb-3344-435f-bff4-64fae6448e31 req-47c8eaf3-422f-4355-939b-0c4d69be509c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764811 Jul 05 04:10:16.346013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56282) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:16.432546 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3f5e31-50c6-4ba9-8606-8f853f145ec2 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:16.434431 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aa3f5e31-50c6-4ba9-8606-8f853f145ec2 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 1091 time: 0.0870934 Jul 05 04:10:16.440565 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56288) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:16.448908 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:16.604709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.808978 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.034014 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Allocated IP 172.25.0.64 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/9fe46a88-1474-413b-b823-320032f836f2) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:17.058693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:17.223498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.243423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56308) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:17.379207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:17.390151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:17.391015 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.414571 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.426698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9d50e-d01c-42bc-9c87-231a7bc7ac24 req-24f13506-ae3d-451d-9ab7-6f213d6d603c tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:17.435786 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4c9d50e-d01c-42bc-9c87-231a7bc7ac24 req-24f13506-ae3d-451d-9ab7-6f213d6d603c tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 945 time: 0.1522970 Jul 05 04:10:17.449632 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b2a82475-ccac-47e4-9e3f-a48880caedfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.506250 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4c9d50e-d01c-42bc-9c87-231a7bc7ac24 req-ec5b39b6-a4b7-4fba-afa8-65ddf3824ed0 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692682 Jul 05 04:10:17.568692 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:17.583034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:17.593899 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:17.640303 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=9fe46a88-1474-413b-b823-320032f836f2,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:17.663360 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.664389 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.664733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.665719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.666074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.666413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.666752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.667087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.667418 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.667758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.668096 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.668462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.720797 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b2a82475-ccac-47e4-9e3f-a48880caedfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.739361 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.803708 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b2a82475-ccac-47e4-9e3f-a48880caedfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.851625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d8b7c27c-c58c-4021-a8c7-51a87a0d46a7,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:17.854230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b2a82475-ccac-47e4-9e3f-a48880caedfd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2021382aa7d54196ad26ebd63b5a4546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089337 Jul 05 04:10:17.869677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56322) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:17.873928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7e389d-ffeb-4857-a9dc-776c5a09089f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b7c27c-c58c-4021-a8c7-51a87a0d46a7'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:17.876271 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5684cc5c-91aa-4df4-ad79-fd365667b4fd" -d '{"events": [{"server_uuid": "1b7e389d-ffeb-4857-a9dc-776c5a09089f", "name": "network-vif-plugged", "status": "completed", "tag": "d8b7c27c-c58c-4021-a8c7-51a87a0d46a7"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:17.895958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b08bdf-8b1a-4333-8417-fad7cf51c902 req-cd8f3d01-fca1-45c8-bc7f-85796a836f6f tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:17.906298 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00b08bdf-8b1a-4333-8417-fad7cf51c902 req-cd8f3d01-fca1-45c8-bc7f-85796a836f6f tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 945 time: 0.1876638 Jul 05 04:10:17.925201 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.007986 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4cbc1e-c3f1-4643-9dd2-4c0056095eaf x-openstack-request-id: req-3b4cbc1e-c3f1-4643-9dd2-4c0056095eaf {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:18.008374 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7e389d-ffeb-4857-a9dc-776c5a09089f", "name": "network-vif-plugged", "status": "completed", "tag": "d8b7c27c-c58c-4021-a8c7-51a87a0d46a7", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:18.008656 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b4cbc1e-c3f1-4643-9dd2-4c0056095eaf {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:18.009053 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7e389d-ffeb-4857-a9dc-776c5a09089f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b7c27c-c58c-4021-a8c7-51a87a0d46a7', 'code': 200} Jul 05 04:10:18.036749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a82475-ccac-47e4-9e3f-a48880caedfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ee19bd-d3f1-4b29-9c47-db6eb255e6ce,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:18.051188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=d8b7c27c-c58c-4021-a8c7-51a87a0d46a7,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:18.071533 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00b08bdf-8b1a-4333-8417-fad7cf51c902 req-9892c16b-e616-420f-9553-f21b557b1cde tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611204 Jul 05 04:10:18.129993 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28e1020f-71ff-49cd-9c1d-7f23d645850a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.198167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28e1020f-71ff-49cd-9c1d-7f23d645850a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.361051 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa389dda-606b-4233-839a-d5f361ec1c45 req-0d466f2b-d487-44a5-a40e-35cb051c69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:18.362661 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aa389dda-606b-4233-839a-d5f361ec1c45 req-0d466f2b-d487-44a5-a40e-35cb051c69cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 1097 time: 0.3311753 Jul 05 04:10:18.383952 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28e1020f-71ff-49cd-9c1d-7f23d645850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.389182 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28e1020f-71ff-49cd-9c1d-7f23d645850a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.390508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-28e1020f-71ff-49cd-9c1d-7f23d645850a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81ee19bd-d3f1-4b29-9c47-db6eb255e6ce HTTP/1.1" status: 204 len: 168 time: 0.5144138 Jul 05 04:10:18.433211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1020f-71ff-49cd-9c1d-7f23d645850a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ee19bd-d3f1-4b29-9c47-db6eb255e6ce,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:18.507205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe7f10-343b-41cd-ac4f-50ddd53591b0 req-1a8546fc-5b4f-4bd5-abf9-c5738736a9c9 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:18.529880 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-aa389dda-606b-4233-839a-d5f361ec1c45 req-47ac4212-4353-47db-8220-d8b205c1e469 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409779 Jul 05 04:10:18.547115 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0abe7f10-343b-41cd-ac4f-50ddd53591b0 req-1a8546fc-5b4f-4bd5-abf9-c5738736a9c9 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 945 time: 0.2239766 Jul 05 04:10:18.653670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0abe7f10-343b-41cd-ac4f-50ddd53591b0 req-515d09ca-37b5-4c10-8f87-93b66cd905e8 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027560 Jul 05 04:10:18.660508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56342) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:18.876104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a67cdf-4d34-4347-be35-30d36a2790b0 req-30f12363-78fd-4314-a27e-6ff6c0d548c7 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:18.889230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6a67cdf-4d34-4347-be35-30d36a2790b0 req-30f12363-78fd-4314-a27e-6ff6c0d548c7 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 946 time: 0.1695533 Jul 05 04:10:18.938896 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.979972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6a67cdf-4d34-4347-be35-30d36a2790b0 req-45be617e-c3cf-4fee-97b7-9ff3bfa78491 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886235 Jul 05 04:10:19.311018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb3f55-9d2d-40be-ac71-d010957f3436 tempest-TestVolumeBackupRestore-1240819617 tempest-TestVolumeBackupRestore-1240819617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:19.312617 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-98eb3f55-9d2d-40be-ac71-d010957f3436 tempest-TestVolumeBackupRestore-1240819617 tempest-TestVolumeBackupRestore-1240819617-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 1091 time: 0.6509054 Jul 05 04:10:19.313459 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:19.318683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56364) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:19.325173 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:19.488298 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:19.704664 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:19.747933 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:19.939324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Allocated IP 172.25.0.214 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/30e80aa0-8c35-4e0c-acba-5007898053dc) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:20.025188 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.223538 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.394950 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.492443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:20.500753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:20.506925 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:20.510755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Pushing event updated for resources: {'Port': ['ID=30e80aa0-8c35-4e0c-acba-5007898053dc,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:20.634670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab48140-e8da-4be1-a55a-620cfe9c0ec5 req-ec8c3744-a8c9-472d-8b95-ebb35190fcd3 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:20.637616 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ab48140-e8da-4be1-a55a-620cfe9c0ec5 req-ec8c3744-a8c9-472d-8b95-ebb35190fcd3 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 946 time: 0.3435659 Jul 05 04:10:20.881226 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ab48140-e8da-4be1-a55a-620cfe9c0ec5 req-75093528-6290-4d03-a481-534a3a7d2e5e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255638 Jul 05 04:10:20.905235 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.928821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=9fe46a88-1474-413b-b823-320032f836f2,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:21.141863 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Floating IP d01f071f-e3b8-49fa-adb8-d8222c8baf21 associated. External IP: 172.25.0.64, port: 52e5371a-7edf-48c0-812d-ffc2f4627fc8. Jul 05 04:10:21.291904 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-17e55b30-2b85-4ac0-b047-d3d20378291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.909296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Router 1dee4293-2f37-4126-a747-9f69c95a8a21 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:21.935818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ad35-c37f-4a8e-92ef-75bb1571e258 req-6aa18203-97ac-480c-8da6-a2b81cb0678f tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:21.950258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5c4ad35-c37f-4a8e-92ef-75bb1571e258 req-6aa18203-97ac-480c-8da6-a2b81cb0678f tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 946 time: 0.7584293 Jul 05 04:10:21.963994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56430) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:22.109830 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5c4ad35-c37f-4a8e-92ef-75bb1571e258 req-bc32cd4f-05c8-415e-a1e1-554d4402cd35 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547439 Jul 05 04:10:22.154812 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:22.173295 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a4ab94-a0f6-489c-a4fa-81858b130b13 None None] Sync routers for ids ['1dee4293-2f37-4126-a747-9f69c95a8a21'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:22.191855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a4ab94-a0f6-489c-a4fa-81858b130b13 None None] Routers {'1dee4293-2f37-4126-a747-9f69c95a8a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:22.195304 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-15a4ab94-a0f6-489c-a4fa-81858b130b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:09:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dee4293-2f37-4126-a747-9f69c95a8a21'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:22.310470 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.342443 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-54d58d38-bc19-486e-9c82-e71cb682d67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.387454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d4e513f-8a3c-4e81-9b19-dd139655ce5a req-d0c0fb9b-8e24-4e78-8c85-c120aad8cd5e tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.1446366 Jul 05 04:10:22.441622 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5bdf0e51-f41b-4f49-a622-924db9f3b935 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.9989409 Jul 05 04:10:22.443222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'tag': '52e5371a-7edf-48c0-812d-ffc2f4627fc8'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:22.454969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56440) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:22.457424 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe88d1f-f01f-456b-84e9-8715de151556" -d '{"events": [{"name": "network-changed", "server_uuid": "73cceccb-8136-4fd8-afcb-38cda1d2cc30", "tag": "52e5371a-7edf-48c0-812d-ffc2f4627fc8"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:22.520673 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daa09d3-3662-4ab1-aad6-5ca361765e11 x-openstack-request-id: req-4daa09d3-3662-4ab1-aad6-5ca361765e11 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:22.520673 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cceccb-8136-4fd8-afcb-38cda1d2cc30", "tag": "52e5371a-7edf-48c0-812d-ffc2f4627fc8", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:22.520673 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4daa09d3-3662-4ab1-aad6-5ca361765e11 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:22.520673 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'tag': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'status': 'completed', 'code': 200} Jul 05 04:10:22.594915 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f3e80b69-e063-49eb-b5bc-2e26e9f2c64a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/floatingips/d01f071f-e3b8-49fa-adb8-d8222c8baf21 HTTP/1.1" status: 200 len: 990 time: 0.1319888 Jul 05 04:10:22.718881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-15a4ab94-a0f6-489c-a4fa-81858b130b13 None None] Set router 1dee4293-2f37-4126-a747-9f69c95a8a21 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:22.949003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.101040 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-15a4ab94-a0f6-489c-a4fa-81858b130b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:09:46Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'd01f071f-e3b8-49fa-adb8-d8222c8baf21', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'port_id': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'mac_address': 'fa:16:3e:19:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:18Z', 'updated_at': '2021-07-05T04:10:18Z', 'revision_number': 0, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:23.111846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe88d1f-f01f-456b-84e9-8715de151556 req-67942533-c768-4270-bb6c-b689dd525c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:23.113576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afe88d1f-f01f-456b-84e9-8715de151556 req-67942533-c768-4270-bb6c-b689dd525c61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 1096 time: 0.4476337 Jul 05 04:10:23.145303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a4ab94-a0f6-489c-a4fa-81858b130b13 None None] Checking router: 1dee4293-2f37-4126-a747-9f69c95a8a21 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:10:23.157485 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a4ab94-a0f6-489c-a4fa-81858b130b13 None None] Routers {'1dee4293-2f37-4126-a747-9f69c95a8a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:23.158494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-15a4ab94-a0f6-489c-a4fa-81858b130b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:09:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dee4293-2f37-4126-a747-9f69c95a8a21'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:23.217249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd111d6-c88d-46cb-bc05-36154954a268 req-574abe70-383f-4b34-b103-3cf89277b36d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:23.234928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2dd111d6-c88d-46cb-bc05-36154954a268 req-574abe70-383f-4b34-b103-3cf89277b36d tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 946 time: 0.3967791 Jul 05 04:10:23.391602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-15a4ab94-a0f6-489c-a4fa-81858b130b13 None None] Set router 1dee4293-2f37-4126-a747-9f69c95a8a21 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:23.437937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2dd111d6-c88d-46cb-bc05-36154954a268 req-b967911f-42de-4ef9-83e5-fc3d8fe1bb56 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721296 Jul 05 04:10:23.437937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe88d1f-f01f-456b-84e9-8715de151556 req-06ffa944-ffb8-4631-ad23-c1c41526ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:23.437937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afe88d1f-f01f-456b-84e9-8715de151556 req-06ffa944-ffb8-4631-ad23-c1c41526ce69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=923c50fc-f9b9-42f5-bbcc-032a79cc3f92 HTTP/1.1" status: 200 len: 897 time: 0.2827511 Jul 05 04:10:23.598727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56474) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:23.657233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-15a4ab94-a0f6-489c-a4fa-81858b130b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:09:46Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'd01f071f-e3b8-49fa-adb8-d8222c8baf21', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'port_id': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'mac_address': 'fa:16:3e:19:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:18Z', 'updated_at': '2021-07-05T04:10:18Z', 'revision_number': 0, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:23.677862 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e6d390b1-c134-4522-ba46-750d92cb5eeb tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/floatingips/d01f071f-e3b8-49fa-adb8-d8222c8baf21 HTTP/1.1" status: 200 len: 990 time: 0.0768268 Jul 05 04:10:23.685638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a4ab94-a0f6-489c-a4fa-81858b130b13 None None] The sync data for ids ['1dee4293-2f37-4126-a747-9f69c95a8a21'] in n-d-798249-5 is: [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:09:46Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'd01f071f-e3b8-49fa-adb8-d8222c8baf21', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'port_id': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'mac_address': 'fa:16:3e:19:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:18Z', 'updated_at': '2021-07-05T04:10:18Z', 'revision_number': 0, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:23.883745 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-54d58d38-bc19-486e-9c82-e71cb682d67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.923535 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858611bd-911f-46ac-ab41-9f086f14482b None None] New status for floating IP d01f071f-e3b8-49fa-adb8-d8222c8baf21: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:10:23.931952 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.958277 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f148e678-3a80-4ace-8e91-9b822438621d req-1dd2397a-fe02-49a7-89f7-74d4b9a4d70e tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.1117690 Jul 05 04:10:24.056537 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-54d58d38-bc19-486e-9c82-e71cb682d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.108136 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afe88d1f-f01f-456b-84e9-8715de151556 req-4b3ef389-9dba-4744-817e-6abee26a1392 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52e5371a-7edf-48c0-812d-ffc2f4627fc8 HTTP/1.1" status: 200 len: 998 time: 0.6768994 Jul 05 04:10:24.229596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-54d58d38-bc19-486e-9c82-e71cb682d67e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8eac0dd025d044c89a3f12065d1f74fe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2616768 Jul 05 04:10:24.232542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56484) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:24.269981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d58d38-bc19-486e-9c82-e71cb682d67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4e1552-d392-4bcf-8dd6-84749b129ed5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:24.290057 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-34279fd4-dd70-43ac-9fdd-6db04c9ac09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.292662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-82b55d33-104f-4b90-aa11-e335279c078c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:24.294559 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-82b55d33-104f-4b90-aa11-e335279c078c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/networks?id=e90517ab-df71-42d3-ac35-e55b2ddbb723 HTTP/1.1" status: 200 len: 815 time: 0.9293852 Jul 05 04:10:24.313896 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89841e8d-e128-49e4-82fb-fb10403ffffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.355157 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89841e8d-e128-49e4-82fb-fb10403ffffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.373899 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.402454 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe88d1f-f01f-456b-84e9-8715de151556 req-3c3b3f1c-e6b0-4274-b243-997d882a15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:24.411671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afe88d1f-f01f-456b-84e9-8715de151556 req-3c3b3f1c-e6b0-4274-b243-997d882a15ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d5bab72-72ca-46a7-9291-f8441d9dd5ba HTTP/1.1" status: 200 len: 834 time: 0.2707355 Jul 05 04:10:24.468809 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-05c5e581-0bf5-4a48-8cd4-0164b97bc90e tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/quotas/15616589beaf40faa95fd23b0296a009 HTTP/1.1" status: 200 len: 375 time: 0.1532757 Jul 05 04:10:24.502896 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89841e8d-e128-49e4-82fb-fb10403ffffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.506589 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89841e8d-e128-49e4-82fb-fb10403ffffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.516531 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-89841e8d-e128-49e4-82fb-fb10403ffffc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a4e1552-d392-4bcf-8dd6-84749b129ed5 HTTP/1.1" status: 204 len: 168 time: 0.2823730 Jul 05 04:10:24.540246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89841e8d-e128-49e4-82fb-fb10403ffffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4e1552-d392-4bcf-8dd6-84749b129ed5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:24.593946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707cef0-5a8e-4210-86df-15c55d25bbb2 req-7c546d6b-35f2-4ec2-97c7-bdb38556b506 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:24.607112 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d707cef0-5a8e-4210-86df-15c55d25bbb2 req-7c546d6b-35f2-4ec2-97c7-bdb38556b506 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 946 time: 0.3808799 Jul 05 04:10:24.655320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe88d1f-f01f-456b-84e9-8715de151556 req-2b7b0e55-d9f9-47a2-ac1f-c8449d9a1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:24.656922 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afe88d1f-f01f-456b-84e9-8715de151556 req-2b7b0e55-d9f9-47a2-ac1f-c8449d9a1149 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=923c50fc-f9b9-42f5-bbcc-032a79cc3f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2444305 Jul 05 04:10:24.664916 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.680807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56488) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:24.705665 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d707cef0-5a8e-4210-86df-15c55d25bbb2 req-ef36e922-da40-48ee-8502-9355f05c5145 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031995 Jul 05 04:10:24.739435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-2cf6033d-7c8e-4c8c-95d2-7b4e335285f2 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=15616589beaf40faa95fd23b0296a009&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2597778 Jul 05 04:10:24.742513 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.784090 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9c21b3f7-6f86-4577-b7b7-bead9af96690 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/floatingips/d01f071f-e3b8-49fa-adb8-d8222c8baf21 HTTP/1.1" status: 200 len: 992 time: 0.1013865 Jul 05 04:10:24.932769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Pushing event updated for resources: {'Port': ['ID=30e80aa0-8c35-4e0c-acba-5007898053dc,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:25.009596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afe88d1f-f01f-456b-84e9-8715de151556 req-9ce39316-6807-4847-9547-f1ee8b340250 service neutron] 10.222.0.64 "GET /v2.0/networks/923c50fc-f9b9-42f5-bbcc-032a79cc3f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358157 Jul 05 04:10:25.052343 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.212335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-9e41f99d-7599-4eac-bdc6-b052ba208dd4 service neutron] 10.222.0.60 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403863 Jul 05 04:10:25.295609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afe88d1f-f01f-456b-84e9-8715de151556 req-fafa6cff-9c26-4d84-b3d6-e6a5ed3fcd8b service neutron] 10.222.0.64 "GET /v2.0/networks/923c50fc-f9b9-42f5-bbcc-032a79cc3f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657421 Jul 05 04:10:25.323347 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Floating IP da124d2a-60ce-4f92-b6db-ee46774ed92f associated. External IP: 172.25.0.214, port: a1f4abf7-e26c-4c98-a41c-433910d8d604. Jul 05 04:10:25.329336 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0c53560-d1d4-4c1e-b0ed-63a06269bb8f req-9f38f10c-7051-42e3-a762-6bdd8ee7ce1f tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0499997 Jul 05 04:10:25.333681 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.455750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-e5dce6d6-d47b-4c8a-ab36-b86e0361811a service neutron] 10.222.0.60 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365992 Jul 05 04:10:25.524930 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56508) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:25.543799 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7503ea0f-b311-4054-915b-0769fc5aa7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.569229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceacc86-d672-49eb-bb69-62f68e443342 req-a506082a-c984-4224-84c3-55a1c2333b15 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:25.571319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ceacc86-d672-49eb-bb69-62f68e443342 req-a506082a-c984-4224-84c3-55a1c2333b15 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 946 time: 0.1308744 Jul 05 04:10:25.679098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ceacc86-d672-49eb-bb69-62f68e443342 req-1a443b06-b973-4ab5-87c1-334ed02e779e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004741 Jul 05 04:10:25.693054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Router 5a742f29-877a-47ca-900e-e844cf762042 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:25.709056 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7503ea0f-b311-4054-915b-0769fc5aa7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.785335 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7503ea0f-b311-4054-915b-0769fc5aa7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.839560 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7503ea0f-b311-4054-915b-0769fc5aa7ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43195b8acde348359ebc477e361a3ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120453 Jul 05 04:10:25.841022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503ea0f-b311-4054-915b-0769fc5aa7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be963c21-9bea-41d8-b944-b59bb25add17,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:25.843867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56528) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:25.919219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9df69a6-6fa2-4f44-a690-81a81b853631 req-b6357f06-51ab-4f97-a4da-1cbc953925d5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 210 time: 0.1215746 Jul 05 04:10:25.951505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:25.965147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d58e3b7-3c06-4c5b-945a-256e46bb9569 None None] Sync routers for ids ['5a742f29-877a-47ca-900e-e844cf762042'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:25.982392 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-29eae99a-3149-4a9f-9baf-483f56ce4261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.996987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58e3b7-3c06-4c5b-945a-256e46bb9569 None None] Routers {'5a742f29-877a-47ca-900e-e844cf762042'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:25.997629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2d58e3b7-3c06-4c5b-945a-256e46bb9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:10:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5a742f29-877a-47ca-900e-e844cf762042'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:26.020094 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-29eae99a-3149-4a9f-9baf-483f56ce4261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.104593 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.167290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-2d58e3b7-3c06-4c5b-945a-256e46bb9569 None None] Set router 5a742f29-877a-47ca-900e-e844cf762042 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:26.171930 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7a65755c-f8fb-4f32-8aa2-588ab2a17b66 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8494532 Jul 05 04:10:26.171930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'tag': 'a1f4abf7-e26c-4c98-a41c-433910d8d604'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:26.172863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56540) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:26.173015 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ec2e90-e4df-4453-8194-4c7100ccd857" -d '{"events": [{"name": "network-changed", "server_uuid": "776a9292-8a1f-497e-8028-b13f9fb8f8d7", "tag": "a1f4abf7-e26c-4c98-a41c-433910d8d604"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:26.195946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754656c0-9f21-449f-9abc-8261a1e8c848 req-42dea865-0ce0-4faa-9a66-d7f0028fb6da tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:26.204639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-754656c0-9f21-449f-9abc-8261a1e8c848 req-42dea865-0ce0-4faa-9a66-d7f0028fb6da tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 946 time: 0.1555221 Jul 05 04:10:26.265910 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb6b43a-3254-4ce6-88d1-ccdd0c9e26c4 x-openstack-request-id: req-7fb6b43a-3254-4ce6-88d1-ccdd0c9e26c4 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:26.266190 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-29eae99a-3149-4a9f-9baf-483f56ce4261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.267505 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776a9292-8a1f-497e-8028-b13f9fb8f8d7", "tag": "a1f4abf7-e26c-4c98-a41c-433910d8d604", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:26.268856 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7fb6b43a-3254-4ce6-88d1-ccdd0c9e26c4 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:26.269398 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'tag': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'status': 'completed', 'code': 200} Jul 05 04:10:26.270433 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-29eae99a-3149-4a9f-9baf-483f56ce4261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.271813 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-29eae99a-3149-4a9f-9baf-483f56ce4261 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be963c21-9bea-41d8-b944-b59bb25add17 HTTP/1.1" status: 204 len: 168 time: 0.4267981 Jul 05 04:10:26.285088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-754656c0-9f21-449f-9abc-8261a1e8c848 req-79c0f5b1-d1dd-4d4f-969d-d1935a53996a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793560 Jul 05 04:10:26.330279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eae99a-3149-4a9f-9baf-483f56ce4261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be963c21-9bea-41d8-b944-b59bb25add17,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:26.367025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee0844-0072-4ab9-8176-d8d5a7668260 tempest-TestVolumeBackupRestore-1240819617 tempest-TestVolumeBackupRestore-1240819617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:26.367025 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-18ee0844-0072-4ab9-8176-d8d5a7668260 tempest-TestVolumeBackupRestore-1240819617 tempest-TestVolumeBackupRestore-1240819617-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 1091 time: 0.1896777 Jul 05 04:10:26.368055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56550) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:26.390109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec2e90-e4df-4453-8194-4c7100ccd857 req-8a5e9892-6742-483b-9cb0-92ee42502f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:26.391679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-508e8c09-ed1a-4f94-a4fc-1d8c0a2e70c9 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Request body: {'floatingip': {'port_id': 'a1f4abf7-e26c-4c98-a41c-433910d8d604'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:26.391885 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48ec2e90-e4df-4453-8194-4c7100ccd857 req-8a5e9892-6742-483b-9cb0-92ee42502f15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=265cbf1408624a5586edd1ae14461c5e&device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 1096 time: 0.0938902 Jul 05 04:10:26.528167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-508e8c09-ed1a-4f94-a4fc-1d8c0a2e70c9 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.571706 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec2e90-e4df-4453-8194-4c7100ccd857 req-8975fcd8-78fb-469c-86d9-ba02dccadf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:26.575165 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48ec2e90-e4df-4453-8194-4c7100ccd857 req-8975fcd8-78fb-469c-86d9-ba02dccadf7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=149fe398-6756-499e-94fd-174eadee3f27 HTTP/1.1" status: 200 len: 914 time: 0.1767430 Jul 05 04:10:26.651222 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32bfeb0e-df65-43cd-b954-e49b1ac66ad1 req-0cf98d42-74f0-4fa0-be92-2f60ff8030db tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0605116 Jul 05 04:10:26.717104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2d58e3b7-3c06-4c5b-945a-256e46bb9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 4, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'da124d2a-60ce-4f92-b6db-ee46774ed92f', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '5a742f29-877a-47ca-900e-e844cf762042', 'port_id': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'mac_address': 'fa:16:3e:46:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:21Z', 'updated_at': '2021-07-05T04:10:21Z', 'revision_number': 0, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb5ef40-b73b-44bd-b9c9-51c57ede5080', 'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'mac_address': 'fa:16:3e:29:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:33Z', 'revision_number': 5, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'subnets': [{'id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:26.731997 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48ec2e90-e4df-4453-8194-4c7100ccd857 req-86faf3ef-8807-40aa-b8ce-b47fe93b1011 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f4abf7-e26c-4c98-a41c-433910d8d604 HTTP/1.1" status: 200 len: 999 time: 0.1502316 Jul 05 04:10:26.747403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d58e3b7-3c06-4c5b-945a-256e46bb9569 None None] Checking router: 5a742f29-877a-47ca-900e-e844cf762042 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:10:26.761536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58e3b7-3c06-4c5b-945a-256e46bb9569 None None] Routers {'5a742f29-877a-47ca-900e-e844cf762042'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:26.762296 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2d58e3b7-3c06-4c5b-945a-256e46bb9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:10:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5a742f29-877a-47ca-900e-e844cf762042'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:26.794751 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec2e90-e4df-4453-8194-4c7100ccd857 req-37a0978f-ffce-40d6-9692-4ba8e0453faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:26.796181 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48ec2e90-e4df-4453-8194-4c7100ccd857 req-37a0978f-ffce-40d6-9692-4ba8e0453faa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74625eb8-de70-4f6f-ba80-2d5e9288cb62 HTTP/1.1" status: 200 len: 852 time: 0.0585632 Jul 05 04:10:26.878299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec2e90-e4df-4453-8194-4c7100ccd857 req-c898b443-21e8-43a2-9dbb-37a11f93edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:26.880251 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48ec2e90-e4df-4453-8194-4c7100ccd857 req-c898b443-21e8-43a2-9dbb-37a11f93edf6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=149fe398-6756-499e-94fd-174eadee3f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770216 Jul 05 04:10:26.894274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-2d58e3b7-3c06-4c5b-945a-256e46bb9569 None None] Set router 5a742f29-877a-47ca-900e-e844cf762042 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:27.009597 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48ec2e90-e4df-4453-8194-4c7100ccd857 req-f00ce32e-ac93-4828-9496-d3ff15d15a19 service neutron] 10.222.0.11 "GET /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160271 Jul 05 04:10:27.136299 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-48ec2e90-e4df-4453-8194-4c7100ccd857 req-e89ffee9-de6c-408d-b4b2-e4af3512a29c service neutron] 10.222.0.11 "GET /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175094 Jul 05 04:10:27.207072 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:27.255745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2d58e3b7-3c06-4c5b-945a-256e46bb9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 4, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'da124d2a-60ce-4f92-b6db-ee46774ed92f', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '5a742f29-877a-47ca-900e-e844cf762042', 'port_id': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'mac_address': 'fa:16:3e:46:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:21Z', 'updated_at': '2021-07-05T04:10:21Z', 'revision_number': 0, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb5ef40-b73b-44bd-b9c9-51c57ede5080', 'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'mac_address': 'fa:16:3e:29:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:33Z', 'revision_number': 5, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'subnets': [{'id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:27.312868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d58e3b7-3c06-4c5b-945a-256e46bb9569 None None] The sync data for ids ['5a742f29-877a-47ca-900e-e844cf762042'] in n-d-798249-5 is: [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 4, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'da124d2a-60ce-4f92-b6db-ee46774ed92f', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '5a742f29-877a-47ca-900e-e844cf762042', 'port_id': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'mac_address': 'fa:16:3e:46:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:21Z', 'updated_at': '2021-07-05T04:10:21Z', 'revision_number': 0, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb5ef40-b73b-44bd-b9c9-51c57ede5080', 'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'mac_address': 'fa:16:3e:29:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:33Z', 'revision_number': 5, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'subnets': [{'id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:27.640410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3967f11-6263-41a0-8223-ee0e02f377d9 req-3174237b-8baa-4907-9759-842b4ea0caf7 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 210 time: 0.4700971 Jul 05 04:10:27.654000 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4548b8-7f59-4e96-98aa-28818f4c8921 None None] New status for floating IP da124d2a-60ce-4f92-b6db-ee46774ed92f: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:10:27.707754 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-457037f5-d17d-4b76-9587-19a8923e445d req-bf651c5a-3fe6-46e0-98e8-5f59f8b59a37 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.1085386 Jul 05 04:10:27.823697 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-508e8c09-ed1a-4f94-a4fc-1d8c0a2e70c9 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:27.832242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5d568-f6d2-44e4-8589-92fc77bcd2ad req-dc50c5dd-b110-42fb-8ed3-19afaf6dbc7a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:27.833792 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e5d568-f6d2-44e4-8589-92fc77bcd2ad req-dc50c5dd-b110-42fb-8ed3-19afaf6dbc7a tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 946 time: 0.2358031 Jul 05 04:10:27.872240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8c9f842b-a589-4b8e-9e7a-982bbf214a41 req-27888c3f-199f-4225-b04e-a8c32167bd87 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0522079 Jul 05 04:10:27.894983 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.db.api [None req-aa4548b8-7f59-4e96-98aa-28818f4c8921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:10:27.895431 n-d-798249-5 neutron-server[100879]: DEBUG oslo_db.api [None req-aa4548b8-7f59-4e96-98aa-28818f4c8921 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:10:27.898425 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-508e8c09-ed1a-4f94-a4fc-1d8c0a2e70c9 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:27.966115 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0e5d568-f6d2-44e4-8589-92fc77bcd2ad req-fac161e1-3e1f-47ea-a37d-3f60a0ed4078 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919142 Jul 05 04:10:28.188016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508e8c09-ed1a-4f94-a4fc-1d8c0a2e70c9 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Router 5a742f29-877a-47ca-900e-e844cf762042 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:28.302457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508e8c09-ed1a-4f94-a4fc-1d8c0a2e70c9 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:28.307266 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-508e8c09-ed1a-4f94-a4fc-1d8c0a2e70c9 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.355436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'tag': 'a1f4abf7-e26c-4c98-a41c-433910d8d604'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:28.358334 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be251ad-d6a2-4337-845b-9514d1cec407" -d '{"events": [{"name": "network-changed", "server_uuid": "776a9292-8a1f-497e-8028-b13f9fb8f8d7", "tag": "a1f4abf7-e26c-4c98-a41c-433910d8d604"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:28.397163 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4548b8-7f59-4e96-98aa-28818f4c8921 None None] New status for floating IP da124d2a-60ce-4f92-b6db-ee46774ed92f: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:10:28.452125 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f0ab03-7610-44d8-838d-418c618ec6c4 x-openstack-request-id: req-52f0ab03-7610-44d8-838d-418c618ec6c4 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:28.455483 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776a9292-8a1f-497e-8028-b13f9fb8f8d7", "tag": "a1f4abf7-e26c-4c98-a41c-433910d8d604", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:28.456298 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52f0ab03-7610-44d8-838d-418c618ec6c4 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:28.457263 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'tag': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'status': 'completed', 'code': 200} Jul 05 04:10:28.496277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d525eb1-b509-4876-be4f-7491475ea27f req-2de3d47a-47f8-4c84-82ea-9284080816e1 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:28.499977 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7d525eb1-b509-4876-be4f-7491475ea27f req-2de3d47a-47f8-4c84-82ea-9284080816e1 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 946 time: 0.1507273 Jul 05 04:10:28.503046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-508e8c09-ed1a-4f94-a4fc-1d8c0a2e70c9 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "PUT /v2.0/floatingips/da124d2a-60ce-4f92-b6db-ee46774ed92f HTTP/1.1" status: 200 len: 991 time: 2.1157668 Jul 05 04:10:28.793882 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be251ad-d6a2-4337-845b-9514d1cec407 req-27c80c49-295f-4954-af1a-ca142eb78dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:28.795570 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4be251ad-d6a2-4337-845b-9514d1cec407 req-27c80c49-295f-4954-af1a-ca142eb78dd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=265cbf1408624a5586edd1ae14461c5e&device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 1096 time: 0.2844889 Jul 05 04:10:28.898771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec5364a-9086-4554-af60-dfd175bde785 None None] Sync routers for ids ['5a742f29-877a-47ca-900e-e844cf762042'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:28.908705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec5364a-9086-4554-af60-dfd175bde785 None None] Routers {'5a742f29-877a-47ca-900e-e844cf762042'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:28.909501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6ec5364a-9086-4554-af60-dfd175bde785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:10:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5a742f29-877a-47ca-900e-e844cf762042'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:28.934802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca79ecff-80d2-448e-9ad3-f24c7c41a30e req-b757fbdb-7081-4bef-9b12-51418c7274f9 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 210 time: 0.0362670 Jul 05 04:10:28.962521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7d525eb1-b509-4876-be4f-7491475ea27f req-d2c79700-8325-429c-9e5b-f558ba9ca373 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Deleting port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:28.962883 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7d525eb1-b509-4876-be4f-7491475ea27f req-d2c79700-8325-429c-9e5b-f558ba9ca373 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.137827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-283c9c3d-6f09-46bf-8e28-84a808bb4063 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:29.139727 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-283c9c3d-6f09-46bf-8e28-84a808bb4063 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.11 "GET /v2.0/networks?id=e90517ab-df71-42d3-ac35-e55b2ddbb723 HTTP/1.1" status: 200 len: 815 time: 0.4461894 Jul 05 04:10:29.141348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-6ec5364a-9086-4554-af60-dfd175bde785 None None] Set router 5a742f29-877a-47ca-900e-e844cf762042 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:29.166287 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-da78abe2-b861-4eb3-9584-16b0230b65dc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Request body: {'port': {'device_id': '652a9d57-546c-4ac9-bcda-7525a98a7dd9', 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723', 'admin_state_up': True, 'tenant_id': '15616589beaf40faa95fd23b0296a009'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:29.198558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f81ca3a-fc67-490f-b113-77d51df4062c req-7c12c98b-1112-49c6-ba1a-ec599af774d2 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0577779 Jul 05 04:10:29.304964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f491721-0c0b-4eef-b76c-1e7eab22caf7 req-e6a381ee-efd6-4366-9a6b-25891754fd30 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:29.314124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f491721-0c0b-4eef-b76c-1e7eab22caf7 req-e6a381ee-efd6-4366-9a6b-25891754fd30 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 946 time: 0.0988064 Jul 05 04:10:29.373284 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be251ad-d6a2-4337-845b-9514d1cec407 req-14c762a0-35e4-4caa-8ea8-adce30979a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:29.375218 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4be251ad-d6a2-4337-845b-9514d1cec407 req-14c762a0-35e4-4caa-8ea8-adce30979a8a service neutron] 10.222.0.11 "GET /v2.0/networks?id=149fe398-6756-499e-94fd-174eadee3f27 HTTP/1.1" status: 200 len: 914 time: 0.5664380 Jul 05 04:10:29.391380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f491721-0c0b-4eef-b76c-1e7eab22caf7 req-d2313714-2568-45dd-9426-78ea0a674263 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/security-groups?id=233bb0d8-3ce2-49b0-843f-c1159446e8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779164 Jul 05 04:10:29.496924 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.501442 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7d525eb1-b509-4876-be4f-7491475ea27f req-d2c79700-8325-429c-9e5b-f558ba9ca373 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] For port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=d8b7c27c-c58c-4021-a8c7-51a87a0d46a7,segment=NetworkSegment(5dbc82e3-377e-4723-8a13-df44e214d037),segment_id=5dbc82e3-377e-4723-8a13-df44e214d037)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:29.501956 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7d525eb1-b509-4876-be4f-7491475ea27f req-d2c79700-8325-429c-9e5b-f558ba9ca373 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.513443 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4be251ad-d6a2-4337-845b-9514d1cec407 req-51d86bd5-57dc-4b03-ad69-acd6dcdb1380 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f4abf7-e26c-4c98-a41c-433910d8d604 HTTP/1.1" status: 200 len: 1001 time: 0.1256387 Jul 05 04:10:29.519638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-7d525eb1-b509-4876-be4f-7491475ea27f req-d2c79700-8325-429c-9e5b-f558ba9ca373 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Calling delete_port for d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:29.558240 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-da78abe2-b861-4eb3-9584-16b0230b65dc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Made reservation on behalf of 15616589beaf40faa95fd23b0296a009 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:29.561871 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-da78abe2-b861-4eb3-9584-16b0230b65dc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.610018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6ec5364a-9086-4554-af60-dfd175bde785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 4, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'da124d2a-60ce-4f92-b6db-ee46774ed92f', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '5a742f29-877a-47ca-900e-e844cf762042', 'port_id': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'mac_address': 'fa:16:3e:46:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:21Z', 'updated_at': '2021-07-05T04:10:28Z', 'revision_number': 2, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb5ef40-b73b-44bd-b9c9-51c57ede5080', 'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'mac_address': 'fa:16:3e:29:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:33Z', 'revision_number': 5, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'subnets': [{'id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:29.651942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec5364a-9086-4554-af60-dfd175bde785 None None] Checking router: 5a742f29-877a-47ca-900e-e844cf762042 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:10:29.656222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be251ad-d6a2-4337-845b-9514d1cec407 req-499212a2-0fa3-4327-83ec-169e1e6b5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:29.658525 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4be251ad-d6a2-4337-845b-9514d1cec407 req-499212a2-0fa3-4327-83ec-169e1e6b5083 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74625eb8-de70-4f6f-ba80-2d5e9288cb62 HTTP/1.1" status: 200 len: 852 time: 0.1367943 Jul 05 04:10:29.665944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec5364a-9086-4554-af60-dfd175bde785 None None] Routers {'5a742f29-877a-47ca-900e-e844cf762042'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:29.665944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6ec5364a-9086-4554-af60-dfd175bde785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:10:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5a742f29-877a-47ca-900e-e844cf762042'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:29.794126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-6ec5364a-9086-4554-af60-dfd175bde785 None None] Set router 5a742f29-877a-47ca-900e-e844cf762042 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:29.933017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be251ad-d6a2-4337-845b-9514d1cec407 req-15d5a990-2923-400a-b31e-487215093f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:29.934576 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4be251ad-d6a2-4337-845b-9514d1cec407 req-15d5a990-2923-400a-b31e-487215093f8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=149fe398-6756-499e-94fd-174eadee3f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067025 Jul 05 04:10:29.937003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-da78abe2-b861-4eb3-9584-16b0230b65dc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Allocated IP 172.20.0.11 (e90517ab-df71-42d3-ac35-e55b2ddbb723/3a5c54b4-c7ec-4849-bccf-16e0c16ab887/2675eed0-7891-4c6f-9084-8acd627f9c90) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:30.059382 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7d525eb1-b509-4876-be4f-7491475ea27f req-d2c79700-8325-429c-9e5b-f558ba9ca373 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.081111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['d8b7c27c-c58c-4021-a8c7-51a87a0d46a7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:30.157016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c79700-8325-429c-9e5b-f558ba9ca373 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Pushing event deleted for resources: {'Port': ['ID=d8b7c27c-c58c-4021-a8c7-51a87a0d46a7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:30.158077 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-6ec5364a-9086-4554-af60-dfd175bde785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 4, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'da124d2a-60ce-4f92-b6db-ee46774ed92f', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '5a742f29-877a-47ca-900e-e844cf762042', 'port_id': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'mac_address': 'fa:16:3e:46:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:21Z', 'updated_at': '2021-07-05T04:10:28Z', 'revision_number': 2, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb5ef40-b73b-44bd-b9c9-51c57ede5080', 'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'mac_address': 'fa:16:3e:29:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:33Z', 'revision_number': 5, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'subnets': [{'id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:30.161329 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0ff9ebb-f1c6-4dc0-b4ff-55d47968d9da req-9947d829-8ac6-4f80-93b4-69b4cbbe2a29 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 210 time: 0.0477650 Jul 05 04:10:30.187322 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4be251ad-d6a2-4337-845b-9514d1cec407 req-9512e571-6521-4414-b700-7ceb01ef6e29 service neutron] 10.222.0.11 "GET /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382982 Jul 05 04:10:30.458954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'tag': 'a1f4abf7-e26c-4c98-a41c-433910d8d604'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:30.462462 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5ee0a1-64f4-4c75-a1ba-233b08c78b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "776a9292-8a1f-497e-8028-b13f9fb8f8d7", "tag": "a1f4abf7-e26c-4c98-a41c-433910d8d604"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:30.483058 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec5364a-9086-4554-af60-dfd175bde785 None None] The sync data for ids ['5a742f29-877a-47ca-900e-e844cf762042'] in n-d-798249-5 is: [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 4, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'da124d2a-60ce-4f92-b6db-ee46774ed92f', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '5a742f29-877a-47ca-900e-e844cf762042', 'port_id': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'mac_address': 'fa:16:3e:46:c5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:21Z', 'updated_at': '2021-07-05T04:10:28Z', 'revision_number': 2, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb5ef40-b73b-44bd-b9c9-51c57ede5080', 'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'mac_address': 'fa:16:3e:29:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:33Z', 'revision_number': 5, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'subnets': [{'id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:30.581696 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed5585a-1e43-462f-92ae-fb1b041067d4 x-openstack-request-id: req-2ed5585a-1e43-462f-92ae-fb1b041067d4 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:30.581987 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776a9292-8a1f-497e-8028-b13f9fb8f8d7", "tag": "a1f4abf7-e26c-4c98-a41c-433910d8d604", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:30.582238 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ed5585a-1e43-462f-92ae-fb1b041067d4 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:30.582718 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'tag': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'status': 'completed', 'code': 200} Jul 05 04:10:30.645498 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ffa90a5-069f-4842-a9f8-0d047668f0b1 req-b28fb29d-0a51-4ae3-a766-2f25a5bd648e tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 210 time: 0.0540206 Jul 05 04:10:30.714585 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d525eb1-b509-4876-be4f-7491475ea27f req-d2c79700-8325-429c-9e5b-f558ba9ca373 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] No DVR routers for this DVR port d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:30.718533 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7d525eb1-b509-4876-be4f-7491475ea27f req-d2c79700-8325-429c-9e5b-f558ba9ca373 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.721754 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7d525eb1-b509-4876-be4f-7491475ea27f req-d2c79700-8325-429c-9e5b-f558ba9ca373 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.11 "DELETE /v2.0/ports/d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 HTTP/1.1" status: 204 len: 173 time: 2.1680667 Jul 05 04:10:30.762319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c263d1ab-a6d2-41f7-a0de-1bab2c3b59ca req-2625f76e-a859-4c55-998c-0a25ab9d30a4 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0325472 Jul 05 04:10:30.770631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7e389d-ffeb-4857-a9dc-776c5a09089f', 'name': 'network-vif-deleted', 'tag': 'd8b7c27c-c58c-4021-a8c7-51a87a0d46a7'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:30.772960 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622098cc-3e9c-487a-b61e-4fa42898e9dc" -d '{"events": [{"server_uuid": "1b7e389d-ffeb-4857-a9dc-776c5a09089f", "name": "network-vif-deleted", "tag": "d8b7c27c-c58c-4021-a8c7-51a87a0d46a7"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:30.843118 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1a0ecf-5f2a-4500-8090-c2485f1e19fe x-openstack-request-id: req-4b1a0ecf-5f2a-4500-8090-c2485f1e19fe {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:30.843714 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7e389d-ffeb-4857-a9dc-776c5a09089f", "name": "network-vif-deleted", "tag": "d8b7c27c-c58c-4021-a8c7-51a87a0d46a7", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:30.843969 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b1a0ecf-5f2a-4500-8090-c2485f1e19fe {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:30.844394 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7e389d-ffeb-4857-a9dc-776c5a09089f', 'name': 'network-vif-deleted', 'tag': 'd8b7c27c-c58c-4021-a8c7-51a87a0d46a7', 'status': 'completed', 'code': 200} Jul 05 04:10:30.871233 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-da78abe2-b861-4eb3-9584-16b0230b65dc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.875058 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4be251ad-d6a2-4337-845b-9514d1cec407 req-08f01309-fd92-4729-aabe-756051367ddc service neutron] 10.222.0.11 "GET /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6864388 Jul 05 04:10:30.967761 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-da78abe2-b861-4eb3-9584-16b0230b65dc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.983207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['9d949cc3-98d8-4b95-90e1-c3655e945670', 'e7b7dc62-6736-44ab-a317-6f63948a0c40', '45c973f7-8446-4d04-8bed-c1076b7e8857'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:31.048254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-da78abe2-b861-4eb3-9584-16b0230b65dc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Network e90517ab-df71-42d3-ac35-e55b2ddbb723 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:31.059552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-da78abe2-b861-4eb3-9584-16b0230b65dc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:31.071417 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78abe2-b861-4eb3-9584-16b0230b65dc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Pushing event updated for resources: {'Port': ['ID=2675eed0-7891-4c6f-9084-8acd627f9c90,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:31.075017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-da78abe2-b861-4eb3-9584-16b0230b65dc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:31.177753 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ee0a1-64f4-4c75-a1ba-233b08c78b6e req-0addd184-66d8-4cc6-8380-b0f7aa6ca9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:31.179484 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dc5ee0a1-64f4-4c75-a1ba-233b08c78b6e req-0addd184-66d8-4cc6-8380-b0f7aa6ca9d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=265cbf1408624a5586edd1ae14461c5e&device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 1096 time: 0.1797321 Jul 05 04:10:31.191038 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-da78abe2-b861-4eb3-9584-16b0230b65dc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:31.191865 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-da78abe2-b861-4eb3-9584-16b0230b65dc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.309483 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ee0a1-64f4-4c75-a1ba-233b08c78b6e req-e745b6d0-f332-4af4-9a37-138886fd2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:31.311175 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dc5ee0a1-64f4-4c75-a1ba-233b08c78b6e req-e745b6d0-f332-4af4-9a37-138886fd2f65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=149fe398-6756-499e-94fd-174eadee3f27 HTTP/1.1" status: 200 len: 914 time: 0.1162784 Jul 05 04:10:31.442863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3cf4e-9188-40be-96ec-691f717c6e48 req-66304bce-707d-4802-9d44-5b1b5b0f9fea tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:31.445636 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dc5ee0a1-64f4-4c75-a1ba-233b08c78b6e req-00ca31ff-adaa-4bfd-90ae-62698557486e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f4abf7-e26c-4c98-a41c-433910d8d604 HTTP/1.1" status: 200 len: 1001 time: 0.1247008 Jul 05 04:10:31.447607 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-da78abe2-b861-4eb3-9584-16b0230b65dc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2933841 Jul 05 04:10:31.448867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55b3cf4e-9188-40be-96ec-691f717c6e48 req-66304bce-707d-4802-9d44-5b1b5b0f9fea tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 932 time: 0.0970290 Jul 05 04:10:31.453074 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.473806 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Request body: {'port': {'device_id': '652a9d57-546c-4ac9-bcda-7525a98a7dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:31.503235 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55b3cf4e-9188-40be-96ec-691f717c6e48 req-1f0fa53f-88ea-4d79-b4b7-6edc96acd25f tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501177 Jul 05 04:10:31.560301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ee0a1-64f4-4c75-a1ba-233b08c78b6e req-1b293c0a-8f54-4bc6-8595-d062a7bed8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:31.561853 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dc5ee0a1-64f4-4c75-a1ba-233b08c78b6e req-1b293c0a-8f54-4bc6-8595-d062a7bed8f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74625eb8-de70-4f6f-ba80-2d5e9288cb62 HTTP/1.1" status: 200 len: 852 time: 0.1018150 Jul 05 04:10:31.631448 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.689739 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ee0a1-64f4-4c75-a1ba-233b08c78b6e req-60a79470-bcbb-4c7e-a895-84af0c12f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:31.691528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dc5ee0a1-64f4-4c75-a1ba-233b08c78b6e req-60a79470-bcbb-4c7e-a895-84af0c12f1b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=149fe398-6756-499e-94fd-174eadee3f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070399 Jul 05 04:10:31.924590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e6ce1234-5bc7-4ff5-b7f8-cefb56c4a612 req-433b7352-b788-4c20-88d8-27dea5b9a44c tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b7e389d-ffeb-4857-a9dc-776c5a09089f HTTP/1.1" status: 200 len: 210 time: 0.0523710 Jul 05 04:10:31.966809 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dc5ee0a1-64f4-4c75-a1ba-233b08c78b6e req-124f3a1f-36f1-4a1f-b939-501d4e9cc627 service neutron] 10.222.0.11 "GET /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618883 Jul 05 04:10:31.982584 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dad10aab-fe1e-43be-b5a9-d562c18e5c39 req-542f67c6-ff46-4137-8430-7fd9d696c416 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0291994 Jul 05 04:10:32.117860 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dc5ee0a1-64f4-4c75-a1ba-233b08c78b6e req-1d79177d-128f-4706-94a9-41967f462584 service neutron] 10.222.0.11 "GET /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430836 Jul 05 04:10:32.162590 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2675eed0-7891-4c6f-9084-8acd627f9c90 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:32.171165 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.186304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Transition to ACTIVE for port object 2675eed0-7891-4c6f-9084-8acd627f9c90 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:32.242295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.298260 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Pushing event updated for resources: {'Port': ['ID=2675eed0-7891-4c6f-9084-8acd627f9c90,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:32.366936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Attempting to bind port 2675eed0-7891-4c6f-9084-8acd627f9c90 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:32.367292 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Attempting to bind port 2675eed0-7891-4c6f-9084-8acd627f9c90 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:32.373994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Attempting to bind port 2675eed0-7891-4c6f-9084-8acd627f9c90 on network e90517ab-df71-42d3-ac35-e55b2ddbb723 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:32.378848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Port 2675eed0-7891-4c6f-9084-8acd627f9c90 on network e90517ab-df71-42d3-ac35-e55b2ddbb723 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:10:32.379174 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Attempting to bind port 2675eed0-7891-4c6f-9084-8acd627f9c90 on network e90517ab-df71-42d3-ac35-e55b2ddbb723 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:32.384766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:32.385106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Checking segment: {'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:32.385488 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Bound using segment: {'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:32.385915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Bound port: 2675eed0-7891-4c6f-9084-8acd627f9c90, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ceff89-95ff-4d64-a6cc-411f32de49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:32.386272 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.453273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] For port 2675eed0-7891-4c6f-9084-8acd627f9c90, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:32.456356 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] For port 2675eed0-7891-4c6f-9084-8acd627f9c90, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2675eed0-7891-4c6f-9084-8acd627f9c90,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:32.568432 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.619421 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:32.620975 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.632801 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-a4835161-e8f8-4605-8478-c5644251128d service neutron] 10.222.0.11 "PUT /v2.0/ports/2675eed0-7891-4c6f-9084-8acd627f9c90 HTTP/1.1" status: 200 len: 1092 time: 1.1544511 Jul 05 04:10:32.653450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4835161-e8f8-4605-8478-c5644251128d service neutron] Pushing event updated for resources: {'Port': ['ID=2675eed0-7891-4c6f-9084-8acd627f9c90,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:32.691708 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606af07-2a56-4770-a912-0b0f9c80a041 req-fc06df46-dea7-4ea8-a23c-0e1b9740b99d tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:32.693935 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b606af07-2a56-4770-a912-0b0f9c80a041 req-fc06df46-dea7-4ea8-a23c-0e1b9740b99d tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 944 time: 0.0725837 Jul 05 04:10:32.746620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b606af07-2a56-4770-a912-0b0f9c80a041 req-d04188dc-006c-4315-a6b8-ebc2946ec238 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451558 Jul 05 04:10:32.795690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-29bbb4b5-688b-4067-af8b-2e79a7faa38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:32.797262 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-29bbb4b5-688b-4067-af8b-2e79a7faa38b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15616589beaf40faa95fd23b0296a009&device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0697520 Jul 05 04:10:32.845221 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-fcd74118-54a4-47ba-88d4-60440ade9435 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2675eed0-7891-4c6f-9084-8acd627f9c90 HTTP/1.1" status: 200 len: 217 time: 0.0402899 Jul 05 04:10:32.845699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652a9d57-546c-4ac9-bcda-7525a98a7dd9', 'tag': '2675eed0-7891-4c6f-9084-8acd627f9c90'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:32.848048 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004506d0-fd95-45f3-9499-235048cd1e49" -d '{"events": [{"name": "network-changed", "server_uuid": "652a9d57-546c-4ac9-bcda-7525a98a7dd9", "tag": "2675eed0-7891-4c6f-9084-8acd627f9c90"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:32.885675 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a534fc-8dcc-4661-bdd1-6beb98ef169b x-openstack-request-id: req-44a534fc-8dcc-4661-bdd1-6beb98ef169b {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:32.886020 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652a9d57-546c-4ac9-bcda-7525a98a7dd9", "tag": "2675eed0-7891-4c6f-9084-8acd627f9c90", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:32.886217 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44a534fc-8dcc-4661-bdd1-6beb98ef169b {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:32.886612 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652a9d57-546c-4ac9-bcda-7525a98a7dd9', 'tag': '2675eed0-7891-4c6f-9084-8acd627f9c90', 'status': 'completed', 'code': 200} Jul 05 04:10:32.901739 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-bd2ddb6f-2a42-49d8-a1dd-87b181eade59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:32.903274 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-bd2ddb6f-2a42-49d8-a1dd-87b181eade59 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a5c54b4-c7ec-4849-bccf-16e0c16ab887 HTTP/1.1" status: 200 len: 855 time: 0.0516822 Jul 05 04:10:32.935832 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-fe3f778b-2269-48fe-bf6f-dd6e38a1a3da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e90517ab-df71-42d3-ac35-e55b2ddbb723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263898 Jul 05 04:10:33.074766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56740) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:33.090413 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-7ec4071f-29ad-4282-9e00-878ffe84e05a service neutron] 10.222.0.11 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481817 Jul 05 04:10:33.146713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c844a5-7573-4097-8f97-c9ea09c0c197 admin admin] Deleting subnet 14f96406-1fd5-49f7-90e7-d10791959374 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:33.151212 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-64c844a5-7573-4097-8f97-c9ea09c0c197 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.188036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:33.213666 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-64c844a5-7573-4097-8f97-c9ea09c0c197 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.220022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:33.220402 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device d8b7c27c-c58c-4021-a8c7-51a87a0d46a7 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:33.250812 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2df68517-34d4-4827-9a25-3317fcb72c58 req-b03ca1fc-bd5b-4d14-acbf-35d357f6e641 service neutron] 10.222.0.11 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518250 Jul 05 04:10:33.284048 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d376cf8-35a3-4bdd-bbec-ef0396670b63 req-a85a8eee-40ae-4f37-91e9-853885c23fa0 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0392067 Jul 05 04:10:33.305187 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-64c844a5-7573-4097-8f97-c9ea09c0c197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.415495 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-64c844a5-7573-4097-8f97-c9ea09c0c197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.431010 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56748) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:33.445551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c844a5-7573-4097-8f97-c9ea09c0c197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14f96406-1fd5-49f7-90e7-d10791959374,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:33.449541 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-64c844a5-7573-4097-8f97-c9ea09c0c197 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.452394 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-64c844a5-7573-4097-8f97-c9ea09c0c197 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/14f96406-1fd5-49f7-90e7-d10791959374 HTTP/1.1" status: 204 len: 168 time: 0.3753915 Jul 05 04:10:33.454333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56750) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:33.480541 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004506d0-fd95-45f3-9499-235048cd1e49 req-5d0ff632-39ec-4205-a776-952cf5d08c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:33.482065 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-004506d0-fd95-45f3-9499-235048cd1e49 req-5d0ff632-39ec-4205-a776-952cf5d08c84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15616589beaf40faa95fd23b0296a009&device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 1095 time: 0.1137202 Jul 05 04:10:33.492993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b522f1d3-c004-4f0f-9411-f7d054af7cdd admin admin] Deleting subnet 46d22eed-05a8-48c9-8eef-4cf329439c8a {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:33.513585 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b522f1d3-c004-4f0f-9411-f7d054af7cdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.524646 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55f4e987-57e2-437b-a32e-675d1e5a56b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.583088 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b522f1d3-c004-4f0f-9411-f7d054af7cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.609083 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55f4e987-57e2-437b-a32e-675d1e5a56b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.619930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-55f4e987-57e2-437b-a32e-675d1e5a56b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:33.630150 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-55f4e987-57e2-437b-a32e-675d1e5a56b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfcd4eb-2884-4c08-82ae-726a76c0db66') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:33.630444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-55f4e987-57e2-437b-a32e-675d1e5a56b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfcd4eb-2884-4c08-82ae-726a76c0db66') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:33.639586 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55f4e987-57e2-437b-a32e-675d1e5a56b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.646462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004506d0-fd95-45f3-9499-235048cd1e49 req-94b90a87-32f1-4c34-ae80-a33c895557c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:33.648078 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-004506d0-fd95-45f3-9499-235048cd1e49 req-94b90a87-32f1-4c34-ae80-a33c895557c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e90517ab-df71-42d3-ac35-e55b2ddbb723 HTTP/1.1" status: 200 len: 916 time: 0.1592445 Jul 05 04:10:33.650799 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b522f1d3-c004-4f0f-9411-f7d054af7cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.655305 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55f4e987-57e2-437b-a32e-675d1e5a56b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.662215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f4e987-57e2-437b-a32e-675d1e5a56b6 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:33.662624 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55f4e987-57e2-437b-a32e-675d1e5a56b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:33.665263 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:33.712620 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-004506d0-fd95-45f3-9499-235048cd1e49 req-4def918c-9fed-4bc5-b74e-263286cbcec6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2675eed0-7891-4c6f-9084-8acd627f9c90 HTTP/1.1" status: 200 len: 217 time: 0.0402470 Jul 05 04:10:33.779575 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004506d0-fd95-45f3-9499-235048cd1e49 req-444265b5-67a3-4814-99ae-f140cb36c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:33.781047 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-004506d0-fd95-45f3-9499-235048cd1e49 req-444265b5-67a3-4814-99ae-f140cb36c173 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a5c54b4-c7ec-4849-bccf-16e0c16ab887 HTTP/1.1" status: 200 len: 855 time: 0.0601931 Jul 05 04:10:33.801938 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55f4e987-57e2-437b-a32e-675d1e5a56b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.814514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-55f4e987-57e2-437b-a32e-675d1e5a56b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.815182 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-55f4e987-57e2-437b-a32e-675d1e5a56b6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8 HTTP/1.1" status: 204 len: 168 time: 0.3599176 Jul 05 04:10:33.825137 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-004506d0-fd95-45f3-9499-235048cd1e49 req-faa64825-462e-4e69-8cc0-8a04e16718b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e90517ab-df71-42d3-ac35-e55b2ddbb723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350342 Jul 05 04:10:33.829832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4e987-57e2-437b-a32e-675d1e5a56b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca0c12f-eb02-435a-a8ce-3ef43e6df3f8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:33.880837 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b522f1d3-c004-4f0f-9411-f7d054af7cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.924748 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b522f1d3-c004-4f0f-9411-f7d054af7cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.928134 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b522f1d3-c004-4f0f-9411-f7d054af7cdd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/46d22eed-05a8-48c9-8eef-4cf329439c8a HTTP/1.1" status: 204 len: 168 time: 0.4957876 Jul 05 04:10:33.929802 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56756) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:33.945172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522f1d3-c004-4f0f-9411-f7d054af7cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d22eed-05a8-48c9-8eef-4cf329439c8a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:33.978633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067cfc2-4e42-458a-aaee-bd1324960d26 req-af7e2c86-8416-4ae8-a167-92cceae7979f tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:33.980299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8067cfc2-4e42-458a-aaee-bd1324960d26 req-af7e2c86-8416-4ae8-a167-92cceae7979f tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 944 time: 0.0687630 Jul 05 04:10:34.023044 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8067cfc2-4e42-458a-aaee-bd1324960d26 req-880cc2bf-7dee-4adb-bdb5-1ed4ceac7488 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365160 Jul 05 04:10:34.045251 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9bc3-c17c-4b73-b2fc-d15edeef66df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.049589 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-004506d0-fd95-45f3-9499-235048cd1e49 req-34e6ffc2-a65a-410d-b587-ba55da00afce service neutron] 10.222.0.11 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163143 Jul 05 04:10:34.194944 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9bc3-c17c-4b73-b2fc-d15edeef66df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.215665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2b3d9bc3-c17c-4b73-b2fc-d15edeef66df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed21b41f-0d73-4b0a-b0dd-2515b439cbfb']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:34.222460 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56760) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:34.232511 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2b3d9bc3-c17c-4b73-b2fc-d15edeef66df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbc82e3-377e-4723-8a13-df44e214d037') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:34.232754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2b3d9bc3-c17c-4b73-b2fc-d15edeef66df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbc82e3-377e-4723-8a13-df44e214d037') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:34.235949 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-004506d0-fd95-45f3-9499-235048cd1e49 req-30f87d68-d280-49e0-b710-577453dd5f56 service neutron] 10.222.0.11 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779523 Jul 05 04:10:34.244675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9bc3-c17c-4b73-b2fc-d15edeef66df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.260332 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9bc3-c17c-4b73-b2fc-d15edeef66df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.266949 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3d9bc3-c17c-4b73-b2fc-d15edeef66df admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:34.273312 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9bc3-c17c-4b73-b2fc-d15edeef66df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.273445 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c9ff0a9d-825d-4108-a78e-73484c902ba0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=321fc23c111c419cbc55f9e82f2edf3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440025 Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:34.273539 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:34.276229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56762) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:34.340249 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-96c1ed7e-4398-40be-b995-37851a40450c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.362252 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-96c1ed7e-4398-40be-b995-37851a40450c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.390430 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9bc3-c17c-4b73-b2fc-d15edeef66df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.398149 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9bc3-c17c-4b73-b2fc-d15edeef66df admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.401704 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2b3d9bc3-c17c-4b73-b2fc-d15edeef66df admin admin] 10.222.0.60 "DELETE /v2.0/networks/ed21b41f-0d73-4b0a-b0dd-2515b439cbfb HTTP/1.1" status: 204 len: 168 time: 0.4675541 Jul 05 04:10:34.416814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d9bc3-c17c-4b73-b2fc-d15edeef66df admin admin] Pushing event deleted for resources: {'Network': ['ID=ed21b41f-0d73-4b0a-b0dd-2515b439cbfb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:34.463601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c82e789e-4bff-41c6-85c1-8d8309fd30c4 req-0284623e-33b6-4432-8f38-62e60475f53e tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0335746 Jul 05 04:10:34.527746 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-96c1ed7e-4398-40be-b995-37851a40450c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.530486 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-96c1ed7e-4398-40be-b995-37851a40450c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.531646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-96c1ed7e-4398-40be-b995-37851a40450c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e5b2ee9-4068-4a24-ba73-993b92623069 HTTP/1.1" status: 204 len: 168 time: 0.2572458 Jul 05 04:10:34.541003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1ed7e-4398-40be-b995-37851a40450c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5b2ee9-4068-4a24-ba73-993b92623069,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:34.761134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56770) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:34.805951 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d7b156c8-cf35-4902-8178-8a66734d1de3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b54e154b4c64876a8a11b182dc90e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435603 Jul 05 04:10:34.808481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56774) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:34.858836 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9aafd757-81fb-45f5-af7a-6440a2c0bcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.882639 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9aafd757-81fb-45f5-af7a-6440a2c0bcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.018612 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9aafd757-81fb-45f5-af7a-6440a2c0bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.021291 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9aafd757-81fb-45f5-af7a-6440a2c0bcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.022851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9aafd757-81fb-45f5-af7a-6440a2c0bcae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/233bb0d8-3ce2-49b0-843f-c1159446e8a0 HTTP/1.1" status: 204 len: 168 time: 0.2131333 Jul 05 04:10:35.032000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafd757-81fb-45f5-af7a-6440a2c0bcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233bb0d8-3ce2-49b0-843f-c1159446e8a0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:35.251841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b517d-eb9f-42fa-95a5-e4a3fb1479ea req-76b9577f-c44f-422c-90c7-978d6a9fbfd4 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:35.253435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea9b517d-eb9f-42fa-95a5-e4a3fb1479ea req-76b9577f-c44f-422c-90c7-978d6a9fbfd4 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 944 time: 0.0773880 Jul 05 04:10:35.318218 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea9b517d-eb9f-42fa-95a5-e4a3fb1479ea req-f14b76dd-43fc-42d8-8f2f-cb71152c519e tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579603 Jul 05 04:10:35.631261 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b88bfcf-667b-4226-8def-00e20664136b req-ac508327-bdaa-4bdf-ba50-ba878503e698 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0337441 Jul 05 04:10:35.814156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56814) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:35.937523 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd460-3120-48b9-8e9d-3ce843d4e3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.037906 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd460-3120-48b9-8e9d-3ce843d4e3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.144625 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd460-3120-48b9-8e9d-3ce843d4e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.187563 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1c8bd460-3120-48b9-8e9d-3ce843d4e3ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92583d8260e949248d4b0c5e03bf7b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723059 Jul 05 04:10:36.188269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bd460-3120-48b9-8e9d-3ce843d4e3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ded8fca-4ffc-4c89-a6ea-2cc0e2e790a1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:36.190431 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56822) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:36.242821 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8b22c25-1d88-488b-aa8e-0180fa08be6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.264459 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8b22c25-1d88-488b-aa8e-0180fa08be6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.373644 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8b22c25-1d88-488b-aa8e-0180fa08be6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.378910 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8b22c25-1d88-488b-aa8e-0180fa08be6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.380244 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a8b22c25-1d88-488b-aa8e-0180fa08be6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ded8fca-4ffc-4c89-a6ea-2cc0e2e790a1 HTTP/1.1" status: 204 len: 168 time: 0.1887243 Jul 05 04:10:36.391368 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b22c25-1d88-488b-aa8e-0180fa08be6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ded8fca-4ffc-4c89-a6ea-2cc0e2e790a1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:36.539492 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67552c9a-fecd-4fe2-be6b-43e762f9f6ba req-0c58506f-a956-453f-aa9f-f1a0d3bb42d3 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:36.541570 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67552c9a-fecd-4fe2-be6b-43e762f9f6ba req-0c58506f-a956-453f-aa9f-f1a0d3bb42d3 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 944 time: 0.0861852 Jul 05 04:10:36.551691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56838) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:36.607421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67552c9a-fecd-4fe2-be6b-43e762f9f6ba req-656055e2-c80b-45a5-b5e1-0f1a50214765 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583050 Jul 05 04:10:36.784611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1450705543-network', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:36.809327 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74eb6dfc-e838-4c40-a8f9-f0279d330f87 req-422a5e30-465e-4acc-acf4-470ba1b48d4a tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0357032 Jul 05 04:10:36.887228 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] Made reservation on behalf of 46fbc9635ffe4afc9c63593099e73911 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:36.889703 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.898498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.989609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.041998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56850) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:37.055377 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-27d32fe9-1981-4699-99ea-1dfe77081395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.093007 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.119004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:37.128902 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:37.134466 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.134865 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] Added segment 8ad6cf04-195d-4d06-a979-81ae56b18e0c of type vlan for network a660774b-4e9f-46d0-91a2-a0fa4450349a Jul 05 04:10:37.175371 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-27d32fe9-1981-4699-99ea-1dfe77081395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.177341 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.194569 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2675eed0-7891-4c6f-9084-8acd627f9c90 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:10:37.235837 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-27d32fe9-1981-4699-99ea-1dfe77081395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.277694 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-27d32fe9-1981-4699-99ea-1dfe77081395 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d8ef1ddeec44868b917756d07d96aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345273 Jul 05 04:10:37.279889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d32fe9-1981-4699-99ea-1dfe77081395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ffe97a-7311-49a1-afdf-1b5b33bbcdf4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:37.280439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56852) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:37.292928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2675eed0-7891-4c6f-9084-8acd627f9c90, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2675eed0-7891-4c6f-9084-8acd627f9c90,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:37.295507 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.296434 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:37.297020 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.305523 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '2675eed0-7891-4c6f-9084-8acd627f9c90', 'network_id': 'e90517ab-df71-42d3-ac35-e55b2ddbb723', 'port_id': '2675eed0-7891-4c6f-9084-8acd627f9c90', 'mac_address': 'fa:16:3e:09:6d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5c54b4-c7ec-4849-bccf-16e0c16ab887', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:10:37.349133 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.366529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2675eed0-7891-4c6f-9084-8acd627f9c90 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:37.404075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] Pushing event updated for resources: {'Network': ['ID=a660774b-4e9f-46d0-91a2-a0fa4450349a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:37.404873 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2675eed0-7891-4c6f-9084-8acd627f9c90, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2675eed0-7891-4c6f-9084-8acd627f9c90,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:37.410901 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bd1eec64-454d-4a2f-9bf7-9d13ddd04001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.419282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network a660774b-4e9f-46d0-91a2-a0fa4450349a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:37.449498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bd1eec64-454d-4a2f-9bf7-9d13ddd04001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.462206 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7260ee57-7cd6-4762-b72d-cdc9549c1a2c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9078319 Jul 05 04:10:37.465125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56854) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:37.470186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-fd97734f-ecf2-44ea-bd06-28c7ac02026e admin admin] Request body: {'subnet': {'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1450705543-subnet', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:37.490188 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.547211 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2675eed0-7891-4c6f-9084-8acd627f9c90,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:37.554774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:37.555129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:37.555472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:37.555856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:37.556148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:37.556503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:37.556835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:37.557163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:37.557490 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:37.557816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:37.558141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:37.558466 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:37.601485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd97734f-ecf2-44ea-bd06-28c7ac02026e admin admin] Made reservation on behalf of 46fbc9635ffe4afc9c63593099e73911 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:37.604609 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd97734f-ecf2-44ea-bd06-28c7ac02026e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.637460 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bd1eec64-454d-4a2f-9bf7-9d13ddd04001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.643632 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bd1eec64-454d-4a2f-9bf7-9d13ddd04001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.645460 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bd1eec64-454d-4a2f-9bf7-9d13ddd04001 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6ffe97a-7311-49a1-afdf-1b5b33bbcdf4 HTTP/1.1" status: 204 len: 168 time: 0.3639851 Jul 05 04:10:37.673216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1eec64-454d-4a2f-9bf7-9d13ddd04001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ffe97a-7311-49a1-afdf-1b5b33bbcdf4,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:37.735329 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2675eed0-7891-4c6f-9084-8acd627f9c90'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:37.878801 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06d39a-135d-4bd1-afbf-9174ad578cd7 req-baa58bda-9108-4a12-9838-966dfd05e951 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:37.880572 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c06d39a-135d-4bd1-afbf-9174ad578cd7 req-baa58bda-9108-4a12-9838-966dfd05e951 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 945 time: 0.1429908 Jul 05 04:10:37.920019 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c06d39a-135d-4bd1-afbf-9174ad578cd7 req-bd3fcf31-0428-4718-91db-f8dec81fadfa tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325065 Jul 05 04:10:37.942227 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd97734f-ecf2-44ea-bd06-28c7ac02026e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.024497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c044ecef-59d2-49df-be59-cfae7e3f1348 req-d8971748-7f7d-4f5d-ab65-4d4ba3310b4c tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0542536 Jul 05 04:10:38.057234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97734f-ecf2-44ea-bd06-28c7ac02026e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f71dca5-71ed-4a09-a0a0-4a186552a407,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:38.057234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97734f-ecf2-44ea-bd06-28c7ac02026e admin admin] Checking segment: {'id': '8ad6cf04-195d-4d06-a979-81ae56b18e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:38.057234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97734f-ecf2-44ea-bd06-28c7ac02026e admin admin] Network hostable DHCP agents. Network: a660774b-4e9f-46d0-91a2-a0fa4450349a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:38.133134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97734f-ecf2-44ea-bd06-28c7ac02026e admin admin] Network a660774b-4e9f-46d0-91a2-a0fa4450349a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:38.201161 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-fd97734f-ecf2-44ea-bd06-28c7ac02026e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, a660774b-4e9f-46d0-91a2-a0fa4450349a) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:38.205221 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd97734f-ecf2-44ea-bd06-28c7ac02026e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:38.205804 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd97734f-ecf2-44ea-bd06-28c7ac02026e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.210210 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f8a051-edc9-4434-9dc7-13badca21280 None None] Network a660774b-4e9f-46d0-91a2-a0fa4450349a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:38.279255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fd97734f-ecf2-44ea-bd06-28c7ac02026e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8102591 Jul 05 04:10:38.279502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56874) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:38.284055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1450705543-router', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:38.345937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df6f079-c320-4e20-b95e-52c99de7cd7f None None] Network a660774b-4e9f-46d0-91a2-a0fa4450349a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:38.355903 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.357113 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.426887 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.642515 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.984250 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.027054 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.117802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-f5ab26c9-d3a1-494e-83b3-1ecc0a9cd847 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f7ca40dcdd604c11a19beb38813901f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416508 Jul 05 04:10:39.228067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2675eed0-7891-4c6f-9084-8acd627f9c90 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:39.349998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 2675eed0-7891-4c6f-9084-8acd627f9c90 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:39.354098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 2675eed0-7891-4c6f-9084-8acd627f9c90 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:39.359017 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.362710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Allocated IP 172.25.0.201 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/641c9918-e9d5-45c1-8434-89987c26a39f) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:39.409045 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1f2b69d9-b116-466f-a4fc-f8974315c23e tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:39.410678 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1f2b69d9-b116-466f-a4fc-f8974315c23e tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812397 Jul 05 04:10:39.421775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286771b-2357-43df-b5d4-b3a1ffad0fb8 req-ea87cbed-1883-44b5-9636-1e52ef505923 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:39.423091 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5286771b-2357-43df-b5d4-b3a1ffad0fb8 req-ea87cbed-1883-44b5-9636-1e52ef505923 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 945 time: 0.3084433 Jul 05 04:10:39.449660 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.474813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652a9d57-546c-4ac9-bcda-7525a98a7dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2675eed0-7891-4c6f-9084-8acd627f9c90'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:39.477617 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62f0238-3d70-4931-8822-5480bb4a638a" -d '{"events": [{"server_uuid": "652a9d57-546c-4ac9-bcda-7525a98a7dd9", "name": "network-vif-plugged", "status": "completed", "tag": "2675eed0-7891-4c6f-9084-8acd627f9c90"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:39.495120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2675eed0-7891-4c6f-9084-8acd627f9c90, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2675eed0-7891-4c6f-9084-8acd627f9c90,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:39.495594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-44b3a4cb-ca82-4f01-bb33-f19bbed07ae8 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/quotas/f7ca40dcdd604c11a19beb38813901f6 HTTP/1.1" status: 200 len: 375 time: 0.0715225 Jul 05 04:10:39.555301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5286771b-2357-43df-b5d4-b3a1ffad0fb8 req-2942787a-fb0c-4cb2-a733-6fd8e29a385f tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196380 Jul 05 04:10:39.559231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-00980850-6709-4746-abea-9df1104a967a tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7ca40dcdd604c11a19beb38813901f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536778 Jul 05 04:10:39.584132 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.589133 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.658545 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2675eed0-7891-4c6f-9084-8acd627f9c90,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:39.716181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccb5d995-c0a6-4daa-9964-6483aea24665 req-ca203496-7605-4526-9f58-340d3077dd6e tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0308554 Jul 05 04:10:39.728318 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.773668 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deda2b72-b9bf-41f8-86a6-64a6a6449aa6 x-openstack-request-id: req-deda2b72-b9bf-41f8-86a6-64a6a6449aa6 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:39.773668 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652a9d57-546c-4ac9-bcda-7525a98a7dd9", "name": "network-vif-plugged", "status": "completed", "tag": "2675eed0-7891-4c6f-9084-8acd627f9c90", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:39.773668 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-deda2b72-b9bf-41f8-86a6-64a6a6449aa6 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:39.773668 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652a9d57-546c-4ac9-bcda-7525a98a7dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2675eed0-7891-4c6f-9084-8acd627f9c90', 'code': 200} Jul 05 04:10:39.788237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:39.800240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:39.804767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:39.809165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Pushing event updated for resources: {'Port': ['ID=641c9918-e9d5-45c1-8434-89987c26a39f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:39.905687 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d494d-8afc-43b6-a7c7-259b19ff31e2 req-94dc51a5-6813-4f81-afe8-fbb6f306338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:39.907383 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a92d494d-8afc-43b6-a7c7-259b19ff31e2 req-94dc51a5-6813-4f81-afe8-fbb6f306338d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0620129 Jul 05 04:10:39.922941 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d5384a8-ca27-4c5b-81d2-9470e2422319 req-36d30f87-23c7-4635-95fc-aa3096c4f00d tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 210 time: 0.0470486 Jul 05 04:10:39.948694 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a92d494d-8afc-43b6-a7c7-259b19ff31e2 req-fe91d992-4a7c-4180-ba61-6a4e56a71ab4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338211 Jul 05 04:10:40.609817 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.839992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61200cd-067a-4a18-8cf3-3fc2083dea6a req-9f5e6c08-a6a2-45f2-af2a-d1e9cf5d58b2 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:40.846213 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d61200cd-067a-4a18-8cf3-3fc2083dea6a req-9f5e6c08-a6a2-45f2-af2a-d1e9cf5d58b2 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 946 time: 0.1506734 Jul 05 04:10:40.930924 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72a77f7b-3c15-457c-a966-8ff7fcb04640 req-a3556641-ce3e-4a47-a1ba-7839b102d651 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0491877 Jul 05 04:10:40.965283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d61200cd-067a-4a18-8cf3-3fc2083dea6a req-d90fb4bd-b336-44ef-8c51-0aca4896b4d1 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846369 Jul 05 04:10:40.966325 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.048555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed52e44f-1270-484e-99c6-1789c738115b req-85efd6f2-701d-4f80-b084-9f8dfe02d9f5 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 210 time: 0.0439672 Jul 05 04:10:41.264214 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Router 4328400d-c55f-4a94-ade0-87e8ba4f673c is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:10:41.380172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:41.391306 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Sync routers for ids ['4328400d-c55f-4a94-ade0-87e8ba4f673c'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:41.409156 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Routers {'4328400d-c55f-4a94-ade0-87e8ba4f673c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:41.409839 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:10:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['4328400d-c55f-4a94-ade0-87e8ba4f673c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:41.493527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.497540 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fb957d91-a2fa-4f78-b625-9062072736f3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2143261 Jul 05 04:10:41.497729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56954) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:41.528791 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Set router 4328400d-c55f-4a94-ade0-87e8ba4f673c gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:41.745560 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'name': 'tempest-ServerRescueNegativeTestJSON-1450705543-router', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '641c9918-e9d5-45c1-8434-89987c26a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:10:38Z', 'updated_at': '2021-07-05T04:10:40Z', 'revision_number': 3, 'project_id': '46fbc9635ffe4afc9c63593099e73911', 'gw_port': {'id': '641c9918-e9d5-45c1-8434-89987c26a39f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:10:39Z', 'updated_at': '2021-07-05T04:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:41.773326 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Checking router: 4328400d-c55f-4a94-ade0-87e8ba4f673c for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:10:41.773935 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Updating router 4328400d-c55f-4a94-ade0-87e8ba4f673c port 641c9918-e9d5-45c1-8434-89987c26a39f binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:10:41.812634 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.955754 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.125270 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.128684 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b6cf294-7606-4911-83d0-60d45bd7d86e req-14fb2e47-24eb-4c37-8587-69bc990c265a tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0458019 Jul 05 04:10:42.155212 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Transition to ACTIVE for port object 641c9918-e9d5-45c1-8434-89987c26a39f will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:42.229793 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.307124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae700dc2-60ce-4d9e-a0ae-85b50b21971e req-3dde632f-6ef8-4050-9805-5aa50c647aec tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:42.309380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae700dc2-60ce-4d9e-a0ae-85b50b21971e req-3dde632f-6ef8-4050-9805-5aa50c647aec tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 946 time: 0.1838021 Jul 05 04:10:42.311466 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833355e-2241-4de2-bf75-eab209e9ab14 None None] Pushing event updated for resources: {'Port': ['ID=641c9918-e9d5-45c1-8434-89987c26a39f,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:42.315155 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Attempting to bind port 641c9918-e9d5-45c1-8434-89987c26a39f on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:42.315518 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Attempting to bind port 641c9918-e9d5-45c1-8434-89987c26a39f by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:42.315885 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Attempting to bind port 641c9918-e9d5-45c1-8434-89987c26a39f on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:42.322888 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:42.323264 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:42.323666 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.324056 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:42.324654 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Bound port: 641c9918-e9d5-45c1-8434-89987c26a39f, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:42.325195 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.340641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Allocated IP 172.20.0.1 (a660774b-4e9f-46d0-91a2-a0fa4450349a/3f71dca5-71ed-4a09-a0a0-4a186552a407/ba15dd3a-402c-44d3-b4bb-ebfedb9872de) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:42.361733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3741216-3abb-4a7e-b3d1-e5920bddf86b req-7f748533-9678-426e-b433-35dc90a8c417 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 210 time: 0.0512526 Jul 05 04:10:42.421802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae700dc2-60ce-4d9e-a0ae-85b50b21971e req-06039f9c-852c-4349-ae75-f6bffc41c248 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995324 Jul 05 04:10:42.514274 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.525227 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] For port 641c9918-e9d5-45c1-8434-89987c26a39f, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:42.529168 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] For port 641c9918-e9d5-45c1-8434-89987c26a39f, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=641c9918-e9d5-45c1-8434-89987c26a39f,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:42.558254 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-d0051523-f004-4d65-8417-fc87dbded27d tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f7ca40dcdd604c11a19beb38813901f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364873 Jul 05 04:10:42.613292 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.667810 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Routers {'4328400d-c55f-4a94-ade0-87e8ba4f673c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:42.668495 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:10:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['4328400d-c55f-4a94-ade0-87e8ba4f673c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:42.716917 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833355e-2241-4de2-bf75-eab209e9ab14 None None] Pushing event updated for resources: {'Port': ['ID=641c9918-e9d5-45c1-8434-89987c26a39f,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:42.795339 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] Set router 4328400d-c55f-4a94-ade0-87e8ba4f673c gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:42.990543 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'name': 'tempest-ServerRescueNegativeTestJSON-1450705543-router', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '641c9918-e9d5-45c1-8434-89987c26a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:10:38Z', 'updated_at': '2021-07-05T04:10:40Z', 'revision_number': 3, 'project_id': '46fbc9635ffe4afc9c63593099e73911', 'gw_port': {'id': '641c9918-e9d5-45c1-8434-89987c26a39f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:10:39Z', 'updated_at': '2021-07-05T04:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:43.020109 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04182e-4b20-49b2-bf4f-3f07a4b0d2a1 None None] The sync data for ids ['4328400d-c55f-4a94-ade0-87e8ba4f673c'] in n-d-798249-5 is: [{'id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'name': 'tempest-ServerRescueNegativeTestJSON-1450705543-router', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '641c9918-e9d5-45c1-8434-89987c26a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:10:38Z', 'updated_at': '2021-07-05T04:10:40Z', 'revision_number': 3, 'project_id': '46fbc9635ffe4afc9c63593099e73911', 'gw_port': {'id': '641c9918-e9d5-45c1-8434-89987c26a39f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:10:39Z', 'updated_at': '2021-07-05T04:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:43.063408 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-5606febf-6aa9-4df7-86ee-a8cb231d8782 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:43.064898 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-5606febf-6aa9-4df7-86ee-a8cb231d8782 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4999800 Jul 05 04:10:43.076980 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Request body: {'port': {'device_id': 'a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': 'f7ca40dcdd604c11a19beb38813901f6'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:43.126601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.172171 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Network a660774b-4e9f-46d0-91a2-a0fa4450349a is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:43.178475 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:43.183839 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:43.230239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Pushing event updated for resources: {'Port': ['ID=ba15dd3a-402c-44d3-b4bb-ebfedb9872de,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:43.257962 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.420193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e45b336d-ad75-4581-955b-e9e2a8f4b752 req-d555c585-f62e-442a-a7ed-7ae8e8d995a0 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0660970 Jul 05 04:10:43.421301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Made reservation on behalf of f7ca40dcdd604c11a19beb38813901f6 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:43.427979 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.442401 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.513532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 641c9918-e9d5-45c1-8434-89987c26a39f up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:43.561047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0661e8f0-b886-4a73-8071-f06089d404e3 req-e5b795a1-3d3f-41ee-9e1d-cf101efc4d4b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 210 time: 0.0322368 Jul 05 04:10:43.593389 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.680260 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.721093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 641c9918-e9d5-45c1-8434-89987c26a39f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:43.728200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 641c9918-e9d5-45c1-8434-89987c26a39f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:43.728935 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.755519 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.852325 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.857622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4313dd7b-d588-4431-8a0f-ffdb142f398f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:43.912510 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.917915 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 641c9918-e9d5-45c1-8434-89987c26a39f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=641c9918-e9d5-45c1-8434-89987c26a39f,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:43.973056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Allocated IP 192.168.233.127 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/a5fa7851-5c3f-4112-b8fd-bffe11560b23) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:43.983497 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.991513 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.050843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=641c9918-e9d5-45c1-8434-89987c26a39f,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:44.087510 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.116197 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Pushing event updated for resources: {'Port': ['ID=ba15dd3a-402c-44d3-b4bb-ebfedb9872de,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:44.296311 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Network a660774b-4e9f-46d0-91a2-a0fa4450349a is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:44.300782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:44.371422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.397279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Transition to ACTIVE for port object a5fa7851-5c3f-4112-b8fd-bffe11560b23 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:44.485161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Router 4328400d-c55f-4a94-ade0-87e8ba4f673c has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:44.586827 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.638400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-167a19b7-349b-45f8-94e8-cbc3f5e4ef7b req-1a38c5e8-a763-4abd-bc13-d41746167bb3 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0552905 Jul 05 04:10:44.644891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Pushing event updated for resources: {'Port': ['ID=a5fa7851-5c3f-4112-b8fd-bffe11560b23,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:44.664672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:44.670421 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:44.671527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:44.720514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:44.736178 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a8e301b2-736a-47b8-872e-51818238bfc7 admin admin] 10.222.0.60 "PUT /v2.0/routers/4328400d-c55f-4a94-ade0-87e8ba4f673c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2303536 Jul 05 04:10:44.750276 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:44.750956 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.821725 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-ae278f25-1751-4843-be71-d4370ab8de5b tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7488294 Jul 05 04:10:44.831881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff339e-6d9c-4af8-9d88-e98edfd0e08b req-117177a8-af99-4222-b668-0e3aa2d25d6f tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:44.833597 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1ff339e-6d9c-4af8-9d88-e98edfd0e08b req-117177a8-af99-4222-b668-0e3aa2d25d6f tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 936 time: 0.1057191 Jul 05 04:10:44.842484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Request body: {'port': {'device_id': 'a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:44.904568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1ff339e-6d9c-4af8-9d88-e98edfd0e08b req-1d651456-6bc0-4999-b3d7-8609934cdfc8 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/security-groups?id=4313dd7b-d588-4431-8a0f-ffdb142f398f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621929 Jul 05 04:10:44.964508 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.018863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f6090a12-0d88-4982-9207-1d4815524ee1 None None] Provisioning for port a5fa7851-5c3f-4112-b8fd-bffe11560b23 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:45.023803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f6090a12-0d88-4982-9207-1d4815524ee1 None None] Provisioning complete for port a5fa7851-5c3f-4112-b8fd-bffe11560b23 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:45.024174 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f6090a12-0d88-4982-9207-1d4815524ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.097688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f6090a12-0d88-4982-9207-1d4815524ee1 None None] Port a5fa7851-5c3f-4112-b8fd-bffe11560b23 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:45.237539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Sync routers for ids ['4328400d-c55f-4a94-ade0-87e8ba4f673c'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:45.248795 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Routers {'4328400d-c55f-4a94-ade0-87e8ba4f673c'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:45.249812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:10:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['4328400d-c55f-4a94-ade0-87e8ba4f673c'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:45.298245 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5fa7851-5c3f-4112-b8fd-bffe11560b23 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:45.319152 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.337736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Transition to ACTIVE for port object a5fa7851-5c3f-4112-b8fd-bffe11560b23 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:45.390324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-4997b497-3143-4c78-b1a7-b5d7ad7cd7c5 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:45.391680 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Set router 4328400d-c55f-4a94-ade0-87e8ba4f673c gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:45.392006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-4997b497-3143-4c78-b1a7-b5d7ad7cd7c5 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/networks?id=a660774b-4e9f-46d0-91a2-a0fa4450349a HTTP/1.1" status: 200 len: 819 time: 0.1596928 Jul 05 04:10:45.408312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-76f7cecc-83c7-427b-9234-e229763b037f tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/quotas/46fbc9635ffe4afc9c63593099e73911 HTTP/1.1" status: 200 len: 375 time: 0.0099041 Jul 05 04:10:45.429142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 641c9918-e9d5-45c1-8434-89987c26a39f up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:45.441246 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.517212 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-34ccf72e-c632-443e-90c7-2a64d7923778 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=46fbc9635ffe4afc9c63593099e73911&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1022489 Jul 05 04:10:45.545168 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 641c9918-e9d5-45c1-8434-89987c26a39f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:45.546130 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.588401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Pushing event updated for resources: {'Port': ['ID=a5fa7851-5c3f-4112-b8fd-bffe11560b23,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:45.604700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Attempting to bind port a5fa7851-5c3f-4112-b8fd-bffe11560b23 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:45.605550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Attempting to bind port a5fa7851-5c3f-4112-b8fd-bffe11560b23 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:45.606120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Attempting to bind port a5fa7851-5c3f-4112-b8fd-bffe11560b23 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:45.612401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Port a5fa7851-5c3f-4112-b8fd-bffe11560b23 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:10:45.612857 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Attempting to bind port a5fa7851-5c3f-4112-b8fd-bffe11560b23 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:45.622236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:45.622804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:45.623647 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:45.624323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Bound port: a5fa7851-5c3f-4112-b8fd-bffe11560b23, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:45.624819 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.792849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] For port a5fa7851-5c3f-4112-b8fd-bffe11560b23, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:45.802183 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] For port a5fa7851-5c3f-4112-b8fd-bffe11560b23, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a5fa7851-5c3f-4112-b8fd-bffe11560b23,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:45.813176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-82904867-78d0-4a88-acc0-0edb1ce071e8 service neutron] 10.222.0.60 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949584 Jul 05 04:10:45.916467 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.956351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d7ddf4f9-c4b0-4f5e-84ab-d884cdfb7f78 service neutron] 10.222.0.60 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377068 Jul 05 04:10:45.960224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'name': 'tempest-ServerRescueNegativeTestJSON-1450705543-router', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '641c9918-e9d5-45c1-8434-89987c26a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:10:38Z', 'updated_at': '2021-07-05T04:10:43Z', 'revision_number': 4, 'project_id': '46fbc9635ffe4afc9c63593099e73911', 'gw_port': {'id': '641c9918-e9d5-45c1-8434-89987c26a39f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:10:39Z', 'updated_at': '2021-07-05T04:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ba15dd3a-402c-44d3-b4bb-ebfedb9872de', 'name': '', 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911', 'mac_address': 'fa:16:3e:2f:c0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3f71dca5-71ed-4a09-a0a0-4a186552a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:10:41Z', 'updated_at': '2021-07-05T04:10:43Z', 'revision_number': 2, 'project_id': '46fbc9635ffe4afc9c63593099e73911', 'subnets': [{'id': '3f71dca5-71ed-4a09-a0a0-4a186552a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:46.002284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Checking router: 4328400d-c55f-4a94-ade0-87e8ba4f673c for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:10:46.004635 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Updating router 4328400d-c55f-4a94-ade0-87e8ba4f673c port ba15dd3a-402c-44d3-b4bb-ebfedb9872de binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:10:46.008141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.008141 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.013413 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] 10.222.0.11 "PUT /v2.0/ports/a5fa7851-5c3f-4112-b8fd-bffe11560b23 HTTP/1.1" status: 200 len: 1096 time: 1.1793625 Jul 05 04:10:46.014667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb', 'tag': 'a5fa7851-5c3f-4112-b8fd-bffe11560b23'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:46.017829 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2124e5c8-2feb-4f57-ba68-89d3a0fb4508" -d '{"events": [{"name": "network-changed", "server_uuid": "a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb", "tag": "a5fa7851-5c3f-4112-b8fd-bffe11560b23"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:46.070099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff24dd4-f9eb-4790-b49e-498450fc5562 service neutron] Pushing event updated for resources: {'Port': ['ID=a5fa7851-5c3f-4112-b8fd-bffe11560b23,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:46.112465 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.300667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-f0724451-0af6-4f4c-84e0-20d8920ea23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.302471 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-f0724451-0af6-4f4c-84e0-20d8920ea23e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7ca40dcdd604c11a19beb38813901f6&device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 1099 time: 0.1187479 Jul 05 04:10:46.365966 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-7dfef7a0-1be4-4372-97aa-6a4b10e67505 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=a5fa7851-5c3f-4112-b8fd-bffe11560b23 HTTP/1.1" status: 200 len: 217 time: 0.0536845 Jul 05 04:10:46.418218 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d22d9917-452d-4bb0-8887-9d3187b8b871 req-bbf6a1bd-2c88-4eb4-ab6c-f51f3ca1a6ed tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0412543 Jul 05 04:10:46.477344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-3b20e0b9-1f53-4928-9968-9b0652efc1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.477344 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-3b20e0b9-1f53-4928-9968-9b0652efc1c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0739336 Jul 05 04:10:46.565896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-d7c56139-d5d6-4d31-ac17-ca6abb20f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.565896 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-d7c56139-d5d6-4d31-ac17-ca6abb20f7c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956481 Jul 05 04:10:46.565896 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe2925b-7e73-4903-919f-0cc005aaf07b x-openstack-request-id: req-ffe2925b-7e73-4903-919f-0cc005aaf07b {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:46.565896 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb", "tag": "a5fa7851-5c3f-4112-b8fd-bffe11560b23", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:46.565896 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ffe2925b-7e73-4903-919f-0cc005aaf07b {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:46.565896 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb', 'tag': 'a5fa7851-5c3f-4112-b8fd-bffe11560b23', 'status': 'completed', 'code': 200} Jul 05 04:10:46.603800 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.614045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Transition to ACTIVE for port object ba15dd3a-402c-44d3-b4bb-ebfedb9872de will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:46.625918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-040a884d-6b54-4afc-8f40-2e6a43aa9a18 req-05f14c6c-a689-4a2c-bc6a-f28947f5df52 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 210 time: 0.0417397 Jul 05 04:10:46.697779 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-c06098dd-b4fa-4e15-9775-5e0ad382bfea service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314988 Jul 05 04:10:46.706289 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48a1fc-c3cb-4086-93f9-15839a71d6a1 req-3e4550ec-0924-4ec0-9928-6e6ae1e66712 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.708012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b48a1fc-c3cb-4086-93f9-15839a71d6a1 req-3e4550ec-0924-4ec0-9928-6e6ae1e66712 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 948 time: 0.0847752 Jul 05 04:10:46.729157 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.769830 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b48a1fc-c3cb-4086-93f9-15839a71d6a1 req-817b437f-101d-414c-ba5a-4838ce43410e tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/security-groups?id=4313dd7b-d588-4431-8a0f-ffdb142f398f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538297 Jul 05 04:10:46.810850 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4a3c9-0b3d-4136-82f4-61fbe098ab71 None None] Pushing event updated for resources: {'Port': ['ID=ba15dd3a-402c-44d3-b4bb-ebfedb9872de,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:46.812246 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0e2abb7c-7e89-40df-8557-7d209219f22d req-78866405-e74a-463b-9b23-b73a13f15d1c service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083884 Jul 05 04:10:46.870354 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Attempting to bind port ba15dd3a-402c-44d3-b4bb-ebfedb9872de on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:46.870720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Attempting to bind port ba15dd3a-402c-44d3-b4bb-ebfedb9872de by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '8ad6cf04-195d-4d06-a979-81ae56b18e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:46.871220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Attempting to bind port ba15dd3a-402c-44d3-b4bb-ebfedb9872de on network a660774b-4e9f-46d0-91a2-a0fa4450349a {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:46.879454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:46.879961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Checking segment: {'id': '8ad6cf04-195d-4d06-a979-81ae56b18e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:46.880563 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.881213 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Bound using segment: {'id': '8ad6cf04-195d-4d06-a979-81ae56b18e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:46.882643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Bound port: ba15dd3a-402c-44d3-b4bb-ebfedb9872de, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad6cf04-195d-4d06-a979-81ae56b18e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:46.883084 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.909927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216a71f-e190-4992-a187-1477fd3cd916 req-41fdd284-3b7b-42cb-a887-b08c656040d1 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.924925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2216a71f-e190-4992-a187-1477fd3cd916 req-41fdd284-3b7b-42cb-a887-b08c656040d1 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/networks?id=a660774b-4e9f-46d0-91a2-a0fa4450349a HTTP/1.1" status: 200 len: 819 time: 0.1539958 Jul 05 04:10:46.939764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2216a71f-e190-4992-a187-1477fd3cd916 req-fbace383-5f97-4c28-942f-77c056a6046a tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/quotas/46fbc9635ffe4afc9c63593099e73911 HTTP/1.1" status: 200 len: 375 time: 0.0100739 Jul 05 04:10:46.965630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] For port ba15dd3a-402c-44d3-b4bb-ebfedb9872de, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:46.969720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] For port ba15dd3a-402c-44d3-b4bb-ebfedb9872de, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ba15dd3a-402c-44d3-b4bb-ebfedb9872de,segment=NetworkSegment(8ad6cf04-195d-4d06-a979-81ae56b18e0c),segment_id=8ad6cf04-195d-4d06-a979-81ae56b18e0c)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:46.991433 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124e5c8-2feb-4f57-ba68-89d3a0fb4508 req-8ee1c345-7cfb-4c5a-a5f8-e1cfbe951ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.992907 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2124e5c8-2feb-4f57-ba68-89d3a0fb4508 req-8ee1c345-7cfb-4c5a-a5f8-e1cfbe951ef0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7ca40dcdd604c11a19beb38813901f6&device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 1099 time: 0.0624251 Jul 05 04:10:47.028761 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2216a71f-e190-4992-a187-1477fd3cd916 req-27efde51-873f-434f-a7ff-8d3dd54e2310 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=46fbc9635ffe4afc9c63593099e73911&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828090 Jul 05 04:10:47.102233 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124e5c8-2feb-4f57-ba68-89d3a0fb4508 req-b9eb117f-6774-485d-a444-299070016568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:47.104190 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2124e5c8-2feb-4f57-ba68-89d3a0fb4508 req-b9eb117f-6774-485d-a444-299070016568 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1042073 Jul 05 04:10:47.114839 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.132927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2216a71f-e190-4992-a187-1477fd3cd916 req-27a95913-6be4-469e-ad6a-2043ec4ba46c service neutron] 10.222.0.60 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031132 Jul 05 04:10:47.170471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Routers {'4328400d-c55f-4a94-ade0-87e8ba4f673c'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:47.171410 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:10:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['4328400d-c55f-4a94-ade0-87e8ba4f673c'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:47.214192 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2124e5c8-2feb-4f57-ba68-89d3a0fb4508 req-9efcebb0-0e10-4af8-b066-b7197b4e5fb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=a5fa7851-5c3f-4112-b8fd-bffe11560b23 HTTP/1.1" status: 200 len: 217 time: 0.0999553 Jul 05 04:10:47.244077 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4a3c9-0b3d-4136-82f4-61fbe098ab71 None None] Pushing event updated for resources: {'Port': ['ID=ba15dd3a-402c-44d3-b4bb-ebfedb9872de,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:47.300575 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124e5c8-2feb-4f57-ba68-89d3a0fb4508 req-108773c5-0230-4278-98da-453516fe4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:47.302427 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2124e5c8-2feb-4f57-ba68-89d3a0fb4508 req-108773c5-0230-4278-98da-453516fe4f02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0809126 Jul 05 04:10:47.311479 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2216a71f-e190-4992-a187-1477fd3cd916 req-8a48adc7-055f-48e7-a30b-5df7517d10a1 service neutron] 10.222.0.60 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745656 Jul 05 04:10:47.346472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] Set router 4328400d-c55f-4a94-ade0-87e8ba4f673c gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:47.375406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124e5c8-2feb-4f57-ba68-89d3a0fb4508 req-681baa98-1d61-4693-8ae2-8ba5dc9959f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:47.377338 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2124e5c8-2feb-4f57-ba68-89d3a0fb4508 req-681baa98-1d61-4693-8ae2-8ba5dc9959f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0670073 Jul 05 04:10:47.481125 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2124e5c8-2feb-4f57-ba68-89d3a0fb4508 req-95cbd317-1bf5-45d0-94eb-89f56d55624a service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955772 Jul 05 04:10:47.660733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'name': 'tempest-ServerRescueNegativeTestJSON-1450705543-router', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '641c9918-e9d5-45c1-8434-89987c26a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:10:38Z', 'updated_at': '2021-07-05T04:10:43Z', 'revision_number': 4, 'project_id': '46fbc9635ffe4afc9c63593099e73911', 'gw_port': {'id': '641c9918-e9d5-45c1-8434-89987c26a39f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:10:39Z', 'updated_at': '2021-07-05T04:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ba15dd3a-402c-44d3-b4bb-ebfedb9872de', 'name': '', 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911', 'mac_address': 'fa:16:3e:2f:c0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3f71dca5-71ed-4a09-a0a0-4a186552a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:10:41Z', 'updated_at': '2021-07-05T04:10:46Z', 'revision_number': 4, 'project_id': '46fbc9635ffe4afc9c63593099e73911', 'subnets': [{'id': '3f71dca5-71ed-4a09-a0a0-4a186552a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:47.686571 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2124e5c8-2feb-4f57-ba68-89d3a0fb4508 req-281d49cb-0f47-4a52-bfb0-1c9e345620a8 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942465 Jul 05 04:10:47.704557 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04720283-404f-4c91-a217-303c4822eae2 req-445e000d-dd8d-4657-b169-c3ce227c5ef4 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 210 time: 0.0757113 Jul 05 04:10:47.736853 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fad69ba6-0e14-4001-877b-d2cbec4a42e5 req-b5cc9f10-f44b-42b0-bb46-04e973b107ea tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0471611 Jul 05 04:10:47.741570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45615e8-a446-46aa-9872-1e6a07b9e874 None None] The sync data for ids ['4328400d-c55f-4a94-ade0-87e8ba4f673c'] in n-d-798249-5 is: [{'id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'name': 'tempest-ServerRescueNegativeTestJSON-1450705543-router', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '641c9918-e9d5-45c1-8434-89987c26a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:10:38Z', 'updated_at': '2021-07-05T04:10:43Z', 'revision_number': 4, 'project_id': '46fbc9635ffe4afc9c63593099e73911', 'gw_port': {'id': '641c9918-e9d5-45c1-8434-89987c26a39f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:10:39Z', 'updated_at': '2021-07-05T04:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ba15dd3a-402c-44d3-b4bb-ebfedb9872de', 'name': '', 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911', 'mac_address': 'fa:16:3e:2f:c0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3f71dca5-71ed-4a09-a0a0-4a186552a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:10:41Z', 'updated_at': '2021-07-05T04:10:46Z', 'revision_number': 4, 'project_id': '46fbc9635ffe4afc9c63593099e73911', 'subnets': [{'id': '3f71dca5-71ed-4a09-a0a0-4a186552a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:48.005431 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016cf3b-9c22-4b1d-8fbf-c0b96b4ebcc6 req-2dd86789-5028-4c04-ac49-698af7de2938 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:48.007937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f016cf3b-9c22-4b1d-8fbf-c0b96b4ebcc6 req-2dd86789-5028-4c04-ac49-698af7de2938 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 948 time: 0.0890930 Jul 05 04:10:48.054408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f016cf3b-9c22-4b1d-8fbf-c0b96b4ebcc6 req-79cd7b7c-cbf0-4788-b716-7294f642ec99 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/security-groups?id=4313dd7b-d588-4431-8a0f-ffdb142f398f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Jul 05 04:10:48.841123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0d38fe03-2d0c-46de-97fa-8ad220a1f178 req-1707c1c2-51f2-45ac-8710-4decf5685e6e tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 210 time: 0.0738389 Jul 05 04:10:48.918273 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:10:48.963183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b06a416d-b344-4773-82fb-d4d4ef9a66cb req-18b4d230-1c60-4523-997d-e2e96965f023 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0342369 Jul 05 04:10:49.266911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a5fa7851-5c3f-4112-b8fd-bffe11560b23 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:10:49.537543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ba15dd3a-402c-44d3-b4bb-ebfedb9872de up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:49.567074 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-88362055-ab8e-4ffb-a722-d8703f8bdaaf tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:49.569658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-88362055-ab8e-4ffb-a722-d8703f8bdaaf tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.64 "GET /v2.0/networks?id=a660774b-4e9f-46d0-91a2-a0fa4450349a HTTP/1.1" status: 200 len: 819 time: 0.2837534 Jul 05 04:10:49.597957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-0fecb7a7-eed7-49b7-a1d5-8a998f22dbc0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Request body: {'port': {'device_id': '600c8d12-bbf9-4f3f-9955-521684258e41', 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a', 'admin_state_up': True, 'tenant_id': '46fbc9635ffe4afc9c63593099e73911'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:49.610844 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port a5fa7851-5c3f-4112-b8fd-bffe11560b23, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a5fa7851-5c3f-4112-b8fd-bffe11560b23,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:49.632465 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'a5fa7851-5c3f-4112-b8fd-bffe11560b23', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': 'a5fa7851-5c3f-4112-b8fd-bffe11560b23', 'mac_address': 'fa:16:3e:e3:86:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:10:49.686180 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209619fd-e693-4fc8-ae6c-fdab18091f14 req-baf36449-45d4-43f6-8725-ccf2f54401db tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:49.695652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-209619fd-e693-4fc8-ae6c-fdab18091f14 req-baf36449-45d4-43f6-8725-ccf2f54401db tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 948 time: 0.4471302 Jul 05 04:10:49.729553 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.762888 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5fa7851-5c3f-4112-b8fd-bffe11560b23 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:49.784230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-209619fd-e693-4fc8-ae6c-fdab18091f14 req-729457ec-12c3-4e62-9a2f-7a0fac709e98 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/security-groups?id=4313dd7b-d588-4431-8a0f-ffdb142f398f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877032 Jul 05 04:10:49.796172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port a5fa7851-5c3f-4112-b8fd-bffe11560b23, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a5fa7851-5c3f-4112-b8fd-bffe11560b23,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:49.820395 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port ba15dd3a-402c-44d3-b4bb-ebfedb9872de completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:49.825020 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ba15dd3a-402c-44d3-b4bb-ebfedb9872de triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:49.825546 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.862853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57098) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:49.869865 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.950031 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=a5fa7851-5c3f-4112-b8fd-bffe11560b23,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:49.955851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-0fecb7a7-eed7-49b7-a1d5-8a998f22dbc0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Made reservation on behalf of 46fbc9635ffe4afc9c63593099e73911 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:49.961282 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-0fecb7a7-eed7-49b7-a1d5-8a998f22dbc0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.001139 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.046992 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port ba15dd3a-402c-44d3-b4bb-ebfedb9872de, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ba15dd3a-402c-44d3-b4bb-ebfedb9872de,segment=NetworkSegment(8ad6cf04-195d-4d06-a979-81ae56b18e0c),segment_id=8ad6cf04-195d-4d06-a979-81ae56b18e0c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:50.059931 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e69bd6-fef6-4dc9-80b6-73bf3a441bec tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:50.060456 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e69bd6-fef6-4dc9-80b6-73bf3a441bec tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:50.061266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e69bd6-fef6-4dc9-80b6-73bf3a441bec tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:50.073064 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-04e69bd6-fef6-4dc9-80b6-73bf3a441bec tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=c9b3e2602b7e475fb2eadd31507f7581&network_id=923c50fc-f9b9-42f5-bbcc-032a79cc3f92 HTTP/1.1" status: 200 len: 2969 time: 0.2091651 Jul 05 04:10:50.112378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['a5fa7851-5c3f-4112-b8fd-bffe11560b23'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:50.122955 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e5fb5ef-faff-4cad-a7fb-e80f29aae993 req-186e4869-95fc-4ea3-951f-4a2ba4d208b6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 210 time: 0.0341475 Jul 05 04:10:50.170873 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.241290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=ba15dd3a-402c-44d3-b4bb-ebfedb9872de,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:50.257381 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-0fecb7a7-eed7-49b7-a1d5-8a998f22dbc0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Allocated IP 172.20.0.4 (a660774b-4e9f-46d0-91a2-a0fa4450349a/3f71dca5-71ed-4a09-a0a0-4a186552a407/cd657753-1249-4aa2-9811-1d7ea4cd9cd5) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:50.281753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa538caf-a7bd-4e59-b40e-de53c43c9e67 req-56579007-85f8-4593-81dc-ba2f5835f84d tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0432928 Jul 05 04:10:50.477716 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216a71f-e190-4992-a187-1477fd3cd916 req-7dfaf9a6-c088-402a-a828-86048ee77432 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:50.482325 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2216a71f-e190-4992-a187-1477fd3cd916 req-7dfaf9a6-c088-402a-a828-86048ee77432 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.64 "GET /v2.0/networks?id=a660774b-4e9f-46d0-91a2-a0fa4450349a HTTP/1.1" status: 200 len: 819 time: 0.1208248 Jul 05 04:10:50.495946 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2216a71f-e190-4992-a187-1477fd3cd916 req-86647fd7-2272-495a-8b66-2040b3e3acb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Request body: {'port': {'device_id': '57713044-c609-4d6d-b5bd-480f37bda8db', 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a', 'admin_state_up': True, 'tenant_id': '46fbc9635ffe4afc9c63593099e73911'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:50.509631 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-0fecb7a7-eed7-49b7-a1d5-8a998f22dbc0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.725919 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-0fecb7a7-eed7-49b7-a1d5-8a998f22dbc0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.778896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2216a71f-e190-4992-a187-1477fd3cd916 req-86647fd7-2272-495a-8b66-2040b3e3acb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Made reservation on behalf of 46fbc9635ffe4afc9c63593099e73911 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:50.780658 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2216a71f-e190-4992-a187-1477fd3cd916 req-86647fd7-2272-495a-8b66-2040b3e3acb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.784644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-0fecb7a7-eed7-49b7-a1d5-8a998f22dbc0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Network a660774b-4e9f-46d0-91a2-a0fa4450349a is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:50.790757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-0fecb7a7-eed7-49b7-a1d5-8a998f22dbc0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:50.795700 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-0fecb7a7-eed7-49b7-a1d5-8a998f22dbc0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:50.867988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecb7a7-eed7-49b7-a1d5-8a998f22dbc0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Pushing event updated for resources: {'Port': ['ID=cd657753-1249-4aa2-9811-1d7ea4cd9cd5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:50.904928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-0fecb7a7-eed7-49b7-a1d5-8a998f22dbc0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:50.908950 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-0fecb7a7-eed7-49b7-a1d5-8a998f22dbc0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.975239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-2216a71f-e190-4992-a187-1477fd3cd916 req-86647fd7-2272-495a-8b66-2040b3e3acb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Allocated IP 172.20.0.8 (a660774b-4e9f-46d0-91a2-a0fa4450349a/3f71dca5-71ed-4a09-a0a0-4a186552a407/6b81f795-d1c0-43b9-b849-4432455c96c4) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:51.043362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91ee0f-259a-4b7a-90fa-db14a2b2644d req-b10ced3c-3bd7-416d-b183-47adecf14f1d tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:51.045017 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-af91ee0f-259a-4b7a-90fa-db14a2b2644d req-b10ced3c-3bd7-416d-b183-47adecf14f1d tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 949 time: 0.0764232 Jul 05 04:10:51.072827 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-0fecb7a7-eed7-49b7-a1d5-8a998f22dbc0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4792583 Jul 05 04:10:51.086733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Request body: {'port': {'device_id': '600c8d12-bbf9-4f3f-9955-521684258e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:51.140727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-af91ee0f-259a-4b7a-90fa-db14a2b2644d req-2a798e8f-094d-49a0-8b80-19aa534d2a7c tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/security-groups?id=4313dd7b-d588-4431-8a0f-ffdb142f398f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881360 Jul 05 04:10:51.236719 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2216a71f-e190-4992-a187-1477fd3cd916 req-86647fd7-2272-495a-8b66-2040b3e3acb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.257957 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.264198 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-617e2343-d0d4-4e6d-9899-9225f28d478b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.274148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a5fa7851-5c3f-4112-b8fd-bffe11560b23 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:51.387071 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2216a71f-e190-4992-a187-1477fd3cd916 req-86647fd7-2272-495a-8b66-2040b3e3acb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.397785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-30baacb3-3684-4d72-982b-9ee15d3a203d req-fe912089-8788-43bc-aaad-be0a606d9f88 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 210 time: 0.0899923 Jul 05 04:10:51.419715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ba15dd3a-402c-44d3-b4bb-ebfedb9872de up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:51.502354 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port a5fa7851-5c3f-4112-b8fd-bffe11560b23 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:51.511614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port a5fa7851-5c3f-4112-b8fd-bffe11560b23 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:51.515906 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.518889 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2216a71f-e190-4992-a187-1477fd3cd916 req-86647fd7-2272-495a-8b66-2040b3e3acb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Network a660774b-4e9f-46d0-91a2-a0fa4450349a is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:51.522993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86647fd7-2272-495a-8b66-2040b3e3acb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Pushing event updated for resources: {'Port': ['ID=6b81f795-d1c0-43b9-b849-4432455c96c4,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:51.530417 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-2216a71f-e190-4992-a187-1477fd3cd916 req-86647fd7-2272-495a-8b66-2040b3e3acb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:51.555261 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2216a71f-e190-4992-a187-1477fd3cd916 req-86647fd7-2272-495a-8b66-2040b3e3acb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:51.594384 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ba15dd3a-402c-44d3-b4bb-ebfedb9872de triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:51.594911 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.697958 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216a71f-e190-4992-a187-1477fd3cd916 req-86647fd7-2272-495a-8b66-2040b3e3acb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:51.707805 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2216a71f-e190-4992-a187-1477fd3cd916 req-86647fd7-2272-495a-8b66-2040b3e3acb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.757944 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1133111-5a3e-491d-b4d1-6a32c00736ed req-ef3e1710-8262-4974-b1d8-a248876c789f tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0896451 Jul 05 04:10:51.814696 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.842643 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2216a71f-e190-4992-a187-1477fd3cd916 req-86647fd7-2272-495a-8b66-2040b3e3acb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3540304 Jul 05 04:10:51.848497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fa7851-5c3f-4112-b8fd-bffe11560b23'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:51.851962 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cbe042-5e7e-4ce8-ab7d-d5f252898999" -d '{"events": [{"server_uuid": "a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb", "name": "network-vif-plugged", "status": "completed", "tag": "a5fa7851-5c3f-4112-b8fd-bffe11560b23"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:51.857354 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Request body: {'port': {'device_id': '57713044-c609-4d6d-b5bd-480f37bda8db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:51.875237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port a5fa7851-5c3f-4112-b8fd-bffe11560b23, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a5fa7851-5c3f-4112-b8fd-bffe11560b23,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:51.938892 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2737e3ab-4cf5-4dee-9b79-41faa3358e72 x-openstack-request-id: req-2737e3ab-4cf5-4dee-9b79-41faa3358e72 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:51.939304 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb", "name": "network-vif-plugged", "status": "completed", "tag": "a5fa7851-5c3f-4112-b8fd-bffe11560b23", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:51.939653 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2737e3ab-4cf5-4dee-9b79-41faa3358e72 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:51.940150 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fa7851-5c3f-4112-b8fd-bffe11560b23', 'code': 200} Jul 05 04:10:51.969371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd657753-1249-4aa2-9811-1d7ea4cd9cd5 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:51.978738 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.981544 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.995960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Transition to ACTIVE for port object cd657753-1249-4aa2-9811-1d7ea4cd9cd5 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:52.035505 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.070378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=a5fa7851-5c3f-4112-b8fd-bffe11560b23,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:52.123501 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Pushing event updated for resources: {'Port': ['ID=cd657753-1249-4aa2-9811-1d7ea4cd9cd5,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:52.125221 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.178065 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:52.178507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:52.178859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:52.179199 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:52.179533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:52.179859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:52.184788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:52.192634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:52.192634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:52.192634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:52.192634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:52.192634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:52.213391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Attempting to bind port cd657753-1249-4aa2-9811-1d7ea4cd9cd5 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:52.214106 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Attempting to bind port cd657753-1249-4aa2-9811-1d7ea4cd9cd5 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '8ad6cf04-195d-4d06-a979-81ae56b18e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:52.214667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Attempting to bind port cd657753-1249-4aa2-9811-1d7ea4cd9cd5 on network a660774b-4e9f-46d0-91a2-a0fa4450349a {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:52.220305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Port cd657753-1249-4aa2-9811-1d7ea4cd9cd5 on network a660774b-4e9f-46d0-91a2-a0fa4450349a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:10:52.221135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Attempting to bind port cd657753-1249-4aa2-9811-1d7ea4cd9cd5 on network a660774b-4e9f-46d0-91a2-a0fa4450349a {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:52.227232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:52.227976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Checking segment: {'id': '8ad6cf04-195d-4d06-a979-81ae56b18e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:52.228729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Bound using segment: {'id': '8ad6cf04-195d-4d06-a979-81ae56b18e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:52.229381 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Bound port: cd657753-1249-4aa2-9811-1d7ea4cd9cd5, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad6cf04-195d-4d06-a979-81ae56b18e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:52.230297 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.252962 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae465807-6c5b-47c3-8734-0b8537ce54ee req-3360f130-4858-4d10-a120-c40d8f1d41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:52.254499 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ae465807-6c5b-47c3-8734-0b8537ce54ee req-3360f130-4858-4d10-a120-c40d8f1d41c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 1101 time: 0.2230704 Jul 05 04:10:52.309559 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ae465807-6c5b-47c3-8734-0b8537ce54ee req-5b0cd2d5-a9cf-4596-8bed-acdf029e9a9b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4313dd7b-d588-4431-8a0f-ffdb142f398f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446064 Jul 05 04:10:52.394308 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] For port cd657753-1249-4aa2-9811-1d7ea4cd9cd5, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:52.398070 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] For port cd657753-1249-4aa2-9811-1d7ea4cd9cd5, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=cd657753-1249-4aa2-9811-1d7ea4cd9cd5,segment=NetworkSegment(8ad6cf04-195d-4d06-a979-81ae56b18e0c),segment_id=8ad6cf04-195d-4d06-a979-81ae56b18e0c)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:52.423706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49a9b3-edeb-47fd-a5e3-598766bda753 req-605a03fd-b4e3-4b89-95d8-ba413328ce4d tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:52.425239 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df49a9b3-edeb-47fd-a5e3-598766bda753 req-605a03fd-b4e3-4b89-95d8-ba413328ce4d tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 950 time: 0.0993886 Jul 05 04:10:52.468468 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.473346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b81f795-d1c0-43b9-b849-4432455c96c4 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:52.478226 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df49a9b3-edeb-47fd-a5e3-598766bda753 req-eac3ff10-248e-4aa5-b863-6f1c0085b8a7 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/security-groups?id=4313dd7b-d588-4431-8a0f-ffdb142f398f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448632 Jul 05 04:10:52.502478 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.514530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57136) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:52.517687 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Transition to ACTIVE for port object 6b81f795-d1c0-43b9-b849-4432455c96c4 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:52.565241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:52.565858 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.567730 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] 10.222.0.64 "PUT /v2.0/ports/cd657753-1249-4aa2-9811-1d7ea4cd9cd5 HTTP/1.1" status: 200 len: 1091 time: 1.4856737 Jul 05 04:10:52.567730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600c8d12-bbf9-4f3f-9955-521684258e41', 'tag': 'cd657753-1249-4aa2-9811-1d7ea4cd9cd5'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:52.570421 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cde2cf9-7955-4c70-8216-8f793b2f8123" -d '{"events": [{"name": "network-changed", "server_uuid": "600c8d12-bbf9-4f3f-9955-521684258e41", "tag": "cd657753-1249-4aa2-9811-1d7ea4cd9cd5"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:52.603905 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea237d-3cc1-48a7-a011-b33675eb96bc service neutron] Pushing event updated for resources: {'Port': ['ID=cd657753-1249-4aa2-9811-1d7ea4cd9cd5,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:52.607558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f33521-e1b9-4d9e-88b9-5e3ade04d857 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:52.619158 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.621542 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-09f33521-e1b9-4d9e-88b9-5e3ade04d857 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 814 time: 0.1059120 Jul 05 04:10:52.638841 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdbf827-2758-4165-a816-ce091be5ac18 x-openstack-request-id: req-acdbf827-2758-4165-a816-ce091be5ac18 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:52.639133 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600c8d12-bbf9-4f3f-9955-521684258e41", "tag": "cd657753-1249-4aa2-9811-1d7ea4cd9cd5", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:52.639387 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-acdbf827-2758-4165-a816-ce091be5ac18 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:52.639893 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600c8d12-bbf9-4f3f-9955-521684258e41', 'tag': 'cd657753-1249-4aa2-9811-1d7ea4cd9cd5', 'status': 'completed', 'code': 200} Jul 05 04:10:52.731399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e2796-f881-40cf-b78d-5db272e8d7c3 req-0a0c22b2-cbd4-4bb4-b9d9-af2982dfb085 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:52.732906 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-745e2796-f881-40cf-b78d-5db272e8d7c3 req-0a0c22b2-cbd4-4bb4-b9d9-af2982dfb085 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 943 time: 0.1101477 Jul 05 04:10:52.759583 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Pushing event updated for resources: {'Port': ['ID=6b81f795-d1c0-43b9-b849-4432455c96c4,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:52.760618 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde2cf9-7955-4c70-8216-8f793b2f8123 req-98fde560-716b-480b-a423-9d5eb6a04aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:52.762114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9cde2cf9-7955-4c70-8216-8f793b2f8123 req-98fde560-716b-480b-a423-9d5eb6a04aa6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46fbc9635ffe4afc9c63593099e73911&device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 1094 time: 0.1037118 Jul 05 04:10:52.792435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Attempting to bind port 6b81f795-d1c0-43b9-b849-4432455c96c4 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:52.792435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Attempting to bind port 6b81f795-d1c0-43b9-b849-4432455c96c4 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '8ad6cf04-195d-4d06-a979-81ae56b18e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:52.792435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Attempting to bind port 6b81f795-d1c0-43b9-b849-4432455c96c4 on network a660774b-4e9f-46d0-91a2-a0fa4450349a {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:52.801372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Port 6b81f795-d1c0-43b9-b849-4432455c96c4 on network a660774b-4e9f-46d0-91a2-a0fa4450349a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:10:52.801981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Attempting to bind port 6b81f795-d1c0-43b9-b849-4432455c96c4 on network a660774b-4e9f-46d0-91a2-a0fa4450349a {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:52.809960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:52.810542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Checking segment: {'id': '8ad6cf04-195d-4d06-a979-81ae56b18e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:52.811098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Bound using segment: {'id': '8ad6cf04-195d-4d06-a979-81ae56b18e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:52.812240 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Bound port: 6b81f795-d1c0-43b9-b849-4432455c96c4, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad6cf04-195d-4d06-a979-81ae56b18e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:52.812831 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.830986 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-745e2796-f881-40cf-b78d-5db272e8d7c3 req-ba563958-5bf9-47b2-acb5-57fb36c3fe7c tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867581 Jul 05 04:10:52.883305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde2cf9-7955-4c70-8216-8f793b2f8123 req-2a1844c0-42ba-49c7-95cd-79d7e84b85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:52.884879 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9cde2cf9-7955-4c70-8216-8f793b2f8123 req-2a1844c0-42ba-49c7-95cd-79d7e84b85eb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=46fbc9635ffe4afc9c63593099e73911&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1149821 Jul 05 04:10:52.903021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] For port 6b81f795-d1c0-43b9-b849-4432455c96c4, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:52.908410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] For port 6b81f795-d1c0-43b9-b849-4432455c96c4, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6b81f795-d1c0-43b9-b849-4432455c96c4,segment=NetworkSegment(8ad6cf04-195d-4d06-a979-81ae56b18e0c),segment_id=8ad6cf04-195d-4d06-a979-81ae56b18e0c)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:52.973540 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.976729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb03aa50-548c-427d-a90b-613789d541e9 req-1015e7eb-2949-457a-84b7-808c6613914f tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0402675 Jul 05 04:10:53.022030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:53.022030 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.023559 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2216a71f-e190-4992-a187-1477fd3cd916 req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] 10.222.0.64 "PUT /v2.0/ports/6b81f795-d1c0-43b9-b849-4432455c96c4 HTTP/1.1" status: 200 len: 1091 time: 1.1709173 Jul 05 04:10:53.024029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57713044-c609-4d6d-b5bd-480f37bda8db', 'tag': '6b81f795-d1c0-43b9-b849-4432455c96c4'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:53.026335 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3df5b7c-5ca0-4f75-9cb8-9f0de3571c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "57713044-c609-4d6d-b5bd-480f37bda8db", "tag": "6b81f795-d1c0-43b9-b849-4432455c96c4"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:53.071806 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae83f4-d91d-4743-9ec5-b3678c628ced service neutron] Pushing event updated for resources: {'Port': ['ID=6b81f795-d1c0-43b9-b849-4432455c96c4,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:53.096724 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb98802-7e97-49c7-9393-da78b65eb351 x-openstack-request-id: req-deb98802-7e97-49c7-9393-da78b65eb351 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:53.097406 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57713044-c609-4d6d-b5bd-480f37bda8db", "tag": "6b81f795-d1c0-43b9-b849-4432455c96c4", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:53.098208 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-deb98802-7e97-49c7-9393-da78b65eb351 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:53.098919 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57713044-c609-4d6d-b5bd-480f37bda8db', 'tag': '6b81f795-d1c0-43b9-b849-4432455c96c4', 'status': 'completed', 'code': 200} Jul 05 04:10:53.197337 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df5b7c-5ca0-4f75-9cb8-9f0de3571c2b req-88076dd6-039b-4397-8b9c-06792aa97685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:53.199082 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3df5b7c-5ca0-4f75-9cb8-9f0de3571c2b req-88076dd6-039b-4397-8b9c-06792aa97685 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46fbc9635ffe4afc9c63593099e73911&device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 1094 time: 0.0721998 Jul 05 04:10:53.388154 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde2cf9-7955-4c70-8216-8f793b2f8123 req-6fdf43cd-1abe-4fd8-8857-8362ce1b6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:53.390128 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9cde2cf9-7955-4c70-8216-8f793b2f8123 req-6fdf43cd-1abe-4fd8-8857-8362ce1b6733 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4986956 Jul 05 04:10:53.486984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-40dff14c-a217-4e7d-a161-7f609b6904d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:53.490185 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-40dff14c-a217-4e7d-a161-7f609b6904d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46fbc9635ffe4afc9c63593099e73911&device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 1094 time: 0.0565283 Jul 05 04:10:53.530089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57154) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:53.535653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5c5fa9ae-b1f2-478b-8133-223467a4dc71 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'network': {'name': 'tempest-network-smoke--1433948348', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'port_security_enabled': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:53.540452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-2a108bc1-8e59-4b87-a6f3-34c43125dfc0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd657753-1249-4aa2-9811-1d7ea4cd9cd5 HTTP/1.1" status: 200 len: 217 time: 0.0440726 Jul 05 04:10:53.622016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-dbba583c-61f9-4eac-a544-3c09c7b7686e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:53.624568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-dbba583c-61f9-4eac-a544-3c09c7b7686e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f71dca5-71ed-4a09-a0a0-4a186552a407 HTTP/1.1" status: 200 len: 859 time: 0.0757201 Jul 05 04:10:53.645777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df5b7c-5ca0-4f75-9cb8-9f0de3571c2b req-e1f69630-a8d4-4c00-a6d3-41d178621014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:53.647979 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3df5b7c-5ca0-4f75-9cb8-9f0de3571c2b req-e1f69630-a8d4-4c00-a6d3-41d178621014 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=46fbc9635ffe4afc9c63593099e73911&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4392862 Jul 05 04:10:53.684774 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-6bb8afa7-637e-4dfa-ad4e-62398912df16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a660774b-4e9f-46d0-91a2-a0fa4450349a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528002 Jul 05 04:10:53.686689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5fa9ae-b1f2-478b-8133-223467a4dc71 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Made reservation on behalf of c9b3e2602b7e475fb2eadd31507f7581 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:53.690173 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa9ae-b1f2-478b-8133-223467a4dc71 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.760282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df5b7c-5ca0-4f75-9cb8-9f0de3571c2b req-4b2f327b-83b0-4712-95d2-85826fe27408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:53.761870 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3df5b7c-5ca0-4f75-9cb8-9f0de3571c2b req-4b2f327b-83b0-4712-95d2-85826fe27408 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075408 Jul 05 04:10:53.789199 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5fa9ae-b1f2-478b-8133-223467a4dc71 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:53.821141 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa9ae-b1f2-478b-8133-223467a4dc71 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.821492 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-5c5fa9ae-b1f2-478b-8133-223467a4dc71 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Added segment 60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7 of type vlan for network d2188f87-5751-4142-9a46-db405cfa639b Jul 05 04:10:53.833199 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd445f-f1a7-489e-8893-71c134c9bc30 req-692d85bc-b082-4529-a9a5-d34d6240d738 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:53.836919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57dd445f-f1a7-489e-8893-71c134c9bc30 req-692d85bc-b082-4529-a9a5-d34d6240d738 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 950 time: 0.1967845 Jul 05 04:10:53.858259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216a71f-e190-4992-a187-1477fd3cd916 req-27e025b7-6364-4641-a937-131a39e65aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:53.860954 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2216a71f-e190-4992-a187-1477fd3cd916 req-27e025b7-6364-4641-a937-131a39e65aff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46fbc9635ffe4afc9c63593099e73911&device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 1094 time: 0.0561585 Jul 05 04:10:53.882460 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-fee8005a-ee67-4eab-a8ea-9f6367da3da9 service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884584 Jul 05 04:10:53.904997 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2216a71f-e190-4992-a187-1477fd3cd916 req-466f96ca-3c87-49dd-8ce7-4a100a44ec5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b81f795-d1c0-43b9-b849-4432455c96c4 HTTP/1.1" status: 200 len: 217 time: 0.0374658 Jul 05 04:10:53.958650 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa9ae-b1f2-478b-8133-223467a4dc71 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.968402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216a71f-e190-4992-a187-1477fd3cd916 req-575feb7a-fd80-4907-8f6a-d2b1babd2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:53.970613 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2216a71f-e190-4992-a187-1477fd3cd916 req-575feb7a-fd80-4907-8f6a-d2b1babd2dd2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f71dca5-71ed-4a09-a0a0-4a186552a407 HTTP/1.1" status: 200 len: 859 time: 0.0601945 Jul 05 04:10:54.012874 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2216a71f-e190-4992-a187-1477fd3cd916 req-dcc49378-59bb-486f-b353-56cb96f17902 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a660774b-4e9f-46d0-91a2-a0fa4450349a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357382 Jul 05 04:10:54.057528 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57dd445f-f1a7-489e-8893-71c134c9bc30 req-e9f7c63a-b0b3-4f5e-9b67-d4a52a96e28a tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/security-groups?id=4313dd7b-d588-4431-8a0f-ffdb142f398f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779563 Jul 05 04:10:54.103247 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913b5c88-71f9-4946-894e-e38e64ab6d08 req-cad40eb3-bbfe-426d-8e9a-4acd8bb22b79 service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028942 Jul 05 04:10:54.144628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f07fd-28bf-4fa4-994e-14278ea5d47c req-fe2f6f24-e7f6-4755-a0aa-fbb2073ad3d9 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:54.149413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-611f07fd-28bf-4fa4-994e-14278ea5d47c req-fe2f6f24-e7f6-4755-a0aa-fbb2073ad3d9 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 943 time: 0.1688533 Jul 05 04:10:54.159389 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa9ae-b1f2-478b-8133-223467a4dc71 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.159389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5fa9ae-b1f2-478b-8133-223467a4dc71 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:54.159389 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa9ae-b1f2-478b-8133-223467a4dc71 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.173483 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2216a71f-e190-4992-a187-1477fd3cd916 req-04adbab2-7c1c-4595-86d2-b7dd3cc92b54 service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532950 Jul 05 04:10:54.286564 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5f5655e5-c5d6-4c9f-a53b-d343af4ef2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.320432 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29df41cc-a39c-4180-be2e-238a64c1f0ec req-1c932ce1-b08c-4ad0-9fee-09bc4438e206 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0744295 Jul 05 04:10:54.325817 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2216a71f-e190-4992-a187-1477fd3cd916 req-6c8eb551-7901-4be1-b4ce-9ab160edb1a0 service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407304 Jul 05 04:10:54.326305 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5c5fa9ae-b1f2-478b-8133-223467a4dc71 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7905285 Jul 05 04:10:54.328759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57168) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.333625 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-611f07fd-28bf-4fa4-994e-14278ea5d47c req-ad0ce0e0-453d-4ff4-bda3-0a4fe6bbf11a tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715508 Jul 05 04:10:54.338465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fa9ae-b1f2-478b-8133-223467a4dc71 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Network': ['ID=d2188f87-5751-4142-9a46-db405cfa639b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:54.350961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network d2188f87-5751-4142-9a46-db405cfa639b details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:54.416937 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.431126 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8893b31-1cf6-4a84-b6a6-80d9c381c64b tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:54.432756 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b8893b31-1cf6-4a84-b6a6-80d9c381c64b tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=c9b3e2602b7e475fb2eadd31507f7581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1028574 Jul 05 04:10:54.435479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57170) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.546932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36b1f7e-af97-464d-bb48-133fb4a219fe tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:54.548907 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e36b1f7e-af97-464d-bb48-133fb4a219fe tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1121924 Jul 05 04:10:54.556282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57174) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.589114 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fa0dd872-fa17-4d4f-b892-60eedcc406c3 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366418 Jul 05 04:10:54.593529 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57176) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.640973 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3dc9a84f-e984-4137-8ab0-1bc04e2f1d79 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=c9b3e2602b7e475fb2eadd31507f7581&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461636 Jul 05 04:10:54.643583 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57178) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.735807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a32b8-2396-4932-b403-9a36aaa4d025 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:54.737370 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-852a32b8-2396-4932-b403-9a36aaa4d025 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928540 Jul 05 04:10:54.741042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57180) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.768106 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b1ff2d88-b057-41c4-83e6-1a4fcae95eb1 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260069 Jul 05 04:10:54.770662 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57182) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.775808 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1c0dcdc8-d0e3-445b-b982-be4f6a52eb02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2012259695', 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:54.932490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0dcdc8-d0e3-445b-b982-be4f6a52eb02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Made reservation on behalf of c9b3e2602b7e475fb2eadd31507f7581 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:54.937203 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c0dcdc8-d0e3-445b-b982-be4f6a52eb02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.184716 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c0dcdc8-d0e3-445b-b982-be4f6a52eb02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.238226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dcdc8-d0e3-445b-b982-be4f6a52eb02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Subnet': ['ID=a3690ff9-dbd7-48a4-bc91-591a601db872,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:55.254278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0dcdc8-d0e3-445b-b982-be4f6a52eb02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Checking segment: {'id': '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:55.254647 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0dcdc8-d0e3-445b-b982-be4f6a52eb02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network hostable DHCP agents. Network: d2188f87-5751-4142-9a46-db405cfa639b, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:55.291688 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.327694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57194) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:55.389143 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0dcdc8-d0e3-445b-b982-be4f6a52eb02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network d2188f87-5751-4142-9a46-db405cfa639b is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:55.413002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device cd657753-1249-4aa2-9811-1d7ea4cd9cd5 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:10:55.471999 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cda26efb-9ccd-4a46-bb83-be74bb2824d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.504048 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-1c0dcdc8-d0e3-445b-b982-be4f6a52eb02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, d2188f87-5751-4142-9a46-db405cfa639b) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:55.510824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0dcdc8-d0e3-445b-b982-be4f6a52eb02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:55.510824 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c0dcdc8-d0e3-445b-b982-be4f6a52eb02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.516589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a05b538-7646-4353-969a-97c77c0d5196 None None] Network d2188f87-5751-4142-9a46-db405cfa639b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:55.572897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b1678ea-bfda-4fbb-9c88-021f8af85eb6 req-dcb3fd53-4090-4604-af77-16b35495e1b2 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0472627 Jul 05 04:10:55.639782 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port cd657753-1249-4aa2-9811-1d7ea4cd9cd5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=cd657753-1249-4aa2-9811-1d7ea4cd9cd5,segment=NetworkSegment(8ad6cf04-195d-4d06-a979-81ae56b18e0c),segment_id=8ad6cf04-195d-4d06-a979-81ae56b18e0c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:55.658517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'cd657753-1249-4aa2-9811-1d7ea4cd9cd5', 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a', 'port_id': 'cd657753-1249-4aa2-9811-1d7ea4cd9cd5', 'mac_address': 'fa:16:3e:e5:4c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f71dca5-71ed-4a09-a0a0-4a186552a407', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:10:55.665070 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cda26efb-9ccd-4a46-bb83-be74bb2824d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.673188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfabb4-aab7-4a62-9296-e6cf73e04134 req-38c28885-cd7b-48cb-9498-4dc5b3c4a822 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:55.674888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0bfabb4-aab7-4a62-9296-e6cf73e04134 req-38c28885-cd7b-48cb-9498-4dc5b3c4a822 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 943 time: 0.1505654 Jul 05 04:10:55.725408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0bfabb4-aab7-4a62-9296-e6cf73e04134 req-3a997512-434c-4604-9f6b-99b2d0c6c038 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417464 Jul 05 04:10:55.743960 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cda26efb-9ccd-4a46-bb83-be74bb2824d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.749703 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.759634 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-d2188f87-5751-4142-9a46-db405cfa639b', 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ips': [{'subnet_id': 'a3690ff9-dbd7-48a4-bc91-591a601db872'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:10:55.760598 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.782214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd657753-1249-4aa2-9811-1d7ea4cd9cd5 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:55.791869 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cda26efb-9ccd-4a46-bb83-be74bb2824d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9281f733a7334e44ac9bd8bb49979c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607728 Jul 05 04:10:55.791869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda26efb-9ccd-4a46-bb83-be74bb2824d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fc4a9d-bb57-4a61-89cf-bbbed028c6d2,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:55.793358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57204) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:55.836086 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1c0dcdc8-d0e3-445b-b982-be4f6a52eb02 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0615110 Jul 05 04:10:55.861450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port cd657753-1249-4aa2-9811-1d7ea4cd9cd5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=cd657753-1249-4aa2-9811-1d7ea4cd9cd5,segment=NetworkSegment(8ad6cf04-195d-4d06-a979-81ae56b18e0c),segment_id=8ad6cf04-195d-4d06-a979-81ae56b18e0c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:55.871426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d24a9cd-b561-435f-bf23-6d520344f1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.896385 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d24a9cd-b561-435f-bf23-6d520344f1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.926604 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.979656 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Allocated IP 172.20.0.18 (d2188f87-5751-4142-9a46-db405cfa639b/a3690ff9-dbd7-48a4-bc91-591a601db872/479d9c14-e064-4329-8580-a8fee616e845) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:56.006090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=cd657753-1249-4aa2-9811-1d7ea4cd9cd5,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:56.035237 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d24a9cd-b561-435f-bf23-6d520344f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.041645 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d24a9cd-b561-435f-bf23-6d520344f1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.041645 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0d24a9cd-b561-435f-bf23-6d520344f1d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35fc4a9d-bb57-4a61-89cf-bbbed028c6d2 HTTP/1.1" status: 204 len: 168 time: 0.2397323 Jul 05 04:10:56.048150 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24a9cd-b561-435f-bf23-6d520344f1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fc4a9d-bb57-4a61-89cf-bbbed028c6d2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:56.173553 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.182740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57210) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:56.183256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Transition to ACTIVE for port object 479d9c14-e064-4329-8580-a8fee616e845 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:56.189436 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b484b1c8-82fc-4907-bf00-5ed87a677d92 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1523714163', 'description': 'tempest-secgroup-smoke-1523714163 description', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:56.193832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['cd657753-1249-4aa2-9811-1d7ea4cd9cd5'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:56.202841 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Transition to ACTIVE for port object 479d9c14-e064-4329-8580-a8fee616e845 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:56.276329 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b484b1c8-82fc-4907-bf00-5ed87a677d92 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.276772 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.366644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Network d2188f87-5751-4142-9a46-db405cfa639b is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:56.383369 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:56.408930 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:56.418213 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b484b1c8-82fc-4907-bf00-5ed87a677d92 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.452561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Pushing event updated for resources: {'Port': ['ID=479d9c14-e064-4329-8580-a8fee616e845,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:56.512824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Attempting to bind port 479d9c14-e064-4329-8580-a8fee616e845 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:56.513201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Attempting to bind port 479d9c14-e064-4329-8580-a8fee616e845 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:56.513573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Attempting to bind port 479d9c14-e064-4329-8580-a8fee616e845 on network d2188f87-5751-4142-9a46-db405cfa639b {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:56.519823 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:56.520210 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Checking segment: {'id': '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:56.520639 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.521625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Bound using segment: {'id': '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:56.522025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Bound port: 479d9c14-e064-4329-8580-a8fee616e845, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:56.522411 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.538648 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b484b1c8-82fc-4907-bf00-5ed87a677d92 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.569315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484b1c8-82fc-4907-bf00-5ed87a677d92 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13832bb1-5c58-416e-86e3-18a26515915a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:56.587261 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] For port 479d9c14-e064-4329-8580-a8fee616e845, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:56.590381 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] For port 479d9c14-e064-4329-8580-a8fee616e845, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=479d9c14-e064-4329-8580-a8fee616e845,segment=NetworkSegment(60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7),segment_id=60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:56.616819 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b484b1c8-82fc-4907-bf00-5ed87a677d92 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.616819 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b484b1c8-82fc-4907-bf00-5ed87a677d92 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4307225 Jul 05 04:10:56.619095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57220) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:56.625078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-06462ec8-87f6-4756-9fba-ca95bd2bcde6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': '13832bb1-5c58-416e-86e3-18a26515915a', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:56.670778 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.752059 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cecb4-aed1-430d-9410-ab568ee95d28 None None] Pushing event updated for resources: {'Port': ['ID=479d9c14-e064-4329-8580-a8fee616e845,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:56.756248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d7867363-0585-4c3e-a307-19c1e037e599 req-c19b6bc8-253b-4f55-b91d-97281df8e060 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0462668 Jul 05 04:10:56.775949 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06462ec8-87f6-4756-9fba-ca95bd2bcde6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.780677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57226) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:56.807975 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-89242548-74cc-4542-985a-f2af4efa229f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.885860 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06462ec8-87f6-4756-9fba-ca95bd2bcde6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.959857 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06462ec8-87f6-4756-9fba-ca95bd2bcde6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.011636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06462ec8-87f6-4756-9fba-ca95bd2bcde6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d32c8b1-bc4e-4583-9701-7a82c017953d,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:57.029865 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3a0ae-6f43-4c4d-80e6-8094cde71838 req-6a38415d-db00-4f5b-9104-dfe31e5faf9f tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:57.037402 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16d3a0ae-6f43-4c4d-80e6-8094cde71838 req-6a38415d-db00-4f5b-9104-dfe31e5faf9f tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 943 time: 0.1569107 Jul 05 04:10:57.095544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16d3a0ae-6f43-4c4d-80e6-8094cde71838 req-bfc652eb-a25c-4134-80d4-032c97e85f26 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569923 Jul 05 04:10:57.104057 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.112792 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-89242548-74cc-4542-985a-f2af4efa229f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.226041 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-89242548-74cc-4542-985a-f2af4efa229f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.263571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89242548-74cc-4542-985a-f2af4efa229f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44455131-da95-49f8-8137-077b820d4ba8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:57.267973 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-89242548-74cc-4542-985a-f2af4efa229f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c75317f13c4f4078b878589d4450b03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4862888 Jul 05 04:10:57.270536 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57228) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:57.288880 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06462ec8-87f6-4756-9fba-ca95bd2bcde6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.292198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-06462ec8-87f6-4756-9fba-ca95bd2bcde6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6682675 Jul 05 04:10:57.293244 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57230) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:57.297537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6c212903-4e9a-4cde-88a8-7955abf6d7bc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': '13832bb1-5c58-416e-86e3-18a26515915a', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:57.365011 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08ae92e0-4722-43f2-bc05-5bb36d977c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.390966 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08ae92e0-4722-43f2-bc05-5bb36d977c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.417839 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 479d9c14-e064-4329-8580-a8fee616e845 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:57.437702 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6c212903-4e9a-4cde-88a8-7955abf6d7bc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.445299 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6b81f795-d1c0-43b9-b849-4432455c96c4 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:10:57.447202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device cd657753-1249-4aa2-9811-1d7ea4cd9cd5 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:57.542785 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6c212903-4e9a-4cde-88a8-7955abf6d7bc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.648625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6b81f795-d1c0-43b9-b849-4432455c96c4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6b81f795-d1c0-43b9-b849-4432455c96c4,segment=NetworkSegment(8ad6cf04-195d-4d06-a979-81ae56b18e0c),segment_id=8ad6cf04-195d-4d06-a979-81ae56b18e0c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:57.652810 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6c212903-4e9a-4cde-88a8-7955abf6d7bc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.682760 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '6b81f795-d1c0-43b9-b849-4432455c96c4', 'network_id': 'a660774b-4e9f-46d0-91a2-a0fa4450349a', 'port_id': '6b81f795-d1c0-43b9-b849-4432455c96c4', 'mac_address': 'fa:16:3e:c8:fa:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f71dca5-71ed-4a09-a0a0-4a186552a407', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:10:57.685665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 479d9c14-e064-4329-8580-a8fee616e845 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:57.689016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port cd657753-1249-4aa2-9811-1d7ea4cd9cd5 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:57.700032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port cd657753-1249-4aa2-9811-1d7ea4cd9cd5 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:57.712165 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.712289 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c212903-4e9a-4cde-88a8-7955abf6d7bc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0303fe-07c8-4f6f-971f-02c1feeced70,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:57.712289 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08ae92e0-4722-43f2-bc05-5bb36d977c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.712289 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08ae92e0-4722-43f2-bc05-5bb36d977c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.718014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-08ae92e0-4722-43f2-bc05-5bb36d977c6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44455131-da95-49f8-8137-077b820d4ba8 HTTP/1.1" status: 204 len: 168 time: 0.4438012 Jul 05 04:10:57.730886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae92e0-4722-43f2-bc05-5bb36d977c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44455131-da95-49f8-8137-077b820d4ba8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:57.823127 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.836773 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6c212903-4e9a-4cde-88a8-7955abf6d7bc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.838236 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6c212903-4e9a-4cde-88a8-7955abf6d7bc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5440614 Jul 05 04:10:57.841051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57240) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:57.849355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8a6388ca-3c35-4943-a26a-9161ff2a05b3 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': '13832bb1-5c58-416e-86e3-18a26515915a', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:57.877914 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b81f795-d1c0-43b9-b849-4432455c96c4 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:57.896312 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.913659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6b81f795-d1c0-43b9-b849-4432455c96c4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6b81f795-d1c0-43b9-b849-4432455c96c4,segment=NetworkSegment(8ad6cf04-195d-4d06-a979-81ae56b18e0c),segment_id=8ad6cf04-195d-4d06-a979-81ae56b18e0c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:57.941660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600c8d12-bbf9-4f3f-9955-521684258e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd657753-1249-4aa2-9811-1d7ea4cd9cd5'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:57.944950 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e14b69-3416-4b6e-9059-bd0742320c7f" -d '{"events": [{"server_uuid": "600c8d12-bbf9-4f3f-9955-521684258e41", "name": "network-vif-plugged", "status": "completed", "tag": "cd657753-1249-4aa2-9811-1d7ea4cd9cd5"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:57.960057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port cd657753-1249-4aa2-9811-1d7ea4cd9cd5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=cd657753-1249-4aa2-9811-1d7ea4cd9cd5,segment=NetworkSegment(8ad6cf04-195d-4d06-a979-81ae56b18e0c),segment_id=8ad6cf04-195d-4d06-a979-81ae56b18e0c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:57.978179 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1a15920-1ab2-45c0-9ad5-8f2223898b12 req-c3673897-9a31-4695-93b2-da87609438ad tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0508738 Jul 05 04:10:58.004494 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bc9adc-6c6b-44bf-b21e-b9391c411224 x-openstack-request-id: req-63bc9adc-6c6b-44bf-b21e-b9391c411224 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:58.005277 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600c8d12-bbf9-4f3f-9955-521684258e41", "name": "network-vif-plugged", "status": "completed", "tag": "cd657753-1249-4aa2-9811-1d7ea4cd9cd5", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:58.007160 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63bc9adc-6c6b-44bf-b21e-b9391c411224 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:58.007593 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600c8d12-bbf9-4f3f-9955-521684258e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd657753-1249-4aa2-9811-1d7ea4cd9cd5', 'code': 200} Jul 05 04:10:58.027092 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.027465 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a6388ca-3c35-4943-a26a-9161ff2a05b3 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.102305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d1f3d5-637b-4fe4-a9a8-3a09374259eb None None] Network d2188f87-5751-4142-9a46-db405cfa639b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:58.104991 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a6388ca-3c35-4943-a26a-9161ff2a05b3 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.184570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=6b81f795-d1c0-43b9-b849-4432455c96c4,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:58.194883 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.223308 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4edf83-d4b7-4602-b497-d05db853d67f req-44ab0840-833f-4fca-9860-6a345c50fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:58.229021 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bf4edf83-d4b7-4602-b497-d05db853d67f req-44ab0840-833f-4fca-9860-6a345c50fed5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 1096 time: 0.1500814 Jul 05 04:10:58.241813 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a6388ca-3c35-4943-a26a-9161ff2a05b3 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.276178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6388ca-3c35-4943-a26a-9161ff2a05b3 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42bf8fb9-942a-49d2-8668-940aaf1b94cf,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:58.310699 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bf4edf83-d4b7-4602-b497-d05db853d67f req-7257bd19-ff19-45ce-8244-6dcb8dc4df33 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751240 Jul 05 04:10:58.348976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=cd657753-1249-4aa2-9811-1d7ea4cd9cd5,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:58.360123 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['6b81f795-d1c0-43b9-b849-4432455c96c4'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:58.404214 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6fb12-eb4a-4abe-b565-f866b106e9bf req-9a8eca30-5484-4583-a794-5f3727c400c2 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:58.410851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65e6fb12-eb4a-4abe-b565-f866b106e9bf req-9a8eca30-5484-4583-a794-5f3727c400c2 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 944 time: 0.1198595 Jul 05 04:10:58.462551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c8f4eba2-a62f-4b00-98cd-d2efaf4f308f None None] Provisioning for port 479d9c14-e064-4329-8580-a8fee616e845 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:58.466531 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65e6fb12-eb4a-4abe-b565-f866b106e9bf req-7165d2a4-1d05-4186-81f4-86e5e245e6f3 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546420 Jul 05 04:10:58.472428 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a6388ca-3c35-4943-a26a-9161ff2a05b3 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.473970 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8a6388ca-3c35-4943-a26a-9161ff2a05b3 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6318624 Jul 05 04:10:58.478304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57254) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:58.486658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1dd6bdfc-b297-49f9-8028-abc004916f60 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': '13832bb1-5c58-416e-86e3-18a26515915a', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:58.499759 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c8f4eba2-a62f-4b00-98cd-d2efaf4f308f None None] Provisioning complete for port 479d9c14-e064-4329-8580-a8fee616e845 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:58.500148 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c8f4eba2-a62f-4b00-98cd-d2efaf4f308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.669301 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c8f4eba2-a62f-4b00-98cd-d2efaf4f308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.692208 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1dd6bdfc-b297-49f9-8028-abc004916f60 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.720456 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c8f4eba2-a62f-4b00-98cd-d2efaf4f308f None None] For port 479d9c14-e064-4329-8580-a8fee616e845, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=479d9c14-e064-4329-8580-a8fee616e845,segment=NetworkSegment(60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7),segment_id=60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:58.784587 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c8f4eba2-a62f-4b00-98cd-d2efaf4f308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.823325 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1dd6bdfc-b297-49f9-8028-abc004916f60 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.848420 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4eba2-a62f-4b00-98cd-d2efaf4f308f None None] Pushing event updated for resources: {'Port': ['ID=479d9c14-e064-4329-8580-a8fee616e845,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:58.949844 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1dd6bdfc-b297-49f9-8028-abc004916f60 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.973837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6bdfc-b297-49f9-8028-abc004916f60 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddb4be2-2afe-4867-b24d-a399ed53f49c,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:59.006030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a0342aa9-e735-486e-8ff4-052f0a8a1215 None None] Provisioning complete for port 479d9c14-e064-4329-8580-a8fee616e845 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:59.006784 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a0342aa9-e735-486e-8ff4-052f0a8a1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.047360 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1dd6bdfc-b297-49f9-8028-abc004916f60 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.051949 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1dd6bdfc-b297-49f9-8028-abc004916f60 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5692868 Jul 05 04:10:59.051949 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57278) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.056685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4bd5db12-777a-4d1b-8467-f079f50e50d8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': '13832bb1-5c58-416e-86e3-18a26515915a', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:59.143779 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-4bd5db12-777a-4d1b-8467-f079f50e50d8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Project c9b3e2602b7e475fb2eadd31507f7581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:10:59.149223 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4bd5db12-777a-4d1b-8467-f079f50e50d8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.246217 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-321074b2-eba4-49c2-987b-c8d0cad02295 req-9ce9e3be-4109-4ed5-b2e2-e75f0b83af53 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0332398 Jul 05 04:10:59.279041 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4bd5db12-777a-4d1b-8467-f079f50e50d8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.288496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57286) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.385650 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 479d9c14-e064-4329-8580-a8fee616e845 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:59.418785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-185007112-network', 'tenant_id': '5db3040e1aa8422d912f45de6863a21d'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:59.426733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6b81f795-d1c0-43b9-b849-4432455c96c4 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:59.433300 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4bd5db12-777a-4d1b-8467-f079f50e50d8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.467428 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.493176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5db12-777a-4d1b-8467-f079f50e50d8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aee99c7-3923-4896-b2a4-cfd1bb6260fe,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:59.500702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 479d9c14-e064-4329-8580-a8fee616e845 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:59.509938 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.544805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] Made reservation on behalf of 5db3040e1aa8422d912f45de6863a21d for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:59.547841 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.586565 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.636846 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a93ef667-878e-44b3-96ad-8efad8ebdd5f req-20803379-4c4c-4895-be4f-0118aa3b5e03 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0394232 Jul 05 04:10:59.680825 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4bd5db12-777a-4d1b-8467-f079f50e50d8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.689552 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4bd5db12-777a-4d1b-8467-f079f50e50d8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6340878 Jul 05 04:10:59.689730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57294) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.700161 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5be2cabc-09be-46ef-ac27-d4b337e12276 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': '13832bb1-5c58-416e-86e3-18a26515915a', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:59.709122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 6b81f795-d1c0-43b9-b849-4432455c96c4 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:59.713603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 6b81f795-d1c0-43b9-b849-4432455c96c4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:59.717737 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.781122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6999d-c7c6-4253-9d86-96542caa32e0 req-8cad6afd-565c-4ac1-a02e-9939ed150475 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:59.782844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bcc6999d-c7c6-4253-9d86-96542caa32e0 req-8cad6afd-565c-4ac1-a02e-9939ed150475 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 944 time: 0.1372492 Jul 05 04:10:59.799570 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.842989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6b81f795-d1c0-43b9-b849-4432455c96c4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6b81f795-d1c0-43b9-b849-4432455c96c4,segment=NetworkSegment(8ad6cf04-195d-4d06-a979-81ae56b18e0c),segment_id=8ad6cf04-195d-4d06-a979-81ae56b18e0c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:59.844888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bcc6999d-c7c6-4253-9d86-96542caa32e0 req-93c983f3-b52a-43af-b2eb-e07f8f52a382 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543778 Jul 05 04:10:59.869119 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.914439 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.939090 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.968210 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=6b81f795-d1c0-43b9-b849-4432455c96c4,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:59.969686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:59.984713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56a06be-bcab-4cb9-96f8-04a1dc826719,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:59.990441 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.990826 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] Added segment 6bd76ac9-02ed-48cb-9f62-4ed1e8b49747 of type vlan for network 9a7523b4-8396-4404-b822-7b4a661b2242 Jul 05 04:11:00.009098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57713044-c609-4d6d-b5bd-480f37bda8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b81f795-d1c0-43b9-b849-4432455c96c4'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:00.011782 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89db62a2-b877-4bcc-a905-b3c9d3fadfa3" -d '{"events": [{"server_uuid": "57713044-c609-4d6d-b5bd-480f37bda8db", "name": "network-vif-plugged", "status": "completed", "tag": "6b81f795-d1c0-43b9-b849-4432455c96c4"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:00.032084 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.051169 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbe1ec5-17ce-4c64-b208-25fabf5907f4 x-openstack-request-id: req-1fbe1ec5-17ce-4c64-b208-25fabf5907f4 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:00.051486 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57713044-c609-4d6d-b5bd-480f37bda8db", "name": "network-vif-plugged", "status": "completed", "tag": "6b81f795-d1c0-43b9-b849-4432455c96c4", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:00.053038 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fbe1ec5-17ce-4c64-b208-25fabf5907f4 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:00.053450 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57713044-c609-4d6d-b5bd-480f37bda8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b81f795-d1c0-43b9-b849-4432455c96c4', 'code': 200} Jul 05 04:11:00.059578 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-5be2cabc-09be-46ef-ac27-d4b337e12276 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Project c9b3e2602b7e475fb2eadd31507f7581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:11:00.068683 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5be2cabc-09be-46ef-ac27-d4b337e12276 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.134187 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5be2cabc-09be-46ef-ac27-d4b337e12276 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.160562 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd0ba47b-5389-411b-95a8-15b9183f4c9b req-96add27a-c915-424b-91b8-f4c65730f34f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739026 Jul 05 04:11:00.166011 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.167467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:00.167682 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.218384 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5be2cabc-09be-46ef-ac27-d4b337e12276 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.260120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ba47b-5389-411b-95a8-15b9183f4c9b req-3ff8eba0-3a10-4a61-ba66-b4476d856373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:00.260405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2cabc-09be-46ef-ac27-d4b337e12276 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b5ffc2-7db4-4a5e-b119-0818d61218be,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:00.261699 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd0ba47b-5389-411b-95a8-15b9183f4c9b req-3ff8eba0-3a10-4a61-ba66-b4476d856373 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15616589beaf40faa95fd23b0296a009&device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 1096 time: 0.0620406 Jul 05 04:11:00.264986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] Pushing event updated for resources: {'Network': ['ID=9a7523b4-8396-4404-b822-7b4a661b2242,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:00.283304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d245f1-7d1c-455a-a69a-3df6476f0c68 req-af15c2b0-71cf-47d3-ac15-f77de883de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:00.283912 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3d245f1-7d1c-455a-a69a-3df6476f0c68 req-af15c2b0-71cf-47d3-ac15-f77de883de68 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 1096 time: 0.1483459 Jul 05 04:11:00.290679 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 9a7523b4-8396-4404-b822-7b4a661b2242 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:11:00.332646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-af08198f-fb40-48af-bd38-532d553ea00e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0428526 Jul 05 04:11:00.339958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57302) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:00.357637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6ad34995-32a6-43b9-a0c1-c8b93bf39cbe admin admin] Request body: {'subnet': {'network_id': '9a7523b4-8396-4404-b822-7b4a661b2242', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-185007112-subnet', 'tenant_id': '5db3040e1aa8422d912f45de6863a21d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:00.373654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5be2cabc-09be-46ef-ac27-d4b337e12276 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.384408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5be2cabc-09be-46ef-ac27-d4b337e12276 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6851845 Jul 05 04:11:00.384408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d3d245f1-7d1c-455a-a69a-3df6476f0c68 req-9003d6ee-9e37-4c64-9456-a16889a2fec5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882819 Jul 05 04:11:00.439612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ba47b-5389-411b-95a8-15b9183f4c9b req-a0cfd33a-3958-489d-b39a-46fa52ff719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:00.441155 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd0ba47b-5389-411b-95a8-15b9183f4c9b req-a0cfd33a-3958-489d-b39a-46fa52ff719c service neutron] 10.222.0.64 "GET /v2.0/networks?id=e90517ab-df71-42d3-ac35-e55b2ddbb723 HTTP/1.1" status: 200 len: 916 time: 0.1338589 Jul 05 04:11:00.488663 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cfc34b5d-7633-45bc-916b-97648814c26d req-365dd237-c20a-4b8a-81ea-eca562e36597 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0309203 Jul 05 04:11:00.492382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad34995-32a6-43b9-a0c1-c8b93bf39cbe admin admin] Made reservation on behalf of 5db3040e1aa8422d912f45de6863a21d for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:00.494861 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ad34995-32a6-43b9-a0c1-c8b93bf39cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.508238 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd0ba47b-5389-411b-95a8-15b9183f4c9b req-a57576b8-6c1a-4ef9-a399-fc0b7089d4f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d949cc3-98d8-4b95-90e1-c3655e945670 HTTP/1.1" status: 200 len: 217 time: 0.0584095 Jul 05 04:11:00.572699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ba47b-5389-411b-95a8-15b9183f4c9b req-83e8b4eb-9e68-4573-b984-eaf70bf05747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:00.574624 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd0ba47b-5389-411b-95a8-15b9183f4c9b req-83e8b4eb-9e68-4573-b984-eaf70bf05747 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a5c54b4-c7ec-4849-bccf-16e0c16ab887 HTTP/1.1" status: 200 len: 855 time: 0.0598302 Jul 05 04:11:00.614916 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd0ba47b-5389-411b-95a8-15b9183f4c9b req-84d6c402-9b28-49eb-9298-91fb0295a7a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e90517ab-df71-42d3-ac35-e55b2ddbb723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325215 Jul 05 04:11:00.668841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-41d391cb-3e5e-4560-a2f1-540249bb5306 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523714163&fields=id&tenant_id=c9b3e2602b7e475fb2eadd31507f7581 HTTP/1.1" status: 200 len: 267 time: 0.0783498 Jul 05 04:11:00.721949 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd0ba47b-5389-411b-95a8-15b9183f4c9b req-bcd40ec9-6fad-452f-98ad-a05a37d85bc9 service neutron] 10.222.0.64 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009867 Jul 05 04:11:00.842261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-05093159-2395-47ef-8ce8-56ffd0ade202 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:00.847386 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd0ba47b-5389-411b-95a8-15b9183f4c9b req-a3b9d0cd-83fc-440a-bf6e-a4572a7a4329 service neutron] 10.222.0.64 "GET /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183276 Jul 05 04:11:00.848870 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-05093159-2395-47ef-8ce8-56ffd0ade202 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/networks?id=d2188f87-5751-4142-9a46-db405cfa639b HTTP/1.1" status: 200 len: 797 time: 0.1791546 Jul 05 04:11:00.867349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-fd5bc456-a3c6-4e8a-9776-ebc3c6049803 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/quotas/c9b3e2602b7e475fb2eadd31507f7581 HTTP/1.1" status: 200 len: 375 time: 0.0175288 Jul 05 04:11:00.963161 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-94d39c53-b424-49b9-a2a0-7c820f8f00b4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0948341 Jul 05 04:11:00.964158 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ad34995-32a6-43b9-a0c1-c8b93bf39cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.127741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad34995-32a6-43b9-a0c1-c8b93bf39cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b125546-9480-49ae-9928-c9c314992751,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:01.139636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad34995-32a6-43b9-a0c1-c8b93bf39cbe admin admin] Checking segment: {'id': '6bd76ac9-02ed-48cb-9f62-4ed1e8b49747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9a7523b4-8396-4404-b822-7b4a661b2242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:01.139636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad34995-32a6-43b9-a0c1-c8b93bf39cbe admin admin] Network hostable DHCP agents. Network: 9a7523b4-8396-4404-b822-7b4a661b2242, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:11:01.200558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-eddea756-f5d0-458f-b006-f0c583f24b6a service neutron] 10.222.0.60 "GET /v2.0/networks/d2188f87-5751-4142-9a46-db405cfa639b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053280 Jul 05 04:11:01.212750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1deb47-a41c-4a53-9461-3dc1513fb0b2 req-f088cf05-436a-4629-a037-77d172fd7bc1 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:01.220255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e1deb47-a41c-4a53-9461-3dc1513fb0b2 req-f088cf05-436a-4629-a037-77d172fd7bc1 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.2215395 Jul 05 04:11:01.311057 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad34995-32a6-43b9-a0c1-c8b93bf39cbe admin admin] Network 9a7523b4-8396-4404-b822-7b4a661b2242 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:11:01.324750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e1deb47-a41c-4a53-9461-3dc1513fb0b2 req-424614b9-0ed7-43db-9f5d-30ecbdb9eb57 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010354 Jul 05 04:11:01.355221 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-92e7c027-f671-4e1a-b39d-c5a268a33e8c service neutron] 10.222.0.60 "GET /v2.0/networks/d2188f87-5751-4142-9a46-db405cfa639b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392817 Jul 05 04:11:01.498324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-6ad34995-32a6-43b9-a0c1-c8b93bf39cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 9a7523b4-8396-4404-b822-7b4a661b2242) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:01.504600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad34995-32a6-43b9-a0c1-c8b93bf39cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:01.505554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ad34995-32a6-43b9-a0c1-c8b93bf39cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.507067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af15bc50-e675-4c5e-9fc0-0c4b47a9260e None None] Network 9a7523b4-8396-4404-b822-7b4a661b2242 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:01.546915 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.653324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6ad34995-32a6-43b9-a0c1-c8b93bf39cbe admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3046045 Jul 05 04:11:01.717653 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0e498d3-cabf-4eba-956f-affe6b94922c req-0404b6f5-7329-4a98-8f35-865795a8dc8b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 210 time: 0.0500586 Jul 05 04:11:01.841377 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4868bc-6748-42a6-957a-46f1866f7554 None None] Network 9a7523b4-8396-4404-b822-7b4a661b2242 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:01.995699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7ff74232-2994-417d-85b1-0d9aad100445 req-cb39c8db-02b8-4eb5-9cda-6559fa4383c5 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0342102 Jul 05 04:11:02.548121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb498a4-d8d6-46c4-8092-018c6b78ac13 req-dfd0528a-e376-43c3-917f-b6730aefccb1 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:02.554717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ffb498a4-d8d6-46c4-8092-018c6b78ac13 req-dfd0528a-e376-43c3-917f-b6730aefccb1 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0828590 Jul 05 04:11:02.554987 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57358) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:02.559328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2026873566-network', 'tenant_id': '6ba866fd217d44b4b00092aa05ac9082'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:02.596961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ffb498a4-d8d6-46c4-8092-018c6b78ac13 req-9fec20ef-04b1-44c5-8038-aecdec6847f5 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375915 Jul 05 04:11:02.641521 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-edb0c96a-cf2a-48cd-a82e-5baab431f177 req-f42955ad-0f4b-4f66-a433-48b8b80ac3c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8f9099bd9104f62952fae366ccbe886&device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0376637 Jul 05 04:11:02.670960 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-edb0c96a-cf2a-48cd-a82e-5baab431f177 req-7b30970b-0dd7-4793-be12-2c939687370a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e8f9099bd9104f62952fae366ccbe886&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228393 Jul 05 04:11:02.671945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] Made reservation on behalf of 6ba866fd217d44b4b00092aa05ac9082 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:02.675228 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.690365 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.787440 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89066d35-e652-475d-a8ea-18cc04b6da18 req-d9a9262a-14a4-4009-a4e0-3f74d540e039 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0286851 Jul 05 04:11:02.831515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0c96a-cf2a-48cd-a82e-5baab431f177 req-a61e986d-bfef-4859-ab5e-7c53266eb1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:02.833025 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-edb0c96a-cf2a-48cd-a82e-5baab431f177 req-a61e986d-bfef-4859-ab5e-7c53266eb1ce service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1440651 Jul 05 04:11:02.905115 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.966768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.979295 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df8d2881-9317-408d-8db5-07cfe8af56a3 req-29f113fb-c03c-4c0d-b33d-c965593b568a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 210 time: 0.0368090 Jul 05 04:11:03.002806 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e0825c-6e7d-4da7-acd0-5e99ab1b1d47,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:03.013411 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:11:03.022543 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.022909 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] Added segment 180ef656-b55d-492c-8328-9db0f747b5d7 of type vlan for network ac54440d-4a8f-445e-a1b1-672e0b23c5c9 Jul 05 04:11:03.069099 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.197124 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.198228 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:03.198903 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.239765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fc7e5-ddbc-498b-98e2-c6e311e4b74f req-d9b42b21-de5e-4211-9f42-e525f19aeb98 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:03.241917 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed1fc7e5-ddbc-498b-98e2-c6e311e4b74f req-d9b42b21-de5e-4211-9f42-e525f19aeb98 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0822139 Jul 05 04:11:03.296456 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7412958 Jul 05 04:11:03.311215 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57374) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:03.318319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed1fc7e5-ddbc-498b-98e2-c6e311e4b74f req-65d5081d-2ef3-4f0c-adc5-ca311b7f2e6d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702207 Jul 05 04:11:03.319382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-364671f5-160d-470b-aae3-255d50083c16 admin admin] Request body: {'subnet': {'network_id': 'ac54440d-4a8f-445e-a1b1-672e0b23c5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2026873566-subnet', 'tenant_id': '6ba866fd217d44b4b00092aa05ac9082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:03.345804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8a528-d305-44d8-b262-59ffb1f6fe0f admin admin] Pushing event updated for resources: {'Network': ['ID=ac54440d-4a8f-445e-a1b1-672e0b23c5c9,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:03.360775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ac54440d-4a8f-445e-a1b1-672e0b23c5c9 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:11:03.384320 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e7285-cdee-4716-afb3-f17fc7ee012d req-d85f3dc2-c22c-4947-ad81-6b03df0606cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:03.387156 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8f9e7285-cdee-4716-afb3-f17fc7ee012d req-d85f3dc2-c22c-4947-ad81-6b03df0606cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46fbc9635ffe4afc9c63593099e73911&device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 1096 time: 0.1590629 Jul 05 04:11:03.452571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364671f5-160d-470b-aae3-255d50083c16 admin admin] Made reservation on behalf of 6ba866fd217d44b4b00092aa05ac9082 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:03.454902 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-364671f5-160d-470b-aae3-255d50083c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.563759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e7285-cdee-4716-afb3-f17fc7ee012d req-9bb0f3f5-c478-424c-a4bd-694d9ab6b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:03.565212 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8f9e7285-cdee-4716-afb3-f17fc7ee012d req-9bb0f3f5-c478-424c-a4bd-694d9ab6b4a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a660774b-4e9f-46d0-91a2-a0fa4450349a HTTP/1.1" status: 200 len: 920 time: 0.1717510 Jul 05 04:11:03.612047 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8f9e7285-cdee-4716-afb3-f17fc7ee012d req-6e9f2e57-79d3-402b-8d86-dc5540bf5433 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b81f795-d1c0-43b9-b849-4432455c96c4 HTTP/1.1" status: 200 len: 217 time: 0.0381515 Jul 05 04:11:03.720995 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e7285-cdee-4716-afb3-f17fc7ee012d req-7d973747-212c-42e5-bfd3-5666754f98de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:03.722522 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8f9e7285-cdee-4716-afb3-f17fc7ee012d req-7d973747-212c-42e5-bfd3-5666754f98de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f71dca5-71ed-4a09-a0a0-4a186552a407 HTTP/1.1" status: 200 len: 859 time: 0.0883613 Jul 05 04:11:03.765925 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8f9e7285-cdee-4716-afb3-f17fc7ee012d req-554b9bde-624f-4f18-bce9-a32470dfdc5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a660774b-4e9f-46d0-91a2-a0fa4450349a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366652 Jul 05 04:11:03.831520 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-364671f5-160d-470b-aae3-255d50083c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.906013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364671f5-160d-470b-aae3-255d50083c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca348631-0456-48ed-a29b-9fd5d5178cfd,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:03.914996 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8f9e7285-cdee-4716-afb3-f17fc7ee012d req-b43edd8d-839c-4e2b-8dbe-0d2fd271f98c service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418705 Jul 05 04:11:03.937494 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c011cb91-e737-473d-b00c-f8be047722e0 req-7c03922a-de03-4077-9d54-4ca56a998d18 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0301244 Jul 05 04:11:03.971786 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364671f5-160d-470b-aae3-255d50083c16 admin admin] Checking segment: {'id': '180ef656-b55d-492c-8328-9db0f747b5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ac54440d-4a8f-445e-a1b1-672e0b23c5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:03.972161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364671f5-160d-470b-aae3-255d50083c16 admin admin] Network hostable DHCP agents. Network: ac54440d-4a8f-445e-a1b1-672e0b23c5c9, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:11:04.028018 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8f9e7285-cdee-4716-afb3-f17fc7ee012d req-df7f698a-2754-4c73-9409-819f1f424244 service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054363 Jul 05 04:11:04.098000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364671f5-160d-470b-aae3-255d50083c16 admin admin] Network ac54440d-4a8f-445e-a1b1-672e0b23c5c9 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:11:04.133446 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-edb0c96a-cf2a-48cd-a82e-5baab431f177 req-aca96b16-da3d-4a81-8c4a-8b2efe66a600 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0486810 Jul 05 04:11:04.148957 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73cb3702-8368-44d1-96cb-ad29f5d91a95 req-ae568745-cbc3-4e95-b5d2-3faee786bc83 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 210 time: 0.0475912 Jul 05 04:11:04.223303 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-364671f5-160d-470b-aae3-255d50083c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, ac54440d-4a8f-445e-a1b1-672e0b23c5c9) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:04.230157 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364671f5-160d-470b-aae3-255d50083c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:04.231128 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-364671f5-160d-470b-aae3-255d50083c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:04.235098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0c295a-2e3d-4f76-8c86-414f41862259 None None] Network ac54440d-4a8f-445e-a1b1-672e0b23c5c9 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:04.328780 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-364671f5-160d-470b-aae3-255d50083c16 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0138562 Jul 05 04:11:04.382309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6b1cce-25c2-4cb9-b213-81b4ef135231 None None] Network ac54440d-4a8f-445e-a1b1-672e0b23c5c9 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:04.436635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-5f5d3ab2-8f62-4c91-b351-8ea89af9b5d1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:04.439055 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-5f5d3ab2-8f62-4c91-b351-8ea89af9b5d1 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.11 "GET /v2.0/networks?id=d2188f87-5751-4142-9a46-db405cfa639b HTTP/1.1" status: 200 len: 797 time: 0.1667473 Jul 05 04:11:04.508064 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-93179e00-6e9d-4206-8be9-77fa8dfa8308 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9b3e2602b7e475fb2eadd31507f7581 HTTP/1.1" status: 200 len: 472 time: 0.0567634 Jul 05 04:11:04.520881 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-a1e2a451-b31f-4cd3-8716-d754a3eb3b31 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'port': {'device_id': '5b65e9a6-86fe-4dad-befd-c191c7b0bf17', 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b', 'admin_state_up': True, 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'security_groups': ['13832bb1-5c58-416e-86e3-18a26515915a']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:04.685508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639ea5e-c373-4d6e-bc98-cda4ed55f9b3 req-de4d75e6-2c60-40f8-b9c7-d5fb125b8e3f tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:04.689790 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e639ea5e-c373-4d6e-bc98-cda4ed55f9b3 req-de4d75e6-2c60-40f8-b9c7-d5fb125b8e3f tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.1034586 Jul 05 04:11:04.733982 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e639ea5e-c373-4d6e-bc98-cda4ed55f9b3 req-7ee73882-e79b-4af7-8797-6a103b501783 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353541 Jul 05 04:11:04.823908 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-a1e2a451-b31f-4cd3-8716-d754a3eb3b31 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Made reservation on behalf of c9b3e2602b7e475fb2eadd31507f7581 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:04.827861 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-a1e2a451-b31f-4cd3-8716-d754a3eb3b31 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:04.966660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-a1e2a451-b31f-4cd3-8716-d754a3eb3b31 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Allocated IP 172.20.0.30 (d2188f87-5751-4142-9a46-db405cfa639b/a3690ff9-dbd7-48a4-bc91-591a601db872/e6c15eff-bbc3-4d5e-b658-c3fcad25da3d) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:05.011248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-f14073fb-076e-4ac5-af6a-4c5bd3514211 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:05.017979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-f14073fb-076e-4ac5-af6a-4c5bd3514211 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/networks?id=9a7523b4-8396-4404-b822-7b4a661b2242 HTTP/1.1" status: 200 len: 808 time: 0.1356602 Jul 05 04:11:05.035588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-34f649a9-fb6a-434d-847d-5154d1cd6eed tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/quotas/5db3040e1aa8422d912f45de6863a21d HTTP/1.1" status: 200 len: 375 time: 0.0166986 Jul 05 04:11:05.083273 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-f0f68c42-f5b0-4e9a-8f3f-2f9c76f33050 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5db3040e1aa8422d912f45de6863a21d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467343 Jul 05 04:11:05.123626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9a8ea6a-b2f6-4d2d-be1e-e83ffe0d0515 req-c16ea88f-cbb2-46f9-b4f4-80414c6ca0d2 tempest-ServerShowV254Test-124169545 tempest-ServerShowV254Test-124169545-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebf169e8-dde3-4a49-bf65-afc743a30444 HTTP/1.1" status: 200 len: 210 time: 0.0381103 Jul 05 04:11:05.164964 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-a1e2a451-b31f-4cd3-8716-d754a3eb3b31 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.180186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-a1e2a451-b31f-4cd3-8716-d754a3eb3b31 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Transition to ACTIVE for port object e6c15eff-bbc3-4d5e-b658-c3fcad25da3d will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:05.211886 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-9759c213-1ff8-4f4b-8ded-d7b77a549386 service neutron] 10.222.0.60 "GET /v2.0/networks/9a7523b4-8396-4404-b822-7b4a661b2242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277413 Jul 05 04:11:05.303047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e8ad5cbb-ab60-4bdc-a180-4851ee1b8e62 req-1cdb62de-4055-41f7-ad84-11a539b74cb5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 210 time: 0.0361123 Jul 05 04:11:05.338237 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-1b84d570-7861-4620-bdbc-37eb3b90c932 service neutron] 10.222.0.60 "GET /v2.0/networks/9a7523b4-8396-4404-b822-7b4a661b2242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202521 Jul 05 04:11:05.384349 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-a1e2a451-b31f-4cd3-8716-d754a3eb3b31 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.436476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-a1e2a451-b31f-4cd3-8716-d754a3eb3b31 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network d2188f87-5751-4142-9a46-db405cfa639b is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:05.439759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-a1e2a451-b31f-4cd3-8716-d754a3eb3b31 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:05.446792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-a1e2a451-b31f-4cd3-8716-d754a3eb3b31 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:05.475761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2a451-b31f-4cd3-8716-d754a3eb3b31 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=e6c15eff-bbc3-4d5e-b658-c3fcad25da3d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:05.507205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-a1e2a451-b31f-4cd3-8716-d754a3eb3b31 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:05.507910 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-a1e2a451-b31f-4cd3-8716-d754a3eb3b31 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.611055 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-a1e2a451-b31f-4cd3-8716-d754a3eb3b31 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0973413 Jul 05 04:11:05.624209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Request body: {'port': {'device_id': '5b65e9a6-86fe-4dad-befd-c191c7b0bf17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:05.651992 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-189dd989-d451-48ed-9536-8a2a708d2afe req-9f321081-db42-4a09-8a50-a07e7197f0d7 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 210 time: 0.0364947 Jul 05 04:11:05.722414 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.846967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b9c1bba9-c13e-4620-b2cf-804949e2726e None None] Provisioning for port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:05.852720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b9c1bba9-c13e-4620-b2cf-804949e2726e None None] Provisioning complete for port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:05.853584 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b9c1bba9-c13e-4620-b2cf-804949e2726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.902402 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1bba9-c13e-4620-b2cf-804949e2726e None None] Port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:05.952532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b110d-e68b-4606-b907-865efe3575c6 req-57d243b4-b341-4eb3-9e23-e1d05804192a tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:05.954350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c1b110d-e68b-4606-b907-865efe3575c6 req-57d243b4-b341-4eb3-9e23-e1d05804192a tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0747879 Jul 05 04:11:06.005176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c1b110d-e68b-4606-b907-865efe3575c6 req-da075ffc-53bc-4165-9d0c-9bf16b16f903 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444524 Jul 05 04:11:06.035312 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c15eff-bbc3-4d5e-b658-c3fcad25da3d {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:06.043893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.056416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Transition to ACTIVE for port object e6c15eff-bbc3-4d5e-b658-c3fcad25da3d will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:06.115566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.189873 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Pushing event updated for resources: {'Port': ['ID=e6c15eff-bbc3-4d5e-b658-c3fcad25da3d,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:06.246066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Attempting to bind port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:06.246545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Attempting to bind port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:06.246885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Attempting to bind port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d on network d2188f87-5751-4142-9a46-db405cfa639b {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:06.251954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d on network d2188f87-5751-4142-9a46-db405cfa639b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:11:06.255718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Attempting to bind port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d on network d2188f87-5751-4142-9a46-db405cfa639b {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:06.261474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:06.261854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Checking segment: {'id': '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:06.262253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Bound using segment: {'id': '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:06.262693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Bound port: e6c15eff-bbc3-4d5e-b658-c3fcad25da3d, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:06.263059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.339993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] For port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:06.343782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] For port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e6c15eff-bbc3-4d5e-b658-c3fcad25da3d,segment=NetworkSegment(60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7),segment_id=60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:06.402872 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.470660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:06.473098 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.473644 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] 10.222.0.11 "PUT /v2.0/ports/e6c15eff-bbc3-4d5e-b658-c3fcad25da3d HTTP/1.1" status: 200 len: 1092 time: 0.8540406 Jul 05 04:11:06.474143 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b65e9a6-86fe-4dad-befd-c191c7b0bf17', 'tag': 'e6c15eff-bbc3-4d5e-b658-c3fcad25da3d'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:06.476657 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cab836e-5951-430c-9814-4ac3680e6b65" -d '{"events": [{"name": "network-changed", "server_uuid": "5b65e9a6-86fe-4dad-befd-c191c7b0bf17", "tag": "e6c15eff-bbc3-4d5e-b658-c3fcad25da3d"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:06.519838 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7a774-3add-4c8b-8f5f-af7c30266dff service neutron] Pushing event updated for resources: {'Port': ['ID=e6c15eff-bbc3-4d5e-b658-c3fcad25da3d,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:06.562882 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bddac8c-3ae7-4b34-be0e-b8b771ce8af6 x-openstack-request-id: req-4bddac8c-3ae7-4b34-be0e-b8b771ce8af6 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:06.563196 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b65e9a6-86fe-4dad-befd-c191c7b0bf17", "tag": "e6c15eff-bbc3-4d5e-b658-c3fcad25da3d", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:06.565241 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4bddac8c-3ae7-4b34-be0e-b8b771ce8af6 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:06.565241 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b65e9a6-86fe-4dad-befd-c191c7b0bf17', 'tag': 'e6c15eff-bbc3-4d5e-b658-c3fcad25da3d', 'status': 'completed', 'code': 200} Jul 05 04:11:06.576035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefae9ee-711c-476b-b600-2c8c794251b4 req-8903623c-e3e5-4791-bae4-0dde0c0bdafc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:06.577888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aefae9ee-711c-476b-b600-2c8c794251b4 req-8903623c-e3e5-4791-bae4-0dde0c0bdafc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 944 time: 0.1309383 Jul 05 04:11:06.637472 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aefae9ee-711c-476b-b600-2c8c794251b4 req-7d05111e-3584-4e9f-9c5f-d5ce068c26c4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=13832bb1-5c58-416e-86e3-18a26515915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512526 Jul 05 04:11:06.691501 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab836e-5951-430c-9814-4ac3680e6b65 req-d7b16933-f5d5-481f-9bbb-0f9197f3a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:06.693553 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7cab836e-5951-430c-9814-4ac3680e6b65 req-d7b16933-f5d5-481f-9bbb-0f9197f3a9f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 1095 time: 0.1062727 Jul 05 04:11:06.762219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97dfa5b9-3605-4944-8bf0-85fb8e79cd69 req-65e2c4d7-605c-4b70-a840-8aadcdadfa65 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 210 time: 0.0485182 Jul 05 04:11:06.846445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab836e-5951-430c-9814-4ac3680e6b65 req-534216dc-39f9-49ff-9c64-3330b1d11906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:06.847141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab836e-5951-430c-9814-4ac3680e6b65 req-534216dc-39f9-49ff-9c64-3330b1d11906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:06.849272 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7cab836e-5951-430c-9814-4ac3680e6b65 req-534216dc-39f9-49ff-9c64-3330b1d11906 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1317296 Jul 05 04:11:06.964278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab836e-5951-430c-9814-4ac3680e6b65 req-ef5adf8f-ea44-4679-bbab-be759d369fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:06.965896 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7cab836e-5951-430c-9814-4ac3680e6b65 req-ef5adf8f-ea44-4679-bbab-be759d369fb9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1103079 Jul 05 04:11:07.022030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57446) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:07.077807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-5be19505-0b54-4592-a2ee-6ec6536bc399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:07.079421 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-5be19505-0b54-4592-a2ee-6ec6536bc399 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 1095 time: 0.0701184 Jul 05 04:11:07.139872 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-48d73416-8658-4e56-ab7c-a4d14c92effe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e6c15eff-bbc3-4d5e-b658-c3fcad25da3d HTTP/1.1" status: 200 len: 217 time: 0.0505409 Jul 05 04:11:07.150231 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45638ead-826d-4a55-a4a8-a29c575652d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.193943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-e0e18740-13c1-4a81-a538-f0d633ca104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:07.195427 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-e0e18740-13c1-4a81-a538-f0d633ca104c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3690ff9-dbd7-48a4-bc91-591a601db872 HTTP/1.1" status: 200 len: 838 time: 0.0481749 Jul 05 04:11:07.270341 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc98db7-4c1c-41c0-b868-d4d0d0c0c0a2 req-7d1aa340-0adf-4ed6-91ce-1cd59bfb3ee6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:07.271162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-4265fd09-2142-4b34-b79e-599681f15570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:07.272714 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dbc98db7-4c1c-41c0-b868-d4d0d0c0c0a2 req-7d1aa340-0adf-4ed6-91ce-1cd59bfb3ee6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.1065180 Jul 05 04:11:07.279373 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-4265fd09-2142-4b34-b79e-599681f15570 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2188f87-5751-4142-9a46-db405cfa639b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729353 Jul 05 04:11:07.336286 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dbc98db7-4c1c-41c0-b868-d4d0d0c0c0a2 req-d798d3ab-642d-48c9-9909-125875f95f4a tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571637 Jul 05 04:11:07.341374 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45638ead-826d-4a55-a4a8-a29c575652d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.401704 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-8f81247c-b275-4c16-b22c-604f5fb4ad1a service neutron] 10.222.0.11 "GET /v2.0/networks/d2188f87-5751-4142-9a46-db405cfa639b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133766 Jul 05 04:11:07.486180 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45638ead-826d-4a55-a4a8-a29c575652d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.506234 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7fba3c0b-7550-40f3-b1e7-f322c0b60bb9 req-f2fb5288-34d4-4da6-9d88-14d6ce233b07 service neutron] 10.222.0.11 "GET /v2.0/networks/d2188f87-5751-4142-9a46-db405cfa639b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973506 Jul 05 04:11:07.532045 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-45638ead-826d-4a55-a4a8-a29c575652d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e8f9099bd9104f62952fae366ccbe886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5087276 Jul 05 04:11:07.533357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45638ead-826d-4a55-a4a8-a29c575652d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa3d330-d02c-40f1-b493-116e6d84d754,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:07.534863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57454) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:07.590103 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20bcccf2-5548-482e-8f97-8ae4ee2c9f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.611968 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20bcccf2-5548-482e-8f97-8ae4ee2c9f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.761773 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20bcccf2-5548-482e-8f97-8ae4ee2c9f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.764426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20bcccf2-5548-482e-8f97-8ae4ee2c9f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.765632 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-20bcccf2-5548-482e-8f97-8ae4ee2c9f46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5fa3d330-d02c-40f1-b493-116e6d84d754 HTTP/1.1" status: 204 len: 168 time: 0.2286632 Jul 05 04:11:07.792731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcccf2-5548-482e-8f97-8ae4ee2c9f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa3d330-d02c-40f1-b493-116e6d84d754,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:07.869884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043d113-9284-4e3c-9d82-a2fbcb111fe5 req-3d1527db-78cc-4d97-95d9-c084aa2316c2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:07.872325 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4043d113-9284-4e3c-9d82-a2fbcb111fe5 req-3d1527db-78cc-4d97-95d9-c084aa2316c2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 944 time: 0.1053550 Jul 05 04:11:07.916809 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4043d113-9284-4e3c-9d82-a2fbcb111fe5 req-630413bb-3476-4ccc-85fb-fa56f3ae39ae tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=13832bb1-5c58-416e-86e3-18a26515915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385230 Jul 05 04:11:07.949930 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-18f9ab45-8c47-4c2e-89ef-be8120045bcb req-df8aad44-8eff-4590-99b7-c9146c10203d tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 210 time: 0.0321536 Jul 05 04:11:08.578585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a2f8a-5574-4e3d-8a1b-deaa7ed1ea94 req-ed8fec6b-655a-4d07-bb0c-5fa9d61bd6fb tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:08.580675 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c4a2f8a-5574-4e3d-8a1b-deaa7ed1ea94 req-ed8fec6b-655a-4d07-bb0c-5fa9d61bd6fb tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0921469 Jul 05 04:11:08.583579 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-54f00fdc-ee27-4814-9f9f-a88a18332284 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:08.585156 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-54f00fdc-ee27-4814-9f9f-a88a18332284 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.11 "GET /v2.0/networks?id=9a7523b4-8396-4404-b822-7b4a661b2242 HTTP/1.1" status: 200 len: 808 time: 0.1790941 Jul 05 04:11:08.598660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-85aebe0d-fa6a-4dfc-b0ed-b2fbb4a95485 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Request body: {'port': {'device_id': '7f44e959-1276-412f-9699-a5bc7aa39871', 'network_id': '9a7523b4-8396-4404-b822-7b4a661b2242', 'admin_state_up': True, 'tenant_id': '5db3040e1aa8422d912f45de6863a21d'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:08.621534 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c4a2f8a-5574-4e3d-8a1b-deaa7ed1ea94 req-63bb6d89-4279-49cd-b9b5-d6cfab5666a8 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351119 Jul 05 04:11:08.834023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-85aebe0d-fa6a-4dfc-b0ed-b2fbb4a95485 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Made reservation on behalf of 5db3040e1aa8422d912f45de6863a21d for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:08.838215 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-85aebe0d-fa6a-4dfc-b0ed-b2fbb4a95485 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.003251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-85aebe0d-fa6a-4dfc-b0ed-b2fbb4a95485 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Allocated IP 172.20.0.13 (9a7523b4-8396-4404-b822-7b4a661b2242/7b125546-9480-49ae-9928-c9c314992751/2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:09.114102 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57498) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:09.219975 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94426324-c623-4890-b623-d6b545e8ff7b req-2662cc80-185a-4444-890e-0f8381c15759 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 210 time: 0.0345597 Jul 05 04:11:09.267010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c586a-c06c-42c5-ae53-742228173dff req-78c914a2-e5d3-420d-9537-993b82ceb02d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:09.268767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa6c586a-c06c-42c5-ae53-742228173dff req-78c914a2-e5d3-420d-9537-993b82ceb02d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 944 time: 0.1256285 Jul 05 04:11:09.288853 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-85aebe0d-fa6a-4dfc-b0ed-b2fbb4a95485 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.319256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1654374616-network', 'tenant_id': '0de5f3cf52d04e21859b2fe1684cf545'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:09.377647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa6c586a-c06c-42c5-ae53-742228173dff req-078fcc80-db42-403a-a181-fad6357ec5f5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=13832bb1-5c58-416e-86e3-18a26515915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025033 Jul 05 04:11:09.383041 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-85aebe0d-fa6a-4dfc-b0ed-b2fbb4a95485 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.453848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aebe0d-fa6a-4dfc-b0ed-b2fbb4a95485 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Pushing event updated for resources: {'Port': ['ID=2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:09.468790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-85aebe0d-fa6a-4dfc-b0ed-b2fbb4a95485 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Network 9a7523b4-8396-4404-b822-7b4a661b2242 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:09.470361 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-85aebe0d-fa6a-4dfc-b0ed-b2fbb4a95485 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:09.472686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-85aebe0d-fa6a-4dfc-b0ed-b2fbb4a95485 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:09.486488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] Made reservation on behalf of 0de5f3cf52d04e21859b2fe1684cf545 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:09.490144 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.498470 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.522001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-85aebe0d-fa6a-4dfc-b0ed-b2fbb4a95485 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:09.522681 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-85aebe0d-fa6a-4dfc-b0ed-b2fbb4a95485 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.634801 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.851064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5412469-742a-4261-a375-01cb7b6c3907 req-9d0d4e85-6c74-423a-baa4-f42fa6b08f05 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:09.852848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5412469-742a-4261-a375-01cb7b6c3907 req-9d0d4e85-6c74-423a-baa4-f42fa6b08f05 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0763707 Jul 05 04:11:09.855241 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.896914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:11:09.924245 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.928056 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] Added segment 900eb044-393a-47b7-8a0a-971a62e00cd4 of type vlan for network 30a9ce17-47df-4af9-9dec-d93baffc7b9a Jul 05 04:11:09.928056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:09.945469 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-85aebe0d-fa6a-4dfc-b0ed-b2fbb4a95485 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3506758 Jul 05 04:11:09.961007 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Request body: {'port': {'device_id': '7f44e959-1276-412f-9699-a5bc7aa39871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:09.973568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5412469-742a-4261-a375-01cb7b6c3907 req-eb1af3d3-adb4-4eb4-a649-5862cecfc4ab tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134419 Jul 05 04:11:09.995664 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.077420 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.110016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c6738-3a34-4d9c-8073-3eea44675d91 req-74b7979f-a1eb-4965-8c3d-77c7c1959021 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:10.111919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e57c6738-3a34-4d9c-8073-3eea44675d91 req-74b7979f-a1eb-4965-8c3d-77c7c1959021 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 946 time: 0.1047862 Jul 05 04:11:10.134971 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.136314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:10.137145 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.218704 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e57c6738-3a34-4d9c-8073-3eea44675d91 req-544599b7-c16e-4bb8-be45-d816d1e80a3f tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987589 Jul 05 04:11:10.231362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] Pushing event updated for resources: {'Network': ['ID=30a9ce17-47df-4af9-9dec-d93baffc7b9a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:10.250010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 30a9ce17-47df-4af9-9dec-d93baffc7b9a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:11:10.255042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b9fa0766-7ccd-4b05-8130-efb11a9b5523 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1399119 Jul 05 04:11:10.257994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57508) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:10.263879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a758b573-e663-4405-bd35-1500f2fb3d21 admin admin] Request body: {'subnet': {'network_id': '30a9ce17-47df-4af9-9dec-d93baffc7b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1654374616-subnet', 'tenant_id': '0de5f3cf52d04e21859b2fe1684cf545', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:10.382951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:10.391262 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.403889 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Transition to ACTIVE for port object 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:10.405120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a758b573-e663-4405-bd35-1500f2fb3d21 admin admin] Made reservation on behalf of 0de5f3cf52d04e21859b2fe1684cf545 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:10.410939 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a758b573-e663-4405-bd35-1500f2fb3d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.515577 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.521117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5889dad-85a7-4961-acd1-3e75aa4e2442 req-50d5444d-2659-4599-9c76-49ea7c735f9d tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:10.526733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5889dad-85a7-4961-acd1-3e75aa4e2442 req-50d5444d-2659-4599-9c76-49ea7c735f9d tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 932 time: 0.1532223 Jul 05 04:11:10.588858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Pushing event updated for resources: {'Port': ['ID=2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:10.679907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5889dad-85a7-4961-acd1-3e75aa4e2442 req-a993504a-7eb2-45d4-950f-27ba39942af4 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/security-groups?id=a56a06be-bcab-4cb9-96f8-04a1dc826719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465197 Jul 05 04:11:10.706670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Attempting to bind port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:10.707015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Attempting to bind port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '6bd76ac9-02ed-48cb-9f62-4ed1e8b49747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9a7523b4-8396-4404-b822-7b4a661b2242'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:10.707452 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Attempting to bind port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 on network 9a7523b4-8396-4404-b822-7b4a661b2242 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:10.722091 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 on network 9a7523b4-8396-4404-b822-7b4a661b2242 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:11:10.722530 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Attempting to bind port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 on network 9a7523b4-8396-4404-b822-7b4a661b2242 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:10.731686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:10.732125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Checking segment: {'id': '6bd76ac9-02ed-48cb-9f62-4ed1e8b49747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9a7523b4-8396-4404-b822-7b4a661b2242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:10.735589 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Bound using segment: {'id': '6bd76ac9-02ed-48cb-9f62-4ed1e8b49747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9a7523b4-8396-4404-b822-7b4a661b2242'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:10.735589 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Bound port: 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd76ac9-02ed-48cb-9f62-4ed1e8b49747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9a7523b4-8396-4404-b822-7b4a661b2242'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:10.735589 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.789016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6ef0b-8556-45fe-87b5-e20f4656a452 req-18ce8645-ba20-4423-86c9-99c13d8c0572 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:10.790727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ea6ef0b-8556-45fe-87b5-e20f4656a452 req-18ce8645-ba20-4423-86c9-99c13d8c0572 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 944 time: 0.2493486 Jul 05 04:11:10.810927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] For port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:10.815259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] For port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60,segment=NetworkSegment(6bd76ac9-02ed-48cb-9f62-4ed1e8b49747),segment_id=6bd76ac9-02ed-48cb-9f62-4ed1e8b49747)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:10.836792 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ea6ef0b-8556-45fe-87b5-e20f4656a452 req-cd79c550-ed00-46dc-ba28-d66f29189b16 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=13832bb1-5c58-416e-86e3-18a26515915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381114 Jul 05 04:11:10.886565 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a758b573-e663-4405-bd35-1500f2fb3d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.910323 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.944040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758b573-e663-4405-bd35-1500f2fb3d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d8e2bf-786d-4ddf-88e5-1a04141249d1,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:10.954609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758b573-e663-4405-bd35-1500f2fb3d21 admin admin] Checking segment: {'id': '900eb044-393a-47b7-8a0a-971a62e00cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a9ce17-47df-4af9-9dec-d93baffc7b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:10.954978 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a758b573-e663-4405-bd35-1500f2fb3d21 admin admin] Network hostable DHCP agents. Network: 30a9ce17-47df-4af9-9dec-d93baffc7b9a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:11:10.955368 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:10.956010 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.957664 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] 10.222.0.11 "PUT /v2.0/ports/2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 HTTP/1.1" status: 200 len: 1092 time: 1.0022507 Jul 05 04:11:10.960622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f44e959-1276-412f-9699-a5bc7aa39871', 'tag': '2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:10.963861 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bbc85e-9712-4a7e-88b2-3cf367302102" -d '{"events": [{"name": "network-changed", "server_uuid": "7f44e959-1276-412f-9699-a5bc7aa39871", "tag": "2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:10.992896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe95315-acd8-4ab4-a166-3f1741ba08fc service neutron] Pushing event updated for resources: {'Port': ['ID=2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:11.010453 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dd5eec-994e-4bd8-9c1f-e2e0a576db94 x-openstack-request-id: req-89dd5eec-994e-4bd8-9c1f-e2e0a576db94 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:11.010750 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f44e959-1276-412f-9699-a5bc7aa39871", "tag": "2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:11.011274 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89dd5eec-994e-4bd8-9c1f-e2e0a576db94 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:11.011793 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f44e959-1276-412f-9699-a5bc7aa39871', 'tag': '2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60', 'status': 'completed', 'code': 200} Jul 05 04:11:11.052746 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a758b573-e663-4405-bd35-1500f2fb3d21 admin admin] Network 30a9ce17-47df-4af9-9dec-d93baffc7b9a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:11:11.101222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbc85e-9712-4a7e-88b2-3cf367302102 req-8ffb27fa-f520-4faf-a0e4-ede2314ddd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:11.102868 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-20bbc85e-9712-4a7e-88b2-3cf367302102 req-8ffb27fa-f520-4faf-a0e4-ede2314ddd2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5db3040e1aa8422d912f45de6863a21d&device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 1095 time: 0.0654752 Jul 05 04:11:11.176163 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7348781-d9fd-4177-b122-1dd324661bff req-0165a2dc-aeb9-4859-a79a-f3200045f299 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:11.178610 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7348781-d9fd-4177-b122-1dd324661bff req-0165a2dc-aeb9-4859-a79a-f3200045f299 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0750127 Jul 05 04:11:11.179858 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a758b573-e663-4405-bd35-1500f2fb3d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 30a9ce17-47df-4af9-9dec-d93baffc7b9a) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:11.184165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a758b573-e663-4405-bd35-1500f2fb3d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:11.185099 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a758b573-e663-4405-bd35-1500f2fb3d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.194894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be7c42b-30ce-4251-8c95-79e35bd4a692 None None] Network 30a9ce17-47df-4af9-9dec-d93baffc7b9a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:11.232448 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbc85e-9712-4a7e-88b2-3cf367302102 req-b63e562b-b608-4c53-ba75-1808811411a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:11.235149 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-20bbc85e-9712-4a7e-88b2-3cf367302102 req-b63e562b-b608-4c53-ba75-1808811411a5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5db3040e1aa8422d912f45de6863a21d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1236880 Jul 05 04:11:11.236236 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7348781-d9fd-4177-b122-1dd324661bff req-ec1c3a70-bd8e-4168-b903-1f484aaf7579 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445297 Jul 05 04:11:11.333108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a758b573-e663-4405-bd35-1500f2fb3d21 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0735245 Jul 05 04:11:11.361553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbc85e-9712-4a7e-88b2-3cf367302102 req-10e54716-0c64-42d0-aa16-97f82b9b5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:11.366291 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-20bbc85e-9712-4a7e-88b2-3cf367302102 req-10e54716-0c64-42d0-aa16-97f82b9b5db7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1207018 Jul 05 04:11:11.367573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e6c15eff-bbc3-4d5e-b658-c3fcad25da3d details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:11:11.428824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae0b83d-2a82-4211-b0e4-da33aa736a4b None None] Network 30a9ce17-47df-4af9-9dec-d93baffc7b9a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:11.441269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f921c-a340-4ea3-afd9-9ad6883c1d63 req-2d2d9c69-29b6-4138-879c-20305e94c269 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:11.450923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b46f921c-a340-4ea3-afd9-9ad6883c1d63 req-2d2d9c69-29b6-4138-879c-20305e94c269 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 946 time: 0.0897145 Jul 05 04:11:11.480538 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-29436dcb-530e-4fb4-bccd-9e81b7310d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:11.484465 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-29436dcb-530e-4fb4-bccd-9e81b7310d1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5db3040e1aa8422d912f45de6863a21d&device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 1095 time: 0.0695736 Jul 05 04:11:11.509771 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b46f921c-a340-4ea3-afd9-9ad6883c1d63 req-29331010-e76c-41eb-be39-de97f396858e tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577087 Jul 05 04:11:11.664753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e6c15eff-bbc3-4d5e-b658-c3fcad25da3d,segment=NetworkSegment(60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7),segment_id=60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:11.676252 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'e6c15eff-bbc3-4d5e-b658-c3fcad25da3d', 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b', 'port_id': 'e6c15eff-bbc3-4d5e-b658-c3fcad25da3d', 'mac_address': 'fa:16:3e:7e:20:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3690ff9-dbd7-48a4-bc91-591a601db872', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:11:11.775613 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.795481 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c15eff-bbc3-4d5e-b658-c3fcad25da3d {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:11.825313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e6c15eff-bbc3-4d5e-b658-c3fcad25da3d,segment=NetworkSegment(60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7),segment_id=60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:11.907945 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-2db33a5c-994a-498c-b7ee-5864427e9cfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 HTTP/1.1" status: 200 len: 217 time: 0.4088795 Jul 05 04:11:11.936178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36d1ad-8a50-4a83-acf9-2be7e7608acf req-ac62b75a-89aa-45f4-995c-081abf1eb823 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:11.944767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a36d1ad-8a50-4a83-acf9-2be7e7608acf req-ac62b75a-89aa-45f4-995c-081abf1eb823 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 944 time: 0.0823245 Jul 05 04:11:11.946317 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.964590 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-42950f62-245c-4bb1-9986-df6aa2e3f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:11.966042 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-42950f62-245c-4bb1-9986-df6aa2e3f54a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b125546-9480-49ae-9928-c9c314992751 HTTP/1.1" status: 200 len: 848 time: 0.0510211 Jul 05 04:11:11.991868 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a36d1ad-8a50-4a83-acf9-2be7e7608acf req-89004d0e-6572-45cb-bc60-6b4ab3df27e6 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/security-groups?id=a56a06be-bcab-4cb9-96f8-04a1dc826719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459759 Jul 05 04:11:12.015009 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-70331997-197e-4ce6-a041-5b601eb6235a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a7523b4-8396-4404-b822-7b4a661b2242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375602 Jul 05 04:11:12.025865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506ffc1-4fe3-453c-b069-1517c4538598 req-01767d77-91e0-4b10-a576-429e09a77241 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:12.027496 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9506ffc1-4fe3-453c-b069-1517c4538598 req-01767d77-91e0-4b10-a576-429e09a77241 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.11 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 946 time: 0.5416579 Jul 05 04:11:12.034068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=e6c15eff-bbc3-4d5e-b658-c3fcad25da3d,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:12.090206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ca38d-d9d1-4eae-ae5d-d54773cb1942 req-15ca70c0-9e87-48de-96da-205fdad29192 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:12.092190 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-308ca38d-d9d1-4eae-ae5d-d54773cb1942 req-15ca70c0-9e87-48de-96da-205fdad29192 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 945 time: 0.0716968 Jul 05 04:11:12.139806 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-308ca38d-d9d1-4eae-ae5d-d54773cb1942 req-a7326fd2-a759-4c6a-a9e8-3cb804607655 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=13832bb1-5c58-416e-86e3-18a26515915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414190 Jul 05 04:11:12.173233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['e6c15eff-bbc3-4d5e-b658-c3fcad25da3d'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:12.237346 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-bd136886-e237-46be-ac57-25ac6a228452 service neutron] 10.222.0.11 "GET /v2.0/networks/9a7523b4-8396-4404-b822-7b4a661b2242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086518 Jul 05 04:11:12.241672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-9506ffc1-4fe3-453c-b069-1517c4538598 req-43f5df04-edec-4c1a-8abb-5a379cb06104 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Deleting port 2675eed0-7891-4c6f-9084-8acd627f9c90 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:12.242017 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9506ffc1-4fe3-453c-b069-1517c4538598 req-43f5df04-edec-4c1a-8abb-5a379cb06104 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.280277 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57542) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:12.288866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-229953481-network', 'tenant_id': 'b06641ca099d41c683bca46812aa3d8c'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:12.377582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] Made reservation on behalf of b06641ca099d41c683bca46812aa3d8c for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:12.382042 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.408550 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.435430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-9506ffc1-4fe3-453c-b069-1517c4538598 req-43f5df04-edec-4c1a-8abb-5a379cb06104 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] For port 2675eed0-7891-4c6f-9084-8acd627f9c90, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2675eed0-7891-4c6f-9084-8acd627f9c90,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:12.443590 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9506ffc1-4fe3-453c-b069-1517c4538598 req-43f5df04-edec-4c1a-8abb-5a379cb06104 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.468966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-9506ffc1-4fe3-453c-b069-1517c4538598 req-43f5df04-edec-4c1a-8abb-5a379cb06104 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Calling delete_port for 2675eed0-7891-4c6f-9084-8acd627f9c90 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:12.498770 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1fc50130-61bf-49d5-955c-80ce97eb9dcd req-1cf0a997-f367-44c3-b7f2-fb4ddda28374 service neutron] 10.222.0.11 "GET /v2.0/networks/9a7523b4-8396-4404-b822-7b4a661b2242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423468 Jul 05 04:11:12.529503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e36fbd-bb32-4738-9d15-9395835d3606 req-2ffe53b6-b1ab-4870-83c9-22dc712e9867 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:12.538393 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12e36fbd-bb32-4738-9d15-9395835d3606 req-2ffe53b6-b1ab-4870-83c9-22dc712e9867 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.1430132 Jul 05 04:11:12.644968 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.649535 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12e36fbd-bb32-4738-9d15-9395835d3606 req-3e19e534-5440-4728-a17c-4bf868f122bf tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101348 Jul 05 04:11:12.714551 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.731177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a2c9a-1cff-4aed-9454-ca63e3313bb1 req-1d91f28a-b380-4e16-8fca-a9ed9b3a05fc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:12.735336 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-788a2c9a-1cff-4aed-9454-ca63e3313bb1 req-1d91f28a-b380-4e16-8fca-a9ed9b3a05fc tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 946 time: 0.0847268 Jul 05 04:11:12.745951 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9506ffc1-4fe3-453c-b069-1517c4538598 req-43f5df04-edec-4c1a-8abb-5a379cb06104 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.762771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['9d949cc3-98d8-4b95-90e1-c3655e945670', 'e7b7dc62-6736-44ab-a317-6f63948a0c40', '45c973f7-8446-4d04-8bed-c1076b7e8857'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:12.781086 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:11:12.790072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c17d71-6a83-442a-8458-bc31212b57e9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:12.799979 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.799979 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] Added segment b8bf2ee4-613b-425d-a627-afb5f527cec6 of type vlan for network f0f88313-f8f9-4fbc-b716-b587c6310941 Jul 05 04:11:12.808416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5df04-edec-4c1a-8abb-5a379cb06104 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Pushing event deleted for resources: {'Port': ['ID=2675eed0-7891-4c6f-9084-8acd627f9c90,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:12.853782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-788a2c9a-1cff-4aed-9454-ca63e3313bb1 req-9b415b3e-7084-4ef1-8b24-dc6e2d6b6cc5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096358 Jul 05 04:11:12.869876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9506ffc1-4fe3-453c-b069-1517c4538598 req-43f5df04-edec-4c1a-8abb-5a379cb06104 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] No DVR routers for this DVR port 2675eed0-7891-4c6f-9084-8acd627f9c90 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:12.873819 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-9506ffc1-4fe3-453c-b069-1517c4538598 req-43f5df04-edec-4c1a-8abb-5a379cb06104 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.876770 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9506ffc1-4fe3-453c-b069-1517c4538598 req-43f5df04-edec-4c1a-8abb-5a379cb06104 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.11 "DELETE /v2.0/ports/2675eed0-7891-4c6f-9084-8acd627f9c90 HTTP/1.1" status: 204 len: 173 time: 0.8383768 Jul 05 04:11:12.877940 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.977826 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.979242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:12.979453 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.013778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652a9d57-546c-4ac9-bcda-7525a98a7dd9', 'name': 'network-vif-deleted', 'tag': '2675eed0-7891-4c6f-9084-8acd627f9c90'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:13.017848 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760c0925-7f9b-4991-b182-6bc6808cd154" -d '{"events": [{"server_uuid": "652a9d57-546c-4ac9-bcda-7525a98a7dd9", "name": "network-vif-deleted", "tag": "2675eed0-7891-4c6f-9084-8acd627f9c90"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:13.073903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] Pushing event updated for resources: {'Network': ['ID=f0f88313-f8f9-4fbc-b716-b587c6310941,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:13.079407 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df91e460-23c7-4550-bd7e-122039f9ac76 x-openstack-request-id: req-df91e460-23c7-4550-bd7e-122039f9ac76 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:13.080079 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652a9d57-546c-4ac9-bcda-7525a98a7dd9", "name": "network-vif-deleted", "tag": "2675eed0-7891-4c6f-9084-8acd627f9c90", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:13.080444 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df91e460-23c7-4550-bd7e-122039f9ac76 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:13.080893 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652a9d57-546c-4ac9-bcda-7525a98a7dd9', 'name': 'network-vif-deleted', 'tag': '2675eed0-7891-4c6f-9084-8acd627f9c90', 'status': 'completed', 'code': 200} Jul 05 04:11:13.088170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network f0f88313-f8f9-4fbc-b716-b587c6310941 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:11:13.144789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d4eb94fb-8a56-47cb-8173-78ce9515be69 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8625379 Jul 05 04:11:13.147572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57554) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:13.153643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-bd40039f-b48b-421d-8bae-b9cb26ff04e8 admin admin] Request body: {'subnet': {'network_id': 'f0f88313-f8f9-4fbc-b716-b587c6310941', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-229953481-subnet', 'tenant_id': 'b06641ca099d41c683bca46812aa3d8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:13.275655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc2293-021d-4d83-8683-6589420057d4 req-f0818ce6-c700-40b2-ac4e-b3c0be5593c0 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:13.281830 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45bc2293-021d-4d83-8683-6589420057d4 req-f0818ce6-c700-40b2-ac4e-b3c0be5593c0 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 944 time: 0.1350322 Jul 05 04:11:13.341147 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd40039f-b48b-421d-8bae-b9cb26ff04e8 admin admin] Made reservation on behalf of b06641ca099d41c683bca46812aa3d8c for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:13.343628 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bd40039f-b48b-421d-8bae-b9cb26ff04e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.359437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45bc2293-021d-4d83-8683-6589420057d4 req-e469b3d8-a8c2-4ea4-b6a5-d4c8f0ce7413 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/security-groups?id=a56a06be-bcab-4cb9-96f8-04a1dc826719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767763 Jul 05 04:11:13.399683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e6c15eff-bbc3-4d5e-b658-c3fcad25da3d up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:13.451421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262cb36-2c4b-4bd2-ae05-16b9736dba9e req-432dbe20-9bab-4b25-9e2f-f7f2307fbc94 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:13.452951 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c262cb36-2c4b-4bd2-ae05-16b9736dba9e req-432dbe20-9bab-4b25-9e2f-f7f2307fbc94 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 945 time: 0.1484213 Jul 05 04:11:13.515748 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:13.521462 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c262cb36-2c4b-4bd2-ae05-16b9736dba9e req-0731cf7d-a90a-4338-9f42-1090a7f77e72 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=13832bb1-5c58-416e-86e3-18a26515915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613039 Jul 05 04:11:13.531566 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:13.533193 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.634128 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.655484 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b65e9a6-86fe-4dad-befd-c191c7b0bf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c15eff-bbc3-4d5e-b658-c3fcad25da3d'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:13.657740 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02439c31-3d07-42bf-9351-3ec2942298bc" -d '{"events": [{"server_uuid": "5b65e9a6-86fe-4dad-befd-c191c7b0bf17", "name": "network-vif-plugged", "status": "completed", "tag": "e6c15eff-bbc3-4d5e-b658-c3fcad25da3d"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:13.675413 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bd40039f-b48b-421d-8bae-b9cb26ff04e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.675544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e6c15eff-bbc3-4d5e-b658-c3fcad25da3d,segment=NetworkSegment(60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7),segment_id=60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:13.710878 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6293cc93-9ceb-415e-bbdb-7ff196cea83c x-openstack-request-id: req-6293cc93-9ceb-415e-bbdb-7ff196cea83c {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:13.711178 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b65e9a6-86fe-4dad-befd-c191c7b0bf17", "name": "network-vif-plugged", "status": "completed", "tag": "e6c15eff-bbc3-4d5e-b658-c3fcad25da3d", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:13.711439 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6293cc93-9ceb-415e-bbdb-7ff196cea83c {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:13.711840 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65e9a6-86fe-4dad-befd-c191c7b0bf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c15eff-bbc3-4d5e-b658-c3fcad25da3d', 'code': 200} Jul 05 04:11:13.739118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40039f-b48b-421d-8bae-b9cb26ff04e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdcdf59a-947c-4450-8245-ad513ad618d7,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:13.746446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd40039f-b48b-421d-8bae-b9cb26ff04e8 admin admin] Checking segment: {'id': 'b8bf2ee4-613b-425d-a627-afb5f527cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f0f88313-f8f9-4fbc-b716-b587c6310941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:13.746817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd40039f-b48b-421d-8bae-b9cb26ff04e8 admin admin] Network hostable DHCP agents. Network: f0f88313-f8f9-4fbc-b716-b587c6310941, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:11:13.759660 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.760627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2675eed0-7891-4c6f-9084-8acd627f9c90 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:13.828401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 2675eed0-7891-4c6f-9084-8acd627f9c90 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:13.829128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2675eed0-7891-4c6f-9084-8acd627f9c90 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:13.860992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a670cd-bdc6-4d7e-af59-b9ec34ed1759 req-9ec77d3f-1490-4858-b125-abb8cb2436db tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:13.863195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11a670cd-bdc6-4d7e-af59-b9ec34ed1759 req-9ec77d3f-1490-4858-b125-abb8cb2436db tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0828927 Jul 05 04:11:13.865302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd40039f-b48b-421d-8bae-b9cb26ff04e8 admin admin] Network f0f88313-f8f9-4fbc-b716-b587c6310941 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:11:13.872768 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=e6c15eff-bbc3-4d5e-b658-c3fcad25da3d,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:13.890161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda61c5-b026-419e-8e7f-e6803bae7c33 req-0cb47b25-62e8-4b21-9ae8-9aa566ce9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:13.892071 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3cda61c5-b026-419e-8e7f-e6803bae7c33 req-0cb47b25-62e8-4b21-9ae8-9aa566ce9ef8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 1097 time: 0.0763688 Jul 05 04:11:13.910096 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11a670cd-bdc6-4d7e-af59-b9ec34ed1759 req-b77131d3-4ef9-4069-97a4-533ef3f49a18 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395257 Jul 05 04:11:13.930860 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3cda61c5-b026-419e-8e7f-e6803bae7c33 req-53598622-12b2-42e4-940c-fab40d3d9e71 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=13832bb1-5c58-416e-86e3-18a26515915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318530 Jul 05 04:11:13.979001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-bd40039f-b48b-421d-8bae-b9cb26ff04e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, f0f88313-f8f9-4fbc-b716-b587c6310941) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:13.984026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd40039f-b48b-421d-8bae-b9cb26ff04e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:13.986978 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bd40039f-b48b-421d-8bae-b9cb26ff04e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.987393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f0a4ba-f958-4a84-99cd-f5346cc20671 None None] Network f0f88313-f8f9-4fbc-b716-b587c6310941 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:14.027482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-461e7a10-1053-4cb9-950c-df1391fcaf40 req-dc958d45-14ef-4649-b284-9f3ec89c0e47 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9d57-546c-4ac9-bcda-7525a98a7dd9 HTTP/1.1" status: 200 len: 210 time: 0.0355620 Jul 05 04:11:14.098630 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bd40039f-b48b-421d-8bae-b9cb26ff04e8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9488091 Jul 05 04:11:14.111840 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4604f57c-1595-48b6-b19a-5f010b0e2c28 None None] Network f0f88313-f8f9-4fbc-b716-b587c6310941 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:14.948678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-d5efb21c-8f2e-4799-b191-b9150f289694 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:14.950157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-d5efb21c-8f2e-4799-b191-b9150f289694 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/networks?id=30a9ce17-47df-4af9-9dec-d93baffc7b9a HTTP/1.1" status: 200 len: 825 time: 0.4664314 Jul 05 04:11:14.971000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bee0f7-9089-478f-8294-b09ebd773645 req-47ae1489-5cc8-447e-be46-a009967df0e2 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:14.972536 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40bee0f7-9089-478f-8294-b09ebd773645 req-47ae1489-5cc8-447e-be46-a009967df0e2 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 944 time: 0.4775362 Jul 05 04:11:14.976492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-10570d0b-e30f-40f9-b180-5ca34dac7c6d tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/quotas/0de5f3cf52d04e21859b2fe1684cf545 HTTP/1.1" status: 200 len: 375 time: 0.0200565 Jul 05 04:11:15.025204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-1ab63da1-4c10-4240-be4c-ac1217b04d21 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0de5f3cf52d04e21859b2fe1684cf545&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408747 Jul 05 04:11:15.057619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40bee0f7-9089-478f-8294-b09ebd773645 req-83f7f236-573a-46d5-95d2-ca74a23f01c2 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/security-groups?id=a56a06be-bcab-4cb9-96f8-04a1dc826719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793042 Jul 05 04:11:15.124865 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-036627a1-7596-4d18-951b-789d81fadc2f service neutron] 10.222.0.60 "GET /v2.0/networks/30a9ce17-47df-4af9-9dec-d93baffc7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899742 Jul 05 04:11:15.262638 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-a61b60df-48a6-482e-8225-34ac497508d4 service neutron] 10.222.0.60 "GET /v2.0/networks/30a9ce17-47df-4af9-9dec-d93baffc7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312013 Jul 05 04:11:15.277118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d2250-227c-4398-8168-e415fd6dddc8 req-9040ab61-8180-4920-bafd-859602eda798 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:15.278619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-664d2250-227c-4398-8168-e415fd6dddc8 req-9040ab61-8180-4920-bafd-859602eda798 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 946 time: 0.0990570 Jul 05 04:11:15.320048 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-664d2250-227c-4398-8168-e415fd6dddc8 req-52214ac9-fb15-4f2e-b96d-dfccfe14ac78 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=13832bb1-5c58-416e-86e3-18a26515915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349259 Jul 05 04:11:15.408911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:11:15.518415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab6f7c-cef9-4b65-9e35-3d885b942d35 req-cc2e0f80-f17c-41b5-8410-a2c452f6c233 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:15.529309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27ab6f7c-cef9-4b65-9e35-3d885b942d35 req-cc2e0f80-f17c-41b5-8410-a2c452f6c233 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0960269 Jul 05 04:11:15.548330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60,segment=NetworkSegment(6bd76ac9-02ed-48cb-9f62-4ed1e8b49747),segment_id=6bd76ac9-02ed-48cb-9f62-4ed1e8b49747)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:15.564921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60', 'network_id': '9a7523b4-8396-4404-b822-7b4a661b2242', 'port_id': '2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60', 'mac_address': 'fa:16:3e:83:87:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b125546-9480-49ae-9928-c9c314992751', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:11:15.608578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27ab6f7c-cef9-4b65-9e35-3d885b942d35 req-3bcccce5-a9d4-40ff-9856-e6260459c3fb tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782881 Jul 05 04:11:15.664628 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.679681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:15.702505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60,segment=NetworkSegment(6bd76ac9-02ed-48cb-9f62-4ed1e8b49747),segment_id=6bd76ac9-02ed-48cb-9f62-4ed1e8b49747)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:15.754355 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24336b75-fb8c-4410-af64-9ee875ad2b9b req-d34437a5-8f91-4405-a073-ccdca10123f7 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 210 time: 0.0599718 Jul 05 04:11:15.778452 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.793692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780a842-54d2-4ef3-908d-6f986b075e1f req-1711e584-561f-4eb8-81fe-09ee832f9b4c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:15.795246 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d780a842-54d2-4ef3-908d-6f986b075e1f req-1711e584-561f-4eb8-81fe-09ee832f9b4c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 946 time: 0.0906398 Jul 05 04:11:15.831167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:15.837584 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d780a842-54d2-4ef3-908d-6f986b075e1f req-3b0ec3ed-f7a4-475e-9263-147e3819d1cb tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=13832bb1-5c58-416e-86e3-18a26515915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361271 Jul 05 04:11:16.020004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:16.254722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f63d-d5b0-4463-a9f0-574874ae3cfb req-58f63272-5831-45d6-881f-689f9b8a9f2b tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:16.256812 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d198f63d-d5b0-4463-a9f0-574874ae3cfb req-58f63272-5831-45d6-881f-689f9b8a9f2b tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 945 time: 0.0718939 Jul 05 04:11:16.297644 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d198f63d-d5b0-4463-a9f0-574874ae3cfb req-2f56259c-2720-4ba5-9c69-dc24fa326c96 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/security-groups?id=a56a06be-bcab-4cb9-96f8-04a1dc826719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340052 Jul 05 04:11:16.813026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9c166-2496-4a3d-9e5f-1e44a46c2a40 req-bec73919-8ed1-4915-ab75-c2449e3ccf4a tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:16.813831 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-41c9c166-2496-4a3d-9e5f-1e44a46c2a40 req-bec73919-8ed1-4915-ab75-c2449e3ccf4a tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0779910 Jul 05 04:11:16.854774 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-41c9c166-2496-4a3d-9e5f-1e44a46c2a40 req-ad5f3bd5-a225-4c7c-8d51-1e3e333c5ea0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336964 Jul 05 04:11:16.933141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b86e9ce-a236-4f88-977c-e713fdd0f546 req-79f40cdf-a58d-4451-803f-d730a882f3d4 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 210 time: 0.0375786 Jul 05 04:11:17.413141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57628) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:17.420066 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:17.628250 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:17.628593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168fc34-51fc-4866-b6ad-91ff6fe82286 req-af951ecd-bada-446b-b43c-1e44254be08a tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:17.632466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d168fc34-51fc-4866-b6ad-91ff6fe82286 req-af951ecd-bada-446b-b43c-1e44254be08a tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 945 time: 0.1987424 Jul 05 04:11:17.633821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:17.634420 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.733026 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.754304 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d168fc34-51fc-4866-b6ad-91ff6fe82286 req-ce615026-7cdf-4185-8df9-3cac8f4a8310 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/security-groups?id=a56a06be-bcab-4cb9-96f8-04a1dc826719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139946 Jul 05 04:11:17.757694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f44e959-1276-412f-9699-a5bc7aa39871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:17.760399 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8bb198-53c0-421d-9198-78862e20c45e" -d '{"events": [{"server_uuid": "7f44e959-1276-412f-9699-a5bc7aa39871", "name": "network-vif-plugged", "status": "completed", "tag": "2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:17.777782 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60,segment=NetworkSegment(6bd76ac9-02ed-48cb-9f62-4ed1e8b49747),segment_id=6bd76ac9-02ed-48cb-9f62-4ed1e8b49747)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:17.807246 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c76f02-9308-4dff-a872-a7d798a28437 x-openstack-request-id: req-49c76f02-9308-4dff-a872-a7d798a28437 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:17.807246 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f44e959-1276-412f-9699-a5bc7aa39871", "name": "network-vif-plugged", "status": "completed", "tag": "2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:17.808192 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49c76f02-9308-4dff-a872-a7d798a28437 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:17.808192 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f44e959-1276-412f-9699-a5bc7aa39871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60', 'code': 200} Jul 05 04:11:17.869486 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.930717 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:17.981399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a9b99-a776-44e3-9597-700a081cd465 req-a15245e9-485b-49aa-9e23-8201c8313606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:17.984245 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f99a9b99-a776-44e3-9597-700a081cd465 req-a15245e9-485b-49aa-9e23-8201c8313606 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 1097 time: 0.1095741 Jul 05 04:11:18.039523 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f99a9b99-a776-44e3-9597-700a081cd465 req-9220df1f-c46f-4169-b726-22425c31afbb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a56a06be-bcab-4cb9-96f8-04a1dc826719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454867 Jul 05 04:11:18.172207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b09cddf0-b0e3-43a0-bcea-f28d36276008 req-d82756db-820e-49e3-8fd5-afb6399afe5b tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 210 time: 0.0400813 Jul 05 04:11:18.223596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c2270-f236-4229-8aad-df3076ee9b2b req-e32dc96e-0317-41eb-9492-70900ccfb14f tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:18.225146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a8c2270-f236-4229-8aad-df3076ee9b2b req-e32dc96e-0317-41eb-9492-70900ccfb14f tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.1933498 Jul 05 04:11:18.235575 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.319406 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a8c2270-f236-4229-8aad-df3076ee9b2b req-ef71741c-0abf-4e58-a135-93d28e98dbfe tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868182 Jul 05 04:11:18.499740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-b70fc251-0f32-4a40-88e1-288e2d82dd5a tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:18.501274 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-b70fc251-0f32-4a40-88e1-288e2d82dd5a tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.11 "GET /v2.0/networks?id=30a9ce17-47df-4af9-9dec-d93baffc7b9a HTTP/1.1" status: 200 len: 825 time: 0.1120329 Jul 05 04:11:18.514129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Request body: {'port': {'device_id': '63db5be1-1bb1-4dc0-b833-31328cfbe79d', 'network_id': '30a9ce17-47df-4af9-9dec-d93baffc7b9a', 'admin_state_up': True, 'tenant_id': '0de5f3cf52d04e21859b2fe1684cf545'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:18.578412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Allocated IP 172.20.0.17 (d2188f87-5751-4142-9a46-db405cfa639b/a3690ff9-dbd7-48a4-bc91-591a601db872/f737d279-9db1-4387-a946-a2db37179ad3) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:18.694790 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.708804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Transition to ACTIVE for port object f737d279-9db1-4387-a946-a2db37179ad3 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:18.743921 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Made reservation on behalf of 0de5f3cf52d04e21859b2fe1684cf545 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:18.747980 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.880310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.903654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Allocated IP 172.20.0.14 (30a9ce17-47df-4af9-9dec-d93baffc7b9a/e1d8e2bf-786d-4ddf-88e5-1a04141249d1/5b816332-4d38-45fd-b03f-0641f808d8db) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:18.983582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network d2188f87-5751-4142-9a46-db405cfa639b is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:18.996914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:19.000230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:19.032764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=f737d279-9db1-4387-a946-a2db37179ad3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:19.082079 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.196291 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.199520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410dfc9-ed19-4f2d-a7d1-45b6b7654531 req-f6433c4c-27e7-4535-ac6b-b4ac8abe0cc6 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:19.201340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b410dfc9-ed19-4f2d-a7d1-45b6b7654531 req-f6433c4c-27e7-4535-ac6b-b4ac8abe0cc6 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 946 time: 0.2748253 Jul 05 04:11:19.312912 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b410dfc9-ed19-4f2d-a7d1-45b6b7654531 req-2e8a7d68-0124-4e6c-81ce-d08d3910ff9d tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/security-groups?id=a56a06be-bcab-4cb9-96f8-04a1dc826719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984728 Jul 05 04:11:19.440921 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.451641 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7923e038-4826-4acd-a0ee-d7bf3241a895 req-2a6c3cc7-3112-4d57-9bda-449b13772bf3 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 210 time: 0.0301003 Jul 05 04:11:19.490578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Network 30a9ce17-47df-4af9-9dec-d93baffc7b9a is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:19.493939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:19.500207 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:19.525141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Pushing event updated for resources: {'Port': ['ID=5b816332-4d38-45fd-b03f-0641f808d8db,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:19.540064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:19.540441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:19.540796 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:19.541170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:19.541509 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:19.541847 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:19.542180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:19.542515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:19.542834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:19.543163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:19.543526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:19.543851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:19.572235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fa95ebdd-9dfc-4a7d-88f1-5b18e179dad7 None None] Provisioning for port f737d279-9db1-4387-a946-a2db37179ad3 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:19.582127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:19.583622 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.591240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fa95ebdd-9dfc-4a7d-88f1-5b18e179dad7 None None] Provisioning complete for port f737d279-9db1-4387-a946-a2db37179ad3 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:19.592002 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fa95ebdd-9dfc-4a7d-88f1-5b18e179dad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.600071 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.637914 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fa95ebdd-9dfc-4a7d-88f1-5b18e179dad7 None None] Port f737d279-9db1-4387-a946-a2db37179ad3 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:19.721351 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-607f247d-fd46-47c5-86ad-875d6f98d072 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2114275 Jul 05 04:11:19.748254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Request body: {'port': {'device_id': '63db5be1-1bb1-4dc0-b833-31328cfbe79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:19.759359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46b539-42e8-4a83-a2c9-31d6114c612b req-34337349-abb1-4110-a641-377ca75367f3 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:19.765129 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a46b539-42e8-4a83-a2c9-31d6114c612b req-34337349-abb1-4110-a641-377ca75367f3 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.1665967 Jul 05 04:11:19.831947 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.849673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a46b539-42e8-4a83-a2c9-31d6114c612b req-3cdb352c-1687-41e2-9c22-21e3b033ce1d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761743 Jul 05 04:11:20.055947 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.079818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b577188-f43e-4ef1-9f58-1dc489c3a765 req-77352ed7-a21e-4eb1-b2ec-896d577c46fa tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:20.081441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b577188-f43e-4ef1-9f58-1dc489c3a765 req-77352ed7-a21e-4eb1-b2ec-896d577c46fa tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 945 time: 0.1010222 Jul 05 04:11:20.123380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b577188-f43e-4ef1-9f58-1dc489c3a765 req-67854b08-398b-435d-a5dc-25a2d3041dba tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354064 Jul 05 04:11:20.131375 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b816332-4d38-45fd-b03f-0641f808d8db {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:20.139452 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.151314 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Transition to ACTIVE for port object 5b816332-4d38-45fd-b03f-0641f808d8db will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:20.154330 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.231819 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.233559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=f737d279-9db1-4387-a946-a2db37179ad3,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:20.297823 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.325052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network d2188f87-5751-4142-9a46-db405cfa639b is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:20.326515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:20.350618 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Pushing event updated for resources: {'Port': ['ID=5b816332-4d38-45fd-b03f-0641f808d8db,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:20.462972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Attempting to bind port 5b816332-4d38-45fd-b03f-0641f808d8db on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:20.463340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Attempting to bind port 5b816332-4d38-45fd-b03f-0641f808d8db by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '900eb044-393a-47b7-8a0a-971a62e00cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a9ce17-47df-4af9-9dec-d93baffc7b9a'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:20.463669 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Attempting to bind port 5b816332-4d38-45fd-b03f-0641f808d8db on network 30a9ce17-47df-4af9-9dec-d93baffc7b9a {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:20.468887 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Port 5b816332-4d38-45fd-b03f-0641f808d8db on network 30a9ce17-47df-4af9-9dec-d93baffc7b9a not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:11:20.470126 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Attempting to bind port 5b816332-4d38-45fd-b03f-0641f808d8db on network 30a9ce17-47df-4af9-9dec-d93baffc7b9a {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:20.470965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Router 1dee4293-2f37-4126-a747-9f69c95a8a21 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:11:20.475261 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:20.475261 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Checking segment: {'id': '900eb044-393a-47b7-8a0a-971a62e00cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a9ce17-47df-4af9-9dec-d93baffc7b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:20.475592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Bound using segment: {'id': '900eb044-393a-47b7-8a0a-971a62e00cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a9ce17-47df-4af9-9dec-d93baffc7b9a'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:20.476664 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Bound port: 5b816332-4d38-45fd-b03f-0641f808d8db, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '900eb044-393a-47b7-8a0a-971a62e00cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a9ce17-47df-4af9-9dec-d93baffc7b9a'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:20.476664 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.574741 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] For port 5b816332-4d38-45fd-b03f-0641f808d8db, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:20.578939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] For port 5b816332-4d38-45fd-b03f-0641f808d8db, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=5b816332-4d38-45fd-b03f-0641f808d8db,segment=NetworkSegment(900eb044-393a-47b7-8a0a-971a62e00cd4),segment_id=900eb044-393a-47b7-8a0a-971a62e00cd4)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:20.668738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d1288787-6d70-417b-8146-e855683493da None None] Provisioning complete for port f737d279-9db1-4387-a946-a2db37179ad3 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:20.669325 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d1288787-6d70-417b-8146-e855683493da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.679187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:20.693354 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f341d0ac-f0a2-4f9b-8929-6c13dcd97959 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "PUT /v2.0/routers/1dee4293-2f37-4126-a747-9f69c95a8a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2707355 Jul 05 04:11:20.694468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd7a07-62ce-4e4a-86bb-5106e5818b54 req-2a9406ca-fe44-40fd-b5bb-6062174c5bb8 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:20.695960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0afd7a07-62ce-4e4a-86bb-5106e5818b54 req-2a9406ca-fe44-40fd-b5bb-6062174c5bb8 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 946 time: 0.2123783 Jul 05 04:11:20.697659 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.704994 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Sync routers for ids ['1dee4293-2f37-4126-a747-9f69c95a8a21'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:20.722677 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Routers {'1dee4293-2f37-4126-a747-9f69c95a8a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:20.724299 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:10:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dee4293-2f37-4126-a747-9f69c95a8a21'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:20.732196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:20.739370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d1288787-6d70-417b-8146-e855683493da None None] Port f737d279-9db1-4387-a946-a2db37179ad3 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:20.740271 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.740271 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] 10.222.0.11 "PUT /v2.0/ports/5b816332-4d38-45fd-b03f-0641f808d8db HTTP/1.1" status: 200 len: 1092 time: 1.0047729 Jul 05 04:11:20.740271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63db5be1-1bb1-4dc0-b833-31328cfbe79d', 'tag': '5b816332-4d38-45fd-b03f-0641f808d8db'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:20.740271 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e458936f-8964-40f7-9f8a-ac625e74da82" -d '{"events": [{"name": "network-changed", "server_uuid": "63db5be1-1bb1-4dc0-b833-31328cfbe79d", "tag": "5b816332-4d38-45fd-b03f-0641f808d8db"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:20.749986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c910b3a-2f03-48cd-a78e-b82b39f7cffb req-4c373499-a3d2-4dc2-9468-28fc574731d3 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:20.751477 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c910b3a-2f03-48cd-a78e-b82b39f7cffb req-4c373499-a3d2-4dc2-9468-28fc574731d3 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 944 time: 0.1401689 Jul 05 04:11:20.770132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554af56-7649-41e0-afd9-fa7cd8b472ba service neutron] Pushing event updated for resources: {'Port': ['ID=5b816332-4d38-45fd-b03f-0641f808d8db,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:20.787094 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0afd7a07-62ce-4e4a-86bb-5106e5818b54 req-a8d124c1-da9c-48d0-ad15-bb99313b64a4 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/security-groups?id=a56a06be-bcab-4cb9-96f8-04a1dc826719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748711 Jul 05 04:11:20.821014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c910b3a-2f03-48cd-a78e-b82b39f7cffb req-1f2f0983-fb24-4e31-bdad-203b104c59bc tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577037 Jul 05 04:11:20.851100 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc2b8f4-d92b-40b2-aa89-c23cbbafbf53 x-openstack-request-id: req-ddc2b8f4-d92b-40b2-aa89-c23cbbafbf53 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:20.851403 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63db5be1-1bb1-4dc0-b833-31328cfbe79d", "tag": "5b816332-4d38-45fd-b03f-0641f808d8db", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:20.851716 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ddc2b8f4-d92b-40b2-aa89-c23cbbafbf53 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:20.852836 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63db5be1-1bb1-4dc0-b833-31328cfbe79d', 'tag': '5b816332-4d38-45fd-b03f-0641f808d8db', 'status': 'completed', 'code': 200} Jul 05 04:11:20.874533 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Set router 1dee4293-2f37-4126-a747-9f69c95a8a21 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:20.945703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458936f-8964-40f7-9f8a-ac625e74da82 req-8e9eeb33-1ae7-4c51-be08-ced4adbd454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:20.947297 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e458936f-8964-40f7-9f8a-ac625e74da82 req-8e9eeb33-1ae7-4c51-be08-ced4adbd454e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0de5f3cf52d04e21859b2fe1684cf545&device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 1095 time: 0.0715177 Jul 05 04:11:21.068107 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc679099-415d-47c6-a133-a78bedc2b52d req-ab002013-fa61-4080-a092-17bd1262be68 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:21.072983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc679099-415d-47c6-a133-a78bedc2b52d req-ab002013-fa61-4080-a092-17bd1262be68 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0847163 Jul 05 04:11:21.084141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458936f-8964-40f7-9f8a-ac625e74da82 req-22d5c3a2-c4bc-4090-9f3a-2857308eff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:21.086018 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e458936f-8964-40f7-9f8a-ac625e74da82 req-22d5c3a2-c4bc-4090-9f3a-2857308eff2a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0de5f3cf52d04e21859b2fe1684cf545&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1293991 Jul 05 04:11:21.126441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc679099-415d-47c6-a133-a78bedc2b52d req-665b951a-50bc-4a38-a025-c6611d03cc03 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466774 Jul 05 04:11:21.212046 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:11:19Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'd01f071f-e3b8-49fa-adb8-d8222c8baf21', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'port_id': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'mac_address': 'fa:16:3e:19:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:18Z', 'updated_at': '2021-07-05T04:10:24Z', 'revision_number': 1, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f737d279-9db1-4387-a946-a2db37179ad3', 'name': '', 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:ac:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'a3690ff9-dbd7-48a4-bc91-591a601db872', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:19Z', 'revision_number': 2, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': 'a3690ff9-dbd7-48a4-bc91-591a601db872', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:21.244555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458936f-8964-40f7-9f8a-ac625e74da82 req-761e6859-5de5-4cf8-a929-fbf309657b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:21.246821 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e458936f-8964-40f7-9f8a-ac625e74da82 req-761e6859-5de5-4cf8-a929-fbf309657b13 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1476989 Jul 05 04:11:21.267401 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Checking router: 1dee4293-2f37-4126-a747-9f69c95a8a21 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:21.267757 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Updating router 1dee4293-2f37-4126-a747-9f69c95a8a21 port f737d279-9db1-4387-a946-a2db37179ad3 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:11:21.308225 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.315178 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-009a7d39-70f0-4658-bdbf-e6446023b108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.370183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42ec6a-5ec8-49db-89c4-2ed9aa7ac949 req-70dda8f9-a0d0-41e3-a0d7-bba98382cf2c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:21.380582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e42ec6a-5ec8-49db-89c4-2ed9aa7ac949 req-70dda8f9-a0d0-41e3-a0d7-bba98382cf2c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 945 time: 0.1080191 Jul 05 04:11:21.420927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-9c1988d2-3d6f-452b-b805-be2abc79ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:21.424129 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-9c1988d2-3d6f-452b-b805-be2abc79ccb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0de5f3cf52d04e21859b2fe1684cf545&device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 1095 time: 0.1182642 Jul 05 04:11:21.433761 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e42ec6a-5ec8-49db-89c4-2ed9aa7ac949 req-d12fb014-c9b1-4032-8492-d5be816cb35e tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522068 Jul 05 04:11:21.486484 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-e35eb863-9680-4be5-bf55-58f5a6e705a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b816332-4d38-45fd-b03f-0641f808d8db HTTP/1.1" status: 200 len: 217 time: 0.0520201 Jul 05 04:11:21.544224 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-4a8308c3-932c-47ee-be4f-dc5c28f06354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:21.545938 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-4a8308c3-932c-47ee-be4f-dc5c28f06354 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e1d8e2bf-786d-4ddf-88e5-1a04141249d1 HTTP/1.1" status: 200 len: 865 time: 0.0552440 Jul 05 04:11:21.585060 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-e402a19a-7e38-4cec-a46c-b261f98c4450 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=30a9ce17-47df-4af9-9dec-d93baffc7b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291116 Jul 05 04:11:21.634618 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.647769 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Transition to ACTIVE for port object f737d279-9db1-4387-a946-a2db37179ad3 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:21.684137 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-5275e1df-71f8-4d1e-b9c9-39bd1a7621d1 service neutron] 10.222.0.11 "GET /v2.0/networks/30a9ce17-47df-4af9-9dec-d93baffc7b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916049 Jul 05 04:11:21.843539 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7cc2c300-fb27-4a16-b2dd-0c20d8d5a693 req-9b48f4a8-9725-436e-8e1c-0856bc0143d6 service neutron] 10.222.0.11 "GET /v2.0/networks/30a9ce17-47df-4af9-9dec-d93baffc7b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486423 Jul 05 04:11:21.865517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ab823-1489-457b-8433-8dff80479f49 req-20a36479-af1b-4529-b8d4-064ef9ca7b5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:21.867717 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dd9ab823-1489-457b-8433-8dff80479f49 req-20a36479-af1b-4529-b8d4-064ef9ca7b5a tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 945 time: 0.1865129 Jul 05 04:11:21.996003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-dd9ab823-1489-457b-8433-8dff80479f49 req-0386a65a-40e2-4924-b2f2-4254b3185345 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Deleting port 45c973f7-8446-4d04-8bed-c1076b7e8857 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:21.997534 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-dd9ab823-1489-457b-8433-8dff80479f49 req-0386a65a-40e2-4924-b2f2-4254b3185345 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.000067 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.061529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c19bf-27f8-4e19-91bf-2366132d9038 req-b53a83d3-149d-4671-99da-9b5f680b0363 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:22.063105 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a0c19bf-27f8-4e19-91bf-2366132d9038 req-b53a83d3-149d-4671-99da-9b5f680b0363 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 944 time: 0.1030009 Jul 05 04:11:22.116637 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2968726-9cbc-4dac-ac11-256de25364b3 None None] Pushing event updated for resources: {'Port': ['ID=f737d279-9db1-4387-a946-a2db37179ad3,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:22.130909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a0c19bf-27f8-4e19-91bf-2366132d9038 req-e9488317-4361-4b8f-9509-e39746ca6363 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571702 Jul 05 04:11:22.146023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2968726-9cbc-4dac-ac11-256de25364b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.146023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2968726-9cbc-4dac-ac11-256de25364b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.146023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2968726-9cbc-4dac-ac11-256de25364b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.146023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2968726-9cbc-4dac-ac11-256de25364b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.146023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2968726-9cbc-4dac-ac11-256de25364b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.146023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2968726-9cbc-4dac-ac11-256de25364b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.146023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2968726-9cbc-4dac-ac11-256de25364b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.146023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2968726-9cbc-4dac-ac11-256de25364b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.146023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2968726-9cbc-4dac-ac11-256de25364b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.146023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2968726-9cbc-4dac-ac11-256de25364b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.146023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2968726-9cbc-4dac-ac11-256de25364b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.146023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2968726-9cbc-4dac-ac11-256de25364b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.148426 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-dd9ab823-1489-457b-8433-8dff80479f49 req-0386a65a-40e2-4924-b2f2-4254b3185345 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] For port 45c973f7-8446-4d04-8bed-c1076b7e8857, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=45c973f7-8446-4d04-8bed-c1076b7e8857,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:22.148426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-dd9ab823-1489-457b-8433-8dff80479f49 req-0386a65a-40e2-4924-b2f2-4254b3185345 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.174437 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Attempting to bind port f737d279-9db1-4387-a946-a2db37179ad3 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:22.175200 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Attempting to bind port f737d279-9db1-4387-a946-a2db37179ad3 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:22.175322 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-dd9ab823-1489-457b-8433-8dff80479f49 req-0386a65a-40e2-4924-b2f2-4254b3185345 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Calling delete_port for 45c973f7-8446-4d04-8bed-c1076b7e8857 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:22.175928 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Attempting to bind port f737d279-9db1-4387-a946-a2db37179ad3 on network d2188f87-5751-4142-9a46-db405cfa639b {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:22.187066 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:22.187926 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Checking segment: {'id': '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:22.188903 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.189406 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Bound using segment: {'id': '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:22.190303 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Bound port: f737d279-9db1-4387-a946-a2db37179ad3, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:22.190875 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.297926 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] For port f737d279-9db1-4387-a946-a2db37179ad3, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:22.305822 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] For port f737d279-9db1-4387-a946-a2db37179ad3, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f737d279-9db1-4387-a946-a2db37179ad3,segment=NetworkSegment(60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7),segment_id=60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:22.395141 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.440329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7540a-53ac-45ac-8991-85207f0454a7 req-31a0e0da-7cdd-4270-b64f-1150be630fd2 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:22.448647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56b7540a-53ac-45ac-8991-85207f0454a7 req-31a0e0da-7cdd-4270-b64f-1150be630fd2 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.1119673 Jul 05 04:11:22.454058 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Routers {'1dee4293-2f37-4126-a747-9f69c95a8a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:22.454058 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:10:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dee4293-2f37-4126-a747-9f69c95a8a21'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:22.459998 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2968726-9cbc-4dac-ac11-256de25364b3 None None] Pushing event updated for resources: {'Port': ['ID=f737d279-9db1-4387-a946-a2db37179ad3,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:22.472559 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-dd9ab823-1489-457b-8433-8dff80479f49 req-0386a65a-40e2-4924-b2f2-4254b3185345 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.491701 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['9d949cc3-98d8-4b95-90e1-c3655e945670', 'e7b7dc62-6736-44ab-a317-6f63948a0c40', '45c973f7-8446-4d04-8bed-c1076b7e8857'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:22.523095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56b7540a-53ac-45ac-8991-85207f0454a7 req-431f3a87-a908-4929-8600-f0fb40126836 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754125 Jul 05 04:11:22.544232 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386a65a-40e2-4924-b2f2-4254b3185345 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Pushing event deleted for resources: {'Port': ['ID=45c973f7-8446-4d04-8bed-c1076b7e8857,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:22.632389 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9ab823-1489-457b-8433-8dff80479f49 req-0386a65a-40e2-4924-b2f2-4254b3185345 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] No DVR routers for this DVR port 45c973f7-8446-4d04-8bed-c1076b7e8857 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:22.636165 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-dd9ab823-1489-457b-8433-8dff80479f49 req-0386a65a-40e2-4924-b2f2-4254b3185345 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.639331 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dd9ab823-1489-457b-8433-8dff80479f49 req-0386a65a-40e2-4924-b2f2-4254b3185345 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.64 "DELETE /v2.0/ports/45c973f7-8446-4d04-8bed-c1076b7e8857 HTTP/1.1" status: 204 len: 173 time: 0.7646770 Jul 05 04:11:22.684232 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5829b213-7af4-4e6b-9f36-c502e5a238c3 req-39ea643d-ab18-425b-9de2-2e4c7f98eb35 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 210 time: 0.0358417 Jul 05 04:11:22.696808 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] Set router 1dee4293-2f37-4126-a747-9f69c95a8a21 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:22.853845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01', 'name': 'network-vif-deleted', 'tag': '45c973f7-8446-4d04-8bed-c1076b7e8857'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:22.857897 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11259fc-2756-4e1d-bd52-4567c3e1a4f9" -d '{"events": [{"server_uuid": "8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01", "name": "network-vif-deleted", "tag": "45c973f7-8446-4d04-8bed-c1076b7e8857"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:22.928403 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e94da73-d8d7-4247-903e-f2028dd53d87 x-openstack-request-id: req-2e94da73-d8d7-4247-903e-f2028dd53d87 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:22.929035 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01", "name": "network-vif-deleted", "tag": "45c973f7-8446-4d04-8bed-c1076b7e8857", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:22.929542 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e94da73-d8d7-4247-903e-f2028dd53d87 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:22.930233 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01', 'name': 'network-vif-deleted', 'tag': '45c973f7-8446-4d04-8bed-c1076b7e8857', 'status': 'completed', 'code': 200} Jul 05 04:11:23.025032 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:11:19Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'd01f071f-e3b8-49fa-adb8-d8222c8baf21', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'port_id': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'mac_address': 'fa:16:3e:19:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:18Z', 'updated_at': '2021-07-05T04:10:24Z', 'revision_number': 1, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f737d279-9db1-4387-a946-a2db37179ad3', 'name': '', 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:ac:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'a3690ff9-dbd7-48a4-bc91-591a601db872', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:22Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': 'a3690ff9-dbd7-48a4-bc91-591a601db872', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:23.054782 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a2ae36-435a-40c6-b28c-5c5147b6b20d None None] The sync data for ids ['1dee4293-2f37-4126-a747-9f69c95a8a21'] in n-d-798249-5 is: [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:11:19Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'd01f071f-e3b8-49fa-adb8-d8222c8baf21', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'port_id': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'mac_address': 'fa:16:3e:19:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:18Z', 'updated_at': '2021-07-05T04:10:24Z', 'revision_number': 1, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f737d279-9db1-4387-a946-a2db37179ad3', 'name': '', 'network_id': 'd2188f87-5751-4142-9a46-db405cfa639b', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:ac:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'a3690ff9-dbd7-48a4-bc91-591a601db872', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:22Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': 'a3690ff9-dbd7-48a4-bc91-591a601db872', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:23.402929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ba889-527e-450d-8ea2-d1e520b906dd req-ec3d7259-0d95-4e61-ae7c-0a3aaa2e2680 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:23.407098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a45ba889-527e-450d-8ea2-d1e520b906dd req-ec3d7259-0d95-4e61-ae7c-0a3aaa2e2680 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 944 time: 0.1219735 Jul 05 04:11:23.431070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f737d279-9db1-4387-a946-a2db37179ad3 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:23.453767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a45ba889-527e-450d-8ea2-d1e520b906dd req-ef84b26c-37e5-4d5f-8751-2fdfb43ef891 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Jul 05 04:11:23.594568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port f737d279-9db1-4387-a946-a2db37179ad3 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:23.599798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f737d279-9db1-4387-a946-a2db37179ad3 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:23.600457 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:23.694839 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:23.748187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port f737d279-9db1-4387-a946-a2db37179ad3, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f737d279-9db1-4387-a946-a2db37179ad3,segment=NetworkSegment(60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7),segment_id=60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:23.752444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cd3cd-b081-4b24-9938-96346a35852b req-d9a97607-26d7-48fb-b4b9-ca666cf175f7 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:23.761309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b1cd3cd-b081-4b24-9938-96346a35852b req-d9a97607-26d7-48fb-b4b9-ca666cf175f7 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.1191039 Jul 05 04:11:23.818181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b1cd3cd-b081-4b24-9938-96346a35852b req-b7cfb80d-9292-4101-9c47-34c4009178c2 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504022 Jul 05 04:11:23.819187 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:23.882904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=f737d279-9db1-4387-a946-a2db37179ad3,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:23.887191 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc209950-6d21-4ecf-86e1-fbff2bd1b164 req-ed0f939d-dcd5-41e5-82c9-b8b23d07f65e tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d27ad4d-3f7f-48d4-9aa3-dd852ed0ba01 HTTP/1.1" status: 200 len: 210 time: 0.0360320 Jul 05 04:11:24.271889 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8feab670-0536-4b15-80f7-51d4c35def9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:24.406328 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:24.642506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8804e2c-6235-4a21-967e-235d32b83509 req-02647e1d-dd74-4c96-b165-1e7a3877effc tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:24.644302 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8804e2c-6235-4a21-967e-235d32b83509 req-02647e1d-dd74-4c96-b165-1e7a3877effc tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 944 time: 0.0685506 Jul 05 04:11:24.686290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8804e2c-6235-4a21-967e-235d32b83509 req-19bdd23d-a6e0-4ae9-8daa-a1235d34691a tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362430 Jul 05 04:11:24.994404 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a89e0-56d3-416c-99e3-716441bcd42f req-99bfd637-337c-45e2-9be5-1e01dab28b59 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:25.001001 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd5a89e0-56d3-416c-99e3-716441bcd42f req-99bfd637-337c-45e2-9be5-1e01dab28b59 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0798168 Jul 05 04:11:25.039979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd5a89e0-56d3-416c-99e3-716441bcd42f req-b0d9f26f-f1e2-4d5d-95c5-22921d9b38f6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380313 Jul 05 04:11:25.231207 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.368965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f737d279-9db1-4387-a946-a2db37179ad3 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:25.420270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f737d279-9db1-4387-a946-a2db37179ad3 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:25.420738 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.462020 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 5b816332-4d38-45fd-b03f-0641f808d8db details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:11:25.596632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 5b816332-4d38-45fd-b03f-0641f808d8db, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=5b816332-4d38-45fd-b03f-0641f808d8db,segment=NetworkSegment(900eb044-393a-47b7-8a0a-971a62e00cd4),segment_id=900eb044-393a-47b7-8a0a-971a62e00cd4)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:25.601851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 45c973f7-8446-4d04-8bed-c1076b7e8857 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:25.632177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 45c973f7-8446-4d04-8bed-c1076b7e8857 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:25.632635 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 45c973f7-8446-4d04-8bed-c1076b7e8857 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:25.636678 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '5b816332-4d38-45fd-b03f-0641f808d8db', 'network_id': '30a9ce17-47df-4af9-9dec-d93baffc7b9a', 'port_id': '5b816332-4d38-45fd-b03f-0641f808d8db', 'mac_address': 'fa:16:3e:be:f4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d8e2bf-786d-4ddf-88e5-1a04141249d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:11:25.680923 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.698025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b816332-4d38-45fd-b03f-0641f808d8db {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:25.722652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 5b816332-4d38-45fd-b03f-0641f808d8db, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=5b816332-4d38-45fd-b03f-0641f808d8db,segment=NetworkSegment(900eb044-393a-47b7-8a0a-971a62e00cd4),segment_id=900eb044-393a-47b7-8a0a-971a62e00cd4)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:25.737497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7401c-054a-4c18-be81-a2ffa40962f6 req-9c9da521-37b8-4782-a7c9-7d7ed863a539 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:25.737497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dbd7401c-054a-4c18-be81-a2ffa40962f6 req-9c9da521-37b8-4782-a7c9-7d7ed863a539 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 945 time: 0.0740700 Jul 05 04:11:25.777471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dbd7401c-054a-4c18-be81-a2ffa40962f6 req-655a44b5-2382-4a11-9b0b-c7e04ae3ae04 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356109 Jul 05 04:11:25.800523 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.874212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=5b816332-4d38-45fd-b03f-0641f808d8db,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:25.899318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0f245-f4bf-4999-b4af-835c72464ed8 req-4fa1bf0b-90e8-4b42-be38-668c296f891a tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:25.903648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bdc0f245-f4bf-4999-b4af-835c72464ed8 req-4fa1bf0b-90e8-4b42-be38-668c296f891a tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 945 time: 0.0772462 Jul 05 04:11:25.922360 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:11:25.944682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bdc0f245-f4bf-4999-b4af-835c72464ed8 req-6adffe1d-6cd8-4833-86ba-5885fb532f05 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366244 Jul 05 04:11:26.110314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['5b816332-4d38-45fd-b03f-0641f808d8db'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:26.239902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c29ea-6061-41c6-a58e-1768ba38e0db req-5dc8faa7-7585-40af-8b38-0c5b616d7fc9 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:26.241574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f34c29ea-6061-41c6-a58e-1768ba38e0db req-5dc8faa7-7585-40af-8b38-0c5b616d7fc9 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0821309 Jul 05 04:11:26.281385 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f34c29ea-6061-41c6-a58e-1768ba38e0db req-c5348fe3-5a6f-4e96-8e6d-a97ed367195d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333748 Jul 05 04:11:26.451862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcf8bb-f4ff-4c56-9ff1-62df023fc6f8 req-c09edd24-8e7d-48c8-af13-21107b865596 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:26.453587 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48dcf8bb-f4ff-4c56-9ff1-62df023fc6f8 req-c09edd24-8e7d-48c8-af13-21107b865596 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 946 time: 0.0685344 Jul 05 04:11:26.492817 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48dcf8bb-f4ff-4c56-9ff1-62df023fc6f8 req-f92622e5-a426-48f5-9816-61dc259c427f tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/security-groups?id=a56a06be-bcab-4cb9-96f8-04a1dc826719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330026 Jul 05 04:11:26.958393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9729e-2950-4ef3-8c16-ae013d558052 req-d0e9030b-e110-4f98-ace4-e05695ad71ee tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:26.959897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b9729e-2950-4ef3-8c16-ae013d558052 req-d0e9030b-e110-4f98-ace4-e05695ad71ee tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 945 time: 0.0693297 Jul 05 04:11:27.002662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b9729e-2950-4ef3-8c16-ae013d558052 req-44239025-8a05-4676-bdf5-80fcaa99d298 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372326 Jul 05 04:11:27.050801 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b532a3-8646-4b0c-8a08-a760060ce1e8 req-2a80a17a-44a7-4358-a39b-eb65497bc031 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:27.052401 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-10b532a3-8646-4b0c-8a08-a760060ce1e8 req-2a80a17a-44a7-4358-a39b-eb65497bc031 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 945 time: 0.0818353 Jul 05 04:11:27.131695 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.141213 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9696548-05b6-49af-9222-5227eb123d88 req-66495400-0908-413f-906d-e2e849b6387e tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:27.142883 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9696548-05b6-49af-9222-5227eb123d88 req-66495400-0908-413f-906d-e2e849b6387e tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 945 time: 0.0708752 Jul 05 04:11:27.167622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-10b532a3-8646-4b0c-8a08-a760060ce1e8 req-780c104e-63b5-4203-8d05-bf073361035c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Deleting port e7b7dc62-6736-44ab-a317-6f63948a0c40 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:27.167979 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-10b532a3-8646-4b0c-8a08-a760060ce1e8 req-780c104e-63b5-4203-8d05-bf073361035c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.185375 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9696548-05b6-49af-9222-5227eb123d88 req-6333afcb-f584-488c-bf2b-a581ba6f86d3 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356784 Jul 05 04:11:27.272823 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-10b532a3-8646-4b0c-8a08-a760060ce1e8 req-780c104e-63b5-4203-8d05-bf073361035c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] For port e7b7dc62-6736-44ab-a317-6f63948a0c40, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e7b7dc62-6736-44ab-a317-6f63948a0c40,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:27.273193 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-10b532a3-8646-4b0c-8a08-a760060ce1e8 req-780c104e-63b5-4203-8d05-bf073361035c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.286566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-10b532a3-8646-4b0c-8a08-a760060ce1e8 req-780c104e-63b5-4203-8d05-bf073361035c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Calling delete_port for e7b7dc62-6736-44ab-a317-6f63948a0c40 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:27.461716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 5b816332-4d38-45fd-b03f-0641f808d8db up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:27.480771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fba7d-fac1-4b0e-86ad-fbba31c48994 req-e95fe72f-485e-46f5-be06-b4a9d5c65067 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:27.482273 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df6fba7d-fac1-4b0e-86ad-fbba31c48994 req-e95fe72f-485e-46f5-be06-b4a9d5c65067 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0722091 Jul 05 04:11:27.486406 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-10b532a3-8646-4b0c-8a08-a760060ce1e8 req-780c104e-63b5-4203-8d05-bf073361035c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.503115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['9d949cc3-98d8-4b95-90e1-c3655e945670', 'e7b7dc62-6736-44ab-a317-6f63948a0c40'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:27.524691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c104e-63b5-4203-8d05-bf073361035c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Pushing event deleted for resources: {'Port': ['ID=e7b7dc62-6736-44ab-a317-6f63948a0c40,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:27.541768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df6fba7d-fac1-4b0e-86ad-fbba31c48994 req-bc166cd1-1b02-43ce-8643-a00c202f4743 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529206 Jul 05 04:11:27.589465 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b532a3-8646-4b0c-8a08-a760060ce1e8 req-780c104e-63b5-4203-8d05-bf073361035c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] No DVR routers for this DVR port e7b7dc62-6736-44ab-a317-6f63948a0c40 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:27.593877 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-10b532a3-8646-4b0c-8a08-a760060ce1e8 req-780c104e-63b5-4203-8d05-bf073361035c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.595939 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-10b532a3-8646-4b0c-8a08-a760060ce1e8 req-780c104e-63b5-4203-8d05-bf073361035c tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.64 "DELETE /v2.0/ports/e7b7dc62-6736-44ab-a317-6f63948a0c40 HTTP/1.1" status: 204 len: 173 time: 0.5376110 Jul 05 04:11:27.596569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5800da2-effb-4fd8-ad97-71764869ab33', 'name': 'network-vif-deleted', 'tag': 'e7b7dc62-6736-44ab-a317-6f63948a0c40'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:27.610951 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0839e304-3154-4c24-93ca-6af3042528a4" -d '{"events": [{"server_uuid": "c5800da2-effb-4fd8-ad97-71764869ab33", "name": "network-vif-deleted", "tag": "e7b7dc62-6736-44ab-a317-6f63948a0c40"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:27.656581 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c44a7cf-8987-4775-b4b7-5c1fa1fe82c8 x-openstack-request-id: req-2c44a7cf-8987-4775-b4b7-5c1fa1fe82c8 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:27.656581 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5800da2-effb-4fd8-ad97-71764869ab33", "name": "network-vif-deleted", "tag": "e7b7dc62-6736-44ab-a317-6f63948a0c40", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:27.656581 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c44a7cf-8987-4775-b4b7-5c1fa1fe82c8 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:27.656581 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5800da2-effb-4fd8-ad97-71764869ab33', 'name': 'network-vif-deleted', 'tag': 'e7b7dc62-6736-44ab-a317-6f63948a0c40', 'status': 'completed', 'code': 200} Jul 05 04:11:27.678293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 5b816332-4d38-45fd-b03f-0641f808d8db completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:27.685310 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 5b816332-4d38-45fd-b03f-0641f808d8db triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:27.685310 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.730196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258441aa-afd3-437e-a3f0-90b085d462d9 req-927e5eaa-0e87-4ea8-ac0b-f6fe837219e4 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:27.732089 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-258441aa-afd3-437e-a3f0-90b085d462d9 req-927e5eaa-0e87-4ea8-ac0b-f6fe837219e4 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 946 time: 0.0910666 Jul 05 04:11:27.776602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-258441aa-afd3-437e-a3f0-90b085d462d9 req-ad34c00c-ba8f-4182-aa26-4ab64739dd1f tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/security-groups?id=a56a06be-bcab-4cb9-96f8-04a1dc826719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335670 Jul 05 04:11:27.793096 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.819178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63db5be1-1bb1-4dc0-b833-31328cfbe79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b816332-4d38-45fd-b03f-0641f808d8db'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:27.821462 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060c7d00-5500-4512-91c3-977e7b61ec5b" -d '{"events": [{"server_uuid": "63db5be1-1bb1-4dc0-b833-31328cfbe79d", "name": "network-vif-plugged", "status": "completed", "tag": "5b816332-4d38-45fd-b03f-0641f808d8db"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:27.834976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 5b816332-4d38-45fd-b03f-0641f808d8db, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=5b816332-4d38-45fd-b03f-0641f808d8db,segment=NetworkSegment(900eb044-393a-47b7-8a0a-971a62e00cd4),segment_id=900eb044-393a-47b7-8a0a-971a62e00cd4)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:27.869150 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e09d585-3b55-48c2-91af-33c080eaea7f x-openstack-request-id: req-7e09d585-3b55-48c2-91af-33c080eaea7f {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:27.869854 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63db5be1-1bb1-4dc0-b833-31328cfbe79d", "name": "network-vif-plugged", "status": "completed", "tag": "5b816332-4d38-45fd-b03f-0641f808d8db", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:27.869854 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e09d585-3b55-48c2-91af-33c080eaea7f {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:27.870091 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63db5be1-1bb1-4dc0-b833-31328cfbe79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b816332-4d38-45fd-b03f-0641f808d8db', 'code': 200} Jul 05 04:11:27.931588 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.986505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=5b816332-4d38-45fd-b03f-0641f808d8db,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:28.040041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf58092-d00c-4eb3-9dce-fe5e56780439 req-a55fb688-9f05-452b-b2e5-f2e20aa3a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:28.041852 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-faf58092-d00c-4eb3-9dce-fe5e56780439 req-a55fb688-9f05-452b-b2e5-f2e20aa3a923 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 1097 time: 0.1060638 Jul 05 04:11:28.083540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5a9b5-e4a1-4f60-b524-c5a587105e7d req-ba95defb-53f0-42cc-af44-060af80dfc2e tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:28.085061 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-18b5a9b5-e4a1-4f60-b524-c5a587105e7d req-ba95defb-53f0-42cc-af44-060af80dfc2e tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 946 time: 0.1038873 Jul 05 04:11:28.107441 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-faf58092-d00c-4eb3-9dce-fe5e56780439 req-6b18b3a6-75d7-4f55-99cd-9b2a33cf1131 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572498 Jul 05 04:11:28.168926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-10be850d-df62-4122-bc75-183777474372 req-e0b18f4e-0436-4da5-a37d-fa88b17372de tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5800da2-effb-4fd8-ad97-71764869ab33 HTTP/1.1" status: 200 len: 210 time: 0.0335572 Jul 05 04:11:28.201365 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-18b5a9b5-e4a1-4f60-b524-c5a587105e7d req-b549583d-8b1d-4811-bbfe-2a7e7f0c8690 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Deleting port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:28.201713 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-18b5a9b5-e4a1-4f60-b524-c5a587105e7d req-b549583d-8b1d-4811-bbfe-2a7e7f0c8690 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.301865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-18b5a9b5-e4a1-4f60-b524-c5a587105e7d req-b549583d-8b1d-4811-bbfe-2a7e7f0c8690 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] For port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60,segment=NetworkSegment(6bd76ac9-02ed-48cb-9f62-4ed1e8b49747),segment_id=6bd76ac9-02ed-48cb-9f62-4ed1e8b49747)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:28.304239 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-18b5a9b5-e4a1-4f60-b524-c5a587105e7d req-b549583d-8b1d-4811-bbfe-2a7e7f0c8690 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.315736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-18b5a9b5-e4a1-4f60-b524-c5a587105e7d req-b549583d-8b1d-4811-bbfe-2a7e7f0c8690 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Calling delete_port for 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:28.548103 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-18b5a9b5-e4a1-4f60-b524-c5a587105e7d req-b549583d-8b1d-4811-bbfe-2a7e7f0c8690 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.573760 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:28.595188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549583d-8b1d-4811-bbfe-2a7e7f0c8690 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Pushing event deleted for resources: {'Port': ['ID=2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:28.653064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b5a9b5-e4a1-4f60-b524-c5a587105e7d req-b549583d-8b1d-4811-bbfe-2a7e7f0c8690 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] No DVR routers for this DVR port 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:28.655830 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-18b5a9b5-e4a1-4f60-b524-c5a587105e7d req-b549583d-8b1d-4811-bbfe-2a7e7f0c8690 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.659807 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-18b5a9b5-e4a1-4f60-b524-c5a587105e7d req-b549583d-8b1d-4811-bbfe-2a7e7f0c8690 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.11 "DELETE /v2.0/ports/2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 HTTP/1.1" status: 204 len: 173 time: 0.5643978 Jul 05 04:11:28.715952 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84504817-f7d6-4613-a025-9f51b9a74d28 req-3203233c-4267-413a-bb14-a1063b3db809 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:28.717889 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84504817-f7d6-4613-a025-9f51b9a74d28 req-3203233c-4267-413a-bb14-a1063b3db809 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 946 time: 0.4119298 Jul 05 04:11:28.791596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84504817-f7d6-4613-a025-9f51b9a74d28 req-617e1fc6-617f-4978-ad32-897e5f32ae10 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626752 Jul 05 04:11:28.816884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a370025-8904-4def-86e3-67e52d358ee2 req-7c8c6e63-c123-4ffd-ac7c-954b1c97b53b tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:28.818429 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a370025-8904-4def-86e3-67e52d358ee2 req-7c8c6e63-c123-4ffd-ac7c-954b1c97b53b tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0994976 Jul 05 04:11:28.877350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a370025-8904-4def-86e3-67e52d358ee2 req-26bfa829-a3de-4060-9795-342d3f4c6c70 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530391 Jul 05 04:11:28.956671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0862dc0-d7b7-4a9a-8786-014393f76e43 req-2633d7c4-ce95-4366-b81f-beb8f89dc9f2 tempest-VolumesActionsTest-192329756 tempest-VolumesActionsTest-192329756-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f44e959-1276-412f-9699-a5bc7aa39871 HTTP/1.1" status: 200 len: 210 time: 0.0480330 Jul 05 04:11:29.423230 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:29.656056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f44e959-1276-412f-9699-a5bc7aa39871', 'name': 'network-vif-deleted', 'tag': '2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:29.658631 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f06788-5b23-47cf-829f-fcb27f6d515b" -d '{"events": [{"server_uuid": "7f44e959-1276-412f-9699-a5bc7aa39871", "name": "network-vif-deleted", "tag": "2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:29.702323 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da01b75d-3ea7-4d0a-b139-354a2fff0f81 x-openstack-request-id: req-da01b75d-3ea7-4d0a-b139-354a2fff0f81 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:29.702323 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f44e959-1276-412f-9699-a5bc7aa39871", "name": "network-vif-deleted", "tag": "2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:29.702594 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da01b75d-3ea7-4d0a-b139-354a2fff0f81 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:29.702865 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f44e959-1276-412f-9699-a5bc7aa39871', 'name': 'network-vif-deleted', 'tag': '2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60', 'status': 'completed', 'code': 200} Jul 05 04:11:30.020605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3f28b-990b-448d-af0f-067388c2ba3e req-08830723-83f8-4547-951c-e770a356b796 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:30.022181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53b3f28b-990b-448d-af0f-067388c2ba3e req-08830723-83f8-4547-951c-e770a356b796 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 946 time: 0.1056287 Jul 05 04:11:30.103123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53b3f28b-990b-448d-af0f-067388c2ba3e req-2323ef7e-8626-4889-9f2e-72f507914ab9 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741765 Jul 05 04:11:30.142783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6af25-1b6a-4c86-aa25-70278fb46bdb req-5872078d-317c-4ce2-8b68-f6b86aa88814 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:30.145095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50c6af25-1b6a-4c86-aa25-70278fb46bdb req-5872078d-317c-4ce2-8b68-f6b86aa88814 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0886250 Jul 05 04:11:30.187297 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50c6af25-1b6a-4c86-aa25-70278fb46bdb req-f80d06a8-6104-41d7-bd97-d7a14104a47b tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365500 Jul 05 04:11:30.397010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31956ca4-bafc-482d-b0be-ed66599e20fd req-927311f5-ee1f-46c9-a4f6-14f689e05d09 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:30.398527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31956ca4-bafc-482d-b0be-ed66599e20fd req-927311f5-ee1f-46c9-a4f6-14f689e05d09 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 946 time: 0.0914369 Jul 05 04:11:30.441321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31956ca4-bafc-482d-b0be-ed66599e20fd req-9b33be4a-5117-424d-818a-4e4156e27435 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369782 Jul 05 04:11:30.760881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1f456-0c89-4a16-a9a0-4b33a8197842 req-e0cb997e-5290-400e-ab70-9c4f1979aabe tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:30.762403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-82f1f456-0c89-4a16-a9a0-4b33a8197842 req-e0cb997e-5290-400e-ab70-9c4f1979aabe tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 946 time: 0.0718997 Jul 05 04:11:30.810857 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-82f1f456-0c89-4a16-a9a0-4b33a8197842 req-1708de38-a16e-416e-9a2d-b69390722e51 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Jul 05 04:11:31.397482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f205cb-8023-4fc2-af66-56e0d46d055c req-ea801296-a808-4e0d-94f0-b056fb0c6fe8 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:31.399337 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-71f205cb-8023-4fc2-af66-56e0d46d055c req-ea801296-a808-4e0d-94f0-b056fb0c6fe8 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0874882 Jul 05 04:11:31.451332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-71f205cb-8023-4fc2-af66-56e0d46d055c req-4ecebab4-1d90-453f-80e5-953710d62e6b tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443456 Jul 05 04:11:31.567437 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.596748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c18dd1-6f5d-4714-88ee-9f3e8e74a4a2 req-694cfcc1-ca67-48c2-8d75-a80692790d8a tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:31.599547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90c18dd1-6f5d-4714-88ee-9f3e8e74a4a2 req-694cfcc1-ca67-48c2-8d75-a80692790d8a tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 946 time: 0.0765345 Jul 05 04:11:31.630012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e7b7dc62-6736-44ab-a317-6f63948a0c40 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:31.649558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: e7b7dc62-6736-44ab-a317-6f63948a0c40 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:31.650197 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e7b7dc62-6736-44ab-a317-6f63948a0c40 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:31.652042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90c18dd1-6f5d-4714-88ee-9f3e8e74a4a2 req-fc7bb4e3-ee63-4121-a3a7-4b81c06701fa tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Jul 05 04:11:32.643359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b4047-f60c-4955-aeca-e9c366c826f2 req-289834e4-0e45-4f22-bbd1-8a3077db7247 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:32.644887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-561b4047-f60c-4955-aeca-e9c366c826f2 req-289834e4-0e45-4f22-bbd1-8a3077db7247 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0662472 Jul 05 04:11:32.686118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-561b4047-f60c-4955-aeca-e9c366c826f2 req-2aa96a3a-7729-454e-b2fd-15a489eeafa0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344858 Jul 05 04:11:32.887055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d73ad-5596-4490-9183-00f1f9e595fc req-038da610-9f40-4527-b7f2-4217a282d8c6 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:32.892978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-711d73ad-5596-4490-9183-00f1f9e595fc req-038da610-9f40-4527-b7f2-4217a282d8c6 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 946 time: 0.0888367 Jul 05 04:11:32.939101 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-711d73ad-5596-4490-9183-00f1f9e595fc req-7187c89e-52f3-4458-be4b-c9d1ff4bcd0b tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Jul 05 04:11:33.069028 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3913af-c78f-4512-9f57-56fa4cbc278b req-71dfd4d4-8243-43a6-9ac6-65fa5610fee0 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:33.070603 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3f3913af-c78f-4512-9f57-56fa4cbc278b req-71dfd4d4-8243-43a6-9ac6-65fa5610fee0 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.11 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 946 time: 0.0800445 Jul 05 04:11:33.176846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-3f3913af-c78f-4512-9f57-56fa4cbc278b req-3ffab05a-9131-45d3-81ae-1608b9d0385b tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Deleting port 5b816332-4d38-45fd-b03f-0641f808d8db {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:33.177134 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3f3913af-c78f-4512-9f57-56fa4cbc278b req-3ffab05a-9131-45d3-81ae-1608b9d0385b tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.280552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-3f3913af-c78f-4512-9f57-56fa4cbc278b req-3ffab05a-9131-45d3-81ae-1608b9d0385b tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] For port 5b816332-4d38-45fd-b03f-0641f808d8db, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=5b816332-4d38-45fd-b03f-0641f808d8db,segment=NetworkSegment(900eb044-393a-47b7-8a0a-971a62e00cd4),segment_id=900eb044-393a-47b7-8a0a-971a62e00cd4)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:33.280914 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3f3913af-c78f-4512-9f57-56fa4cbc278b req-3ffab05a-9131-45d3-81ae-1608b9d0385b tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.294761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-3f3913af-c78f-4512-9f57-56fa4cbc278b req-3ffab05a-9131-45d3-81ae-1608b9d0385b tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Calling delete_port for 5b816332-4d38-45fd-b03f-0641f808d8db owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:33.493120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:33.508028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d30217-11a4-4d39-afcf-ede8a8a386f6 req-207f6503-ad43-4a0b-b7e1-15ce18da236f tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:33.509831 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66d30217-11a4-4d39-afcf-ede8a8a386f6 req-207f6503-ad43-4a0b-b7e1-15ce18da236f tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 945 time: 0.0674455 Jul 05 04:11:33.519071 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3f3913af-c78f-4512-9f57-56fa4cbc278b req-3ffab05a-9131-45d3-81ae-1608b9d0385b tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.528189 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:33.529025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2ef2c33f-f8f0-4fbd-bfc1-8aacdae6be60 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:33.537053 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['5b816332-4d38-45fd-b03f-0641f808d8db'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:33.564167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66d30217-11a4-4d39-afcf-ede8a8a386f6 req-7de045ae-f443-4602-8f76-963aa3143914 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447085 Jul 05 04:11:33.565654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffab05a-9131-45d3-81ae-1608b9d0385b tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Pushing event deleted for resources: {'Port': ['ID=5b816332-4d38-45fd-b03f-0641f808d8db,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:33.624280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3913af-c78f-4512-9f57-56fa4cbc278b req-3ffab05a-9131-45d3-81ae-1608b9d0385b tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] No DVR routers for this DVR port 5b816332-4d38-45fd-b03f-0641f808d8db on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:33.626819 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3f3913af-c78f-4512-9f57-56fa4cbc278b req-3ffab05a-9131-45d3-81ae-1608b9d0385b tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.629450 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3f3913af-c78f-4512-9f57-56fa4cbc278b req-3ffab05a-9131-45d3-81ae-1608b9d0385b tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.11 "DELETE /v2.0/ports/5b816332-4d38-45fd-b03f-0641f808d8db HTTP/1.1" status: 204 len: 173 time: 0.5516868 Jul 05 04:11:33.629904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63db5be1-1bb1-4dc0-b833-31328cfbe79d', 'name': 'network-vif-deleted', 'tag': '5b816332-4d38-45fd-b03f-0641f808d8db'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:33.632170 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfecb98b-71a0-4121-a914-8fdd93ac0990" -d '{"events": [{"server_uuid": "63db5be1-1bb1-4dc0-b833-31328cfbe79d", "name": "network-vif-deleted", "tag": "5b816332-4d38-45fd-b03f-0641f808d8db"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:33.671848 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6366c74-19c1-4b85-b428-39de1fe4ded6 x-openstack-request-id: req-a6366c74-19c1-4b85-b428-39de1fe4ded6 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:33.672232 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63db5be1-1bb1-4dc0-b833-31328cfbe79d", "name": "network-vif-deleted", "tag": "5b816332-4d38-45fd-b03f-0641f808d8db", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:33.672583 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6366c74-19c1-4b85-b428-39de1fe4ded6 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:33.673085 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63db5be1-1bb1-4dc0-b833-31328cfbe79d', 'name': 'network-vif-deleted', 'tag': '5b816332-4d38-45fd-b03f-0641f808d8db', 'status': 'completed', 'code': 200} Jul 05 04:11:33.895835 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd1d9-9ed9-47eb-8fbf-06e92de10b63 req-3119269a-5ba0-44c5-b562-451b0c756277 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:33.898124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e0cd1d9-9ed9-47eb-8fbf-06e92de10b63 req-3119269a-5ba0-44c5-b562-451b0c756277 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0753765 Jul 05 04:11:33.938212 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e0cd1d9-9ed9-47eb-8fbf-06e92de10b63 req-b199a747-ede4-46a5-a717-f7ca3bd012f1 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340354 Jul 05 04:11:34.104527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-825a06b4-f035-4af1-aedc-bfda1ab7f63c req-870632d7-f934-48c4-a384-fc8bde0606c5 tempest-ServersNegativeTestMultiTenantJSON-390505234 tempest-ServersNegativeTestMultiTenantJSON-390505234-project] 10.222.0.60 "GET /v2.0/ports?device_id=63db5be1-1bb1-4dc0-b833-31328cfbe79d HTTP/1.1" status: 200 len: 210 time: 0.0310957 Jul 05 04:11:34.795886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfc8d4-bfec-4297-aaf0-5351a14268b8 req-df536743-a11e-4fe6-b735-e826b07678e6 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:34.797484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfdfc8d4-bfec-4297-aaf0-5351a14268b8 req-df536743-a11e-4fe6-b735-e826b07678e6 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 945 time: 0.0830615 Jul 05 04:11:34.855727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfdfc8d4-bfec-4297-aaf0-5351a14268b8 req-639d8a85-2d6a-4a30-9894-c6c8873aef71 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1aabad2-6bc7-4138-a661-7bd2d01093e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429516 Jul 05 04:11:35.087940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cbc20-8e56-4982-a395-581cc1429335 req-9a8ef906-b0fc-494c-8b30-219704daa200 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:35.090316 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-004cbc20-8e56-4982-a395-581cc1429335 req-9a8ef906-b0fc-494c-8b30-219704daa200 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.64 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 945 time: 0.0698371 Jul 05 04:11:35.136419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acd21e-37f7-477b-aed9-afddd06380e1 req-62178e73-2a5c-4756-96b6-18bb22aefa7d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:35.138923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0acd21e-37f7-477b-aed9-afddd06380e1 req-62178e73-2a5c-4756-96b6-18bb22aefa7d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0829866 Jul 05 04:11:35.196623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0acd21e-37f7-477b-aed9-afddd06380e1 req-60aada90-0aa5-4233-9108-cb4b22017f71 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512044 Jul 05 04:11:35.229443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57884) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:35.238652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-004cbc20-8e56-4982-a395-581cc1429335 req-79417172-7c94-4c35-a1f9-b2b78c7702e5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Deleting port 9d949cc3-98d8-4b95-90e1-c3655e945670 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:35.238991 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-004cbc20-8e56-4982-a395-581cc1429335 req-79417172-7c94-4c35-a1f9-b2b78c7702e5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.329204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2b1d03-950b-4a9d-ad8b-f208710de716 admin admin] Deleting subnet e1d8e2bf-786d-4ddf-88e5-1a04141249d1 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:11:35.337262 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1d03-950b-4a9d-ad8b-f208710de716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.389671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-004cbc20-8e56-4982-a395-581cc1429335 req-79417172-7c94-4c35-a1f9-b2b78c7702e5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] For port 9d949cc3-98d8-4b95-90e1-c3655e945670, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9d949cc3-98d8-4b95-90e1-c3655e945670,segment=NetworkSegment(57ceff89-95ff-4d64-a6cc-411f32de49ad),segment_id=57ceff89-95ff-4d64-a6cc-411f32de49ad)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:35.390040 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-004cbc20-8e56-4982-a395-581cc1429335 req-79417172-7c94-4c35-a1f9-b2b78c7702e5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.400294 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1d03-950b-4a9d-ad8b-f208710de716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.424432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-004cbc20-8e56-4982-a395-581cc1429335 req-79417172-7c94-4c35-a1f9-b2b78c7702e5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Calling delete_port for 9d949cc3-98d8-4b95-90e1-c3655e945670 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:35.499155 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1d03-950b-4a9d-ad8b-f208710de716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.520122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f39719-6b13-4b50-89de-2f23ba49219e req-97fd0303-a691-4a97-8c94-2c1889e41208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:35.521965 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1f39719-6b13-4b50-89de-2f23ba49219e req-97fd0303-a691-4a97-8c94-2c1889e41208 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 1096 time: 0.0687566 Jul 05 04:11:35.559254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1f39719-6b13-4b50-89de-2f23ba49219e req-026fc934-9449-44bb-a675-a397987ef98c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309284 Jul 05 04:11:35.664589 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1d03-950b-4a9d-ad8b-f208710de716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.678533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57892) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:35.692636 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b1d03-950b-4a9d-ad8b-f208710de716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d8e2bf-786d-4ddf-88e5-1a04141249d1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:35.696949 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1d03-950b-4a9d-ad8b-f208710de716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.698915 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bf2b1d03-950b-4a9d-ad8b-f208710de716 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e1d8e2bf-786d-4ddf-88e5-1a04141249d1 HTTP/1.1" status: 204 len: 168 time: 0.4685118 Jul 05 04:11:35.701605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57896) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:35.721825 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-004cbc20-8e56-4982-a395-581cc1429335 req-79417172-7c94-4c35-a1f9-b2b78c7702e5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.739310 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['9d949cc3-98d8-4b95-90e1-c3655e945670'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:35.850672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79417172-7c94-4c35-a1f9-b2b78c7702e5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Pushing event deleted for resources: {'Port': ['ID=9d949cc3-98d8-4b95-90e1-c3655e945670,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:35.919020 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ede8878-3f8f-4577-a116-3f3a9912357a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.920954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-004cbc20-8e56-4982-a395-581cc1429335 req-79417172-7c94-4c35-a1f9-b2b78c7702e5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] No DVR routers for this DVR port 9d949cc3-98d8-4b95-90e1-c3655e945670 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:35.924125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-004cbc20-8e56-4982-a395-581cc1429335 req-79417172-7c94-4c35-a1f9-b2b78c7702e5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.927273 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-004cbc20-8e56-4982-a395-581cc1429335 req-79417172-7c94-4c35-a1f9-b2b78c7702e5 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.64 "DELETE /v2.0/ports/9d949cc3-98d8-4b95-90e1-c3655e945670 HTTP/1.1" status: 204 len: 173 time: 0.8312445 Jul 05 04:11:35.927747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31b15e2-472f-428d-a847-44a2b8e235da', 'name': 'network-vif-deleted', 'tag': '9d949cc3-98d8-4b95-90e1-c3655e945670'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:35.930096 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a0ba00-f46c-43d2-a1f9-a7f43f36983d" -d '{"events": [{"server_uuid": "b31b15e2-472f-428d-a847-44a2b8e235da", "name": "network-vif-deleted", "tag": "9d949cc3-98d8-4b95-90e1-c3655e945670"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:36.022741 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cac7aeb-c3d7-4802-b294-e64098a2077f x-openstack-request-id: req-8cac7aeb-c3d7-4802-b294-e64098a2077f {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:36.022741 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31b15e2-472f-428d-a847-44a2b8e235da", "name": "network-vif-deleted", "tag": "9d949cc3-98d8-4b95-90e1-c3655e945670", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:36.023118 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8cac7aeb-c3d7-4802-b294-e64098a2077f {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:36.023537 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31b15e2-472f-428d-a847-44a2b8e235da', 'name': 'network-vif-deleted', 'tag': '9d949cc3-98d8-4b95-90e1-c3655e945670', 'status': 'completed', 'code': 200} Jul 05 04:11:36.029307 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ede8878-3f8f-4577-a116-3f3a9912357a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.041597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-4ede8878-3f8f-4577-a116-3f3a9912357a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a9ce17-47df-4af9-9dec-d93baffc7b9a']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:36.053489 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-4ede8878-3f8f-4577-a116-3f3a9912357a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900eb044-393a-47b7-8a0a-971a62e00cd4') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:36.054045 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-4ede8878-3f8f-4577-a116-3f3a9912357a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900eb044-393a-47b7-8a0a-971a62e00cd4') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:36.064190 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ede8878-3f8f-4577-a116-3f3a9912357a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.079250 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ede8878-3f8f-4577-a116-3f3a9912357a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.087575 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ede8878-3f8f-4577-a116-3f3a9912357a admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:11:36.088103 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ede8878-3f8f-4577-a116-3f3a9912357a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:11:36.089980 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:11:36.121199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4fd184da-6067-4633-9b09-fd017f4bcde0 req-1813b544-56a3-4a20-bdd3-55e76d90fdb9 tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 210 time: 0.0801415 Jul 05 04:11:36.280564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-3987924e-066c-4231-b43d-7412575ff45b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Deleting port 30e80aa0-8c35-4e0c-acba-5007898053dc {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:36.281293 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3987924e-066c-4231-b43d-7412575ff45b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.297670 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ede8878-3f8f-4577-a116-3f3a9912357a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.307491 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ede8878-3f8f-4577-a116-3f3a9912357a admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.310469 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4ede8878-3f8f-4577-a116-3f3a9912357a admin admin] 10.222.0.60 "DELETE /v2.0/networks/30a9ce17-47df-4af9-9dec-d93baffc7b9a HTTP/1.1" status: 204 len: 168 time: 0.6079121 Jul 05 04:11:36.324656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57904) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:36.344023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede8878-3f8f-4577-a116-3f3a9912357a admin admin] Pushing event deleted for resources: {'Network': ['ID=30a9ce17-47df-4af9-9dec-d93baffc7b9a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:36.403325 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6fff87-3245-4902-ab1e-73ee0c585ad0 admin admin] Deleting subnet bdcdf59a-947c-4450-8245-ad513ad618d7 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:11:36.407826 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9c6fff87-3245-4902-ab1e-73ee0c585ad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.421514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3987924e-066c-4231-b43d-7412575ff45b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.421892 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3987924e-066c-4231-b43d-7412575ff45b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.438779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-3987924e-066c-4231-b43d-7412575ff45b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Calling delete_port for 30e80aa0-8c35-4e0c-acba-5007898053dc owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:36.469242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80ac7a-435b-44e8-bb3f-6029f6dd89ed req-2c9fe9e8-e6c8-4629-8da3-6ed098445c88 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:36.470850 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c80ac7a-435b-44e8-bb3f-6029f6dd89ed req-2c9fe9e8-e6c8-4629-8da3-6ed098445c88 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.1253483 Jul 05 04:11:36.491096 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9c6fff87-3245-4902-ab1e-73ee0c585ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.555998 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9c6fff87-3245-4902-ab1e-73ee0c585ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.609413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c80ac7a-435b-44e8-bb3f-6029f6dd89ed req-73445be0-8c7d-4e76-b632-495009094639 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963895 Jul 05 04:11:36.801080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9c6fff87-3245-4902-ab1e-73ee0c585ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.834567 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3987924e-066c-4231-b43d-7412575ff45b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.835273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fff87-3245-4902-ab1e-73ee0c585ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdcdf59a-947c-4450-8245-ad513ad618d7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:36.839554 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9c6fff87-3245-4902-ab1e-73ee0c585ad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.842013 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9c6fff87-3245-4902-ab1e-73ee0c585ad0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bdcdf59a-947c-4450-8245-ad513ad618d7 HTTP/1.1" status: 204 len: 168 time: 0.5155859 Jul 05 04:11:36.844747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57914) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:36.856951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987924e-066c-4231-b43d-7412575ff45b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Pushing event deleted for resources: {'Port': ['ID=30e80aa0-8c35-4e0c-acba-5007898053dc,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:36.916422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f68ad2f-814f-44d0-a795-716a4110f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.924763 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3987924e-066c-4231-b43d-7412575ff45b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.925111 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-3987924e-066c-4231-b43d-7412575ff45b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Floating IP da124d2a-60ce-4f92-b6db-ee46774ed92f disassociated (deleted). External IP: 172.25.0.214, port: a1f4abf7-e26c-4c98-a41c-433910d8d604. Jul 05 04:11:37.232158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3987924e-066c-4231-b43d-7412575ff45b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Router 5a742f29-877a-47ca-900e-e844cf762042 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:11:37.388419 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f68ad2f-814f-44d0-a795-716a4110f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.400566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2f68ad2f-814f-44d0-a795-716a4110f2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f88313-f8f9-4fbc-b716-b587c6310941']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:37.414542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2f68ad2f-814f-44d0-a795-716a4110f2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8bf2ee4-613b-425d-a627-afb5f527cec6') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:37.414908 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-2f68ad2f-814f-44d0-a795-716a4110f2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8bf2ee4-613b-425d-a627-afb5f527cec6') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:37.427336 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f68ad2f-814f-44d0-a795-716a4110f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.435867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f258c55-805e-46d2-b95d-2740d8a0fdf4 req-fa692735-4013-4ae3-a967-a26ec674770b tempest-AttachVolumeNegativeTest-1483020477 tempest-AttachVolumeNegativeTest-1483020477-project] 10.222.0.60 "GET /v2.0/ports?device_id=b31b15e2-472f-428d-a847-44a2b8e235da HTTP/1.1" status: 200 len: 210 time: 0.0948946 Jul 05 04:11:37.453616 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f68ad2f-814f-44d0-a795-716a4110f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.461024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f68ad2f-814f-44d0-a795-716a4110f2c0 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:11:37.462133 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f68ad2f-814f-44d0-a795-716a4110f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:11:37.464346 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:11:37.471691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3987924e-066c-4231-b43d-7412575ff45b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:37.479081 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3987924e-066c-4231-b43d-7412575ff45b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.482871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c9385-3d42-4d01-bc04-a054a1c6d8b1 None None] Sync routers for ids ['5a742f29-877a-47ca-900e-e844cf762042'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:37.509798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c9385-3d42-4d01-bc04-a054a1c6d8b1 None None] Routers {'5a742f29-877a-47ca-900e-e844cf762042'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:37.510525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d94c9385-3d42-4d01-bc04-a054a1c6d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5a742f29-877a-47ca-900e-e844cf762042'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:37.521779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3987924e-066c-4231-b43d-7412575ff45b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "DELETE /v2.0/floatingips/da124d2a-60ce-4f92-b6db-ee46774ed92f HTTP/1.1" status: 204 len: 168 time: 1.8383379 Jul 05 04:11:37.521779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'tag': 'a1f4abf7-e26c-4c98-a41c-433910d8d604'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:37.522555 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f443f78-62cb-4f5a-9a3a-2b26047275cf" -d '{"events": [{"name": "network-changed", "server_uuid": "776a9292-8a1f-497e-8028-b13f9fb8f8d7", "tag": "a1f4abf7-e26c-4c98-a41c-433910d8d604"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:37.573707 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a567f250-857f-4db7-946c-089e2e17b320 x-openstack-request-id: req-a567f250-857f-4db7-946c-089e2e17b320 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:37.574264 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776a9292-8a1f-497e-8028-b13f9fb8f8d7", "tag": "a1f4abf7-e26c-4c98-a41c-433910d8d604", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:37.574752 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a567f250-857f-4db7-946c-089e2e17b320 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:37.575379 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'tag': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'status': 'completed', 'code': 200} Jul 05 04:11:37.621536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 5b816332-4d38-45fd-b03f-0641f808d8db no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:37.658581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 5b816332-4d38-45fd-b03f-0641f808d8db {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:37.659073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 5b816332-4d38-45fd-b03f-0641f808d8db not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:37.701032 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f443f78-62cb-4f5a-9a3a-2b26047275cf req-af8626f8-0005-463e-8cfd-c92b9213f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:37.703604 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9f443f78-62cb-4f5a-9a3a-2b26047275cf req-af8626f8-0005-463e-8cfd-c92b9213f3bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=265cbf1408624a5586edd1ae14461c5e&device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 1096 time: 0.0942416 Jul 05 04:11:37.792273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-d94c9385-3d42-4d01-bc04-a054a1c6d8b1 None None] Set router 5a742f29-877a-47ca-900e-e844cf762042 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:37.911259 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f68ad2f-814f-44d0-a795-716a4110f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.917183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c290ad0-3756-46e3-9272-9436009ced84 req-9ce2691c-2554-4111-b1eb-7639cc3d1997 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:37.923664 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f68ad2f-814f-44d0-a795-716a4110f2c0 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.924840 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c290ad0-3756-46e3-9272-9436009ced84 req-9ce2691c-2554-4111-b1eb-7639cc3d1997 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0830154 Jul 05 04:11:37.925614 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2f68ad2f-814f-44d0-a795-716a4110f2c0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f0f88313-f8f9-4fbc-b716-b587c6310941 HTTP/1.1" status: 204 len: 168 time: 1.0792353 Jul 05 04:11:37.958576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68ad2f-814f-44d0-a795-716a4110f2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0f88313-f8f9-4fbc-b716-b587c6310941,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:38.015834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c290ad0-3756-46e3-9272-9436009ced84 req-84e7b4c3-0388-4551-8160-6b87f863b66a tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893445 Jul 05 04:11:38.016876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f443f78-62cb-4f5a-9a3a-2b26047275cf req-903006fd-43aa-491c-afd3-f835fcc041ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:38.020284 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9f443f78-62cb-4f5a-9a3a-2b26047275cf req-903006fd-43aa-491c-afd3-f835fcc041ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=149fe398-6756-499e-94fd-174eadee3f27 HTTP/1.1" status: 200 len: 914 time: 0.3094072 Jul 05 04:11:38.081310 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9f443f78-62cb-4f5a-9a3a-2b26047275cf req-e9503da0-2ab7-460a-9cdb-5fe365a79291 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f4abf7-e26c-4c98-a41c-433910d8d604 HTTP/1.1" status: 200 len: 217 time: 0.0552895 Jul 05 04:11:38.085878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d94c9385-3d42-4d01-bc04-a054a1c6d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 4, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bb5ef40-b73b-44bd-b9c9-51c57ede5080', 'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'mac_address': 'fa:16:3e:29:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:33Z', 'revision_number': 5, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'subnets': [{'id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:38.113075 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c9385-3d42-4d01-bc04-a054a1c6d8b1 None None] Checking router: 5a742f29-877a-47ca-900e-e844cf762042 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:38.124207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c9385-3d42-4d01-bc04-a054a1c6d8b1 None None] Routers {'5a742f29-877a-47ca-900e-e844cf762042'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:38.124802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d94c9385-3d42-4d01-bc04-a054a1c6d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5a742f29-877a-47ca-900e-e844cf762042'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:38.147412 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f443f78-62cb-4f5a-9a3a-2b26047275cf req-db64f1ff-3a89-4631-b715-d7294cd25e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:38.149911 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9f443f78-62cb-4f5a-9a3a-2b26047275cf req-db64f1ff-3a89-4631-b715-d7294cd25e09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74625eb8-de70-4f6f-ba80-2d5e9288cb62 HTTP/1.1" status: 200 len: 852 time: 0.0613012 Jul 05 04:11:38.240127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8f60e-dd5b-4ce6-b001-786eb5470d08 req-86f1b5b3-04f9-4774-8860-253ac6e6be93 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:38.240528 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-d94c9385-3d42-4d01-bc04-a054a1c6d8b1 None None] Set router 5a742f29-877a-47ca-900e-e844cf762042 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:38.250353 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0d8f60e-dd5b-4ce6-b001-786eb5470d08 req-86f1b5b3-04f9-4774-8860-253ac6e6be93 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.0866129 Jul 05 04:11:38.277040 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f443f78-62cb-4f5a-9a3a-2b26047275cf req-e6afadab-0d42-44fa-aabf-a35904d2dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:38.278467 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9f443f78-62cb-4f5a-9a3a-2b26047275cf req-e6afadab-0d42-44fa-aabf-a35904d2dd4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=149fe398-6756-499e-94fd-174eadee3f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078036 Jul 05 04:11:38.296167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0d8f60e-dd5b-4ce6-b001-786eb5470d08 req-9aa8a09c-d1a2-4ef1-a40c-4e26c0bc51ad tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444524 Jul 05 04:11:38.409880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57940) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:38.410079 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9f443f78-62cb-4f5a-9a3a-2b26047275cf req-7f8c73bc-c51d-4b53-ab50-f9f2eec813c1 service neutron] 10.222.0.11 "GET /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222858 Jul 05 04:11:38.510417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-41feae7e-ea9d-464a-9bd8-3ff62096d48c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0de5f3cf52d04e21859b2fe1684cf545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0997193 Jul 05 04:11:38.515165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57944) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:38.548195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d94c9385-3d42-4d01-bc04-a054a1c6d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 4, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bb5ef40-b73b-44bd-b9c9-51c57ede5080', 'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'mac_address': 'fa:16:3e:29:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:33Z', 'revision_number': 5, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'subnets': [{'id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:38.549777 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9f443f78-62cb-4f5a-9a3a-2b26047275cf req-9ca5d24f-9d08-4567-a213-88b8ed02ab91 service neutron] 10.222.0.11 "GET /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324663 Jul 05 04:11:38.594791 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c9385-3d42-4d01-bc04-a054a1c6d8b1 None None] The sync data for ids ['5a742f29-877a-47ca-900e-e844cf762042'] in n-d-798249-5 is: [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 4, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bb5ef40-b73b-44bd-b9c9-51c57ede5080', 'name': '', 'network_id': '149fe398-6756-499e-94fd-174eadee3f27', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'mac_address': 'fa:16:3e:29:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:33Z', 'revision_number': 5, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'subnets': [{'id': '74625eb8-de70-4f6f-ba80-2d5e9288cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:38.655574 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4cb69ca8-4637-4ae9-bd76-6100eb037942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.693608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59529c7-4912-415b-b57f-3a26370ddf90 req-054fa35a-4233-495f-833b-296437c12043 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:38.695129 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b59529c7-4912-415b-b57f-3a26370ddf90 req-054fa35a-4233-495f-833b-296437c12043 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 945 time: 0.1426113 Jul 05 04:11:38.697229 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4cb69ca8-4637-4ae9-bd76-6100eb037942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.772144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b59529c7-4912-415b-b57f-3a26370ddf90 req-ed831a65-fd75-443b-a2b1-aba0e174b156 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671906 Jul 05 04:11:38.899414 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4cb69ca8-4637-4ae9-bd76-6100eb037942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.903896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57956) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:38.917701 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4cb69ca8-4637-4ae9-bd76-6100eb037942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.923623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4cb69ca8-4637-4ae9-bd76-6100eb037942 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a HTTP/1.1" status: 204 len: 168 time: 0.4077089 Jul 05 04:11:38.941079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb69ca8-4637-4ae9-bd76-6100eb037942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc11efd-607a-4f42-a9c1-4bcb8dee8c1a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:39.004759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1b52d7-4410-4d56-8162-ffab296f50cb admin admin] Deleting subnet 3a5c54b4-c7ec-4849-bccf-16e0c16ab887 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:11:39.007984 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b1b52d7-4410-4d56-8162-ffab296f50cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.057441 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b1b52d7-4410-4d56-8162-ffab296f50cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.097969 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40412032-e199-4a51-9cc8-92bac1db73bd None None] New status for floating IP da124d2a-60ce-4f92-b6db-ee46774ed92f: DOWN {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:11:39.104596 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b1b52d7-4410-4d56-8162-ffab296f50cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.120449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02042b-4a28-4b39-a06d-5608cafd9b98 req-6fb48682-0e70-41e4-aeac-efca2ae6b3ed tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:39.122349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c02042b-4a28-4b39-a06d-5608cafd9b98 req-6fb48682-0e70-41e4-aeac-efca2ae6b3ed tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.0913844 Jul 05 04:11:39.187006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c02042b-4a28-4b39-a06d-5608cafd9b98 req-61c42dc3-a091-4f4d-8350-a7a5146eb4ac tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587504 Jul 05 04:11:39.307440 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b1b52d7-4410-4d56-8162-ffab296f50cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.331047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b52d7-4410-4d56-8162-ffab296f50cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a5c54b4-c7ec-4849-bccf-16e0c16ab887,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:39.338171 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b1b52d7-4410-4d56-8162-ffab296f50cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.350702 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1b1b52d7-4410-4d56-8162-ffab296f50cb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3a5c54b4-c7ec-4849-bccf-16e0c16ab887 HTTP/1.1" status: 204 len: 168 time: 0.4352186 Jul 05 04:11:39.350702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57968) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:39.421128 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-33becbfe-3569-42f1-9f58-47acf8380c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.521009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-33becbfe-3569-42f1-9f58-47acf8380c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.536034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-33becbfe-3569-42f1-9f58-47acf8380c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90517ab-df71-42d3-ac35-e55b2ddbb723']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:39.549238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-33becbfe-3569-42f1-9f58-47acf8380c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ceff89-95ff-4d64-a6cc-411f32de49ad') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:39.549546 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-33becbfe-3569-42f1-9f58-47acf8380c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ceff89-95ff-4d64-a6cc-411f32de49ad') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:39.560330 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-33becbfe-3569-42f1-9f58-47acf8380c2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.577785 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-33becbfe-3569-42f1-9f58-47acf8380c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.586696 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33becbfe-3569-42f1-9f58-47acf8380c2e admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:11:39.587642 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-33becbfe-3569-42f1-9f58-47acf8380c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:11:39.626235 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:11:39.679254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9d949cc3-98d8-4b95-90e1-c3655e945670 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:39.701351 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 9d949cc3-98d8-4b95-90e1-c3655e945670 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:39.701929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9d949cc3-98d8-4b95-90e1-c3655e945670 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:39.758556 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-33becbfe-3569-42f1-9f58-47acf8380c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.763830 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-33becbfe-3569-42f1-9f58-47acf8380c2e admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.765820 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-33becbfe-3569-42f1-9f58-47acf8380c2e admin admin] 10.222.0.60 "DELETE /v2.0/networks/e90517ab-df71-42d3-ac35-e55b2ddbb723 HTTP/1.1" status: 204 len: 168 time: 0.4222746 Jul 05 04:11:39.780657 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33becbfe-3569-42f1-9f58-47acf8380c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=e90517ab-df71-42d3-ac35-e55b2ddbb723,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:39.922466 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57978) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:40.006878 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-75b19251-4208-4fdd-ad2d-b0015472db53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b06641ca099d41c683bca46812aa3d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829408 Jul 05 04:11:40.009354 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57980) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:40.013402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6faf37-4213-4543-8bbe-1fe54041e7dc req-22a0078f-124e-4a4a-99a2-a184d37afe73 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:40.019361 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c6faf37-4213-4543-8bbe-1fe54041e7dc req-22a0078f-124e-4a4a-99a2-a184d37afe73 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 945 time: 0.0971236 Jul 05 04:11:40.086252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efb043-995b-4ece-a513-a1c861ec03ff req-b60e89ac-9dce-47ba-98af-67438f2ba05f tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:40.088161 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-95efb043-995b-4ece-a513-a1c861ec03ff req-b60e89ac-9dce-47ba-98af-67438f2ba05f tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.11 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 945 time: 0.1429434 Jul 05 04:11:40.093505 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c6faf37-4213-4543-8bbe-1fe54041e7dc req-2843aae4-40ce-4fb1-a1be-10260b1db990 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/security-groups?id=f92bcd85-8c84-44c6-b246-83e331be733d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654938 Jul 05 04:11:40.118454 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8348a6a3-b4dc-4769-86dd-2a77658f8dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.165589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57982) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:40.167815 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8348a6a3-b4dc-4769-86dd-2a77658f8dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.225951 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f5e1a21d-0dc7-40ac-981f-62c8a9d802ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15616589beaf40faa95fd23b0296a009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579684 Jul 05 04:11:40.228237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57986) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:40.309159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-95efb043-995b-4ece-a513-a1c861ec03ff req-22836dd8-c5ca-440e-8cdf-63fbc3041061 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Deleting port a1f4abf7-e26c-4c98-a41c-433910d8d604 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:40.309512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-95efb043-995b-4ece-a513-a1c861ec03ff req-22836dd8-c5ca-440e-8cdf-63fbc3041061 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.350286 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71f851f2-12cf-4495-8f73-d0221f14b156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.375036 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71f851f2-12cf-4495-8f73-d0221f14b156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.423138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-95efb043-995b-4ece-a513-a1c861ec03ff req-22836dd8-c5ca-440e-8cdf-63fbc3041061 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] For port a1f4abf7-e26c-4c98-a41c-433910d8d604, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a1f4abf7-e26c-4c98-a41c-433910d8d604,segment=NetworkSegment(7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c),segment_id=7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:40.424055 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-95efb043-995b-4ece-a513-a1c861ec03ff req-22836dd8-c5ca-440e-8cdf-63fbc3041061 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.440866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-95efb043-995b-4ece-a513-a1c861ec03ff req-22836dd8-c5ca-440e-8cdf-63fbc3041061 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Calling delete_port for a1f4abf7-e26c-4c98-a41c-433910d8d604 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:40.494143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01a865-84db-486c-9216-1cd9c4e47cd4 req-76ba59d6-98ef-44b3-8671-74d9b6c5a095 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:40.496128 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c01a865-84db-486c-9216-1cd9c4e47cd4 req-76ba59d6-98ef-44b3-8671-74d9b6c5a095 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.1565106 Jul 05 04:11:40.513592 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8348a6a3-b4dc-4769-86dd-2a77658f8dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.516177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8348a6a3-b4dc-4769-86dd-2a77658f8dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.520405 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8348a6a3-b4dc-4769-86dd-2a77658f8dbb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07c17d71-6a83-442a-8458-bc31212b57e9 HTTP/1.1" status: 204 len: 168 time: 0.5053623 Jul 05 04:11:40.535483 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348a6a3-b4dc-4769-86dd-2a77658f8dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c17d71-6a83-442a-8458-bc31212b57e9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:40.553004 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c01a865-84db-486c-9216-1cd9c4e47cd4 req-f01467c3-8959-4f9e-aa7b-47a2ecbdf6a1 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511711 Jul 05 04:11:40.563632 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71f851f2-12cf-4495-8f73-d0221f14b156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.567043 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-71f851f2-12cf-4495-8f73-d0221f14b156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.568386 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-71f851f2-12cf-4495-8f73-d0221f14b156 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1aabad2-6bc7-4138-a661-7bd2d01093e0 HTTP/1.1" status: 204 len: 168 time: 0.3382895 Jul 05 04:11:40.594091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f851f2-12cf-4495-8f73-d0221f14b156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aabad2-6bc7-4138-a661-7bd2d01093e0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:40.777314 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-95efb043-995b-4ece-a513-a1c861ec03ff req-22836dd8-c5ca-440e-8cdf-63fbc3041061 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.860195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22836dd8-c5ca-440e-8cdf-63fbc3041061 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Pushing event deleted for resources: {'Port': ['ID=a1f4abf7-e26c-4c98-a41c-433910d8d604,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:40.886563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-95efb043-995b-4ece-a513-a1c861ec03ff req-22836dd8-c5ca-440e-8cdf-63fbc3041061 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] No DVR routers for this DVR port a1f4abf7-e26c-4c98-a41c-433910d8d604 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:40.889902 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-95efb043-995b-4ece-a513-a1c861ec03ff req-22836dd8-c5ca-440e-8cdf-63fbc3041061 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.893186 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-95efb043-995b-4ece-a513-a1c861ec03ff req-22836dd8-c5ca-440e-8cdf-63fbc3041061 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.11 "DELETE /v2.0/ports/a1f4abf7-e26c-4c98-a41c-433910d8d604 HTTP/1.1" status: 204 len: 173 time: 0.7718146 Jul 05 04:11:40.903073 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'name': 'network-vif-deleted', 'tag': 'a1f4abf7-e26c-4c98-a41c-433910d8d604'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:40.927457 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5833231-e4bd-4ced-a226-8edbf567319c" -d '{"events": [{"server_uuid": "776a9292-8a1f-497e-8028-b13f9fb8f8d7", "name": "network-vif-deleted", "tag": "a1f4abf7-e26c-4c98-a41c-433910d8d604"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:40.994509 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e54dc17-11bd-4c3b-80c5-0d1c82ea5d99 x-openstack-request-id: req-4e54dc17-11bd-4c3b-80c5-0d1c82ea5d99 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:40.995196 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776a9292-8a1f-497e-8028-b13f9fb8f8d7", "name": "network-vif-deleted", "tag": "a1f4abf7-e26c-4c98-a41c-433910d8d604", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:40.995716 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e54dc17-11bd-4c3b-80c5-0d1c82ea5d99 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:40.996340 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776a9292-8a1f-497e-8028-b13f9fb8f8d7', 'name': 'network-vif-deleted', 'tag': 'a1f4abf7-e26c-4c98-a41c-433910d8d604', 'status': 'completed', 'code': 200} Jul 05 04:11:41.308012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60bae539-2d29-43f8-a26f-7f2242936759 req-ca0b2916-1c23-47d8-b69b-78be6a65b03c tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0558572 Jul 05 04:11:41.568766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cefedb-936e-4ac1-ae0b-0bee3aa5294e req-bd5921fc-13c4-441f-acd0-d5038f8e14cf tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:41.568766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5cefedb-936e-4ac1-ae0b-0bee3aa5294e req-bd5921fc-13c4-441f-acd0-d5038f8e14cf tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.0689120 Jul 05 04:11:41.619469 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5cefedb-936e-4ac1-ae0b-0bee3aa5294e req-ea69ce96-ebe7-4204-9ece-de7ec3ed2bda tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435069 Jul 05 04:11:42.480590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1006ce9a-368c-459e-951d-8867c5f878a2 req-e6a12437-a6bb-44ca-a8de-e48141f955f1 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0370891 Jul 05 04:11:42.876936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f4c27-1cbf-4593-87df-4c425e2d0b81 req-17e3d0cb-ef74-4d55-9548-d8783ba2c53c tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:42.879613 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-784f4c27-1cbf-4593-87df-4c425e2d0b81 req-17e3d0cb-ef74-4d55-9548-d8783ba2c53c tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.0850160 Jul 05 04:11:42.942195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-784f4c27-1cbf-4593-87df-4c425e2d0b81 req-51801b19-6b70-4684-8176-7155ee697e51 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520947 Jul 05 04:11:43.605955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a1f4abf7-e26c-4c98-a41c-433910d8d604 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:43.664535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: a1f4abf7-e26c-4c98-a41c-433910d8d604 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:43.664896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a1f4abf7-e26c-4c98-a41c-433910d8d604 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:43.692569 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28a4020c-10d7-4608-8e3f-b325e18eeda7 req-4af182a0-7429-45ea-bae6-56db9685348d tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0552917 Jul 05 04:11:43.794537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58116) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:44.308449 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-094b8c7c-b15f-4a86-9272-65d5a0f02027 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.740106 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-094b8c7c-b15f-4a86-9272-65d5a0f02027 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Deleting port f737d279-9db1-4387-a946-a2db37179ad3 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:44.745519 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-094b8c7c-b15f-4a86-9272-65d5a0f02027 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.848488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-094b8c7c-b15f-4a86-9272-65d5a0f02027 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] For port f737d279-9db1-4387-a946-a2db37179ad3, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f737d279-9db1-4387-a946-a2db37179ad3,segment=NetworkSegment(60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7),segment_id=60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:44.848839 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-094b8c7c-b15f-4a86-9272-65d5a0f02027 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.868769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-094b8c7c-b15f-4a86-9272-65d5a0f02027 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Calling delete_port for f737d279-9db1-4387-a946-a2db37179ad3 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:44.965905 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5fdfece-4a02-4aa0-9466-f6a9f423de1c req-6430f20d-4bed-4442-ac30-ba67ff9926ba tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0815344 Jul 05 04:11:45.266803 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-094b8c7c-b15f-4a86-9272-65d5a0f02027 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.301474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b8c7c-b15f-4a86-9272-65d5a0f02027 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Port': ['ID=f737d279-9db1-4387-a946-a2db37179ad3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:45.584236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-094b8c7c-b15f-4a86-9272-65d5a0f02027 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.846243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094b8c7c-b15f-4a86-9272-65d5a0f02027 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Router 1dee4293-2f37-4126-a747-9f69c95a8a21 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:11:46.027044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094b8c7c-b15f-4a86-9272-65d5a0f02027 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:46.035937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-094b8c7c-b15f-4a86-9272-65d5a0f02027 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "PUT /v2.0/routers/1dee4293-2f37-4126-a747-9f69c95a8a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2401290 Jul 05 04:11:46.037338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514b2178-4b25-4068-b932-e547376ccfdd None None] Sync routers for ids ['1dee4293-2f37-4126-a747-9f69c95a8a21'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:46.056803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514b2178-4b25-4068-b932-e547376ccfdd None None] Routers {'1dee4293-2f37-4126-a747-9f69c95a8a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:46.057525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-514b2178-4b25-4068-b932-e547376ccfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dee4293-2f37-4126-a747-9f69c95a8a21'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:46.303041 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6371c66a-e01e-4250-95c8-df845e73ec66 req-9f02e7bb-b516-45f2-bd1d-fcb0e489c53b tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0550382 Jul 05 04:11:46.411004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-514b2178-4b25-4068-b932-e547376ccfdd None None] Set router 1dee4293-2f37-4126-a747-9f69c95a8a21 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:46.801042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-514b2178-4b25-4068-b932-e547376ccfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:11:45Z', 'revision_number': 6, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'd01f071f-e3b8-49fa-adb8-d8222c8baf21', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'port_id': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'mac_address': 'fa:16:3e:19:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:18Z', 'updated_at': '2021-07-05T04:10:24Z', 'revision_number': 1, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:46.878828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514b2178-4b25-4068-b932-e547376ccfdd None None] Checking router: 1dee4293-2f37-4126-a747-9f69c95a8a21 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:46.903514 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514b2178-4b25-4068-b932-e547376ccfdd None None] Routers {'1dee4293-2f37-4126-a747-9f69c95a8a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:46.904411 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-514b2178-4b25-4068-b932-e547376ccfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dee4293-2f37-4126-a747-9f69c95a8a21'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:47.064760 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-514b2178-4b25-4068-b932-e547376ccfdd None None] Set router 1dee4293-2f37-4126-a747-9f69c95a8a21 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:47.107302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694b659-3653-41e8-850a-50c78bc1b2a4 req-e0f3f82a-1fa6-4e7a-b823-988165d8fc12 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:47.118714 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6694b659-3653-41e8-850a-50c78bc1b2a4 req-e0f3f82a-1fa6-4e7a-b823-988165d8fc12 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 946 time: 0.1798451 Jul 05 04:11:47.214434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6694b659-3653-41e8-850a-50c78bc1b2a4 req-1e89f322-977f-4151-8b7e-b05010f081c2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=13832bb1-5c58-416e-86e3-18a26515915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939803 Jul 05 04:11:47.216743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58208) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:47.273993 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3eaadd-abb5-4b74-8a8e-e326a26b761a req-00ba1b9e-3594-41c9-a16e-c0470387e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:47.277780 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5f3eaadd-abb5-4b74-8a8e-e326a26b761a req-00ba1b9e-3594-41c9-a16e-c0470387e9da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46fbc9635ffe4afc9c63593099e73911&device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 1096 time: 0.0875797 Jul 05 04:11:47.497020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3eaadd-abb5-4b74-8a8e-e326a26b761a req-f1996d79-b5c0-4781-a4f1-c67f2ad096f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:47.499784 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5f3eaadd-abb5-4b74-8a8e-e326a26b761a req-f1996d79-b5c0-4781-a4f1-c67f2ad096f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a660774b-4e9f-46d0-91a2-a0fa4450349a HTTP/1.1" status: 200 len: 920 time: 0.2155237 Jul 05 04:11:47.610698 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5f3eaadd-abb5-4b74-8a8e-e326a26b761a req-0c3baf03-d2c9-4526-8634-f6b383c9b4ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd657753-1249-4aa2-9811-1d7ea4cd9cd5 HTTP/1.1" status: 200 len: 217 time: 0.1025505 Jul 05 04:11:47.611559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-514b2178-4b25-4068-b932-e547376ccfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:11:45Z', 'revision_number': 6, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'd01f071f-e3b8-49fa-adb8-d8222c8baf21', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'port_id': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'mac_address': 'fa:16:3e:19:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:18Z', 'updated_at': '2021-07-05T04:10:24Z', 'revision_number': 1, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:47.646040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68407c6c-ca8f-4805-a693-f4e25fd6ba2b req-800bbd7a-5cfc-4476-be9b-7b1d9467a30a tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:47.648690 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68407c6c-ca8f-4805-a693-f4e25fd6ba2b req-800bbd7a-5cfc-4476-be9b-7b1d9467a30a tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.2314143 Jul 05 04:11:47.664795 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514b2178-4b25-4068-b932-e547376ccfdd None None] The sync data for ids ['1dee4293-2f37-4126-a747-9f69c95a8a21'] in n-d-798249-5 is: [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:11:45Z', 'revision_number': 6, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'd01f071f-e3b8-49fa-adb8-d8222c8baf21', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'port_id': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'mac_address': 'fa:16:3e:19:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:18Z', 'updated_at': '2021-07-05T04:10:24Z', 'revision_number': 1, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:47.665630 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa003646-4de6-4d93-a5e8-241d98c60dd2 req-3fa3edd5-6ee4-4022-a0ba-64edfb44a354 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "GET /v2.0/ports?device_id=776a9292-8a1f-497e-8028-b13f9fb8f8d7 HTTP/1.1" status: 200 len: 210 time: 0.1105516 Jul 05 04:11:47.720919 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3db43610-55a4-4dbb-bfa5-9a8aae86da28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.727713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3eaadd-abb5-4b74-8a8e-e326a26b761a req-8f4c5f43-7ab6-4aca-bcb2-77d27eadbbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:47.729474 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5f3eaadd-abb5-4b74-8a8e-e326a26b761a req-8f4c5f43-7ab6-4aca-bcb2-77d27eadbbe1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f71dca5-71ed-4a09-a0a0-4a186552a407 HTTP/1.1" status: 200 len: 859 time: 0.1111147 Jul 05 04:11:47.751337 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68407c6c-ca8f-4805-a693-f4e25fd6ba2b req-22ef78e0-914d-4d8f-9be5-42e21f566d5f tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839386 Jul 05 04:11:47.789864 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5f3eaadd-abb5-4b74-8a8e-e326a26b761a req-f70d7814-adf0-456c-bae7-4a86cae219db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a660774b-4e9f-46d0-91a2-a0fa4450349a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513310 Jul 05 04:11:47.920605 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3db43610-55a4-4dbb-bfa5-9a8aae86da28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.969897 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5f3eaadd-abb5-4b74-8a8e-e326a26b761a req-77e56939-6c5e-4e19-864d-ec6f755f6381 service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663945 Jul 05 04:11:48.016006 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3db43610-55a4-4dbb-bfa5-9a8aae86da28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.119184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3db43610-55a4-4dbb-bfa5-9a8aae86da28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9a06c7fd0fd4297b80434052faf995e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8975394 Jul 05 04:11:48.129227 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58224) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:48.164338 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5f3eaadd-abb5-4b74-8a8e-e326a26b761a req-b8b09f3d-2a4c-4cb6-995b-ade09eb89630 service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864259 Jul 05 04:11:48.182015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db43610-55a4-4dbb-bfa5-9a8aae86da28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0b960c-7f7a-4cf2-aaf6-460af56adad0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:48.222618 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e6ceb-8ed2-459c-be10-546d24bd09c1 req-41fecf40-1858-458e-9631-02fe0026e19c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:48.224264 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6d1e6ceb-8ed2-459c-be10-546d24bd09c1 req-41fecf40-1858-458e-9631-02fe0026e19c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 946 time: 0.1972959 Jul 05 04:11:48.357554 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75690196-c429-47e8-8f93-1d2b971c73ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.419570 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75690196-c429-47e8-8f93-1d2b971c73ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.492541 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-6d1e6ceb-8ed2-459c-be10-546d24bd09c1 req-27a7eacb-ef0a-4e67-8edd-7caecaaef513 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Deleting port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:48.492855 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6d1e6ceb-8ed2-459c-be10-546d24bd09c1 req-27a7eacb-ef0a-4e67-8edd-7caecaaef513 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.505509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc8466-e52f-49ef-974e-62c0f99b7039 req-baf52c45-7374-46ab-b6ea-6e87896e186c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:48.507038 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54fc8466-e52f-49ef-974e-62c0f99b7039 req-baf52c45-7374-46ab-b6ea-6e87896e186c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 946 time: 0.0996807 Jul 05 04:11:48.549041 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54fc8466-e52f-49ef-974e-62c0f99b7039 req-46555f22-c764-43f4-bb46-69f5201c6b8b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=13832bb1-5c58-416e-86e3-18a26515915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355370 Jul 05 04:11:48.603503 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6d1e6ceb-8ed2-459c-be10-546d24bd09c1 req-27a7eacb-ef0a-4e67-8edd-7caecaaef513 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] For port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e6c15eff-bbc3-4d5e-b658-c3fcad25da3d,segment=NetworkSegment(60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7),segment_id=60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:48.603933 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6d1e6ceb-8ed2-459c-be10-546d24bd09c1 req-27a7eacb-ef0a-4e67-8edd-7caecaaef513 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.619293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-6d1e6ceb-8ed2-459c-be10-546d24bd09c1 req-27a7eacb-ef0a-4e67-8edd-7caecaaef513 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Calling delete_port for e6c15eff-bbc3-4d5e-b658-c3fcad25da3d owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:48.664785 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75690196-c429-47e8-8f93-1d2b971c73ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.667336 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75690196-c429-47e8-8f93-1d2b971c73ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.668537 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-75690196-c429-47e8-8f93-1d2b971c73ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a0b960c-7f7a-4cf2-aaf6-460af56adad0 HTTP/1.1" status: 204 len: 168 time: 0.5386972 Jul 05 04:11:48.682172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75690196-c429-47e8-8f93-1d2b971c73ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0b960c-7f7a-4cf2-aaf6-460af56adad0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:48.813342 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58250) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:48.887272 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6d1e6ceb-8ed2-459c-be10-546d24bd09c1 req-27a7eacb-ef0a-4e67-8edd-7caecaaef513 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.931578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7eacb-ef0a-4e67-8edd-7caecaaef513 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Port': ['ID=e6c15eff-bbc3-4d5e-b658-c3fcad25da3d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:48.947555 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed397eab-c964-49b9-a03d-24fb302e04d1 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.990956 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed397eab-c964-49b9-a03d-24fb302e04d1 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:49.054930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e0497-3343-48c2-979f-682145084ec8 req-de9c9e41-b1de-4a4c-a278-468f689cf449 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:49.056604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b83e0497-3343-48c2-979f-682145084ec8 req-de9c9e41-b1de-4a4c-a278-468f689cf449 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.1364357 Jul 05 04:11:49.135938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b83e0497-3343-48c2-979f-682145084ec8 req-ba4f698a-dd77-49f0-8157-1b6b77757f35 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596752 Jul 05 04:11:49.159817 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1e6ceb-8ed2-459c-be10-546d24bd09c1 req-27a7eacb-ef0a-4e67-8edd-7caecaaef513 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] No DVR routers for this DVR port e6c15eff-bbc3-4d5e-b658-c3fcad25da3d on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:49.169848 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6d1e6ceb-8ed2-459c-be10-546d24bd09c1 req-27a7eacb-ef0a-4e67-8edd-7caecaaef513 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:49.172200 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6d1e6ceb-8ed2-459c-be10-546d24bd09c1 req-27a7eacb-ef0a-4e67-8edd-7caecaaef513 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.11 "DELETE /v2.0/ports/e6c15eff-bbc3-4d5e-b658-c3fcad25da3d HTTP/1.1" status: 204 len: 173 time: 0.9415600 Jul 05 04:11:49.172551 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b65e9a6-86fe-4dad-befd-c191c7b0bf17', 'name': 'network-vif-deleted', 'tag': 'e6c15eff-bbc3-4d5e-b658-c3fcad25da3d'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:49.183381 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9759f534-1795-424c-bcce-ab54ea508aaf" -d '{"events": [{"server_uuid": "5b65e9a6-86fe-4dad-befd-c191c7b0bf17", "name": "network-vif-deleted", "tag": "e6c15eff-bbc3-4d5e-b658-c3fcad25da3d"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:49.245251 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9a2dea-44b9-4edb-86d9-1a3e04a81e77 x-openstack-request-id: req-de9a2dea-44b9-4edb-86d9-1a3e04a81e77 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:49.245548 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b65e9a6-86fe-4dad-befd-c191c7b0bf17", "name": "network-vif-deleted", "tag": "e6c15eff-bbc3-4d5e-b658-c3fcad25da3d", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:49.245842 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de9a2dea-44b9-4edb-86d9-1a3e04a81e77 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:49.246216 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65e9a6-86fe-4dad-befd-c191c7b0bf17', 'name': 'network-vif-deleted', 'tag': 'e6c15eff-bbc3-4d5e-b658-c3fcad25da3d', 'status': 'completed', 'code': 200} Jul 05 04:11:49.262433 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed397eab-c964-49b9-a03d-24fb302e04d1 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:49.265094 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed397eab-c964-49b9-a03d-24fb302e04d1 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:49.268411 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ed397eab-c964-49b9-a03d-24fb302e04d1 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] 10.222.0.60 "DELETE /v2.0/security-groups/f92bcd85-8c84-44c6-b246-83e331be733d HTTP/1.1" status: 204 len: 168 time: 0.4511287 Jul 05 04:11:49.276964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed397eab-c964-49b9-a03d-24fb302e04d1 tempest-TestVolumeBackupRestore-195619145 tempest-TestVolumeBackupRestore-195619145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92bcd85-8c84-44c6-b246-83e331be733d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:49.352337 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f737d279-9db1-4387-a946-a2db37179ad3 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:49.460334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: f737d279-9db1-4387-a946-a2db37179ad3 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:49.463906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f737d279-9db1-4387-a946-a2db37179ad3 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:49.823995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99f4611a-bb16-40e5-a70a-e3ccec8c3b0f req-49325fd5-8297-4b77-a38a-8c9502310608 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b65e9a6-86fe-4dad-befd-c191c7b0bf17 HTTP/1.1" status: 200 len: 210 time: 0.0665669 Jul 05 04:11:49.910850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58282) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:49.934067 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18dc397a-01f2-4acf-8f8a-4ecc876accaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.133003 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18dc397a-01f2-4acf-8f8a-4ecc876accaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.279776 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18dc397a-01f2-4acf-8f8a-4ecc876accaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.411688 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc397a-01f2-4acf-8f8a-4ecc876accaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d931bcad-ce0b-41e2-a568-25f9320f01cc,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:50.460410 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-18dc397a-01f2-4acf-8f8a-4ecc876accaa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89221f170be44fb1b49dc79189499d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5341759 Jul 05 04:11:50.461111 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58324) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:50.524538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfdf4c-6d9e-4bf3-85c0-eaa572da6159 req-5680d824-8d4b-4934-a953-55b806b61a10 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:50.532398 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cfdf4c-6d9e-4bf3-85c0-eaa572da6159 req-5680d824-8d4b-4934-a953-55b806b61a10 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.1570637 Jul 05 04:11:50.593276 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cfdf4c-6d9e-4bf3-85c0-eaa572da6159 req-44edac3d-ed2f-4133-afc4-5675cecaef6a tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597959 Jul 05 04:11:50.594065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71c2da1b-5197-4b84-946a-b7b005b03b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.639678 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71c2da1b-5197-4b84-946a-b7b005b03b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.817937 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71c2da1b-5197-4b84-946a-b7b005b03b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.820796 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71c2da1b-5197-4b84-946a-b7b005b03b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.822016 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-71c2da1b-5197-4b84-946a-b7b005b03b05 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d931bcad-ce0b-41e2-a568-25f9320f01cc HTTP/1.1" status: 204 len: 168 time: 0.3599639 Jul 05 04:11:50.843825 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2da1b-5197-4b84-946a-b7b005b03b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d931bcad-ce0b-41e2-a568-25f9320f01cc,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:51.053111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58380) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:51.181936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d6684dc-319d-4467-b84b-83cb9a5b2cc4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.234336 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d6684dc-319d-4467-b84b-83cb9a5b2cc4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.302905 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-353466bc-b062-4d5f-9e0c-82ec99d0a7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.434727 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d6684dc-319d-4467-b84b-83cb9a5b2cc4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.439187 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d6684dc-319d-4467-b84b-83cb9a5b2cc4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.442362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2d6684dc-319d-4467-b84b-83cb9a5b2cc4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "DELETE /v2.0/security-groups/13832bb1-5c58-416e-86e3-18a26515915a HTTP/1.1" status: 204 len: 168 time: 0.3878105 Jul 05 04:11:51.469832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6684dc-319d-4467-b84b-83cb9a5b2cc4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13832bb1-5c58-416e-86e3-18a26515915a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:51.607420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58422) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:51.629551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e6c15eff-bbc3-4d5e-b658-c3fcad25da3d no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:51.679023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: e6c15eff-bbc3-4d5e-b658-c3fcad25da3d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:51.679023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e6c15eff-bbc3-4d5e-b658-c3fcad25da3d not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:51.730968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Deleting subnet a3690ff9-dbd7-48a4-bc91-591a601db872 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:11:51.736351 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.947808 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:52.136516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0eccb-eb63-4af9-bd4c-9670b6790671 req-4f3738cc-825b-445b-8e7e-cfa3dabdb2c1 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:52.138762 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bcc0eccb-eb63-4af9-bd4c-9670b6790671 req-4f3738cc-825b-445b-8e7e-cfa3dabdb2c1 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.3211215 Jul 05 04:11:52.783315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:52.793437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bcc0eccb-eb63-4af9-bd4c-9670b6790671 req-71327452-ad48-4d71-96f5-d70da29c148c tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948403 Jul 05 04:11:53.005750 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.054035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec27cc0-7a22-4963-a637-f26dbe9d0409 None None] Network d2188f87-5751-4142-9a46-db405cfa639b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:53.071410 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.073397 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "DELETE /v2.0/subnets/a3690ff9-dbd7-48a4-bc91-591a601db872 HTTP/1.1" status: 204 len: 168 time: 1.4650953 Jul 05 04:11:53.074983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Subnet': ['ID=a3690ff9-dbd7-48a4-bc91-591a601db872,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:53.076091 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58524) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:53.098295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:53.098574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:53.098739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:53.099089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:53.099431 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:53.099765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:53.100102 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:53.100455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:53.100792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:53.101268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:53.101492 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:53.101820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea9290-3a99-4243-9469-4b8e3b5cf172 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:53.186888 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.338891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Deleting port 479d9c14-e064-4329-8580-a8fee616e845 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:53.339264 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.469397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] DHCP port deletion for d2188f87-5751-4142-9a46-db405cfa639b request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:11:53.530162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] For port 479d9c14-e064-4329-8580-a8fee616e845, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=479d9c14-e064-4329-8580-a8fee616e845,segment=NetworkSegment(60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7),segment_id=60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:53.530897 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.571108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Deleting port 479d9c14-e064-4329-8580-a8fee616e845 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:53.571108 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.605852 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Calling delete_port for 479d9c14-e064-4329-8580-a8fee616e845 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:53.717923 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] For port 479d9c14-e064-4329-8580-a8fee616e845, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=479d9c14-e064-4329-8580-a8fee616e845,segment=NetworkSegment(60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7),segment_id=60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:53.718334 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.755780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Calling delete_port for 479d9c14-e064-4329-8580-a8fee616e845 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:54.012725 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.034589 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.082078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] No DVR routers for this DVR port 479d9c14-e064-4329-8580-a8fee616e845 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:54.153808 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Port': ['ID=479d9c14-e064-4329-8580-a8fee616e845,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:54.159843 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] No DVR routers for this DVR port 479d9c14-e064-4329-8580-a8fee616e845 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:54.207111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Pushing event deleted for resources: {'Port': ['ID=479d9c14-e064-4329-8580-a8fee616e845,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:54.227464 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:54.229892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:54.231833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:54.240918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:54.240918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:54.240918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:54.240918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:54.240918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:54.240918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:54.240918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:54.240918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:54.240918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b20be8-a40f-41a4-bdbb-68c10666611f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:54.292333 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d365792e-c6a8-42f9-a956-b4dda75972d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.313200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df22097-9ab4-46db-9607-54a7b4079f8c req-ec36b751-9946-4adb-8382-fc18b40ad1e5 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:54.318853 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0df22097-9ab4-46db-9607-54a7b4079f8c req-ec36b751-9946-4adb-8382-fc18b40ad1e5 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.1353948 Jul 05 04:11:54.358183 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.368829 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.388553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0df22097-9ab4-46db-9607-54a7b4079f8c req-28078ac5-f434-43b4-a5ca-cb45841baa87 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586534 Jul 05 04:11:54.415229 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2188f87-5751-4142-9a46-db405cfa639b']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:54.428811 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:54.429437 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b9ed4d-5abe-4a6f-b2ce-99c9540b23a7') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:54.442099 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.463984 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.474986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:11:54.475735 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:11:54.479617 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:11:54.648112 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.662061 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.666890 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58620) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:54.676575 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "DELETE /v2.0/networks/d2188f87-5751-4142-9a46-db405cfa639b HTTP/1.1" status: 204 len: 168 time: 1.5991819 Jul 05 04:11:54.720974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8aa3b-0a6b-47a2-b38e-3c0f82cb8faf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Network': ['ID=d2188f87-5751-4142-9a46-db405cfa639b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:54.913471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58636) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:55.017012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e643d127-6a2a-4783-a091-fc1bae082d05 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Deleting port 9fe46a88-1474-413b-b823-320032f836f2 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:55.020280 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e643d127-6a2a-4783-a091-fc1bae082d05 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.225427 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e643d127-6a2a-4783-a091-fc1bae082d05 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.226696 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e643d127-6a2a-4783-a091-fc1bae082d05 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.245510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e643d127-6a2a-4783-a091-fc1bae082d05 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Calling delete_port for 9fe46a88-1474-413b-b823-320032f836f2 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:55.251281 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.351923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d331d05a-0bbd-430a-9841-722c9ab0520b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.478166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 479d9c14-e064-4329-8580-a8fee616e845 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:55.517080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 479d9c14-e064-4329-8580-a8fee616e845 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:55.517454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 479d9c14-e064-4329-8580-a8fee616e845 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:55.562320 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d331d05a-0bbd-430a-9841-722c9ab0520b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.600270 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e643d127-6a2a-4783-a091-fc1bae082d05 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.638973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643d127-6a2a-4783-a091-fc1bae082d05 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Port': ['ID=9fe46a88-1474-413b-b823-320032f836f2,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:55.645394 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d331d05a-0bbd-430a-9841-722c9ab0520b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.718894 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d331d05a-0bbd-430a-9841-722c9ab0520b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d076f3eeb97444d79e5a5ce6f4083ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8039525 Jul 05 04:11:55.719790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331d05a-0bbd-430a-9841-722c9ab0520b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc34135-9877-4a98-9cb0-fc992f42c915,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:55.722899 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58676) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:55.732829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172a219-3b1c-4dd5-a31f-957b2cb5fd02 req-3b3d5242-3d3a-447a-a632-e56e66c55ffe tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:55.734504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d172a219-3b1c-4dd5-a31f-957b2cb5fd02 req-3b3d5242-3d3a-447a-a632-e56e66c55ffe tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.1793859 Jul 05 04:11:55.809373 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8e2fc32-a879-46da-abec-aef308bf612d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.818047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d172a219-3b1c-4dd5-a31f-957b2cb5fd02 req-24e7e868-cec8-45ba-b127-8b98da9554ae tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547757 Jul 05 04:11:55.818907 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e643d127-6a2a-4783-a091-fc1bae082d05 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.819251 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-e643d127-6a2a-4783-a091-fc1bae082d05 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Floating IP d01f071f-e3b8-49fa-adb8-d8222c8baf21 disassociated (deleted). External IP: 172.25.0.64, port: 52e5371a-7edf-48c0-812d-ffc2f4627fc8. Jul 05 04:11:55.860786 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8e2fc32-a879-46da-abec-aef308bf612d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.990753 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58694) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:56.001749 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8e2fc32-a879-46da-abec-aef308bf612d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.005860 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8e2fc32-a879-46da-abec-aef308bf612d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.011108 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b8e2fc32-a879-46da-abec-aef308bf612d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fc34135-9877-4a98-9cb0-fc992f42c915 HTTP/1.1" status: 204 len: 168 time: 0.2736261 Jul 05 04:11:56.029915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2fc32-a879-46da-abec-aef308bf612d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc34135-9877-4a98-9cb0-fc992f42c915,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:56.204744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e643d127-6a2a-4783-a091-fc1bae082d05 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Router 1dee4293-2f37-4126-a747-9f69c95a8a21 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:11:56.489450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e643d127-6a2a-4783-a091-fc1bae082d05 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:56.492918 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e643d127-6a2a-4783-a091-fc1bae082d05 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.496056 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcecd12-ebe3-4006-8fb4-8bf672195490 None None] Sync routers for ids ['1dee4293-2f37-4126-a747-9f69c95a8a21'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:56.512070 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcecd12-ebe3-4006-8fb4-8bf672195490 None None] Routers {'1dee4293-2f37-4126-a747-9f69c95a8a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:56.512692 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-abcecd12-ebe3-4006-8fb4-8bf672195490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dee4293-2f37-4126-a747-9f69c95a8a21'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:56.637750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e643d127-6a2a-4783-a091-fc1bae082d05 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "DELETE /v2.0/floatingips/d01f071f-e3b8-49fa-adb8-d8222c8baf21 HTTP/1.1" status: 204 len: 168 time: 1.9672501 Jul 05 04:11:56.661222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'tag': '52e5371a-7edf-48c0-812d-ffc2f4627fc8'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:56.665521 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2b0d69-4324-4d50-9c51-e57189d5c6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "73cceccb-8136-4fd8-afcb-38cda1d2cc30", "tag": "52e5371a-7edf-48c0-812d-ffc2f4627fc8"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:56.779798 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4768f0c9-df48-4b30-a30f-de054886069d x-openstack-request-id: req-4768f0c9-df48-4b30-a30f-de054886069d {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:56.780092 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cceccb-8136-4fd8-afcb-38cda1d2cc30", "tag": "52e5371a-7edf-48c0-812d-ffc2f4627fc8", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:56.780342 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4768f0c9-df48-4b30-a30f-de054886069d {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:56.780877 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'tag': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'status': 'completed', 'code': 200} Jul 05 04:11:56.924330 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-abcecd12-ebe3-4006-8fb4-8bf672195490 None None] Set router 1dee4293-2f37-4126-a747-9f69c95a8a21 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:57.127272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b0d69-4324-4d50-9c51-e57189d5c6c7 req-0c90b2a9-febe-4fab-8090-68431515c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:57.130012 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-de2b0d69-4324-4d50-9c51-e57189d5c6c7 req-0c90b2a9-febe-4fab-8090-68431515c8d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 1096 time: 0.3166771 Jul 05 04:11:57.216249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58768) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:57.231923 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-abcecd12-ebe3-4006-8fb4-8bf672195490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:11:45Z', 'revision_number': 6, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:57.245858 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.275895 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9dd05e57-3530-4860-b43d-f37d7e9ab643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.278067 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcecd12-ebe3-4006-8fb4-8bf672195490 None None] Checking router: 1dee4293-2f37-4126-a747-9f69c95a8a21 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:57.295451 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcecd12-ebe3-4006-8fb4-8bf672195490 None None] Routers {'1dee4293-2f37-4126-a747-9f69c95a8a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:57.296317 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-abcecd12-ebe3-4006-8fb4-8bf672195490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dee4293-2f37-4126-a747-9f69c95a8a21'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:57.380208 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b600-a750-44ed-b1e9-e79075504cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.501679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddee31-af4a-4bf2-86ac-feee5a91ca94 req-2592e9d1-25d4-41e6-82da-73f386e2e12d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:57.504919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60ddee31-af4a-4bf2-86ac-feee5a91ca94 req-2592e9d1-25d4-41e6-82da-73f386e2e12d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.3581753 Jul 05 04:11:57.521838 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-abcecd12-ebe3-4006-8fb4-8bf672195490 None None] Set router 1dee4293-2f37-4126-a747-9f69c95a8a21 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:57.608296 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9dd05e57-3530-4860-b43d-f37d7e9ab643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.617325 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60ddee31-af4a-4bf2-86ac-feee5a91ca94 req-c9e72c9b-f137-4cdb-aaeb-e57fbe9c5c0c tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017694 Jul 05 04:11:57.631097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b0d69-4324-4d50-9c51-e57189d5c6c7 req-a7eecbd2-7a6e-48b4-a063-5e3c4ba832e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:57.655255 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-de2b0d69-4324-4d50-9c51-e57189d5c6c7 req-a7eecbd2-7a6e-48b4-a063-5e3c4ba832e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=923c50fc-f9b9-42f5-bbcc-032a79cc3f92 HTTP/1.1" status: 200 len: 897 time: 0.5012126 Jul 05 04:11:57.697031 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9dd05e57-3530-4860-b43d-f37d7e9ab643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.753514 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-de2b0d69-4324-4d50-9c51-e57189d5c6c7 req-d27aa787-0573-4075-b596-b73a9f4641f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52e5371a-7edf-48c0-812d-ffc2f4627fc8 HTTP/1.1" status: 200 len: 217 time: 0.0916247 Jul 05 04:11:57.845106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9dd05e57-3530-4860-b43d-f37d7e9ab643 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c01ded5fdfe94cf391aec91a93a662b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6245701 Jul 05 04:11:57.847262 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58798) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:57.849662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd05e57-3530-4860-b43d-f37d7e9ab643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505c79ea-8d03-4c36-b079-37db882e04f3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:57.958447 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-abcecd12-ebe3-4006-8fb4-8bf672195490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:11:45Z', 'revision_number': 6, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:58.069826 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcecd12-ebe3-4006-8fb4-8bf672195490 None None] The sync data for ids ['1dee4293-2f37-4126-a747-9f69c95a8a21'] in n-d-798249-5 is: [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:11:45Z', 'revision_number': 6, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '741f524d-e0ea-4618-b076-ff7221cba671', 'name': '', 'network_id': '923c50fc-f9b9-42f5-bbcc-032a79cc3f92', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:45Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '2d5bab72-72ca-46a7-9291-f8441d9dd5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:58.086384 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8103bb51-6668-4f82-80e4-b555bf6e87f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.121862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa158654-5f7c-4dcc-a361-6cbc861d19fb req-84d940f4-59e7-4982-90a6-5a4bacca2044 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:58.123595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa158654-5f7c-4dcc-a361-6cbc861d19fb req-84d940f4-59e7-4982-90a6-5a4bacca2044 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 945 time: 0.3669660 Jul 05 04:11:58.246780 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8103bb51-6668-4f82-80e4-b555bf6e87f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.307961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa158654-5f7c-4dcc-a361-6cbc861d19fb req-53940037-f451-4626-8c8d-36806e076094 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696334 Jul 05 04:11:58.506446 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8103bb51-6668-4f82-80e4-b555bf6e87f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.509096 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8103bb51-6668-4f82-80e4-b555bf6e87f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.510281 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8103bb51-6668-4f82-80e4-b555bf6e87f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/505c79ea-8d03-4c36-b079-37db882e04f3 HTTP/1.1" status: 204 len: 168 time: 0.6472254 Jul 05 04:11:58.519936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103bb51-6668-4f82-80e4-b555bf6e87f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505c79ea-8d03-4c36-b079-37db882e04f3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:58.546308 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f198b8d-5bb5-49cf-a4d9-03ecb2f77620 None None] New status for floating IP d01f071f-e3b8-49fa-adb8-d8222c8baf21: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:11:58.563980 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b0d69-4324-4d50-9c51-e57189d5c6c7 req-0c2a5b2b-f21c-43d8-ab2d-a4428269be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:58.563980 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-de2b0d69-4324-4d50-9c51-e57189d5c6c7 req-0c2a5b2b-f21c-43d8-ab2d-a4428269be08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d5bab72-72ca-46a7-9291-f8441d9dd5ba HTTP/1.1" status: 200 len: 834 time: 0.7879479 Jul 05 04:11:58.777035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b0d69-4324-4d50-9c51-e57189d5c6c7 req-38564c50-9e9f-4bdd-8d45-9e6931194270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:58.778607 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-de2b0d69-4324-4d50-9c51-e57189d5c6c7 req-38564c50-9e9f-4bdd-8d45-9e6931194270 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=923c50fc-f9b9-42f5-bbcc-032a79cc3f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069421 Jul 05 04:11:58.969794 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d203e4-6894-42c7-8c4d-a46287694bcf req-5ae2183d-1e18-4f43-94c1-8fc678cd6446 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:58.977023 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98d203e4-6894-42c7-8c4d-a46287694bcf req-5ae2183d-1e18-4f43-94c1-8fc678cd6446 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.1037304 Jul 05 04:11:59.011031 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-de2b0d69-4324-4d50-9c51-e57189d5c6c7 req-51ac0c28-1a15-4b85-ad90-6273a825a5c5 service neutron] 10.222.0.64 "GET /v2.0/networks/923c50fc-f9b9-42f5-bbcc-032a79cc3f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058811 Jul 05 04:11:59.095230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4b600-a750-44ed-b1e9-e79075504cc3 admin admin] Deleting port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:59.095589 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b600-a750-44ed-b1e9-e79075504cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.097087 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98d203e4-6894-42c7-8c4d-a46287694bcf req-89fb3d7d-1eec-480f-8656-57db366d8edc tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190188 Jul 05 04:11:59.132831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b101e9-01a6-4b5e-861d-bb6e8c9c4f34 req-b7748250-b4cc-427f-90d8-9e7e84956192 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:59.132831 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05b101e9-01a6-4b5e-861d-bb6e8c9c4f34 req-b7748250-b4cc-427f-90d8-9e7e84956192 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.64 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 945 time: 0.1162465 Jul 05 04:11:59.176700 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-de2b0d69-4324-4d50-9c51-e57189d5c6c7 req-78d3527a-d0f2-4009-ad8e-fb2dadea2d21 service neutron] 10.222.0.64 "GET /v2.0/networks/923c50fc-f9b9-42f5-bbcc-032a79cc3f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510441 Jul 05 04:11:59.231747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-fdf4b600-a750-44ed-b1e9-e79075504cc3 admin admin] For port 4bb5ef40-b73b-44bd-b9c9-51c57ede5080, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4bb5ef40-b73b-44bd-b9c9-51c57ede5080,segment=NetworkSegment(7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c),segment_id=7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:59.232128 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b600-a750-44ed-b1e9-e79075504cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.265867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4b600-a750-44ed-b1e9-e79075504cc3 admin admin] Calling delete_port for 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:59.267310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-05b101e9-01a6-4b5e-861d-bb6e8c9c4f34 req-984f90c1-b3e8-448c-ad2b-2293ca6a7799 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Deleting port 52e5371a-7edf-48c0-812d-ffc2f4627fc8 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:59.267964 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-05b101e9-01a6-4b5e-861d-bb6e8c9c4f34 req-984f90c1-b3e8-448c-ad2b-2293ca6a7799 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.409811 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.583207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-05b101e9-01a6-4b5e-861d-bb6e8c9c4f34 req-984f90c1-b3e8-448c-ad2b-2293ca6a7799 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] For port 52e5371a-7edf-48c0-812d-ffc2f4627fc8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=52e5371a-7edf-48c0-812d-ffc2f4627fc8,segment=NetworkSegment(7882e818-acba-4ec4-832e-378d87f6ace6),segment_id=7882e818-acba-4ec4-832e-378d87f6ace6)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:59.583581 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-05b101e9-01a6-4b5e-861d-bb6e8c9c4f34 req-984f90c1-b3e8-448c-ad2b-2293ca6a7799 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.609355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-05b101e9-01a6-4b5e-861d-bb6e8c9c4f34 req-984f90c1-b3e8-448c-ad2b-2293ca6a7799 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Calling delete_port for 52e5371a-7edf-48c0-812d-ffc2f4627fc8 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:59.631860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58886) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:59.675332 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522219a-dd8a-4861-bd0a-659d047082bf req-1b4a7602-e700-4c5b-85a9-61ab37d9e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:59.677117 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9522219a-dd8a-4861-bd0a-659d047082bf req-1b4a7602-e700-4c5b-85a9-61ab37d9e076 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 1096 time: 0.2125678 Jul 05 04:11:59.746976 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9522219a-dd8a-4861-bd0a-659d047082bf req-7c1b139e-4faf-476e-be62-3d46c1206f52 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635722 Jul 05 04:11:59.787937 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b600-a750-44ed-b1e9-e79075504cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.820313 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4b600-a750-44ed-b1e9-e79075504cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb5ef40-b73b-44bd-b9c9-51c57ede5080,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:59.853080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d9152-fb24-4844-a9c8-db01413a5190 req-d70059d8-a782-4dd0-99a7-ef7d2f8b57b0 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:59.858148 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dd1d9152-fb24-4844-a9c8-db01413a5190 req-d70059d8-a782-4dd0-99a7-ef7d2f8b57b0 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 945 time: 0.2003207 Jul 05 04:11:59.890861 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5d66fda3-2051-4b56-8e6b-4b48dfcaf250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.019555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dd1d9152-fb24-4844-a9c8-db01413a5190 req-a550c2fd-de80-49c1-8a58-a525ccab90a4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607237 Jul 05 04:12:00.054767 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-05b101e9-01a6-4b5e-861d-bb6e8c9c4f34 req-984f90c1-b3e8-448c-ad2b-2293ca6a7799 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.132213 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fdf4b600-a750-44ed-b1e9-e79075504cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.136713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f90c1-b3e8-448c-ad2b-2293ca6a7799 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Port': ['ID=52e5371a-7edf-48c0-812d-ffc2f4627fc8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:00.252240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b101e9-01a6-4b5e-861d-bb6e8c9c4f34 req-984f90c1-b3e8-448c-ad2b-2293ca6a7799 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] No DVR routers for this DVR port 52e5371a-7edf-48c0-812d-ffc2f4627fc8 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:00.256610 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-05b101e9-01a6-4b5e-861d-bb6e8c9c4f34 req-984f90c1-b3e8-448c-ad2b-2293ca6a7799 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.258815 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05b101e9-01a6-4b5e-861d-bb6e8c9c4f34 req-984f90c1-b3e8-448c-ad2b-2293ca6a7799 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.64 "DELETE /v2.0/ports/52e5371a-7edf-48c0-812d-ffc2f4627fc8 HTTP/1.1" status: 204 len: 173 time: 1.1220589 Jul 05 04:12:00.259449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'name': 'network-vif-deleted', 'tag': '52e5371a-7edf-48c0-812d-ffc2f4627fc8'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:00.261730 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927ed899-cdb3-4968-9344-83a8e7a24160" -d '{"events": [{"server_uuid": "73cceccb-8136-4fd8-afcb-38cda1d2cc30", "name": "network-vif-deleted", "tag": "52e5371a-7edf-48c0-812d-ffc2f4627fc8"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:00.324256 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5683a126-2c66-45e9-8f23-b441709295a7 x-openstack-request-id: req-5683a126-2c66-45e9-8f23-b441709295a7 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:00.324578 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cceccb-8136-4fd8-afcb-38cda1d2cc30", "name": "network-vif-deleted", "tag": "52e5371a-7edf-48c0-812d-ffc2f4627fc8", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:00.324834 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5683a126-2c66-45e9-8f23-b441709295a7 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:00.325240 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cceccb-8136-4fd8-afcb-38cda1d2cc30', 'name': 'network-vif-deleted', 'tag': '52e5371a-7edf-48c0-812d-ffc2f4627fc8', 'status': 'completed', 'code': 200} Jul 05 04:12:00.368629 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5d66fda3-2051-4b56-8e6b-4b48dfcaf250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.421655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aade9b-4f7d-479a-910e-3cc3cab85739 req-ae731b6b-606a-4281-b80f-8408776ff8ad tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:00.424884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0aade9b-4f7d-479a-910e-3cc3cab85739 req-ae731b6b-606a-4281-b80f-8408776ff8ad tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.1146166 Jul 05 04:12:00.483515 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0aade9b-4f7d-479a-910e-3cc3cab85739 req-67206128-ac7e-4d57-8709-5ab809789ce9 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460627 Jul 05 04:12:00.510805 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf4b600-a750-44ed-b1e9-e79075504cc3 admin admin] Router 5a742f29-877a-47ca-900e-e844cf762042 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:00.531988 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5d66fda3-2051-4b56-8e6b-4b48dfcaf250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.575976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5d66fda3-2051-4b56-8e6b-4b48dfcaf250 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f730e19530a464e901fd41dfa8c31b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9427717 Jul 05 04:12:00.578593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58948) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:00.628620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66fda3-2051-4b56-8e6b-4b48dfcaf250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa4558c-32b1-4b42-bccc-7e9e17c6eb2a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:00.671864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f69d0898-9124-4b88-8478-c06910fde554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.705732 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f69d0898-9124-4b88-8478-c06910fde554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.768542 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf4b600-a750-44ed-b1e9-e79075504cc3 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:00.787024 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6236e65a-2bda-4927-b3b7-8930358e8719 None None] Sync routers for ids ['5a742f29-877a-47ca-900e-e844cf762042'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:00.796242 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fdf4b600-a750-44ed-b1e9-e79075504cc3 admin admin] 10.222.0.60 "PUT /v2.0/routers/5a742f29-877a-47ca-900e-e844cf762042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8041708 Jul 05 04:12:00.801167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58958) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:00.813097 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236e65a-2bda-4927-b3b7-8930358e8719 None None] Routers {'5a742f29-877a-47ca-900e-e844cf762042'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:00.817229 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6236e65a-2bda-4927-b3b7-8930358e8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5a742f29-877a-47ca-900e-e844cf762042'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:00.971749 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f69d0898-9124-4b88-8478-c06910fde554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.974837 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f69d0898-9124-4b88-8478-c06910fde554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.976245 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f69d0898-9124-4b88-8478-c06910fde554 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8fa4558c-32b1-4b42-bccc-7e9e17c6eb2a HTTP/1.1" status: 204 len: 168 time: 0.3965580 Jul 05 04:12:01.003157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d0898-9124-4b88-8478-c06910fde554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa4558c-32b1-4b42-bccc-7e9e17c6eb2a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:01.009076 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-6236e65a-2bda-4927-b3b7-8930358e8719 None None] Set router 5a742f29-877a-47ca-900e-e844cf762042 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:01.066603 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:01.348899 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:01.473525 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6236e65a-2bda-4927-b3b7-8930358e8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:11:59Z', 'revision_number': 5, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port': {'id': 'ce8d5da6-ec85-4b6e-98d6-e0ad18840727', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a742f29-877a-47ca-900e-e844cf762042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:19Z', 'updated_at': '2021-07-05T04:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:01.509312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf2b91da-fe82-47a8-bb26-26e4c21564f5 req-f3551941-3a86-48df-a2d2-a9142ae41012 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 210 time: 0.1696212 Jul 05 04:12:01.546703 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6236e65a-2bda-4927-b3b7-8930358e8719 None None] Checking router: 5a742f29-877a-47ca-900e-e844cf762042 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:01.562749 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:01.572609 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236e65a-2bda-4927-b3b7-8930358e8719 None None] Routers {'5a742f29-877a-47ca-900e-e844cf762042'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:01.578293 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6236e65a-2bda-4927-b3b7-8930358e8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['5a742f29-877a-47ca-900e-e844cf762042'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:01.605045 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db2c7d3e-608b-4b7c-8c33-b5708e0ae6ec req-bfcd2587-301e-46b2-837f-18de575df348 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0890141 Jul 05 04:12:01.612750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] Deleting port ce8d5da6-ec85-4b6e-98d6-e0ad18840727 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:01.615446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:01.685418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db2c7d3e-608b-4b7c-8c33-b5708e0ae6ec req-938e5965-f218-48e1-82cc-4d3242c5f023 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&device_id=73cceccb-8136-4fd8-afcb-38cda1d2cc30 HTTP/1.1" status: 200 len: 210 time: 0.0488231 Jul 05 04:12:01.755080 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] For port ce8d5da6-ec85-4b6e-98d6-e0ad18840727, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ce8d5da6-ec85-4b6e-98d6-e0ad18840727,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:01.756569 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:01.792378 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-6236e65a-2bda-4927-b3b7-8930358e8719 None None] Set router 5a742f29-877a-47ca-900e-e844cf762042 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:01.798088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] Calling delete_port for ce8d5da6-ec85-4b6e-98d6-e0ad18840727 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:01.900431 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6236e65a-2bda-4927-b3b7-8930358e8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:12:01Z', 'revision_number': 6, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:01.937022 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6236e65a-2bda-4927-b3b7-8930358e8719 None None] The sync data for ids ['5a742f29-877a-47ca-900e-e844cf762042'] in n-d-798249-5 is: [{'id': '5a742f29-877a-47ca-900e-e844cf762042', 'name': 'tempest-TestVolumeBackupRestore-402636620-router', 'tenant_id': '265cbf1408624a5586edd1ae14461c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:18Z', 'updated_at': '2021-07-05T04:12:01Z', 'revision_number': 6, 'project_id': '265cbf1408624a5586edd1ae14461c5e', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:02.059371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c7d3e-608b-4b7c-8c33-b5708e0ae6ec req-04178599-c31d-4455-811a-5ea1eb288174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:02.060882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db2c7d3e-608b-4b7c-8c33-b5708e0ae6ec req-04178599-c31d-4455-811a-5ea1eb288174 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3504040 Jul 05 04:12:02.157735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e13e5-118e-42eb-9669-d495ba62328a req-4881c1c7-51cd-4efe-a5b1-ef6b2537f3be tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:02.164816 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-159e13e5-118e-42eb-9669-d495ba62328a req-4881c1c7-51cd-4efe-a5b1-ef6b2537f3be tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.3353298 Jul 05 04:12:02.197618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.212231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-159e13e5-118e-42eb-9669-d495ba62328a req-f32b43ab-4e2b-47d4-95e4-fa67b8b892ff tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465417 Jul 05 04:12:02.239321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8d5da6-ec85-4b6e-98d6-e0ad18840727,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:02.263611 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c7d3e-608b-4b7c-8c33-b5708e0ae6ec req-7407dae2-7a14-4766-9b2a-ec4cb92d0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:02.265583 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db2c7d3e-608b-4b7c-8c33-b5708e0ae6ec req-7407dae2-7a14-4766-9b2a-ec4cb92d0bac service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962757 Jul 05 04:12:02.330262 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59032) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:02.354057 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-449fffbb-275a-4640-a3aa-739ba1763b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.407553 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.555536 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-449fffbb-275a-4640-a3aa-739ba1763b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.639799 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-449fffbb-275a-4640-a3aa-739ba1763b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.655160 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.661952 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.699240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fffbb-275a-4640-a3aa-739ba1763b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e90342a-8525-4de4-9593-da5e99d85a7e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:02.732865 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59052) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:02.784494 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-449fffbb-275a-4640-a3aa-739ba1763b7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e663a55b144f4adcaf70c70ced8c510d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489670 Jul 05 04:12:02.787630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59056) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:02.866348 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48d37b40-6235-4fd0-a2c6-4dc45fbceaf0 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.896002 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.896719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a742f29-877a-47ca-900e-e844cf762042 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:12:02.902791 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.903080 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48d37b40-6235-4fd0-a2c6-4dc45fbceaf0 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.903965 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8f52489e-4d3a-4b22-bd1d-1232af023bb7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/5a742f29-877a-47ca-900e-e844cf762042 HTTP/1.1" status: 204 len: 168 time: 2.0992019 Jul 05 04:12:02.918154 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59064) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:02.922677 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:12:02.933717 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c03b8b28-7ec2-4170-b872-ae4dacb4d875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.975244 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c03b8b28-7ec2-4170-b872-ae4dacb4d875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.021052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-29930e71-ecfe-42d1-968a-8ea78b584cc7 admin admin] Deleting subnet 74625eb8-de70-4f6f-ba80-2d5e9288cb62 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:12:03.038408 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29930e71-ecfe-42d1-968a-8ea78b584cc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.161911 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c03b8b28-7ec2-4170-b872-ae4dacb4d875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.164671 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c03b8b28-7ec2-4170-b872-ae4dacb4d875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.173104 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c03b8b28-7ec2-4170-b872-ae4dacb4d875 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e90342a-8525-4de4-9593-da5e99d85a7e HTTP/1.1" status: 204 len: 168 time: 0.3776526 Jul 05 04:12:03.194487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b8b28-7ec2-4170-b872-ae4dacb4d875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e90342a-8525-4de4-9593-da5e99d85a7e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:03.194726 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29930e71-ecfe-42d1-968a-8ea78b584cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.449455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:03.495432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:03.496673 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bb5ef40-b73b-44bd-b9c9-51c57ede5080 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:03.496902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f31cb-790d-40d2-b1d3-b091f8be9c75 req-7708536d-da07-4e8f-b10e-b1e27db843ac tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:03.498108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ce8d5da6-ec85-4b6e-98d6-e0ad18840727 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:03.505024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c1f31cb-790d-40d2-b1d3-b091f8be9c75 req-7708536d-da07-4e8f-b10e-b1e27db843ac tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.3705678 Jul 05 04:12:03.522604 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29930e71-ecfe-42d1-968a-8ea78b584cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.528460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ce8d5da6-ec85-4b6e-98d6-e0ad18840727 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:03.529759 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ce8d5da6-ec85-4b6e-98d6-e0ad18840727 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:03.579915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84a47d-c546-420b-93a3-61087c80031e req-191cf4a4-b14d-4d9c-906d-37f2f8c49e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:03.582051 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b84a47d-c546-420b-93a3-61087c80031e req-191cf4a4-b14d-4d9c-906d-37f2f8c49e0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46fbc9635ffe4afc9c63593099e73911&device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 1096 time: 0.4466524 Jul 05 04:12:03.586884 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48d37b40-6235-4fd0-a2c6-4dc45fbceaf0 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.589468 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48d37b40-6235-4fd0-a2c6-4dc45fbceaf0 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.590554 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-48d37b40-6235-4fd0-a2c6-4dc45fbceaf0 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "DELETE /v2.0/security-groups/b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae HTTP/1.1" status: 204 len: 168 time: 0.8537757 Jul 05 04:12:03.620359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d37b40-6235-4fd0-a2c6-4dc45fbceaf0 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72fb36b-9c26-4ad4-9b9b-7fbe3c6de1ae,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:03.717182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59114) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:03.722803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 52e5371a-7edf-48c0-812d-ffc2f4627fc8 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:03.729488 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c1f31cb-790d-40d2-b1d3-b091f8be9c75 req-8dd9eb59-e45d-484b-91bf-8b8df7f7d3e5 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232237 Jul 05 04:12:03.767969 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 52e5371a-7edf-48c0-812d-ffc2f4627fc8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:03.768917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 52e5371a-7edf-48c0-812d-ffc2f4627fc8 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:03.824912 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84a47d-c546-420b-93a3-61087c80031e req-3ab7ef5b-375e-42c1-95b8-62cd2d85592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:03.832601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b84a47d-c546-420b-93a3-61087c80031e req-3ab7ef5b-375e-42c1-95b8-62cd2d85592a service neutron] 10.222.0.64 "GET /v2.0/networks?id=a660774b-4e9f-46d0-91a2-a0fa4450349a HTTP/1.1" status: 200 len: 920 time: 0.2308180 Jul 05 04:12:03.882772 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29930e71-ecfe-42d1-968a-8ea78b584cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.887228 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b84a47d-c546-420b-93a3-61087c80031e req-6ad1e573-6011-4a3a-bd37-43f0dbfa6148 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd657753-1249-4aa2-9811-1d7ea4cd9cd5 HTTP/1.1" status: 200 len: 217 time: 0.0506592 Jul 05 04:12:03.931609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29930e71-ecfe-42d1-968a-8ea78b584cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74625eb8-de70-4f6f-ba80-2d5e9288cb62,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:03.949744 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29930e71-ecfe-42d1-968a-8ea78b584cc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.949885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911b6695-7bda-42bd-a354-81c99354e0e2 None None] Network 149fe398-6756-499e-94fd-174eadee3f27 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:03.953298 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-29930e71-ecfe-42d1-968a-8ea78b584cc7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/74625eb8-de70-4f6f-ba80-2d5e9288cb62 HTTP/1.1" status: 204 len: 168 time: 1.0350230 Jul 05 04:12:03.971972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59128) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:04.049844 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.083898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84a47d-c546-420b-93a3-61087c80031e req-dda0f9ca-fc15-4cf6-badd-26557dce7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:04.085819 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b84a47d-c546-420b-93a3-61087c80031e req-dda0f9ca-fc15-4cf6-badd-26557dce7ac1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f71dca5-71ed-4a09-a0a0-4a186552a407 HTTP/1.1" status: 200 len: 859 time: 0.1723626 Jul 05 04:12:04.270401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b84a47d-c546-420b-93a3-61087c80031e req-b9cebc5c-0c51-473c-bc89-4119d3a48d3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a660774b-4e9f-46d0-91a2-a0fa4450349a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728111 Jul 05 04:12:04.373532 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3aec94cb-8bf0-4601-b41f-1dc723811e1c req-3b2fc5d0-3e53-4df7-a0f4-6319806ed341 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1797354 Jul 05 04:12:04.433216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076e7c50-a381-4f0e-b81f-43bd6cc3eda4 None None] DHCP port deletion for 149fe398-6756-499e-94fd-174eadee3f27 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:12:04.450389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Deleting port 27f68ffc-85a9-406d-bbee-619c93b3d542 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:04.456404 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.515658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-076e7c50-a381-4f0e-b81f-43bd6cc3eda4 None None] Deleting port 27f68ffc-85a9-406d-bbee-619c93b3d542 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:04.516283 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-076e7c50-a381-4f0e-b81f-43bd6cc3eda4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.525528 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ae20688-838e-4f89-bfe7-08688b046725 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.581903 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b84a47d-c546-420b-93a3-61087c80031e req-ef9f2a77-17da-45f8-997c-413c7527c73e service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016095 Jul 05 04:12:04.606820 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-076e7c50-a381-4f0e-b81f-43bd6cc3eda4 None None] For port 27f68ffc-85a9-406d-bbee-619c93b3d542, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=27f68ffc-85a9-406d-bbee-619c93b3d542,segment=NetworkSegment(7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c),segment_id=7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:04.610999 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-076e7c50-a381-4f0e-b81f-43bd6cc3eda4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.623816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec94cb-8bf0-4601-b41f-1dc723811e1c req-d8c82b4d-7e4d-4868-aebe-302b6c8cdf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:04.625384 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3aec94cb-8bf0-4601-b41f-1dc723811e1c req-d8c82b4d-7e4d-4868-aebe-302b6c8cdf30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7ca40dcdd604c11a19beb38813901f6&device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 1101 time: 0.1717520 Jul 05 04:12:04.652787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-076e7c50-a381-4f0e-b81f-43bd6cc3eda4 None None] Calling delete_port for 27f68ffc-85a9-406d-bbee-619c93b3d542 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:04.678386 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] For port 27f68ffc-85a9-406d-bbee-619c93b3d542, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=27f68ffc-85a9-406d-bbee-619c93b3d542,segment=NetworkSegment(7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c),segment_id=7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:04.678760 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.696146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Calling delete_port for 27f68ffc-85a9-406d-bbee-619c93b3d542 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:04.775843 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b84a47d-c546-420b-93a3-61087c80031e req-5989e995-714f-4091-92b4-546ff54045b1 service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841853 Jul 05 04:12:04.923237 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.954337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] No DVR routers for this DVR port 27f68ffc-85a9-406d-bbee-619c93b3d542 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:04.970237 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-076e7c50-a381-4f0e-b81f-43bd6cc3eda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.045288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e7c50-a381-4f0e-b81f-43bd6cc3eda4 None None] No DVR routers for this DVR port 27f68ffc-85a9-406d-bbee-619c93b3d542 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:05.106160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e7c50-a381-4f0e-b81f-43bd6cc3eda4 None None] Pushing event deleted for resources: {'Port': ['ID=27f68ffc-85a9-406d-bbee-619c93b3d542,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:05.148475 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.168010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149fe398-6756-499e-94fd-174eadee3f27']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:05.171654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec94cb-8bf0-4601-b41f-1dc723811e1c req-0cb2c819-0f27-47f8-84af-6b0d8ba9a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:05.173193 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3aec94cb-8bf0-4601-b41f-1dc723811e1c req-0cb2c819-0f27-47f8-84af-6b0d8ba9a45a service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.5148666 Jul 05 04:12:05.194653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:05.195269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0dcf9e-ab94-4aea-bdf3-fa8533d9a03c') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:05.214747 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.247123 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.270163 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:05.270889 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.291662 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3aec94cb-8bf0-4601-b41f-1dc723811e1c req-4ede2825-c475-4f96-980f-91c48de16e82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=a5fa7851-5c3f-4112-b8fd-bffe11560b23 HTTP/1.1" status: 200 len: 217 time: 0.1078377 Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:05.397476 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:05.434690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=27f68ffc-85a9-406d-bbee-619c93b3d542,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:05.441983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec94cb-8bf0-4601-b41f-1dc723811e1c req-ce1fb740-5cad-4b63-93a3-1f9b6495da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:05.448473 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3aec94cb-8bf0-4601-b41f-1dc723811e1c req-ce1fb740-5cad-4b63-93a3-1f9b6495da2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1392477 Jul 05 04:12:05.484277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 27f68ffc-85a9-406d-bbee-619c93b3d542 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:05.535144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 27f68ffc-85a9-406d-bbee-619c93b3d542 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:05.535829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 27f68ffc-85a9-406d-bbee-619c93b3d542 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:05.553257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93f343-6739-4258-b31a-3327f4aaffce req-011d270f-c6f8-4431-b2a7-20c446df78e7 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:05.555075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd93f343-6739-4258-b31a-3327f4aaffce req-011d270f-c6f8-4431-b2a7-20c446df78e7 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.4773469 Jul 05 04:12:05.583673 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.612261 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.618569 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] 10.222.0.60 "DELETE /v2.0/networks/149fe398-6756-499e-94fd-174eadee3f27 HTTP/1.1" status: 204 len: 168 time: 1.6458542 Jul 05 04:12:05.622147 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9c48-eb56-4e85-b202-c898beaa7ceb admin admin] Pushing event deleted for resources: {'Network': ['ID=149fe398-6756-499e-94fd-174eadee3f27,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:05.626422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59228) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:05.639791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd93f343-6739-4258-b31a-3327f4aaffce req-edd880cc-db2e-407f-a95f-baf685570ce7 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768540 Jul 05 04:12:05.705321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec94cb-8bf0-4601-b41f-1dc723811e1c req-21a575ff-5f60-4ce0-96d3-20f6370e272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:05.707641 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3aec94cb-8bf0-4601-b41f-1dc723811e1c req-21a575ff-5f60-4ce0-96d3-20f6370e272b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2506537 Jul 05 04:12:05.803937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5ae20688-838e-4f89-bfe7-08688b046725 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Deleting port 741f524d-e0ea-4618-b076-ff7221cba671 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:05.805130 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ae20688-838e-4f89-bfe7-08688b046725 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.912191 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3aec94cb-8bf0-4601-b41f-1dc723811e1c req-a989c138-55f4-45f9-a1df-cae54f4eacb3 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890306 Jul 05 04:12:06.089718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-5ae20688-838e-4f89-bfe7-08688b046725 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] For port 741f524d-e0ea-4618-b076-ff7221cba671, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=741f524d-e0ea-4618-b076-ff7221cba671,segment=NetworkSegment(7882e818-acba-4ec4-832e-378d87f6ace6),segment_id=7882e818-acba-4ec4-832e-378d87f6ace6)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:06.090088 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ae20688-838e-4f89-bfe7-08688b046725 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.110862 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5ae20688-838e-4f89-bfe7-08688b046725 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Calling delete_port for 741f524d-e0ea-4618-b076-ff7221cba671 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:06.201292 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3aec94cb-8bf0-4601-b41f-1dc723811e1c req-2eade304-f6fe-42e4-86d1-ce02670bdf22 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695940 Jul 05 04:12:06.328805 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4e306d3-765e-460d-ba86-114fb97fe012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.637893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ae20688-838e-4f89-bfe7-08688b046725 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.702054 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae20688-838e-4f89-bfe7-08688b046725 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Port': ['ID=741f524d-e0ea-4618-b076-ff7221cba671,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:07.272510 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ae20688-838e-4f89-bfe7-08688b046725 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.425222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59320) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:07.596605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4219d7a-64a5-4348-ae14-3891414595c5 req-38c3fd48-d062-447b-89fb-79cc27704d6b tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.599401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4219d7a-64a5-4348-ae14-3891414595c5 req-38c3fd48-d062-447b-89fb-79cc27704d6b tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.2671397 Jul 05 04:12:07.723711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4219d7a-64a5-4348-ae14-3891414595c5 req-5494f0e5-625e-4f3f-8914-b0d0061ca32d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936873 Jul 05 04:12:07.723711 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-14df601b-4c9e-4521-9372-860d05a248de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.920736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a4e306d3-765e-460d-ba86-114fb97fe012 admin admin] Deleting port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:07.921354 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4e306d3-765e-460d-ba86-114fb97fe012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.051443 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-14df601b-4c9e-4521-9372-860d05a248de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.053663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-a4e306d3-765e-460d-ba86-114fb97fe012 admin admin] For port 18f66fbf-b93c-4586-b5fe-5f4960e8c20b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=18f66fbf-b93c-4586-b5fe-5f4960e8c20b,segment=NetworkSegment(cb865894-885f-4f64-97bb-822d36621cd2),segment_id=cb865894-885f-4f64-97bb-822d36621cd2)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:08.067862 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4e306d3-765e-460d-ba86-114fb97fe012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.095501 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a4e306d3-765e-460d-ba86-114fb97fe012 admin admin] Calling delete_port for 18f66fbf-b93c-4586-b5fe-5f4960e8c20b owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:08.197070 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-14df601b-4c9e-4521-9372-860d05a248de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.229275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae20688-838e-4f89-bfe7-08688b046725 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Router 1dee4293-2f37-4126-a747-9f69c95a8a21 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:08.292394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df601b-4c9e-4521-9372-860d05a248de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ee6442-2eb5-4069-8c6e-093a969a541c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:08.299091 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-14df601b-4c9e-4521-9372-860d05a248de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b49b6b9bb33e444ea2662a7a9c944949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8449678 Jul 05 04:12:08.299396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59368) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:08.397770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae20688-838e-4f89-bfe7-08688b046725 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:08.407237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59372) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:08.413809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699be901-8a06-4ae7-b621-bf96869b6006 None None] Sync routers for ids ['1dee4293-2f37-4126-a747-9f69c95a8a21'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:08.418840 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5ae20688-838e-4f89-bfe7-08688b046725 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "PUT /v2.0/routers/1dee4293-2f37-4126-a747-9f69c95a8a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6978660 Jul 05 04:12:08.434755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699be901-8a06-4ae7-b621-bf96869b6006 None None] Routers {'1dee4293-2f37-4126-a747-9f69c95a8a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:08.435845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-699be901-8a06-4ae7-b621-bf96869b6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dee4293-2f37-4126-a747-9f69c95a8a21'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:08.491673 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04c35054-33a8-448a-a49b-a4663b4b3dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.556400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbe1f81-e60e-4c2f-83f1-e48a486cee7d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Deleting subnet 2d5bab72-72ca-46a7-9291-f8441d9dd5ba {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:12:08.560015 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0cbe1f81-e60e-4c2f-83f1-e48a486cee7d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.610616 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0cbe1f81-e60e-4c2f-83f1-e48a486cee7d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.673145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-699be901-8a06-4ae7-b621-bf96869b6006 None None] Set router 1dee4293-2f37-4126-a747-9f69c95a8a21 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:08.781032 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04c35054-33a8-448a-a49b-a4663b4b3dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.806217 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0cbe1f81-e60e-4c2f-83f1-e48a486cee7d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.940344 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4e306d3-765e-460d-ba86-114fb97fe012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.976174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-699be901-8a06-4ae7-b621-bf96869b6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:12:06Z', 'revision_number': 7, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:08.989830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e306d3-765e-460d-ba86-114fb97fe012 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f66fbf-b93c-4586-b5fe-5f4960e8c20b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:09.063920 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04c35054-33a8-448a-a49b-a4663b4b3dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.067167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04c35054-33a8-448a-a49b-a4663b4b3dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.068564 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-04c35054-33a8-448a-a49b-a4663b4b3dda admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89ee6442-2eb5-4069-8c6e-093a969a541c HTTP/1.1" status: 204 len: 168 time: 0.7662780 Jul 05 04:12:09.093855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699be901-8a06-4ae7-b621-bf96869b6006 None None] Checking router: 1dee4293-2f37-4126-a747-9f69c95a8a21 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:09.131970 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0cbe1f81-e60e-4c2f-83f1-e48a486cee7d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.150500 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699be901-8a06-4ae7-b621-bf96869b6006 None None] Routers {'1dee4293-2f37-4126-a747-9f69c95a8a21'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:09.161340 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-699be901-8a06-4ae7-b621-bf96869b6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dee4293-2f37-4126-a747-9f69c95a8a21'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:09.161473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59404) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:09.229950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c35054-33a8-448a-a49b-a4663b4b3dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ee6442-2eb5-4069-8c6e-093a969a541c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:09.258554 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe1f81-e60e-4c2f-83f1-e48a486cee7d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5bab72-72ca-46a7-9291-f8441d9dd5ba,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:09.260924 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0cbe1f81-e60e-4c2f-83f1-e48a486cee7d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.270045 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0cbe1f81-e60e-4c2f-83f1-e48a486cee7d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "DELETE /v2.0/subnets/2d5bab72-72ca-46a7-9291-f8441d9dd5ba HTTP/1.1" status: 204 len: 168 time: 0.8618815 Jul 05 04:12:09.278801 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59410) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:09.284449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147b8e76-046d-4e72-b72c-911b843ff3ac None None] Network 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:09.457858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a8683f-3422-4975-a2e8-b65f3e4344d9 admin admin] Deleting subnet 7b125546-9480-49ae-9928-c9c314992751 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:12:09.474597 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75a8683f-3422-4975-a2e8-b65f3e4344d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.501172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-699be901-8a06-4ae7-b621-bf96869b6006 None None] Set router 1dee4293-2f37-4126-a747-9f69c95a8a21 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:09.573029 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4e306d3-765e-460d-ba86-114fb97fe012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.714377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.998420 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.013337 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75a8683f-3422-4975-a2e8-b65f3e4344d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.027816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-699be901-8a06-4ae7-b621-bf96869b6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:12:06Z', 'revision_number': 7, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:10.073439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59424) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:10.094214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc750060-4d88-49c3-9000-22fd028e2dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.121235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a405b62-531e-4dd3-923e-d6803d92b119 None None] DHCP port deletion for 923c50fc-f9b9-42f5-bbcc-032a79cc3f92 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:12:10.131685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699be901-8a06-4ae7-b621-bf96869b6006 None None] The sync data for ids ['1dee4293-2f37-4126-a747-9f69c95a8a21'] in n-d-798249-5 is: [{'id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'name': 'tempest-TestNetworkBasicOps-router-1432264791', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:37Z', 'updated_at': '2021-07-05T04:12:06Z', 'revision_number': 7, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': 'ebe10b64-2c97-4d79-a264-c7c0f8385aa9', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee4293-2f37-4126-a747-9f69c95a8a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:38Z', 'updated_at': '2021-07-05T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:10.136280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e306d3-765e-460d-ba86-114fb97fe012 admin admin] Router 504005c3-f288-46cf-a526-0dad64882128 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:10.141796 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75a8683f-3422-4975-a2e8-b65f3e4344d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.229626 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Deleting port ebe10b64-2c97-4d79-a264-c7c0f8385aa9 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:10.229978 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.239380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0a405b62-531e-4dd3-923e-d6803d92b119 None None] Deleting port 33b6e309-01f8-49ce-9b2c-8f1adf61d231 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:10.242722 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0a405b62-531e-4dd3-923e-d6803d92b119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.347436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0a405b62-531e-4dd3-923e-d6803d92b119 None None] For port 33b6e309-01f8-49ce-9b2c-8f1adf61d231, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=33b6e309-01f8-49ce-9b2c-8f1adf61d231,segment=NetworkSegment(7882e818-acba-4ec4-832e-378d87f6ace6),segment_id=7882e818-acba-4ec4-832e-378d87f6ace6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:10.347851 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0a405b62-531e-4dd3-923e-d6803d92b119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.359991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e306d3-765e-460d-ba86-114fb97fe012 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:10.369196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0a405b62-531e-4dd3-923e-d6803d92b119 None None] Calling delete_port for 33b6e309-01f8-49ce-9b2c-8f1adf61d231 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:10.372490 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75a8683f-3422-4975-a2e8-b65f3e4344d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.386429 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0076a-3a2a-4188-8dd7-29fb2da55c7b None None] Sync routers for ids ['504005c3-f288-46cf-a526-0dad64882128'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:10.393679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a4e306d3-765e-460d-ba86-114fb97fe012 admin admin] 10.222.0.60 "PUT /v2.0/routers/504005c3-f288-46cf-a526-0dad64882128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7615995 Jul 05 04:12:10.404516 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0076a-3a2a-4188-8dd7-29fb2da55c7b None None] Routers {'504005c3-f288-46cf-a526-0dad64882128'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:10.405767 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4ec0076a-3a2a-4188-8dd7-29fb2da55c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['504005c3-f288-46cf-a526-0dad64882128'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:10.411160 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-75a8683f-3422-4975-a2e8-b65f3e4344d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.413443 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-75a8683f-3422-4975-a2e8-b65f3e4344d9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7b125546-9480-49ae-9928-c9c314992751 HTTP/1.1" status: 204 len: 168 time: 1.2513204 Jul 05 04:12:10.418971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59434) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:10.425163 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59436) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:10.437242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8683f-3422-4975-a2e8-b65f3e4344d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b125546-9480-49ae-9928-c9c314992751,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:10.507378 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] For port ebe10b64-2c97-4d79-a264-c7c0f8385aa9, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ebe10b64-2c97-4d79-a264-c7c0f8385aa9,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:10.507931 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.516495 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59438) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:10.559600 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-4ec0076a-3a2a-4188-8dd7-29fb2da55c7b None None] Set router 504005c3-f288-46cf-a526-0dad64882128 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:10.588403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Calling delete_port for ebe10b64-2c97-4d79-a264-c7c0f8385aa9 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:10.713691 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0a405b62-531e-4dd3-923e-d6803d92b119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.775898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a405b62-531e-4dd3-923e-d6803d92b119 None None] Pushing event deleted for resources: {'Port': ['ID=33b6e309-01f8-49ce-9b2c-8f1adf61d231,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:10.784343 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a405b62-531e-4dd3-923e-d6803d92b119 None None] No DVR routers for this DVR port 33b6e309-01f8-49ce-9b2c-8f1adf61d231 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:10.824421 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.899094 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6440fbf5-7b8d-419b-b033-97594a7e9ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.987695 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4ec0076a-3a2a-4188-8dd7-29fb2da55c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504005c3-f288-46cf-a526-0dad64882128', 'name': 'tempest-TestVolumeBackupRestore-2025025904-router', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:32Z', 'updated_at': '2021-07-05T04:12:08Z', 'revision_number': 5, 'project_id': '565226b60a4d4fc98b5851f137477e74', 'gw_port': {'id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504005c3-f288-46cf-a526-0dad64882128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:34Z', 'updated_at': '2021-07-05T04:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:11.006934 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc750060-4d88-49c3-9000-22fd028e2dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.022395 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0076a-3a2a-4188-8dd7-29fb2da55c7b None None] Checking router: 504005c3-f288-46cf-a526-0dad64882128 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:11.042485 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0076a-3a2a-4188-8dd7-29fb2da55c7b None None] Routers {'504005c3-f288-46cf-a526-0dad64882128'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:11.044350 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4ec0076a-3a2a-4188-8dd7-29fb2da55c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['504005c3-f288-46cf-a526-0dad64882128'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:11.085131 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57293a01-378c-4d0d-b3d5-f1519617e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.144155 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bc750060-4d88-49c3-9000-22fd028e2dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.161537 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-4ec0076a-3a2a-4188-8dd7-29fb2da55c7b None None] Set router 504005c3-f288-46cf-a526-0dad64882128 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:11.183865 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.246093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bc750060-4d88-49c3-9000-22fd028e2dae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21e6cba7ce2d41d299f7644b81643fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1715672 Jul 05 04:12:11.246775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Port': ['ID=ebe10b64-2c97-4d79-a264-c7c0f8385aa9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:11.249033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59450) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:11.249715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc750060-4d88-49c3-9000-22fd028e2dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dd3c26-ad1f-4d32-b764-bf42dadb6dde,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:11.339245 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.364391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e8ebe-bf0d-4017-a543-a6d007fa514d req-a20823a8-3816-4007-b097-3e02e55f84da tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:11.366722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f57e8ebe-bf0d-4017-a543-a6d007fa514d req-a20823a8-3816-4007-b097-3e02e55f84da tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.2985604 Jul 05 04:12:11.382165 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57293a01-378c-4d0d-b3d5-f1519617e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.412092 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4ec0076a-3a2a-4188-8dd7-29fb2da55c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504005c3-f288-46cf-a526-0dad64882128', 'name': 'tempest-TestVolumeBackupRestore-2025025904-router', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:32Z', 'updated_at': '2021-07-05T04:12:08Z', 'revision_number': 5, 'project_id': '565226b60a4d4fc98b5851f137477e74', 'gw_port': {'id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504005c3-f288-46cf-a526-0dad64882128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:34Z', 'updated_at': '2021-07-05T04:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:11.423881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-57293a01-378c-4d0d-b3d5-f1519617e92b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7523b4-8396-4404-b822-7b4a661b2242']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:11.443146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-57293a01-378c-4d0d-b3d5-f1519617e92b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd76ac9-02ed-48cb-9f62-4ed1e8b49747') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:11.443882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-57293a01-378c-4d0d-b3d5-f1519617e92b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd76ac9-02ed-48cb-9f62-4ed1e8b49747') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:11.448740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f57e8ebe-bf0d-4017-a543-a6d007fa514d req-6c905339-5e33-45ff-b64a-9fb2a5bf1461 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626161 Jul 05 04:12:11.469328 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0076a-3a2a-4188-8dd7-29fb2da55c7b None None] The sync data for ids ['504005c3-f288-46cf-a526-0dad64882128'] in n-d-798249-5 is: [{'id': '504005c3-f288-46cf-a526-0dad64882128', 'name': 'tempest-TestVolumeBackupRestore-2025025904-router', 'tenant_id': '565226b60a4d4fc98b5851f137477e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:32Z', 'updated_at': '2021-07-05T04:12:08Z', 'revision_number': 5, 'project_id': '565226b60a4d4fc98b5851f137477e74', 'gw_port': {'id': 'bf7ff230-7de1-494d-8bef-3405fec5b026', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504005c3-f288-46cf-a526-0dad64882128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:34Z', 'updated_at': '2021-07-05T04:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:11.481464 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57293a01-378c-4d0d-b3d5-f1519617e92b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.492056 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.500564 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57293a01-378c-4d0d-b3d5-f1519617e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.507810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57293a01-378c-4d0d-b3d5-f1519617e92b admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:11.508448 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57293a01-378c-4d0d-b3d5-f1519617e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:11.549287 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:11.606190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] Deleting port bf7ff230-7de1-494d-8bef-3405fec5b026 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:11.606527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.648087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-677625ae-22ce-4769-89e7-d5f214182bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.651145 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57293a01-378c-4d0d-b3d5-f1519617e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.651541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.656095 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57293a01-378c-4d0d-b3d5-f1519617e92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.656491 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.662786 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-57293a01-378c-4d0d-b3d5-f1519617e92b admin admin] 10.222.0.60 "DELETE /v2.0/networks/9a7523b4-8396-4404-b822-7b4a661b2242 HTTP/1.1" status: 204 len: 168 time: 1.2341373 Jul 05 04:12:11.663082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59462) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:11.731683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57293a01-378c-4d0d-b3d5-f1519617e92b admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7523b4-8396-4404-b822-7b4a661b2242,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:11.733414 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6440fbf5-7b8d-419b-b033-97594a7e9ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.735521 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-677625ae-22ce-4769-89e7-d5f214182bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.773697 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-20399ffa-df18-4c9e-bab4-9ce3c12c98a2 admin admin] Deleting subnet ca348631-0456-48ed-a29b-9fd5d5178cfd {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:12:11.776985 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-20399ffa-df18-4c9e-bab4-9ce3c12c98a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.797315 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.798747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Fanout notify agent at l3_agent the message router_deleted on router 1dee4293-2f37-4126-a747-9f69c95a8a21 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:12:11.800324 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6440fbf5-7b8d-419b-b033-97594a7e9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.816059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.819665 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-846da4ed-c790-4c27-8084-39d2e7d60315 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "DELETE /v2.0/routers/1dee4293-2f37-4126-a747-9f69c95a8a21 HTTP/1.1" status: 204 len: 168 time: 2.5400019 Jul 05 04:12:11.824317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] For port bf7ff230-7de1-494d-8bef-3405fec5b026, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bf7ff230-7de1-494d-8bef-3405fec5b026,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:11.824711 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.829671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59464) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:11.843876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] Calling delete_port for bf7ff230-7de1-494d-8bef-3405fec5b026 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:11.849527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-20399ffa-df18-4c9e-bab4-9ce3c12c98a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.883574 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 33b6e309-01f8-49ce-9b2c-8f1adf61d231 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:11.888708 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-677625ae-22ce-4769-89e7-d5f214182bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.891349 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-677625ae-22ce-4769-89e7-d5f214182bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.895746 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-677625ae-22ce-4769-89e7-d5f214182bc7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79dd3c26-ad1f-4d32-b764-bf42dadb6dde HTTP/1.1" status: 204 len: 168 time: 0.6350932 Jul 05 04:12:11.944712 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6440fbf5-7b8d-419b-b033-97594a7e9ffe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f460b2977f84794b15fb884896f1ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4260471 Jul 05 04:12:11.949025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59470) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:11.982118 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 33b6e309-01f8-49ce-9b2c-8f1adf61d231 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:11.983848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440fbf5-7b8d-419b-b033-97594a7e9ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f71318-7ad6-4f4d-a811-8e0ef051a691,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:11.985731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 33b6e309-01f8-49ce-9b2c-8f1adf61d231 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:11.987146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 741f524d-e0ea-4618-b076-ff7221cba671 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:11.996790 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-20399ffa-df18-4c9e-bab4-9ce3c12c98a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.043803 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677625ae-22ce-4769-89e7-d5f214182bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dd3c26-ad1f-4d32-b764-bf42dadb6dde,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:12.066091 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3f0b56b-95e6-4322-b691-d783c457670b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.094826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 741f524d-e0ea-4618-b076-ff7221cba671 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:12.095173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 741f524d-e0ea-4618-b076-ff7221cba671 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:12.182404 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-223bdf5a-4d1e-48b6-a45b-da4d02f9d75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.263793 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3f0b56b-95e6-4322-b691-d783c457670b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.267248 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-20399ffa-df18-4c9e-bab4-9ce3c12c98a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.267485 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-223bdf5a-4d1e-48b6-a45b-da4d02f9d75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.282392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e3f0b56b-95e6-4322-b691-d783c457670b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923c50fc-f9b9-42f5-bbcc-032a79cc3f92']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:12.295688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20399ffa-df18-4c9e-bab4-9ce3c12c98a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca348631-0456-48ed-a29b-9fd5d5178cfd,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:12.298541 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e3f0b56b-95e6-4322-b691-d783c457670b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7882e818-acba-4ec4-832e-378d87f6ace6') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:12.299422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-e3f0b56b-95e6-4322-b691-d783c457670b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7882e818-acba-4ec4-832e-378d87f6ace6') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:12.301117 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-20399ffa-df18-4c9e-bab4-9ce3c12c98a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.306165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-20399ffa-df18-4c9e-bab4-9ce3c12c98a2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ca348631-0456-48ed-a29b-9fd5d5178cfd HTTP/1.1" status: 204 len: 168 time: 0.6374004 Jul 05 04:12:12.306850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59478) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:12.327152 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3f0b56b-95e6-4322-b691-d783c457670b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.340156 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.376590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7ff230-7de1-494d-8bef-3405fec5b026,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:12.393729 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3f0b56b-95e6-4322-b691-d783c457670b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.417450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f0b56b-95e6-4322-b691-d783c457670b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:12.417450 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3f0b56b-95e6-4322-b691-d783c457670b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:12.431744 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:12.435818 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8527d84b-746f-4a80-949a-2fe6bd9a6e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.497585 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.594426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-223bdf5a-4d1e-48b6-a45b-da4d02f9d75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.597605 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-223bdf5a-4d1e-48b6-a45b-da4d02f9d75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.600054 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.600841 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-223bdf5a-4d1e-48b6-a45b-da4d02f9d75b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94f71318-7ad6-4f4d-a811-8e0ef051a691 HTTP/1.1" status: 204 len: 168 time: 0.6432679 Jul 05 04:12:12.603316 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.624316 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bdf5a-4d1e-48b6-a45b-da4d02f9d75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f71318-7ad6-4f4d-a811-8e0ef051a691,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:12.636919 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8527d84b-746f-4a80-949a-2fe6bd9a6e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.666214 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3f0b56b-95e6-4322-b691-d783c457670b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.681164 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e3f0b56b-95e6-4322-b691-d783c457670b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.683071 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e3f0b56b-95e6-4322-b691-d783c457670b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "DELETE /v2.0/networks/923c50fc-f9b9-42f5-bbcc-032a79cc3f92 HTTP/1.1" status: 204 len: 168 time: 0.8518057 Jul 05 04:12:12.685197 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8527d84b-746f-4a80-949a-2fe6bd9a6e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac54440d-4a8f-445e-a1b1-672e0b23c5c9']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:12.700810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0b56b-95e6-4322-b691-d783c457670b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Network': ['ID=923c50fc-f9b9-42f5-bbcc-032a79cc3f92,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:12.713776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8527d84b-746f-4a80-949a-2fe6bd9a6e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180ef656-b55d-492c-8328-9db0f747b5d7') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:12.714013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8527d84b-746f-4a80-949a-2fe6bd9a6e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180ef656-b55d-492c-8328-9db0f747b5d7') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:12.714139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59496) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:12.723434 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8527d84b-746f-4a80-949a-2fe6bd9a6e75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.725302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7435c2b4-7d61-44db-8ec1-e8433c9d7320 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'network': {'name': 'tempest-network-smoke--2126872717', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'port_security_enabled': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:12.753314 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8527d84b-746f-4a80-949a-2fe6bd9a6e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.760472 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8527d84b-746f-4a80-949a-2fe6bd9a6e75 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:12.760890 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8527d84b-746f-4a80-949a-2fe6bd9a6e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:12.763112 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:12.810440 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.811036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 504005c3-f288-46cf-a526-0dad64882128 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:12:12.816964 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.820578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-80b4fb19-e52d-4c20-9866-3f603f1e76ba admin admin] 10.222.0.60 "DELETE /v2.0/routers/504005c3-f288-46cf-a526-0dad64882128 HTTP/1.1" status: 204 len: 168 time: 2.3917165 Jul 05 04:12:12.824394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59500) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:12.876613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7435c2b4-7d61-44db-8ec1-e8433c9d7320 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Made reservation on behalf of c9b3e2602b7e475fb2eadd31507f7581 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:12.882759 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7435c2b4-7d61-44db-8ec1-e8433c9d7320 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.922069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ac5597-c9e1-4047-8d30-91757abb9d7b admin admin] Deleting subnet cfbaa7cf-bafc-4aac-b272-32e354db822b {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:12:12.926696 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50ac5597-c9e1-4047-8d30-91757abb9d7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.967622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7435c2b4-7d61-44db-8ec1-e8433c9d7320 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:12.980069 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8527d84b-746f-4a80-949a-2fe6bd9a6e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.985383 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8527d84b-746f-4a80-949a-2fe6bd9a6e75 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.985682 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7435c2b4-7d61-44db-8ec1-e8433c9d7320 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.986036 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-7435c2b4-7d61-44db-8ec1-e8433c9d7320 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Added segment a192ff78-15e8-49d8-8efe-39780d7734e1 of type vlan for network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 Jul 05 04:12:12.991433 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8527d84b-746f-4a80-949a-2fe6bd9a6e75 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ac54440d-4a8f-445e-a1b1-672e0b23c5c9 HTTP/1.1" status: 204 len: 168 time: 0.6784041 Jul 05 04:12:13.015116 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527d84b-746f-4a80-949a-2fe6bd9a6e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac54440d-4a8f-445e-a1b1-672e0b23c5c9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:13.028659 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50ac5597-c9e1-4047-8d30-91757abb9d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.080934 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7435c2b4-7d61-44db-8ec1-e8433c9d7320 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.175749 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50ac5597-c9e1-4047-8d30-91757abb9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.216319 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7435c2b4-7d61-44db-8ec1-e8433c9d7320 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.221934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7435c2b4-7d61-44db-8ec1-e8433c9d7320 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:13.222535 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7435c2b4-7d61-44db-8ec1-e8433c9d7320 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.302453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435c2b4-7d61-44db-8ec1-e8433c9d7320 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Network': ['ID=633041f3-a8f0-4c37-b6d6-cb3727a001e6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:13.302719 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50ac5597-c9e1-4047-8d30-91757abb9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.318620 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:13.334810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac5597-c9e1-4047-8d30-91757abb9d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfbaa7cf-bafc-4aac-b272-32e354db822b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:13.339076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50ac5597-c9e1-4047-8d30-91757abb9d7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.344171 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-50ac5597-c9e1-4047-8d30-91757abb9d7b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cfbaa7cf-bafc-4aac-b272-32e354db822b HTTP/1.1" status: 204 len: 168 time: 0.5158701 Jul 05 04:12:13.344442 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59514) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:13.417984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc8c419-3e20-4ff9-8a45-35a04ae24879 None None] Network 86f63038-e0e8-4df2-ab64-004d0dfa8753 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:13.469095 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.473633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7435c2b4-7d61-44db-8ec1-e8433c9d7320 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7585626 Jul 05 04:12:13.476607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59518) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:13.485684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'admin_state_up': True, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:13.535489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59522) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:13.565591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Deleting port 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:13.566264 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.592755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ebe10b64-2c97-4d79-a264-c7c0f8385aa9 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:13.621289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ebe10b64-2c97-4d79-a264-c7c0f8385aa9 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:13.621629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ebe10b64-2c97-4d79-a264-c7c0f8385aa9 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:13.622558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 18f66fbf-b93c-4586-b5fe-5f4960e8c20b no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:13.640629 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] For port 44159eb1-a321-47c0-b4dc-dc34cdcf7de7, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=44159eb1-a321-47c0-b4dc-dc34cdcf7de7,segment=NetworkSegment(cb865894-885f-4f64-97bb-822d36621cd2),segment_id=cb865894-885f-4f64-97bb-822d36621cd2)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:13.640629 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.656484 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Calling delete_port for 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:13.662570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59526) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:13.686243 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 18f66fbf-b93c-4586-b5fe-5f4960e8c20b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:13.686540 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 18f66fbf-b93c-4586-b5fe-5f4960e8c20b not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:13.686973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bf7ff230-7de1-494d-8bef-3405fec5b026 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:13.693986 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.697236 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.763538 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9a1fe8d-5607-40a9-b1cc-872a7ddea82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.773943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: bf7ff230-7de1-494d-8bef-3405fec5b026 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:13.775504 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bf7ff230-7de1-494d-8bef-3405fec5b026 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:13.794340 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cdc1c882-a1a3-49db-9a42-9ddc506f8080 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5db3040e1aa8422d912f45de6863a21d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275399 Jul 05 04:12:13.795510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59532) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:13.804578 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.847302 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.870146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] No DVR routers for this DVR port 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:13.930203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Pushing event deleted for resources: {'Port': ['ID=44159eb1-a321-47c0-b4dc-dc34cdcf7de7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:13.931874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862aee6d-6fcb-499f-b9c5-2a6b99040220 None None] DHCP port deletion for 86f63038-e0e8-4df2-ab64-004d0dfa8753 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:12:14.009456 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.024656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f63038-e0e8-4df2-ab64-004d0dfa8753']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:14.044241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb865894-885f-4f64-97bb-822d36621cd2') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:14.044571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb865894-885f-4f64-97bb-822d36621cd2') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:14.061645 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.084847 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9a1fe8d-5607-40a9-b1cc-872a7ddea82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.088755 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.098827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:14.099236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:14.102258 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:14.146746 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9cd2144f-5ac6-4f22-970b-1348cdd07b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.150170 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e9a1fe8d-5607-40a9-b1cc-872a7ddea82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.152472 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.182536 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9cd2144f-5ac6-4f22-970b-1348cdd07b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.244802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1fe8d-5607-40a9-b1cc-872a7ddea82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bf3fad-b04d-449b-9dcc-a760f3e7d4fb,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:14.265286 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e9a1fe8d-5607-40a9-b1cc-872a7ddea82e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74aa5ea4e9fb445987df2df4cce758e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7312939 Jul 05 04:12:14.269251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59544) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.274823 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.282790 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.287174 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] 10.222.0.60 "DELETE /v2.0/networks/86f63038-e0e8-4df2-ab64-004d0dfa8753 HTTP/1.1" status: 204 len: 168 time: 0.9407928 Jul 05 04:12:14.302475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a2ab2-ea78-453a-8fe8-bcbd9e8cef21 admin admin] Pushing event deleted for resources: {'Network': ['ID=86f63038-e0e8-4df2-ab64-004d0dfa8753,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:14.349065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9cd2144f-5ac6-4f22-970b-1348cdd07b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.352325 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9cd2144f-5ac6-4f22-970b-1348cdd07b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.357599 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9cd2144f-5ac6-4f22-970b-1348cdd07b28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a56a06be-bcab-4cb9-96f8-04a1dc826719 HTTP/1.1" status: 204 len: 168 time: 0.5588417 Jul 05 04:12:14.373967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2144f-5ac6-4f22-970b-1348cdd07b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56a06be-bcab-4cb9-96f8-04a1dc826719,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:14.427788 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-12201fce-9a53-4e94-a2cb-ed3442ef5018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.466772 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-12201fce-9a53-4e94-a2cb-ed3442ef5018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.625194 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.644986 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.719359 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59558) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.771531 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-12201fce-9a53-4e94-a2cb-ed3442ef5018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.774121 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-12201fce-9a53-4e94-a2cb-ed3442ef5018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.775264 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-12201fce-9a53-4e94-a2cb-ed3442ef5018 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01bf3fad-b04d-449b-9dcc-a760f3e7d4fb HTTP/1.1" status: 204 len: 168 time: 0.5051103 Jul 05 04:12:14.802996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12201fce-9a53-4e94-a2cb-ed3442ef5018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bf3fad-b04d-449b-9dcc-a760f3e7d4fb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:14.852085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59564) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.852301 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fabb3283-2cc8-4663-b9a3-d905e8f5ffd7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=265cbf1408624a5586edd1ae14461c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316569 Jul 05 04:12:14.880817 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Allocated IP 172.25.0.13 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/69539d65-1023-4bec-a773-48d04feb501a) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:14.963232 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5020b903-793c-453c-80f2-7e275952bc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.029292 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5020b903-793c-453c-80f2-7e275952bc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.062662 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.197222 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5020b903-793c-453c-80f2-7e275952bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.204243 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5020b903-793c-453c-80f2-7e275952bc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.204603 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5020b903-793c-453c-80f2-7e275952bc1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8bd95f45-9aa4-4c93-900c-f77660fdf593 HTTP/1.1" status: 204 len: 168 time: 0.3512726 Jul 05 04:12:15.214106 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020b903-793c-453c-80f2-7e275952bc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd95f45-9aa4-4c93-900c-f77660fdf593,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:15.226514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.290250 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:15.294100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=69539d65-1023-4bec-a773-48d04feb501a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:15.297652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:15.300220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:15.456674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:15.485261 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:15.485831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 44159eb1-a321-47c0-b4dc-dc34cdcf7de7 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:15.546475 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59584) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.637503 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b3f3c65a-0095-45c1-897d-103fe805cf70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ba866fd217d44b4b00092aa05ac9082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877318 Jul 05 04:12:15.638292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59588) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.699545 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.732272 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bb166862-2467-4ed4-a334-e375d842e858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.781601 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bb166862-2467-4ed4-a334-e375d842e858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.930504 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bb166862-2467-4ed4-a334-e375d842e858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.933541 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bb166862-2467-4ed4-a334-e375d842e858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.936034 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bb166862-2467-4ed4-a334-e375d842e858 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/54e0825c-6e7d-4da7-acd0-5e99ab1b1d47 HTTP/1.1" status: 204 len: 168 time: 0.2963672 Jul 05 04:12:15.949097 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb166862-2467-4ed4-a334-e375d842e858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e0825c-6e7d-4da7-acd0-5e99ab1b1d47,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:16.001369 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.350367 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59608) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:16.419901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-932f3445-54b9-4d31-b436-956acffe2cd9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=565226b60a4d4fc98b5851f137477e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674579 Jul 05 04:12:16.424678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59612) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:16.503757 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe9d2c88-ae10-47e1-8a67-2617867b6838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.557251 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe9d2c88-ae10-47e1-8a67-2617867b6838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.621774 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Router 3924272e-6c28-4858-8cde-ebf09649c974 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:12:16.724757 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe9d2c88-ae10-47e1-8a67-2617867b6838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.728241 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fe9d2c88-ae10-47e1-8a67-2617867b6838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.731952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fe9d2c88-ae10-47e1-8a67-2617867b6838 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6fb6aa60-d0a3-42d6-86f7-1f7843890d31 HTTP/1.1" status: 204 len: 168 time: 0.3029754 Jul 05 04:12:16.752571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d2c88-ae10-47e1-8a67-2617867b6838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb6aa60-d0a3-42d6-86f7-1f7843890d31,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:16.765924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:16.793893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Sync routers for ids ['3924272e-6c28-4858-8cde-ebf09649c974'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:16.813044 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Routers {'3924272e-6c28-4858-8cde-ebf09649c974'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:16.815323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3924272e-6c28-4858-8cde-ebf09649c974'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:16.845230 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.848705 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-98c6cac0-b70b-4aa2-bb3b-6df1f169c363 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3710332 Jul 05 04:12:16.851658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59632) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:16.902973 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-05de0cfa-fc61-473f-9ee2-67371c6d595c tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=c9b3e2602b7e475fb2eadd31507f7581&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500908 Jul 05 04:12:16.905579 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59636) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:17.024722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Set router 3924272e-6c28-4858-8cde-ebf09649c974 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:17.065235 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96dd8c1-13e7-4bce-8224-8f36c8b8e07d tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:17.070362 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b96dd8c1-13e7-4bce-8224-8f36c8b8e07d tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1568782 Jul 05 04:12:17.070784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59642) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:17.114429 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a8248b4e-4404-4e8b-9eb2-1d9d3c41cd5e tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391395 Jul 05 04:12:17.114429 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59648) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:17.119473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-39ba7057-ea69-40eb-afec-6e5a9ca1f792 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-549625825', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:17.393765 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ba7057-ea69-40eb-afec-6e5a9ca1f792 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Made reservation on behalf of c9b3e2602b7e475fb2eadd31507f7581 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:17.397968 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39ba7057-ea69-40eb-afec-6e5a9ca1f792 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.417970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:12:15Z', 'revision_number': 3, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:17.477345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Checking router: 3924272e-6c28-4858-8cde-ebf09649c974 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:17.477701 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Updating router 3924272e-6c28-4858-8cde-ebf09649c974 port 69539d65-1023-4bec-a773-48d04feb501a binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:12:17.605424 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.942610 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39ba7057-ea69-40eb-afec-6e5a9ca1f792 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.036023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba7057-ea69-40eb-afec-6e5a9ca1f792 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Subnet': ['ID=234f90c7-83bf-4f6a-b04f-a7f1fb8478bc,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:18.086358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba7057-ea69-40eb-afec-6e5a9ca1f792 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Checking segment: {'id': 'a192ff78-15e8-49d8-8efe-39780d7734e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:18.087633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ba7057-ea69-40eb-afec-6e5a9ca1f792 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network hostable DHCP agents. Network: 633041f3-a8f0-4c37-b6d6-cb3727a001e6, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:12:18.176405 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ba7057-ea69-40eb-afec-6e5a9ca1f792 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:12:18.195558 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.207761 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Transition to ACTIVE for port object 69539d65-1023-4bec-a773-48d04feb501a will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:18.307500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-39ba7057-ea69-40eb-afec-6e5a9ca1f792 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 633041f3-a8f0-4c37-b6d6-cb3727a001e6) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:18.312200 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ba7057-ea69-40eb-afec-6e5a9ca1f792 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:18.312861 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39ba7057-ea69-40eb-afec-6e5a9ca1f792 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.317806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82409f25-773f-4d67-b32c-8939832226aa None None] Network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:18.389622 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.460454 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-39ba7057-ea69-40eb-afec-6e5a9ca1f792 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3448739 Jul 05 04:12:18.463647 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59690) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:18.480343 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcce58-aaf2-43f7-8496-4cda659a7a16 None None] Pushing event updated for resources: {'Port': ['ID=69539d65-1023-4bec-a773-48d04feb501a,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:18.529646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Attempting to bind port 69539d65-1023-4bec-a773-48d04feb501a on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:18.530113 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Attempting to bind port 69539d65-1023-4bec-a773-48d04feb501a by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:18.530552 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Attempting to bind port 69539d65-1023-4bec-a773-48d04feb501a on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:18.537442 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:18.537910 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:18.538397 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.538862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:18.539403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Bound port: 69539d65-1023-4bec-a773-48d04feb501a, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:18.539906 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.602027 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] For port 69539d65-1023-4bec-a773-48d04feb501a, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:18.604254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] For port 69539d65-1023-4bec-a773-48d04feb501a, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=69539d65-1023-4bec-a773-48d04feb501a,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:18.684302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ips': [{'subnet_id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:12:18.685270 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.700710 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.858000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Routers {'3924272e-6c28-4858-8cde-ebf09649c974'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:18.858651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3924272e-6c28-4858-8cde-ebf09649c974'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:18.949186 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcce58-aaf2-43f7-8496-4cda659a7a16 None None] Pushing event updated for resources: {'Port': ['ID=69539d65-1023-4bec-a773-48d04feb501a,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:19.010898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Allocated IP 172.20.0.2 (633041f3-a8f0-4c37-b6d6-cb3727a001e6/234f90c7-83bf-4f6a-b04f-a7f1fb8478bc/d7554d3c-9960-4d86-beb5-59c03b341698) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:19.084226 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] Set router 3924272e-6c28-4858-8cde-ebf09649c974 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:19.101149 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.365022 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.390907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:12:15Z', 'revision_number': 3, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:19.418869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Transition to ACTIVE for port object d7554d3c-9960-4d86-beb5-59c03b341698 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:19.424895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65305a-6093-436a-9b0e-7624161dc93d None None] The sync data for ids ['3924272e-6c28-4858-8cde-ebf09649c974'] in n-d-798249-5 is: [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:12:15Z', 'revision_number': 3, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:19.439845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Transition to ACTIVE for port object d7554d3c-9960-4d86-beb5-59c03b341698 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:19.560004 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.640767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:19.644624 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Allocated IP 172.20.0.1 (633041f3-a8f0-4c37-b6d6-cb3727a001e6/234f90c7-83bf-4f6a-b04f-a7f1fb8478bc/66d788a7-3dad-450c-a501-8d600ab05799) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:19.653222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:19.661286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:19.671572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Pushing event updated for resources: {'Port': ['ID=d7554d3c-9960-4d86-beb5-59c03b341698,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:19.776800 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Attempting to bind port d7554d3c-9960-4d86-beb5-59c03b341698 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:19.782057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Attempting to bind port d7554d3c-9960-4d86-beb5-59c03b341698 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'a192ff78-15e8-49d8-8efe-39780d7734e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:19.782057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Attempting to bind port d7554d3c-9960-4d86-beb5-59c03b341698 on network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:19.787185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:19.789409 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Checking segment: {'id': 'a192ff78-15e8-49d8-8efe-39780d7734e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:19.790865 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.791800 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Bound using segment: {'id': 'a192ff78-15e8-49d8-8efe-39780d7734e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:19.792926 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Bound port: d7554d3c-9960-4d86-beb5-59c03b341698, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a192ff78-15e8-49d8-8efe-39780d7734e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:19.793811 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.894966 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] For port d7554d3c-9960-4d86-beb5-59c03b341698, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:19.903050 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] For port d7554d3c-9960-4d86-beb5-59c03b341698, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d7554d3c-9960-4d86-beb5-59c03b341698,segment=NetworkSegment(a192ff78-15e8-49d8-8efe-39780d7734e1),segment_id=a192ff78-15e8-49d8-8efe-39780d7734e1)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:19.920417 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.935582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Transition to ACTIVE for port object 66d788a7-3dad-450c-a501-8d600ab05799 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:19.973173 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:20.036474 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:20.112989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82d70e-d961-45da-85ed-6d7970dc11c1 None None] Pushing event updated for resources: {'Port': ['ID=d7554d3c-9960-4d86-beb5-59c03b341698,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:20.136854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:20.142891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:20.146438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:20.206213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=66d788a7-3dad-450c-a501-8d600ab05799,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:20.218110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:20.218570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:20.219186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:20.219432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:20.219883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:20.220393 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:20.220830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:20.221379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:20.221807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:20.222234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:20.222661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:20.223105 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:20.289518 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:20.726671 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.109964 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.202915 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.305298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=66d788a7-3dad-450c-a501-8d600ab05799,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:21.333666 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-733d1dba-7c9b-40ff-b5d0-555ad4f2e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.343500 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.531255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:21.534366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:21.625559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 69539d65-1023-4bec-a773-48d04feb501a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:21.823463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Router 3924272e-6c28-4858-8cde-ebf09649c974 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:21.841240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7293bdd-b33c-465d-9489-927e31c56c27 None None] Network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:21.974048 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 69539d65-1023-4bec-a773-48d04feb501a completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:21.989889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 69539d65-1023-4bec-a773-48d04feb501a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:21.990229 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.025681 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:22.037818 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-27f3f06f-970b-4ab0-8eae-a1831117126a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "PUT /v2.0/routers/3924272e-6c28-4858-8cde-ebf09649c974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5705349 Jul 05 04:12:22.037941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59792) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:22.093124 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Sync routers for ids ['3924272e-6c28-4858-8cde-ebf09649c974'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:22.105881 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Routers {'3924272e-6c28-4858-8cde-ebf09649c974'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:22.109140 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:11:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3924272e-6c28-4858-8cde-ebf09649c974'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:22.232961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ca66f3d0-0f0c-4ba0-956b-4777bec90c92 None None] Provisioning for port d7554d3c-9960-4d86-beb5-59c03b341698 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:22.259261 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.272522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59798) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:22.321735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760337a5-e9ac-407a-bb67-4dea70524678 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.326062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760337a5-e9ac-407a-bb67-4dea70524678 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.326202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 69539d65-1023-4bec-a773-48d04feb501a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=69539d65-1023-4bec-a773-48d04feb501a,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:22.326331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760337a5-e9ac-407a-bb67-4dea70524678 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.326331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760337a5-e9ac-407a-bb67-4dea70524678 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.326331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760337a5-e9ac-407a-bb67-4dea70524678 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.327127 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-760337a5-e9ac-407a-bb67-4dea70524678 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3593 time: 0.2881882 Jul 05 04:12:22.329963 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59802) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:22.374740 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Set router 3924272e-6c28-4858-8cde-ebf09649c974 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:22.420485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4427b-a75e-4097-9565-ccbc48aba32e tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.421264 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4427b-a75e-4097-9565-ccbc48aba32e tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.421929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4427b-a75e-4097-9565-ccbc48aba32e tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.428126 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4427b-a75e-4097-9565-ccbc48aba32e tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.429272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4427b-a75e-4097-9565-ccbc48aba32e tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.432739 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-02b4427b-a75e-4097-9565-ccbc48aba32e tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3374 time: 0.1013715 Jul 05 04:12:22.435546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59806) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:22.442024 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.442024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d7554d3c-9960-4d86-beb5-59c03b341698 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:22.553209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d918c7b7-3fad-41e7-9c40-c50e9bcdf4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.639891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=69539d65-1023-4bec-a773-48d04feb501a,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:22.730775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59814) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:22.756505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d7554d3c-9960-4d86-beb5-59c03b341698 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:22.761296 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d7554d3c-9960-4d86-beb5-59c03b341698 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:22.761681 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.830146 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d918c7b7-3fad-41e7-9c40-c50e9bcdf4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.901491 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d918c7b7-3fad-41e7-9c40-c50e9bcdf4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.957407 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:12:20Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '66d788a7-3dad-450c-a501-8d600ab05799', 'name': '', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:5e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:19Z', 'updated_at': '2021-07-05T04:12:20Z', 'revision_number': 2, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:22.976272 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d918c7b7-3fad-41e7-9c40-c50e9bcdf4bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58c40b1e1bc14378bbc05220bd49016d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7025042 Jul 05 04:12:22.976940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59820) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:23.042364 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Checking router: 3924272e-6c28-4858-8cde-ebf09649c974 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:23.043178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b4d0ccda-2756-4a4d-9a15-2ad67af3e03b None None] Provisioning for port 66d788a7-3dad-450c-a501-8d600ab05799 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:23.043456 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Updating router 3924272e-6c28-4858-8cde-ebf09649c974 port 66d788a7-3dad-450c-a501-8d600ab05799 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:12:23.088985 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.096855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b4d0ccda-2756-4a4d-9a15-2ad67af3e03b None None] Provisioning complete for port 66d788a7-3dad-450c-a501-8d600ab05799 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:23.098442 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4d0ccda-2756-4a4d-9a15-2ad67af3e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.118824 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.147685 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8b858f5e-dae6-43b6-9753-bfc414ad7924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.151518 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918c7b7-3fad-41e7-9c40-c50e9bcdf4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5a9247-0b11-4bf7-9668-e5eade692ffc,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:23.264875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d7554d3c-9960-4d86-beb5-59c03b341698, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d7554d3c-9960-4d86-beb5-59c03b341698,segment=NetworkSegment(a192ff78-15e8-49d8-8efe-39780d7734e1),segment_id=a192ff78-15e8-49d8-8efe-39780d7734e1)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:23.266219 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0ccda-2756-4a4d-9a15-2ad67af3e03b None None] Port 66d788a7-3dad-450c-a501-8d600ab05799 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:23.282466 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b4d0ccda-2756-4a4d-9a15-2ad67af3e03b None None] Provisioning complete for port d7554d3c-9960-4d86-beb5-59c03b341698 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:23.284250 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4d0ccda-2756-4a4d-9a15-2ad67af3e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.358343 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.390500 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8b858f5e-dae6-43b6-9753-bfc414ad7924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.397583 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-147b2dca-8b45-4200-92e9-2f6b632f1652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.423901 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-147b2dca-8b45-4200-92e9-2f6b632f1652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.468473 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d7554d3c-9960-4d86-beb5-59c03b341698,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:23.473357 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8b858f5e-dae6-43b6-9753-bfc414ad7924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.523344 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8b858f5e-dae6-43b6-9753-bfc414ad7924 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9992ff45a19248d5aade6b420b81e8d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7867517 Jul 05 04:12:23.525196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59828) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:23.574323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 69539d65-1023-4bec-a773-48d04feb501a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:23.588830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b858f5e-dae6-43b6-9753-bfc414ad7924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bf56c5-e19f-44ad-87ba-133583d9ba34,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:23.644501 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-533aaa42-942b-4650-8ec8-1704aa3ec35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.654011 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.679055 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-533aaa42-942b-4650-8ec8-1704aa3ec35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.702951 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 69539d65-1023-4bec-a773-48d04feb501a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:23.703387 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.734818 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-aa8d2140-4194-48f4-976d-4e4635a0b388 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 1.2918873 Jul 05 04:12:23.804969 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-89940045-372e-4ad1-98a6-f82b21de5145 None None] Provisioning complete for port 66d788a7-3dad-450c-a501-8d600ab05799 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:23.841218 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-89940045-372e-4ad1-98a6-f82b21de5145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.859849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-89940045-372e-4ad1-98a6-f82b21de5145 None None] Port 66d788a7-3dad-450c-a501-8d600ab05799 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:23.879230 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-147b2dca-8b45-4200-92e9-2f6b632f1652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.882069 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-147b2dca-8b45-4200-92e9-2f6b632f1652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.883279 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-147b2dca-8b45-4200-92e9-2f6b632f1652 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d5a9247-0b11-4bf7-9668-e5eade692ffc HTTP/1.1" status: 204 len: 168 time: 0.8994775 Jul 05 04:12:23.893038 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b2dca-8b45-4200-92e9-2f6b632f1652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5a9247-0b11-4bf7-9668-e5eade692ffc,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:23.985133 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Transition to ACTIVE for port object 66d788a7-3dad-450c-a501-8d600ab05799 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:23.985363 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-533aaa42-942b-4650-8ec8-1704aa3ec35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.989466 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-533aaa42-942b-4650-8ec8-1704aa3ec35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.995581 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-533aaa42-942b-4650-8ec8-1704aa3ec35f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32bf56c5-e19f-44ad-87ba-133583d9ba34 HTTP/1.1" status: 204 len: 168 time: 0.4636838 Jul 05 04:12:24.009665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533aaa42-942b-4650-8ec8-1704aa3ec35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bf56c5-e19f-44ad-87ba-133583d9ba34,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:24.078962 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.106544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59844) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:24.112465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8e8db778-b998-490f-b1eb-c0e176664672 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742661577', 'description': 'tempest-secgroup-smoke-742661577 description', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:24.225427 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Attempting to bind port 66d788a7-3dad-450c-a501-8d600ab05799 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:24.225427 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Attempting to bind port 66d788a7-3dad-450c-a501-8d600ab05799 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'a192ff78-15e8-49d8-8efe-39780d7734e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:24.225427 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Attempting to bind port 66d788a7-3dad-450c-a501-8d600ab05799 on network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:24.226094 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab588886-1055-418e-a794-c0dc687b1e29 None None] Pushing event updated for resources: {'Port': ['ID=66d788a7-3dad-450c-a501-8d600ab05799,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:24.235393 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab588886-1055-418e-a794-c0dc687b1e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:24.236224 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab588886-1055-418e-a794-c0dc687b1e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:24.236822 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab588886-1055-418e-a794-c0dc687b1e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:24.237464 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab588886-1055-418e-a794-c0dc687b1e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:24.238014 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab588886-1055-418e-a794-c0dc687b1e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:24.238605 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab588886-1055-418e-a794-c0dc687b1e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:24.239140 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab588886-1055-418e-a794-c0dc687b1e29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:24.240111 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab588886-1055-418e-a794-c0dc687b1e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:24.240673 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab588886-1055-418e-a794-c0dc687b1e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:24.241209 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab588886-1055-418e-a794-c0dc687b1e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:24.241741 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab588886-1055-418e-a794-c0dc687b1e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:24.242282 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab588886-1055-418e-a794-c0dc687b1e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:24.245370 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e8db778-b998-490f-b1eb-c0e176664672 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.248618 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:24.254461 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Checking segment: {'id': 'a192ff78-15e8-49d8-8efe-39780d7734e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:24.254461 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.254461 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Bound using segment: {'id': 'a192ff78-15e8-49d8-8efe-39780d7734e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:24.254461 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Bound port: 66d788a7-3dad-450c-a501-8d600ab05799, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a192ff78-15e8-49d8-8efe-39780d7734e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:24.254461 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.284668 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5731b5c2-3dd5-4010-876d-4a205a1b6658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.419639 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.431187 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] For port 66d788a7-3dad-450c-a501-8d600ab05799, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:24.431187 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] For port 66d788a7-3dad-450c-a501-8d600ab05799, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=66d788a7-3dad-450c-a501-8d600ab05799,segment=NetworkSegment(a192ff78-15e8-49d8-8efe-39780d7734e1),segment_id=a192ff78-15e8-49d8-8efe-39780d7734e1)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:24.463489 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e8db778-b998-490f-b1eb-c0e176664672 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.545190 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.595657 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e8db778-b998-490f-b1eb-c0e176664672 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.619385 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Routers {'3924272e-6c28-4858-8cde-ebf09649c974'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:24.620022 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:12:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3924272e-6c28-4858-8cde-ebf09649c974'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:24.621976 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab588886-1055-418e-a794-c0dc687b1e29 None None] Pushing event updated for resources: {'Port': ['ID=66d788a7-3dad-450c-a501-8d600ab05799,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:24.636093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8db778-b998-490f-b1eb-c0e176664672 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bc4055-c611-4259-bdd3-d98f02e329a4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:24.725180 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e8db778-b998-490f-b1eb-c0e176664672 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.734599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59860) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:24.735659 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8e8db778-b998-490f-b1eb-c0e176664672 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6276734 Jul 05 04:12:24.739156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a2db95f9-0a40-40e5-9675-16b461d63f8d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': '09bc4055-c611-4259-bdd3-d98f02e329a4', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:24.775697 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] Set router 3924272e-6c28-4858-8cde-ebf09649c974 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:24.913444 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2db95f9-0a40-40e5-9675-16b461d63f8d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.928060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59866) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:24.952750 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de61a759-6b95-4889-8c57-5ae138fbaee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.009198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59872) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:25.029577 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2db95f9-0a40-40e5-9675-16b461d63f8d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.056012 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4575e452-68e7-4e71-8e33-58de18517476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.091092 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2db95f9-0a40-40e5-9675-16b461d63f8d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.094149 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:12:20Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '66d788a7-3dad-450c-a501-8d600ab05799', 'name': '', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:5e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:19Z', 'updated_at': '2021-07-05T04:12:24Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:25.115483 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de61a759-6b95-4889-8c57-5ae138fbaee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.125393 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf79eb-4435-4cdf-b5ad-06bbf4610633 None None] The sync data for ids ['3924272e-6c28-4858-8cde-ebf09649c974'] in n-d-798249-5 is: [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:12:20Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '66d788a7-3dad-450c-a501-8d600ab05799', 'name': '', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:5e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:19Z', 'updated_at': '2021-07-05T04:12:24Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:25.131668 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db95f9-0a40-40e5-9675-16b461d63f8d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd787c8-3172-4d36-a955-4e2a2355adcc,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:25.194992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de61a759-6b95-4889-8c57-5ae138fbaee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.258288 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.295965 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a2db95f9-0a40-40e5-9675-16b461d63f8d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.297490 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a2db95f9-0a40-40e5-9675-16b461d63f8d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5638139 Jul 05 04:12:25.300391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59880) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:25.309099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9473ca7b-0846-46fb-b3ac-728921c8623d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': '09bc4055-c611-4259-bdd3-d98f02e329a4', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:25.312195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-de61a759-6b95-4889-8c57-5ae138fbaee8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c73896618c8b4ed2a8397468e52e79d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3823023 Jul 05 04:12:25.316125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59882) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:25.320922 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61a759-6b95-4889-8c57-5ae138fbaee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77098e53-6f8e-4bae-8b0b-a4904f6df392,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:25.443222 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2109db3-7d42-4d08-929c-b95229cf314b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.493127 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4575e452-68e7-4e71-8e33-58de18517476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.518243 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2109db3-7d42-4d08-929c-b95229cf314b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.570315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4575e452-68e7-4e71-8e33-58de18517476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.603704 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 66d788a7-3dad-450c-a501-8d600ab05799 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:25.631669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575e452-68e7-4e71-8e33-58de18517476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202d5ba8-e9a1-4c68-852b-f853efef313b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:25.638898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4575e452-68e7-4e71-8e33-58de18517476 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47687e38232041098dea88183cd4ce9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6259577 Jul 05 04:12:25.639439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59888) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:25.696126 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2109db3-7d42-4d08-929c-b95229cf314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.702314 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2109db3-7d42-4d08-929c-b95229cf314b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.702314 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d2109db3-7d42-4d08-929c-b95229cf314b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/77098e53-6f8e-4bae-8b0b-a4904f6df392 HTTP/1.1" status: 204 len: 168 time: 0.3818567 Jul 05 04:12:25.715887 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2109db3-7d42-4d08-929c-b95229cf314b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77098e53-6f8e-4bae-8b0b-a4904f6df392,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:25.756900 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4070227f-7e51-4a13-9d1e-cff7eb85fffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.799078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 66d788a7-3dad-450c-a501-8d600ab05799 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:25.805338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 66d788a7-3dad-450c-a501-8d600ab05799 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:25.808927 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.813315 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9473ca7b-0846-46fb-b3ac-728921c8623d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.837656 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4070227f-7e51-4a13-9d1e-cff7eb85fffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.049631 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.087693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 66d788a7-3dad-450c-a501-8d600ab05799, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=66d788a7-3dad-450c-a501-8d600ab05799,segment=NetworkSegment(a192ff78-15e8-49d8-8efe-39780d7734e1),segment_id=a192ff78-15e8-49d8-8efe-39780d7734e1)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:26.111701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a373fc1-5a85-4fed-beab-5ec85e082421 req-12981037-4800-415e-8150-bc4ed022584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:26.113830 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a373fc1-5a85-4fed-beab-5ec85e082421 req-12981037-4800-415e-8150-bc4ed022584e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46fbc9635ffe4afc9c63593099e73911&device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 1096 time: 0.1692724 Jul 05 04:12:26.132405 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4070227f-7e51-4a13-9d1e-cff7eb85fffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.135230 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4070227f-7e51-4a13-9d1e-cff7eb85fffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.138721 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4070227f-7e51-4a13-9d1e-cff7eb85fffc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/202d5ba8-e9a1-4c68-852b-f853efef313b HTTP/1.1" status: 204 len: 168 time: 0.4961045 Jul 05 04:12:26.164509 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.165955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d7554d3c-9960-4d86-beb5-59c03b341698 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:26.176512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9473ca7b-0846-46fb-b3ac-728921c8623d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.184606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070227f-7e51-4a13-9d1e-cff7eb85fffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202d5ba8-e9a1-4c68-852b-f853efef313b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:26.250818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72f643-8e52-4fa6-98d5-b90cf9bcc477 req-6109e1f8-e8b1-4541-b7af-83734ae5232d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:26.250818 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c72f643-8e52-4fa6-98d5-b90cf9bcc477 req-6109e1f8-e8b1-4541-b7af-83734ae5232d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.2209382 Jul 05 04:12:26.272962 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9473ca7b-0846-46fb-b3ac-728921c8623d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.302309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=66d788a7-3dad-450c-a501-8d600ab05799,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:26.359321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473ca7b-0846-46fb-b3ac-728921c8623d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02465661-b53b-439f-b014-84b0405f1e32,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:26.384093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c72f643-8e52-4fa6-98d5-b90cf9bcc477 req-f8bcb942-14de-4395-8db6-388738191a94 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290944 Jul 05 04:12:26.391051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a373fc1-5a85-4fed-beab-5ec85e082421 req-e2356465-fb78-421a-9e34-e1e17b586571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:26.392941 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a373fc1-5a85-4fed-beab-5ec85e082421 req-e2356465-fb78-421a-9e34-e1e17b586571 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a660774b-4e9f-46d0-91a2-a0fa4450349a HTTP/1.1" status: 200 len: 920 time: 0.2721479 Jul 05 04:12:26.441949 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9473ca7b-0846-46fb-b3ac-728921c8623d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.448586 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9473ca7b-0846-46fb-b3ac-728921c8623d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1419172 Jul 05 04:12:26.449906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59910) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:26.457549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7ad4bd96-1931-4680-bf95-36ca406eed98 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': '09bc4055-c611-4259-bdd3-d98f02e329a4', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:26.461534 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d7554d3c-9960-4d86-beb5-59c03b341698 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:26.465578 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.476324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a373fc1-5a85-4fed-beab-5ec85e082421 req-1f39eaef-edb0-409e-be63-7c1e3ba3e3ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd657753-1249-4aa2-9811-1d7ea4cd9cd5 HTTP/1.1" status: 200 len: 217 time: 0.0726299 Jul 05 04:12:26.565187 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ad4bd96-1931-4680-bf95-36ca406eed98 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.603017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a373fc1-5a85-4fed-beab-5ec85e082421 req-823db70a-ca11-47da-9caf-f53217ddc4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:26.604573 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a373fc1-5a85-4fed-beab-5ec85e082421 req-823db70a-ca11-47da-9caf-f53217ddc4ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f71dca5-71ed-4a09-a0a0-4a186552a407 HTTP/1.1" status: 200 len: 859 time: 0.1192698 Jul 05 04:12:26.659117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a373fc1-5a85-4fed-beab-5ec85e082421 req-7f550354-9707-4ca5-8af9-ab3f56d3bdb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a660774b-4e9f-46d0-91a2-a0fa4450349a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351932 Jul 05 04:12:26.663282 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ad4bd96-1931-4680-bf95-36ca406eed98 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.768683 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ad4bd96-1931-4680-bf95-36ca406eed98 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.794256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4bd96-1931-4680-bf95-36ca406eed98 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326915c5-c2ff-4092-a8fd-ca1ae35fec45,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:26.821263 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a373fc1-5a85-4fed-beab-5ec85e082421 req-012b1998-f74d-4517-afeb-d9bdf47eeeaf service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588385 Jul 05 04:12:26.908352 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ad4bd96-1931-4680-bf95-36ca406eed98 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.915365 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7ad4bd96-1931-4680-bf95-36ca406eed98 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4635370 Jul 05 04:12:26.916814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59928) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:26.923637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0c2b11e6-aa85-4c0b-aa17-c318090d81a8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': '09bc4055-c611-4259-bdd3-d98f02e329a4', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:26.993606 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a373fc1-5a85-4fed-beab-5ec85e082421 req-e76032b7-4fd9-4ed3-bad6-d1f40ffc5cd1 service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661570 Jul 05 04:12:27.103248 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c2b11e6-aa85-4c0b-aa17-c318090d81a8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.169955 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.204406 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c2b11e6-aa85-4c0b-aa17-c318090d81a8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.270662 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c2b11e6-aa85-4c0b-aa17-c318090d81a8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.299283 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b11e6-aa85-4c0b-aa17-c318090d81a8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecd7342-b4cf-4acd-b11e-e55566e67442,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:27.394908 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c2b11e6-aa85-4c0b-aa17-c318090d81a8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.394908 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0c2b11e6-aa85-4c0b-aa17-c318090d81a8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4704967 Jul 05 04:12:27.395564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59952) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:27.402531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-27bb34ff-c452-4acd-b639-8b063adf04e4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': '09bc4055-c611-4259-bdd3-d98f02e329a4', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:27.479423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 66d788a7-3dad-450c-a501-8d600ab05799 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:27.497766 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-27bb34ff-c452-4acd-b639-8b063adf04e4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Project c9b3e2602b7e475fb2eadd31507f7581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:12:27.505372 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-27bb34ff-c452-4acd-b639-8b063adf04e4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.607517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 66d788a7-3dad-450c-a501-8d600ab05799 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:27.608345 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.683458 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-27bb34ff-c452-4acd-b639-8b063adf04e4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.773479 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-27bb34ff-c452-4acd-b639-8b063adf04e4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.840738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647ff69-0037-4d97-9a71-3daf6454652f req-033d5379-bb64-462f-9559-5dcd37e6ce84 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:27.846662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0647ff69-0037-4d97-9a71-3daf6454652f req-033d5379-bb64-462f-9559-5dcd37e6ce84 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.1599286 Jul 05 04:12:27.870346 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb34ff-c452-4acd-b639-8b063adf04e4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a41a7d-77cc-43c8-ac33-59445ac937cf,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:27.901557 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0647ff69-0037-4d97-9a71-3daf6454652f req-5c8eb181-6131-4b0e-87c0-1aaade194d76 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514617 Jul 05 04:12:27.948352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-27bb34ff-c452-4acd-b639-8b063adf04e4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.953272 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-27bb34ff-c452-4acd-b639-8b063adf04e4 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5543830 Jul 05 04:12:27.953477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59974) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:27.958467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2ca5d0a8-f4c4-4712-ab3b-4f95a488dd2a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'security_group_rule': {'security_group_id': '09bc4055-c611-4259-bdd3-d98f02e329a4', 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:28.122220 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-2ca5d0a8-f4c4-4712-ab3b-4f95a488dd2a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Project c9b3e2602b7e475fb2eadd31507f7581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:12:28.127920 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d0a8-f4c4-4712-ab3b-4f95a488dd2a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.200750 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d0a8-f4c4-4712-ab3b-4f95a488dd2a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.282166 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d0a8-f4c4-4712-ab3b-4f95a488dd2a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.301406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5d0a8-f4c4-4712-ab3b-4f95a488dd2a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4910ed-18e5-44dd-a4e1-e2689cc3926e,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:28.326660 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59992) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.375993 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d0a8-f4c4-4712-ab3b-4f95a488dd2a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.379641 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2ca5d0a8-f4c4-4712-ab3b-4f95a488dd2a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4236808 Jul 05 04:12:28.669310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e58c0601-ec70-492c-874a-e27060666cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.761548 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60012) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.784544 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e58c0601-ec70-492c-874a-e27060666cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.837091 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-28effa04-c80e-471c-b108-355567ba742f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742661577&fields=id&tenant_id=c9b3e2602b7e475fb2eadd31507f7581 HTTP/1.1" status: 200 len: 267 time: 0.0396087 Jul 05 04:12:28.880141 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e58c0601-ec70-492c-874a-e27060666cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.961244 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c0601-ec70-492c-874a-e27060666cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bce00b-c028-4170-87e1-e105f64c6b9a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:28.975410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e58c0601-ec70-492c-874a-e27060666cf3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e74817d4037541d0972ed8b2ded0e990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453724 Jul 05 04:12:28.976212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60028) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.029949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-9e2adc67-9658-457a-9492-3fcecb3bc904 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:29.039551 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-9e2adc67-9658-457a-9492-3fcecb3bc904 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/networks?id=633041f3-a8f0-4c37-b6d6-cb3727a001e6 HTTP/1.1" status: 200 len: 797 time: 0.1903746 Jul 05 04:12:29.066703 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-e1873741-a30c-4c9e-87ba-6abbb52b46bf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/quotas/c9b3e2602b7e475fb2eadd31507f7581 HTTP/1.1" status: 200 len: 375 time: 0.0216055 Jul 05 04:12:29.089999 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d55a7f96-7b56-40c2-aa4c-1af6cce5cd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.133999 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d55a7f96-7b56-40c2-aa4c-1af6cce5cd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.170015 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d35c492-f3bf-476e-a59c-6f6bfe6b6a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.195959 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-83c38470-0598-46d1-b9cb-6de1bbfdd451 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1228478 Jul 05 04:12:29.291666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af9b2c-7b82-478f-9e34-fc775cb2565e req-b1234614-3e49-48e6-9c59-1148834a326d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:29.293326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6af9b2c-7b82-478f-9e34-fc775cb2565e req-b1234614-3e49-48e6-9c59-1148834a326d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.1696489 Jul 05 04:12:29.320427 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d55a7f96-7b56-40c2-aa4c-1af6cce5cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.324184 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d55a7f96-7b56-40c2-aa4c-1af6cce5cd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.325553 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d55a7f96-7b56-40c2-aa4c-1af6cce5cd09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16bce00b-c028-4170-87e1-e105f64c6b9a HTTP/1.1" status: 204 len: 168 time: 0.3482790 Jul 05 04:12:29.359287 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6af9b2c-7b82-478f-9e34-fc775cb2565e req-73fb15e7-224d-4328-ab31-9e24b865e391 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531628 Jul 05 04:12:29.390921 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-60cec7af-cec8-4e79-be10-cf71c22821de service neutron] 10.222.0.60 "GET /v2.0/networks/633041f3-a8f0-4c37-b6d6-cb3727a001e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631446 Jul 05 04:12:29.423601 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a7f96-7b56-40c2-aa4c-1af6cce5cd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bce00b-c028-4170-87e1-e105f64c6b9a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:29.457630 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.538172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-bdcf7d6b-5f2f-4998-b454-2d2d35714695 service neutron] 10.222.0.60 "GET /v2.0/networks/633041f3-a8f0-4c37-b6d6-cb3727a001e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456494 Jul 05 04:12:29.564671 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d35c492-f3bf-476e-a59c-6f6bfe6b6a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.684172 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d35c492-f3bf-476e-a59c-6f6bfe6b6a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.722572 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8d35c492-f3bf-476e-a59c-6f6bfe6b6a6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25e6d22dd423495fa798928f0b319263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9599254 Jul 05 04:12:29.723682 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35c492-f3bf-476e-a59c-6f6bfe6b6a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3ff727-3406-4ac3-b4e8-220a6b7b7e43,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:29.725209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60048) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.788843 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7704-52d4-4e4d-be7a-02f15f140a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.847744 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7704-52d4-4e4d-be7a-02f15f140a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.885703 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-da1c8c64-853b-4b7d-930d-5e67f11d82a6 req-0c0b4f8d-a2d2-4ad1-bc80-3228c0420baf tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 210 time: 0.0518725 Jul 05 04:12:29.999039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7704-52d4-4e4d-be7a-02f15f140a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.002065 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7704-52d4-4e4d-be7a-02f15f140a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.004321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ecfe7704-52d4-4e4d-be7a-02f15f140a04 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe3ff727-3406-4ac3-b4e8-220a6b7b7e43 HTTP/1.1" status: 204 len: 168 time: 0.2771511 Jul 05 04:12:30.013906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe7704-52d4-4e4d-be7a-02f15f140a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3ff727-3406-4ac3-b4e8-220a6b7b7e43,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:30.605793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc5684-cd5b-49b5-917d-85334ab546a1 req-8c30c610-f8d8-4db3-80e4-08bb4358ddd8 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:30.607297 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-accc5684-cd5b-49b5-917d-85334ab546a1 req-8c30c610-f8d8-4db3-80e4-08bb4358ddd8 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.0674367 Jul 05 04:12:30.651400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-accc5684-cd5b-49b5-917d-85334ab546a1 req-84b7aa37-2ea6-466f-ba18-b8a714d79ca2 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374546 Jul 05 04:12:30.884252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60104) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:30.898507 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2268a61f-aa49-41fa-8dcd-12fe846eb373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.011551 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2268a61f-aa49-41fa-8dcd-12fe846eb373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.124305 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2268a61f-aa49-41fa-8dcd-12fe846eb373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.201015 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2268a61f-aa49-41fa-8dcd-12fe846eb373 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95d6205d38944b01945485e1064beede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3154135 Jul 05 04:12:31.201825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268a61f-aa49-41fa-8dcd-12fe846eb373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f72a567-b13c-445e-baf2-3730659e9df9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:31.203601 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60118) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:31.330256 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b2d78c05-6d36-46b1-9a18-7378eee5d18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.334292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed2911db-3c36-4405-9b10-60ddf1153b79 req-5932de03-b3e4-4df1-a9bd-1481ff104107 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 210 time: 0.0626879 Jul 05 04:12:31.366137 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b2d78c05-6d36-46b1-9a18-7378eee5d18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.499306 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.535801 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b2d78c05-6d36-46b1-9a18-7378eee5d18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.538730 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b2d78c05-6d36-46b1-9a18-7378eee5d18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.543494 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b2d78c05-6d36-46b1-9a18-7378eee5d18a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f72a567-b13c-445e-baf2-3730659e9df9 HTTP/1.1" status: 204 len: 168 time: 0.3379397 Jul 05 04:12:31.552620 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d78c05-6d36-46b1-9a18-7378eee5d18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f72a567-b13c-445e-baf2-3730659e9df9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:31.838456 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a7eb3-a0b5-4bed-b18a-d35b2e86005e req-fdd2b46b-e581-4482-a0db-66432f1c2997 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:31.840001 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d01a7eb3-a0b5-4bed-b18a-d35b2e86005e req-fdd2b46b-e581-4482-a0db-66432f1c2997 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.0680571 Jul 05 04:12:31.887935 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d01a7eb3-a0b5-4bed-b18a-d35b2e86005e req-1536bfb3-1251-4024-a99f-8bb080a8e5c5 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 Jul 05 04:12:32.019607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60152) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:32.165915 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2154-9e38-437b-972c-457b067b0e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.289438 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2154-9e38-437b-972c-457b067b0e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.352904 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2154-9e38-437b-972c-457b067b0e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.400971 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3b6c2154-9e38-437b-972c-457b067b0e6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=411cb77be5714bea85022747e6fe5feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774824 Jul 05 04:12:32.403219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60176) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:32.409156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c2154-9e38-437b-972c-457b067b0e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5a8039-37c1-44f6-8819-7e842307723e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:32.462774 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-95a840a0-0085-4fb8-a728-e3c04ffcd5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.488926 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-95a840a0-0085-4fb8-a728-e3c04ffcd5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.583388 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3afc9079-8f94-4f34-bfcf-6212ed635a38 req-880be1c7-33b9-46e0-9ae7-36ab7a936cf7 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 210 time: 0.0375149 Jul 05 04:12:32.612932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b25d079e-d4f1-4b8a-808f-120b6b96302d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:32.614549 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b25d079e-d4f1-4b8a-808f-120b6b96302d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.11 "GET /v2.0/networks?id=633041f3-a8f0-4c37-b6d6-cb3727a001e6 HTTP/1.1" status: 200 len: 797 time: 0.1988494 Jul 05 04:12:32.658395 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-95a840a0-0085-4fb8-a728-e3c04ffcd5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.664171 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-423f4a66-6403-41b8-9919-53b8b99749f2 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9b3e2602b7e475fb2eadd31507f7581 HTTP/1.1" status: 200 len: 379 time: 0.0402784 Jul 05 04:12:32.664292 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-95a840a0-0085-4fb8-a728-e3c04ffcd5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.668249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-95a840a0-0085-4fb8-a728-e3c04ffcd5c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac5a8039-37c1-44f6-8819-7e842307723e HTTP/1.1" status: 204 len: 168 time: 0.2610824 Jul 05 04:12:32.679740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b601060f-30b9-493e-a3c2-566ade6ba90b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'port': {'device_id': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'admin_state_up': True, 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'security_groups': ['09bc4055-c611-4259-bdd3-d98f02e329a4']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:32.680740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a840a0-0085-4fb8-a728-e3c04ffcd5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5a8039-37c1-44f6-8819-7e842307723e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:32.761910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60186) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:32.910395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b601060f-30b9-493e-a3c2-566ade6ba90b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Made reservation on behalf of c9b3e2602b7e475fb2eadd31507f7581 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:32.914734 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b601060f-30b9-493e-a3c2-566ade6ba90b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.933788 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1107b88e-1cb7-4d66-a0fe-f8cb791a4380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.081006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b601060f-30b9-493e-a3c2-566ade6ba90b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Allocated IP 172.20.0.9 (633041f3-a8f0-4c37-b6d6-cb3727a001e6/234f90c7-83bf-4f6a-b04f-a7f1fb8478bc/65acc481-0c3a-4d2b-a387-79dbf268857c) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:33.206176 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1107b88e-1cb7-4d66-a0fe-f8cb791a4380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.215205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09cff2-e0e8-4532-9849-25d601865e4d req-ccc81f14-7e07-4204-98eb-72730eb5fb59 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:33.221260 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa09cff2-e0e8-4532-9849-25d601865e4d req-ccc81f14-7e07-4204-98eb-72730eb5fb59 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.2033865 Jul 05 04:12:33.260629 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa09cff2-e0e8-4532-9849-25d601865e4d req-3dcf275f-f6ee-4b59-b1c0-16e6883fd911 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373447 Jul 05 04:12:33.303027 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1107b88e-1cb7-4d66-a0fe-f8cb791a4380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.310235 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b601060f-30b9-493e-a3c2-566ade6ba90b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.346662 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b601060f-30b9-493e-a3c2-566ade6ba90b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Transition to ACTIVE for port object 65acc481-0c3a-4d2b-a387-79dbf268857c will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:33.361243 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1107b88e-1cb7-4d66-a0fe-f8cb791a4380 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=394baa9ad68d417b81979fd6abe349e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5981383 Jul 05 04:12:33.367371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60214) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.395515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107b88e-1cb7-4d66-a0fe-f8cb791a4380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add8b78a-05cc-4201-a96e-4259f7eb54fd,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:33.445375 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bf1cf99a-28b8-45ef-828f-2a55c325b9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.468387 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bf1cf99a-28b8-45ef-828f-2a55c325b9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.495985 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b601060f-30b9-493e-a3c2-566ade6ba90b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.541194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b601060f-30b9-493e-a3c2-566ade6ba90b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:33.544358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b601060f-30b9-493e-a3c2-566ade6ba90b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:33.548807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b601060f-30b9-493e-a3c2-566ade6ba90b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:33.584205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601060f-30b9-493e-a3c2-566ade6ba90b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=65acc481-0c3a-4d2b-a387-79dbf268857c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:33.608117 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bf1cf99a-28b8-45ef-828f-2a55c325b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.612202 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bf1cf99a-28b8-45ef-828f-2a55c325b9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.616726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bf1cf99a-28b8-45ef-828f-2a55c325b9bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/add8b78a-05cc-4201-a96e-4259f7eb54fd HTTP/1.1" status: 204 len: 168 time: 0.2475731 Jul 05 04:12:33.617600 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b601060f-30b9-493e-a3c2-566ade6ba90b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:33.619062 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b601060f-30b9-493e-a3c2-566ade6ba90b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.628239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cf99a-28b8-45ef-828f-2a55c325b9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add8b78a-05cc-4201-a96e-4259f7eb54fd,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:33.734401 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-b601060f-30b9-493e-a3c2-566ade6ba90b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0634453 Jul 05 04:12:33.748239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Request body: {'port': {'device_id': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:33.851354 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d23d2-71ad-4511-a980-3a965b842f53 req-9e6de1a3-cb30-4b6b-a70e-549a43b82bc8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:33.854622 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b71d23d2-71ad-4511-a980-3a965b842f53 req-9e6de1a3-cb30-4b6b-a70e-549a43b82bc8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 931 time: 0.1261308 Jul 05 04:12:33.897765 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.910345 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b71d23d2-71ad-4511-a980-3a965b842f53 req-d621bc84-9125-45c7-b043-558486969caa tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=09bc4055-c611-4259-bdd3-d98f02e329a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502670 Jul 05 04:12:34.067334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-67d0397c-30b3-4e45-8e48-f9b5f2a7bf01 None None] Provisioning for port 65acc481-0c3a-4d2b-a387-79dbf268857c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:34.071518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-67d0397c-30b3-4e45-8e48-f9b5f2a7bf01 None None] Provisioning complete for port 65acc481-0c3a-4d2b-a387-79dbf268857c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:34.071941 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-67d0397c-30b3-4e45-8e48-f9b5f2a7bf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.108281 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-67d0397c-30b3-4e45-8e48-f9b5f2a7bf01 None None] Port 65acc481-0c3a-4d2b-a387-79dbf268857c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:34.206772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65acc481-0c3a-4d2b-a387-79dbf268857c {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:12:34.217727 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.242313 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Transition to ACTIVE for port object 65acc481-0c3a-4d2b-a387-79dbf268857c will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:34.327326 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.403938 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Pushing event updated for resources: {'Port': ['ID=65acc481-0c3a-4d2b-a387-79dbf268857c,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:34.484432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Attempting to bind port 65acc481-0c3a-4d2b-a387-79dbf268857c on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:34.486007 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Attempting to bind port 65acc481-0c3a-4d2b-a387-79dbf268857c by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'a192ff78-15e8-49d8-8efe-39780d7734e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:34.486950 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Attempting to bind port 65acc481-0c3a-4d2b-a387-79dbf268857c on network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:34.493871 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Port 65acc481-0c3a-4d2b-a387-79dbf268857c on network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:34.494305 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Attempting to bind port 65acc481-0c3a-4d2b-a387-79dbf268857c on network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:34.513733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:34.514591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Checking segment: {'id': 'a192ff78-15e8-49d8-8efe-39780d7734e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:34.515276 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Bound using segment: {'id': 'a192ff78-15e8-49d8-8efe-39780d7734e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:34.520335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Bound port: 65acc481-0c3a-4d2b-a387-79dbf268857c, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a192ff78-15e8-49d8-8efe-39780d7734e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:34.526905 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.545059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072daef-9bac-4bd6-9282-31d93d194077 req-203e0adb-d4e7-49ba-a67d-3ea22ca72fef tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:34.547708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8072daef-9bac-4bd6-9282-31d93d194077 req-203e0adb-d4e7-49ba-a67d-3ea22ca72fef tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.0962937 Jul 05 04:12:34.602458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8072daef-9bac-4bd6-9282-31d93d194077 req-511f1868-f4c0-4b15-916c-1f06289999c1 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472777 Jul 05 04:12:34.621375 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] For port 65acc481-0c3a-4d2b-a387-79dbf268857c, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:34.622331 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] For port 65acc481-0c3a-4d2b-a387-79dbf268857c, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=65acc481-0c3a-4d2b-a387-79dbf268857c,segment=NetworkSegment(a192ff78-15e8-49d8-8efe-39780d7734e1),segment_id=a192ff78-15e8-49d8-8efe-39780d7734e1)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:34.711610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60264) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:34.725635 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-daaed1ba-2657-437a-9391-b0b52ca75306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.755447 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.810163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:34.811593 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.813714 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] 10.222.0.11 "PUT /v2.0/ports/65acc481-0c3a-4d2b-a387-79dbf268857c HTTP/1.1" status: 200 len: 1091 time: 1.0710292 Jul 05 04:12:34.814363 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'tag': '65acc481-0c3a-4d2b-a387-79dbf268857c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:34.817835 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b68b7f-77e6-4379-aac6-bba49205e187" -d '{"events": [{"name": "network-changed", "server_uuid": "437106f7-2d92-4b82-ae5e-7dd2a2383dcf", "tag": "65acc481-0c3a-4d2b-a387-79dbf268857c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:34.886902 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8e6f09-787a-413c-b3a2-ec415422b0e7 x-openstack-request-id: req-4e8e6f09-787a-413c-b3a2-ec415422b0e7 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:34.887432 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437106f7-2d92-4b82-ae5e-7dd2a2383dcf", "tag": "65acc481-0c3a-4d2b-a387-79dbf268857c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:34.887756 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e8e6f09-787a-413c-b3a2-ec415422b0e7 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:34.888326 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'tag': '65acc481-0c3a-4d2b-a387-79dbf268857c', 'status': 'completed', 'code': 200} Jul 05 04:12:34.921559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0eda29-22f1-469e-9711-4b6187b883bc service neutron] Pushing event updated for resources: {'Port': ['ID=65acc481-0c3a-4d2b-a387-79dbf268857c,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:34.999807 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-daaed1ba-2657-437a-9391-b0b52ca75306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.017812 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b68b7f-77e6-4379-aac6-bba49205e187 req-acbbc8c3-7b10-47cb-ac16-ec34b5068643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:35.019418 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-51b68b7f-77e6-4379-aac6-bba49205e187 req-acbbc8c3-7b10-47cb-ac16-ec34b5068643 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 1094 time: 0.1066298 Jul 05 04:12:35.117671 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-daaed1ba-2657-437a-9391-b0b52ca75306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.160250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbef99f-13bb-4f81-89d5-f10b64260ea5 req-de75ec19-03ca-4d4a-aad6-653d738cb8be tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:35.162191 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ddbef99f-13bb-4f81-89d5-f10b64260ea5 req-de75ec19-03ca-4d4a-aad6-653d738cb8be tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 943 time: 0.0778105 Jul 05 04:12:35.261953 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ddbef99f-13bb-4f81-89d5-f10b64260ea5 req-84eb1b3c-b5c0-4931-8c08-afafc7e51ec5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=09bc4055-c611-4259-bdd3-d98f02e329a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899746 Jul 05 04:12:35.598735 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaed1ba-2657-437a-9391-b0b52ca75306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57b021c-8956-4155-b5c0-56c17a08e05d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:35.619856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60308) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:35.620494 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-daaed1ba-2657-437a-9391-b0b52ca75306 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b12bbab8fe847a3b97fa1e2d7449af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9071400 Jul 05 04:12:35.653201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b68b7f-77e6-4379-aac6-bba49205e187 req-49fa4eb4-72eb-43a8-baf3-d3f7a2dab5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:35.655028 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-51b68b7f-77e6-4379-aac6-bba49205e187 req-49fa4eb4-72eb-43a8-baf3-d3f7a2dab5cc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&shared=False HTTP/1.1" status: 200 len: 898 time: 0.6273415 Jul 05 04:12:35.709088 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a602a8f7-97af-4e65-9563-06c4acc9db23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.739442 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a602a8f7-97af-4e65-9563-06c4acc9db23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.874467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfb9d1-8336-4c9b-b112-b670af112870 req-53f86c6c-db36-47db-8fdf-14a00ae85c94 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:35.878446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b68b7f-77e6-4379-aac6-bba49205e187 req-10fe3526-ab56-4b35-9406-6bbeede8c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:35.881310 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-51b68b7f-77e6-4379-aac6-bba49205e187 req-10fe3526-ab56-4b35-9406-6bbeede8c880 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2073350 Jul 05 04:12:35.882145 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69dfb9d1-8336-4c9b-b112-b670af112870 req-53f86c6c-db36-47db-8fdf-14a00ae85c94 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.0806394 Jul 05 04:12:35.935371 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69dfb9d1-8336-4c9b-b112-b670af112870 req-7fdc8c21-7971-419c-bcf5-93d52c72c983 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521700 Jul 05 04:12:35.937104 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a602a8f7-97af-4e65-9563-06c4acc9db23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.942525 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a602a8f7-97af-4e65-9563-06c4acc9db23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.949902 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a602a8f7-97af-4e65-9563-06c4acc9db23 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b57b021c-8956-4155-b5c0-56c17a08e05d HTTP/1.1" status: 204 len: 168 time: 0.3213544 Jul 05 04:12:35.954098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602a8f7-97af-4e65-9563-06c4acc9db23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57b021c-8956-4155-b5c0-56c17a08e05d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:36.010403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-db6e5f09-c147-4d4b-9fcf-da8db1df182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:36.011920 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-db6e5f09-c147-4d4b-9fcf-da8db1df182f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 1094 time: 0.0734293 Jul 05 04:12:36.058715 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-f65bc68b-f44b-4573-bc3f-955f7e4cbb18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65acc481-0c3a-4d2b-a387-79dbf268857c HTTP/1.1" status: 200 len: 217 time: 0.0378773 Jul 05 04:12:36.117222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-293ae895-9702-43a8-b132-231371a53dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:36.118756 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-293ae895-9702-43a8-b132-231371a53dfc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=234f90c7-83bf-4f6a-b04f-a7f1fb8478bc HTTP/1.1" status: 200 len: 834 time: 0.0511031 Jul 05 04:12:36.188263 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-ee1547ac-aae6-4f03-8be6-593c8e138836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:36.190825 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-ee1547ac-aae6-4f03-8be6-593c8e138836 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=633041f3-a8f0-4c37-b6d6-cb3727a001e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637207 Jul 05 04:12:36.333807 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-34128346-00bd-429f-b4c3-138a8641dde9 service neutron] 10.222.0.11 "GET /v2.0/networks/633041f3-a8f0-4c37-b6d6-cb3727a001e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350472 Jul 05 04:12:36.482961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a2dbe-78ee-4468-b257-adaa67029a61 req-adc3d352-ef8d-4c90-a34e-99c4de5c3b0b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:36.482961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed6a2dbe-78ee-4468-b257-adaa67029a61 req-adc3d352-ef8d-4c90-a34e-99c4de5c3b0b tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 943 time: 0.0762274 Jul 05 04:12:36.483284 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-59128507-8ae7-4d97-a926-a13f4e6a9974 req-14d66609-24d2-4d03-99bc-53532910df6d service neutron] 10.222.0.11 "GET /v2.0/networks/633041f3-a8f0-4c37-b6d6-cb3727a001e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399305 Jul 05 04:12:36.525257 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed6a2dbe-78ee-4468-b257-adaa67029a61 req-ace14e5b-aea1-4da0-a24c-f5c270dc6f6f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=09bc4055-c611-4259-bdd3-d98f02e329a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420277 Jul 05 04:12:37.162842 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1271f-385c-4e4a-8c04-47b72fb6ef91 req-0a6d6c7d-e93e-44d2-8cea-24fbc17e1fe4 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:37.164579 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89d1271f-385c-4e4a-8c04-47b72fb6ef91 req-0a6d6c7d-e93e-44d2-8cea-24fbc17e1fe4 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.0890670 Jul 05 04:12:37.223666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89d1271f-385c-4e4a-8c04-47b72fb6ef91 req-00ac597b-1532-4b48-8e6e-fb218e0bcc6b tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526209 Jul 05 04:12:37.717494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d636e0-a783-444c-930d-5b93d544b56a req-664197e9-7ebf-41ae-89e4-01a0321896c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:37.717494 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76d636e0-a783-444c-930d-5b93d544b56a req-664197e9-7ebf-41ae-89e4-01a0321896c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 943 time: 0.0727534 Jul 05 04:12:37.756611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76d636e0-a783-444c-930d-5b93d544b56a req-e424fcdf-f477-4ef5-bf68-457e252ab39c tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=09bc4055-c611-4259-bdd3-d98f02e329a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341766 Jul 05 04:12:38.107870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263964b0-674d-4fb3-b671-09f84dd2f3b9 req-d804bfd2-efe0-4584-8da7-43dc3a57926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:38.109537 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-263964b0-674d-4fb3-b671-09f84dd2f3b9 req-d804bfd2-efe0-4584-8da7-43dc3a57926a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 1096 time: 0.0909760 Jul 05 04:12:38.151049 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-263964b0-674d-4fb3-b671-09f84dd2f3b9 req-9a4066f5-b9b1-4757-98f9-9d8b4f694cc5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346353 Jul 05 04:12:38.151219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60466) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:38.315377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a82bac67-b1de-4b13-a829-a57c42ead098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.448158 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a82bac67-b1de-4b13-a829-a57c42ead098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.456109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b78ac5-6385-4e3b-a757-303bd25cbd7b req-d0c8c344-1bbf-4c7e-a7db-312c80bb0d73 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:38.458049 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94b78ac5-6385-4e3b-a757-303bd25cbd7b req-d0c8c344-1bbf-4c7e-a7db-312c80bb0d73 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.0740812 Jul 05 04:12:38.499085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94b78ac5-6385-4e3b-a757-303bd25cbd7b req-ffa2d7c5-8d46-4de5-93e5-e82e5a369f28 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337775 Jul 05 04:12:38.527454 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a82bac67-b1de-4b13-a829-a57c42ead098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.569980 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a82bac67-b1de-4b13-a829-a57c42ead098 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14fdbf9b4c0745f5a361db27338d4c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176788 Jul 05 04:12:38.570953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bac67-b1de-4b13-a829-a57c42ead098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabad444-bd18-4ed6-8c89-651a96caf065,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.572650 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60484) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:38.621438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a513414b-a80c-4fb1-b051-6f35d544ca0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.645151 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a513414b-a80c-4fb1-b051-6f35d544ca0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.781164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a513414b-a80c-4fb1-b051-6f35d544ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.785710 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a513414b-a80c-4fb1-b051-6f35d544ca0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.787259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a513414b-a80c-4fb1-b051-6f35d544ca0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fabad444-bd18-4ed6-8c89-651a96caf065 HTTP/1.1" status: 204 len: 168 time: 0.2135170 Jul 05 04:12:38.808581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513414b-a80c-4fb1-b051-6f35d544ca0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabad444-bd18-4ed6-8c89-651a96caf065,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.995101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12853f3a-053a-4dc5-a073-344056c379d6 req-fd889921-918d-4ce3-8a26-f286481be164 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:38.996685 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12853f3a-053a-4dc5-a073-344056c379d6 req-fd889921-918d-4ce3-8a26-f286481be164 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 943 time: 0.0770628 Jul 05 04:12:39.053252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12853f3a-053a-4dc5-a073-344056c379d6 req-c102ab6e-9d68-44b0-b730-7e2373d7b414 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=09bc4055-c611-4259-bdd3-d98f02e329a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468392 Jul 05 04:12:39.643529 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60526) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:39.661845 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20165fa7-9829-44e9-8bb7-8af92a1cc46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.705433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e8b69-6f60-4b9e-b506-6a063ab6b24e req-ef93460e-75b1-49c3-a9e0-4906998abeb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:39.707960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e81e8b69-6f60-4b9e-b506-6a063ab6b24e req-ef93460e-75b1-49c3-a9e0-4906998abeb6 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.0795763 Jul 05 04:12:39.768464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e81e8b69-6f60-4b9e-b506-6a063ab6b24e req-cbe54354-bf54-4055-bea7-c8538dd2f821 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542877 Jul 05 04:12:39.778270 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20165fa7-9829-44e9-8bb7-8af92a1cc46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.815630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 65acc481-0c3a-4d2b-a387-79dbf268857c details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:12:39.850762 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-20165fa7-9829-44e9-8bb7-8af92a1cc46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.884803 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-20165fa7-9829-44e9-8bb7-8af92a1cc46b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c4c5700d86f4b6497d428c0f3139001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392449 Jul 05 04:12:39.887225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60538) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:39.925976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20165fa7-9829-44e9-8bb7-8af92a1cc46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46d43f0-7948-42de-9358-640df660ae8c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:39.926151 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:12:39.957340 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 65acc481-0c3a-4d2b-a387-79dbf268857c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=65acc481-0c3a-4d2b-a387-79dbf268857c,segment=NetworkSegment(a192ff78-15e8-49d8-8efe-39780d7734e1),segment_id=a192ff78-15e8-49d8-8efe-39780d7734e1)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:39.975775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '65acc481-0c3a-4d2b-a387-79dbf268857c', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'port_id': '65acc481-0c3a-4d2b-a387-79dbf268857c', 'mac_address': 'fa:16:3e:41:55:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:12:40.015093 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b0f95dd-f2ca-4f4c-9e54-c8239beac7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.031205 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.046388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65acc481-0c3a-4d2b-a387-79dbf268857c {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:12:40.075765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b0f95dd-f2ca-4f4c-9e54-c8239beac7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.079307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 65acc481-0c3a-4d2b-a387-79dbf268857c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=65acc481-0c3a-4d2b-a387-79dbf268857c,segment=NetworkSegment(a192ff78-15e8-49d8-8efe-39780d7734e1),segment_id=a192ff78-15e8-49d8-8efe-39780d7734e1)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:40.146639 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.235549 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=65acc481-0c3a-4d2b-a387-79dbf268857c,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:40.268309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efceb5-4843-4b13-b052-751dd8698c0f req-ef74e899-ee44-44b7-ba14-48aa3a517d9d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:40.270201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14efceb5-4843-4b13-b052-751dd8698c0f req-ef74e899-ee44-44b7-ba14-48aa3a517d9d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 944 time: 0.0726619 Jul 05 04:12:40.304273 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b0f95dd-f2ca-4f4c-9e54-c8239beac7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.305700 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b0f95dd-f2ca-4f4c-9e54-c8239beac7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.309155 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5b0f95dd-f2ca-4f4c-9e54-c8239beac7f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d46d43f0-7948-42de-9358-640df660ae8c HTTP/1.1" status: 204 len: 168 time: 0.4186387 Jul 05 04:12:40.326385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f95dd-f2ca-4f4c-9e54-c8239beac7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46d43f0-7948-42de-9358-640df660ae8c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:40.331355 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14efceb5-4843-4b13-b052-751dd8698c0f req-f9a9738d-bfd7-48fb-93a2-c41ff849bbd8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=09bc4055-c611-4259-bdd3-d98f02e329a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553374 Jul 05 04:12:40.366677 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['65acc481-0c3a-4d2b-a387-79dbf268857c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:12:40.696521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e111ade-3e07-4d8d-8869-6659e7d9b072 req-7ee162c5-2da3-43b9-b370-e7b9291fb820 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:40.698365 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e111ade-3e07-4d8d-8869-6659e7d9b072 req-7ee162c5-2da3-43b9-b370-e7b9291fb820 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.1417096 Jul 05 04:12:40.712034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f41f2c-b5bc-4563-a354-6ca05d654336 req-741bb19a-a17d-4e41-9d28-c2fd52734f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:40.713540 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46f41f2c-b5bc-4563-a354-6ca05d654336 req-741bb19a-a17d-4e41-9d28-c2fd52734f40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46fbc9635ffe4afc9c63593099e73911&device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 1096 time: 0.0956807 Jul 05 04:12:40.795823 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e111ade-3e07-4d8d-8869-6659e7d9b072 req-c8e1a3dc-cf84-4364-823e-3f0051ea1fba tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876606 Jul 05 04:12:40.839276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f41f2c-b5bc-4563-a354-6ca05d654336 req-3e9bf209-e774-498d-b101-d8a5e60ddba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:40.840960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46f41f2c-b5bc-4563-a354-6ca05d654336 req-3e9bf209-e774-498d-b101-d8a5e60ddba8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a660774b-4e9f-46d0-91a2-a0fa4450349a HTTP/1.1" status: 200 len: 920 time: 0.1132638 Jul 05 04:12:40.890742 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46f41f2c-b5bc-4563-a354-6ca05d654336 req-a3038f9f-c3fa-4199-9518-8b3480e702fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd657753-1249-4aa2-9811-1d7ea4cd9cd5 HTTP/1.1" status: 200 len: 217 time: 0.0437856 Jul 05 04:12:40.955896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f41f2c-b5bc-4563-a354-6ca05d654336 req-97b97a6f-b426-4040-96da-8bdd251fac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:40.960533 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46f41f2c-b5bc-4563-a354-6ca05d654336 req-97b97a6f-b426-4040-96da-8bdd251fac47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f71dca5-71ed-4a09-a0a0-4a186552a407 HTTP/1.1" status: 200 len: 859 time: 0.0601413 Jul 05 04:12:40.994293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46f41f2c-b5bc-4563-a354-6ca05d654336 req-97d40ffe-dd48-4858-8e9d-e8e883dcc6fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a660774b-4e9f-46d0-91a2-a0fa4450349a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302422 Jul 05 04:12:41.102182 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46f41f2c-b5bc-4563-a354-6ca05d654336 req-5574c582-cdf3-4b4c-87d8-f1b7000eba11 service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016479 Jul 05 04:12:41.210172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46f41f2c-b5bc-4563-a354-6ca05d654336 req-d5643ffe-9378-4a47-a430-4003ebe59e56 service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024034 Jul 05 04:12:41.573114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f688b-6b70-4262-84fc-40a23d26a923 req-f60353eb-5c79-4b15-8f27-d6ee1d163f90 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:41.574898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e2f688b-6b70-4262-84fc-40a23d26a923 req-f60353eb-5c79-4b15-8f27-d6ee1d163f90 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 944 time: 0.0741892 Jul 05 04:12:41.627271 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e2f688b-6b70-4262-84fc-40a23d26a923 req-f446e55e-510e-464e-a4f1-9c9b8e1c38bc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=09bc4055-c611-4259-bdd3-d98f02e329a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464268 Jul 05 04:12:41.834525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 65acc481-0c3a-4d2b-a387-79dbf268857c up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:42.052931 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 65acc481-0c3a-4d2b-a387-79dbf268857c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:42.057275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 65acc481-0c3a-4d2b-a387-79dbf268857c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:42.057931 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.090605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc07fe9-f3d9-46b6-968b-211cd1e38dde req-2b6fcbf9-2d22-4ccb-8df3-6e87edae69ec tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:42.100324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ddc07fe9-f3d9-46b6-968b-211cd1e38dde req-2b6fcbf9-2d22-4ccb-8df3-6e87edae69ec tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.0957272 Jul 05 04:12:42.160238 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ddc07fe9-f3d9-46b6-968b-211cd1e38dde req-fa921fb3-3c4a-4b2a-8c6c-87dd7f1177b0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588601 Jul 05 04:12:42.205503 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.280970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65acc481-0c3a-4d2b-a387-79dbf268857c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:42.287134 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20725473-e2c4-4b71-b090-a17f4e64453a" -d '{"events": [{"server_uuid": "437106f7-2d92-4b82-ae5e-7dd2a2383dcf", "name": "network-vif-plugged", "status": "completed", "tag": "65acc481-0c3a-4d2b-a387-79dbf268857c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:42.298496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 65acc481-0c3a-4d2b-a387-79dbf268857c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=65acc481-0c3a-4d2b-a387-79dbf268857c,segment=NetworkSegment(a192ff78-15e8-49d8-8efe-39780d7734e1),segment_id=a192ff78-15e8-49d8-8efe-39780d7734e1)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:42.359020 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f014208-3d77-4f33-89ea-52b5aa32414f x-openstack-request-id: req-9f014208-3d77-4f33-89ea-52b5aa32414f {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:42.359568 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437106f7-2d92-4b82-ae5e-7dd2a2383dcf", "name": "network-vif-plugged", "status": "completed", "tag": "65acc481-0c3a-4d2b-a387-79dbf268857c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:42.360306 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9f014208-3d77-4f33-89ea-52b5aa32414f {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:42.360934 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65acc481-0c3a-4d2b-a387-79dbf268857c', 'code': 200} Jul 05 04:12:42.402170 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.495154 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=65acc481-0c3a-4d2b-a387-79dbf268857c,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:42.582539 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc225c6-2a39-4e86-a00b-625c7d808d68 req-522994d4-9689-475e-bca4-772cf5cf8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:42.584230 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5dc225c6-2a39-4e86-a00b-625c7d808d68 req-522994d4-9689-475e-bca4-772cf5cf8ae6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 1096 time: 0.1097033 Jul 05 04:12:42.624051 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5dc225c6-2a39-4e86-a00b-625c7d808d68 req-6e9f59c8-a788-4bb7-a83e-3d136afd86df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=09bc4055-c611-4259-bdd3-d98f02e329a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332286 Jul 05 04:12:42.886439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8c29d-0621-428d-934c-e2009c0f7bd8 req-fd50adf3-e5ff-4581-b81d-80178e29059a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:42.896945 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dda8c29d-0621-428d-934c-e2009c0f7bd8 req-fd50adf3-e5ff-4581-b81d-80178e29059a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 945 time: 0.1539676 Jul 05 04:12:42.947250 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dda8c29d-0621-428d-934c-e2009c0f7bd8 req-33c38705-ea35-445c-96ff-519858365d38 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=09bc4055-c611-4259-bdd3-d98f02e329a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494280 Jul 05 04:12:43.467699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a613fca-fc1c-4e96-8435-8bcf65a4999e req-aaa3bac0-0ac9-453e-b21f-31ad3f30587f tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:43.469981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5a613fca-fc1c-4e96-8435-8bcf65a4999e req-aaa3bac0-0ac9-453e-b21f-31ad3f30587f tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.1151721 Jul 05 04:12:43.523371 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5a613fca-fc1c-4e96-8435-8bcf65a4999e req-be164f22-2aaf-45a3-a779-2a5ee816dd28 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468228 Jul 05 04:12:44.179395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6d5d1-b05a-4aa3-a4f0-d61aa50bbaaa req-be590b3e-a8c1-486f-bd89-8c5e11f3137a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:44.184632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bca6d5d1-b05a-4aa3-a4f0-d61aa50bbaaa req-be590b3e-a8c1-486f-bd89-8c5e11f3137a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 945 time: 0.0886762 Jul 05 04:12:44.221925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bca6d5d1-b05a-4aa3-a4f0-d61aa50bbaaa req-f41de0d5-4b65-4603-be30-bcbcd5182f12 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=09bc4055-c611-4259-bdd3-d98f02e329a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353332 Jul 05 04:12:44.431806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69788566-38e0-4af6-bf50-8d3c72b2192a req-76fda957-942d-4935-888a-715a1bb6b4fc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:44.433363 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69788566-38e0-4af6-bf50-8d3c72b2192a req-76fda957-942d-4935-888a-715a1bb6b4fc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 945 time: 0.0690455 Jul 05 04:12:44.491124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69788566-38e0-4af6-bf50-8d3c72b2192a req-3a47e099-2766-4b27-ad44-ee4d331da90f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=09bc4055-c611-4259-bdd3-d98f02e329a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518198 Jul 05 04:12:44.502183 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60788) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:44.529917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60794) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:44.606370 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b7d235-180b-4aca-bbe4-11ca183ee137 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:44.611778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60798) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:44.614276 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c2b7d235-180b-4aca-bbe4-11ca183ee137 tempest-TestNetworkBasicOps-2042630019 tempest-TestNetworkBasicOps-2042630019-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 1091 time: 0.0816116 Jul 05 04:12:44.619362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': '65acc481-0c3a-4d2b-a387-79dbf268857c', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:44.699134 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22f08a9e-e9a3-4b4c-8e4d-e873af392b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.724044 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.817264 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22f08a9e-e9a3-4b4c-8e4d-e873af392b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.857107 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.901018 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22f08a9e-e9a3-4b4c-8e4d-e873af392b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.952200 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f08a9e-e9a3-4b4c-8e4d-e873af392b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dce01c2-9e07-4df5-baa4-c19897df0329,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:44.958996 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-22f08a9e-e9a3-4b4c-8e4d-e873af392b20 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=301deefcd85142508e0947d819da5cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545755 Jul 05 04:12:44.963306 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60806) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:45.048964 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8fc82674-ca1c-4c5e-a8e3-168673e0b00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.075942 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8fc82674-ca1c-4c5e-a8e3-168673e0b00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.090898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Allocated IP 172.25.0.43 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/9c66ee39-8439-4a8f-bcbb-5207c8f423a3) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:45.210792 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.269829 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8fc82674-ca1c-4c5e-a8e3-168673e0b00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.273388 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8fc82674-ca1c-4c5e-a8e3-168673e0b00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.274831 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8fc82674-ca1c-4c5e-a8e3-168673e0b00f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1dce01c2-9e07-4df5-baa4-c19897df0329 HTTP/1.1" status: 204 len: 168 time: 0.3088779 Jul 05 04:12:45.285991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc82674-ca1c-4c5e-a8e3-168673e0b00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dce01c2-9e07-4df5-baa4-c19897df0329,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:45.331288 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.394713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:45.399651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:45.404630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:45.408238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=9c66ee39-8439-4a8f-bcbb-5207c8f423a3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:45.850528 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.094160 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.334867 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.409885 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.510583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event updated for resources: {'Port': ['ID=9c66ee39-8439-4a8f-bcbb-5207c8f423a3,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:46.530412 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.711746 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Floating IP 593ebd62-2340-4d2a-86fa-52f3ef70ab0b associated. External IP: 172.25.0.43, port: 65acc481-0c3a-4d2b-a387-79dbf268857c. Jul 05 04:12:47.014088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Router 3924272e-6c28-4858-8cde-ebf09649c974 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:47.155588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:47.179446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777fd4e-481f-4348-9bda-07d3240bb700 None None] Sync routers for ids ['3924272e-6c28-4858-8cde-ebf09649c974'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:47.197067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777fd4e-481f-4348-9bda-07d3240bb700 None None] Routers {'3924272e-6c28-4858-8cde-ebf09649c974'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:47.199254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-c777fd4e-481f-4348-9bda-07d3240bb700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:12:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3924272e-6c28-4858-8cde-ebf09649c974'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:47.258300 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.364422 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0ef727c3-4c38-4815-9d57-2b668cb290c5 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7466421 Jul 05 04:12:47.365810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60890) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:47.366279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'tag': '65acc481-0c3a-4d2b-a387-79dbf268857c'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:47.368722 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a952e944-eea2-4caa-b768-af95390b1ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "437106f7-2d92-4b82-ae5e-7dd2a2383dcf", "tag": "65acc481-0c3a-4d2b-a387-79dbf268857c"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:47.402050 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-c777fd4e-481f-4348-9bda-07d3240bb700 None None] Set router 3924272e-6c28-4858-8cde-ebf09649c974 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:47.713247 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-c777fd4e-481f-4348-9bda-07d3240bb700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:12:20Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '593ebd62-2340-4d2a-86fa-52f3ef70ab0b', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'port_id': '65acc481-0c3a-4d2b-a387-79dbf268857c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'mac_address': 'fa:16:3e:41:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:45Z', 'revision_number': 0, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d788a7-3dad-450c-a501-8d600ab05799', 'name': '', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:19Z', 'updated_at': '2021-07-05T04:12:26Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:47.744522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777fd4e-481f-4348-9bda-07d3240bb700 None None] Checking router: 3924272e-6c28-4858-8cde-ebf09649c974 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:47.754487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777fd4e-481f-4348-9bda-07d3240bb700 None None] Routers {'3924272e-6c28-4858-8cde-ebf09649c974'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:47.755126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-c777fd4e-481f-4348-9bda-07d3240bb700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:12:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3924272e-6c28-4858-8cde-ebf09649c974'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:47.945912 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e599b1-af04-485a-a083-a1d29ecc4126 x-openstack-request-id: req-55e599b1-af04-485a-a083-a1d29ecc4126 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:47.946355 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437106f7-2d92-4b82-ae5e-7dd2a2383dcf", "tag": "65acc481-0c3a-4d2b-a387-79dbf268857c", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:47.946695 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55e599b1-af04-485a-a083-a1d29ecc4126 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:47.947182 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'tag': '65acc481-0c3a-4d2b-a387-79dbf268857c', 'status': 'completed', 'code': 200} Jul 05 04:12:47.951023 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-325bb502-c5ba-46dc-9eec-33abe14b0420 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/floatingips/593ebd62-2340-4d2a-86fa-52f3ef70ab0b HTTP/1.1" status: 200 len: 990 time: 0.5794761 Jul 05 04:12:47.957689 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-c777fd4e-481f-4348-9bda-07d3240bb700 None None] Set router 3924272e-6c28-4858-8cde-ebf09649c974 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:48.062468 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952e944-eea2-4caa-b768-af95390b1ad3 req-28780d47-3166-4d26-b332-622adb1bec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:48.065163 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a952e944-eea2-4caa-b768-af95390b1ad3 req-28780d47-3166-4d26-b332-622adb1bec25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 1096 time: 0.0959344 Jul 05 04:12:48.240354 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952e944-eea2-4caa-b768-af95390b1ad3 req-f6268361-0839-4986-b872-f58ec42dd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:48.244264 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a952e944-eea2-4caa-b768-af95390b1ad3 req-f6268361-0839-4986-b872-f58ec42dd40f service neutron] 10.222.0.11 "GET /v2.0/networks?id=633041f3-a8f0-4c37-b6d6-cb3727a001e6 HTTP/1.1" status: 200 len: 898 time: 0.1710384 Jul 05 04:12:48.357100 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a952e944-eea2-4caa-b768-af95390b1ad3 req-cece1776-8e11-4394-b07a-cbce1fe6539e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65acc481-0c3a-4d2b-a387-79dbf268857c HTTP/1.1" status: 200 len: 998 time: 0.1043582 Jul 05 04:12:48.401487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-c777fd4e-481f-4348-9bda-07d3240bb700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:12:20Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '593ebd62-2340-4d2a-86fa-52f3ef70ab0b', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'port_id': '65acc481-0c3a-4d2b-a387-79dbf268857c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'mac_address': 'fa:16:3e:41:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:45Z', 'revision_number': 0, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d788a7-3dad-450c-a501-8d600ab05799', 'name': '', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:19Z', 'updated_at': '2021-07-05T04:12:26Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:48.426110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952e944-eea2-4caa-b768-af95390b1ad3 req-761d1b97-301d-4c19-b99e-acfc6c267ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:48.427605 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a952e944-eea2-4caa-b768-af95390b1ad3 req-761d1b97-301d-4c19-b99e-acfc6c267ae9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=234f90c7-83bf-4f6a-b04f-a7f1fb8478bc HTTP/1.1" status: 200 len: 834 time: 0.0628181 Jul 05 04:12:48.471694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777fd4e-481f-4348-9bda-07d3240bb700 None None] The sync data for ids ['3924272e-6c28-4858-8cde-ebf09649c974'] in n-d-798249-5 is: [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:12:20Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '593ebd62-2340-4d2a-86fa-52f3ef70ab0b', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'port_id': '65acc481-0c3a-4d2b-a387-79dbf268857c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'mac_address': 'fa:16:3e:41:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:45Z', 'revision_number': 0, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d788a7-3dad-450c-a501-8d600ab05799', 'name': '', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:19Z', 'updated_at': '2021-07-05T04:12:26Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:48.534163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952e944-eea2-4caa-b768-af95390b1ad3 req-e1052da9-16e9-4c37-b8d2-693c8709a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:48.535760 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a952e944-eea2-4caa-b768-af95390b1ad3 req-e1052da9-16e9-4c37-b8d2-693c8709a6fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=633041f3-a8f0-4c37-b6d6-cb3727a001e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008716 Jul 05 04:12:48.713513 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a952e944-eea2-4caa-b768-af95390b1ad3 req-a804a167-d4fc-4465-926b-0da1c38ab014 service neutron] 10.222.0.11 "GET /v2.0/networks/633041f3-a8f0-4c37-b6d6-cb3727a001e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599476 Jul 05 04:12:48.856724 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a952e944-eea2-4caa-b768-af95390b1ad3 req-e940ec7a-c71c-4b07-875c-1b96f3e86294 service neutron] 10.222.0.11 "GET /v2.0/networks/633041f3-a8f0-4c37-b6d6-cb3727a001e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357861 Jul 05 04:12:48.871873 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d5d949-c0cf-4634-b5d1-a337b2befb6e None None] New status for floating IP 593ebd62-2340-4d2a-86fa-52f3ef70ab0b: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:12:48.955234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60964) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:49.000814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60966) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:49.127916 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f77f7882-909a-433d-9618-9d04c3e2b3c3 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/floatingips/593ebd62-2340-4d2a-86fa-52f3ef70ab0b HTTP/1.1" status: 200 len: 990 time: 0.1693306 Jul 05 04:12:49.174469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60980) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:49.317689 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5cd4093-9ca9-4577-9d73-054e26b24a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.371580 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff4bc5bc-cb7e-4fed-9c9b-1afd818031ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.541988 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5cd4093-9ca9-4577-9d73-054e26b24a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.663523 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5cd4093-9ca9-4577-9d73-054e26b24a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.697262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b5cd4093-9ca9-4577-9d73-054e26b24a6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b089ab3ed3a4a33bbf041d4286996e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6943207 Jul 05 04:12:49.700242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 60994) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:49.735842 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd4093-9ca9-4577-9d73-054e26b24a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f652d776-f48f-482b-8706-ffbde526ea83,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:49.776192 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a7cf8027-e63d-46c4-a697-c6527f9e6fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.802280 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a7cf8027-e63d-46c4-a697-c6527f9e6fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.817096 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff4bc5bc-cb7e-4fed-9c9b-1afd818031ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.920928 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ff4bc5bc-cb7e-4fed-9c9b-1afd818031ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.946911 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a7cf8027-e63d-46c4-a697-c6527f9e6fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.951125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a7cf8027-e63d-46c4-a697-c6527f9e6fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.952654 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a7cf8027-e63d-46c4-a697-c6527f9e6fe3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f652d776-f48f-482b-8706-ffbde526ea83 HTTP/1.1" status: 204 len: 168 time: 0.2504032 Jul 05 04:12:49.965788 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ff4bc5bc-cb7e-4fed-9c9b-1afd818031ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4911d78d127d4242a28bdf90869e082c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7897305 Jul 05 04:12:49.966993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bc5bc-cb7e-4fed-9c9b-1afd818031ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23a39e0-e13a-4687-8c61-b819af3e36aa,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:49.970233 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 60998) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:49.974763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf8027-e63d-46c4-a697-c6527f9e6fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f652d776-f48f-482b-8706-ffbde526ea83,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:50.038416 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-562a53ec-78e7-480d-a8ba-f37eacb7cfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.061960 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-562a53ec-78e7-480d-a8ba-f37eacb7cfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.130164 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 32768) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:50.201010 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-562a53ec-78e7-480d-a8ba-f37eacb7cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.202845 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aa9e02b9-0abe-4f73-91d7-158ce4b59738 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/floatingips/593ebd62-2340-4d2a-86fa-52f3ef70ab0b HTTP/1.1" status: 200 len: 992 time: 0.0706556 Jul 05 04:12:50.204790 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-562a53ec-78e7-480d-a8ba-f37eacb7cfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.206829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-562a53ec-78e7-480d-a8ba-f37eacb7cfc9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c23a39e0-e13a-4687-8c61-b819af3e36aa HTTP/1.1" status: 204 len: 168 time: 0.2349505 Jul 05 04:12:50.214957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a53ec-78e7-480d-a8ba-f37eacb7cfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23a39e0-e13a-4687-8c61-b819af3e36aa,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:50.928151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 32802) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:50.973108 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-93b105cc-e92f-4c68-9cc8-c0562ac58799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.108832 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-93b105cc-e92f-4c68-9cc8-c0562ac58799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.176880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-93b105cc-e92f-4c68-9cc8-c0562ac58799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.227765 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-93b105cc-e92f-4c68-9cc8-c0562ac58799 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=919a70ca83f74af286209ed69c19669a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980540 Jul 05 04:12:51.230002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b105cc-e92f-4c68-9cc8-c0562ac58799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a4c9d6-aa24-4cf1-b119-42ce4f0aa0cb,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:51.230860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32810) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:51.267206 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fe686101-88cd-4f13-a574-d472a4f29751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.301885 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a357-3684-4a2f-82f3-a2c8c5aaafee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.341578 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a357-3684-4a2f-82f3-a2c8c5aaafee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.495298 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a357-3684-4a2f-82f3-a2c8c5aaafee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.500724 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a357-3684-4a2f-82f3-a2c8c5aaafee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.507324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9ec4a357-3684-4a2f-82f3-a2c8c5aaafee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52a4c9d6-aa24-4cf1-b119-42ce4f0aa0cb HTTP/1.1" status: 204 len: 168 time: 0.2748961 Jul 05 04:12:51.523100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4a357-3684-4a2f-82f3-a2c8c5aaafee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a4c9d6-aa24-4cf1-b119-42ce4f0aa0cb,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:52.277194 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32848) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:52.295329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32852) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:52.395815 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-442a22d8-5491-4c60-aa72-7f737de0273a tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-307357663'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:52.396638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-442a22d8-5491-4c60-aa72-7f737de0273a tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Unknown quota resources ['metering_label']. {{(pid=100877) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:12:52.519191 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15e04779-de6c-4048-8a18-fccd4466feb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.615210 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15e04779-de6c-4048-8a18-fccd4466feb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.751725 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15e04779-de6c-4048-8a18-fccd4466feb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.762287 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-442a22d8-5491-4c60-aa72-7f737de0273a tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.762287 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-442a22d8-5491-4c60-aa72-7f737de0273a tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4806306 Jul 05 04:12:52.763092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 32866) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:52.770779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c68636dc-22b8-4c58-b114-c3663ec04695 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '32867c25-98ff-4722-89c7-c5a28373cc2d'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:52.771197 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c68636dc-22b8-4c58-b114-c3663ec04695 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:12:52.794986 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-15e04779-de6c-4048-8a18-fccd4466feb8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=750be08e62144539b754eea46e6b02d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983854 Jul 05 04:12:52.796072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e04779-de6c-4048-8a18-fccd4466feb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2c88ff-13a1-445b-8b0a-fcfc5953286b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:52.798845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32868) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:52.868555 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-260173e7-34e8-4140-bff1-ef869d2944cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.896791 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-260173e7-34e8-4140-bff1-ef869d2944cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.949408 n-d-798249-5 neutron-server[100876]: WARNING neutron.services.metering.metering_plugin [None req-c68636dc-22b8-4c58-b114-c3663ec04695 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 04:12:53.030395 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-260173e7-34e8-4140-bff1-ef869d2944cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.033354 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-260173e7-34e8-4140-bff1-ef869d2944cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.035954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-260173e7-34e8-4140-bff1-ef869d2944cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb2c88ff-13a1-445b-8b0a-fcfc5953286b HTTP/1.1" status: 204 len: 168 time: 0.2361166 Jul 05 04:12:53.059346 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260173e7-34e8-4140-bff1-ef869d2944cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2c88ff-13a1-445b-8b0a-fcfc5953286b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:53.121669 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c68636dc-22b8-4c58-b114-c3663ec04695 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.123396 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c68636dc-22b8-4c58-b114-c3663ec04695 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3569241 Jul 05 04:12:53.126469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32882) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:53.131316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-273cc664-d214-4028-a3a4-7543b25fe3fc tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '32867c25-98ff-4722-89c7-c5a28373cc2d'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:53.136522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-273cc664-d214-4028-a3a4-7543b25fe3fc tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100877) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:12:53.332344 n-d-798249-5 neutron-server[100877]: WARNING neutron.services.metering.metering_plugin [None req-273cc664-d214-4028-a3a4-7543b25fe3fc tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 04:12:53.455645 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-273cc664-d214-4028-a3a4-7543b25fe3fc tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.459452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-273cc664-d214-4028-a3a4-7543b25fe3fc tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3291836 Jul 05 04:12:53.459764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32890) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:53.472979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8795c0e7-75b5-449c-a721-44f131fcaad8 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=4d2d7a9d-69ea-4b91-b77f-7a644e1cf806 HTTP/1.1" status: 200 len: 462 time: 0.0118117 Jul 05 04:12:53.475988 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 32892) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:53.654594 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-729b2c9b-8e5f-44db-830e-538c7150f35f tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.655988 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-729b2c9b-8e5f-44db-830e-538c7150f35f tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/4d2d7a9d-69ea-4b91-b77f-7a644e1cf806 HTTP/1.1" status: 204 len: 168 time: 0.1788027 Jul 05 04:12:53.660230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32900) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:53.682022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 32902) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:53.682842 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-954b7635-77e7-4f16-840d-cb7b2c687941 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=4d2d7a9d-69ea-4b91-b77f-7a644e1cf806 HTTP/1.1" status: 200 len: 221 time: 0.0212169 Jul 05 04:12:53.686562 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-981240b4-d683-4cce-9891-4087de48fd99 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--571429569', 'description': 'label created by tempest'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:53.687242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-981240b4-d683-4cce-9891-4087de48fd99 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Unknown quota resources ['metering_label']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:12:53.777469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32904) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:53.910256 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.028558 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.041896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32908) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.045233 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-981240b4-d683-4cce-9891-4087de48fd99 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.046440 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-981240b4-d683-4cce-9891-4087de48fd99 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3633986 Jul 05 04:12:54.053761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 32910) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.064654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83960ca5-4481-4cc8-b10c-ecfab43c0714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.099216 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.133356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a439b9fa-6d40-4ad6-a1ec-40c0923c2644,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:54.142410 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c900cce7-2284-41b4-8d22-0acd743726ac tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=47e7de72-0a4e-4bf1-8e33-dd7ab029ecdc HTTP/1.1" status: 200 len: 467 time: 0.0874362 Jul 05 04:12:54.146047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 32912) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.188725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:54.188984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:54.189464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:54.189804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:54.190190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:54.190590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:54.190924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:54.191253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:54.191579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:54.191918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:54.192281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:54.192701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:54.212159 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7540f59d-435e-4e0a-b2fb-f096554764b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a2033d212b9445c83e12592587078d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319241 Jul 05 04:12:54.215085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32914) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.249173 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0b83f2e1-d5f8-4f2a-ac4d-0f600cc9bcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.310065 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1be4e79b-af51-4135-8089-9c37590e68d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.355250 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1be4e79b-af51-4135-8089-9c37590e68d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.379627 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83960ca5-4481-4cc8-b10c-ecfab43c0714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.402261 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.453633 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-83960ca5-4481-4cc8-b10c-ecfab43c0714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.488644 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e966b8c4-30e3-48ad-b5a2-58e15fc950d3 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.491231 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e966b8c4-30e3-48ad-b5a2-58e15fc950d3 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/47e7de72-0a4e-4bf1-8e33-dd7ab029ecdc HTTP/1.1" status: 204 len: 168 time: 0.3441098 Jul 05 04:12:54.494336 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 32918) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.494508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83960ca5-4481-4cc8-b10c-ecfab43c0714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0351f170-5c1f-42e7-9969-b0c98e2b595f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:54.502635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-83960ca5-4481-4cc8-b10c-ecfab43c0714 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5cf27f29e08f4b339945c86deb3b1daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593863 Jul 05 04:12:54.503533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 32920) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.511294 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1be4e79b-af51-4135-8089-9c37590e68d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.513308 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1be4e79b-af51-4135-8089-9c37590e68d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.514888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1be4e79b-af51-4135-8089-9c37590e68d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a439b9fa-6d40-4ad6-a1ec-40c0923c2644 HTTP/1.1" status: 204 len: 168 time: 0.2977605 Jul 05 04:12:54.524923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4e79b-af51-4135-8089-9c37590e68d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a439b9fa-6d40-4ad6-a1ec-40c0923c2644,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:54.527879 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-49567109-59da-4102-a167-20aec69cfdb6 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=47e7de72-0a4e-4bf1-8e33-dd7ab029ecdc HTTP/1.1" status: 200 len: 216 time: 0.0319226 Jul 05 04:12:54.533433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32924) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.549645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4206758f-ce20-41cf-8d5c-d5e6d9d48851 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0158589 Jul 05 04:12:54.550413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32926) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.590934 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a451b8f-7e00-46ae-b62d-4b33243878e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.597523 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-db44c55a-0611-4b55-8228-7eec75f7ccfc tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0454969 Jul 05 04:12:54.597812 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 32928) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.632570 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a451b8f-7e00-46ae-b62d-4b33243878e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.721492 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0d17b1f1-757a-47a3-b655-1e09cadc7618 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/32867c25-98ff-4722-89c7-c5a28373cc2d HTTP/1.1" status: 200 len: 472 time: 0.0877833 Jul 05 04:12:54.728072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32932) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.741855 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-196f858c-5dd1-4a8e-9e58-75d3bf74a266 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/4939d7e0-bdc3-46cd-bab2-cfed74e68574 HTTP/1.1" status: 200 len: 459 time: 0.0114543 Jul 05 04:12:54.745355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32934) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.926673 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a451b8f-7e00-46ae-b62d-4b33243878e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.929578 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a451b8f-7e00-46ae-b62d-4b33243878e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.933267 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2a451b8f-7e00-46ae-b62d-4b33243878e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0351f170-5c1f-42e7-9969-b0c98e2b595f HTTP/1.1" status: 204 len: 168 time: 0.4260414 Jul 05 04:12:54.948103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a451b8f-7e00-46ae-b62d-4b33243878e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0351f170-5c1f-42e7-9969-b0c98e2b595f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:55.023062 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-93e45613-a1be-43c1-a063-b0e94b90a9e0 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.024214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-93e45613-a1be-43c1-a063-b0e94b90a9e0 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/4939d7e0-bdc3-46cd-bab2-cfed74e68574 HTTP/1.1" status: 204 len: 168 time: 0.2774093 Jul 05 04:12:55.026784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 32940) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:55.260672 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.354852 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-532d0329-708f-4f3f-8013-357a8b72df87 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.361074 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-532d0329-708f-4f3f-8013-357a8b72df87 tempest-MeteringIpV6TestJSON-1881875754 tempest-MeteringIpV6TestJSON-1881875754-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/32867c25-98ff-4722-89c7-c5a28373cc2d HTTP/1.1" status: 204 len: 168 time: 0.3283131 Jul 05 04:12:55.856282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 32970) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:55.875446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f84cd6cd-5332-4c47-a5af-bafbc62e1c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.085843 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f84cd6cd-5332-4c47-a5af-bafbc62e1c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.207244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 32986) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:56.257521 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f84cd6cd-5332-4c47-a5af-bafbc62e1c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.313578 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f84cd6cd-5332-4c47-a5af-bafbc62e1c97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=459d8cc263f6467aafb942644d3d04a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562659 Jul 05 04:12:56.316137 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 32992) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:56.320726 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cd6cd-5332-4c47-a5af-bafbc62e1c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df65e67-af73-408d-a913-8652e13ac88c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:56.421491 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ab5d3674-574a-4714-947b-0a53e57cd7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.481620 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ab5d3674-574a-4714-947b-0a53e57cd7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.517339 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4d78cda0-00b7-40d9-991c-8e59d2736ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.661154 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ab5d3674-574a-4714-947b-0a53e57cd7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.668481 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ab5d3674-574a-4714-947b-0a53e57cd7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.668481 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ab5d3674-574a-4714-947b-0a53e57cd7c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3df65e67-af73-408d-a913-8652e13ac88c HTTP/1.1" status: 204 len: 168 time: 0.3488660 Jul 05 04:12:56.679039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d3674-574a-4714-947b-0a53e57cd7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df65e67-af73-408d-a913-8652e13ac88c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:56.810937 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4d78cda0-00b7-40d9-991c-8e59d2736ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.893009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4d78cda0-00b7-40d9-991c-8e59d2736ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.944918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33026) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:56.955230 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4d78cda0-00b7-40d9-991c-8e59d2736ba6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=730026e51ac249c4b41408794694e910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7335668 Jul 05 04:12:56.960263 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78cda0-00b7-40d9-991c-8e59d2736ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936132d5-6d73-4c18-95e0-543b74c69954,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:57.074788 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dd543ada-3b21-4255-871e-f350f8cde10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.113471 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dd543ada-3b21-4255-871e-f350f8cde10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.196317 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.253037 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dd543ada-3b21-4255-871e-f350f8cde10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.256145 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dd543ada-3b21-4255-871e-f350f8cde10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.267032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dd543ada-3b21-4255-871e-f350f8cde10f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/936132d5-6d73-4c18-95e0-543b74c69954 HTTP/1.1" status: 204 len: 168 time: 0.3142135 Jul 05 04:12:57.270447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd543ada-3b21-4255-871e-f350f8cde10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936132d5-6d73-4c18-95e0-543b74c69954,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:58.178623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33120) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:58.191247 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c5a652bd-c72b-4274-9fcb-7ee1fbe3b20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.305571 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c5a652bd-c72b-4274-9fcb-7ee1fbe3b20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.395579 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c5a652bd-c72b-4274-9fcb-7ee1fbe3b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.452293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a652bd-c72b-4274-9fcb-7ee1fbe3b20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59875d80-039d-4546-9485-5be293229234,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:58.457382 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c5a652bd-c72b-4274-9fcb-7ee1fbe3b20e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=302c24f63dfe4a869d39b1464ee79881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797811 Jul 05 04:12:58.460243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33144) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:58.512051 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46ee01f3-7516-4b31-baf2-80ccf39fd49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.539059 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46ee01f3-7516-4b31-baf2-80ccf39fd49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.695310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46ee01f3-7516-4b31-baf2-80ccf39fd49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.700599 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46ee01f3-7516-4b31-baf2-80ccf39fd49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.700599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-46ee01f3-7516-4b31-baf2-80ccf39fd49d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59875d80-039d-4546-9485-5be293229234 HTTP/1.1" status: 204 len: 168 time: 0.2387149 Jul 05 04:12:58.709992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee01f3-7516-4b31-baf2-80ccf39fd49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59875d80-039d-4546-9485-5be293229234,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:59.449448 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.572981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e56556-1127-45f1-a449-0dc3bc9eade4 req-6c158fc6-a807-4a7d-9919-9d60c4b46fcc tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:59.572981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5e56556-1127-45f1-a449-0dc3bc9eade4 req-6c158fc6-a807-4a7d-9919-9d60c4b46fcc tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0877337 Jul 05 04:12:59.624700 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5e56556-1127-45f1-a449-0dc3bc9eade4 req-915e661c-4dcb-41f7-b7eb-4e9e6a64e6f0 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497737 Jul 05 04:12:59.643119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33246) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:59.763987 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5ae31f5-cc40-416a-9934-b0846657dd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.862237 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5ae31f5-cc40-416a-9934-b0846657dd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.940453 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a5ae31f5-cc40-416a-9934-b0846657dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.981169 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a5ae31f5-cc40-416a-9934-b0846657dd48 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f3f4929366342418dc73cea3df49c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369472 Jul 05 04:12:59.982438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae31f5-cc40-416a-9934-b0846657dd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0621f48-2b4e-411c-b5c3-97c051268849,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:59.983827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33270) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:00.056851 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b802bf7-2cca-4c12-94a7-08dd58302c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.081426 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b802bf7-2cca-4c12-94a7-08dd58302c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.204063 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b802bf7-2cca-4c12-94a7-08dd58302c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.207602 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2b802bf7-2cca-4c12-94a7-08dd58302c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.209623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2b802bf7-2cca-4c12-94a7-08dd58302c82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0621f48-2b4e-411c-b5c3-97c051268849 HTTP/1.1" status: 204 len: 168 time: 0.2234135 Jul 05 04:13:00.224044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b802bf7-2cca-4c12-94a7-08dd58302c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0621f48-2b4e-411c-b5c3-97c051268849,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:00.810995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150db6cb-ad02-47b5-9ce8-e124123884ef req-01fe546d-8ddb-43bc-b76f-08e4cdbaa581 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:00.813088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-150db6cb-ad02-47b5-9ce8-e124123884ef req-01fe546d-8ddb-43bc-b76f-08e4cdbaa581 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.0816975 Jul 05 04:13:00.865687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-150db6cb-ad02-47b5-9ce8-e124123884ef req-32c8bd95-ff62-4c49-9764-30e445a5f1fe tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413537 Jul 05 04:13:00.975462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33340) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:00.989058 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eff7c590-1354-424f-a8fc-51c036092d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.079204 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eff7c590-1354-424f-a8fc-51c036092d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.160665 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eff7c590-1354-424f-a8fc-51c036092d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.211653 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-eff7c590-1354-424f-a8fc-51c036092d39 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45c24d0dcfb54611914ef0d61c437962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326546 Jul 05 04:13:01.211653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7c590-1354-424f-a8fc-51c036092d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f7768a-2cd1-4103-b9c6-c217044243ad,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:01.212400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33356) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:01.212893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33358) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:01.270068 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0606573-d8fd-4565-b736-a280c10cd24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.293036 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0606573-d8fd-4565-b736-a280c10cd24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.317037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-baebe098-a462-4e86-a849-9827be942be1 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:01.395067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-baebe098-a462-4e86-a849-9827be942be1 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] 10.222.0.60 "PUT /v2.0/quotas/faf7318bec66443fb212627fd12d58e5 HTTP/1.1" status: 200 len: 368 time: 0.1811435 Jul 05 04:13:01.407390 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33370) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:01.413318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Request body: {'network': {'project_id': 'faf7318bec66443fb212627fd12d58e5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:01.428793 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0606573-d8fd-4565-b736-a280c10cd24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.431841 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f0606573-d8fd-4565-b736-a280c10cd24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.433029 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f0606573-d8fd-4565-b736-a280c10cd24d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8f7768a-2cd1-4103-b9c6-c217044243ad HTTP/1.1" status: 204 len: 168 time: 0.2189500 Jul 05 04:13:01.441595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0606573-d8fd-4565-b736-a280c10cd24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f7768a-2cd1-4103-b9c6-c217044243ad,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:01.516165 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.588917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Made reservation on behalf of faf7318bec66443fb212627fd12d58e5 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:01.591257 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.604347 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.753301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-2d5ee507-d13b-4e3a-8e34-343ae4c17c41 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=40d8147d14994cd58f189f79e00eec30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477679 Jul 05 04:13:01.760692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62ba63-7e70-40b0-b8d1-9811a6589cb4 req-9147bcc6-8ec4-4186-86b0-25e8ba229e07 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:01.762066 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a62ba63-7e70-40b0-b8d1-9811a6589cb4 req-9147bcc6-8ec4-4186-86b0-25e8ba229e07 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.64 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.2033799 Jul 05 04:13:01.887745 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.985322 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.077432 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:02.087633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-35912cd6-568d-467f-a3e7-c908fa529a34 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:02.089176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-35912cd6-568d-467f-a3e7-c908fa529a34 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3257027 Jul 05 04:13:02.121978 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5ee718-fd31-4d65-a38c-22f2ba099c58,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:02.125835 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.126187 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Added segment cac99ab1-4fc2-49b8-a5ae-87f95678b2d8 of type vlan for network f6730ab1-b815-4a17-b2d7-bf2a9220c656 Jul 05 04:13:02.147554 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a3e229e0-9e76-434b-bf9e-ec9de7d3c877 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/quotas/40d8147d14994cd58f189f79e00eec30 HTTP/1.1" status: 200 len: 375 time: 0.0449173 Jul 05 04:13:02.217678 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-3b449c19-596a-4298-a7cc-1193367d7777 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=40d8147d14994cd58f189f79e00eec30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692019 Jul 05 04:13:02.251989 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.257606 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baca39fc-9b3a-4077-be28-f259cd9ffa19 req-21580eee-474e-4265-a8df-78dd1c2e8557 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706079 Jul 05 04:13:02.263174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59736e46-2ab3-40de-935b-d77231d671ac req-9419e1ad-75e1-4bde-93db-73ca5688aa71 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:02.273774 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59736e46-2ab3-40de-935b-d77231d671ac req-9419e1ad-75e1-4bde-93db-73ca5688aa71 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 945 time: 0.2588875 Jul 05 04:13:02.287645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-4a62ba63-7e70-40b0-b8d1-9811a6589cb4 req-49504bfd-9d25-4602-9de5-e337fc617095 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Deleting port 6b81f795-d1c0-43b9-b849-4432455c96c4 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:02.288010 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4a62ba63-7e70-40b0-b8d1-9811a6589cb4 req-49504bfd-9d25-4602-9de5-e337fc617095 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.343118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca39fc-9b3a-4077-be28-f259cd9ffa19 req-2bd81091-dfcb-44ce-812d-51ee61c7c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:02.346033 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baca39fc-9b3a-4077-be28-f259cd9ffa19 req-2bd81091-dfcb-44ce-812d-51ee61c7c2c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46fbc9635ffe4afc9c63593099e73911&device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 1096 time: 0.0611370 Jul 05 04:13:02.388262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59736e46-2ab3-40de-935b-d77231d671ac req-af4410e8-0ee6-4745-bda4-0f8832e07be2 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136301 Jul 05 04:13:02.435656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-4a62ba63-7e70-40b0-b8d1-9811a6589cb4 req-49504bfd-9d25-4602-9de5-e337fc617095 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] For port 6b81f795-d1c0-43b9-b849-4432455c96c4, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6b81f795-d1c0-43b9-b849-4432455c96c4,segment=NetworkSegment(8ad6cf04-195d-4d06-a979-81ae56b18e0c),segment_id=8ad6cf04-195d-4d06-a979-81ae56b18e0c)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:02.436041 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4a62ba63-7e70-40b0-b8d1-9811a6589cb4 req-49504bfd-9d25-4602-9de5-e337fc617095 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.455212 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-4a62ba63-7e70-40b0-b8d1-9811a6589cb4 req-49504bfd-9d25-4602-9de5-e337fc617095 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Calling delete_port for 6b81f795-d1c0-43b9-b849-4432455c96c4 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:02.457173 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.458121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:02.459060 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.476883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca39fc-9b3a-4077-be28-f259cd9ffa19 req-6f93f303-6acf-4c02-9362-5fee890d99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:02.478464 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baca39fc-9b3a-4077-be28-f259cd9ffa19 req-6f93f303-6acf-4c02-9362-5fee890d99aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=a660774b-4e9f-46d0-91a2-a0fa4450349a HTTP/1.1" status: 200 len: 920 time: 0.1074963 Jul 05 04:13:02.521528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baca39fc-9b3a-4077-be28-f259cd9ffa19 req-ed864773-a1e0-4134-9f53-13351d180b2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd657753-1249-4aa2-9811-1d7ea4cd9cd5 HTTP/1.1" status: 200 len: 217 time: 0.0359552 Jul 05 04:13:02.580394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca39fc-9b3a-4077-be28-f259cd9ffa19 req-c7ef01f7-9ed6-47e2-94ed-1cd0ddf8577c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:02.581982 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baca39fc-9b3a-4077-be28-f259cd9ffa19 req-c7ef01f7-9ed6-47e2-94ed-1cd0ddf8577c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f71dca5-71ed-4a09-a0a0-4a186552a407 HTTP/1.1" status: 200 len: 859 time: 0.0528796 Jul 05 04:13:02.603434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Pushing event updated for resources: {'Network': ['ID=f6730ab1-b815-4a17-b2d7-bf2a9220c656,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:02.614337 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network f6730ab1-b815-4a17-b2d7-bf2a9220c656 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:02.615529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f2b92d33-62bf-4f9b-b6bb-101100584f23 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2070749 Jul 05 04:13:02.618146 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baca39fc-9b3a-4077-be28-f259cd9ffa19 req-e9182c72-791f-42f4-a167-f675b5f7e945 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a660774b-4e9f-46d0-91a2-a0fa4450349a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291741 Jul 05 04:13:02.618146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33452) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:02.622727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-828ba02c-9bce-438b-99a7-eb0801427002 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Request body: {'network': {'project_id': 'faf7318bec66443fb212627fd12d58e5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:02.732163 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baca39fc-9b3a-4077-be28-f259cd9ffa19 req-e7a15ac7-9d9d-41e2-8fc5-3338a448fabe service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057329 Jul 05 04:13:02.796471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828ba02c-9bce-438b-99a7-eb0801427002 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Made reservation on behalf of faf7318bec66443fb212627fd12d58e5 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:02.798839 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-828ba02c-9bce-438b-99a7-eb0801427002 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.835340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828ba02c-9bce-438b-99a7-eb0801427002 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:02.857606 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-828ba02c-9bce-438b-99a7-eb0801427002 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.857961 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-828ba02c-9bce-438b-99a7-eb0801427002 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Added segment 1b728f38-41f0-4f14-84c2-9fc94eddf608 of type vlan for network 2b98976c-db84-4df2-b904-8f215f9f10e1 Jul 05 04:13:02.876870 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-baca39fc-9b3a-4077-be28-f259cd9ffa19 req-9202e681-4c7b-40e8-bd0f-202cad9402eb service neutron] 10.222.0.64 "GET /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379430 Jul 05 04:13:02.909408 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-828ba02c-9bce-438b-99a7-eb0801427002 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.912107 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4a62ba63-7e70-40b0-b8d1-9811a6589cb4 req-49504bfd-9d25-4602-9de5-e337fc617095 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.924677 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['cd657753-1249-4aa2-9811-1d7ea4cd9cd5', '6b81f795-d1c0-43b9-b849-4432455c96c4'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:13:02.965955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49504bfd-9d25-4602-9de5-e337fc617095 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Pushing event deleted for resources: {'Port': ['ID=6b81f795-d1c0-43b9-b849-4432455c96c4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:03.014909 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-828ba02c-9bce-438b-99a7-eb0801427002 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.016633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828ba02c-9bce-438b-99a7-eb0801427002 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:03.017373 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-828ba02c-9bce-438b-99a7-eb0801427002 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.059954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a62ba63-7e70-40b0-b8d1-9811a6589cb4 req-49504bfd-9d25-4602-9de5-e337fc617095 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] No DVR routers for this DVR port 6b81f795-d1c0-43b9-b849-4432455c96c4 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:03.064731 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4a62ba63-7e70-40b0-b8d1-9811a6589cb4 req-49504bfd-9d25-4602-9de5-e337fc617095 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.067122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a62ba63-7e70-40b0-b8d1-9811a6589cb4 req-49504bfd-9d25-4602-9de5-e337fc617095 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.64 "DELETE /v2.0/ports/6b81f795-d1c0-43b9-b849-4432455c96c4 HTTP/1.1" status: 204 len: 173 time: 1.2787087 Jul 05 04:13:03.068662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57713044-c609-4d6d-b5bd-480f37bda8db', 'name': 'network-vif-deleted', 'tag': '6b81f795-d1c0-43b9-b849-4432455c96c4'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:03.071137 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca47765-8fee-42a2-bdd6-eb45364a70f2" -d '{"events": [{"server_uuid": "57713044-c609-4d6d-b5bd-480f37bda8db", "name": "network-vif-deleted", "tag": "6b81f795-d1c0-43b9-b849-4432455c96c4"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:03.107066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ba02c-9bce-438b-99a7-eb0801427002 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Pushing event updated for resources: {'Network': ['ID=2b98976c-db84-4df2-b904-8f215f9f10e1,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:03.112904 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdc665c-1717-4884-a292-15b16957cb53 x-openstack-request-id: req-ccdc665c-1717-4884-a292-15b16957cb53 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:03.113192 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57713044-c609-4d6d-b5bd-480f37bda8db", "name": "network-vif-deleted", "tag": "6b81f795-d1c0-43b9-b849-4432455c96c4", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:03.113441 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ccdc665c-1717-4884-a292-15b16957cb53 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:03.114184 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57713044-c609-4d6d-b5bd-480f37bda8db', 'name': 'network-vif-deleted', 'tag': '6b81f795-d1c0-43b9-b849-4432455c96c4', 'status': 'completed', 'code': 200} Jul 05 04:13:03.132951 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-828ba02c-9bce-438b-99a7-eb0801427002 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5026524 Jul 05 04:13:03.134871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33480) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:03.135117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 2b98976c-db84-4df2-b904-8f215f9f10e1 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:03.135352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f0fffc55-d694-4353-911c-f0212150eeb7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Request body: {'network': {'project_id': 'faf7318bec66443fb212627fd12d58e5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:03.145032 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fffc55-d694-4353-911c-f0212150eeb7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 04:13:03.145452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0fffc55-d694-4353-911c-f0212150eeb7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:03.146635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f0fffc55-d694-4353-911c-f0212150eeb7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0202928 Jul 05 04:13:03.149399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33484) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:03.247332 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dea60f3e-0cfe-4a35-aabc-a337f72915d7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.330245 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dea60f3e-0cfe-4a35-aabc-a337f72915d7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.339976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-dea60f3e-0cfe-4a35-aabc-a337f72915d7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b98976c-db84-4df2-b904-8f215f9f10e1']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:03.350600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-dea60f3e-0cfe-4a35-aabc-a337f72915d7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b728f38-41f0-4f14-84c2-9fc94eddf608') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:03.350897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-dea60f3e-0cfe-4a35-aabc-a337f72915d7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b728f38-41f0-4f14-84c2-9fc94eddf608') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:03.360983 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dea60f3e-0cfe-4a35-aabc-a337f72915d7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.377440 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dea60f3e-0cfe-4a35-aabc-a337f72915d7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.384728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea60f3e-0cfe-4a35-aabc-a337f72915d7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:03.392878 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dea60f3e-0cfe-4a35-aabc-a337f72915d7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:03.395411 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:03.563920 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be1d0c39-9fcc-4ece-a9c4-b5f4a779bebf req-647f78c8-151f-48cc-a28b-fd09668e4adc tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 210 time: 0.0413015 Jul 05 04:13:03.589995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b706cdd-7c20-4148-afc8-b7b3e75880c5 req-91f5ab7a-d2c4-4ba3-998e-59fa01f5922f tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=57713044-c609-4d6d-b5bd-480f37bda8db HTTP/1.1" status: 200 len: 210 time: 0.0358462 Jul 05 04:13:03.590775 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dea60f3e-0cfe-4a35-aabc-a337f72915d7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.600758 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dea60f3e-0cfe-4a35-aabc-a337f72915d7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.603265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dea60f3e-0cfe-4a35-aabc-a337f72915d7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] 10.222.0.60 "DELETE /v2.0/networks/2b98976c-db84-4df2-b904-8f215f9f10e1 HTTP/1.1" status: 204 len: 168 time: 0.4529493 Jul 05 04:13:03.606470 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33520) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:03.619820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea60f3e-0cfe-4a35-aabc-a337f72915d7 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b98976c-db84-4df2-b904-8f215f9f10e1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:03.694749 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7f5581e-277a-4fb8-9103-520613127554 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.710230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33528) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:03.779900 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7f5581e-277a-4fb8-9103-520613127554 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.793188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d7f5581e-277a-4fb8-9103-520613127554 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6730ab1-b815-4a17-b2d7-bf2a9220c656']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:03.804607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d7f5581e-277a-4fb8-9103-520613127554 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac99ab1-4fc2-49b8-a5ae-87f95678b2d8') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:03.804913 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d7f5581e-277a-4fb8-9103-520613127554 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac99ab1-4fc2-49b8-a5ae-87f95678b2d8') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:03.814859 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7f5581e-277a-4fb8-9103-520613127554 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.830036 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7f5581e-277a-4fb8-9103-520613127554 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.837167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f5581e-277a-4fb8-9103-520613127554 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:03.837868 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7f5581e-277a-4fb8-9103-520613127554 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:03.839286 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:03.871367 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-568833894'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:03.971617 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7f5581e-277a-4fb8-9103-520613127554 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.979821 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7f5581e-277a-4fb8-9103-520613127554 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.981778 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d7f5581e-277a-4fb8-9103-520613127554 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] 10.222.0.60 "DELETE /v2.0/networks/f6730ab1-b815-4a17-b2d7-bf2a9220c656 HTTP/1.1" status: 204 len: 168 time: 0.3744135 Jul 05 04:13:03.992834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5581e-277a-4fb8-9103-520613127554 tempest-QuotasNegativeTest-1723943589 tempest-QuotasNegativeTest-1723943589-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6730ab1-b815-4a17-b2d7-bf2a9220c656,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:04.048703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Made reservation on behalf of 32c48cea098d46a7a1053da84ad0f278 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:04.053324 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.066197 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.186376 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.294799 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.326741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:04.334380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef961fa-1b49-41ca-81f8-2529af81f8fa,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:04.342253 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.342467 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Added segment 3c70268f-1df3-4f09-90ef-aed7c29e08a4 of type vlan for network 0008274e-443a-4dd4-9dc9-398a0eefc869 Jul 05 04:13:04.391075 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.523161 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.528977 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:04.529578 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.595055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Pushing event updated for resources: {'Network': ['ID=0008274e-443a-4dd4-9dc9-398a0eefc869,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:04.610613 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 0008274e-443a-4dd4-9dc9-398a0eefc869 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:04.652529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca3a9696-da5f-4033-90fc-303986de19f3 req-2318389e-344f-49c4-a8d2-71b012aeebc7 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 210 time: 0.0315182 Jul 05 04:13:04.698627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9f47963b-9595-4a83-8646-84c0b7d0b1eb tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9872999 Jul 05 04:13:04.701750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33584) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:04.859044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Request body: {'network': {'name': 'tempest-network--1956099737', 'router:external': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:04.962140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33602) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:05.009563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Made reservation on behalf of 3a87a18720574569a7ce61548a92182d for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:05.012021 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.022049 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.069916 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-979eafe3-81f0-4959-882d-27fcb3e3f2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.127140 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.192330 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.223503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:05.240096 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca037e0-da28-4811-b024-b5c3d288f2bf,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:05.245928 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.246518 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Added segment e1a12bf6-d829-410f-b1ca-c40015f4b9da of type vlan for network 65f881b1-ed8f-4d1a-8fa9-bbf3eaf86ac2 Jul 05 04:13:05.317670 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-979eafe3-81f0-4959-882d-27fcb3e3f2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.339791 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.386217 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-979eafe3-81f0-4959-882d-27fcb3e3f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.398114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12693a87-20a3-4b0a-b094-e7942cd34825 req-7adef835-e10e-44fb-8a05-a6744af3e6d4 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:05.401677 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12693a87-20a3-4b0a-b094-e7942cd34825 req-7adef835-e10e-44fb-8a05-a6744af3e6d4 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.1131911 Jul 05 04:13:05.429750 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-979eafe3-81f0-4959-882d-27fcb3e3f2ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ece44949f5d447e4867ecf06c6bf30e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4698162 Jul 05 04:13:05.431912 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979eafe3-81f0-4959-882d-27fcb3e3f2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3caedb2-f4b7-450f-a4a4-5502ebead26a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:05.438705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33628) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:05.442588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12693a87-20a3-4b0a-b094-e7942cd34825 req-f6a00f14-6460-4e46-98a8-bbe434a1ef70 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372233 Jul 05 04:13:05.493779 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-24c8d3f3-b602-4c28-b095-c61e54f8e1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.506795 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.507947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:05.508606 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.525582 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-24c8d3f3-b602-4c28-b095-c61e54f8e1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.581595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event updated for resources: {'Network': ['ID=65f881b1-ed8f-4d1a-8fa9-bbf3eaf86ac2,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:05.591670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 65f881b1-ed8f-4d1a-8fa9-bbf3eaf86ac2 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:05.614237 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9fdfdba-0089-4fc6-a3b9-212d5d4eab10 req-7e30041b-6f72-4f17-973e-9347aee26a7b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808508 Jul 05 04:13:05.661330 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4baa9a62-5253-4cf4-a41d-db52fbf020c6 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9548230 Jul 05 04:13:05.661984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33640) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:05.742430 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-24c8d3f3-b602-4c28-b095-c61e54f8e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.745152 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-24c8d3f3-b602-4c28-b095-c61e54f8e1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.746334 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-24c8d3f3-b602-4c28-b095-c61e54f8e1c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3caedb2-f4b7-450f-a4a4-5502ebead26a HTTP/1.1" status: 204 len: 168 time: 0.3065047 Jul 05 04:13:05.787157 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8d3f3-b602-4c28-b095-c61e54f8e1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3caedb2-f4b7-450f-a4a4-5502ebead26a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:05.795865 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee79c233-c306-465c-8f6d-06fe1055b954 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.850093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d583e4f-cd48-4a98-bb3c-2264e4236786 req-2aae1084-2d11-4ef1-ae7e-d955b3e4d516 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 210 time: 0.0695839 Jul 05 04:13:05.854440 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdfdba-0089-4fc6-a3b9-212d5d4eab10 req-2c6ab419-10da-49c7-b03c-dd3eb41946a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:05.855948 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9fdfdba-0089-4fc6-a3b9-212d5d4eab10 req-2c6ab419-10da-49c7-b03c-dd3eb41946a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7ca40dcdd604c11a19beb38813901f6&device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 1101 time: 0.1390820 Jul 05 04:13:05.940209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee79c233-c306-465c-8f6d-06fe1055b954 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.955071 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-ee79c233-c306-465c-8f6d-06fe1055b954 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f881b1-ed8f-4d1a-8fa9-bbf3eaf86ac2']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:05.967378 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-ee79c233-c306-465c-8f6d-06fe1055b954 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a12bf6-d829-410f-b1ca-c40015f4b9da') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:05.968817 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-ee79c233-c306-465c-8f6d-06fe1055b954 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a12bf6-d829-410f-b1ca-c40015f4b9da') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:05.971922 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6b81f795-d1c0-43b9-b849-4432455c96c4 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:05.986620 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee79c233-c306-465c-8f6d-06fe1055b954 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.993141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 6b81f795-d1c0-43b9-b849-4432455c96c4 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:05.994578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6b81f795-d1c0-43b9-b849-4432455c96c4 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:06.009380 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee79c233-c306-465c-8f6d-06fe1055b954 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.011760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdfdba-0089-4fc6-a3b9-212d5d4eab10 req-0f4dcf8b-028e-4f07-85bc-c7def290c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:06.013337 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9fdfdba-0089-4fc6-a3b9-212d5d4eab10 req-0f4dcf8b-028e-4f07-85bc-c7def290c1a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b142b475-d405-44d6-8b98-f8f6dde55545 HTTP/1.1" status: 200 len: 870 time: 0.1292181 Jul 05 04:13:06.018674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee79c233-c306-465c-8f6d-06fe1055b954 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee79c233-c306-465c-8f6d-06fe1055b954 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:06.023214 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:06.095061 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9fdfdba-0089-4fc6-a3b9-212d5d4eab10 req-ddcaa415-30e8-4d8b-82a5-7eacb4b7311c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=a5fa7851-5c3f-4112-b8fd-bffe11560b23 HTTP/1.1" status: 200 len: 217 time: 0.0728757 Jul 05 04:13:06.151925 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdfdba-0089-4fc6-a3b9-212d5d4eab10 req-fb92379b-bc97-4984-b1b5-c7fdb6c14347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:06.153525 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9fdfdba-0089-4fc6-a3b9-212d5d4eab10 req-fb92379b-bc97-4984-b1b5-c7fdb6c14347 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0503762 Jul 05 04:13:06.221104 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdfdba-0089-4fc6-a3b9-212d5d4eab10 req-a3543f41-d106-4f64-82d9-94a56228de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:06.224416 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9fdfdba-0089-4fc6-a3b9-212d5d4eab10 req-a3543f41-d106-4f64-82d9-94a56228de77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626040 Jul 05 04:13:06.254189 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee79c233-c306-465c-8f6d-06fe1055b954 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.285956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee79c233-c306-465c-8f6d-06fe1055b954 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65f881b1-ed8f-4d1a-8fa9-bbf3eaf86ac2 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:13:06.296383 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee79c233-c306-465c-8f6d-06fe1055b954 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.298039 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ee79c233-c306-465c-8f6d-06fe1055b954 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "DELETE /v2.0/networks/65f881b1-ed8f-4d1a-8fa9-bbf3eaf86ac2 HTTP/1.1" status: 204 len: 168 time: 0.6349146 Jul 05 04:13:06.301678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33676) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:06.306973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0d7729e9-ac0d-4e51-868c-fd12f8646258 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:06.310005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79c233-c306-465c-8f6d-06fe1055b954 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event deleted for resources: {'Network': ['ID=65f881b1-ed8f-4d1a-8fa9-bbf3eaf86ac2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:06.365951 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9fdfdba-0089-4fc6-a3b9-212d5d4eab10 req-8ba62a82-467b-4b3e-8c80-d866414792bb service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357090 Jul 05 04:13:06.394892 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-d421a1c2-69ca-40a0-b0c4-a06341e16153 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=40d8147d14994cd58f189f79e00eec30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294585 Jul 05 04:13:06.453704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7729e9-ac0d-4e51-868c-fd12f8646258 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Made reservation on behalf of 3a87a18720574569a7ce61548a92182d for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:06.456783 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d7729e9-ac0d-4e51-868c-fd12f8646258 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.506839 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7729e9-ac0d-4e51-868c-fd12f8646258 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:06.521542 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33688) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:06.532127 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9fdfdba-0089-4fc6-a3b9-212d5d4eab10 req-28f75071-605a-4978-afce-c83ee9dff669 service neutron] 10.222.0.11 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575725 Jul 05 04:13:06.533062 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d7729e9-ac0d-4e51-868c-fd12f8646258 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.533449 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-0d7729e9-ac0d-4e51-868c-fd12f8646258 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Added segment f1460acd-0f66-41a3-9478-ed4f951d9aed of type vlan for network b9bd93f4-32bb-4647-9fc5-03eae97a4478 Jul 05 04:13:06.566844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-f627446a-ad4b-499e-b5bc-896c570d2869 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:06.568720 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-f627446a-ad4b-499e-b5bc-896c570d2869 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1679206 Jul 05 04:13:06.573583 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef12d9ac-68c0-4f28-866f-9ba87453248a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.604405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Request body: {'port': {'device_id': 'ff54a903-ed96-475a-803f-8a0a16d10763', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': '40d8147d14994cd58f189f79e00eec30'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:06.699016 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d7729e9-ac0d-4e51-868c-fd12f8646258 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.845316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ae7ec-79a7-416c-b153-dbfaf67fc79b req-9e308029-d23a-47ff-8f08-d4a7c0be789f tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:06.846814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e97ae7ec-79a7-416c-b153-dbfaf67fc79b req-9e308029-d23a-47ff-8f08-d4a7c0be789f tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.2131116 Jul 05 04:13:06.852776 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d7729e9-ac0d-4e51-868c-fd12f8646258 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.853700 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7729e9-ac0d-4e51-868c-fd12f8646258 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:06.854268 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d7729e9-ac0d-4e51-868c-fd12f8646258 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.951581 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef12d9ac-68c0-4f28-866f-9ba87453248a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.967455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7729e9-ac0d-4e51-868c-fd12f8646258 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event updated for resources: {'Network': ['ID=b9bd93f4-32bb-4647-9fc5-03eae97a4478,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:06.975582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e97ae7ec-79a7-416c-b153-dbfaf67fc79b req-f391baed-a610-401b-b3f3-f2dd16104881 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156762 Jul 05 04:13:06.980345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network b9bd93f4-32bb-4647-9fc5-03eae97a4478 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:07.020069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94bcc61a-2e20-49c6-8050-5e569fdbf28d req-98330b27-ae41-45d0-8d71-c61fb25f3a00 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 210 time: 0.0327041 Jul 05 04:13:07.036745 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef12d9ac-68c0-4f28-866f-9ba87453248a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.084230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ef12d9ac-68c0-4f28-866f-9ba87453248a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e5d2d92f8e8488dbe5caa6cf56dfe3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5570266 Jul 05 04:13:07.085145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12d9ac-68c0-4f28-866f-9ba87453248a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264fbfec-3e7d-42af-8586-635f6bc25727,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:07.086815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33712) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:07.096561 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0d7729e9-ac0d-4e51-868c-fd12f8646258 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7926919 Jul 05 04:13:07.102895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33714) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:07.110690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b6cfc735-6423-4760-bdab-63e34b1b3e87 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Request body: {'subnet': {'network_id': 'b9bd93f4-32bb-4647-9fc5-03eae97a4478', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:07.149982 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e8adef9-f0c0-4f15-bba0-817e8faef34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.170762 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e8adef9-f0c0-4f15-bba0-817e8faef34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.183540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Made reservation on behalf of 40d8147d14994cd58f189f79e00eec30 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:07.187856 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.200117 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.301903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cfc735-6423-4760-bdab-63e34b1b3e87 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Made reservation on behalf of 3a87a18720574569a7ce61548a92182d for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:07.304489 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc735-6423-4760-bdab-63e34b1b3e87 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.317761 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e8adef9-f0c0-4f15-bba0-817e8faef34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.321567 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e8adef9-f0c0-4f15-bba0-817e8faef34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.323848 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3e8adef9-f0c0-4f15-bba0-817e8faef34f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/264fbfec-3e7d-42af-8586-635f6bc25727 HTTP/1.1" status: 204 len: 168 time: 0.2352796 Jul 05 04:13:07.333689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8adef9-f0c0-4f15-bba0-817e8faef34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264fbfec-3e7d-42af-8586-635f6bc25727,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:07.520917 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.614892 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.092252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4e2b93-4e6f-41d2-beb2-f30b6ee34f6b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:08.245179 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-efd5e3e1-8646-4913-ab53-6f9d356b971e req-715c602c-d958-414d-93ea-aaf736824016 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 210 time: 0.0807457 Jul 05 04:13:08.287796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Allocated IP 192.168.233.177 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/525d37ca-7a56-44a3-ac38-266b973fb630) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:08.337739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e79aa-68d3-4ea6-b822-1f936c329510 req-f221c3da-b870-4453-b0b8-e08d483a1d26 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:08.339247 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d33e79aa-68d3-4ea6-b822-1f936c329510 req-f221c3da-b870-4453-b0b8-e08d483a1d26 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.2003927 Jul 05 04:13:08.467560 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d33e79aa-68d3-4ea6-b822-1f936c329510 req-31d45f1c-99a2-4f6b-acc3-b874e7cb9d4b tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202214 Jul 05 04:13:08.494237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.objects.ports [None req-b6cfc735-6423-4760-bdab-63e34b1b3e87 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:13:08.495042 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc735-6423-4760-bdab-63e34b1b3e87 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.613445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfc735-6423-4760-bdab-63e34b1b3e87 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a982651c-f24c-4335-aed4-b87a90194ac0,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:08.629687 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.637833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cfc735-6423-4760-bdab-63e34b1b3e87 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Checking segment: {'id': 'f1460acd-0f66-41a3-9478-ed4f951d9aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9bd93f4-32bb-4647-9fc5-03eae97a4478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:08.638206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cfc735-6423-4760-bdab-63e34b1b3e87 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Network hostable DHCP agents. Network: b9bd93f4-32bb-4647-9fc5-03eae97a4478, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:08.657472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Transition to ACTIVE for port object 525d37ca-7a56-44a3-ac38-266b973fb630 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:08.748633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cfc735-6423-4760-bdab-63e34b1b3e87 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Network b9bd93f4-32bb-4647-9fc5-03eae97a4478 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:08.794718 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.836005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-b6cfc735-6423-4760-bdab-63e34b1b3e87 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, b9bd93f4-32bb-4647-9fc5-03eae97a4478) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:08.844607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e563f41-cd53-41c6-8726-bc174d85e694 None None] Network b9bd93f4-32bb-4647-9fc5-03eae97a4478 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:08.852181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cfc735-6423-4760-bdab-63e34b1b3e87 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:08.852816 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b6cfc735-6423-4760-bdab-63e34b1b3e87 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.888543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:08.896640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Pushing event updated for resources: {'Port': ['ID=525d37ca-7a56-44a3-ac38-266b973fb630,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:08.897438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:08.899462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:08.958927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:08.959773 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.003343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b6cfc735-6423-4760-bdab-63e34b1b3e87 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8976223 Jul 05 04:13:09.006080 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33790) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:09.010827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Request body: {'floatingip': {'floating_network_id': 'b9bd93f4-32bb-4647-9fc5-03eae97a4478'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:09.246837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc4103f-7bc9-4ac1-b889-2cdb430608fb None None] Network b9bd93f4-32bb-4647-9fc5-03eae97a4478 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:09.249614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-4da2d206-849b-4177-ae99-a9f03a2b79ae req-6310593b-c38e-4e9e-81d8-37f223877066 service neutron] (100877) timed out ('10.222.0.64', 62307) {{(pid=100877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:13:09.249614 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-7cc2b2f6-febf-4169-8ad6-7c95cc03752f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4924994 Jul 05 04:13:09.249614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Request body: {'port': {'device_id': 'ff54a903-ed96-475a-803f-8a0a16d10763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:09.251521 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.252420 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.386054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-491ee5fa-ca2d-44c1-b1dc-cf4b4b5fa883 None None] Provisioning for port 525d37ca-7a56-44a3-ac38-266b973fb630 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:09.391841 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-491ee5fa-ca2d-44c1-b1dc-cf4b4b5fa883 None None] Provisioning complete for port 525d37ca-7a56-44a3-ac38-266b973fb630 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:09.393606 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-491ee5fa-ca2d-44c1-b1dc-cf4b4b5fa883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.465524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-491ee5fa-ca2d-44c1-b1dc-cf4b4b5fa883 None None] Port 525d37ca-7a56-44a3-ac38-266b973fb630 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:09.537200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33804) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:09.663650 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83b92f-2671-436d-b8b4-808d37a1a4d8 req-fdfcae1e-18f4-43c4-b2ea-758f3016b12c tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:09.665459 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed83b92f-2671-436d-b8b4-808d37a1a4d8 req-fdfcae1e-18f4-43c4-b2ea-758f3016b12c tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 936 time: 0.2698238 Jul 05 04:13:09.709147 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.745496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1023570822', 'router:external': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:09.818363 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed83b92f-2671-436d-b8b4-808d37a1a4d8 req-a6e73474-3b4c-4e72-8a40-228d7f06a61c tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/security-groups?id=db4e2b93-4e6f-41d2-beb2-f30b6ee34f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282117 Jul 05 04:13:09.826683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Allocated IP 172.20.0.11 (b9bd93f4-32bb-4647-9fc5-03eae97a4478/a982651c-f24c-4335-aed4-b87a90194ac0/344f1bb1-86a3-441d-95fa-60e8bfa92722) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:09.841089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525d37ca-7a56-44a3-ac38-266b973fb630 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:13:09.862796 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.872221 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e261757-b493-46a3-87c9-0f9db0824329 req-a1df6b63-df16-40d7-ae9c-b435101696d2 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:09.873891 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e261757-b493-46a3-87c9-0f9db0824329 req-a1df6b63-df16-40d7-ae9c-b435101696d2 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.2039640 Jul 05 04:13:09.899094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Transition to ACTIVE for port object 525d37ca-7a56-44a3-ac38-266b973fb630 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:09.901941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Made reservation on behalf of 0e2775bad1d2440aa174cbb2d5bbd456 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:09.904774 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.920033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.945984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e261757-b493-46a3-87c9-0f9db0824329 req-4c668a1e-30eb-4fb5-ac48-eb01f35473f4 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632570 Jul 05 04:13:09.954563 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.971543 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.048192 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Pushing event updated for resources: {'Port': ['ID=525d37ca-7a56-44a3-ac38-266b973fb630,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:10.097483 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.125618 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.153292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Attempting to bind port 525d37ca-7a56-44a3-ac38-266b973fb630 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:10.153648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Attempting to bind port 525d37ca-7a56-44a3-ac38-266b973fb630 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:10.153970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Attempting to bind port 525d37ca-7a56-44a3-ac38-266b973fb630 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:10.157366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event updated for resources: {'Port': ['ID=344f1bb1-86a3-441d-95fa-60e8bfa92722,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:10.160052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Port 525d37ca-7a56-44a3-ac38-266b973fb630 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:10.160412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Attempting to bind port 525d37ca-7a56-44a3-ac38-266b973fb630 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:10.166575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:10.166921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:10.167307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:10.167741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Bound port: 525d37ca-7a56-44a3-ac38-266b973fb630, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:10.168099 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.172905 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Network b9bd93f4-32bb-4647-9fc5-03eae97a4478 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:10.174672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:10.177503 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:10.216802 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.277505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] For port 525d37ca-7a56-44a3-ac38-266b973fb630, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:10.290263 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.295369 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:10.301357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] For port 525d37ca-7a56-44a3-ac38-266b973fb630, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=525d37ca-7a56-44a3-ac38-266b973fb630,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:10.315761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c378931b-8918-4115-bc91-aef934ef6e31,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:10.318639 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.318996 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Added segment c0441f85-6607-4977-a8df-ede54e87bb48 of type vlan for network 0b5d19f8-2b7f-4f8e-9969-2155fe7206b3 Jul 05 04:13:10.364291 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.416041 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.440894 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.479804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:10.480902 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.482291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] 10.222.0.64 "PUT /v2.0/ports/525d37ca-7a56-44a3-ac38-266b973fb630 HTTP/1.1" status: 200 len: 1096 time: 1.3976891 Jul 05 04:13:10.486524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff54a903-ed96-475a-803f-8a0a16d10763', 'tag': '525d37ca-7a56-44a3-ac38-266b973fb630'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:10.489442 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4eee63-2e70-498f-8d54-0466955ccfcf" -d '{"events": [{"name": "network-changed", "server_uuid": "ff54a903-ed96-475a-803f-8a0a16d10763", "tag": "525d37ca-7a56-44a3-ac38-266b973fb630"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:10.491882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.492916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:10.493528 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.569851 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f790f1e6-6e7b-4ef3-ab3b-be44713d5838 x-openstack-request-id: req-f790f1e6-6e7b-4ef3-ab3b-be44713d5838 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:10.569851 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff54a903-ed96-475a-803f-8a0a16d10763", "tag": "525d37ca-7a56-44a3-ac38-266b973fb630", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:10.569851 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f790f1e6-6e7b-4ef3-ab3b-be44713d5838 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:10.569851 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff54a903-ed96-475a-803f-8a0a16d10763', 'tag': '525d37ca-7a56-44a3-ac38-266b973fb630', 'status': 'completed', 'code': 200} Jul 05 04:13:10.636120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec60db-8a3a-4bf4-943c-9215be0a5066 service neutron] Pushing event updated for resources: {'Port': ['ID=525d37ca-7a56-44a3-ac38-266b973fb630,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:10.644649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event updated for resources: {'Network': ['ID=0b5d19f8-2b7f-4f8e-9969-2155fe7206b3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:10.650566 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e506b90b-499c-4cbc-aa23-4aa4a0f6e544 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1088586 Jul 05 04:13:10.651499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33812) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:10.657697 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7c65329b-00ef-4f0b-a516-d4c972679d10 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Request body: {'subnet': {'network_id': '0b5d19f8-2b7f-4f8e-9969-2155fe7206b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:10.663438 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.674066 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 0b5d19f8-2b7f-4f8e-9969-2155fe7206b3 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:10.711503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968be219-733b-45a5-8d4e-4b725219f3f0 req-8f36c8f9-5932-422d-9f4c-147653bd1387 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:10.716595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-968be219-733b-45a5-8d4e-4b725219f3f0 req-8f36c8f9-5932-422d-9f4c-147653bd1387 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.64 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.1559775 Jul 05 04:13:10.722234 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.730199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4eee63-2e70-498f-8d54-0466955ccfcf req-9edbb3bb-f912-4294-a63b-bc4c6f40f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:10.734549 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ca4eee63-2e70-498f-8d54-0466955ccfcf req-9edbb3bb-f912-4294-a63b-bc4c6f40f198 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40d8147d14994cd58f189f79e00eec30&device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 1099 time: 0.1604707 Jul 05 04:13:10.772982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c65329b-00ef-4f0b-a516-d4c972679d10 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Made reservation on behalf of 0e2775bad1d2440aa174cbb2d5bbd456 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:10.775534 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7c65329b-00ef-4f0b-a516-d4c972679d10 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.842133 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ca4eee63-2e70-498f-8d54-0466955ccfcf req-b5df3250-ee6a-4927-8615-484d08d1c048 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=40d8147d14994cd58f189f79e00eec30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782871 Jul 05 04:13:10.845178 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.887781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event updated for resources: {'Port': ['ID=344f1bb1-86a3-441d-95fa-60e8bfa92722,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:10.978793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4eee63-2e70-498f-8d54-0466955ccfcf req-e5306145-0761-49e5-8e76-315173b3dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:10.980713 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ca4eee63-2e70-498f-8d54-0466955ccfcf req-e5306145-0761-49e5-8e76-315173b3dd79 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324644 Jul 05 04:13:10.988840 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.990126 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4a5ab3de-a03a-4a9b-8897-d0baa87400b0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9830263 Jul 05 04:13:10.995179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33820) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:11.113545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-968be219-733b-45a5-8d4e-4b725219f3f0 req-ff6f0800-c4f7-4720-8174-d3a0442c267d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Deleting port cd657753-1249-4aa2-9811-1d7ea4cd9cd5 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:11.113894 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-968be219-733b-45a5-8d4e-4b725219f3f0 req-ff6f0800-c4f7-4720-8174-d3a0442c267d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.130610 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3621032d-bffa-4216-a855-873db59bc181 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=b9bd93f4-32bb-4647-9fc5-03eae97a4478 HTTP/1.1" status: 200 len: 690 time: 0.1339347 Jul 05 04:13:11.131352 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33824) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:11.205698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-d8f96456-fb4d-466a-8871-eae4e2a80bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:11.207537 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-d8f96456-fb4d-466a-8871-eae4e2a80bce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40d8147d14994cd58f189f79e00eec30&device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 1099 time: 0.1658888 Jul 05 04:13:11.229773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eedffd-95e2-4e55-a33c-419caf7e3baf req-7b2cd86a-4bad-4842-8844-5870c87e4079 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:11.231181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40eedffd-95e2-4e55-a33c-419caf7e3baf req-7b2cd86a-4bad-4842-8844-5870c87e4079 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 948 time: 0.2552829 Jul 05 04:13:11.258725 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a2cc9b48-774c-40d0-b254-178457e29512 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=525d37ca-7a56-44a3-ac38-266b973fb630 HTTP/1.1" status: 200 len: 217 time: 0.0442791 Jul 05 04:13:11.306653 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.388583 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-645b323d-aac8-48e5-baf4-bce758e007a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:11.390327 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-645b323d-aac8-48e5-baf4-bce758e007a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.1208458 Jul 05 04:13:11.391105 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-968be219-733b-45a5-8d4e-4b725219f3f0 req-ff6f0800-c4f7-4720-8174-d3a0442c267d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] For port cd657753-1249-4aa2-9811-1d7ea4cd9cd5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=cd657753-1249-4aa2-9811-1d7ea4cd9cd5,segment=NetworkSegment(8ad6cf04-195d-4d06-a979-81ae56b18e0c),segment_id=8ad6cf04-195d-4d06-a979-81ae56b18e0c)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:11.391532 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-968be219-733b-45a5-8d4e-4b725219f3f0 req-ff6f0800-c4f7-4720-8174-d3a0442c267d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.411104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01ab92-7bc8-43f9-8584-13c92ad4ff40 req-6d3455ad-dd64-4075-a4c2-ae5a6f5d208e tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:11.412651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-af01ab92-7bc8-43f9-8584-13c92ad4ff40 req-6d3455ad-dd64-4075-a4c2-ae5a6f5d208e tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 945 time: 0.3018606 Jul 05 04:13:11.415342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40eedffd-95e2-4e55-a33c-419caf7e3baf req-c707b602-c7a3-4347-a5d6-4ed3037ae8eb tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/security-groups?id=db4e2b93-4e6f-41d2-beb2-f30b6ee34f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748886 Jul 05 04:13:11.420451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-968be219-733b-45a5-8d4e-4b725219f3f0 req-ff6f0800-c4f7-4720-8174-d3a0442c267d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Calling delete_port for cd657753-1249-4aa2-9811-1d7ea4cd9cd5 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:11.496706 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Deleting port 344f1bb1-86a3-441d-95fa-60e8bfa92722 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:11.497059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.516428 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-25353064-f266-4a89-81cb-9e493fd52d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:11.517675 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-25353064-f266-4a89-81cb-9e493fd52d67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940945 Jul 05 04:13:11.533701 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-af01ab92-7bc8-43f9-8584-13c92ad4ff40 req-b12ac242-13d9-4210-a44c-096a0a716494 tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/security-groups?id=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020119 Jul 05 04:13:11.611757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.objects.ports [None req-7c65329b-00ef-4f0b-a516-d4c972679d10 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:13:11.613483 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7c65329b-00ef-4f0b-a516-d4c972679d10 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.649679 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.650057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.672634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Calling delete_port for 344f1bb1-86a3-441d-95fa-60e8bfa92722 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:11.679517 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-a67108d7-b4d9-4fdc-afad-b0234f718dd7 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370273 Jul 05 04:13:11.720665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65329b-00ef-4f0b-a516-d4c972679d10 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e5752489-9733-48fe-831a-e8cc14f6449c,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:11.728692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c65329b-00ef-4f0b-a516-d4c972679d10 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Checking segment: {'id': 'c0441f85-6607-4977-a8df-ede54e87bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0b5d19f8-2b7f-4f8e-9969-2155fe7206b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:11.728692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c65329b-00ef-4f0b-a516-d4c972679d10 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Network hostable DHCP agents. Network: 0b5d19f8-2b7f-4f8e-9969-2155fe7206b3, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:11.777296 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-968be219-733b-45a5-8d4e-4b725219f3f0 req-ff6f0800-c4f7-4720-8174-d3a0442c267d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.794143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['cd657753-1249-4aa2-9811-1d7ea4cd9cd5'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:13:11.817782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f0800-c4f7-4720-8174-d3a0442c267d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Pushing event deleted for resources: {'Port': ['ID=cd657753-1249-4aa2-9811-1d7ea4cd9cd5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:11.825562 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c65329b-00ef-4f0b-a516-d4c972679d10 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Network 0b5d19f8-2b7f-4f8e-9969-2155fe7206b3 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:11.841864 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-4e73d984-adf9-4d8a-b700-546d229b7b0f service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564565 Jul 05 04:13:11.881153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-968be219-733b-45a5-8d4e-4b725219f3f0 req-ff6f0800-c4f7-4720-8174-d3a0442c267d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] No DVR routers for this DVR port cd657753-1249-4aa2-9811-1d7ea4cd9cd5 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:11.883803 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-968be219-733b-45a5-8d4e-4b725219f3f0 req-ff6f0800-c4f7-4720-8174-d3a0442c267d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.885889 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-968be219-733b-45a5-8d4e-4b725219f3f0 req-ff6f0800-c4f7-4720-8174-d3a0442c267d tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.64 "DELETE /v2.0/ports/cd657753-1249-4aa2-9811-1d7ea4cd9cd5 HTTP/1.1" status: 204 len: 173 time: 1.1630011 Jul 05 04:13:11.902357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7c65329b-00ef-4f0b-a516-d4c972679d10 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 0b5d19f8-2b7f-4f8e-9969-2155fe7206b3) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:11.908175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c65329b-00ef-4f0b-a516-d4c972679d10 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:11.908848 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7c65329b-00ef-4f0b-a516-d4c972679d10 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.912801 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae57ae-e63b-41e4-bbab-b02b76bfa790 None None] Network 0b5d19f8-2b7f-4f8e-9969-2155fe7206b3 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:12.001103 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.001626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7c65329b-00ef-4f0b-a516-d4c972679d10 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3487456 Jul 05 04:13:12.004031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33828) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:12.011358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-85d9f8a2-5497-409a-98ec-a16aafbf8634 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1098516938', 'network_id': '0b5d19f8-2b7f-4f8e-9969-2155fe7206b3'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:12.034292 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event deleted for resources: {'Port': ['ID=344f1bb1-86a3-441d-95fa-60e8bfa92722,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:12.052647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff68af7-90de-4ddd-babd-155e5e3b9a6c None None] Network 0b5d19f8-2b7f-4f8e-9969-2155fe7206b3 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:12.117609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.134764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d9f8a2-5497-409a-98ec-a16aafbf8634 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Made reservation on behalf of 0e2775bad1d2440aa174cbb2d5bbd456 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:12.137406 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-85d9f8a2-5497-409a-98ec-a16aafbf8634 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.158583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-85d9f8a2-5497-409a-98ec-a16aafbf8634 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] device_id is not set on port 37c3344b-2b57-4a16-821f-1b27a46b8bcf yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:12.180468 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.282433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-85d9f8a2-5497-409a-98ec-a16aafbf8634 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Allocated IP 2001:db8::da (0b5d19f8-2b7f-4f8e-9969-2155fe7206b3/e5752489-9733-48fe-831a-e8cc14f6449c/37c3344b-2b57-4a16-821f-1b27a46b8bcf) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:12.363671 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.387915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a982651c-f24c-4335-aed4-b87a90194ac0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:12.433485 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-85d9f8a2-5497-409a-98ec-a16aafbf8634 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.451657 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.464676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bd93f4-32bb-4647-9fc5-03eae97a4478']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:12.476931 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1460acd-0f66-41a3-9478-ed4f951d9aed') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:12.477265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1460acd-0f66-41a3-9478-ed4f951d9aed') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:12.487331 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.502064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.508022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:12.508482 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:12.510129 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:12.550033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-85d9f8a2-5497-409a-98ec-a16aafbf8634 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.581627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600c8d12-bbf9-4f3f-9955-521684258e41', 'name': 'network-vif-deleted', 'tag': 'cd657753-1249-4aa2-9811-1d7ea4cd9cd5'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:12.584231 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe628e8c-4f26-4a60-bc9e-25c3d2243fc2" -d '{"events": [{"server_uuid": "600c8d12-bbf9-4f3f-9955-521684258e41", "name": "network-vif-deleted", "tag": "cd657753-1249-4aa2-9811-1d7ea4cd9cd5"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:12.644286 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d9f8a2-5497-409a-98ec-a16aafbf8634 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Network 0b5d19f8-2b7f-4f8e-9969-2155fe7206b3 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:12.655970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-85d9f8a2-5497-409a-98ec-a16aafbf8634 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:12.659256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9f8a2-5497-409a-98ec-a16aafbf8634 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event updated for resources: {'Port': ['ID=37c3344b-2b57-4a16-821f-1b27a46b8bcf,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:12.661537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9f8a2-5497-409a-98ec-a16aafbf8634 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:12.662558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d9f8a2-5497-409a-98ec-a16aafbf8634 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:12.663150 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-85d9f8a2-5497-409a-98ec-a16aafbf8634 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.673316 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.691075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9bd93f4-32bb-4647-9fc5-03eae97a4478 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:13:12.718831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead0c70-2118-44da-a772-80dd78306e0d req-a527e913-36f5-47a5-abf0-2755a854da89 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:12.727825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ead0c70-2118-44da-a772-80dd78306e0d req-a527e913-36f5-47a5-abf0-2755a854da89 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 948 time: 0.1253052 Jul 05 04:13:12.728742 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.733152 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "DELETE /v2.0/networks/b9bd93f4-32bb-4647-9fc5-03eae97a4478 HTTP/1.1" status: 204 len: 168 time: 1.5997949 Jul 05 04:13:12.738140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33840) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:12.786103 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1e7526a-a030-4c85-ac0d-6d30e948839a req-eb7812ac-cb9b-40cf-9616-22bf767d9e1c tempest-ServerRescueNegativeTestJSON-765966476 tempest-ServerRescueNegativeTestJSON-765966476-project] 10.222.0.60 "GET /v2.0/ports?device_id=600c8d12-bbf9-4f3f-9955-521684258e41 HTTP/1.1" status: 200 len: 210 time: 0.0556037 Jul 05 04:13:12.806952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-85d9f8a2-5497-409a-98ec-a16aafbf8634 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7981226 Jul 05 04:13:12.824956 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33842) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:12.852328 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ead0c70-2118-44da-a772-80dd78306e0d req-01952ed3-13e9-4ada-af6a-7a1be083c6d0 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/security-groups?id=db4e2b93-4e6f-41d2-beb2-f30b6ee34f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233582 Jul 05 04:13:12.854114 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04a52f4-43b8-4180-9e15-d31826b28b23 x-openstack-request-id: req-d04a52f4-43b8-4180-9e15-d31826b28b23 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:12.854346 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600c8d12-bbf9-4f3f-9955-521684258e41", "name": "network-vif-deleted", "tag": "cd657753-1249-4aa2-9811-1d7ea4cd9cd5", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:12.859526 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d04a52f4-43b8-4180-9e15-d31826b28b23 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:12.859526 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600c8d12-bbf9-4f3f-9955-521684258e41', 'name': 'network-vif-deleted', 'tag': 'cd657753-1249-4aa2-9811-1d7ea4cd9cd5', 'status': 'completed', 'code': 200} Jul 05 04:13:12.946176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-577963c7-fe49-44ce-ac62-5199fa95ac54 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Deleting port 37c3344b-2b57-4a16-821f-1b27a46b8bcf {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:12.946519 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-577963c7-fe49-44ce-ac62-5199fa95ac54 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.960168 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7afafb22-92e1-4f80-a9ac-42f2175e9dd2 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.2220941 Jul 05 04:13:12.961170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb68b-0a8a-4ad3-822e-f03b141d840a tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9bd93f4-32bb-4647-9fc5-03eae97a4478,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:12.966106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33844) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:13.031487 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-577963c7-fe49-44ce-ac62-5199fa95ac54 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.045239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-577963c7-fe49-44ce-ac62-5199fa95ac54 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Calling delete_port for 37c3344b-2b57-4a16-821f-1b27a46b8bcf owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:13.086462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62263e25-6219-4b83-bb8b-d8378dfd23d5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.087431 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62263e25-6219-4b83-bb8b-d8378dfd23d5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.087968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62263e25-6219-4b83-bb8b-d8378dfd23d5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.088525 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62263e25-6219-4b83-bb8b-d8378dfd23d5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.089051 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62263e25-6219-4b83-bb8b-d8378dfd23d5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.089573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62263e25-6219-4b83-bb8b-d8378dfd23d5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.091375 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-62263e25-6219-4b83-bb8b-d8378dfd23d5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3987 time: 0.1242640 Jul 05 04:13:13.094881 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33846) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:13.141294 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-e47a5c56-450c-40e2-83e4-a32f7f18354b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] delete failed (client error): The resource could not be found. Jul 05 04:13:13.142492 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e47a5c56-450c-40e2-83e4-a32f7f18354b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/018dc064-43f2-4e5a-b4e5-c41608c51d73 HTTP/1.1" status: 404 len: 345 time: 0.0466113 Jul 05 04:13:13.145338 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33848) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:13.162265 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-b215d002-59e6-4d9b-ac48-0c277d9b3478 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] DELETE failed (client error): The resource could not be found. Jul 05 04:13:13.162810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b215d002-59e6-4d9b-ac48-0c277d9b3478 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:13.165647 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b215d002-59e6-4d9b-ac48-0c277d9b3478 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "DELETE /v2.0/networks/b9bd93f4-32bb-4647-9fc5-03eae97a4478 HTTP/1.1" status: 404 len: 339 time: 0.0193832 Jul 05 04:13:13.174067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33850) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:13.178915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4ecabe34-9d61-434e-b493-27e7c7b6c8f1 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Request body: {'network': {'name': 'tempest-network--1512180143', 'router:external': True}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:13.334549 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-577963c7-fe49-44ce-ac62-5199fa95ac54 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.338740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecabe34-9d61-434e-b493-27e7c7b6c8f1 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Made reservation on behalf of 3a87a18720574569a7ce61548a92182d for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:13.341138 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ecabe34-9d61-434e-b493-27e7c7b6c8f1 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.364910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecabe34-9d61-434e-b493-27e7c7b6c8f1 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:13.365267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577963c7-fe49-44ce-ac62-5199fa95ac54 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event deleted for resources: {'Port': ['ID=37c3344b-2b57-4a16-821f-1b27a46b8bcf,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:13.374595 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ecabe34-9d61-434e-b493-27e7c7b6c8f1 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.375363 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-4ecabe34-9d61-434e-b493-27e7c7b6c8f1 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Added segment 68747983-7842-41b5-b312-58dd880c984e of type vlan for network e25fd531-5f25-46a8-b272-9b3f6a77ac3b Jul 05 04:13:13.410996 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-577963c7-fe49-44ce-ac62-5199fa95ac54 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.415023 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-577963c7-fe49-44ce-ac62-5199fa95ac54 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "DELETE /v2.0/ports/37c3344b-2b57-4a16-821f-1b27a46b8bcf HTTP/1.1" status: 204 len: 168 time: 0.5795450 Jul 05 04:13:13.415629 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33854) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:13.420020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b5d19f8-2b7f-4f8e-9969-2155fe7206b3', 'external_fixed_ips': [{'subnet_id': 'e5752489-9733-48fe-831a-e8cc14f6449c', 'ip_address': '2001:db8::da'}]}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:13.431027 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ecabe34-9d61-434e-b493-27e7c7b6c8f1 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.554653 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.555650 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.585332 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ecabe34-9d61-434e-b493-27e7c7b6c8f1 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.586385 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecabe34-9d61-434e-b493-27e7c7b6c8f1 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.587104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ecabe34-9d61-434e-b493-27e7c7b6c8f1 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.649482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecabe34-9d61-434e-b493-27e7c7b6c8f1 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event updated for resources: {'Network': ['ID=e25fd531-5f25-46a8-b272-9b3f6a77ac3b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:13.659862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network e25fd531-5f25-46a8-b272-9b3f6a77ac3b details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:13.715050 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4ecabe34-9d61-434e-b493-27e7c7b6c8f1 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5400846 Jul 05 04:13:13.717400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33856) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:13.881268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33860) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:13.935562 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.950055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8add24-6410-4931-9870-7cff5bbfffc6 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.956471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8add24-6410-4931-9870-7cff5bbfffc6 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.960789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device cd657753-1249-4aa2-9811-1d7ea4cd9cd5 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:13.962826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8add24-6410-4931-9870-7cff5bbfffc6 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.968917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8add24-6410-4931-9870-7cff5bbfffc6 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.974980 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8add24-6410-4931-9870-7cff5bbfffc6 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.979431 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8a8add24-6410-4931-9870-7cff5bbfffc6 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3061 time: 0.2580473 Jul 05 04:13:13.979673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33864) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:13.989649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: cd657753-1249-4aa2-9811-1d7ea4cd9cd5 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:13.990100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device cd657753-1249-4aa2-9811-1d7ea4cd9cd5 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:14.090995 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c731f8c8-6646-44d8-ab0e-223ea2946528 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.161721 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.174223 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb65953-bbff-4198-8a2e-67f648e4ea28 req-26801d8b-c140-46b5-bbca-01f8957b4a45 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:14.175713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3fb65953-bbff-4198-8a2e-67f648e4ea28 req-26801d8b-c140-46b5-bbca-01f8957b4a45 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 948 time: 0.1896846 Jul 05 04:13:14.214579 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3fb65953-bbff-4198-8a2e-67f648e4ea28 req-d01e33fe-55ba-4819-8c7b-580df1ee9ac4 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/security-groups?id=db4e2b93-4e6f-41d2-beb2-f30b6ee34f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330579 Jul 05 04:13:14.244954 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c731f8c8-6646-44d8-ab0e-223ea2946528 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.261128 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c731f8c8-6646-44d8-ab0e-223ea2946528 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25fd531-5f25-46a8-b272-9b3f6a77ac3b']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:14.277586 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c731f8c8-6646-44d8-ab0e-223ea2946528 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68747983-7842-41b5-b312-58dd880c984e') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:14.278070 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c731f8c8-6646-44d8-ab0e-223ea2946528 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68747983-7842-41b5-b312-58dd880c984e') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:14.309736 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c731f8c8-6646-44d8-ab0e-223ea2946528 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.331564 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c731f8c8-6646-44d8-ab0e-223ea2946528 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.355449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c731f8c8-6646-44d8-ab0e-223ea2946528 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:14.356076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c731f8c8-6646-44d8-ab0e-223ea2946528 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:14.357615 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:14.497773 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-143480c3-06b9-4311-b1d2-ee1fd7bddd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.532254 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c731f8c8-6646-44d8-ab0e-223ea2946528 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.539875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c731f8c8-6646-44d8-ab0e-223ea2946528 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e25fd531-5f25-46a8-b272-9b3f6a77ac3b {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:13:14.545178 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.545345 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c731f8c8-6646-44d8-ab0e-223ea2946528 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.553743 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c731f8c8-6646-44d8-ab0e-223ea2946528 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "DELETE /v2.0/networks/e25fd531-5f25-46a8-b272-9b3f6a77ac3b HTTP/1.1" status: 204 len: 168 time: 0.5672762 Jul 05 04:13:14.553903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33872) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:14.563473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731f8c8-6646-44d8-ab0e-223ea2946528 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event deleted for resources: {'Network': ['ID=e25fd531-5f25-46a8-b272-9b3f6a77ac3b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:14.579372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-32dd1491-6e1e-44b7-964b-89792ea0cba0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Request body: {'network': {'name': 'tempest-network--1251706595', 'router:external': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:14.584053 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.712482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dd1491-6e1e-44b7-964b-89792ea0cba0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Made reservation on behalf of 3a87a18720574569a7ce61548a92182d for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:14.714757 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-32dd1491-6e1e-44b7-964b-89792ea0cba0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.784831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dd1491-6e1e-44b7-964b-89792ea0cba0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:14.794813 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-32dd1491-6e1e-44b7-964b-89792ea0cba0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.795220 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-32dd1491-6e1e-44b7-964b-89792ea0cba0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Added segment 0a5b3eab-0bc9-46cb-9f2c-043beae293f2 of type vlan for network 279214f4-3186-45e2-a058-25b9608a4ef4 Jul 05 04:13:14.810551 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-143480c3-06b9-4311-b1d2-ee1fd7bddd93 admin admin] Deleting port ba15dd3a-402c-44d3-b4bb-ebfedb9872de {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:14.810901 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-143480c3-06b9-4311-b1d2-ee1fd7bddd93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.890472 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-32dd1491-6e1e-44b7-964b-89792ea0cba0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.978489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Allocated IP 2001:db8::da (0b5d19f8-2b7f-4f8e-9969-2155fe7206b3/e5752489-9733-48fe-831a-e8cc14f6449c/86a231bd-384b-4686-aea4-39acaf7a8902) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:15.052557 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb015815-4dcd-4057-aeab-b014711b93f3 req-e62bf514-c518-4bf2-bccd-355e062c66b6 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:15.057011 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb015815-4dcd-4057-aeab-b014711b93f3 req-e62bf514-c518-4bf2-bccd-355e062c66b6 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 950 time: 0.2118497 Jul 05 04:13:15.062672 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-32dd1491-6e1e-44b7-964b-89792ea0cba0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.064184 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dd1491-6e1e-44b7-964b-89792ea0cba0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:15.064800 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-32dd1491-6e1e-44b7-964b-89792ea0cba0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583280'] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.192806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd1491-6e1e-44b7-964b-89792ea0cba0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event updated for resources: {'Network': ['ID=279214f4-3186-45e2-a058-25b9608a4ef4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:15.199818 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb015815-4dcd-4057-aeab-b014711b93f3 req-db9e0275-a6c1-4eae-a315-f423db81276a tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/security-groups?id=4313dd7b-d588-4431-8a0f-ffdb142f398f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294887 Jul 05 04:13:15.204027 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 279214f4-3186-45e2-a058-25b9608a4ef4 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:15.214285 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.232292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-32dd1491-6e1e-44b7-964b-89792ea0cba0 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6766179 Jul 05 04:13:15.234583 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33876) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:15.331471 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.342257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-143480c3-06b9-4311-b1d2-ee1fd7bddd93 admin admin] For port ba15dd3a-402c-44d3-b4bb-ebfedb9872de, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ba15dd3a-402c-44d3-b4bb-ebfedb9872de,segment=NetworkSegment(8ad6cf04-195d-4d06-a979-81ae56b18e0c),segment_id=8ad6cf04-195d-4d06-a979-81ae56b18e0c)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:15.342719 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-143480c3-06b9-4311-b1d2-ee1fd7bddd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.358092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6ce78d-4462-4793-b2d0-3d0e4152b028 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:15.360008 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3a6ce78d-4462-4793-b2d0-3d0e4152b028 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] 10.222.0.60 "GET /v2.0/networks/279214f4-3186-45e2-a058-25b9608a4ef4 HTTP/1.1" status: 200 len: 757 time: 0.1239150 Jul 05 04:13:15.365146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33880) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:15.367180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-143480c3-06b9-4311-b1d2-ee1fd7bddd93 admin admin] Calling delete_port for ba15dd3a-402c-44d3-b4bb-ebfedb9872de owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:15.380083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Network 0b5d19f8-2b7f-4f8e-9969-2155fe7206b3 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:15.398909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:15.405666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:15.489978 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event updated for resources: {'Port': ['ID=86a231bd-384b-4686-aea4-39acaf7a8902,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:15.501579 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfedaa41-a932-44c2-b262-999812ee3c6c tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:15.502997 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dfedaa41-a932-44c2-b262-999812ee3c6c tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] 10.222.0.60 "GET /v2.0/networks/0008274e-443a-4dd4-9dc9-398a0eefc869 HTTP/1.1" status: 200 len: 767 time: 0.1369307 Jul 05 04:13:15.508016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33882) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:15.553905 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f02ad-f5f9-4747-a699-388778df6e0b req-126c01fa-6739-4e46-a879-e011d87e4d70 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:15.555421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c4f02ad-f5f9-4747-a699-388778df6e0b req-126c01fa-6739-4e46-a879-e011d87e4d70 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 948 time: 0.2143667 Jul 05 04:13:15.597242 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c4f02ad-f5f9-4747-a699-388778df6e0b req-96a9f6f4-bba1-45ce-9bd0-87399fe3e229 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/security-groups?id=db4e2b93-4e6f-41d2-beb2-f30b6ee34f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356987 Jul 05 04:13:15.623981 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56cdfd87-9283-4f8e-af36-650eaa49197b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.727778 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.755175 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56cdfd87-9283-4f8e-af36-650eaa49197b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.770927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-56cdfd87-9283-4f8e-af36-650eaa49197b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279214f4-3186-45e2-a058-25b9608a4ef4']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:15.784859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-56cdfd87-9283-4f8e-af36-650eaa49197b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5b3eab-0bc9-46cb-9f2c-043beae293f2') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:15.785166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-56cdfd87-9283-4f8e-af36-650eaa49197b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5b3eab-0bc9-46cb-9f2c-043beae293f2') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:15.795112 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56cdfd87-9283-4f8e-af36-650eaa49197b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.808171 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56cdfd87-9283-4f8e-af36-650eaa49197b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.814592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cdfd87-9283-4f8e-af36-650eaa49197b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:15.814984 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56cdfd87-9283-4f8e-af36-650eaa49197b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:15.816676 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:15.871455 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-143480c3-06b9-4311-b1d2-ee1fd7bddd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.902006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143480c3-06b9-4311-b1d2-ee1fd7bddd93 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba15dd3a-402c-44d3-b4bb-ebfedb9872de,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:15.933019 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.937245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56cdfd87-9283-4f8e-af36-650eaa49197b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.960271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cdfd87-9283-4f8e-af36-650eaa49197b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 279214f4-3186-45e2-a058-25b9608a4ef4 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:13:15.968682 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56cdfd87-9283-4f8e-af36-650eaa49197b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.976247 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 525d37ca-7a56-44a3-ac38-266b973fb630 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:13:15.976518 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-56cdfd87-9283-4f8e-af36-650eaa49197b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "DELETE /v2.0/networks/279214f4-3186-45e2-a058-25b9608a4ef4 HTTP/1.1" status: 204 len: 168 time: 0.4615681 Jul 05 04:13:15.980399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33884) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:15.987328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8c68ebcb-2fed-4b59-a542-8b8a07a329a5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Request body: {'network': {'name': 'tempest-network--489419749'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:15.996641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdfd87-9283-4f8e-af36-650eaa49197b tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event deleted for resources: {'Network': ['ID=279214f4-3186-45e2-a058-25b9608a4ef4,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:16.087430 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 525d37ca-7a56-44a3-ac38-266b973fb630, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=525d37ca-7a56-44a3-ac38-266b973fb630,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:16.101127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '525d37ca-7a56-44a3-ac38-266b973fb630', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '525d37ca-7a56-44a3-ac38-266b973fb630', 'mac_address': 'fa:16:3e:a8:34:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:13:16.114641 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-143480c3-06b9-4311-b1d2-ee1fd7bddd93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.148842 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.166658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525d37ca-7a56-44a3-ac38-266b973fb630 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:13:16.173879 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c68ebcb-2fed-4b59-a542-8b8a07a329a5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Made reservation on behalf of 3a87a18720574569a7ce61548a92182d for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:16.176538 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c68ebcb-2fed-4b59-a542-8b8a07a329a5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.189107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 525d37ca-7a56-44a3-ac38-266b973fb630, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=525d37ca-7a56-44a3-ac38-266b973fb630,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:16.197099 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Router 808c033c-8673-4ad9-a8ac-2dbf97734d04 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:13:16.236780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c68ebcb-2fed-4b59-a542-8b8a07a329a5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:16.246133 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c68ebcb-2fed-4b59-a542-8b8a07a329a5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.246549 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-8c68ebcb-2fed-4b59-a542-8b8a07a329a5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Added segment b309e56f-5321-44b5-a919-9790ab79f000 of type vlan for network 3f0460a1-14e2-40e6-a426-4fe3322979df Jul 05 04:13:16.250739 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.303032 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c68ebcb-2fed-4b59-a542-8b8a07a329a5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.333259 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=525d37ca-7a56-44a3-ac38-266b973fb630,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:16.341277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:16.341634 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:16.342047 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:16.342450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:16.343441 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:16.343848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:16.344381 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:16.344828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:16.345266 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:16.345663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:16.346166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:16.346560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:16.387387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:16.427404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Sync routers for ids ['808c033c-8673-4ad9-a8ac-2dbf97734d04'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:16.427992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35889f-e2e2-4fa4-86a9-c2c130d63ae6 req-8b24dbe6-48e8-4517-ad3a-839da31b03ae tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.434368 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.resource_extend [None req-8c68ebcb-2fed-4b59-a542-8b8a07a329a5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:13:16.434946 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc35889f-e2e2-4fa4-86a9-c2c130d63ae6 req-8b24dbe6-48e8-4517-ad3a-839da31b03ae tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 950 time: 0.0950608 Jul 05 04:13:16.439841 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Routers {'808c033c-8673-4ad9-a8ac-2dbf97734d04'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:16.440650 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:12:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['808c033c-8673-4ad9-a8ac-2dbf97734d04'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:16.485144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc35889f-e2e2-4fa4-86a9-c2c130d63ae6 req-c82555e3-bc04-413d-b863-e1e71cea81f3 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/security-groups?id=4313dd7b-d588-4431-8a0f-ffdb142f398f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491095 Jul 05 04:13:16.489431 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.494226 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8a2e44d3-69eb-4974-89be-e4d6b77b69b3 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.0752614 Jul 05 04:13:16.494494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143480c3-06b9-4311-b1d2-ee1fd7bddd93 admin admin] Router 4328400d-c55f-4a94-ade0-87e8ba4f673c has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:13:16.494662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33888) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:16.536160 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086d3c1-346d-4545-be9d-0ba1e9f5fb7f req-af42909e-e656-42d7-832d-0b39cd78b340 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.538003 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6086d3c1-346d-4545-be9d-0ba1e9f5fb7f req-af42909e-e656-42d7-832d-0b39cd78b340 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.11 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 950 time: 0.1161175 Jul 05 04:13:16.611883 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.637170 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c68ebcb-2fed-4b59-a542-8b8a07a329a5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.638316 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c68ebcb-2fed-4b59-a542-8b8a07a329a5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.638985 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c68ebcb-2fed-4b59-a542-8b8a07a329a5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.702998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Set router 808c033c-8673-4ad9-a8ac-2dbf97734d04 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:16.731860 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.757883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68ebcb-2fed-4b59-a542-8b8a07a329a5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event updated for resources: {'Network': ['ID=3f0460a1-14e2-40e6-a426-4fe3322979df,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:16.764024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['525d37ca-7a56-44a3-ac38-266b973fb630'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:13:16.777042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 3f0460a1-14e2-40e6-a426-4fe3322979df details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:16.786858 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8c68ebcb-2fed-4b59-a542-8b8a07a329a5 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8039095 Jul 05 04:13:16.789543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33892) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:16.795301 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-07e79f5c-06e3-4c68-997c-df534cdc5dcb tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:16.810367 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143480c3-06b9-4311-b1d2-ee1fd7bddd93 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:16.817575 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-143480c3-06b9-4311-b1d2-ee1fd7bddd93 admin admin] 10.222.0.60 "PUT /v2.0/routers/4328400d-c55f-4a94-ade0-87e8ba4f673c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9352374 Jul 05 04:13:16.821158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33894) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:16.822895 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dc8061-fe66-4a14-8158-c5bf209505ee None None] Sync routers for ids ['4328400d-c55f-4a94-ade0-87e8ba4f673c'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:16.836295 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc8061-fe66-4a14-8158-c5bf209505ee None None] Routers {'4328400d-c55f-4a94-ade0-87e8ba4f673c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:16.837500 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-41dc8061-fe66-4a14-8158-c5bf209505ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:12:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['4328400d-c55f-4a94-ade0-87e8ba4f673c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:16.891762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-6086d3c1-346d-4545-be9d-0ba1e9f5fb7f req-c38d2a20-8599-483d-a283-e95ec89f8773 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Deleting port a5fa7851-5c3f-4112-b8fd-bffe11560b23 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:16.892121 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6086d3c1-346d-4545-be9d-0ba1e9f5fb7f req-c38d2a20-8599-483d-a283-e95ec89f8773 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.940272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0895d32-2f38-4c9f-91a8-671aaf8166eb req-2574f18c-19b2-475e-b116-e697f5907651 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.941875 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0895d32-2f38-4c9f-91a8-671aaf8166eb req-2574f18c-19b2-475e-b116-e697f5907651 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 949 time: 0.1966615 Jul 05 04:13:16.999151 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-41dc8061-fe66-4a14-8158-c5bf209505ee None None] Set router 4328400d-c55f-4a94-ade0-87e8ba4f673c gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:17.010422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.055980 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-07e79f5c-06e3-4c68-997c-df534cdc5dcb tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.056964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c033c-8673-4ad9-a8ac-2dbf97734d04', 'name': '', 'tenant_id': '0e2775bad1d2440aa174cbb2d5bbd456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b5d19f8-2b7f-4f8e-9969-2155fe7206b3', 'external_fixed_ips': [{'subnet_id': 'e5752489-9733-48fe-831a-e8cc14f6449c', 'ip_address': '2001:db8::da'}], 'enable_snat': True}, 'gw_port_id': '86a231bd-384b-4686-aea4-39acaf7a8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:13Z', 'updated_at': '2021-07-05T04:13:15Z', 'revision_number': 3, 'project_id': '0e2775bad1d2440aa174cbb2d5bbd456', 'gw_port': {'id': '86a231bd-384b-4686-aea4-39acaf7a8902', 'name': '', 'network_id': '0b5d19f8-2b7f-4f8e-9969-2155fe7206b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:42:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808c033c-8673-4ad9-a8ac-2dbf97734d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'e5752489-9733-48fe-831a-e8cc14f6449c', 'ip_address': '2001:db8::da', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:14Z', 'updated_at': '2021-07-05T04:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5752489-9733-48fe-831a-e8cc14f6449c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:17.076125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6086d3c1-346d-4545-be9d-0ba1e9f5fb7f req-c38d2a20-8599-483d-a283-e95ec89f8773 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] For port a5fa7851-5c3f-4112-b8fd-bffe11560b23, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a5fa7851-5c3f-4112-b8fd-bffe11560b23,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:17.076531 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6086d3c1-346d-4545-be9d-0ba1e9f5fb7f req-c38d2a20-8599-483d-a283-e95ec89f8773 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.087035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Deleting port 86a231bd-384b-4686-aea4-39acaf7a8902 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:17.087424 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.089903 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Checking router: 808c033c-8673-4ad9-a8ac-2dbf97734d04 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:13:17.090557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Updating router 808c033c-8673-4ad9-a8ac-2dbf97734d04 port 86a231bd-384b-4686-aea4-39acaf7a8902 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:13:17.130376 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.130894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-6086d3c1-346d-4545-be9d-0ba1e9f5fb7f req-c38d2a20-8599-483d-a283-e95ec89f8773 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Calling delete_port for a5fa7851-5c3f-4112-b8fd-bffe11560b23 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:17.144491 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0895d32-2f38-4c9f-91a8-671aaf8166eb req-7aae4b64-faf5-48da-86bb-31432f72a7de tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/security-groups?id=db4e2b93-4e6f-41d2-beb2-f30b6ee34f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757678 Jul 05 04:13:17.147267 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-07e79f5c-06e3-4c68-997c-df534cdc5dcb tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.157190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07e79f5c-06e3-4c68-997c-df534cdc5dcb tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Network 3f0460a1-14e2-40e6-a426-4fe3322979df is not hosted by any dhcp agent {{(pid=100877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:13:17.158908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e79f5c-06e3-4c68-997c-df534cdc5dcb tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:17.159500 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-07e79f5c-06e3-4c68-997c-df534cdc5dcb tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.163909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-07e79f5c-06e3-4c68-997c-df534cdc5dcb tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "PUT /v2.0/networks/3f0460a1-14e2-40e6-a426-4fe3322979df HTTP/1.1" status: 200 len: 857 time: 0.3699753 Jul 05 04:13:17.166264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33896) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:17.213059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.246978 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:13:17.311071 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-41dc8061-fe66-4a14-8158-c5bf209505ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'name': 'tempest-ServerRescueNegativeTestJSON-1450705543-router', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '641c9918-e9d5-45c1-8434-89987c26a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:10:38Z', 'updated_at': '2021-07-05T04:13:15Z', 'revision_number': 5, 'project_id': '46fbc9635ffe4afc9c63593099e73911', 'gw_port': {'id': '641c9918-e9d5-45c1-8434-89987c26a39f', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:10:39Z', 'updated_at': '2021-07-05T04:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:17.312393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e79f5c-06e3-4c68-997c-df534cdc5dcb tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event updated for resources: {'Network': ['ID=3f0460a1-14e2-40e6-a426-4fe3322979df,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:17.332269 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.349125 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d974fe0c-b722-425f-9276-dce16ac25223 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.352766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Calling delete_port for 86a231bd-384b-4686-aea4-39acaf7a8902 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:17.355462 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dc8061-fe66-4a14-8158-c5bf209505ee None None] Checking router: 4328400d-c55f-4a94-ade0-87e8ba4f673c for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:13:17.367431 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc8061-fe66-4a14-8158-c5bf209505ee None None] Routers {'4328400d-c55f-4a94-ade0-87e8ba4f673c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:17.368110 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-41dc8061-fe66-4a14-8158-c5bf209505ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:12:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['4328400d-c55f-4a94-ade0-87e8ba4f673c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:17.413286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] Deleting port 641c9918-e9d5-45c1-8434-89987c26a39f {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:17.413286 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.435208 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.446099 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6086d3c1-346d-4545-be9d-0ba1e9f5fb7f req-c38d2a20-8599-483d-a283-e95ec89f8773 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.446590 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Transition to ACTIVE for port object 86a231bd-384b-4686-aea4-39acaf7a8902 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:17.458192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['a5fa7851-5c3f-4112-b8fd-bffe11560b23'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:13:17.511317 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-41dc8061-fe66-4a14-8158-c5bf209505ee None None] Set router 4328400d-c55f-4a94-ade0-87e8ba4f673c gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:17.525611 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.545144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d2a20-8599-483d-a283-e95ec89f8773 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Pushing event deleted for resources: {'Port': ['ID=a5fa7851-5c3f-4112-b8fd-bffe11560b23,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:17.604455 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6086d3c1-346d-4545-be9d-0ba1e9f5fb7f req-c38d2a20-8599-483d-a283-e95ec89f8773 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] No DVR routers for this DVR port a5fa7851-5c3f-4112-b8fd-bffe11560b23 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:17.611168 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-41dc8061-fe66-4a14-8158-c5bf209505ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'name': 'tempest-ServerRescueNegativeTestJSON-1450705543-router', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:10:38Z', 'updated_at': '2021-07-05T04:13:17Z', 'revision_number': 6, 'project_id': '46fbc9635ffe4afc9c63593099e73911', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:17.613273 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6086d3c1-346d-4545-be9d-0ba1e9f5fb7f req-c38d2a20-8599-483d-a283-e95ec89f8773 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.615518 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6086d3c1-346d-4545-be9d-0ba1e9f5fb7f req-c38d2a20-8599-483d-a283-e95ec89f8773 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.11 "DELETE /v2.0/ports/a5fa7851-5c3f-4112-b8fd-bffe11560b23 HTTP/1.1" status: 204 len: 173 time: 1.0321739 Jul 05 04:13:17.615920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb', 'name': 'network-vif-deleted', 'tag': 'a5fa7851-5c3f-4112-b8fd-bffe11560b23'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:17.618434 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d17d96-7399-4868-8e75-cb5d9e91b078" -d '{"events": [{"server_uuid": "a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb", "name": "network-vif-deleted", "tag": "a5fa7851-5c3f-4112-b8fd-bffe11560b23"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:17.646932 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dc8061-fe66-4a14-8158-c5bf209505ee None None] The sync data for ids ['4328400d-c55f-4a94-ade0-87e8ba4f673c'] in n-d-798249-5 is: [{'id': '4328400d-c55f-4a94-ade0-87e8ba4f673c', 'name': 'tempest-ServerRescueNegativeTestJSON-1450705543-router', 'tenant_id': '46fbc9635ffe4afc9c63593099e73911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:10:38Z', 'updated_at': '2021-07-05T04:13:17Z', 'revision_number': 6, 'project_id': '46fbc9635ffe4afc9c63593099e73911', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:17.672869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Attempting to bind port 86a231bd-384b-4686-aea4-39acaf7a8902 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:17.672869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Attempting to bind port 86a231bd-384b-4686-aea4-39acaf7a8902 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'c0441f85-6607-4977-a8df-ede54e87bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0b5d19f8-2b7f-4f8e-9969-2155fe7206b3'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:17.672869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Attempting to bind port 86a231bd-384b-4686-aea4-39acaf7a8902 on network 0b5d19f8-2b7f-4f8e-9969-2155fe7206b3 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:17.679995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:17.680273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Checking segment: {'id': 'c0441f85-6607-4977-a8df-ede54e87bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0b5d19f8-2b7f-4f8e-9969-2155fe7206b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:17.683564 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.683564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Bound using segment: {'id': 'c0441f85-6607-4977-a8df-ede54e87bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0b5d19f8-2b7f-4f8e-9969-2155fe7206b3'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:17.683564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Bound port: 86a231bd-384b-4686-aea4-39acaf7a8902, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0441f85-6607-4977-a8df-ede54e87bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0b5d19f8-2b7f-4f8e-9969-2155fe7206b3'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:17.683564 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.687034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] For port 641c9918-e9d5-45c1-8434-89987c26a39f, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=641c9918-e9d5-45c1-8434-89987c26a39f,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:17.687570 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.701778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] Calling delete_port for 641c9918-e9d5-45c1-8434-89987c26a39f owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:17.714248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba627b6-1af2-41cf-9573-f48c3acb5d6a None None] Pushing event updated for resources: {'Port': ['ID=86a231bd-384b-4686-aea4-39acaf7a8902,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:17.726116 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0d8359-1c03-4b90-bdf4-cd6efa3483f7 x-openstack-request-id: req-6f0d8359-1c03-4b90-bdf4-cd6efa3483f7 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:17.726414 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb", "name": "network-vif-deleted", "tag": "a5fa7851-5c3f-4112-b8fd-bffe11560b23", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:17.726728 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f0d8359-1c03-4b90-bdf4-cd6efa3483f7 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:17.727143 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb', 'name': 'network-vif-deleted', 'tag': 'a5fa7851-5c3f-4112-b8fd-bffe11560b23', 'status': 'completed', 'code': 200} Jul 05 04:13:17.751422 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] For port 86a231bd-384b-4686-aea4-39acaf7a8902, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:17.754945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] For port 86a231bd-384b-4686-aea4-39acaf7a8902, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=86a231bd-384b-4686-aea4-39acaf7a8902,segment=NetworkSegment(c0441f85-6607-4977-a8df-ede54e87bb48),segment_id=c0441f85-6607-4977-a8df-ede54e87bb48)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:17.842239 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.903120 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d974fe0c-b722-425f-9276-dce16ac25223 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.921694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d974fe0c-b722-425f-9276-dce16ac25223 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0460a1-14e2-40e6-a426-4fe3322979df']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:17.931833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Routers {'808c033c-8673-4ad9-a8ac-2dbf97734d04'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:17.932420 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:12:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['808c033c-8673-4ad9-a8ac-2dbf97734d04'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:17.967700 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d974fe0c-b722-425f-9276-dce16ac25223 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b309e56f-5321-44b5-a919-9790ab79f000') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:17.967999 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d974fe0c-b722-425f-9276-dce16ac25223 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b309e56f-5321-44b5-a919-9790ab79f000') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:17.971299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e66faa04-94ab-4d38-9bd3-52707eed7a89 req-66805b88-9138-40cb-ab2a-1520b34ed1a2 tempest-VolumesBackupsTest-161230646 tempest-VolumesBackupsTest-161230646-project] 10.222.0.60 "GET /v2.0/ports?device_id=a958a19d-10fc-41c3-ae45-ecd4cbd2f6cb HTTP/1.1" status: 200 len: 210 time: 0.0584383 Jul 05 04:13:17.981564 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d974fe0c-b722-425f-9276-dce16ac25223 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.983064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.019689 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba627b6-1af2-41cf-9573-f48c3acb5d6a None None] Pushing event updated for resources: {'Port': ['ID=86a231bd-384b-4686-aea4-39acaf7a8902,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:18.035400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 525d37ca-7a56-44a3-ac38-266b973fb630 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:18.059366 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d974fe0c-b722-425f-9276-dce16ac25223 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.064325 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=641c9918-e9d5-45c1-8434-89987c26a39f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:18.101085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d974fe0c-b722-425f-9276-dce16ac25223 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:18.101498 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d974fe0c-b722-425f-9276-dce16ac25223 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:18.104017 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:18.131019 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.156752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] Set router 808c033c-8673-4ad9-a8ac-2dbf97734d04 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:18.260127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808c033c-8673-4ad9-a8ac-2dbf97734d04', 'name': '', 'tenant_id': '0e2775bad1d2440aa174cbb2d5bbd456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:13Z', 'updated_at': '2021-07-05T04:13:16Z', 'revision_number': 4, 'project_id': '0e2775bad1d2440aa174cbb2d5bbd456', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:18.262525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 525d37ca-7a56-44a3-ac38-266b973fb630 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:18.272503 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.274722 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.285508 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d974fe0c-b722-425f-9276-dce16ac25223 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.289943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 525d37ca-7a56-44a3-ac38-266b973fb630 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:18.290506 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.297504 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281866b-5526-4445-a9ff-a27e5ccd1c8a None None] The sync data for ids ['808c033c-8673-4ad9-a8ac-2dbf97734d04'] in n-d-798249-5 is: [{'id': '808c033c-8673-4ad9-a8ac-2dbf97734d04', 'name': '', 'tenant_id': '0e2775bad1d2440aa174cbb2d5bbd456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:13Z', 'updated_at': '2021-07-05T04:13:16Z', 'revision_number': 4, 'project_id': '0e2775bad1d2440aa174cbb2d5bbd456', 'gw_port_host': None}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:18.309032 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d974fe0c-b722-425f-9276-dce16ac25223 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f0460a1-14e2-40e6-a426-4fe3322979df {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:13:18.310802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974fe0c-b722-425f-9276-dce16ac25223 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f0460a1-14e2-40e6-a426-4fe3322979df,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:18.323396 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d974fe0c-b722-425f-9276-dce16ac25223 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.329685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33906) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:18.332990 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d974fe0c-b722-425f-9276-dce16ac25223 tempest-ExternalNetworksTestJSON-827741635 tempest-ExternalNetworksTestJSON-827741635-project-admin] 10.222.0.60 "DELETE /v2.0/networks/3f0460a1-14e2-40e6-a426-4fe3322979df HTTP/1.1" status: 204 len: 168 time: 1.1519158 Jul 05 04:13:18.334050 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.360393 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-168b8f70-1515-4264-bf6d-6bf98b6a8455 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:18.360989 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168b8f70-1515-4264-bf6d-6bf98b6a8455 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:18.363138 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-168b8f70-1515-4264-bf6d-6bf98b6a8455 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] 10.222.0.60 "DELETE /v2.0/subnets/a982651c-f24c-4335-aed4-b87a90194ac0 HTTP/1.1" status: 404 len: 337 time: 0.0320542 Jul 05 04:13:18.365757 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33908) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:18.388944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event deleted for resources: {'Port': ['ID=86a231bd-384b-4686-aea4-39acaf7a8902,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:18.414168 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.448128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff54a903-ed96-475a-803f-8a0a16d10763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525d37ca-7a56-44a3-ac38-266b973fb630'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:18.450943 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97f0377-02e5-437c-abaa-db7163a16976" -d '{"events": [{"server_uuid": "ff54a903-ed96-475a-803f-8a0a16d10763", "name": "network-vif-plugged", "status": "completed", "tag": "525d37ca-7a56-44a3-ac38-266b973fb630"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:18.466334 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.467237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 525d37ca-7a56-44a3-ac38-266b973fb630, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=525d37ca-7a56-44a3-ac38-266b973fb630,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:18.472021 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.474237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4328400d-c55f-4a94-ade0-87e8ba4f673c {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:13:18.497197 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.503477 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-680558f3-07f1-4eac-bea1-51b62c9e8b92 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4328400d-c55f-4a94-ade0-87e8ba4f673c HTTP/1.1" status: 204 len: 168 time: 1.6812785 Jul 05 04:13:18.510032 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33912) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:18.533917 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43506c05-8fe0-4daa-b480-59bac9b8c4ac x-openstack-request-id: req-43506c05-8fe0-4daa-b480-59bac9b8c4ac {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:18.534209 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff54a903-ed96-475a-803f-8a0a16d10763", "name": "network-vif-plugged", "status": "completed", "tag": "525d37ca-7a56-44a3-ac38-266b973fb630", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:18.534463 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43506c05-8fe0-4daa-b480-59bac9b8c4ac {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:18.534863 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff54a903-ed96-475a-803f-8a0a16d10763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525d37ca-7a56-44a3-ac38-266b973fb630', 'code': 200} Jul 05 04:13:18.548549 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.579355 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03fdfb95-a1b9-4bce-a854-adffe9fe2072 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.592347 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.595210 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.626549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd5caf9-0535-49cf-b933-01588b2ceb25 admin admin] Deleting subnet 3f71dca5-71ed-4a09-a0a0-4a186552a407 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:18.640675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebd5caf9-0535-49cf-b933-01588b2ceb25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.685653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=525d37ca-7a56-44a3-ac38-266b973fb630,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:18.712616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffeb40-a980-45d1-989c-a4a2ee141dc4 req-cd016bcf-d26b-4a58-9cc3-243ed6ce12f2 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:18.715784 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32ffeb40-a980-45d1-989c-a4a2ee141dc4 req-cd016bcf-d26b-4a58-9cc3-243ed6ce12f2 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 949 time: 0.3472407 Jul 05 04:13:18.735632 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03fdfb95-a1b9-4bce-a854-adffe9fe2072 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.748650 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebd5caf9-0535-49cf-b933-01588b2ceb25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.751973 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-03fdfb95-a1b9-4bce-a854-adffe9fe2072 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0008274e-443a-4dd4-9dc9-398a0eefc869']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:18.767185 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.767739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 808c033c-8673-4ad9-a8ac-2dbf97734d04 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:13:18.772774 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.776440 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a4a2b230-7ef4-49ec-8057-9f54ed705929 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "DELETE /v2.0/routers/808c033c-8673-4ad9-a8ac-2dbf97734d04 HTTP/1.1" status: 204 len: 168 time: 2.2778692 Jul 05 04:13:18.779556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33914) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:18.782997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-03fdfb95-a1b9-4bce-a854-adffe9fe2072 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c70268f-1df3-4f09-90ef-aed7c29e08a4') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:18.783301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-03fdfb95-a1b9-4bce-a854-adffe9fe2072 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c70268f-1df3-4f09-90ef-aed7c29e08a4') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:18.798740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32ffeb40-a980-45d1-989c-a4a2ee141dc4 req-d3d8f486-4b04-4552-997c-935d0bef5467 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/security-groups?id=db4e2b93-4e6f-41d2-beb2-f30b6ee34f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730362 Jul 05 04:13:18.800822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776780de-20cc-4181-86f2-7181cbdef6e2 req-37332890-02b8-4e5b-9f99-f35b4bbd347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:18.802243 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-776780de-20cc-4181-86f2-7181cbdef6e2 req-37332890-02b8-4e5b-9f99-f35b4bbd347e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 1101 time: 0.1452682 Jul 05 04:13:18.828337 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03fdfb95-a1b9-4bce-a854-adffe9fe2072 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.853998 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebd5caf9-0535-49cf-b933-01588b2ceb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.854955 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-776780de-20cc-4181-86f2-7181cbdef6e2 req-4b94550e-516f-4659-b961-00738cc9f598 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=db4e2b93-4e6f-41d2-beb2-f30b6ee34f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451143 Jul 05 04:13:18.856351 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03fdfb95-a1b9-4bce-a854-adffe9fe2072 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.882456 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d75687-95f5-4761-953d-285ce905203d tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Deleting subnet e5752489-9733-48fe-831a-e8cc14f6449c {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:18.888504 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-41d75687-95f5-4761-953d-285ce905203d tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.915344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fdfb95-a1b9-4bce-a854-adffe9fe2072 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:18.915759 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03fdfb95-a1b9-4bce-a854-adffe9fe2072 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:18.920349 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:18.982360 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-41d75687-95f5-4761-953d-285ce905203d tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.052826 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-41d75687-95f5-4761-953d-285ce905203d tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.110919 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03fdfb95-a1b9-4bce-a854-adffe9fe2072 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.116032 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03fdfb95-a1b9-4bce-a854-adffe9fe2072 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.121861 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-03fdfb95-a1b9-4bce-a854-adffe9fe2072 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] 10.222.0.60 "DELETE /v2.0/networks/0008274e-443a-4dd4-9dc9-398a0eefc869 HTTP/1.1" status: 204 len: 168 time: 0.7502334 Jul 05 04:13:19.137298 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebd5caf9-0535-49cf-b933-01588b2ceb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.141866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdfb95-a1b9-4bce-a854-adffe9fe2072 tempest-ExternalNetworksTestJSON-1454808637 tempest-ExternalNetworksTestJSON-1454808637-project] Pushing event deleted for resources: {'Network': ['ID=0008274e-443a-4dd4-9dc9-398a0eefc869,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:19.166451 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5caf9-0535-49cf-b933-01588b2ceb25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f71dca5-71ed-4a09-a0a0-4a186552a407,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:19.174048 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebd5caf9-0535-49cf-b933-01588b2ceb25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.175973 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ebd5caf9-0535-49cf-b933-01588b2ceb25 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3f71dca5-71ed-4a09-a0a0-4a186552a407 HTTP/1.1" status: 204 len: 168 time: 0.6645963 Jul 05 04:13:19.178578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33922) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:19.187431 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-41d75687-95f5-4761-953d-285ce905203d tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.251975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d75687-95f5-4761-953d-285ce905203d tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e5752489-9733-48fe-831a-e8cc14f6449c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:19.257266 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-41d75687-95f5-4761-953d-285ce905203d tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.261746 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-41d75687-95f5-4761-953d-285ce905203d tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/e5752489-9733-48fe-831a-e8cc14f6449c HTTP/1.1" status: 204 len: 168 time: 0.4780908 Jul 05 04:13:19.261824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33924) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:19.288494 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-504b1c8a-64c5-4773-820a-90fe46485ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.360391 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cc4cbe16-ce33-4e6e-872d-4185b5e02f67 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.398003 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-504b1c8a-64c5-4773-820a-90fe46485ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.400218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33930) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:19.413308 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-504b1c8a-64c5-4773-820a-90fe46485ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a660774b-4e9f-46d0-91a2-a0fa4450349a']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:19.464895 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cc4cbe16-ce33-4e6e-872d-4185b5e02f67 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.468220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-504b1c8a-64c5-4773-820a-90fe46485ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad6cf04-195d-4d06-a979-81ae56b18e0c') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:19.468399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-504b1c8a-64c5-4773-820a-90fe46485ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad6cf04-195d-4d06-a979-81ae56b18e0c') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:19.479609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-cc4cbe16-ce33-4e6e-872d-4185b5e02f67 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5d19f8-2b7f-4f8e-9969-2155fe7206b3']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:19.483076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-504b1c8a-64c5-4773-820a-90fe46485ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.499963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-cc4cbe16-ce33-4e6e-872d-4185b5e02f67 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0441f85-6607-4977-a8df-ede54e87bb48') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:19.503833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-cc4cbe16-ce33-4e6e-872d-4185b5e02f67 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0441f85-6607-4977-a8df-ede54e87bb48') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:19.512803 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-334b1f87-998b-43bb-bb2a-7f906f86c652 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/floatingips/593ebd62-2340-4d2a-86fa-52f3ef70ab0b HTTP/1.1" status: 200 len: 992 time: 0.1094928 Jul 05 04:13:19.512991 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cc4cbe16-ce33-4e6e-872d-4185b5e02f67 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.513090 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-504b1c8a-64c5-4773-820a-90fe46485ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.520259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504b1c8a-64c5-4773-820a-90fe46485ba3 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:19.520970 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-504b1c8a-64c5-4773-820a-90fe46485ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:19.522898 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:19.531979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ba15dd3a-402c-44d3-b4bb-ebfedb9872de no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:19.549021 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cc4cbe16-ce33-4e6e-872d-4185b5e02f67 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.555855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4cbe16-ce33-4e6e-872d-4185b5e02f67 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:19.556264 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cc4cbe16-ce33-4e6e-872d-4185b5e02f67 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: items = [ Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:19.558311 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:19.576139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ba15dd3a-402c-44d3-b4bb-ebfedb9872de {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:19.576522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ba15dd3a-402c-44d3-b4bb-ebfedb9872de not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:19.577525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 641c9918-e9d5-45c1-8434-89987c26a39f no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:19.638271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 641c9918-e9d5-45c1-8434-89987c26a39f {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:19.638816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 641c9918-e9d5-45c1-8434-89987c26a39f not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:19.740004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33938) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:19.799965 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cc4cbe16-ce33-4e6e-872d-4185b5e02f67 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.802329 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-504b1c8a-64c5-4773-820a-90fe46485ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.818752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4cbe16-ce33-4e6e-872d-4185b5e02f67 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b5d19f8-2b7f-4f8e-9969-2155fe7206b3 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:13:19.831082 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-504b1c8a-64c5-4773-820a-90fe46485ba3 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.842664 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-504b1c8a-64c5-4773-820a-90fe46485ba3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a660774b-4e9f-46d0-91a2-a0fa4450349a HTTP/1.1" status: 204 len: 168 time: 0.6545982 Jul 05 04:13:19.843730 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b1c8a-64c5-4773-820a-90fe46485ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a660774b-4e9f-46d0-91a2-a0fa4450349a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:19.870223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33946) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:19.877784 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cc4cbe16-ce33-4e6e-872d-4185b5e02f67 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.886530 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cc4cbe16-ce33-4e6e-872d-4185b5e02f67 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "DELETE /v2.0/networks/0b5d19f8-2b7f-4f8e-9969-2155fe7206b3 HTTP/1.1" status: 204 len: 168 time: 0.6236203 Jul 05 04:13:19.887673 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cbe16-ce33-4e6e-872d-4185b5e02f67 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b5d19f8-2b7f-4f8e-9969-2155fe7206b3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:19.969139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a5fa7851-5c3f-4112-b8fd-bffe11560b23 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:20.010364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: a5fa7851-5c3f-4112-b8fd-bffe11560b23 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:20.010364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a5fa7851-5c3f-4112-b8fd-bffe11560b23 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:20.151125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe85beb-89f5-43fd-9a8e-df696d44a192 req-e9b965de-47b7-42b7-9c23-e667b027ee42 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:20.152986 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3fe85beb-89f5-43fd-9a8e-df696d44a192 req-e9b965de-47b7-42b7-9c23-e667b027ee42 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 950 time: 0.1100161 Jul 05 04:13:20.202594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3fe85beb-89f5-43fd-9a8e-df696d44a192 req-67a0d3d0-c4d4-4cbc-b8ce-c76528c6b2d2 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/security-groups?id=db4e2b93-4e6f-41d2-beb2-f30b6ee34f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429792 Jul 05 04:13:20.314758 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33958) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:20.341030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33960) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:20.376534 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-81c20ded-89bc-46f6-aad0-cda5ac31e1e9 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Request body: {'router': {'name': 'tempest-router--702185672', 'project_id': 'bc5bdb004aca4de6ab1e5ac30c900c21'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:20.383814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-28a98fc7-c26f-4a78-9cba-20224be6f622 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46fbc9635ffe4afc9c63593099e73911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0676889 Jul 05 04:13:20.386181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33962) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:20.523423 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-16490a80-236d-4a95-9ad6-4b4001f07114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.553389 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-16490a80-236d-4a95-9ad6-4b4001f07114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.573549 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81c20ded-89bc-46f6-aad0-cda5ac31e1e9 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.574740 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81c20ded-89bc-46f6-aad0-cda5ac31e1e9 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.621181 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d8a0e612-6267-4fda-98fc-e029392aa2c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32c48cea098d46a7a1053da84ad0f278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8799179 Jul 05 04:13:20.625123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33966) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:20.711123 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Deleting port 9c66ee39-8439-4a8f-bcbb-5207c8f423a3 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:20.711558 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.714031 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81c20ded-89bc-46f6-aad0-cda5ac31e1e9 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.747679 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c264d56-df25-408b-853d-62b827b2c94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.758804 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-16490a80-236d-4a95-9ad6-4b4001f07114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.758804 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-16490a80-236d-4a95-9ad6-4b4001f07114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.758804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-16490a80-236d-4a95-9ad6-4b4001f07114 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46e4a1da-ecec-47bf-a6bf-282dbb38c9e7 HTTP/1.1" status: 204 len: 168 time: 0.3706663 Jul 05 04:13:20.786421 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81c20ded-89bc-46f6-aad0-cda5ac31e1e9 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.803521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16490a80-236d-4a95-9ad6-4b4001f07114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e4a1da-ecec-47bf-a6bf-282dbb38c9e7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:20.820031 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c264d56-df25-408b-853d-62b827b2c94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.830712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.831698 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.845637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Calling delete_port for 9c66ee39-8439-4a8f-bcbb-5207c8f423a3 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:20.875250 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81c20ded-89bc-46f6-aad0-cda5ac31e1e9 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.876710 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-81c20ded-89bc-46f6-aad0-cda5ac31e1e9 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5318298 Jul 05 04:13:20.879675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33970) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:20.983791 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c264d56-df25-408b-853d-62b827b2c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.987171 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c264d56-df25-408b-853d-62b827b2c94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.991378 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0c264d56-df25-408b-853d-62b827b2c94c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eef961fa-1b49-41ca-81f8-2529af81f8fa HTTP/1.1" status: 204 len: 168 time: 0.3647194 Jul 05 04:13:21.005122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c264d56-df25-408b-853d-62b827b2c94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef961fa-1b49-41ca-81f8-2529af81f8fa,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:21.014640 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e009ba9d-4a43-4336-9097-bfcf8f14ed70 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.160203 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.222499 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Port': ['ID=9c66ee39-8439-4a8f-bcbb-5207c8f423a3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:21.258426 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:21.259103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:21.259854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:21.260395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:21.260931 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:21.261419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:21.261940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:21.262425 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:21.262923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:21.263402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:21.263891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:21.264739 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:21.273972 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9ee2394e-bd01-4f0b-81dc-125a5afc7e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.331707 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.333955 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Floating IP 593ebd62-2340-4d2a-86fa-52f3ef70ab0b disassociated (deleted). External IP: 172.25.0.43, port: 65acc481-0c3a-4d2b-a387-79dbf268857c. Jul 05 04:13:21.344389 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e009ba9d-4a43-4336-9097-bfcf8f14ed70 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.350781 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e009ba9d-4a43-4336-9097-bfcf8f14ed70 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.364050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da377b1a-5c3a-4123-af85-470ce48abb4d req-bc16a89b-bdc0-4fb6-83f0-7c75f39b1d02 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:21.373573 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-da377b1a-5c3a-4123-af85-470ce48abb4d req-bc16a89b-bdc0-4fb6-83f0-7c75f39b1d02 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 950 time: 0.2922034 Jul 05 04:13:21.477907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-da377b1a-5c3a-4123-af85-470ce48abb4d req-e6d2eb86-d2e1-46c3-93ec-96ab19c584f3 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/security-groups?id=db4e2b93-4e6f-41d2-beb2-f30b6ee34f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022842 Jul 05 04:13:21.496922 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e009ba9d-4a43-4336-9097-bfcf8f14ed70 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.497744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e009ba9d-4a43-4336-9097-bfcf8f14ed70 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cabfecef-913c-4f9d-8ded-3ab7ef1b459f {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:13:21.506735 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e009ba9d-4a43-4336-9097-bfcf8f14ed70 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.508611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e009ba9d-4a43-4336-9097-bfcf8f14ed70 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "DELETE /v2.0/routers/cabfecef-913c-4f9d-8ded-3ab7ef1b459f HTTP/1.1" status: 204 len: 168 time: 0.6276646 Jul 05 04:13:21.663103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Router 3924272e-6c28-4858-8cde-ebf09649c974 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:13:21.803568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:21.807876 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.815844 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d37e4-916c-4bd0-ad90-80d815771f85 None None] Sync routers for ids ['3924272e-6c28-4858-8cde-ebf09649c974'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:21.827550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d37e4-916c-4bd0-ad90-80d815771f85 None None] Routers {'3924272e-6c28-4858-8cde-ebf09649c974'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:21.829074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-887d37e4-916c-4bd0-ad90-80d815771f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:12:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3924272e-6c28-4858-8cde-ebf09649c974'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:21.849176 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3ea67dbf-62fb-4f4a-b217-f0b97296300f tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "DELETE /v2.0/floatingips/593ebd62-2340-4d2a-86fa-52f3ef70ab0b HTTP/1.1" status: 204 len: 168 time: 1.9778132 Jul 05 04:13:21.852046 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'tag': '65acc481-0c3a-4d2b-a387-79dbf268857c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:21.852046 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68611a54-dbda-4aab-b99e-e1b96950738c" -d '{"events": [{"name": "network-changed", "server_uuid": "437106f7-2d92-4b82-ae5e-7dd2a2383dcf", "tag": "65acc481-0c3a-4d2b-a387-79dbf268857c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:21.892979 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3ed478-abec-41b1-b318-2cdad70b0797 x-openstack-request-id: req-8f3ed478-abec-41b1-b318-2cdad70b0797 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:21.893511 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437106f7-2d92-4b82-ae5e-7dd2a2383dcf", "tag": "65acc481-0c3a-4d2b-a387-79dbf268857c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:21.893939 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f3ed478-abec-41b1-b318-2cdad70b0797 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:21.894537 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'tag': '65acc481-0c3a-4d2b-a387-79dbf268857c', 'status': 'completed', 'code': 200} Jul 05 04:13:21.927217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 33996) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:21.999770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 33998) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:22.022489 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34002) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:22.024074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-58d3cef3-f9fa-4094-adad-077e57e02a42 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a87a18720574569a7ce61548a92182d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0954583 Jul 05 04:13:22.054429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-887d37e4-916c-4bd0-ad90-80d815771f85 None None] Set router 3924272e-6c28-4858-8cde-ebf09649c974 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:22.130623 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40d1551c-ff32-40b1-a6ac-e66bf5c716e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.185359 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40d1551c-ff32-40b1-a6ac-e66bf5c716e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.225021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68611a54-dbda-4aab-b99e-e1b96950738c req-be64fc23-5edf-4213-960b-b347f9da551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:22.228348 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68611a54-dbda-4aab-b99e-e1b96950738c req-be64fc23-5edf-4213-960b-b347f9da551a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 1096 time: 0.3102949 Jul 05 04:13:22.372271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e97ed9-a469-43c6-874b-ee4b18ee6066 req-484540cc-10b0-4bb7-97c9-83e254f4b6f2 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:22.378094 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56e97ed9-a469-43c6-874b-ee4b18ee6066 req-484540cc-10b0-4bb7-97c9-83e254f4b6f2 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 950 time: 0.1509833 Jul 05 04:13:22.439538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-887d37e4-916c-4bd0-ad90-80d815771f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:12:20Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '66d788a7-3dad-450c-a501-8d600ab05799', 'name': '', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:19Z', 'updated_at': '2021-07-05T04:12:26Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:22.451663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-972917578', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:22.473761 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d37e4-916c-4bd0-ad90-80d815771f85 None None] Checking router: 3924272e-6c28-4858-8cde-ebf09649c974 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:13:22.485911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d37e4-916c-4bd0-ad90-80d815771f85 None None] Routers {'3924272e-6c28-4858-8cde-ebf09649c974'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:22.486794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-887d37e4-916c-4bd0-ad90-80d815771f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:12:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3924272e-6c28-4858-8cde-ebf09649c974'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:22.492823 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68611a54-dbda-4aab-b99e-e1b96950738c req-e547ec5d-9c49-41dc-b65c-35a01d849fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:22.494334 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68611a54-dbda-4aab-b99e-e1b96950738c req-e547ec5d-9c49-41dc-b65c-35a01d849fc0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=633041f3-a8f0-4c37-b6d6-cb3727a001e6 HTTP/1.1" status: 200 len: 898 time: 0.2502556 Jul 05 04:13:22.560598 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68611a54-dbda-4aab-b99e-e1b96950738c req-d927278a-7eae-43ca-9bd5-3a2da6f7b1f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65acc481-0c3a-4d2b-a387-79dbf268857c HTTP/1.1" status: 200 len: 217 time: 0.0567815 Jul 05 04:13:22.612667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-56e97ed9-a469-43c6-874b-ee4b18ee6066 req-8097cf1e-1b40-4a14-bd75-5b75bcc33093 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Deleting port 525d37ca-7a56-44a3-ac38-266b973fb630 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:22.613214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-56e97ed9-a469-43c6-874b-ee4b18ee6066 req-8097cf1e-1b40-4a14-bd75-5b75bcc33093 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.665925 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68611a54-dbda-4aab-b99e-e1b96950738c req-193bc8fa-fdbf-491b-9422-3699541359b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:22.668291 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68611a54-dbda-4aab-b99e-e1b96950738c req-193bc8fa-fdbf-491b-9422-3699541359b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=234f90c7-83bf-4f6a-b04f-a7f1fb8478bc HTTP/1.1" status: 200 len: 834 time: 0.0995171 Jul 05 04:13:22.720553 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.721937 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.726188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-887d37e4-916c-4bd0-ad90-80d815771f85 None None] Set router 3924272e-6c28-4858-8cde-ebf09649c974 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:22.729662 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40d1551c-ff32-40b1-a6ac-e66bf5c716e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.737749 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40d1551c-ff32-40b1-a6ac-e66bf5c716e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.741218 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-40d1551c-ff32-40b1-a6ac-e66bf5c716e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eca037e0-da28-4811-b024-b5c3d288f2bf HTTP/1.1" status: 204 len: 168 time: 0.7143798 Jul 05 04:13:22.775641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1551c-ff32-40b1-a6ac-e66bf5c716e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca037e0-da28-4811-b024-b5c3d288f2bf,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:22.851215 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.854373 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68611a54-dbda-4aab-b99e-e1b96950738c req-156ddbd7-61f7-41c0-8fbf-c908e7857f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:22.856026 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68611a54-dbda-4aab-b99e-e1b96950738c req-156ddbd7-61f7-41c0-8fbf-c908e7857f75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=633041f3-a8f0-4c37-b6d6-cb3727a001e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795664 Jul 05 04:13:22.900171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359d83d-29c3-484c-aa95-840f96b9a469 req-f7f49e18-4da4-41e0-92d8-e676bd82fa65 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:22.903020 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7359d83d-29c3-484c-aa95-840f96b9a469 req-f7f49e18-4da4-41e0-92d8-e676bd82fa65 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 950 time: 0.2013514 Jul 05 04:13:22.967193 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-56e97ed9-a469-43c6-874b-ee4b18ee6066 req-8097cf1e-1b40-4a14-bd75-5b75bcc33093 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] For port 525d37ca-7a56-44a3-ac38-266b973fb630, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=525d37ca-7a56-44a3-ac38-266b973fb630,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:22.968311 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-56e97ed9-a469-43c6-874b-ee4b18ee6066 req-8097cf1e-1b40-4a14-bd75-5b75bcc33093 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.992105 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-56e97ed9-a469-43c6-874b-ee4b18ee6066 req-8097cf1e-1b40-4a14-bd75-5b75bcc33093 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Calling delete_port for 525d37ca-7a56-44a3-ac38-266b973fb630 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:23.008034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3653d-588f-48b0-9e48-948d9e012307 req-91646ca0-048c-40d6-b559-c08661dcab3e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:23.009610 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fe3653d-588f-48b0-9e48-948d9e012307 req-91646ca0-048c-40d6-b559-c08661dcab3e tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 945 time: 0.2484288 Jul 05 04:13:23.015067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7359d83d-29c3-484c-aa95-840f96b9a469 req-e9e95e8d-dff6-442e-8c39-f3e76b3d2ab3 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/security-groups?id=db4e2b93-4e6f-41d2-beb2-f30b6ee34f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885804 Jul 05 04:13:23.138549 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fe3653d-588f-48b0-9e48-948d9e012307 req-dc6a4e43-5385-4927-a64f-005ec98a15e6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=09bc4055-c611-4259-bdd3-d98f02e329a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184018 Jul 05 04:13:23.145072 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.193261 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68611a54-dbda-4aab-b99e-e1b96950738c req-95a710d6-f0ee-4d88-bd67-6d88f7c3d20b service neutron] 10.222.0.11 "GET /v2.0/networks/633041f3-a8f0-4c37-b6d6-cb3727a001e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292091 Jul 05 04:13:23.294262 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-887d37e4-916c-4bd0-ad90-80d815771f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:12:20Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '66d788a7-3dad-450c-a501-8d600ab05799', 'name': '', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:19Z', 'updated_at': '2021-07-05T04:12:26Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:23.359995 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-68611a54-dbda-4aab-b99e-e1b96950738c req-c7e13244-d1b8-43a1-9385-c0ec2a0064f3 service neutron] 10.222.0.11 "GET /v2.0/networks/633041f3-a8f0-4c37-b6d6-cb3727a001e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560717 Jul 05 04:13:23.360949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d37e4-916c-4bd0-ad90-80d815771f85 None None] The sync data for ids ['3924272e-6c28-4858-8cde-ebf09649c974'] in n-d-798249-5 is: [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:12:20Z', 'revision_number': 4, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '66d788a7-3dad-450c-a501-8d600ab05799', 'name': '', 'network_id': '633041f3-a8f0-4c37-b6d6-cb3727a001e6', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'mac_address': 'fa:16:3e:8c:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:19Z', 'updated_at': '2021-07-05T04:12:26Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'subnets': [{'id': '234f90c7-83bf-4f6a-b04f-a7f1fb8478bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:23.365356 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-56e97ed9-a469-43c6-874b-ee4b18ee6066 req-8097cf1e-1b40-4a14-bd75-5b75bcc33093 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.391777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['525d37ca-7a56-44a3-ac38-266b973fb630'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:13:23.476264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097cf1e-1b40-4a14-bd75-5b75bcc33093 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Pushing event deleted for resources: {'Port': ['ID=525d37ca-7a56-44a3-ac38-266b973fb630,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:23.596567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e97ed9-a469-43c6-874b-ee4b18ee6066 req-8097cf1e-1b40-4a14-bd75-5b75bcc33093 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] No DVR routers for this DVR port 525d37ca-7a56-44a3-ac38-266b973fb630 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:23.599156 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-56e97ed9-a469-43c6-874b-ee4b18ee6066 req-8097cf1e-1b40-4a14-bd75-5b75bcc33093 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.602828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56e97ed9-a469-43c6-874b-ee4b18ee6066 req-8097cf1e-1b40-4a14-bd75-5b75bcc33093 tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.64 "DELETE /v2.0/ports/525d37ca-7a56-44a3-ac38-266b973fb630 HTTP/1.1" status: 204 len: 173 time: 1.2177374 Jul 05 04:13:23.603300 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff54a903-ed96-475a-803f-8a0a16d10763', 'name': 'network-vif-deleted', 'tag': '525d37ca-7a56-44a3-ac38-266b973fb630'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:23.608804 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5bce98-521c-4547-9d14-3b44462e2b85" -d '{"events": [{"server_uuid": "ff54a903-ed96-475a-803f-8a0a16d10763", "name": "network-vif-deleted", "tag": "525d37ca-7a56-44a3-ac38-266b973fb630"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:23.645865 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.663565 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd0ed9b-c889-4f99-afb9-05f397a4ef40 x-openstack-request-id: req-ccd0ed9b-c889-4f99-afb9-05f397a4ef40 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:23.664059 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff54a903-ed96-475a-803f-8a0a16d10763", "name": "network-vif-deleted", "tag": "525d37ca-7a56-44a3-ac38-266b973fb630", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:23.664839 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ccd0ed9b-c889-4f99-afb9-05f397a4ef40 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:23.665272 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff54a903-ed96-475a-803f-8a0a16d10763', 'name': 'network-vif-deleted', 'tag': '525d37ca-7a56-44a3-ac38-266b973fb630', 'status': 'completed', 'code': 200} Jul 05 04:13:23.684777 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.987844 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Allocated IP 172.25.0.202 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/db92769c-938c-4880-af7b-d371ca9a0192) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:24.091292 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bfd069-efe2-4512-902f-19209b888d48 None None] New status for floating IP 593ebd62-2340-4d2a-86fa-52f3ef70ab0b: DOWN {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:13:24.183441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8095941-015f-4f1e-b036-f1d87606e222 req-ec9ff609-e63c-4a6b-9501-a7c3f870a011 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0692408 Jul 05 04:13:24.269768 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-79ff6d3f-a476-48e0-9ac8-119b5e0afd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.299423 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd3d08ec-d286-4a7f-a0bf-73bbea6c68a1 req-05836453-115d-4a92-afde-51512a2d4c0f tempest-VolumesNegativeTest-2007088650 tempest-VolumesNegativeTest-2007088650-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff54a903-ed96-475a-803f-8a0a16d10763 HTTP/1.1" status: 200 len: 210 time: 0.0580688 Jul 05 04:13:24.309471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e9264-69a2-4d74-bd96-23a522ac06a1 req-a6610cdf-fd09-40fb-8a48-0fcda9c1f61d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:24.316002 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d55e9264-69a2-4d74-bd96-23a522ac06a1 req-a6610cdf-fd09-40fb-8a48-0fcda9c1f61d tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.11 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 945 time: 0.4040513 Jul 05 04:13:24.445012 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.481897 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.540711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d55e9264-69a2-4d74-bd96-23a522ac06a1 req-e3987003-1fac-461d-b2f5-a0b5577d77dc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Deleting port 65acc481-0c3a-4d2b-a387-79dbf268857c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:24.540888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad137-dc2a-492c-a8a3-0ded10ea1ae6 req-ee3d67bc-e6a1-4852-89a3-b0b24f6dfc68 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:24.542488 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d55e9264-69a2-4d74-bd96-23a522ac06a1 req-e3987003-1fac-461d-b2f5-a0b5577d77dc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.550166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-caaad137-dc2a-492c-a8a3-0ded10ea1ae6 req-ee3d67bc-e6a1-4852-89a3-b0b24f6dfc68 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 945 time: 0.1538703 Jul 05 04:13:24.595290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-caaad137-dc2a-492c-a8a3-0ded10ea1ae6 req-260ce229-1dbe-4856-b011-c626cd1cd8f8 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/security-groups?id=09bc4055-c611-4259-bdd3-d98f02e329a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440390 Jul 05 04:13:24.606887 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34106) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:24.643340 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.693266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-d55e9264-69a2-4d74-bd96-23a522ac06a1 req-e3987003-1fac-461d-b2f5-a0b5577d77dc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] For port 65acc481-0c3a-4d2b-a387-79dbf268857c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=65acc481-0c3a-4d2b-a387-79dbf268857c,segment=NetworkSegment(a192ff78-15e8-49d8-8efe-39780d7734e1),segment_id=a192ff78-15e8-49d8-8efe-39780d7734e1)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:24.693804 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d55e9264-69a2-4d74-bd96-23a522ac06a1 req-e3987003-1fac-461d-b2f5-a0b5577d77dc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.696924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:24.708832 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:24.714500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:24.720655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-d55e9264-69a2-4d74-bd96-23a522ac06a1 req-e3987003-1fac-461d-b2f5-a0b5577d77dc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Calling delete_port for 65acc481-0c3a-4d2b-a387-79dbf268857c owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:24.722251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Pushing event updated for resources: {'Port': ['ID=db92769c-938c-4880-af7b-d371ca9a0192,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:24.752784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1133965449'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:24.917364 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Made reservation on behalf of adc66a33d68c4f8194738b20649a924d for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:24.921799 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.936520 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.144478 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d55e9264-69a2-4d74-bd96-23a522ac06a1 req-e3987003-1fac-461d-b2f5-a0b5577d77dc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.191538 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.196519 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3987003-1fac-461d-b2f5-a0b5577d77dc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Port': ['ID=65acc481-0c3a-4d2b-a387-79dbf268857c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:25.209317 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.248165 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.305212 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5a044a77-e5ca-4713-8f20-d4e92a533ecd req-17660ed9-7fcd-4a7f-9f36-55a4422b9830 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0463896 Jul 05 04:13:25.731916 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55e9264-69a2-4d74-bd96-23a522ac06a1 req-e3987003-1fac-461d-b2f5-a0b5577d77dc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] No DVR routers for this DVR port 65acc481-0c3a-4d2b-a387-79dbf268857c on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:25.741027 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-d55e9264-69a2-4d74-bd96-23a522ac06a1 req-e3987003-1fac-461d-b2f5-a0b5577d77dc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.743113 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d55e9264-69a2-4d74-bd96-23a522ac06a1 req-e3987003-1fac-461d-b2f5-a0b5577d77dc tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.11 "DELETE /v2.0/ports/65acc481-0c3a-4d2b-a387-79dbf268857c HTTP/1.1" status: 204 len: 173 time: 1.4184639 Jul 05 04:13:25.743729 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.746654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'name': 'network-vif-deleted', 'tag': '65acc481-0c3a-4d2b-a387-79dbf268857c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:25.749585 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ba7bf2-67ce-4c16-b8bd-20d6b9c6a728" -d '{"events": [{"server_uuid": "437106f7-2d92-4b82-ae5e-7dd2a2383dcf", "name": "network-vif-deleted", "tag": "65acc481-0c3a-4d2b-a387-79dbf268857c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:25.791031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0baaf14-8543-428c-92a2-c52c7863017e req-8e18f68d-b5b3-41da-8bd1-67030eb17f24 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 210 time: 0.0295522 Jul 05 04:13:25.920052 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0b1e05-f752-40d0-81e1-ed74215a914e x-openstack-request-id: req-5f0b1e05-f752-40d0-81e1-ed74215a914e {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:25.923241 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437106f7-2d92-4b82-ae5e-7dd2a2383dcf", "name": "network-vif-deleted", "tag": "65acc481-0c3a-4d2b-a387-79dbf268857c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:25.923241 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f0b1e05-f752-40d0-81e1-ed74215a914e {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:25.923241 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437106f7-2d92-4b82-ae5e-7dd2a2383dcf', 'name': 'network-vif-deleted', 'tag': '65acc481-0c3a-4d2b-a387-79dbf268857c', 'status': 'completed', 'code': 200} Jul 05 04:13:25.923241 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:25.952059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dde7ffc-a796-4922-8afb-4735554e5004,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:25.955570 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.956098 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Added segment e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c of type vlan for network 3babc55f-0a70-4bf2-b992-c183736fbd65 Jul 05 04:13:26.039691 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.067452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 525d37ca-7a56-44a3-ac38-266b973fb630 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:26.069039 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.118852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 525d37ca-7a56-44a3-ac38-266b973fb630 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:26.120543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 525d37ca-7a56-44a3-ac38-266b973fb630 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:26.186637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.204910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:26.205970 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.290012 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event updated for resources: {'Network': ['ID=3babc55f-0a70-4bf2-b992-c183736fbd65,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:26.301707 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 3babc55f-0a70-4bf2-b992-c183736fbd65 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:26.412133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34186) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:26.412720 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4ef3c869-2290-4524-8d02-93ba04c706ea tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8043368 Jul 05 04:13:26.417897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8bf6bce9-7e7f-4a88-a86d-755bb56e2f2f tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Request body: {'subnet': {'network_id': '3babc55f-0a70-4bf2-b992-c183736fbd65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:26.432046 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Router 1f0a81d1-155f-4b5a-8df1-0f76857a543e is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:13:26.522409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca3540f4-90f7-4d9c-8072-dc0e06f5e399 req-49eefd22-58e0-47d2-a1a0-8bc96ab3d8ec tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0478480 Jul 05 04:13:26.605226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:26.616254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a679bbf-3335-40ea-bcc3-b5e61e72ff14 None None] Sync routers for ids ['1f0a81d1-155f-4b5a-8df1-0f76857a543e'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:26.626996 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a679bbf-3335-40ea-bcc3-b5e61e72ff14 None None] Routers {'1f0a81d1-155f-4b5a-8df1-0f76857a543e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:26.627760 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7a679bbf-3335-40ea-bcc3-b5e61e72ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1f0a81d1-155f-4b5a-8df1-0f76857a543e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:26.659958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf6bce9-7e7f-4a88-a86d-755bb56e2f2f tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Made reservation on behalf of adc66a33d68c4f8194738b20649a924d for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:26.663632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7a679bbf-3335-40ea-bcc3-b5e61e72ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:26.663988 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8bf6bce9-7e7f-4a88-a86d-755bb56e2f2f tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.673427 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a679bbf-3335-40ea-bcc3-b5e61e72ff14 None None] Routers {'1f0a81d1-155f-4b5a-8df1-0f76857a543e'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:26.674158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7a679bbf-3335-40ea-bcc3-b5e61e72ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1f0a81d1-155f-4b5a-8df1-0f76857a543e'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:26.711062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7a679bbf-3335-40ea-bcc3-b5e61e72ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:26.711818 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a679bbf-3335-40ea-bcc3-b5e61e72ff14 None None] The sync data for ids ['1f0a81d1-155f-4b5a-8df1-0f76857a543e'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:26.812282 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.814580 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-79276a97-1bf8-4133-88e9-b427bbeee56e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8138559 Jul 05 04:13:26.817243 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34196) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:26.977653 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8bf6bce9-7e7f-4a88-a86d-755bb56e2f2f tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.012001 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-291c5370-3fc0-41e1-86a2-79814ee36deb tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/routers/1f0a81d1-155f-4b5a-8df1-0f76857a543e HTTP/1.1" status: 200 len: 924 time: 0.1932824 Jul 05 04:13:27.016847 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34224) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:27.082600 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3a9b75a2-26e7-4f06-86f2-81041b75963e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f0a81d1-155f-4b5a-8df1-0f76857a543e HTTP/1.1" status: 200 len: 205 time: 0.0635941 Jul 05 04:13:27.085278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34234) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:27.117466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a53171f3-1e00-4eab-bbca-d2b7fffc99fa req-f2a151a6-2d7b-4289-9f21-05f83abae097 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "GET /v2.0/ports?device_id=437106f7-2d92-4b82-ae5e-7dd2a2383dcf HTTP/1.1" status: 200 len: 210 time: 0.1202507 Jul 05 04:13:27.151559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6bce9-7e7f-4a88-a86d-755bb56e2f2f tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event updated for resources: {'Subnet': ['ID=788f6fa4-bbda-458e-b55f-0d8c09211bbb,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:27.156567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6bce9-7e7f-4a88-a86d-755bb56e2f2f tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Checking segment: {'id': 'e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3babc55f-0a70-4bf2-b992-c183736fbd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:27.157016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6bce9-7e7f-4a88-a86d-755bb56e2f2f tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Network hostable DHCP agents. Network: 3babc55f-0a70-4bf2-b992-c183736fbd65, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:27.204884 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.235824 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.245029 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6bce9-7e7f-4a88-a86d-755bb56e2f2f tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Network 3babc55f-0a70-4bf2-b992-c183736fbd65 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:27.332590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-8bf6bce9-7e7f-4a88-a86d-755bb56e2f2f tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 3babc55f-0a70-4bf2-b992-c183736fbd65) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:27.344436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b88ed9-cd2a-44c7-a457-d530e8738de6 None None] Network 3babc55f-0a70-4bf2-b992-c183736fbd65 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:27.357400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf6bce9-7e7f-4a88-a86d-755bb56e2f2f tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:27.362901 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8bf6bce9-7e7f-4a88-a86d-755bb56e2f2f tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.364978 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.449867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8bf6bce9-7e7f-4a88-a86d-755bb56e2f2f tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0360775 Jul 05 04:13:27.453684 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34252) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:27.466153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Request body: {'port': {'network_id': '3babc55f-0a70-4bf2-b992-c183736fbd65', 'name': 'tempest-AllowedAddressPairTestJSON-693070803'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:27.533039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-3babc55f-0a70-4bf2-b992-c183736fbd65', 'network_id': '3babc55f-0a70-4bf2-b992-c183736fbd65', 'tenant_id': 'adc66a33d68c4f8194738b20649a924d', 'fixed_ips': [{'subnet_id': '788f6fa4-bbda-458e-b55f-0d8c09211bbb'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:27.534212 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.552344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Deleting port db92769c-938c-4880-af7b-d371ca9a0192 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:27.553418 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.677924 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.691882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Allocated IP 172.20.0.2 (3babc55f-0a70-4bf2-b992-c183736fbd65/788f6fa4-bbda-458e-b55f-0d8c09211bbb/a84ce0c1-c420-4863-8c9c-c1b386c5ba09) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:27.693545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Calling delete_port for db92769c-938c-4880-af7b-d371ca9a0192 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:27.727550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Made reservation on behalf of adc66a33d68c4f8194738b20649a924d for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:27.736561 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.779086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-81bfe5b0-ff7e-4d75-95f4-53daefde1787 req-812b75ee-579e-409f-b1ec-c0661f919b10 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0675170 Jul 05 04:13:27.803142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] device_id is not set on port 7ae9be0a-7c6a-4645-8758-c3026fff387e yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:27.904742 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.010393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Transition to ACTIVE for port object a84ce0c1-c420-4863-8c9c-c1b386c5ba09 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:28.014477 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.017854 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 65acc481-0c3a-4d2b-a387-79dbf268857c no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:28.043205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 65acc481-0c3a-4d2b-a387-79dbf268857c {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:28.043553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 65acc481-0c3a-4d2b-a387-79dbf268857c not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:28.049896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Transition to ACTIVE for port object a84ce0c1-c420-4863-8c9c-c1b386c5ba09 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:28.051983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Pushing event deleted for resources: {'Port': ['ID=db92769c-938c-4880-af7b-d371ca9a0192,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:28.120011 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.159465 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.173309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Network 3babc55f-0a70-4bf2-b992-c183736fbd65 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:28.176214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:28.182002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:28.236543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Allocated IP 172.20.0.7 (3babc55f-0a70-4bf2-b992-c183736fbd65/788f6fa4-bbda-458e-b55f-0d8c09211bbb/7ae9be0a-7c6a-4645-8758-c3026fff387e) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:28.238415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34278) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:28.243083 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Pushing event updated for resources: {'Port': ['ID=a84ce0c1-c420-4863-8c9c-c1b386c5ba09,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:28.245839 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Attempting to bind port a84ce0c1-c420-4863-8c9c-c1b386c5ba09 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:28.246239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Attempting to bind port a84ce0c1-c420-4863-8c9c-c1b386c5ba09 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3babc55f-0a70-4bf2-b992-c183736fbd65'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:28.246578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Attempting to bind port a84ce0c1-c420-4863-8c9c-c1b386c5ba09 on network 3babc55f-0a70-4bf2-b992-c183736fbd65 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:28.258488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:28.258488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Checking segment: {'id': 'e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3babc55f-0a70-4bf2-b992-c183736fbd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:28.258488 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.258488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Bound using segment: {'id': 'e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3babc55f-0a70-4bf2-b992-c183736fbd65'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:28.258488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Bound port: a84ce0c1-c420-4863-8c9c-c1b386c5ba09, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3babc55f-0a70-4bf2-b992-c183736fbd65'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:28.258488 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.323397 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.326145 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.340415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] For port a84ce0c1-c420-4863-8c9c-c1b386c5ba09, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:28.349735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] For port a84ce0c1-c420-4863-8c9c-c1b386c5ba09, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a84ce0c1-c420-4863-8c9c-c1b386c5ba09,segment=NetworkSegment(e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c),segment_id=e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:28.366629 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dae24cb6-53f1-4d92-9eb6-377eaf56bf96 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.414868 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.433527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dae24cb6-53f1-4d92-9eb6-377eaf56bf96 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.444097 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.445382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Fanout notify agent at l3_agent the message router_deleted on router 1f0a81d1-155f-4b5a-8df1-0f76857a543e {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:13:28.478483 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.480026 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-42aac7cb-e126-4063-b345-5b17c9c1eed5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "DELETE /v2.0/routers/1f0a81d1-155f-4b5a-8df1-0f76857a543e HTTP/1.1" status: 204 len: 168 time: 1.3935971 Jul 05 04:13:28.485017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34282) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:28.491354 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1414263201', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'enable_snat': False}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:28.511458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a49b85-c0fd-44dc-b5c5-d1474608174d None None] Pushing event updated for resources: {'Port': ['ID=a84ce0c1-c420-4863-8c9c-c1b386c5ba09,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:28.576233 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.589590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Transition to ACTIVE for port object 7ae9be0a-7c6a-4645-8758-c3026fff387e will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:28.662538 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.663631 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.738865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dae24cb6-53f1-4d92-9eb6-377eaf56bf96 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.742585 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dae24cb6-53f1-4d92-9eb6-377eaf56bf96 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.744926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dae24cb6-53f1-4d92-9eb6-377eaf56bf96 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "DELETE /v2.0/security-groups/09bc4055-c611-4259-bdd3-d98f02e329a4 HTTP/1.1" status: 204 len: 168 time: 0.5055654 Jul 05 04:13:28.802075 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.845320 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.848150 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae24cb6-53f1-4d92-9eb6-377eaf56bf96 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bc4055-c611-4259-bdd3-d98f02e329a4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:28.893346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34332) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:28.956064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event updated for resources: {'Port': ['ID=7ae9be0a-7c6a-4645-8758-c3026fff387e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:28.970028 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07b47fdc-52d3-4f34-bde1-2922e5e8e7f2 req-9e3d2312-d46c-4f49-8900-25f1003703da service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.1565022 Jul 05 04:13:29.058350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Network 3babc55f-0a70-4bf2-b992-c183736fbd65 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:29.065069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d9343e99-7e24-4aec-af1e-e6b9d76847a0 req-f6798f34-41b9-41e6-9910-40722102d335 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0934238 Jul 05 04:13:29.099023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:29.103245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:29.238685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.239323 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.252800 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.347054 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8a3a0a86-964f-4493-8e2f-a6723ef64baa tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8917065 Jul 05 04:13:29.350182 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34346) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:29.359626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Request body: {'port': {'network_id': '3babc55f-0a70-4bf2-b992-c183736fbd65', 'name': 'tempest-AllowedAddressPairTestJSON-996516311', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3d:6b:c2'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:29.409509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ded4828-89b6-4760-af8d-5c7a6df43734 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.463866 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.585900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a84ce0c1-c420-4863-8c9c-c1b386c5ba09 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:29.805076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port a84ce0c1-c420-4863-8c9c-c1b386c5ba09 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:29.988544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca187fb-6593-4ac9-805f-a5dce26dfeb8 None None] Network 3babc55f-0a70-4bf2-b992-c183736fbd65 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:30.001806 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7ded4828-89b6-4760-af8d-5c7a6df43734 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Deleting port 66d788a7-3dad-450c-a501-8d600ab05799 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:30.002163 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ded4828-89b6-4760-af8d-5c7a6df43734 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.240803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7a96e11b-2322-47db-a7f5-85e699f0fbd3 None None] Provisioning for port a84ce0c1-c420-4863-8c9c-c1b386c5ba09 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:30.251092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7a96e11b-2322-47db-a7f5-85e699f0fbd3 None None] Provisioning complete for port a84ce0c1-c420-4863-8c9c-c1b386c5ba09 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:30.251477 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7a96e11b-2322-47db-a7f5-85e699f0fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.284358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-7ded4828-89b6-4760-af8d-5c7a6df43734 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] For port 66d788a7-3dad-450c-a501-8d600ab05799, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=66d788a7-3dad-450c-a501-8d600ab05799,segment=NetworkSegment(a192ff78-15e8-49d8-8efe-39780d7734e1),segment_id=a192ff78-15e8-49d8-8efe-39780d7734e1)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:30.284753 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ded4828-89b6-4760-af8d-5c7a6df43734 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.313586 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7ded4828-89b6-4760-af8d-5c7a6df43734 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Calling delete_port for 66d788a7-3dad-450c-a501-8d600ab05799 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:30.370657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9f5b65e-56fa-4632-840b-7ac5653aa1ea req-e84c677e-8547-415a-8392-6d29a99eb96a tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0878930 Jul 05 04:13:30.401291 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7a96e11b-2322-47db-a7f5-85e699f0fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.440668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7a96e11b-2322-47db-a7f5-85e699f0fbd3 None None] For port a84ce0c1-c420-4863-8c9c-c1b386c5ba09, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a84ce0c1-c420-4863-8c9c-c1b386c5ba09,segment=NetworkSegment(e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c),segment_id=e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:30.557663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Made reservation on behalf of adc66a33d68c4f8194738b20649a924d for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:30.559391 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7a96e11b-2322-47db-a7f5-85e699f0fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.658383 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96e11b-2322-47db-a7f5-85e699f0fbd3 None None] Pushing event updated for resources: {'Port': ['ID=a84ce0c1-c420-4863-8c9c-c1b386c5ba09,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:30.731277 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ded4828-89b6-4760-af8d-5c7a6df43734 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.759607 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.780698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded4828-89b6-4760-af8d-5c7a6df43734 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Port': ['ID=66d788a7-3dad-450c-a501-8d600ab05799,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:30.823256 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.882882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b7820f94-ef17-4007-9b25-22e4186c53e1 None None] Provisioning for port 7ae9be0a-7c6a-4645-8758-c3026fff387e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:30.892866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b7820f94-ef17-4007-9b25-22e4186c53e1 None None] Provisioning complete for port 7ae9be0a-7c6a-4645-8758-c3026fff387e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:30.893446 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7820f94-ef17-4007-9b25-22e4186c53e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.938101 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.985839 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] device_id is not set on port fbb07b80-6722-4800-b04b-d3a63b5292a7 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:31.037793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b7820f94-ef17-4007-9b25-22e4186c53e1 None None] Port 7ae9be0a-7c6a-4645-8758-c3026fff387e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:31.063742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b7820f94-ef17-4007-9b25-22e4186c53e1 None None] Provisioning complete for port a84ce0c1-c420-4863-8c9c-c1b386c5ba09 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:31.064275 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7820f94-ef17-4007-9b25-22e4186c53e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.146053 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ded4828-89b6-4760-af8d-5c7a6df43734 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.305115 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Allocated IP 172.25.0.3 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:31.450726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-40993862-a942-4c5b-85f9-7a349b46b1b0 None None] Provisioning complete for port 7ae9be0a-7c6a-4645-8758-c3026fff387e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:31.452579 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-40993862-a942-4c5b-85f9-7a349b46b1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.454325 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Allocated IP 172.20.0.14 (3babc55f-0a70-4bf2-b992-c183736fbd65/788f6fa4-bbda-458e-b55f-0d8c09211bbb/fbb07b80-6722-4800-b04b-d3a63b5292a7) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:31.521560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-40993862-a942-4c5b-85f9-7a349b46b1b0 None None] Port 7ae9be0a-7c6a-4645-8758-c3026fff387e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:31.567615 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.570227 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.603670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e16966af-833a-4a3a-bd70-f88849b310f2 req-934c0471-964f-4294-a023-a3f320a811cd tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0670154 Jul 05 04:13:31.629057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ded4828-89b6-4760-af8d-5c7a6df43734 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Router 3924272e-6c28-4858-8cde-ebf09649c974 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:13:31.653845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a84ce0c1-c420-4863-8c9c-c1b386c5ba09 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:31.718313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a84ce0c1-c420-4863-8c9c-c1b386c5ba09 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:31.718964 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.763653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ded4828-89b6-4760-af8d-5c7a6df43734 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:31.772502 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7ded4828-89b6-4760-af8d-5c7a6df43734 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "PUT /v2.0/routers/3924272e-6c28-4858-8cde-ebf09649c974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8779523 Jul 05 04:13:31.781404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34436) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:31.781976 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0600ea-c1b5-47fc-85bf-2019e693cc34 None None] Sync routers for ids ['3924272e-6c28-4858-8cde-ebf09649c974'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:31.797664 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0600ea-c1b5-47fc-85bf-2019e693cc34 None None] Routers {'3924272e-6c28-4858-8cde-ebf09649c974'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:31.798866 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-dd0600ea-c1b5-47fc-85bf-2019e693cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3924272e-6c28-4858-8cde-ebf09649c974'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:31.836711 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.854735 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da96c4e-2b68-4c9d-8e0b-9a0a8c74a7a6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Deleting subnet 234f90c7-83bf-4f6a-b04f-a7f1fb8478bc {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:31.856479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Transition to ACTIVE for port object fbb07b80-6722-4800-b04b-d3a63b5292a7 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:31.860033 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3da96c4e-2b68-4c9d-8e0b-9a0a8c74a7a6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.904210 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3da96c4e-2b68-4c9d-8e0b-9a0a8c74a7a6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.940752 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.010342 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-dd0600ea-c1b5-47fc-85bf-2019e693cc34 None None] Set router 3924272e-6c28-4858-8cde-ebf09649c974 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:32.031839 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:32.036489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:32.039390 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3da96c4e-2b68-4c9d-8e0b-9a0a8c74a7a6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.046778 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.064614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:32.149019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event updated for resources: {'Port': ['ID=3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:32.226124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Network 3babc55f-0a70-4bf2-b992-c183736fbd65 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:32.237617 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3da96c4e-2b68-4c9d-8e0b-9a0a8c74a7a6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.238371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:32.245931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:32.284749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da96c4e-2b68-4c9d-8e0b-9a0a8c74a7a6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Subnet': ['ID=234f90c7-83bf-4f6a-b04f-a7f1fb8478bc,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:32.293501 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-dd0600ea-c1b5-47fc-85bf-2019e693cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:13:30Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:32.296749 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3da96c4e-2b68-4c9d-8e0b-9a0a8c74a7a6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.298834 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3da96c4e-2b68-4c9d-8e0b-9a0a8c74a7a6 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "DELETE /v2.0/subnets/234f90c7-83bf-4f6a-b04f-a7f1fb8478bc HTTP/1.1" status: 204 len: 168 time: 0.5163984 Jul 05 04:13:32.302119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34438) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:32.302917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ab4da-fb01-4e4a-a6b0-0169e8aa9bcc None None] Network 633041f3-a8f0-4c37-b6d6-cb3727a001e6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:32.343894 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0600ea-c1b5-47fc-85bf-2019e693cc34 None None] Checking router: 3924272e-6c28-4858-8cde-ebf09649c974 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:13:32.363008 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0600ea-c1b5-47fc-85bf-2019e693cc34 None None] Routers {'3924272e-6c28-4858-8cde-ebf09649c974'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:32.367422 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-dd0600ea-c1b5-47fc-85bf-2019e693cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3924272e-6c28-4858-8cde-ebf09649c974'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:32.495689 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.578609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event updated for resources: {'Port': ['ID=fbb07b80-6722-4800-b04b-d3a63b5292a7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:32.583664 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-dd0600ea-c1b5-47fc-85bf-2019e693cc34 None None] Set router 3924272e-6c28-4858-8cde-ebf09649c974 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:32.638169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:32.640421 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.750960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b58aa1b3-71a0-4956-8569-8296b324b79c None None] Provisioning for port fbb07b80-6722-4800-b04b-d3a63b5292a7 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:32.758993 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8317c4c-0d0e-4193-9644-4f1e24ef5344 None None] DHCP port deletion for 633041f3-a8f0-4c37-b6d6-cb3727a001e6 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:32.783803 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.804840 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b58aa1b3-71a0-4956-8569-8296b324b79c None None] Provisioning complete for port fbb07b80-6722-4800-b04b-d3a63b5292a7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:32.805316 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b58aa1b3-71a0-4956-8569-8296b324b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.860756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b58aa1b3-71a0-4956-8569-8296b324b79c None None] Port fbb07b80-6722-4800-b04b-d3a63b5292a7 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:32.872449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a8317c4c-0d0e-4193-9644-4f1e24ef5344 None None] Deleting port d7554d3c-9960-4d86-beb5-59c03b341698 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:32.873335 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a8317c4c-0d0e-4193-9644-4f1e24ef5344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.902533 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-dd0600ea-c1b5-47fc-85bf-2019e693cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:13:30Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:32.953115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a8317c4c-0d0e-4193-9644-4f1e24ef5344 None None] For port d7554d3c-9960-4d86-beb5-59c03b341698, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d7554d3c-9960-4d86-beb5-59c03b341698,segment=NetworkSegment(a192ff78-15e8-49d8-8efe-39780d7734e1),segment_id=a192ff78-15e8-49d8-8efe-39780d7734e1)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:32.954036 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a8317c4c-0d0e-4193-9644-4f1e24ef5344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.968860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Deleting port 69539d65-1023-4bec-a773-48d04feb501a {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:32.969254 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.969535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a8317c4c-0d0e-4193-9644-4f1e24ef5344 None None] Calling delete_port for d7554d3c-9960-4d86-beb5-59c03b341698 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:32.975135 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.006067 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0600ea-c1b5-47fc-85bf-2019e693cc34 None None] The sync data for ids ['3924272e-6c28-4858-8cde-ebf09649c974'] in n-d-798249-5 is: [{'id': '3924272e-6c28-4858-8cde-ebf09649c974', 'name': 'tempest-TestNetworkBasicOps-router-1032505169', 'tenant_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '69539d65-1023-4bec-a773-48d04feb501a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:13Z', 'updated_at': '2021-07-05T04:13:30Z', 'revision_number': 5, 'project_id': 'c9b3e2602b7e475fb2eadd31507f7581', 'gw_port': {'id': '69539d65-1023-4bec-a773-48d04feb501a', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:87:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3924272e-6c28-4858-8cde-ebf09649c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:14Z', 'updated_at': '2021-07-05T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:33.081309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-68ff21ee-9199-4f12-887f-0a306a6cec6e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.7304873 Jul 05 04:13:33.085012 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34446) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:33.117797 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22133ec6-4c6b-4c12-aaef-3ff2e2ac8b58 req-b2746125-afd9-4bb4-8a0f-e0ad07d95b05 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.1417198 Jul 05 04:13:33.168812 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] For port 69539d65-1023-4bec-a773-48d04feb501a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=69539d65-1023-4bec-a773-48d04feb501a,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:33.169177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.171930 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a8317c4c-0d0e-4193-9644-4f1e24ef5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.196727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8317c4c-0d0e-4193-9644-4f1e24ef5344 None None] No DVR routers for this DVR port d7554d3c-9960-4d86-beb5-59c03b341698 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:33.203876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Calling delete_port for 69539d65-1023-4bec-a773-48d04feb501a owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:33.240527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8317c4c-0d0e-4193-9644-4f1e24ef5344 None None] Pushing event deleted for resources: {'Port': ['ID=d7554d3c-9960-4d86-beb5-59c03b341698,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:33.273903 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.303764 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dae064-c4f5-4461-9375-4703386b75ca tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:33.309772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dae064-c4f5-4461-9375-4703386b75ca tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:33.316467 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dae064-c4f5-4461-9375-4703386b75ca tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:33.320110 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-11dae064-c4f5-4461-9375-4703386b75ca tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2315135 Jul 05 04:13:33.321490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34448) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:33.523817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 66d788a7-3dad-450c-a501-8d600ab05799 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:33.542371 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.557408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 66d788a7-3dad-450c-a501-8d600ab05799 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:33.558644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 66d788a7-3dad-450c-a501-8d600ab05799 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:33.558644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d7554d3c-9960-4d86-beb5-59c03b341698 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:33.603509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4f803875-c387-4c8b-8097-4cfb53012174 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Deleting port fbb07b80-6722-4800-b04b-d3a63b5292a7 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:33.604112 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f803875-c387-4c8b-8097-4cfb53012174 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.609302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: d7554d3c-9960-4d86-beb5-59c03b341698 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:33.613397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d7554d3c-9960-4d86-beb5-59c03b341698 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:33.658747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Port': ['ID=69539d65-1023-4bec-a773-48d04feb501a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:33.698756 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Router b342cdab-37da-42de-8da9-9c31ed3bae24 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:13:33.717013 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.808333 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f803875-c387-4c8b-8097-4cfb53012174 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.828221 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4f803875-c387-4c8b-8097-4cfb53012174 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Calling delete_port for fbb07b80-6722-4800-b04b-d3a63b5292a7 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:33.850374 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.852970 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.938038 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:33.947470 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Sync routers for ids ['b342cdab-37da-42de-8da9-9c31ed3bae24'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:33.955179 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.955179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Fanout notify agent at l3_agent the message router_deleted on router 3924272e-6c28-4858-8cde-ebf09649c974 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:13:33.960334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Routers {'b342cdab-37da-42de-8da9-9c31ed3bae24'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:33.960744 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.961236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b342cdab-37da-42de-8da9-9c31ed3bae24'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:33.961678 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-730b7554-a198-4159-858b-90d9e2dd2c4a tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "DELETE /v2.0/routers/3924272e-6c28-4858-8cde-ebf09649c974 HTTP/1.1" status: 204 len: 168 time: 1.6584647 Jul 05 04:13:33.970809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34454) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:34.083870 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.085405 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-15277cf3-5d99-4e99-b26f-9cba1f11b107 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5976279 Jul 05 04:13:34.088419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34456) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:34.128114 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b189103-db7f-43db-a173-1c9eef1c15c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.136271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Set router b342cdab-37da-42de-8da9-9c31ed3bae24 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:34.240635 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f803875-c387-4c8b-8097-4cfb53012174 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.266636 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-34a6a318-bf0f-4c28-aeff-356197962893 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/routers/b342cdab-37da-42de-8da9-9c31ed3bae24 HTTP/1.1" status: 200 len: 907 time: 0.1738613 Jul 05 04:13:34.267318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34460) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:34.273474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1414263201', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'enable_snat': True}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:34.279096 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f803875-c387-4c8b-8097-4cfb53012174 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event deleted for resources: {'Port': ['ID=fbb07b80-6722-4800-b04b-d3a63b5292a7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:34.319057 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b189103-db7f-43db-a173-1c9eef1c15c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.373521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-8b189103-db7f-43db-a173-1c9eef1c15c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633041f3-a8f0-4c37-b6d6-cb3727a001e6']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:34.391608 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.395080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.412758 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342cdab-37da-42de-8da9-9c31ed3bae24', 'name': 'tempest-snat-router-1414263201', 'tenant_id': '0e2775bad1d2440aa174cbb2d5bbd456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': False}, 'gw_port_id': '3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:28Z', 'updated_at': '2021-07-05T04:13:32Z', 'revision_number': 3, 'project_id': '0e2775bad1d2440aa174cbb2d5bbd456', 'gw_port': {'id': '3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342cdab-37da-42de-8da9-9c31ed3bae24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:30Z', 'updated_at': '2021-07-05T04:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:34.429365 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-8b189103-db7f-43db-a173-1c9eef1c15c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a192ff78-15e8-49d8-8efe-39780d7734e1') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:34.429653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-8b189103-db7f-43db-a173-1c9eef1c15c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a192ff78-15e8-49d8-8efe-39780d7734e1') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:34.443402 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3259bd09-7adc-4ee4-a470-236927d24d65 req-ea4655b2-3727-42dc-b4ce-2e83cb91ab3d tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0527382 Jul 05 04:13:34.467876 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b189103-db7f-43db-a173-1c9eef1c15c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.468942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Checking router: b342cdab-37da-42de-8da9-9c31ed3bae24 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:13:34.469305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Updating router b342cdab-37da-42de-8da9-9c31ed3bae24 port 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:13:34.470398 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.527235 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.539500 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b189103-db7f-43db-a173-1c9eef1c15c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.612151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b189103-db7f-43db-a173-1c9eef1c15c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:34.612791 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b189103-db7f-43db-a173-1c9eef1c15c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:34.620944 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:34.762964 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f803875-c387-4c8b-8097-4cfb53012174 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.762964 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4f803875-c387-4c8b-8097-4cfb53012174 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "DELETE /v2.0/ports/fbb07b80-6722-4800-b04b-d3a63b5292a7 HTTP/1.1" status: 204 len: 168 time: 1.4374957 Jul 05 04:13:34.763771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34464) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:34.809783 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef953ca-bb93-4bd9-9869-c6c4a3b02350 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] GET failed (client error): The resource could not be found. Jul 05 04:13:34.819851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1ef953ca-bb93-4bd9-9869-c6c4a3b02350 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "GET /v2.0/ports/fbb07b80-6722-4800-b04b-d3a63b5292a7 HTTP/1.1" status: 404 len: 333 time: 0.0545592 Jul 05 04:13:34.820536 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34468) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:34.826175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Request body: {'port': {'network_id': '3babc55f-0a70-4bf2-b992-c183736fbd65', 'name': 'tempest-AllowedAddressPairTestJSON-929913853'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:34.913062 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b189103-db7f-43db-a173-1c9eef1c15c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.963140 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b189103-db7f-43db-a173-1c9eef1c15c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.965460 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8b189103-db7f-43db-a173-1c9eef1c15c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] 10.222.0.60 "DELETE /v2.0/networks/633041f3-a8f0-4c37-b6d6-cb3727a001e6 HTTP/1.1" status: 204 len: 168 time: 0.9934311 Jul 05 04:13:35.007459 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b189103-db7f-43db-a173-1c9eef1c15c9 tempest-TestNetworkBasicOps-487303728 tempest-TestNetworkBasicOps-487303728-project] Pushing event deleted for resources: {'Network': ['ID=633041f3-a8f0-4c37-b6d6-cb3727a001e6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:35.148265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Made reservation on behalf of adc66a33d68c4f8194738b20649a924d for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:35.151327 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.171672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] device_id is not set on port 85a4d0b6-6479-4d12-bdfe-264f48cd5476 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:35.196851 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.208043 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Transition to ACTIVE for port object 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:35.320526 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.418846 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.473553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3d242-b932-476e-add1-d5c2f984e0f7 None None] Pushing event updated for resources: {'Port': ['ID=3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:35.541896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Attempting to bind port 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:35.542178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Attempting to bind port 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:35.546204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Attempting to bind port 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:35.558782 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:35.559166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:35.559572 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.559974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:35.565476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Bound port: 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:35.565980 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.648644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 69539d65-1023-4bec-a773-48d04feb501a no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:35.724748 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 69539d65-1023-4bec-a773-48d04feb501a {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:35.725087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 69539d65-1023-4bec-a773-48d04feb501a not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:35.757828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] For port 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:35.767774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] For port 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:35.823588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c245020d-a393-4613-8ed8-a738908d2d95 req-4eb5c3ff-8292-4018-82eb-e123cdf16994 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0396218 Jul 05 04:13:35.824102 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34482) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:35.858472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Allocated IP 172.20.0.6 (3babc55f-0a70-4bf2-b992-c183736fbd65/788f6fa4-bbda-458e-b55f-0d8c09211bbb/85a4d0b6-6479-4d12-bdfe-264f48cd5476) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:35.863520 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.910401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34486) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:35.975564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3d242-b932-476e-add1-d5c2f984e0f7 None None] Pushing event updated for resources: {'Port': ['ID=3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:36.000042 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.003116 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Routers {'b342cdab-37da-42de-8da9-9c31ed3bae24'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:36.004107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b342cdab-37da-42de-8da9-9c31ed3bae24'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:36.024301 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.180863 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.192682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] Set router b342cdab-37da-42de-8da9-9c31ed3bae24 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:36.201815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Allocated IP 172.25.0.19 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:36.209829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ac25b52f-92c8-414e-aa16-3cef2a7c89fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9b3e2602b7e475fb2eadd31507f7581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974091 Jul 05 04:13:36.211177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34490) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:36.212454 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Transition to ACTIVE for port object 85a4d0b6-6479-4d12-bdfe-264f48cd5476 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:36.253493 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fb90edc6-0862-4a21-b912-53dceee9c914 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=40d8147d14994cd58f189f79e00eec30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272730 Jul 05 04:13:36.256089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34492) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:36.348935 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01e28c46-7dc6-419f-bf26-808b081aa05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.351407 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.362234 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e413935-f259-4421-a902-034832a50891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.385312 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e413935-f259-4421-a902-034832a50891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.413051 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.417861 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01e28c46-7dc6-419f-bf26-808b081aa05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.438090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342cdab-37da-42de-8da9-9c31ed3bae24', 'name': 'tempest-snat-router-1414263201', 'tenant_id': '0e2775bad1d2440aa174cbb2d5bbd456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': False}, 'gw_port_id': '3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:28Z', 'updated_at': '2021-07-05T04:13:32Z', 'revision_number': 3, 'project_id': '0e2775bad1d2440aa174cbb2d5bbd456', 'gw_port': {'id': '3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342cdab-37da-42de-8da9-9c31ed3bae24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:30Z', 'updated_at': '2021-07-05T04:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:36.474607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28876c32-717e-40f3-94b5-2e7cf94b897a None None] The sync data for ids ['b342cdab-37da-42de-8da9-9c31ed3bae24'] in n-d-798249-5 is: [{'id': 'b342cdab-37da-42de-8da9-9c31ed3bae24', 'name': 'tempest-snat-router-1414263201', 'tenant_id': '0e2775bad1d2440aa174cbb2d5bbd456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': False}, 'gw_port_id': '3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:28Z', 'updated_at': '2021-07-05T04:13:32Z', 'revision_number': 3, 'project_id': '0e2775bad1d2440aa174cbb2d5bbd456', 'gw_port': {'id': '3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342cdab-37da-42de-8da9-9c31ed3bae24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:30Z', 'updated_at': '2021-07-05T04:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:36.508344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Network 3babc55f-0a70-4bf2-b992-c183736fbd65 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:36.515979 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:36.520452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:36.521853 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.527290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event updated for resources: {'Port': ['ID=85a4d0b6-6479-4d12-bdfe-264f48cd5476,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:36.572589 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event updated for resources: {'Port': ['ID=ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:36.578092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:36.578766 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.591309 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:36.593412 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:36.595842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:36.640186 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e413935-f259-4421-a902-034832a50891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.643453 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e413935-f259-4421-a902-034832a50891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.649036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8e413935-f259-4421-a902-034832a50891 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db4e2b93-4e6f-41d2-beb2-f30b6ee34f6b HTTP/1.1" status: 204 len: 168 time: 0.3855321 Jul 05 04:13:36.668765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01e28c46-7dc6-419f-bf26-808b081aa05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.674678 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-01e28c46-7dc6-419f-bf26-808b081aa05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.679208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-01e28c46-7dc6-419f-bf26-808b081aa05f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38bdb717-47df-4890-a157-f0d41c61079a HTTP/1.1" status: 204 len: 168 time: 0.4649441 Jul 05 04:13:36.688121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-027c7e83-c52c-42ec-9988-3103ea391469 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8664696 Jul 05 04:13:36.689686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e413935-f259-4421-a902-034832a50891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4e2b93-4e6f-41d2-beb2-f30b6ee34f6b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:36.696676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34498) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:36.705745 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-36d3686d-7a83-4809-8128-36ca8c4b5f93 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3d:6b:c2'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:36.714589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e28c46-7dc6-419f-bf26-808b081aa05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bdb717-47df-4890-a157-f0d41c61079a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:37.003278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-025abe07-e9d8-42f3-b0f2-517a2de738ad None None] Provisioning for port 85a4d0b6-6479-4d12-bdfe-264f48cd5476 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:37.007145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-025abe07-e9d8-42f3-b0f2-517a2de738ad None None] Provisioning complete for port 85a4d0b6-6479-4d12-bdfe-264f48cd5476 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:37.007522 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-025abe07-e9d8-42f3-b0f2-517a2de738ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.067049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-025abe07-e9d8-42f3-b0f2-517a2de738ad None None] Port 85a4d0b6-6479-4d12-bdfe-264f48cd5476 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:37.078279 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f40f2f7-36f0-450c-a18d-766fa3006f8e req-e442a99a-f7b0-4c65-a905-cd69c476a59f tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0556610 Jul 05 04:13:37.176602 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-36d3686d-7a83-4809-8128-36ca8c4b5f93 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.267524 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.576778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:37.633492 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.649695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34516) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:37.668102 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b043b18d-4555-4816-b13f-8decf38bf550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.740490 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-36d3686d-7a83-4809-8128-36ca8c4b5f93 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.770362 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:37.775335 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:37.775782 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.869194 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.869964 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b043b18d-4555-4816-b13f-8decf38bf550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.892778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:37.928531 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-36d3686d-7a83-4809-8128-36ca8c4b5f93 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.962436 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b043b18d-4555-4816-b13f-8decf38bf550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.965538 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Router 2dcb29ff-86dc-47bd-8d75-8f4473bfcbc1 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:13:38.018373 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b043b18d-4555-4816-b13f-8decf38bf550 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e7b8ab1596146899833cdb5a004d897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673563 Jul 05 04:13:38.019202 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34524) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:38.019934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043b18d-4555-4816-b13f-8decf38bf550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abc587d-9737-4182-84d0-c4a125f1f391,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:38.029704 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.081447 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-750cf46c-b57f-48d9-a258-f6b0671639ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.111716 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-750cf46c-b57f-48d9-a258-f6b0671639ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.156106 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:38.223821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3686d-7a83-4809-8128-36ca8c4b5f93 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event updated for resources: {'Port': ['ID=85a4d0b6-6479-4d12-bdfe-264f48cd5476,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:38.266540 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-750cf46c-b57f-48d9-a258-f6b0671639ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.266915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-36d3686d-7a83-4809-8128-36ca8c4b5f93 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] In _notify_port_updated(), no bound segment for port 85a4d0b6-6479-4d12-bdfe-264f48cd5476 on network 3babc55f-0a70-4bf2-b992-c183736fbd65 {{(pid=100876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:13:38.268914 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-750cf46c-b57f-48d9-a258-f6b0671639ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.274285 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-750cf46c-b57f-48d9-a258-f6b0671639ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1abc587d-9737-4182-84d0-c4a125f1f391 HTTP/1.1" status: 204 len: 168 time: 0.2489955 Jul 05 04:13:38.282170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d3686d-7a83-4809-8128-36ca8c4b5f93 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:38.287022 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-36d3686d-7a83-4809-8128-36ca8c4b5f93 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.287022 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-36d3686d-7a83-4809-8128-36ca8c4b5f93 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "PUT /v2.0/ports/85a4d0b6-6479-4d12-bdfe-264f48cd5476 HTTP/1.1" status: 200 len: 992 time: 1.5865600 Jul 05 04:13:38.295479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34534) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:38.328326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94aa72a1-77e6-4019-bb7b-003803e1436b req-3a7e0586-cb7c-4b92-945d-5b00e03d0218 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0733185 Jul 05 04:13:38.338073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cf46c-b57f-48d9-a258-f6b0671639ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abc587d-9737-4182-84d0-c4a125f1f391,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:38.406794 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34536) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:38.408893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-63f81b4d-42dd-4cee-a072-ac12296f2449 None None] Provisioning complete for port 85a4d0b6-6479-4d12-bdfe-264f48cd5476 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:38.409424 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-63f81b4d-42dd-4cee-a072-ac12296f2449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.462257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-63f81b4d-42dd-4cee-a072-ac12296f2449 None None] Port 85a4d0b6-6479-4d12-bdfe-264f48cd5476 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:38.486464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:38.498577 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Sync routers for ids ['2dcb29ff-86dc-47bd-8d75-8f4473bfcbc1'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:38.511487 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Routers {'2dcb29ff-86dc-47bd-8d75-8f4473bfcbc1'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:38.512543 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2dcb29ff-86dc-47bd-8d75-8f4473bfcbc1'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:38.562507 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-6157379e-7e21-4f7c-ae28-7454fea498a2 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Deleting port 85a4d0b6-6479-4d12-bdfe-264f48cd5476 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:38.562860 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6157379e-7e21-4f7c-ae28-7454fea498a2 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.575310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1836478384-network', 'tenant_id': 'b4771e005ed443b2a7bf5a0745a506df'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:38.634164 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.636970 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1c74847a-86db-45db-bf37-c819d0eb4356 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3685200 Jul 05 04:13:38.638863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34540) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:38.703289 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6157379e-7e21-4f7c-ae28-7454fea498a2 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.719448 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-6157379e-7e21-4f7c-ae28-7454fea498a2 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Calling delete_port for 85a4d0b6-6479-4d12-bdfe-264f48cd5476 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:38.766960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] Made reservation on behalf of b4771e005ed443b2a7bf5a0745a506df for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:38.769921 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.778153 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Set router 2dcb29ff-86dc-47bd-8d75-8f4473bfcbc1 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:38.783357 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.855838 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f4869e6d-b24b-4fb7-81a9-ab13a517372a tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/routers/2dcb29ff-86dc-47bd-8d75-8f4473bfcbc1 HTTP/1.1" status: 200 len: 907 time: 0.2131739 Jul 05 04:13:38.856168 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34544) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:38.970106 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6157379e-7e21-4f7c-ae28-7454fea498a2 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.995354 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.037648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157379e-7e21-4f7c-ae28-7454fea498a2 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event deleted for resources: {'Port': ['ID=85a4d0b6-6479-4d12-bdfe-264f48cd5476,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:39.133099 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.146050 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcb29ff-86dc-47bd-8d75-8f4473bfcbc1', 'name': 'tempest-snat-router-1414263201', 'tenant_id': '0e2775bad1d2440aa174cbb2d5bbd456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:34Z', 'updated_at': '2021-07-05T04:13:36Z', 'revision_number': 3, 'project_id': '0e2775bad1d2440aa174cbb2d5bbd456', 'gw_port': {'id': 'ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dcb29ff-86dc-47bd-8d75-8f4473bfcbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:36Z', 'updated_at': '2021-07-05T04:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:39.151090 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.187396 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Checking router: 2dcb29ff-86dc-47bd-8d75-8f4473bfcbc1 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:13:39.187396 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Updating router 2dcb29ff-86dc-47bd-8d75-8f4473bfcbc1 port ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:13:39.204182 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.253939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2eda07-d53a-45f6-8294-3481cb46f006,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:39.270332 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.343563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:39.376014 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.376601 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] Added segment 6aff89cf-a3ac-4be1-91a6-a08189ad3f85 of type vlan for network c6898915-e95f-4e5d-ace9-88ecffda6fb9 Jul 05 04:13:39.560855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Deleting port ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:39.561364 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.585551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:39.606236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.663930 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6157379e-7e21-4f7c-ae28-7454fea498a2 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.666528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6157379e-7e21-4f7c-ae28-7454fea498a2 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "DELETE /v2.0/ports/85a4d0b6-6479-4d12-bdfe-264f48cd5476 HTTP/1.1" status: 204 len: 168 time: 1.3698905 Jul 05 04:13:39.667388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:39.667820 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.669406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34564) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:39.683356 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.698350 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Transition to ACTIVE for port object ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:39.726466 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-774bb60b-21d6-40c1-b1a8-9fcacc6ffd8e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] GET failed (client error): The resource could not be found. Jul 05 04:13:39.734549 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-774bb60b-21d6-40c1-b1a8-9fcacc6ffd8e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "GET /v2.0/ports/85a4d0b6-6479-4d12-bdfe-264f48cd5476 HTTP/1.1" status: 404 len: 333 time: 0.0558841 Jul 05 04:13:39.734999 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34566) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:39.741002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Request body: {'port': {'network_id': '3babc55f-0a70-4bf2-b992-c183736fbd65', 'name': 'tempest-AllowedAddressPairTestJSON-1778627831'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:39.791252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e61ec01b-d473-4a10-aec2-d868c56a2530 req-37600a40-64b4-48fa-8cfa-5249b6c05e6f tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.1890755 Jul 05 04:13:39.842336 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.854133 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.855167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:39.856394 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.875177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Calling delete_port for ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:39.975702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] Pushing event updated for resources: {'Network': ['ID=c6898915-e95f-4e5d-ace9-88ecffda6fb9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:39.986689 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network c6898915-e95f-4e5d-ace9-88ecffda6fb9 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:39.993770 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.026837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Made reservation on behalf of adc66a33d68c4f8194738b20649a924d for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:40.030559 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.077807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] device_id is not set on port c29ca767-96cd-4b30-ac8e-1a0d883dc335 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:40.095532 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e7e6a-f7c9-4774-aa47-6f653eec7ec2 None None] Pushing event updated for resources: {'Port': ['ID=ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:40.098664 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Attempting to bind port ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:40.099036 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Attempting to bind port ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:40.099400 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Attempting to bind port ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:40.108913 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e7e6a-f7c9-4774-aa47-6f653eec7ec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:40.109255 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e7e6a-f7c9-4774-aa47-6f653eec7ec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:40.109613 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e7e6a-f7c9-4774-aa47-6f653eec7ec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:40.109942 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e7e6a-f7c9-4774-aa47-6f653eec7ec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:40.110273 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e7e6a-f7c9-4774-aa47-6f653eec7ec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:40.110614 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e7e6a-f7c9-4774-aa47-6f653eec7ec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:40.110981 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e7e6a-f7c9-4774-aa47-6f653eec7ec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:40.111540 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e7e6a-f7c9-4774-aa47-6f653eec7ec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:40.111877 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e7e6a-f7c9-4774-aa47-6f653eec7ec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:40.112218 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e7e6a-f7c9-4774-aa47-6f653eec7ec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:40.112566 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e7e6a-f7c9-4774-aa47-6f653eec7ec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:40.112888 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e7e6a-f7c9-4774-aa47-6f653eec7ec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:40.116726 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:40.117159 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:40.117565 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.117952 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:40.118689 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Bound port: ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:40.119082 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.173742 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34572) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:40.187937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5be6218c-3a9a-4b91-89e0-e3afa4e13485 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7745881 Jul 05 04:13:40.187937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34576) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:40.208350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7850b231-0517-4f80-bec0-902872dc22c4 admin admin] Request body: {'subnet': {'network_id': 'c6898915-e95f-4e5d-ace9-88ecffda6fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1836478384-subnet', 'tenant_id': 'b4771e005ed443b2a7bf5a0745a506df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:40.314504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1265895920-network', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:40.319819 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.db.api [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:13:40.320793 n-d-798249-5 neutron-server[100879]: DEBUG oslo_db.api [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:13:40.320905 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Allocated IP 172.20.0.5 (3babc55f-0a70-4bf2-b992-c183736fbd65/788f6fa4-bbda-458e-b55f-0d8c09211bbb/c29ca767-96cd-4b30-ac8e-1a0d883dc335) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:40.329439 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.331473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7850b231-0517-4f80-bec0-902872dc22c4 admin admin] Made reservation on behalf of b4771e005ed443b2a7bf5a0745a506df for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:40.333992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7850b231-0517-4f80-bec0-902872dc22c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.402701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:40.501120 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.515573 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.533363 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Transition to ACTIVE for port object c29ca767-96cd-4b30-ac8e-1a0d883dc335 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:40.567793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] Made reservation on behalf of 1a7e2eccf7d94dc29e62b5f11d8b8141 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:40.570158 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.612765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.641052 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.641726 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.644911 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.689856 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Network 3babc55f-0a70-4bf2-b992-c183736fbd65 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:40.693150 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:40.697263 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:40.729281 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event updated for resources: {'Port': ['ID=c29ca767-96cd-4b30-ac8e-1a0d883dc335,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:40.759823 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:40.760507 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.790910 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.791386 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2dcb29ff-86dc-47bd-8d75-8f4473bfcbc1 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:13:40.800671 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.800671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-90b73487-ad50-4ccf-a4c7-9d8c715b0c9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "DELETE /v2.0/routers/2dcb29ff-86dc-47bd-8d75-8f4473bfcbc1 HTTP/1.1" status: 204 len: 168 time: 1.9413555 Jul 05 04:13:40.801172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34578) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:40.842521 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Attempting to bind port ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:40.843460 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Attempting to bind port ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:40.844247 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Attempting to bind port ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:40.853488 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:40.854119 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:40.855156 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.855717 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:40.856405 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Bound port: ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:40.856939 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.863541 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7850b231-0517-4f80-bec0-902872dc22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.885764 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.plugin [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Port ca3bc5ea-b2d8-40d3-bc80-df4d1b4e9bfe has been deleted concurrently {{(pid=100879) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 04:13:40.890680 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.897335 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Routers set() bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:40.897934 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Router IDs set() for agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 04:13:40.898736 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2dcb29ff-86dc-47bd-8d75-8f4473bfcbc1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent'). {{(pid=100879) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 04:13:40.899274 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7459a0-58f8-4856-9a0d-2bd408bae2ea None None] The sync data for ids ['2dcb29ff-86dc-47bd-8d75-8f4473bfcbc1'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:40.959824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850b231-0517-4f80-bec0-902872dc22c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=317ee1a5-d2a3-4b2c-be70-8513fce64be1,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:40.971617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7850b231-0517-4f80-bec0-902872dc22c4 admin admin] Checking segment: {'id': '6aff89cf-a3ac-4be1-91a6-a08189ad3f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c6898915-e95f-4e5d-ace9-88ecffda6fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:40.972005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7850b231-0517-4f80-bec0-902872dc22c4 admin admin] Network hostable DHCP agents. Network: c6898915-e95f-4e5d-ace9-88ecffda6fb9, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:40.974394 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.978436 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.049321 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:41.054389 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1220a380-d761-40af-a49c-66b66daa31ac req-9706aa60-f577-4e4b-bae4-7135b7b4bcad tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0595398 Jul 05 04:13:41.063728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041d1395-f136-47a3-ac8f-f471e013a70d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:41.076327 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.076327 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] Added segment 91d138e3-d5dc-42ea-bb26-26a914553e5e of type vlan for network da6ab4e0-d261-4958-9917-3ef99fd426c9 Jul 05 04:13:41.094302 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.101243 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8b006aeb-08cf-4e8e-ad47-b46d52295faf tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3649218 Jul 05 04:13:41.101770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-836ca599-82ed-47d1-8115-c309e09b9c73 None None] Provisioning for port c29ca767-96cd-4b30-ac8e-1a0d883dc335 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:41.104449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34582) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:41.105872 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-836ca599-82ed-47d1-8115-c309e09b9c73 None None] Provisioning complete for port c29ca767-96cd-4b30-ac8e-1a0d883dc335 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:41.106244 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-836ca599-82ed-47d1-8115-c309e09b9c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.110617 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6602d875-1b2c-403f-8bc4-ddd0e4b7f1b0 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3d:6b:c2'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:41.131933 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.151927 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-836ca599-82ed-47d1-8115-c309e09b9c73 None None] Port c29ca767-96cd-4b30-ac8e-1a0d883dc335 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:41.162028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7850b231-0517-4f80-bec0-902872dc22c4 admin admin] Network c6898915-e95f-4e5d-ace9-88ecffda6fb9 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:41.250768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6602d875-1b2c-403f-8bc4-ddd0e4b7f1b0 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.261556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7850b231-0517-4f80-bec0-902872dc22c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, c6898915-e95f-4e5d-ace9-88ecffda6fb9) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:41.266237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7850b231-0517-4f80-bec0-902872dc22c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:41.269004 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7850b231-0517-4f80-bec0-902872dc22c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.272198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a4fec-45bd-47c2-bcd9-2cf84362de61 None None] Network c6898915-e95f-4e5d-ace9-88ecffda6fb9 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:41.291730 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.292866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:41.294231 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.315294 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Deleting port 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:41.315294 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.372864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7850b231-0517-4f80-bec0-902872dc22c4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1841009 Jul 05 04:13:41.387250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] Pushing event updated for resources: {'Network': ['ID=da6ab4e0-d261-4958-9917-3ef99fd426c9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:41.427269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network da6ab4e0-d261-4958-9917-3ef99fd426c9 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:41.433996 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e405e2-005b-4f20-834a-f759a9ec58eb None None] Network c6898915-e95f-4e5d-ace9-88ecffda6fb9 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:41.479412 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-833bf3cb-7371-4e43-9361-6cc74c6b8c4c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3045559 Jul 05 04:13:41.483138 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34588) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:41.489272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4c4b2620-e3fc-42a7-b609-fd942c553b19 admin admin] Request body: {'subnet': {'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1265895920-subnet', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:41.505500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] For port 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:41.506614 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.537734 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Calling delete_port for 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:41.608948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4b2620-e3fc-42a7-b609-fd942c553b19 admin admin] Made reservation on behalf of 1a7e2eccf7d94dc29e62b5f11d8b8141 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:41.612157 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2620-e3fc-42a7-b609-fd942c553b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.653653 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6602d875-1b2c-403f-8bc4-ddd0e4b7f1b0 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.792942 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6602d875-1b2c-403f-8bc4-ddd0e4b7f1b0 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.875030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602d875-1b2c-403f-8bc4-ddd0e4b7f1b0 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event updated for resources: {'Port': ['ID=c29ca767-96cd-4b30-ac8e-1a0d883dc335,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:41.882011 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.901688 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2620-e3fc-42a7-b609-fd942c553b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.918931 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event deleted for resources: {'Port': ['ID=3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:41.948554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-6602d875-1b2c-403f-8bc4-ddd0e4b7f1b0 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] In _notify_port_updated(), no bound segment for port c29ca767-96cd-4b30-ac8e-1a0d883dc335 on network 3babc55f-0a70-4bf2-b992-c183736fbd65 {{(pid=100876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:13:41.956797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6602d875-1b2c-403f-8bc4-ddd0e4b7f1b0 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:41.957732 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6602d875-1b2c-403f-8bc4-ddd0e4b7f1b0 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.960984 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6602d875-1b2c-403f-8bc4-ddd0e4b7f1b0 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "PUT /v2.0/ports/c29ca767-96cd-4b30-ac8e-1a0d883dc335 HTTP/1.1" status: 200 len: 996 time: 0.8555121 Jul 05 04:13:41.965357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34594) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:41.991055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b2620-e3fc-42a7-b609-fd942c553b19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3855596-f772-427e-8340-583a11b4f8f0,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:42.006709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b2620-e3fc-42a7-b609-fd942c553b19 admin admin] Checking segment: {'id': '91d138e3-d5dc-42ea-bb26-26a914553e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:42.007325 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b2620-e3fc-42a7-b609-fd942c553b19 admin admin] Network hostable DHCP agents. Network: da6ab4e0-d261-4958-9917-3ef99fd426c9, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:42.101721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b2620-e3fc-42a7-b609-fd942c553b19 admin admin] Network da6ab4e0-d261-4958-9917-3ef99fd426c9 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:42.112077 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.185932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ca577383-29c8-4257-a197-817e1ee09498 None None] Provisioning complete for port c29ca767-96cd-4b30-ac8e-1a0d883dc335 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:42.186599 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ca577383-29c8-4257-a197-817e1ee09498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.210434 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.214181 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.222615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ca577383-29c8-4257-a197-817e1ee09498 None None] Port c29ca767-96cd-4b30-ac8e-1a0d883dc335 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:42.272711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3e87cb33-85f1-46c3-a69e-21ac1bd97a69 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Deleting port c29ca767-96cd-4b30-ac8e-1a0d883dc335 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:42.273062 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e87cb33-85f1-46c3-a69e-21ac1bd97a69 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.375562 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e87cb33-85f1-46c3-a69e-21ac1bd97a69 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.389752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3e87cb33-85f1-46c3-a69e-21ac1bd97a69 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Calling delete_port for c29ca767-96cd-4b30-ac8e-1a0d883dc335 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:42.489146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-96040dd0-a888-4db3-9f13-7415af03418c req-b8b99994-be7f-4c93-a432-f088a10337c8 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.2817805 Jul 05 04:13:42.981167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b2620-e3fc-42a7-b609-fd942c553b19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, da6ab4e0-d261-4958-9917-3ef99fd426c9) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:43.004932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4b2620-e3fc-42a7-b609-fd942c553b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:43.006065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9e9b31-441d-4b5a-bb36-9e1990198f56 None None] Network da6ab4e0-d261-4958-9917-3ef99fd426c9 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:43.006654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2620-e3fc-42a7-b609-fd942c553b19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.152048 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34610) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:43.157530 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-377198235-network', 'tenant_id': 'e5cb44f8695646f9a1b3d1a3d9bdcb07'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:43.163067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-da6ab4e0-d261-4958-9917-3ef99fd426c9', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'fixed_ips': [{'subnet_id': 'e3855596-f772-427e-8340-583a11b4f8f0'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:43.164247 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.444507 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.450995 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b342cdab-37da-42de-8da9-9c31ed3bae24 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:13:43.450995 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.450995 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-208d5e38-5faf-463f-a036-d668407817da tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "DELETE /v2.0/routers/b342cdab-37da-42de-8da9-9c31ed3bae24 HTTP/1.1" status: 204 len: 168 time: 2.6485143 Jul 05 04:13:43.454480 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34622) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:43.463417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2049996157', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:43.522074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4c4b2620-e3fc-42a7-b609-fd942c553b19 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0355561 Jul 05 04:13:43.524052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34624) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:43.526656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:43.526988 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e87cb33-85f1-46c3-a69e-21ac1bd97a69 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.591010 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87cb33-85f1-46c3-a69e-21ac1bd97a69 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event deleted for resources: {'Port': ['ID=c29ca767-96cd-4b30-ac8e-1a0d883dc335,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:43.693690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Allocated IP 172.20.0.2 (da6ab4e0-d261-4958-9917-3ef99fd426c9/e3855596-f772-427e-8340-583a11b4f8f0/7942b42c-5504-4c44-aa45-b04e1d32bfa4) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:43.714445 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e87cb33-85f1-46c3-a69e-21ac1bd97a69 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.719645 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3e87cb33-85f1-46c3-a69e-21ac1bd97a69 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "DELETE /v2.0/ports/c29ca767-96cd-4b30-ac8e-1a0d883dc335 HTTP/1.1" status: 204 len: 168 time: 1.7503264 Jul 05 04:13:43.720039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34628) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:43.757354 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Made reservation on behalf of e5cb44f8695646f9a1b3d1a3d9bdcb07 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:43.761187 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.771847 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-0633b73f-22b5-4634-a06d-164f76e2257e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] GET failed (client error): The resource could not be found. Jul 05 04:13:43.778434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0633b73f-22b5-4634-a06d-164f76e2257e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "GET /v2.0/ports/c29ca767-96cd-4b30-ac8e-1a0d883dc335 HTTP/1.1" status: 404 len: 333 time: 0.0523822 Jul 05 04:13:43.782112 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34630) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:43.797904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Request body: {'port': {'network_id': '3babc55f-0a70-4bf2-b992-c183736fbd65', 'name': 'tempest-AllowedAddressPairTestJSON-743965274'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:43.802622 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.820466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13242ff8-b1ad-4707-9388-0b7bd7b3f469 req-bb40bfce-3243-4355-a780-18eb780e77eb tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0823836 Jul 05 04:13:43.914750 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.921867 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.924606 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Transition to ACTIVE for port object 7942b42c-5504-4c44-aa45-b04e1d32bfa4 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:43.925085 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.941781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Transition to ACTIVE for port object 7942b42c-5504-4c44-aa45-b04e1d32bfa4 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:43.947196 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.api [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:13:43.947196 n-d-798249-5 neutron-server[100876]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:13:43.947196 n-d-798249-5 neutron-server[100876]: [parameters: {'project_id_1': 'e5cb44f8695646f9a1b3d1a3d9bdcb07', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 13, 43, 829133)}] Jul 05 04:13:43.947196 n-d-798249-5 neutron-server[100876]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:13:43.947761 n-d-798249-5 neutron-server[100876]: DEBUG oslo_db.api [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:13:43.949821 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.api [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:13:43.949821 n-d-798249-5 neutron-server[100876]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:13:43.949821 n-d-798249-5 neutron-server[100876]: [parameters: {'project_id_1': 'adc66a33d68c4f8194738b20649a924d', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 13, 43, 932845)}] Jul 05 04:13:43.949821 n-d-798249-5 neutron-server[100876]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:13:43.950179 n-d-798249-5 neutron-server[100876]: DEBUG oslo_db.api [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:13:44.000293 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.031427 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.055309 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.056393 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.071223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Network da6ab4e0-d261-4958-9917-3ef99fd426c9 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:44.075015 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:44.076675 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:44.087999 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Pushing event updated for resources: {'Port': ['ID=7942b42c-5504-4c44-aa45-b04e1d32bfa4,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:44.112982 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.148553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Attempting to bind port 7942b42c-5504-4c44-aa45-b04e1d32bfa4 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:44.149012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Attempting to bind port 7942b42c-5504-4c44-aa45-b04e1d32bfa4 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '91d138e3-d5dc-42ea-bb26-26a914553e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:44.149448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Attempting to bind port 7942b42c-5504-4c44-aa45-b04e1d32bfa4 on network da6ab4e0-d261-4958-9917-3ef99fd426c9 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:44.162663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:44.163144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Checking segment: {'id': '91d138e3-d5dc-42ea-bb26-26a914553e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:44.163621 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.164088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Bound using segment: {'id': '91d138e3-d5dc-42ea-bb26-26a914553e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:44.164704 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Bound port: 7942b42c-5504-4c44-aa45-b04e1d32bfa4, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d138e3-d5dc-42ea-bb26-26a914553e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:44.165177 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.236350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] For port 7942b42c-5504-4c44-aa45-b04e1d32bfa4, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:44.239694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] For port 7942b42c-5504-4c44-aa45-b04e1d32bfa4, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7942b42c-5504-4c44-aa45-b04e1d32bfa4,segment=NetworkSegment(91d138e3-d5dc-42ea-bb26-26a914553e5e),segment_id=91d138e3-d5dc-42ea-bb26-26a914553e5e)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:44.324916 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.408088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac620299-f5dd-4df4-8441-4e71960eb7d9 None None] Pushing event updated for resources: {'Port': ['ID=7942b42c-5504-4c44-aa45-b04e1d32bfa4,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:44.449075 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.617600 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Made reservation on behalf of adc66a33d68c4f8194738b20649a924d for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:44.621339 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.674136 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] device_id is not set on port 1d04e9b0-2333-4cb1-92d3-fb029a76b960 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:44.724910 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.802746 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.840048 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Allocated IP 172.20.0.9 (3babc55f-0a70-4bf2-b992-c183736fbd65/788f6fa4-bbda-458e-b55f-0d8c09211bbb/1d04e9b0-2333-4cb1-92d3-fb029a76b960) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:44.853831 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.965048 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.977804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:44.987998 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.988573 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Added segment 49e11bff-197d-4675-a4f3-21c721fe7793 of type vlan for network 2932a6b5-c208-4280-98a0-db9fb4bcc363 Jul 05 04:13:45.023595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b505e7e-24e8-4197-974c-d8fd6741ce1c req-013c7755-5846-4ee1-b328-9e452b55f23d tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0367343 Jul 05 04:13:45.032516 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.100477 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c05b00b-2d8f-4371-9e84-315abfe1f8ba,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:45.132137 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.135948 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.136919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:45.137502 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.161315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.195862 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.198950 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Transition to ACTIVE for port object 1d04e9b0-2333-4cb1-92d3-fb029a76b960 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:45.222740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=2932a6b5-c208-4280-98a0-db9fb4bcc363,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:45.235144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 2932a6b5-c208-4280-98a0-db9fb4bcc363 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:45.253053 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a605e8e5-91af-4d87-bfd0-75f872928ca7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0972667 Jul 05 04:13:45.253504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34644) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:45.259341 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-2da81511-1e9d-4b89-b44e-e5e872236da1 admin admin] Request body: {'subnet': {'network_id': '2932a6b5-c208-4280-98a0-db9fb4bcc363', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-377198235-subnet', 'tenant_id': 'e5cb44f8695646f9a1b3d1a3d9bdcb07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:45.313871 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.413272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da81511-1e9d-4b89-b44e-e5e872236da1 admin admin] Made reservation on behalf of e5cb44f8695646f9a1b3d1a3d9bdcb07 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:45.415991 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2da81511-1e9d-4b89-b44e-e5e872236da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.420289 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.427148 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Network 3babc55f-0a70-4bf2-b992-c183736fbd65 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:45.438304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:45.449997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:45.450518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Allocated IP 172.25.0.171 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/1b485aed-9012-45cd-b302-e2f7e3bc188e) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:45.453067 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.473221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event updated for resources: {'Port': ['ID=1d04e9b0-2333-4cb1-92d3-fb029a76b960,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:45.606407 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:45.607496 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.646941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7942b42c-5504-4c44-aa45-b04e1d32bfa4 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:45.705834 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.800024 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c8aa9cf5-5d63-43ca-9b0a-749d8f65d04e tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0132883 Jul 05 04:13:45.802476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34658) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:45.807767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Request body: {'port': {'network_id': '3babc55f-0a70-4bf2-b992-c183736fbd65', 'name': 'tempest-AllowedAddressPairTestJSON-1287942437'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:45.857003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eff31a-d585-4deb-b46f-360a7cd3a29e None None] Network da6ab4e0-d261-4958-9917-3ef99fd426c9 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:45.871857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 7942b42c-5504-4c44-aa45-b04e1d32bfa4 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:45.895804 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2da81511-1e9d-4b89-b44e-e5e872236da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.915397 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.929451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Allocated IP 172.25.0.45 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/5467a4df-43f0-489c-a991-50686c3b2dee) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:45.929908 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:45.958245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:45.958949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3dcc4d66-4821-4c8c-a1d1-8f40eb42a9da not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:45.966981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da81511-1e9d-4b89-b44e-e5e872236da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b91320dd-03f3-4c5b-8a67-79fb7f221de9,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:45.980064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:45.981279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da81511-1e9d-4b89-b44e-e5e872236da1 admin admin] Checking segment: {'id': '49e11bff-197d-4675-a4f3-21c721fe7793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2932a6b5-c208-4280-98a0-db9fb4bcc363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:45.982404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da81511-1e9d-4b89-b44e-e5e872236da1 admin admin] Network hostable DHCP agents. Network: 2932a6b5-c208-4280-98a0-db9fb4bcc363, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:45.987464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:45.997024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:46.007648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a07c5fee-1ad4-4ae7-88b3-dcb1ebea38c9 None None] Provisioning for port 1d04e9b0-2333-4cb1-92d3-fb029a76b960 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:46.015114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a07c5fee-1ad4-4ae7-88b3-dcb1ebea38c9 None None] Provisioning complete for port 1d04e9b0-2333-4cb1-92d3-fb029a76b960 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:46.015696 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a07c5fee-1ad4-4ae7-88b3-dcb1ebea38c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.061900 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da81511-1e9d-4b89-b44e-e5e872236da1 admin admin] Network 2932a6b5-c208-4280-98a0-db9fb4bcc363 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:46.124004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a07c5fee-1ad4-4ae7-88b3-dcb1ebea38c9 None None] Port 1d04e9b0-2333-4cb1-92d3-fb029a76b960 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:46.175551 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-2da81511-1e9d-4b89-b44e-e5e872236da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 2932a6b5-c208-4280-98a0-db9fb4bcc363) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:46.188346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da81511-1e9d-4b89-b44e-e5e872236da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:46.189027 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2da81511-1e9d-4b89-b44e-e5e872236da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.190592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052c8545-7d8b-4f5c-9cf2-87fe87948f0f None None] Network 2932a6b5-c208-4280-98a0-db9fb4bcc363 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:46.204074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.209739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Pushing event updated for resources: {'Port': ['ID=1b485aed-9012-45cd-b302-e2f7e3bc188e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:46.262765 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-058360ff-c18d-4841-b4c2-3daf94819de0 req-9c2658ca-7683-4eb8-9aa5-c2400759f950 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0752912 Jul 05 04:13:46.273661 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2da81511-1e9d-4b89-b44e-e5e872236da1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0188422 Jul 05 04:13:46.440586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Made reservation on behalf of adc66a33d68c4f8194738b20649a924d for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:46.442896 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.489893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] device_id is not set on port 3a4edeee-c1ff-49d9-88ad-047ba0c25562 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:46.506339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a07c5fee-1ad4-4ae7-88b3-dcb1ebea38c9 None None] Provisioning for port 7942b42c-5504-4c44-aa45-b04e1d32bfa4 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:46.516624 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a07c5fee-1ad4-4ae7-88b3-dcb1ebea38c9 None None] Provisioning complete for port 7942b42c-5504-4c44-aa45-b04e1d32bfa4 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:46.517128 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a07c5fee-1ad4-4ae7-88b3-dcb1ebea38c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.565538 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.663998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376c9f0f-dfe4-46d3-9bf6-15c0d9a31340 None None] Network 2932a6b5-c208-4280-98a0-db9fb4bcc363 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:46.674797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Pushing event updated for resources: {'Port': ['ID=5467a4df-43f0-489c-a991-50686c3b2dee,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:46.775415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:46.781032 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a07c5fee-1ad4-4ae7-88b3-dcb1ebea38c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.792058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:46.812205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:46.837457 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a07c5fee-1ad4-4ae7-88b3-dcb1ebea38c9 None None] For port 7942b42c-5504-4c44-aa45-b04e1d32bfa4, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7942b42c-5504-4c44-aa45-b04e1d32bfa4,segment=NetworkSegment(91d138e3-d5dc-42ea-bb26-26a914553e5e),segment_id=91d138e3-d5dc-42ea-bb26-26a914553e5e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:46.868670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Allocated IP 172.20.0.10 (3babc55f-0a70-4bf2-b992-c183736fbd65/788f6fa4-bbda-458e-b55f-0d8c09211bbb/3a4edeee-c1ff-49d9-88ad-047ba0c25562) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:46.913043 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a07c5fee-1ad4-4ae7-88b3-dcb1ebea38c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.978805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c5fee-1ad4-4ae7-88b3-dcb1ebea38c9 None None] Pushing event updated for resources: {'Port': ['ID=7942b42c-5504-4c44-aa45-b04e1d32bfa4,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:47.030484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.036862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-08812c3e-b749-44ba-9283-7dcb893e774f None None] Provisioning complete for port 7942b42c-5504-4c44-aa45-b04e1d32bfa4 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:47.037322 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-08812c3e-b749-44ba-9283-7dcb893e774f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.266809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-e088029e-6df9-400b-ac7c-a5ced7326a64 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:47.268495 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-e088029e-6df9-400b-ac7c-a5ced7326a64 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/networks?id=c6898915-e95f-4e5d-ace9-88ecffda6fb9 HTTP/1.1" status: 200 len: 812 time: 0.4531748 Jul 05 04:13:47.501316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7942b42c-5504-4c44-aa45-b04e1d32bfa4 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:47.553828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 7942b42c-5504-4c44-aa45-b04e1d32bfa4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:47.554511 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.695926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-5adb8345-4d52-45e6-87f8-9f05835735ac tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/quotas/b4771e005ed443b2a7bf5a0745a506df HTTP/1.1" status: 200 len: 375 time: 0.0680037 Jul 05 04:13:47.697954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee34a876-beb6-4c28-b4f6-77901d6f6dac req-bb35e563-fcca-4556-8709-ad04089f49d9 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0712483 Jul 05 04:13:47.760552 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.765753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-f31c5212-4806-4405-aadc-7e6fc4f34a03 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4771e005ed443b2a7bf5a0745a506df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560400 Jul 05 04:13:47.859454 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Transition to ACTIVE for port object 3a4edeee-c1ff-49d9-88ad-047ba0c25562 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:48.058129 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-37635e3e-6ed6-4813-bc29-e9d7dfad38e3 service neutron] 10.222.0.60 "GET /v2.0/networks/c6898915-e95f-4e5d-ace9-88ecffda6fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844675 Jul 05 04:13:48.059063 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.165894 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.213422 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.373404 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Network 3babc55f-0a70-4bf2-b992-c183736fbd65 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:48.380503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event updated for resources: {'Port': ['ID=3a4edeee-c1ff-49d9-88ad-047ba0c25562,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:48.383017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:48.390811 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-16edfdc8-fa2f-4141-b1e9-ce72f06ac47f service neutron] 10.222.0.60 "GET /v2.0/networks/c6898915-e95f-4e5d-ace9-88ecffda6fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260841 Jul 05 04:13:48.391695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:48.508539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:48.509186 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.602132 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.672917 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38f9d53d-c657-4e10-92ad-4e596cdb3671 req-df2d79bf-c896-4380-903d-9625ed9f394c tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 210 time: 0.0390818 Jul 05 04:13:48.722223 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Router 243d0546-7b41-409d-af84-dd14dc02ffd5 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:13:48.795383 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-be4d8372-eafa-434d-bf2b-e0bbcdacfb13 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9910042 Jul 05 04:13:48.798675 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34696) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:48.806372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4a6a9dfe-8ee9-411b-9419-036bc004d8f6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3d:6b:c2'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:27:a0:25'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:48.831712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0a83c716-5fa3-4933-a3af-8eb6ad9fedfa None None] Provisioning for port 3a4edeee-c1ff-49d9-88ad-047ba0c25562 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:48.839586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0a83c716-5fa3-4933-a3af-8eb6ad9fedfa None None] Provisioning complete for port 3a4edeee-c1ff-49d9-88ad-047ba0c25562 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:48.840037 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0a83c716-5fa3-4933-a3af-8eb6ad9fedfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.884219 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0a83c716-5fa3-4933-a3af-8eb6ad9fedfa None None] Port 3a4edeee-c1ff-49d9-88ad-047ba0c25562 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:48.917037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c5d1e3e7-8bf7-4434-ba27-8ed486d2aa9b req-17c1f974-9c1c-4d94-aa04-d3af49648963 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0441442 Jul 05 04:13:48.926388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:48.953284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f92a82-168d-4e99-b4c3-24190c4c0f6b None None] Sync routers for ids ['243d0546-7b41-409d-af84-dd14dc02ffd5'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:48.964251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f92a82-168d-4e99-b4c3-24190c4c0f6b None None] Routers {'243d0546-7b41-409d-af84-dd14dc02ffd5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:48.967610 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-40f92a82-168d-4e99-b4c3-24190c4c0f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['243d0546-7b41-409d-af84-dd14dc02ffd5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:49.005112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-40f92a82-168d-4e99-b4c3-24190c4c0f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:49.015735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f92a82-168d-4e99-b4c3-24190c4c0f6b None None] Routers {'243d0546-7b41-409d-af84-dd14dc02ffd5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:49.016616 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-40f92a82-168d-4e99-b4c3-24190c4c0f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['243d0546-7b41-409d-af84-dd14dc02ffd5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:49.049490 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-40f92a82-168d-4e99-b4c3-24190c4c0f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:49.052306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f92a82-168d-4e99-b4c3-24190c4c0f6b None None] The sync data for ids ['243d0546-7b41-409d-af84-dd14dc02ffd5'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:49.062096 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a6a9dfe-8ee9-411b-9419-036bc004d8f6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.078036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Router 12ebfe29-f665-4d6b-9c63-82de2c43b87a is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:13:49.179612 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.181023 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-672d694b-02fe-4936-99d0-2598ccd6de77 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.7215650 Jul 05 04:13:49.185210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34698) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:49.190950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-711546a1-ea26-4518-8da1-79657deeee74 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'enable_snat': False}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:49.255575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:49.269498 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Sync routers for ids ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:49.281829 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Routers {'12ebfe29-f665-4d6b-9c63-82de2c43b87a'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:49.282510 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:49.314431 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a6a9dfe-8ee9-411b-9419-036bc004d8f6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.412062 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Set router 12ebfe29-f665-4d6b-9c63-82de2c43b87a gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:49.443819 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a6a9dfe-8ee9-411b-9419-036bc004d8f6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.447621 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.452098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0d95949d-d9d8-430e-9632-6f28042e1a8e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9259467 Jul 05 04:13:49.456349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34700) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:49.549584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a9dfe-8ee9-411b-9419-036bc004d8f6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event updated for resources: {'Port': ['ID=3a4edeee-c1ff-49d9-88ad-047ba0c25562,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:49.576608 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a9dfe-8ee9-411b-9419-036bc004d8f6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] In _notify_port_updated(), no bound segment for port 3a4edeee-c1ff-49d9-88ad-047ba0c25562 on network 3babc55f-0a70-4bf2-b992-c183736fbd65 {{(pid=100876) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:13:49.606024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6a9dfe-8ee9-411b-9419-036bc004d8f6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:49.606024 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a6a9dfe-8ee9-411b-9419-036bc004d8f6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.606024 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4a6a9dfe-8ee9-411b-9419-036bc004d8f6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "PUT /v2.0/ports/3a4edeee-c1ff-49d9-88ad-047ba0c25562 HTTP/1.1" status: 200 len: 1056 time: 0.7999797 Jul 05 04:13:49.606024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34702) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:49.671862 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:13:47Z', 'revision_number': 3, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port': {'id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:45Z', 'updated_at': '2021-07-05T04:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:49.707825 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Checking router: 12ebfe29-f665-4d6b-9c63-82de2c43b87a for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:13:49.708773 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Updating router 12ebfe29-f665-4d6b-9c63-82de2c43b87a port 5467a4df-43f0-489c-a991-50686c3b2dee binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:13:49.755473 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.803407 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae9d15-0a39-45b5-b358-b85772d79bc8 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Deleting port 3a4edeee-c1ff-49d9-88ad-047ba0c25562 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:49.803407 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7ae9d15-0a39-45b5-b358-b85772d79bc8 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.825119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b8949ffb-fed5-4ab9-b770-2c9c18e77a0d None None] Provisioning complete for port 3a4edeee-c1ff-49d9-88ad-047ba0c25562 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:49.826182 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b8949ffb-fed5-4ab9-b770-2c9c18e77a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.881350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b8949ffb-fed5-4ab9-b770-2c9c18e77a0d None None] Port 3a4edeee-c1ff-49d9-88ad-047ba0c25562 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:49.962381 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7ae9d15-0a39-45b5-b358-b85772d79bc8 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.980747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae9d15-0a39-45b5-b358-b85772d79bc8 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Calling delete_port for 3a4edeee-c1ff-49d9-88ad-047ba0c25562 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:49.995718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd2aa4b5-0ff7-47ff-a855-a6a90d56e7f4 req-69c4a188-c68b-40dd-975b-193f17dd4ea5 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 210 time: 0.0444548 Jul 05 04:13:50.111491 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.139589 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f3bc660-0cbc-4f2b-9df0-c1379585da09 req-0952a766-936d-4db5-bc1f-c320f843ef92 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0435688 Jul 05 04:13:50.168164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-711546a1-ea26-4518-8da1-79657deeee74 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.260985 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Transition to ACTIVE for port object 5467a4df-43f0-489c-a991-50686c3b2dee will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:50.261183 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7ae9d15-0a39-45b5-b358-b85772d79bc8 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.343134 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.400957 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Attempting to bind port 5467a4df-43f0-489c-a991-50686c3b2dee on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:50.401335 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Attempting to bind port 5467a4df-43f0-489c-a991-50686c3b2dee by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:50.401695 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Attempting to bind port 5467a4df-43f0-489c-a991-50686c3b2dee on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:50.415245 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:50.416602 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:50.416602 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.416602 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:50.417085 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Bound port: 5467a4df-43f0-489c-a991-50686c3b2dee, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:50.417465 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.481240 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e662e-b353-4630-9c2b-bd51cbc7ae51 None None] Pushing event updated for resources: {'Port': ['ID=5467a4df-43f0-489c-a991-50686c3b2dee,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:50.485793 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] For port 5467a4df-43f0-489c-a991-50686c3b2dee, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:50.489773 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] For port 5467a4df-43f0-489c-a991-50686c3b2dee, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5467a4df-43f0-489c-a991-50686c3b2dee,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:50.550349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae9d15-0a39-45b5-b358-b85772d79bc8 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event deleted for resources: {'Port': ['ID=3a4edeee-c1ff-49d9-88ad-047ba0c25562,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:50.566050 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.586168 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.667227 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Routers {'12ebfe29-f665-4d6b-9c63-82de2c43b87a'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:50.667877 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:50.795086 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e662e-b353-4630-9c2b-bd51cbc7ae51 None None] Pushing event updated for resources: {'Port': ['ID=5467a4df-43f0-489c-a991-50686c3b2dee,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:50.801533 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7ae9d15-0a39-45b5-b358-b85772d79bc8 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.803856 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c7ae9d15-0a39-45b5-b358-b85772d79bc8 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "DELETE /v2.0/ports/3a4edeee-c1ff-49d9-88ad-047ba0c25562 HTTP/1.1" status: 204 len: 168 time: 1.1966169 Jul 05 04:13:50.806639 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34712) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:50.822945 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] Set router 12ebfe29-f665-4d6b-9c63-82de2c43b87a gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:50.844826 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-8977d351-8d4f-4590-accc-8657eb1d9c6d tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] GET failed (client error): The resource could not be found. Jul 05 04:13:50.850850 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8977d351-8d4f-4590-accc-8657eb1d9c6d tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "GET /v2.0/ports/3a4edeee-c1ff-49d9-88ad-047ba0c25562 HTTP/1.1" status: 404 len: 333 time: 0.0429528 Jul 05 04:13:50.851579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34714) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:51.010573 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Allocated IP 172.20.0.1 (da6ab4e0-d261-4958-9917-3ef99fd426c9/e3855596-f772-427e-8340-583a11b4f8f0/d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:51.154847 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:13:47Z', 'revision_number': 3, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port': {'id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:45Z', 'updated_at': '2021-07-05T04:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:51.190940 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40213041-42ac-465c-9cda-050bcf3ff25b None None] The sync data for ids ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'] in n-d-798249-5 is: [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:13:47Z', 'revision_number': 3, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port': {'id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:45Z', 'updated_at': '2021-07-05T04:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:51.205499 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9574d13d-88ab-490f-aaa9-a3448cc8962c req-f20421b9-bbac-465f-8f8b-069aeffb5888 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 210 time: 0.0572312 Jul 05 04:13:51.208083 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-711546a1-ea26-4518-8da1-79657deeee74 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.219519 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0101cec8-aa28-407e-9872-ab1d36d60b10 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Deleting port 1d04e9b0-2333-4cb1-92d3-fb029a76b960 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:51.219519 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0101cec8-aa28-407e-9872-ab1d36d60b10 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.233016 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-711546a1-ea26-4518-8da1-79657deeee74 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.311610 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5ba7fe9a-5c7d-46b3-966e-9aeeff766581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.371319 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.376476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-acb4a2ed-3106-460d-8396-82835bff06c7 req-915167cb-0f93-4be5-8c08-788fce41f509 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0593398 Jul 05 04:13:51.441052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Transition to ACTIVE for port object d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:51.496705 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0101cec8-aa28-407e-9872-ab1d36d60b10 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.519034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0101cec8-aa28-407e-9872-ab1d36d60b10 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Calling delete_port for 1d04e9b0-2333-4cb1-92d3-fb029a76b960 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:51.531857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711546a1-ea26-4518-8da1-79657deeee74 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Router 243d0546-7b41-409d-af84-dd14dc02ffd5 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:13:51.689371 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.751551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Network da6ab4e0-d261-4958-9917-3ef99fd426c9 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:51.763000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:51.792140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:51.820856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711546a1-ea26-4518-8da1-79657deeee74 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:51.832065 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Pushing event updated for resources: {'Port': ['ID=d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:51.832578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc84f0-ec0f-41ee-91d2-20eec882316c None None] Sync routers for ids ['243d0546-7b41-409d-af84-dd14dc02ffd5'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:51.838620 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-711546a1-ea26-4518-8da1-79657deeee74 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.849256 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-711546a1-ea26-4518-8da1-79657deeee74 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "PUT /v2.0/routers/243d0546-7b41-409d-af84-dd14dc02ffd5 HTTP/1.1" status: 200 len: 926 time: 2.6535490 Jul 05 04:13:51.849400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34722) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:51.853597 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc84f0-ec0f-41ee-91d2-20eec882316c None None] Routers {'243d0546-7b41-409d-af84-dd14dc02ffd5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:51.854175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-74fc84f0-ec0f-41ee-91d2-20eec882316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['243d0546-7b41-409d-af84-dd14dc02ffd5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:51.879831 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.930542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-74fc84f0-ec0f-41ee-91d2-20eec882316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:51.940345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc84f0-ec0f-41ee-91d2-20eec882316c None None] Routers {'243d0546-7b41-409d-af84-dd14dc02ffd5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:51.941497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-74fc84f0-ec0f-41ee-91d2-20eec882316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['243d0546-7b41-409d-af84-dd14dc02ffd5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:51.978225 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-74fc84f0-ec0f-41ee-91d2-20eec882316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:51.978907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc84f0-ec0f-41ee-91d2-20eec882316c None None] The sync data for ids ['243d0546-7b41-409d-af84-dd14dc02ffd5'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:52.050329 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-741eff1d-0579-4f03-bbfb-ed9d9cb82038 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/routers/243d0546-7b41-409d-af84-dd14dc02ffd5 HTTP/1.1" status: 200 len: 926 time: 0.2058802 Jul 05 04:13:52.056960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34726) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:52.106110 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0101cec8-aa28-407e-9872-ab1d36d60b10 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.144804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101cec8-aa28-407e-9872-ab1d36d60b10 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event deleted for resources: {'Port': ['ID=1d04e9b0-2333-4cb1-92d3-fb029a76b960,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:52.202448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-edc3b03f-5039-4b1e-801f-9b91c0d94920 None None] Provisioning for port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:52.207683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-edc3b03f-5039-4b1e-801f-9b91c0d94920 None None] Provisioning complete for port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:52.208270 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-edc3b03f-5039-4b1e-801f-9b91c0d94920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.224495 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0101cec8-aa28-407e-9872-ab1d36d60b10 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.226812 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0101cec8-aa28-407e-9872-ab1d36d60b10 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "DELETE /v2.0/ports/1d04e9b0-2333-4cb1-92d3-fb029a76b960 HTTP/1.1" status: 204 len: 168 time: 1.3717380 Jul 05 04:13:52.234867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34728) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:52.270878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-edc3b03f-5039-4b1e-801f-9b91c0d94920 None None] Port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:52.315541 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.323775 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a49d147-8666-455c-a983-a1b99ceb66d2 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] GET failed (client error): The resource could not be found. Jul 05 04:13:52.329553 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1a49d147-8666-455c-a983-a1b99ceb66d2 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "GET /v2.0/ports/1d04e9b0-2333-4cb1-92d3-fb029a76b960 HTTP/1.1" status: 404 len: 333 time: 0.0899096 Jul 05 04:13:52.339905 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34732) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:52.464172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c251044-5ff7-4841-b41f-32b470c1d978 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:52.466452 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9c251044-5ff7-4841-b41f-32b470c1d978 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&device_id=243d0546-7b41-409d-af84-dd14dc02ffd5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4072435 Jul 05 04:13:52.474315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34736) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:52.512108 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-445d85dc-7d99-4816-8659-f9abafcd1b4a tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:52.516266 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-445d85dc-7d99-4816-8659-f9abafcd1b4a tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.11 "GET /v2.0/networks?id=c6898915-e95f-4e5d-ace9-88ecffda6fb9 HTTP/1.1" status: 200 len: 812 time: 0.4171646 Jul 05 04:13:52.536289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d466a8e1-15eb-4bb5-86b9-5e09669233c6 req-6c2fea1d-b6db-4487-ba40-fb7b6964cd06 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 210 time: 0.0331724 Jul 05 04:13:52.550897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-cddd70c4-10b7-4bfb-a7d8-47c128a1ffd9 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Request body: {'port': {'device_id': 'aebbe9f6-656d-4797-937d-aec7d1c33b65', 'network_id': 'c6898915-e95f-4e5d-ace9-88ecffda6fb9', 'admin_state_up': True, 'tenant_id': 'b4771e005ed443b2a7bf5a0745a506df'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:52.620294 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32860e05-3ff8-411a-8896-0decb33a7f71 req-7a787db2-0264-439f-a1ce-09de74631ca2 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0429940 Jul 05 04:13:52.643770 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.712640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5638fa4f-84ed-4fa8-b275-ce691547c1ae tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:52.714050 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5638fa4f-84ed-4fa8-b275-ce691547c1ae tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 881 time: 0.2371800 Jul 05 04:13:52.717927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34738) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:52.728527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3e736ca1-bbdf-4738-81bd-dcd2454a49ee tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Deleting port 7ae9be0a-7c6a-4645-8758-c3026fff387e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:52.728527 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e736ca1-bbdf-4738-81bd-dcd2454a49ee tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.750598 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5adb10ef-4c37-4f40-808b-da18ad53c3bd tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "GET /v2.0/ports?device_id=243d0546-7b41-409d-af84-dd14dc02ffd5 HTTP/1.1" status: 200 len: 205 time: 0.0314791 Jul 05 04:13:52.753566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34740) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:52.824942 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e736ca1-bbdf-4738-81bd-dcd2454a49ee tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.842709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3e736ca1-bbdf-4738-81bd-dcd2454a49ee tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Calling delete_port for 7ae9be0a-7c6a-4645-8758-c3026fff387e owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:52.902684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-cddd70c4-10b7-4bfb-a7d8-47c128a1ffd9 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Made reservation on behalf of b4771e005ed443b2a7bf5a0745a506df for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:52.907327 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-cddd70c4-10b7-4bfb-a7d8-47c128a1ffd9 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.110439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-cddd70c4-10b7-4bfb-a7d8-47c128a1ffd9 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Allocated IP 172.20.0.2 (c6898915-e95f-4e5d-ace9-88ecffda6fb9/317ee1a5-d2a3-4b2c-be70-8513fce64be1/7da9ad1d-ceda-4bec-b58d-fd8951bde139) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:53.131516 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.206306 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e736ca1-bbdf-4738-81bd-dcd2454a49ee tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.248770 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Pushing event updated for resources: {'Port': ['ID=d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:53.251522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e736ca1-bbdf-4738-81bd-dcd2454a49ee tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event deleted for resources: {'Port': ['ID=7ae9be0a-7c6a-4645-8758-c3026fff387e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:53.253407 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.313441 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.395612 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3e736ca1-bbdf-4738-81bd-dcd2454a49ee tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.397613 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3e736ca1-bbdf-4738-81bd-dcd2454a49ee tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "DELETE /v2.0/ports/7ae9be0a-7c6a-4645-8758-c3026fff387e HTTP/1.1" status: 204 len: 168 time: 1.0566063 Jul 05 04:13:53.400311 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34744) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:53.491218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-009b9c81-2911-446a-90a5-fb8eb612ced6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Deleting subnet 788f6fa4-bbda-458e-b55f-0d8c09211bbb {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:53.501509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-009b9c81-2911-446a-90a5-fb8eb612ced6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.508690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Network da6ab4e0-d261-4958-9917-3ef99fd426c9 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:53.512311 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:53.525238 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.541788 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5467a4df-43f0-489c-a991-50686c3b2dee up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:53.550114 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-cddd70c4-10b7-4bfb-a7d8-47c128a1ffd9 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.568140 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-009b9c81-2911-446a-90a5-fb8eb612ced6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.683807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Router 12ebfe29-f665-4d6b-9c63-82de2c43b87a has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:13:53.690584 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-009b9c81-2911-446a-90a5-fb8eb612ced6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.764981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 5467a4df-43f0-489c-a991-50686c3b2dee completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:53.770256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5467a4df-43f0-489c-a991-50686c3b2dee triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:53.770877 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.806609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-601aac5e-0da4-4fc5-88f7-578c4bb3e3bf req-fa6e3691-b40c-48aa-bb69-4f2c528c09e8 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 210 time: 0.0783827 Jul 05 04:13:53.843905 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc5c9081-1d18-47c0-87d1-1f97b21021f8 req-1eee8d22-b0ac-416d-b901-472e35ee6c5a tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0503771 Jul 05 04:13:53.844746 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-cddd70c4-10b7-4bfb-a7d8-47c128a1ffd9 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.893468 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.893689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Deleting port 1b485aed-9012-45cd-b302-e2f7e3bc188e {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:53.894114 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.907742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-cddd70c4-10b7-4bfb-a7d8-47c128a1ffd9 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Network c6898915-e95f-4e5d-ace9-88ecffda6fb9 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:53.908971 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-009b9c81-2911-446a-90a5-fb8eb612ced6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.921510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 5467a4df-43f0-489c-a991-50686c3b2dee, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5467a4df-43f0-489c-a991-50686c3b2dee,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:53.927625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-91a3dd92-d0f0-45f8-b23a-49d255ed0fbf None None] Provisioning complete for port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:53.928001 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-91a3dd92-d0f0-45f8-b23a-49d255ed0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.929370 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-cddd70c4-10b7-4bfb-a7d8-47c128a1ffd9 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:53.956984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-cddd70c4-10b7-4bfb-a7d8-47c128a1ffd9 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:53.962585 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd70c4-10b7-4bfb-a7d8-47c128a1ffd9 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Pushing event updated for resources: {'Port': ['ID=7da9ad1d-ceda-4bec-b58d-fd8951bde139,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:53.968009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-91a3dd92-d0f0-45f8-b23a-49d255ed0fbf None None] Port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:53.969323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:53.971574 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b9c81-2911-446a-90a5-fb8eb612ced6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event deleted for resources: {'Subnet': ['ID=788f6fa4-bbda-458e-b55f-0d8c09211bbb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:53.976614 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-65363396-e42f-400c-bbea-d2aa7f8e052a admin admin] 10.222.0.60 "PUT /v2.0/routers/12ebfe29-f665-4d6b-9c63-82de2c43b87a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5189157 Jul 05 04:13:53.979294 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23fb93d-294c-4760-8937-d55a17f68e0d None None] Network 3babc55f-0a70-4bf2-b992-c183736fbd65 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:53.981304 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Sync routers for ids ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:53.988813 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-009b9c81-2911-446a-90a5-fb8eb612ced6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.990566 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-009b9c81-2911-446a-90a5-fb8eb612ced6 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "DELETE /v2.0/subnets/788f6fa4-bbda-458e-b55f-0d8c09211bbb HTTP/1.1" status: 204 len: 168 time: 0.5892861 Jul 05 04:13:53.999397 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Routers {'12ebfe29-f665-4d6b-9c63-82de2c43b87a'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:54.000053 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:54.001169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34752) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:54.046122 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.058488 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-cddd70c4-10b7-4bfb-a7d8-47c128a1ffd9 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:54.060109 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-cddd70c4-10b7-4bfb-a7d8-47c128a1ffd9 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.118532 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.121239 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:13:54.149176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Calling delete_port for 1b485aed-9012-45cd-b302-e2f7e3bc188e owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:54.169827 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Set router 12ebfe29-f665-4d6b-9c63-82de2c43b87a gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:54.170834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=5467a4df-43f0-489c-a991-50686c3b2dee,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:54.182100 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-cddd70c4-10b7-4bfb-a7d8-47c128a1ffd9 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6412575 Jul 05 04:13:54.189222 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.204454 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Request body: {'port': {'device_id': 'aebbe9f6-656d-4797-937d-aec7d1c33b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:54.262400 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c5f51bb9-fd4c-46ec-920e-3eef3357dd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.312633 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b380a4-c40f-4135-87c9-37963b735fab None None] DHCP port deletion for 3babc55f-0a70-4bf2-b992-c183736fbd65 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:54.333514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.360322 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.368924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Deleting port a84ce0c1-c420-4863-8c9c-c1b386c5ba09 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:54.379861 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.411334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a8b380a4-c40f-4135-87c9-37963b735fab None None] Deleting port a84ce0c1-c420-4863-8c9c-c1b386c5ba09 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:54.411733 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a8b380a4-c40f-4135-87c9-37963b735fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.464550 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:13:52Z', 'revision_number': 4, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port': {'id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:45Z', 'updated_at': '2021-07-05T04:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd684ccf3-a31d-4ce8-aaf9-a0512b3e21cf', 'name': '', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'mac_address': 'fa:16:3e:fb:04:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:50Z', 'updated_at': '2021-07-05T04:13:52Z', 'revision_number': 2, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'subnets': [{'id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:54.479045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a8b380a4-c40f-4135-87c9-37963b735fab None None] For port a84ce0c1-c420-4863-8c9c-c1b386c5ba09, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a84ce0c1-c420-4863-8c9c-c1b386c5ba09,segment=NetworkSegment(e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c),segment_id=e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:54.479446 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a8b380a4-c40f-4135-87c9-37963b735fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.493310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] For port a84ce0c1-c420-4863-8c9c-c1b386c5ba09, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a84ce0c1-c420-4863-8c9c-c1b386c5ba09,segment=NetworkSegment(e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c),segment_id=e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:54.493677 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.498917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a8b380a4-c40f-4135-87c9-37963b735fab None None] Calling delete_port for a84ce0c1-c420-4863-8c9c-c1b386c5ba09 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:54.507972 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Checking router: 12ebfe29-f665-4d6b-9c63-82de2c43b87a for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:13:54.508173 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Calling delete_port for a84ce0c1-c420-4863-8c9c-c1b386c5ba09 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:54.509122 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Updating router 12ebfe29-f665-4d6b-9c63-82de2c43b87a port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:13:54.563981 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.643718 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.687510 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a8b380a4-c40f-4135-87c9-37963b735fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.701484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.705126 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Pushing event deleted for resources: {'Port': ['ID=1b485aed-9012-45cd-b302-e2f7e3bc188e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:54.721571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b380a4-c40f-4135-87c9-37963b735fab None None] Pushing event deleted for resources: {'Port': ['ID=a84ce0c1-c420-4863-8c9c-c1b386c5ba09,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:54.723502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b380a4-c40f-4135-87c9-37963b735fab None None] No DVR routers for this DVR port a84ce0c1-c420-4863-8c9c-c1b386c5ba09 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:54.747894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:54.748309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:54.748651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:54.748993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:54.749389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:54.749729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:54.750058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:54.750387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:54.750706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:54.751075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:54.751348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:54.751670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:54.758004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] No DVR routers for this DVR port a84ce0c1-c420-4863-8c9c-c1b386c5ba09 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:54.797271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da9ad1d-ceda-4bec-b58d-fd8951bde139 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:13:54.807042 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.812661 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event deleted for resources: {'Port': ['ID=a84ce0c1-c420-4863-8c9c-c1b386c5ba09,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:54.819520 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.833193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Transition to ACTIVE for port object 7da9ad1d-ceda-4bec-b58d-fd8951bde139 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:54.931207 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.944733 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Transition to ACTIVE for port object d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:54.952070 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.014998 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.017680 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7da9ad1d-ceda-4bec-b58d-fd8951bde139,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:55.017946 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.033522 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.050109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3babc55f-0a70-4bf2-b992-c183736fbd65']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:55.083909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-297fc1d9-6046-4fc9-9ce9-8abd8e526611 req-da9a3c41-4d74-4269-a8dc-07ea8f88bd0d tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0631907 Jul 05 04:13:55.090216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:55.090518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1507d13-ae7e-4fc8-acf4-17dd84a0bd5c') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:55.094708 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.134448 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.143731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Attempting to bind port 7da9ad1d-ceda-4bec-b58d-fd8951bde139 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:55.144856 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Attempting to bind port 7da9ad1d-ceda-4bec-b58d-fd8951bde139 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '6aff89cf-a3ac-4be1-91a6-a08189ad3f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c6898915-e95f-4e5d-ace9-88ecffda6fb9'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:55.145247 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Attempting to bind port 7da9ad1d-ceda-4bec-b58d-fd8951bde139 on network c6898915-e95f-4e5d-ace9-88ecffda6fb9 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:55.151150 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Port 7da9ad1d-ceda-4bec-b58d-fd8951bde139 on network c6898915-e95f-4e5d-ace9-88ecffda6fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:55.158131 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Attempting to bind port 7da9ad1d-ceda-4bec-b58d-fd8951bde139 on network c6898915-e95f-4e5d-ace9-88ecffda6fb9 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:55.158131 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:55.158524 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Checking segment: {'id': '6aff89cf-a3ac-4be1-91a6-a08189ad3f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c6898915-e95f-4e5d-ace9-88ecffda6fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:55.159076 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Bound using segment: {'id': '6aff89cf-a3ac-4be1-91a6-a08189ad3f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c6898915-e95f-4e5d-ace9-88ecffda6fb9'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:55.159579 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Bound port: 7da9ad1d-ceda-4bec-b58d-fd8951bde139, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aff89cf-a3ac-4be1-91a6-a08189ad3f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c6898915-e95f-4e5d-ace9-88ecffda6fb9'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:55.159947 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.173892 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1cd0d-b6aa-4b4f-b2be-317c862295db None None] Pushing event updated for resources: {'Port': ['ID=d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:55.179214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.196808 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:55.196808 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: items = [ Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:55.197959 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:55.234075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34774) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:55.251839 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-872148004-network', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:55.256027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569cd9-4e07-473e-a73d-79b467f45c75 req-819990b7-d97e-4d4e-a966-819039a41363 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:55.260178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39569cd9-4e07-473e-a73d-79b467f45c75 req-819990b7-d97e-4d4e-a966-819039a41363 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 943 time: 0.3208706 Jul 05 04:13:55.261868 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.262529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Fanout notify agent at l3_agent the message router_deleted on router 243d0546-7b41-409d-af84-dd14dc02ffd5 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:13:55.273479 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.278146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-188737a0-d7a4-4e42-8d16-2364a5041fa4 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "DELETE /v2.0/routers/243d0546-7b41-409d-af84-dd14dc02ffd5 HTTP/1.1" status: 204 len: 168 time: 2.5202358 Jul 05 04:13:55.283671 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.291751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34776) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:55.301452 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Attempting to bind port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:55.302147 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Attempting to bind port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '91d138e3-d5dc-42ea-bb26-26a914553e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:55.302305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-3fb52b3f-154a-4a23-b1e7-93dfd5596f97 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-597753053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:55.302882 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Attempting to bind port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf on network da6ab4e0-d261-4958-9917-3ef99fd426c9 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:55.306395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] For port 7da9ad1d-ceda-4bec-b58d-fd8951bde139, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:55.311774 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] For port 7da9ad1d-ceda-4bec-b58d-fd8951bde139, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7da9ad1d-ceda-4bec-b58d-fd8951bde139,segment=NetworkSegment(6aff89cf-a3ac-4be1-91a6-a08189ad3f85),segment_id=6aff89cf-a3ac-4be1-91a6-a08189ad3f85)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:55.312439 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:55.313014 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Checking segment: {'id': '91d138e3-d5dc-42ea-bb26-26a914553e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:55.313650 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.314728 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Bound using segment: {'id': '91d138e3-d5dc-42ea-bb26-26a914553e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:55.319634 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Bound port: d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d138e3-d5dc-42ea-bb26-26a914553e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:55.320112 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.354430 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39569cd9-4e07-473e-a73d-79b467f45c75 req-3e0b8b91-ec8c-4f07-a96f-3fceee4d66da tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615957 Jul 05 04:13:55.402422 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] For port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:55.491669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5467a4df-43f0-489c-a991-50686c3b2dee up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:55.506020 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] For port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf,segment=NetworkSegment(91d138e3-d5dc-42ea-bb26-26a914553e5e),segment_id=91d138e3-d5dc-42ea-bb26-26a914553e5e)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:55.506823 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.509042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] Made reservation on behalf of fff43cf7e57443e084b1c7abce5f147f for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:55.509301 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.515328 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.518300 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.522779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] 10.222.0.60 "DELETE /v2.0/networks/3babc55f-0a70-4bf2-b992-c183736fbd65 HTTP/1.1" status: 204 len: 168 time: 1.5188844 Jul 05 04:13:55.538408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cf55a-e280-4b88-908d-517e407fc395 tempest-AllowedAddressPairTestJSON-1043113867 tempest-AllowedAddressPairTestJSON-1043113867-project] Pushing event deleted for resources: {'Network': ['ID=3babc55f-0a70-4bf2-b992-c183736fbd65,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:55.563692 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.568065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5467a4df-43f0-489c-a991-50686c3b2dee triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:55.568678 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.582015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:55.583116 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.584729 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] 10.222.0.11 "PUT /v2.0/ports/7da9ad1d-ceda-4bec-b58d-fd8951bde139 HTTP/1.1" status: 200 len: 1091 time: 1.3948641 Jul 05 04:13:55.586407 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.587515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebbe9f6-656d-4797-937d-aec7d1c33b65', 'tag': '7da9ad1d-ceda-4bec-b58d-fd8951bde139'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:55.592064 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6d4575-160c-4844-bd55-77b9fbebbf2b" -d '{"events": [{"name": "network-changed", "server_uuid": "aebbe9f6-656d-4797-937d-aec7d1c33b65", "tag": "7da9ad1d-ceda-4bec-b58d-fd8951bde139"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:55.615489 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3fb52b3f-154a-4a23-b1e7-93dfd5596f97 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.616867 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3fb52b3f-154a-4a23-b1e7-93dfd5596f97 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.635308 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39090014-1caa-48c8-b1c8-8c34543005e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7da9ad1d-ceda-4bec-b58d-fd8951bde139,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:55.655598 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1cd0d-b6aa-4b4f-b2be-317c862295db None None] Pushing event updated for resources: {'Port': ['ID=d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:55.677118 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Routers {'12ebfe29-f665-4d6b-9c63-82de2c43b87a'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:55.677891 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:55.703963 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a62dd6-8e9b-4c11-8121-6c0761422ed0 x-openstack-request-id: req-30a62dd6-8e9b-4c11-8121-6c0761422ed0 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:55.704256 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebbe9f6-656d-4797-937d-aec7d1c33b65", "tag": "7da9ad1d-ceda-4bec-b58d-fd8951bde139", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:55.705400 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30a62dd6-8e9b-4c11-8121-6c0761422ed0 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:55.705815 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebbe9f6-656d-4797-937d-aec7d1c33b65', 'tag': '7da9ad1d-ceda-4bec-b58d-fd8951bde139', 'status': 'completed', 'code': 200} Jul 05 04:13:55.746359 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3fb52b3f-154a-4a23-b1e7-93dfd5596f97 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.788702 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.811125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d4575-160c-4844-bd55-77b9fbebbf2b req-e091f76d-c760-4a2c-9fa9-2a41e51bd5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:55.812703 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ff6d4575-160c-4844-bd55-77b9fbebbf2b req-e091f76d-c760-4a2c-9fa9-2a41e51bd5aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4771e005ed443b2a7bf5a0745a506df&device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 1094 time: 0.0901625 Jul 05 04:13:55.827098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a84ce0c1-c420-4863-8c9c-c1b386c5ba09 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:55.828048 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] Set router 12ebfe29-f665-4d6b-9c63-82de2c43b87a gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:55.850995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: a84ce0c1-c420-4863-8c9c-c1b386c5ba09 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:55.851345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a84ce0c1-c420-4863-8c9c-c1b386c5ba09 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:55.941722 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3fb52b3f-154a-4a23-b1e7-93dfd5596f97 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.957172 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.034463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:56.045509 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe51fd6-9e06-4401-99df-71edb0e67361,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:56.054696 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:13:52Z', 'revision_number': 4, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port': {'id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:45Z', 'updated_at': '2021-07-05T04:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd684ccf3-a31d-4ce8-aaf9-a0512b3e21cf', 'name': '', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'mac_address': 'fa:16:3e:fb:04:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:50Z', 'updated_at': '2021-07-05T04:13:55Z', 'revision_number': 4, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'subnets': [{'id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:56.063894 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.064196 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] Added segment 7b54929f-9b40-4567-8655-2c9d00113c1f of type vlan for network a6ba4d22-8f0b-446b-a88b-4fd8b08065d9 Jul 05 04:13:56.085189 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039857aa-bab8-4438-9d8d-c70bce7eb410 None None] The sync data for ids ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'] in n-d-798249-5 is: [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:13:52Z', 'revision_number': 4, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port': {'id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:45Z', 'updated_at': '2021-07-05T04:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd684ccf3-a31d-4ce8-aaf9-a0512b3e21cf', 'name': '', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'mac_address': 'fa:16:3e:fb:04:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:50Z', 'updated_at': '2021-07-05T04:13:55Z', 'revision_number': 4, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'subnets': [{'id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:56.107141 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3fb52b3f-154a-4a23-b1e7-93dfd5596f97 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.109120 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3fb52b3f-154a-4a23-b1e7-93dfd5596f97 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8151004 Jul 05 04:13:56.119685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34782) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:56.127337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Request body: {'router': {'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:56.395767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34790) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:56.466699 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.497721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d4575-160c-4844-bd55-77b9fbebbf2b req-3f58556f-ce24-4965-b12a-66dd62d4140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:56.499431 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ff6d4575-160c-4844-bd55-77b9fbebbf2b req-3f58556f-ce24-4965-b12a-66dd62d4140d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b4771e005ed443b2a7bf5a0745a506df&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6795940 Jul 05 04:13:56.509696 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4392b188-a371-49a8-a810-ee0abcd2552c req-add1580a-8eb1-4317-a821-2ca08d932f22 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.1264956 Jul 05 04:13:56.616721 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.624924 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.628673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:56.628673 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.705996 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b233a332-4b4d-44cb-8c4d-45d40b1a1094 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=adc66a33d68c4f8194738b20649a924d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734067 Jul 05 04:13:56.708893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34796) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:56.729031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] Pushing event updated for resources: {'Network': ['ID=a6ba4d22-8f0b-446b-a88b-4fd8b08065d9,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:56.745238 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network a6ba4d22-8f0b-446b-a88b-4fd8b08065d9 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:56.748769 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d4575-160c-4844-bd55-77b9fbebbf2b req-69f7e990-7937-4b76-9559-92ef10886814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:56.750297 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ff6d4575-160c-4844-bd55-77b9fbebbf2b req-69f7e990-7937-4b76-9559-92ef10886814 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2444649 Jul 05 04:13:56.788727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041e64e-09b1-47b5-83f9-f4d40c434786 req-97c4652f-0b98-45ac-b32a-8168e1088d0e tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:56.790296 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2041e64e-09b1-47b5-83f9-f4d40c434786 req-97c4652f-0b98-45ac-b32a-8168e1088d0e tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 943 time: 0.1512864 Jul 05 04:13:56.854943 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ad5ed401-2ad3-4ee5-8f7f-66f36067926e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6197476 Jul 05 04:13:56.855624 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34798) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:56.863410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-03a10e64-ff75-4061-bc37-bd1458b0306d admin admin] Request body: {'subnet': {'network_id': 'a6ba4d22-8f0b-446b-a88b-4fd8b08065d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-872148004-subnet', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:56.902493 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e4c7e1f-9237-4284-9cee-45ac568f3fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.906215 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-f0618aab-545f-4bc0-9983-6af0e04d60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:56.907704 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-f0618aab-545f-4bc0-9983-6af0e04d60f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4771e005ed443b2a7bf5a0745a506df&device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 1094 time: 0.1127765 Jul 05 04:13:56.942005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2041e64e-09b1-47b5-83f9-f4d40c434786 req-77be8499-63ed-4392-8a3f-de39aff63efc tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119275 Jul 05 04:13:56.948004 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e4c7e1f-9237-4284-9cee-45ac568f3fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.964089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a10e64-ff75-4061-bc37-bd1458b0306d admin admin] Made reservation on behalf of fff43cf7e57443e084b1c7abce5f147f for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:56.968958 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03a10e64-ff75-4061-bc37-bd1458b0306d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.976200 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-6fad0080-6374-4139-b8b8-be996c947260 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7da9ad1d-ceda-4bec-b58d-fd8951bde139 HTTP/1.1" status: 200 len: 217 time: 0.0600417 Jul 05 04:13:57.115879 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-670e9952-c8d7-4899-af31-8e31c71f0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:57.117413 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-670e9952-c8d7-4899-af31-8e31c71f0e5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=317ee1a5-d2a3-4b2c-be70-8513fce64be1 HTTP/1.1" status: 200 len: 852 time: 0.1253924 Jul 05 04:13:57.127468 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e4c7e1f-9237-4284-9cee-45ac568f3fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.130909 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e4c7e1f-9237-4284-9cee-45ac568f3fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.132446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4e4c7e1f-9237-4284-9cee-45ac568f3fd4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1dde7ffc-a796-4922-8afb-4735554e5004 HTTP/1.1" status: 204 len: 168 time: 0.4222786 Jul 05 04:13:57.139936 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.151079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c7e1f-9237-4284-9cee-45ac568f3fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dde7ffc-a796-4922-8afb-4735554e5004,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:57.165068 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-74210a2f-773a-4687-b56a-dc5397b9a057 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6898915-e95f-4e5d-ace9-88ecffda6fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371428 Jul 05 04:13:57.218566 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.246542 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.386454 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-a89705e4-01a7-45e2-9ca6-f57b9bb601a8 service neutron] 10.222.0.11 "GET /v2.0/networks/c6898915-e95f-4e5d-ace9-88ecffda6fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156272 Jul 05 04:13:57.426336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Allocated IP 172.25.0.190 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/a49d7177-1943-4650-87c5-3aa82db315ae) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:57.494854 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03a10e64-ff75-4061-bc37-bd1458b0306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.540328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:57.558346 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e12e3561-f2db-48c2-b913-33fa9f373511 req-33a1cea4-876c-4b3b-963f-76e1b7eec7cd service neutron] 10.222.0.11 "GET /v2.0/networks/c6898915-e95f-4e5d-ace9-88ecffda6fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653986 Jul 05 04:13:57.602276 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.646794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a10e64-ff75-4061-bc37-bd1458b0306d admin admin] Checking segment: {'id': '7b54929f-9b40-4567-8655-2c9d00113c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a6ba4d22-8f0b-446b-a88b-4fd8b08065d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:57.647192 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a10e64-ff75-4061-bc37-bd1458b0306d admin admin] Network hostable DHCP agents. Network: a6ba4d22-8f0b-446b-a88b-4fd8b08065d9, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:57.650738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a10e64-ff75-4061-bc37-bd1458b0306d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c346be7a-dec2-479c-95f4-4a843f8d4302,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:57.778695 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2908a35-0fa8-4d92-a74e-6b8e07b3fce8 req-d27d20db-7cb8-47de-9030-a51e2ea078ab tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0450692 Jul 05 04:13:57.780599 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.792219 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:57.792760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a10e64-ff75-4061-bc37-bd1458b0306d admin admin] Network a6ba4d22-8f0b-446b-a88b-4fd8b08065d9 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:57.804337 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:57.804869 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.834468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:57.837508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:57.855235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:57.870747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-03a10e64-ff75-4061-bc37-bd1458b0306d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, a6ba4d22-8f0b-446b-a88b-4fd8b08065d9) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:57.870925 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Pushing event updated for resources: {'Port': ['ID=a49d7177-1943-4650-87c5-3aa82db315ae,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:57.881577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a10e64-ff75-4061-bc37-bd1458b0306d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:57.883412 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-03a10e64-ff75-4061-bc37-bd1458b0306d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.885107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e047d121-c1b2-4800-b7f3-7639fe9c4a8c None None] Network a6ba4d22-8f0b-446b-a88b-4fd8b08065d9 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:57.966451 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.989906 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-03a10e64-ff75-4061-bc37-bd1458b0306d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1282232 Jul 05 04:13:57.990359 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34818) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:57.994405 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-872148004-router', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:58.041053 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf,segment=NetworkSegment(91d138e3-d5dc-42ea-bb26-26a914553e5e),segment_id=91d138e3-d5dc-42ea-bb26-26a914553e5e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:58.124195 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.125093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-a6ba4d22-8f0b-446b-a88b-4fd8b08065d9', 'network_id': 'a6ba4d22-8f0b-446b-a88b-4fd8b08065d9', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'fixed_ips': [{'subnet_id': 'c346be7a-dec2-479c-95f4-4a843f8d4302'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:58.125286 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.126234 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.184005 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.196430 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.298711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:58.322673 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Allocated IP 172.20.0.2 (a6ba4d22-8f0b-446b-a88b-4fd8b08065d9/c346be7a-dec2-479c-95f4-4a843f8d4302/e2cedb6f-c818-42b8-8991-de2af341c43c) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:58.470274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576f0bb-15a9-424b-bf8e-6b2a5ffeeb67 req-a4fb4343-fd3e-4c35-ab64-5536b54fc6ba tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:58.471838 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d576f0bb-15a9-424b-bf8e-6b2a5ffeeb67 req-a4fb4343-fd3e-4c35-ab64-5536b54fc6ba tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 943 time: 0.1261048 Jul 05 04:13:58.488688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.561852 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.571777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Transition to ACTIVE for port object e2cedb6f-c818-42b8-8991-de2af341c43c will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:58.587453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34832) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:58.590380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Transition to ACTIVE for port object e2cedb6f-c818-42b8-8991-de2af341c43c will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:58.600062 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d576f0bb-15a9-424b-bf8e-6b2a5ffeeb67 req-0316e3b9-e661-4c24-9c4c-be848f011959 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033392 Jul 05 04:13:58.672497 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.715444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-967554214'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:58.768934 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.820358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Network a6ba4d22-8f0b-446b-a88b-4fd8b08065d9 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:58.824077 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:58.829954 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:58.842329 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Pushing event updated for resources: {'Port': ['ID=e2cedb6f-c818-42b8-8991-de2af341c43c,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:58.882062 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.906434 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.915463 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.917556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Attempting to bind port e2cedb6f-c818-42b8-8991-de2af341c43c on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:58.919297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Attempting to bind port e2cedb6f-c818-42b8-8991-de2af341c43c by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '7b54929f-9b40-4567-8655-2c9d00113c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a6ba4d22-8f0b-446b-a88b-4fd8b08065d9'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:58.919962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Made reservation on behalf of 3ac9eacf590c40beb7516a76fc422af3 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:58.920485 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Attempting to bind port e2cedb6f-c818-42b8-8991-de2af341c43c on network a6ba4d22-8f0b-446b-a88b-4fd8b08065d9 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:58.923626 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.926061 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.926203 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:58.926507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Checking segment: {'id': '7b54929f-9b40-4567-8655-2c9d00113c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a6ba4d22-8f0b-446b-a88b-4fd8b08065d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:58.926912 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.927317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Bound using segment: {'id': '7b54929f-9b40-4567-8655-2c9d00113c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a6ba4d22-8f0b-446b-a88b-4fd8b08065d9'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:58.927841 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Bound port: e2cedb6f-c818-42b8-8991-de2af341c43c, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b54929f-9b40-4567-8655-2c9d00113c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a6ba4d22-8f0b-446b-a88b-4fd8b08065d9'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:58.928235 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.936636 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.001649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] For port e2cedb6f-c818-42b8-8991-de2af341c43c, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:59.005141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] For port e2cedb6f-c818-42b8-8991-de2af341c43c, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e2cedb6f-c818-42b8-8991-de2af341c43c,segment=NetworkSegment(7b54929f-9b40-4567-8655-2c9d00113c1f),segment_id=7b54929f-9b40-4567-8655-2c9d00113c1f)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:59.027888 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Allocated IP 172.25.0.136 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/a8c2353a-95ce-425e-8666-de914ad8d277) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:59.080087 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e41db500-1f9c-40a8-afcf-b5775ba2bf9f req-9ec386d1-1a2d-441e-8ac6-df69f8ba19af tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0658307 Jul 05 04:13:59.094193 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.166614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df893c50-4996-469d-a443-ccbff4c69a19 None None] Pushing event updated for resources: {'Port': ['ID=e2cedb6f-c818-42b8-8991-de2af341c43c,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:59.167051 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.172812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.243066 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.270929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:59.282271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Router 51f9f812-5170-4b8c-b094-5ef84d5f8fb1 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:13:59.284320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207a8499-b148-4679-b665-bc03ad55421d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:59.290481 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.290837 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Added segment 949ae4a6-b5f0-4cd8-85d0-0f738274efc0 of type vlan for network 4215b822-cf20-4801-9c2d-1b2a4b316a07 Jul 05 04:13:59.351285 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.393264 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.402642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:59.409924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:59.421294 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:59.461218 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.471506 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c2353a-95ce-425e-8666-de914ad8d277,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:59.510698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:59.521103 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa38719-85f5-4d3a-ae3b-347e1982896e None None] Sync routers for ids ['51f9f812-5170-4b8c-b094-5ef84d5f8fb1'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:59.524473 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.528183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-69b9952a-42ee-49c4-a2b6-2f7164ff7c5a tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "PUT /v2.0/routers/51f9f812-5170-4b8c-b094-5ef84d5f8fb1 HTTP/1.1" status: 200 len: 883 time: 3.4047630 Jul 05 04:13:59.529334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34842) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:59.539190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa38719-85f5-4d3a-ae3b-347e1982896e None None] Routers {'51f9f812-5170-4b8c-b094-5ef84d5f8fb1'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:59.539973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-baa38719-85f5-4d3a-ae3b-347e1982896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['51f9f812-5170-4b8c-b094-5ef84d5f8fb1'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:59.583172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-baa38719-85f5-4d3a-ae3b-347e1982896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:59.588941 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.593716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa38719-85f5-4d3a-ae3b-347e1982896e None None] Routers {'51f9f812-5170-4b8c-b094-5ef84d5f8fb1'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:59.594287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-baa38719-85f5-4d3a-ae3b-347e1982896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['51f9f812-5170-4b8c-b094-5ef84d5f8fb1'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:59.594825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:59.595467 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.666964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-baa38719-85f5-4d3a-ae3b-347e1982896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:59.669405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa38719-85f5-4d3a-ae3b-347e1982896e None None] The sync data for ids ['51f9f812-5170-4b8c-b094-5ef84d5f8fb1'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:59.703281 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e2cedb6f-c818-42b8-8991-de2af341c43c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:59.740775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Pushing event updated for resources: {'Network': ['ID=4215b822-cf20-4801-9c2d-1b2a4b316a07,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:59.753988 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 4215b822-cf20-4801-9c2d-1b2a4b316a07 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:59.782300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-08aa98f4-210b-4eb3-95a3-02ce0ecf316a tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/routers/51f9f812-5170-4b8c-b094-5ef84d5f8fb1 HTTP/1.1" status: 200 len: 924 time: 0.2517951 Jul 05 04:13:59.786961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-eba690d4-dd85-4ba5-b2a3-f383dce5061a tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1960104 Jul 05 04:13:59.786961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34846) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:59.812652 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34848) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:59.818065 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a94a7f9e-0787-4278-9167-524ca8c60c3c tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Request body: {'subnet': {'network_id': '4215b822-cf20-4801-9c2d-1b2a4b316a07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:59.936400 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.945739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port e2cedb6f-c818-42b8-8991-de2af341c43c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:59.950490 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:59.993261 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c71bc48-f7e0-49f8-a46a-4fc8500fe7d2 req-a7212d14-5476-47ce-b382-bb48edef0bf3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0446339 Jul 05 04:14:00.056011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:00.058886 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.102834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fc7c5a-8519-4b32-8049-6ac5110d6b53 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:00.110681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-30fc7c5a-8519-4b32-8049-6ac5110d6b53 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&device_id=51f9f812-5170-4b8c-b094-5ef84d5f8fb1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3233604 Jul 05 04:14:00.111340 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34850) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:00.142040 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7da9ad1d-ceda-4bec-b58d-fd8951bde139 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:14:00.145372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c10fa-e12f-44f5-b617-77c37b1ad246 req-7516dd8b-fc8d-43c2-9f25-ba306beffd9a tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:00.158322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-360c10fa-e12f-44f5-b617-77c37b1ad246 req-7516dd8b-fc8d-43c2-9f25-ba306beffd9a tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 943 time: 0.3347602 Jul 05 04:14:00.195037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94a7f9e-0787-4278-9167-524ca8c60c3c tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Made reservation on behalf of 3ac9eacf590c40beb7516a76fc422af3 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:00.198596 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a94a7f9e-0787-4278-9167-524ca8c60c3c tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.262300 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.358127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 7da9ad1d-ceda-4bec-b58d-fd8951bde139, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7da9ad1d-ceda-4bec-b58d-fd8951bde139,segment=NetworkSegment(6aff89cf-a3ac-4be1-91a6-a08189ad3f85),segment_id=6aff89cf-a3ac-4be1-91a6-a08189ad3f85)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:00.389612 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22b9137e-d848-44e6-bcff-c3f46477efa9 req-0c279035-22d3-4623-9c8d-b488beb17609 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0600560 Jul 05 04:14:00.392345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '7da9ad1d-ceda-4bec-b58d-fd8951bde139', 'network_id': 'c6898915-e95f-4e5d-ace9-88ecffda6fb9', 'port_id': '7da9ad1d-ceda-4bec-b58d-fd8951bde139', 'mac_address': 'fa:16:3e:1b:67:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '317ee1a5-d2a3-4b2c-be70-8513fce64be1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:14:00.449291 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.473012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da9ad1d-ceda-4bec-b58d-fd8951bde139 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:00.497895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 7da9ad1d-ceda-4bec-b58d-fd8951bde139, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7da9ad1d-ceda-4bec-b58d-fd8951bde139,segment=NetworkSegment(6aff89cf-a3ac-4be1-91a6-a08189ad3f85),segment_id=6aff89cf-a3ac-4be1-91a6-a08189ad3f85)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:00.503503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-360c10fa-e12f-44f5-b617-77c37b1ad246 req-a39422a3-dfaa-4e98-b9ad-0cf4b2ab1c06 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455548 Jul 05 04:14:00.529066 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb1996-efa5-4c53-a815-1f5d16f6b6bc None None] Network a6ba4d22-8f0b-446b-a88b-4fd8b08065d9 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:00.534810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Router ef5aa499-0000-4f4a-a18c-c3938fca97d0 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:00.584115 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.655213 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b446c3-01d2-4cdf-9cc2-1b1b1fc2caa6 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:00.657574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e7b446c3-01d2-4cdf-9cc2-1b1b1fc2caa6 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 881 time: 0.4984500 Jul 05 04:14:00.660552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34856) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:00.686074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:00.699386 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Sync routers for ids ['ef5aa499-0000-4f4a-a18c-c3938fca97d0'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:00.703228 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a75b7540-286d-4eb4-b029-df4e4de023d5 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "GET /v2.0/ports?device_id=51f9f812-5170-4b8c-b094-5ef84d5f8fb1 HTTP/1.1" status: 200 len: 205 time: 0.0412581 Jul 05 04:14:00.705490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34858) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:00.711880 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Routers {'ef5aa499-0000-4f4a-a18c-c3938fca97d0'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:00.713015 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['ef5aa499-0000-4f4a-a18c-c3938fca97d0'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:00.775648 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.780834 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-71ed3e03-9505-4240-96b2-5f0da2699151 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7898505 Jul 05 04:14:00.781458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34860) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:00.795681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f297d60e-e417-4955-8bad-f6de79caa8a3 None None] Provisioning for port e2cedb6f-c818-42b8-8991-de2af341c43c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:00.807495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f297d60e-e417-4955-8bad-f6de79caa8a3 None None] Provisioning complete for port e2cedb6f-c818-42b8-8991-de2af341c43c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:00.808097 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f297d60e-e417-4955-8bad-f6de79caa8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.882535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['7da9ad1d-ceda-4bec-b58d-fd8951bde139'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:14:00.895388 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Set router ef5aa499-0000-4f4a-a18c-c3938fca97d0 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:00.905535 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a94a7f9e-0787-4278-9167-524ca8c60c3c tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.960038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=7da9ad1d-ceda-4bec-b58d-fd8951bde139,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:01.137263 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f297d60e-e417-4955-8bad-f6de79caa8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.140951 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.263122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f297d60e-e417-4955-8bad-f6de79caa8a3 None None] For port e2cedb6f-c818-42b8-8991-de2af341c43c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e2cedb6f-c818-42b8-8991-de2af341c43c,segment=NetworkSegment(7b54929f-9b40-4567-8655-2c9d00113c1f),segment_id=7b54929f-9b40-4567-8655-2c9d00113c1f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:01.321812 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f297d60e-e417-4955-8bad-f6de79caa8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.378309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a7f9e-0787-4278-9167-524ca8c60c3c tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Pushing event updated for resources: {'Subnet': ['ID=c3223d54-67b5-4f5e-827f-28157ca644d5,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:01.421729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94a7f9e-0787-4278-9167-524ca8c60c3c tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Checking segment: {'id': '949ae4a6-b5f0-4cd8-85d0-0f738274efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4215b822-cf20-4801-9c2d-1b2a4b316a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:01.422104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94a7f9e-0787-4278-9167-524ca8c60c3c tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Network hostable DHCP agents. Network: 4215b822-cf20-4801-9c2d-1b2a4b316a07, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:01.433002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297d60e-e417-4955-8bad-f6de79caa8a3 None None] Pushing event updated for resources: {'Port': ['ID=e2cedb6f-c818-42b8-8991-de2af341c43c,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:01.457307 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.498111 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'name': 'tempest-TestServerBasicOps-872148004-router', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'a8c2353a-95ce-425e-8666-de914ad8d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:13:59Z', 'revision_number': 3, 'project_id': 'fff43cf7e57443e084b1c7abce5f147f', 'gw_port': {'id': 'a8c2353a-95ce-425e-8666-de914ad8d277', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:01.529558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94a7f9e-0787-4278-9167-524ca8c60c3c tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Network 4215b822-cf20-4801-9c2d-1b2a4b316a07 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:01.560186 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.560752 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Checking router: ef5aa499-0000-4f4a-a18c-c3938fca97d0 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:01.560752 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Updating router ef5aa499-0000-4f4a-a18c-c3938fca97d0 port a8c2353a-95ce-425e-8666-de914ad8d277 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:14:01.608326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e2cedb6f-c818-42b8-8991-de2af341c43c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:01.665724 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a94a7f9e-0787-4278-9167-524ca8c60c3c tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 4215b822-cf20-4801-9c2d-1b2a4b316a07) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:01.671289 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.676217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a61862-18cd-475f-a867-d8b5ad62b136 None None] Network 4215b822-cf20-4801-9c2d-1b2a4b316a07 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:01.712321 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94a7f9e-0787-4278-9167-524ca8c60c3c tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:01.712321 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a94a7f9e-0787-4278-9167-524ca8c60c3c tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.714091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Deleting port a49d7177-1943-4650-87c5-3aa82db315ae {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:01.714433 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.770188 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2503d534-3ac5-4698-9f6b-d0b67c4a360f req-699a4f17-9f46-4af2-8748-e2fded6bd573 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.1110249 Jul 05 04:14:01.835085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-30757749-d9b0-4bc3-8902-ae033e5efe35 None None] Provisioning complete for port e2cedb6f-c818-42b8-8991-de2af341c43c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:01.835656 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-30757749-d9b0-4bc3-8902-ae033e5efe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.910145 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.917739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port e2cedb6f-c818-42b8-8991-de2af341c43c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:01.918356 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.932761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Calling delete_port for a49d7177-1943-4650-87c5-3aa82db315ae owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:01.961367 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a94a7f9e-0787-4278-9167-524ca8c60c3c tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1450348 Jul 05 04:14:01.967087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34870) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:01.986402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Request body: {'port': {'network_id': '4215b822-cf20-4801-9c2d-1b2a4b316a07', 'name': 'tempest-ExtraDHCPOptionsTestJSON-841432064'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:02.011498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d9f10-d7b4-4831-ad93-9e83f4d7e037 req-1fec5adf-631e-4429-a0ab-43c1c825a2cc tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.019661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e68d9f10-d7b4-4831-ad93-9e83f4d7e037 req-1fec5adf-631e-4429-a0ab-43c1c825a2cc tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 944 time: 0.2473190 Jul 05 04:14:02.077537 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.100645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90c5d079-11c3-4eec-b464-d8116589dbe5 req-cd808d2d-29c7-4213-9b42-eb9032e27fb1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0459332 Jul 05 04:14:02.116267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e68d9f10-d7b4-4831-ad93-9e83f4d7e037 req-a183180f-46d9-4a86-a3fe-b1c85dfea03c tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917411 Jul 05 04:14:02.163348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7da9ad1d-ceda-4bec-b58d-fd8951bde139 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:02.263543 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.279411 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Transition to ACTIVE for port object a8c2353a-95ce-425e-8666-de914ad8d277 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:02.326457 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-4215b822-cf20-4801-9c2d-1b2a4b316a07', 'network_id': '4215b822-cf20-4801-9c2d-1b2a4b316a07', 'tenant_id': '3ac9eacf590c40beb7516a76fc422af3', 'fixed_ips': [{'subnet_id': 'c3223d54-67b5-4f5e-827f-28157ca644d5'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:02.329944 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.409672 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.427275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Made reservation on behalf of 3ac9eacf590c40beb7516a76fc422af3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:02.431712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.459557 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] device_id is not set on port 91f936a6-d0e0-42be-a0d0-1e977f7e7237 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:02.516622 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Attempting to bind port a8c2353a-95ce-425e-8666-de914ad8d277 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:02.519508 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Attempting to bind port a8c2353a-95ce-425e-8666-de914ad8d277 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:02.519960 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Attempting to bind port a8c2353a-95ce-425e-8666-de914ad8d277 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:02.552199 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8098de-6ded-4483-a4b1-3445afdf19a9 None None] Pushing event updated for resources: {'Port': ['ID=a8c2353a-95ce-425e-8666-de914ad8d277,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:02.555975 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Allocated IP 172.20.0.2 (4215b822-cf20-4801-9c2d-1b2a4b316a07/c3223d54-67b5-4f5e-827f-28157ca644d5/1ce0ad66-4348-40c7-8bde-6c50ac1830f7) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:02.557474 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:02.560818 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:02.561479 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.563537 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:02.564206 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Bound port: a8c2353a-95ce-425e-8666-de914ad8d277, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:02.566553 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.657089 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90c5d079-11c3-4eec-b464-d8116589dbe5 req-a27b66e9-7f09-40c5-8f66-29261c6e4b4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a59ccb233fac4273918c6a95d92fc0c8&device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.4859219 Jul 05 04:14:02.666095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Allocated IP 172.20.0.1 (a6ba4d22-8f0b-446b-a88b-4fd8b08065d9/c346be7a-dec2-479c-95f4-4a843f8d4302/419184f0-53a1-41c3-aea3-ad71bf332e2a) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:02.682135 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] For port a8c2353a-95ce-425e-8666-de914ad8d277, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:02.688072 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] For port a8c2353a-95ce-425e-8666-de914ad8d277, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a8c2353a-95ce-425e-8666-de914ad8d277,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:02.702114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a870ccc-eafb-42b5-9b7a-c182d35cbe5b req-2f71529c-ace7-4138-874b-1a2ab197b323 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0477636 Jul 05 04:14:02.740270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90c5d079-11c3-4eec-b464-d8116589dbe5 req-926ab2ec-6bd2-4a4b-be7d-3b49ac7d8f43 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a59ccb233fac4273918c6a95d92fc0c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421815 Jul 05 04:14:02.797467 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.814644 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Transition to ACTIVE for port object 419184f0-53a1-41c3-aea3-ad71bf332e2a will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:02.827001 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.837897 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.850408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Transition to ACTIVE for port object 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:02.872690 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Routers {'ef5aa499-0000-4f4a-a18c-c3938fca97d0'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:02.873438 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['ef5aa499-0000-4f4a-a18c-c3938fca97d0'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:02.905611 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5d079-11c3-4eec-b464-d8116589dbe5 req-6659d7ef-8080-4090-a1eb-eb2c26f420a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.907278 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90c5d079-11c3-4eec-b464-d8116589dbe5 req-6659d7ef-8080-4090-a1eb-eb2c26f420a5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1555412 Jul 05 04:14:02.918119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Transition to ACTIVE for port object 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:02.918481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.930750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 7da9ad1d-ceda-4bec-b58d-fd8951bde139 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:02.941613 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 7da9ad1d-ceda-4bec-b58d-fd8951bde139 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:02.941613 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.976389 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Network a6ba4d22-8f0b-446b-a88b-4fd8b08065d9 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:02.980735 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:02.987393 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.989971 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] Set router ef5aa499-0000-4f4a-a18c-c3938fca97d0 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:02.996977 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:03.007070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a2fab95-beb8-43b3-9546-b989b7ba9174 req-787142b8-2b1c-444e-bea7-071617d9fc24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a59ccb233fac4273918c6a95d92fc0c8&device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0506473 Jul 05 04:14:03.017163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Network 4215b822-cf20-4801-9c2d-1b2a4b316a07 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:03.030073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:03.034877 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.044299 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:03.078501 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a2fab95-beb8-43b3-9546-b989b7ba9174 req-a7d11be5-7a82-44c5-90a7-99ba7d63b5a5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a59ccb233fac4273918c6a95d92fc0c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622530 Jul 05 04:14:03.081945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Pushing event updated for resources: {'Port': ['ID=419184f0-53a1-41c3-aea3-ad71bf332e2a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:03.113287 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.143369 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Allocated IP 172.20.0.9 (4215b822-cf20-4801-9c2d-1b2a4b316a07/c3223d54-67b5-4f5e-827f-28157ca644d5/91f936a6-d0e0-42be-a0d0-1e977f7e7237) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:03.157898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Pushing event deleted for resources: {'Port': ['ID=a49d7177-1943-4650-87c5-3aa82db315ae,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:03.254813 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8098de-6ded-4483-a4b1-3445afdf19a9 None None] Pushing event updated for resources: {'Port': ['ID=a8c2353a-95ce-425e-8666-de914ad8d277,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:03.257447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Attempting to bind port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:03.259203 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'name': 'tempest-TestServerBasicOps-872148004-router', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'a8c2353a-95ce-425e-8666-de914ad8d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:13:59Z', 'revision_number': 3, 'project_id': 'fff43cf7e57443e084b1c7abce5f147f', 'gw_port': {'id': 'a8c2353a-95ce-425e-8666-de914ad8d277', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:03.265419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Attempting to bind port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '949ae4a6-b5f0-4cd8-85d0-0f738274efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4215b822-cf20-4801-9c2d-1b2a4b316a07'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:03.265899 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Attempting to bind port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 on network 4215b822-cf20-4801-9c2d-1b2a4b316a07 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:03.305693 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9225a-4e13-4817-9a47-607d021ad87c None None] The sync data for ids ['ef5aa499-0000-4f4a-a18c-c3938fca97d0'] in n-d-798249-5 is: [{'id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'name': 'tempest-TestServerBasicOps-872148004-router', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'a8c2353a-95ce-425e-8666-de914ad8d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:13:59Z', 'revision_number': 3, 'project_id': 'fff43cf7e57443e084b1c7abce5f147f', 'gw_port': {'id': 'a8c2353a-95ce-425e-8666-de914ad8d277', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:03.324784 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.350236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:03.350910 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Checking segment: {'id': '949ae4a6-b5f0-4cd8-85d0-0f738274efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4215b822-cf20-4801-9c2d-1b2a4b316a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:03.355193 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.355193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Bound using segment: {'id': '949ae4a6-b5f0-4cd8-85d0-0f738274efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4215b822-cf20-4801-9c2d-1b2a4b316a07'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:03.355193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Bound port: 1ce0ad66-4348-40c7-8bde-6c50ac1830f7, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949ae4a6-b5f0-4cd8-85d0-0f738274efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4215b822-cf20-4801-9c2d-1b2a4b316a07'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:03.355193 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.435076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 7da9ad1d-ceda-4bec-b58d-fd8951bde139, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7da9ad1d-ceda-4bec-b58d-fd8951bde139,segment=NetworkSegment(6aff89cf-a3ac-4be1-91a6-a08189ad3f85),segment_id=6aff89cf-a3ac-4be1-91a6-a08189ad3f85)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:03.448805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Pushing event updated for resources: {'Port': ['ID=1ce0ad66-4348-40c7-8bde-6c50ac1830f7,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:03.464976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebbe9f6-656d-4797-937d-aec7d1c33b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da9ad1d-ceda-4bec-b58d-fd8951bde139'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:03.474070 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559f7cb1-6ce8-4dca-9cac-e27bef01c7b7" -d '{"events": [{"server_uuid": "aebbe9f6-656d-4797-937d-aec7d1c33b65", "name": "network-vif-plugged", "status": "completed", "tag": "7da9ad1d-ceda-4bec-b58d-fd8951bde139"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:03.528670 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.560241 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.572962 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.576256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Transition to ACTIVE for port object 91f936a6-d0e0-42be-a0d0-1e977f7e7237 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:03.624472 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbe32e8-6578-40df-bf47-58a19fe5ed28 x-openstack-request-id: req-2fbe32e8-6578-40df-bf47-58a19fe5ed28 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:03.624906 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebbe9f6-656d-4797-937d-aec7d1c33b65", "name": "network-vif-plugged", "status": "completed", "tag": "7da9ad1d-ceda-4bec-b58d-fd8951bde139", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:03.625167 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fbe32e8-6578-40df-bf47-58a19fe5ed28 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:03.625565 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebbe9f6-656d-4797-937d-aec7d1c33b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da9ad1d-ceda-4bec-b58d-fd8951bde139', 'code': 200} Jul 05 04:14:03.628178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=7da9ad1d-ceda-4bec-b58d-fd8951bde139,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:03.633739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-40f7e5c4-0f17-406c-8b81-6492ae231b30 None None] Provisioning for port 419184f0-53a1-41c3-aea3-ad71bf332e2a completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:03.654721 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-40f7e5c4-0f17-406c-8b81-6492ae231b30 None None] Provisioning complete for port 419184f0-53a1-41c3-aea3-ad71bf332e2a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:03.655091 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-40f7e5c4-0f17-406c-8b81-6492ae231b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.699121 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] For port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:03.710627 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.729073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] For port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1ce0ad66-4348-40c7-8bde-6c50ac1830f7,segment=NetworkSegment(949ae4a6-b5f0-4cd8-85d0-0f738274efc0),segment_id=949ae4a6-b5f0-4cd8-85d0-0f738274efc0)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:03.735596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-40f7e5c4-0f17-406c-8b81-6492ae231b30 None None] Port 419184f0-53a1-41c3-aea3-ad71bf332e2a cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:03.793229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fab95-beb8-43b3-9546-b989b7ba9174 req-fc73f84f-838b-4ff7-ae03-99806390816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.796114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a2fab95-beb8-43b3-9546-b989b7ba9174 req-fc73f84f-838b-4ff7-ae03-99806390816e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6710191 Jul 05 04:14:03.809667 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.820511 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.830376 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.845911 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Pushing event updated for resources: {'Port': ['ID=91f936a6-d0e0-42be-a0d0-1e977f7e7237,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:03.848243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cb5e0-965a-46d5-a7f8-2491c0e29d82 req-a75d4a3f-b4f9-4783-a800-e8cd3db6ebd6 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.854434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-136cb5e0-965a-46d5-a7f8-2491c0e29d82 req-a75d4a3f-b4f9-4783-a800-e8cd3db6ebd6 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 944 time: 0.4222050 Jul 05 04:14:03.898507 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Network 4215b822-cf20-4801-9c2d-1b2a4b316a07 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:03.903709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.919728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:03.929219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae66c54-a46b-4952-841a-7775e06c34cb req-385162be-fece-45d7-94d2-df5511dd744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.930818 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3ae66c54-a46b-4952-841a-7775e06c34cb req-385162be-fece-45d7-94d2-df5511dd744b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 1096 time: 0.2724085 Jul 05 04:14:03.933491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:03.991097 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2ac59-f982-4530-983c-3c23cb893fdd None None] Pushing event updated for resources: {'Port': ['ID=1ce0ad66-4348-40c7-8bde-6c50ac1830f7,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:04.026116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c321c2ee-6f7d-49f0-9fe9-21bbf5dec1d8 req-5b95aca7-83e1-453d-941c-b6b0c2759603 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0845270 Jul 05 04:14:04.031799 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.032359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Fanout notify agent at l3_agent the message router_deleted on router 51f9f812-5170-4b8c-b094-5ef84d5f8fb1 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:04.049823 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.055358 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-05bb793d-d3c5-4220-a6f1-5d43bad9bf43 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "DELETE /v2.0/routers/51f9f812-5170-4b8c-b094-5ef84d5f8fb1 HTTP/1.1" status: 204 len: 168 time: 3.3426678 Jul 05 04:14:04.056660 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34886) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:04.062772 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-519656b1-fed0-46c4-bdaa-7549947eb9b0 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-714404432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:04.130800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:04.131370 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.207134 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3ae66c54-a46b-4952-841a-7775e06c34cb req-fc1e436b-4634-46f1-8e0f-d94416378108 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248440 Jul 05 04:14:04.208306 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-136cb5e0-965a-46d5-a7f8-2491c0e29d82 req-3a74231a-304a-4138-abc3-5bfc525189a6 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374283 Jul 05 04:14:04.210579 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-519656b1-fed0-46c4-bdaa-7549947eb9b0 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.212626 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-519656b1-fed0-46c4-bdaa-7549947eb9b0 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.292925 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ad29f2ba-40dc-49bc-bac0-114c85cf0773 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3213592 Jul 05 04:14:04.304573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34888) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:04.312683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Request body: {'port': {'network_id': '4215b822-cf20-4801-9c2d-1b2a4b316a07', 'name': 'tempest-ExtraDHCPOptionsTestJSON-927313801', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:04.313241 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.api.validators [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] bootfile-name is not in valid_values {{(pid=100876) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:14:04.313645 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.api.validators [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] tftp-server is not in valid_values {{(pid=100876) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:14:04.315570 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.api.validators [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] server-ip-address is not in valid_values {{(pid=100876) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:14:04.323919 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-519656b1-fed0-46c4-bdaa-7549947eb9b0 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.392931 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-519656b1-fed0-46c4-bdaa-7549947eb9b0 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.424743 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.483760 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-519656b1-fed0-46c4-bdaa-7549947eb9b0 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.485178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-519656b1-fed0-46c4-bdaa-7549947eb9b0 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4273124 Jul 05 04:14:04.487910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34892) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:04.493194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'enable_snat': True}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:04.537911 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.679441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Made reservation on behalf of 3ac9eacf590c40beb7516a76fc422af3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:04.683159 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.717058 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.726029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Pushing event updated for resources: {'Port': ['ID=419184f0-53a1-41c3-aea3-ad71bf332e2a,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:04.780717 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] device_id is not set on port d170c66a-52aa-4854-a725-c85a8771a0ee yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:04.884835 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.989378 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Network a6ba4d22-8f0b-446b-a88b-4fd8b08065d9 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:04.995929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:05.013182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Allocated IP 172.20.0.6 (4215b822-cf20-4801-9c2d-1b2a4b316a07/c3223d54-67b5-4f5e-827f-28157ca644d5/d170c66a-52aa-4854-a725-c85a8771a0ee) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:05.028165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a2fab95-beb8-43b3-9546-b989b7ba9174 req-e69d6d58-cf33-4cc8-8cb5-4407da733d4a tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0667191 Jul 05 04:14:05.261544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-990abb5b-404c-4380-ba03-e93e93c040a0 req-c5fd75ba-88b6-442f-a2dc-932d562e8222 tempest-ServerShowV257Test-1340237553 tempest-ServerShowV257Test-1340237553-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f13bace-f6c3-4d2d-b168-cdadcc149197 HTTP/1.1" status: 200 len: 210 time: 0.0519660 Jul 05 04:14:05.422683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154e0c18-ac4f-489d-a730-013d32354ab9 None None] Network 4215b822-cf20-4801-9c2d-1b2a4b316a07 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:05.463780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Router ef5aa499-0000-4f4a-a18c-c3938fca97d0 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:05.609793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389c0c0-ce98-40c6-9ebf-5c743ee2af59 req-f8712d2e-1d6c-4ff0-832d-48e10d276251 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:05.612322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e389c0c0-ce98-40c6-9ebf-5c743ee2af59 req-f8712d2e-1d6c-4ff0-832d-48e10d276251 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.1560884 Jul 05 04:14:05.644775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:05.717578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e389c0c0-ce98-40c6-9ebf-5c743ee2af59 req-61cef9a1-9750-417e-a16a-ea07d92aa847 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829370 Jul 05 04:14:05.746291 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3db3faa4-991b-444b-9798-44e0cd7b65be None None] Provisioning for port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:05.830309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3db3faa4-991b-444b-9798-44e0cd7b65be None None] Provisioning complete for port 419184f0-53a1-41c3-aea3-ad71bf332e2a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:05.830850 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3db3faa4-991b-444b-9798-44e0cd7b65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.929592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3db3faa4-991b-444b-9798-44e0cd7b65be None None] Port 419184f0-53a1-41c3-aea3-ad71bf332e2a cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:05.936269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:05.946055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:05.946274 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.044567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4b3b8-f4f6-4361-a03f-071ae605eb87 req-0f989892-3a4c-4575-90d6-47c022c6a07a tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:06.052760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0f4b3b8-f4f6-4361-a03f-071ae605eb87 req-0f989892-3a4c-4575-90d6-47c022c6a07a tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.1310179 Jul 05 04:14:06.087586 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.105215 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.111455 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0f4b3b8-f4f6-4361-a03f-071ae605eb87 req-151e2bf9-4b61-41fc-afda-120a1892c997 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575852 Jul 05 04:14:06.163406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Transition to ACTIVE for port object d170c66a-52aa-4854-a725-c85a8771a0ee will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:06.177434 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:06.188972 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1e26fb53-97de-42ae-8163-e561656496ce admin admin] 10.222.0.60 "PUT /v2.0/routers/ef5aa499-0000-4f4a-a18c-c3938fca97d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4031243 Jul 05 04:14:06.191167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1ce0ad66-4348-40c7-8bde-6c50ac1830f7,segment=NetworkSegment(949ae4a6-b5f0-4cd8-85d0-0f738274efc0),segment_id=949ae4a6-b5f0-4cd8-85d0-0f738274efc0)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:06.192448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Sync routers for ids ['ef5aa499-0000-4f4a-a18c-c3938fca97d0'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:06.198470 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.205757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Routers {'ef5aa499-0000-4f4a-a18c-c3938fca97d0'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:06.206540 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['ef5aa499-0000-4f4a-a18c-c3938fca97d0'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:06.251481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.318399 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.319822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a8c2353a-95ce-425e-8666-de914ad8d277 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:06.385189 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.467171 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Allocated IP 172.25.0.213 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/aa5d94aa-1b52-4afa-830c-01238dfc3fe7) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:06.490570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Network 4215b822-cf20-4801-9c2d-1b2a4b316a07 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:06.523228 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:06.531393 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:06.655095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Pushing event updated for resources: {'Port': ['ID=d170c66a-52aa-4854-a725-c85a8771a0ee,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:06.773728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a4a4353f-6d66-41cc-880d-f69880a27cdc None None] Provisioning complete for port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:06.774280 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a4a4353f-6d66-41cc-880d-f69880a27cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.788425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Set router ef5aa499-0000-4f4a-a18c-c3938fca97d0 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:06.790958 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:06.791171 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.896709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.978708 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e2a80112-97a2-4035-a294-942519f4a077 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.6725299 Jul 05 04:14:06.986132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34920) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.016822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=1ce0ad66-4348-40c7-8bde-6c50ac1830f7,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:07.069812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f069907-fda8-430a-b2fc-fe8585bdf8bf req-60e21721-3d91-4946-bf17-410d102ad58f tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:07.078605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f069907-fda8-430a-b2fc-fe8585bdf8bf req-60e21721-3d91-4946-bf17-410d102ad58f tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.1482604 Jul 05 04:14:07.151403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f069907-fda8-430a-b2fc-fe8585bdf8bf req-d85c6cfa-fafc-45e9-8799-2a0ebcdeee39 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716960 Jul 05 04:14:07.156667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa98982-b4af-4021-a234-bbfdcdd429a5 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:07.168455 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa98982-b4af-4021-a234-bbfdcdd429a5 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:07.182759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa98982-b4af-4021-a234-bbfdcdd429a5 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:07.183196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port a8c2353a-95ce-425e-8666-de914ad8d277 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:07.185294 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5fa98982-b4af-4021-a234-bbfdcdd429a5 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1936331 Jul 05 04:14:07.190714 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.202258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34924) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.234370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a8c2353a-95ce-425e-8666-de914ad8d277 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:07.235103 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.272355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:07.279700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:07.282047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:07.285269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event updated for resources: {'Port': ['ID=aa5d94aa-1b52-4afa-830c-01238dfc3fe7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:07.321490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34926) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.389992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-29fd1adc-7508-4142-b381-ee9302e85da5 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Deleting port d170c66a-52aa-4854-a725-c85a8771a0ee {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:07.390382 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29fd1adc-7508-4142-b381-ee9302e85da5 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.419347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34932) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.433173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f2200a2b-6e17-4c4a-a45b-dbca3e28a4c7 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567680341', 'description': 'tempest-secgroup-smoke-1567680341 description', 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:07.471245 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.491257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'name': 'tempest-TestServerBasicOps-872148004-router', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'a8c2353a-95ce-425e-8666-de914ad8d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:14:03Z', 'revision_number': 4, 'project_id': 'fff43cf7e57443e084b1c7abce5f147f', 'gw_port': {'id': 'a8c2353a-95ce-425e-8666-de914ad8d277', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '419184f0-53a1-41c3-aea3-ad71bf332e2a', 'name': '', 'network_id': 'a6ba4d22-8f0b-446b-a88b-4fd8b08065d9', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'mac_address': 'fa:16:3e:17:5e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c346be7a-dec2-479c-95f4-4a843f8d4302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:02Z', 'updated_at': '2021-07-05T04:14:04Z', 'revision_number': 2, 'project_id': 'fff43cf7e57443e084b1c7abce5f147f', 'subnets': [{'id': 'c346be7a-dec2-479c-95f4-4a843f8d4302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:07.525963 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port a8c2353a-95ce-425e-8666-de914ad8d277, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a8c2353a-95ce-425e-8666-de914ad8d277,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:07.527360 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Checking router: ef5aa499-0000-4f4a-a18c-c3938fca97d0 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:07.527754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Updating router ef5aa499-0000-4f4a-a18c-c3938fca97d0 port 419184f0-53a1-41c3-aea3-ad71bf332e2a binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:14:07.529414 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0eb29605-9f1c-420e-aa7f-37430d7d352d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.562279 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29fd1adc-7508-4142-b381-ee9302e85da5 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.577168 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-29fd1adc-7508-4142-b381-ee9302e85da5 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Calling delete_port for d170c66a-52aa-4854-a725-c85a8771a0ee owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:07.583117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a4a4353f-6d66-41cc-880d-f69880a27cdc None None] Provisioning for port 91f936a6-d0e0-42be-a0d0-1e977f7e7237 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:07.587406 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.590120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a4a4353f-6d66-41cc-880d-f69880a27cdc None None] Provisioning complete for port 91f936a6-d0e0-42be-a0d0-1e977f7e7237 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:07.590622 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a4a4353f-6d66-41cc-880d-f69880a27cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.657960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4353f-6d66-41cc-880d-f69880a27cdc None None] Port 91f936a6-d0e0-42be-a0d0-1e977f7e7237 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:07.688288 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f2200a2b-6e17-4c4a-a45b-dbca3e28a4c7 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.721002 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.801013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:07.803641 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29fd1adc-7508-4142-b381-ee9302e85da5 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.844641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd1adc-7508-4142-b381-ee9302e85da5 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Pushing event deleted for resources: {'Port': ['ID=d170c66a-52aa-4854-a725-c85a8771a0ee,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:07.847475 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.876006 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6a24750c-bcb5-43df-ad56-bbcb863b7e12 None None] Provisioning complete for port 91f936a6-d0e0-42be-a0d0-1e977f7e7237 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:07.876406 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6a24750c-bcb5-43df-ad56-bbcb863b7e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.878016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=a8c2353a-95ce-425e-8666-de914ad8d277,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:07.942798 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29fd1adc-7508-4142-b381-ee9302e85da5 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.944972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-29fd1adc-7508-4142-b381-ee9302e85da5 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] 10.222.0.60 "DELETE /v2.0/ports/d170c66a-52aa-4854-a725-c85a8771a0ee HTTP/1.1" status: 204 len: 168 time: 0.7373283 Jul 05 04:14:07.948884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34936) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.955058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-65b9e43d-1a21-4111-b033-1fdcd9e2e4ab tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Request body: {'port': {'name': 'tempest-new-port-name-1204018762', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:07.955562 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.api.validators [None req-65b9e43d-1a21-4111-b033-1fdcd9e2e4ab tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] bootfile-name is not in valid_values {{(pid=100877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:14:07.955991 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.api.validators [None req-65b9e43d-1a21-4111-b033-1fdcd9e2e4ab tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] tftp-server is not in valid_values {{(pid=100877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:14:07.956449 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.api.validators [None req-65b9e43d-1a21-4111-b033-1fdcd9e2e4ab tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] server-ip-address is not in valid_values {{(pid=100877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:14:07.963634 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6a24750c-bcb5-43df-ad56-bbcb863b7e12 None None] Port 91f936a6-d0e0-42be-a0d0-1e977f7e7237 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:07.973913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6a24750c-bcb5-43df-ad56-bbcb863b7e12 None None] Could not find standard attr ID for object d170c66a-52aa-4854-a725-c85a8771a0ee. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:14:07.976327 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0eb29605-9f1c-420e-aa7f-37430d7d352d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.045573 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0eb29605-9f1c-420e-aa7f-37430d7d352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.074068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:08.074068 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.089771 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65b9e43d-1a21-4111-b033-1fdcd9e2e4ab tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.145376 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb29605-9f1c-420e-aa7f-37430d7d352d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d58ee3e-dde2-4ed0-890d-a2b76ea44a35,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:08.157380 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.161178 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0eb29605-9f1c-420e-aa7f-37430d7d352d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a59ccb233fac4273918c6a95d92fc0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8381729 Jul 05 04:14:08.164734 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34938) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:08.190143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Transition to ACTIVE for port object 419184f0-53a1-41c3-aea3-ad71bf332e2a will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:08.207377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.237124 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.260342 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.324989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835698e-da6c-448d-9222-0745e0ba0711 None None] Pushing event updated for resources: {'Port': ['ID=419184f0-53a1-41c3-aea3-ad71bf332e2a,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:08.342181 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f2200a2b-6e17-4c4a-a45b-dbca3e28a4c7 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.364091 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4df9c1a-cf58-4663-9cf3-9a3b45ab2cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.412536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Attempting to bind port 419184f0-53a1-41c3-aea3-ad71bf332e2a on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:08.412917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Attempting to bind port 419184f0-53a1-41c3-aea3-ad71bf332e2a by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '7b54929f-9b40-4567-8655-2c9d00113c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a6ba4d22-8f0b-446b-a88b-4fd8b08065d9'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:08.413290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Attempting to bind port 419184f0-53a1-41c3-aea3-ad71bf332e2a on network a6ba4d22-8f0b-446b-a88b-4fd8b08065d9 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:08.419591 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:08.419972 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Checking segment: {'id': '7b54929f-9b40-4567-8655-2c9d00113c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a6ba4d22-8f0b-446b-a88b-4fd8b08065d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:08.420453 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.420846 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Bound using segment: {'id': '7b54929f-9b40-4567-8655-2c9d00113c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a6ba4d22-8f0b-446b-a88b-4fd8b08065d9'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:08.421316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Bound port: 419184f0-53a1-41c3-aea3-ad71bf332e2a, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b54929f-9b40-4567-8655-2c9d00113c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a6ba4d22-8f0b-446b-a88b-4fd8b08065d9'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:08.421701 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.469759 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65b9e43d-1a21-4111-b033-1fdcd9e2e4ab tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.480520 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f2200a2b-6e17-4c4a-a45b-dbca3e28a4c7 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.505314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] For port 419184f0-53a1-41c3-aea3-ad71bf332e2a, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:08.510470 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] For port 419184f0-53a1-41c3-aea3-ad71bf332e2a, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=419184f0-53a1-41c3-aea3-ad71bf332e2a,segment=NetworkSegment(7b54929f-9b40-4567-8655-2c9d00113c1f),segment_id=7b54929f-9b40-4567-8655-2c9d00113c1f)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:08.561542 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4df9c1a-cf58-4663-9cf3-9a3b45ab2cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.564525 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bae545-afdb-496b-97ef-9b997310da82 req-c91ec0ba-8d00-4e26-b1eb-ab73c9039a08 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:08.566641 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0bae545-afdb-496b-97ef-9b997310da82 req-c91ec0ba-8d00-4e26-b1eb-ab73c9039a08 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.1275527 Jul 05 04:14:08.573239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2200a2b-6e17-4c4a-a45b-dbca3e28a4c7 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28dcf1c3-6fb8-4abb-a732-13f26e8a893e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:08.576510 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65b9e43d-1a21-4111-b033-1fdcd9e2e4ab tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.625835 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.702679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9e43d-1a21-4111-b033-1fdcd9e2e4ab tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Pushing event updated for resources: {'Port': ['ID=91f936a6-d0e0-42be-a0d0-1e977f7e7237,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:08.710086 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Routers {'ef5aa499-0000-4f4a-a18c-c3938fca97d0'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:08.710827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['ef5aa499-0000-4f4a-a18c-c3938fca97d0'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:08.721013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0bae545-afdb-496b-97ef-9b997310da82 req-b2d89d28-8ff6-4298-a0dc-d00e599cd057 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469376 Jul 05 04:14:08.740524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-65b9e43d-1a21-4111-b033-1fdcd9e2e4ab tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] In _notify_port_updated(), no bound segment for port 91f936a6-d0e0-42be-a0d0-1e977f7e7237 on network 4215b822-cf20-4801-9c2d-1b2a4b316a07 {{(pid=100877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:14:08.740722 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f2200a2b-6e17-4c4a-a45b-dbca3e28a4c7 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.748100 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f2200a2b-6e17-4c4a-a45b-dbca3e28a4c7 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3191350 Jul 05 04:14:08.751863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b9e43d-1a21-4111-b033-1fdcd9e2e4ab tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:08.751863 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-65b9e43d-1a21-4111-b033-1fdcd9e2e4ab tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.752094 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34946) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:08.752248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-65b9e43d-1a21-4111-b033-1fdcd9e2e4ab tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] 10.222.0.60 "PUT /v2.0/ports/91f936a6-d0e0-42be-a0d0-1e977f7e7237 HTTP/1.1" status: 200 len: 1136 time: 0.7987027 Jul 05 04:14:08.755941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34952) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:08.759939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-bb3c592b-84bb-4747-8633-a31844ebf783 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Request body: {'security_group_rule': {'security_group_id': '28dcf1c3-6fb8-4abb-a732-13f26e8a893e', 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:08.782067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Router 2856ba11-9a08-48bf-9c64-2686636cb1ae is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:08.794557 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4df9c1a-cf58-4663-9cf3-9a3b45ab2cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.799260 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4df9c1a-cf58-4663-9cf3-9a3b45ab2cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.802802 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d4df9c1a-cf58-4663-9cf3-9a3b45ab2cf8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d58ee3e-dde2-4ed0-890d-a2b76ea44a35 HTTP/1.1" status: 204 len: 168 time: 0.6337609 Jul 05 04:14:08.871088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df9c1a-cf58-4663-9cf3-9a3b45ab2cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d58ee3e-dde2-4ed0-890d-a2b76ea44a35,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:08.910803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f2523-c85e-43eb-92be-6d6c338a1541 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:08.912326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-027f2523-c85e-43eb-92be-6d6c338a1541 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] 10.222.0.60 "GET /v2.0/ports/91f936a6-d0e0-42be-a0d0-1e977f7e7237 HTTP/1.1" status: 200 len: 1136 time: 0.1553569 Jul 05 04:14:08.928684 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34960) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:08.980473 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bb3c592b-84bb-4747-8633-a31844ebf783 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.994507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] Set router ef5aa499-0000-4f4a-a18c-c3938fca97d0 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:09.149600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4918a60a-ab42-4827-8f7e-a3b74678e11d tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Deleting port 91f936a6-d0e0-42be-a0d0-1e977f7e7237 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:09.150159 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4918a60a-ab42-4827-8f7e-a3b74678e11d tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.163487 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bb3c592b-84bb-4747-8633-a31844ebf783 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.169596 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:09.175160 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.176471 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5b76e212-6308-4b2a-ac98-b027b0ade7e2 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "PUT /v2.0/routers/2856ba11-9a08-48bf-9c64-2686636cb1ae HTTP/1.1" status: 200 len: 918 time: 4.6874199 Jul 05 04:14:09.179013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34964) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:09.181744 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467eb97-271d-4078-98b5-a7a4186abf97 None None] Sync routers for ids ['2856ba11-9a08-48bf-9c64-2686636cb1ae'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:09.195640 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467eb97-271d-4078-98b5-a7a4186abf97 None None] Routers {'2856ba11-9a08-48bf-9c64-2686636cb1ae'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:09.196473 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c467eb97-271d-4078-98b5-a7a4186abf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2856ba11-9a08-48bf-9c64-2686636cb1ae'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:09.223352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835698e-da6c-448d-9222-0745e0ba0711 None None] Pushing event updated for resources: {'Port': ['ID=419184f0-53a1-41c3-aea3-ad71bf332e2a,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:09.285224 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4918a60a-ab42-4827-8f7e-a3b74678e11d tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.298203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4918a60a-ab42-4827-8f7e-a3b74678e11d tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Calling delete_port for 91f936a6-d0e0-42be-a0d0-1e977f7e7237 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:09.300759 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c467eb97-271d-4078-98b5-a7a4186abf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:09.325002 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467eb97-271d-4078-98b5-a7a4186abf97 None None] Routers {'2856ba11-9a08-48bf-9c64-2686636cb1ae'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:09.328047 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c467eb97-271d-4078-98b5-a7a4186abf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2856ba11-9a08-48bf-9c64-2686636cb1ae'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:09.380157 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0b2225f5-6e5d-42ab-9abe-71d5d419bd9b tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/routers/2856ba11-9a08-48bf-9c64-2686636cb1ae HTTP/1.1" status: 200 len: 924 time: 0.1891453 Jul 05 04:14:09.381395 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bb3c592b-84bb-4747-8633-a31844ebf783 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.383028 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34972) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:09.417092 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c467eb97-271d-4078-98b5-a7a4186abf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:09.417989 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467eb97-271d-4078-98b5-a7a4186abf97 None None] The sync data for ids ['2856ba11-9a08-48bf-9c64-2686636cb1ae'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:09.434939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c592b-84bb-4747-8633-a31844ebf783 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c8b527-83a7-42b8-8752-c2bcf4bf9c19,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:09.486259 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8f2630e4-74e6-4615-b371-bfdf6fd4eae4 None None] Provisioning complete for port 91f936a6-d0e0-42be-a0d0-1e977f7e7237 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:09.486763 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8f2630e4-74e6-4615-b371-bfdf6fd4eae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.489531 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5206cd-45b0-4c45-ac9c-6d711f857b1d tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:09.493316 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fb5206cd-45b0-4c45-ac9c-6d711f857b1d tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&device_id=2856ba11-9a08-48bf-9c64-2686636cb1ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1042552 Jul 05 04:14:09.493685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 34976) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:09.515688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bb3c592b-84bb-4747-8633-a31844ebf783 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.522748 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bb3c592b-84bb-4747-8633-a31844ebf783 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7667804 Jul 05 04:14:09.537474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34978) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:09.551358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b8602285-3b9f-4a46-9497-f6be1212da30 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Request body: {'security_group_rule': {'security_group_id': '28dcf1c3-6fb8-4abb-a732-13f26e8a893e', 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:09.579975 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8f2630e4-74e6-4615-b371-bfdf6fd4eae4 None None] Port 91f936a6-d0e0-42be-a0d0-1e977f7e7237 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:09.623025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'name': 'tempest-TestServerBasicOps-872148004-router', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'a8c2353a-95ce-425e-8666-de914ad8d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:14:03Z', 'revision_number': 4, 'project_id': 'fff43cf7e57443e084b1c7abce5f147f', 'gw_port': {'id': 'a8c2353a-95ce-425e-8666-de914ad8d277', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '419184f0-53a1-41c3-aea3-ad71bf332e2a', 'name': '', 'network_id': 'a6ba4d22-8f0b-446b-a88b-4fd8b08065d9', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'mac_address': 'fa:16:3e:17:5e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c346be7a-dec2-479c-95f4-4a843f8d4302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:02Z', 'updated_at': '2021-07-05T04:14:08Z', 'revision_number': 4, 'project_id': 'fff43cf7e57443e084b1c7abce5f147f', 'subnets': [{'id': 'c346be7a-dec2-479c-95f4-4a843f8d4302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:09.672102 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a2d3ba-65a3-42ba-afe3-251665663009 None None] The sync data for ids ['ef5aa499-0000-4f4a-a18c-c3938fca97d0'] in n-d-798249-5 is: [{'id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'name': 'tempest-TestServerBasicOps-872148004-router', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'a8c2353a-95ce-425e-8666-de914ad8d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:14:03Z', 'revision_number': 4, 'project_id': 'fff43cf7e57443e084b1c7abce5f147f', 'gw_port': {'id': 'a8c2353a-95ce-425e-8666-de914ad8d277', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '419184f0-53a1-41c3-aea3-ad71bf332e2a', 'name': '', 'network_id': 'a6ba4d22-8f0b-446b-a88b-4fd8b08065d9', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'mac_address': 'fa:16:3e:17:5e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c346be7a-dec2-479c-95f4-4a843f8d4302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:02Z', 'updated_at': '2021-07-05T04:14:08Z', 'revision_number': 4, 'project_id': 'fff43cf7e57443e084b1c7abce5f147f', 'subnets': [{'id': 'c346be7a-dec2-479c-95f4-4a843f8d4302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:09.673356 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98869f66-82f2-4ed4-ad8a-a1515911d0e8 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:09.678254 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-98869f66-82f2-4ed4-ad8a-a1515911d0e8 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 881 time: 0.1811101 Jul 05 04:14:09.678254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df499da0-985f-4975-a004-8b487bbc2de5 req-a103c161-23d7-4e1c-b9a5-c8f11edb42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:09.679384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34986) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:09.680153 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df499da0-985f-4975-a004-8b487bbc2de5 req-a103c161-23d7-4e1c-b9a5-c8f11edb42bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4771e005ed443b2a7bf5a0745a506df&device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 1096 time: 0.1037188 Jul 05 04:14:09.687720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe424c-faf7-43b5-a666-2854a106b0eb req-14d360c9-9c62-4404-979e-477cea77a7ae tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:09.689327 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6fe424c-faf7-43b5-a666-2854a106b0eb req-14d360c9-9c62-4404-979e-477cea77a7ae tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.0906558 Jul 05 04:14:09.761868 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4b24a5ba-4bef-4a0a-a387-e61fdb603ce9 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "GET /v2.0/ports?device_id=2856ba11-9a08-48bf-9c64-2686636cb1ae HTTP/1.1" status: 200 len: 205 time: 0.0688481 Jul 05 04:14:09.761868 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4918a60a-ab42-4827-8f7e-a3b74678e11d tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.770074 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34990) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:09.851457 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df499da0-985f-4975-a004-8b487bbc2de5 req-eac22a44-b290-4217-b556-68e60beaa47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:09.853077 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df499da0-985f-4975-a004-8b487bbc2de5 req-eac22a44-b290-4217-b556-68e60beaa47d service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6898915-e95f-4e5d-ace9-88ecffda6fb9 HTTP/1.1" status: 200 len: 913 time: 0.1661112 Jul 05 04:14:09.870100 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b8602285-3b9f-4a46-9497-f6be1212da30 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.878239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918a60a-ab42-4827-8f7e-a3b74678e11d tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Pushing event deleted for resources: {'Port': ['ID=91f936a6-d0e0-42be-a0d0-1e977f7e7237,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:09.947620 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df499da0-985f-4975-a004-8b487bbc2de5 req-55172334-13de-4e5f-a0be-9f377801d796 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7da9ad1d-ceda-4bec-b58d-fd8951bde139 HTTP/1.1" status: 200 len: 217 time: 0.0868611 Jul 05 04:14:09.951833 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6fe424c-faf7-43b5-a666-2854a106b0eb req-b67e54f9-ae67-454d-9a80-2d2fc9d70a54 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530985 Jul 05 04:14:10.049838 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df499da0-985f-4975-a004-8b487bbc2de5 req-0bbe9b93-3521-4fe5-b03b-b813ca430584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:10.050826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a8c2353a-95ce-425e-8666-de914ad8d277 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:10.052488 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df499da0-985f-4975-a004-8b487bbc2de5 req-0bbe9b93-3521-4fe5-b03b-b813ca430584 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=317ee1a5-d2a3-4b2c-be70-8513fce64be1 HTTP/1.1" status: 200 len: 852 time: 0.0755079 Jul 05 04:14:10.121730 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df499da0-985f-4975-a004-8b487bbc2de5 req-f0d96af4-2690-4a5a-93b1-13d6c8e6828e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6898915-e95f-4e5d-ace9-88ecffda6fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588229 Jul 05 04:14:10.145407 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a8c2353a-95ce-425e-8666-de914ad8d277 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:10.145977 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.195623 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4918a60a-ab42-4827-8f7e-a3b74678e11d tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.197764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4918a60a-ab42-4827-8f7e-a3b74678e11d tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] 10.222.0.60 "DELETE /v2.0/ports/91f936a6-d0e0-42be-a0d0-1e977f7e7237 HTTP/1.1" status: 204 len: 168 time: 1.2680686 Jul 05 04:14:10.202183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 34996) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:10.308101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-48294975-e8e9-4ae8-9624-ee3ea53f1cf3 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Deleting subnet c3223d54-67b5-4f5e-827f-28157ca644d5 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:10.308304 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df499da0-985f-4975-a004-8b487bbc2de5 req-70c0a622-f097-40f6-ab7a-d89131438243 service neutron] 10.222.0.11 "GET /v2.0/networks/c6898915-e95f-4e5d-ace9-88ecffda6fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762793 Jul 05 04:14:10.324983 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48294975-e8e9-4ae8-9624-ee3ea53f1cf3 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.346891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 419184f0-53a1-41c3-aea3-ad71bf332e2a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:10.378930 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b8602285-3b9f-4a46-9497-f6be1212da30 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.389554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.466563 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b8602285-3b9f-4a46-9497-f6be1212da30 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.470106 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48294975-e8e9-4ae8-9624-ee3ea53f1cf3 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.507801 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-df499da0-985f-4975-a004-8b487bbc2de5 req-33da448a-d799-4240-a291-f752fb5d1dbd service neutron] 10.222.0.11 "GET /v2.0/networks/c6898915-e95f-4e5d-ace9-88ecffda6fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934083 Jul 05 04:14:10.530068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8602285-3b9f-4a46-9497-f6be1212da30 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4726e156-5abf-4d83-943f-78f01c0fc5a6,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:10.545577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 419184f0-53a1-41c3-aea3-ad71bf332e2a completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:10.549685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 419184f0-53a1-41c3-aea3-ad71bf332e2a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:10.550074 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.567918 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35008) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:10.664928 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.686830 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.687567 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48294975-e8e9-4ae8-9624-ee3ea53f1cf3 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.711048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b8602285-3b9f-4a46-9497-f6be1212da30 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.712525 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b8602285-3b9f-4a46-9497-f6be1212da30 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1740417 Jul 05 04:14:10.715554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35014) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:10.721825 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-499305e5-edf9-48a3-88ec-d205040adc9a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Request body: {'security_group_rule': {'security_group_id': '28dcf1c3-6fb8-4abb-a732-13f26e8a893e', 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:10.727251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 419184f0-53a1-41c3-aea3-ad71bf332e2a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=419184f0-53a1-41c3-aea3-ad71bf332e2a,segment=NetworkSegment(7b54929f-9b40-4567-8655-2c9d00113c1f),segment_id=7b54929f-9b40-4567-8655-2c9d00113c1f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:10.771496 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-network', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:10.814434 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.814820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Deleting port aa5d94aa-1b52-4afa-830c-01238dfc3fe7 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:10.815168 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.862058 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-499305e5-edf9-48a3-88ec-d205040adc9a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.890791 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=419184f0-53a1-41c3-aea3-ad71bf332e2a,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:10.911370 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.926769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Calling delete_port for aa5d94aa-1b52-4afa-830c-01238dfc3fe7 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:10.929102 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48294975-e8e9-4ae8-9624-ee3ea53f1cf3 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.961802 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-499305e5-edf9-48a3-88ec-d205040adc9a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.968510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48294975-e8e9-4ae8-9624-ee3ea53f1cf3 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Pushing event deleted for resources: {'Subnet': ['ID=c3223d54-67b5-4f5e-827f-28157ca644d5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:10.980217 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48294975-e8e9-4ae8-9624-ee3ea53f1cf3 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.983364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4ca09-d18e-4ca6-9395-1cd4bf0bad81 None None] Network 4215b822-cf20-4801-9c2d-1b2a4b316a07 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:10.984985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-48294975-e8e9-4ae8-9624-ee3ea53f1cf3 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] 10.222.0.60 "DELETE /v2.0/subnets/c3223d54-67b5-4f5e-827f-28157ca644d5 HTTP/1.1" status: 204 len: 168 time: 0.7815239 Jul 05 04:14:11.000650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35016) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:11.010188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] Made reservation on behalf of 7982693370f04ea2842a41b7aaea4c91 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:11.013169 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.035788 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.172861 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.178492 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-499305e5-edf9-48a3-88ec-d205040adc9a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.229825 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499305e5-edf9-48a3-88ec-d205040adc9a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150b5e13-f969-4943-9e33-bc2fd85ee99c,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:11.240707 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.248027 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.326030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c658298f-ce9f-44b6-a7a0-da678ebe9167,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:11.356557 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Deleting port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:11.357482 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.399569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d7829-f4de-4e49-b7b6-0534b043af01 req-0845979f-f69b-493f-ad6f-8b58a11ad30b tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:11.404602 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-499305e5-edf9-48a3-88ec-d205040adc9a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.408504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff4d7829-f4de-4e49-b7b6-0534b043af01 req-0845979f-f69b-493f-ad6f-8b58a11ad30b tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.1870656 Jul 05 04:14:11.409155 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-499305e5-edf9-48a3-88ec-d205040adc9a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6917205 Jul 05 04:14:11.411170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35022) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:11.415715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5fc0bdee-587f-49d1-a74e-57d28d4b94a2 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Request body: {'security_group_rule': {'security_group_id': '28dcf1c3-6fb8-4abb-a732-13f26e8a893e', 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:11.444246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] For port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1ce0ad66-4348-40c7-8bde-6c50ac1830f7,segment=NetworkSegment(949ae4a6-b5f0-4cd8-85d0-0f738274efc0),segment_id=949ae4a6-b5f0-4cd8-85d0-0f738274efc0)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:11.445646 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.471756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Calling delete_port for 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:11.480309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff4d7829-f4de-4e49-b7b6-0534b043af01 req-24679fb4-a1ac-4740-9f47-ca92cbb818eb tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704641 Jul 05 04:14:11.502894 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.514248 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:11.516439 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca7aeb3-4e54-453e-b20b-98a86e7b8174 None None] DHCP port deletion for 4215b822-cf20-4801-9c2d-1b2a4b316a07 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:11.539524 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.539968 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] Added segment c962b700-944b-4d19-bb23-39d4c4c6ee6c of type vlan for network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 Jul 05 04:14:11.545542 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Pushing event deleted for resources: {'Port': ['ID=aa5d94aa-1b52-4afa-830c-01238dfc3fe7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:11.609023 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5fc0bdee-587f-49d1-a74e-57d28d4b94a2 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.609268 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fca7aeb3-4e54-453e-b20b-98a86e7b8174 None None] Deleting port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:11.609552 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fca7aeb3-4e54-453e-b20b-98a86e7b8174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.655798 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.701371 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-fca7aeb3-4e54-453e-b20b-98a86e7b8174 None None] For port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1ce0ad66-4348-40c7-8bde-6c50ac1830f7,segment=NetworkSegment(949ae4a6-b5f0-4cd8-85d0-0f738274efc0),segment_id=949ae4a6-b5f0-4cd8-85d0-0f738274efc0)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:11.701778 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fca7aeb3-4e54-453e-b20b-98a86e7b8174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.707958 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.726179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fca7aeb3-4e54-453e-b20b-98a86e7b8174 None None] Calling delete_port for 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:11.820651 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.825564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 419184f0-53a1-41c3-aea3-ad71bf332e2a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:11.826381 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.837117 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.838229 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:11.842709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.845291 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5fc0bdee-587f-49d1-a74e-57d28d4b94a2 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.859975 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.892042 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fca7aeb3-4e54-453e-b20b-98a86e7b8174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.924185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7aeb3-4e54-453e-b20b-98a86e7b8174 None None] Pushing event deleted for resources: {'Port': ['ID=1ce0ad66-4348-40c7-8bde-6c50ac1830f7,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:11.936220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7aeb3-4e54-453e-b20b-98a86e7b8174 None None] No DVR routers for this DVR port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:11.936394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] No DVR routers for this DVR port 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:11.939679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Pushing event deleted for resources: {'Port': ['ID=1ce0ad66-4348-40c7-8bde-6c50ac1830f7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:11.944486 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5fc0bdee-587f-49d1-a74e-57d28d4b94a2 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.973159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=efb51d37-ec2e-4b14-93c8-e329c0ebeec8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:11.985435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 419184f0-53a1-41c3-aea3-ad71bf332e2a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:11.985814 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.003696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0bdee-587f-49d1-a74e-57d28d4b94a2 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc50d3fa-860e-49ee-a08b-c67d21e1509c,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:12.012612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:12.025868 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.026440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Fanout notify agent at l3_agent the message router_deleted on router 2856ba11-9a08-48bf-9c64-2686636cb1ae {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:12.041312 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.042463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a21555b4-a545-4c5d-9594-6e4f542fd6cf tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "DELETE /v2.0/routers/2856ba11-9a08-48bf-9c64-2686636cb1ae HTTP/1.1" status: 204 len: 168 time: 2.2756789 Jul 05 04:14:12.043763 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.048572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35028) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:12.054402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2503909e-3529-484f-aa10-d655c79d6a5d tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-262774487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:12.060380 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-95eada08-929e-4176-b6d6-d5d099f78ea9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4910698 Jul 05 04:14:12.062508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4215b822-cf20-4801-9c2d-1b2a4b316a07']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:12.064423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35030) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:12.071361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-222c15b8-3707-40ee-ac15-f48c38ca995c admin admin] Request body: {'subnet': {'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-subnet', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:12.072744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949ae4a6-b5f0-4cd8-85d0-0f738274efc0') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:12.073145 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949ae4a6-b5f0-4cd8-85d0-0f738274efc0') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:12.084272 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.097629 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5fc0bdee-587f-49d1-a74e-57d28d4b94a2 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.101403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5fc0bdee-587f-49d1-a74e-57d28d4b94a2 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6866155 Jul 05 04:14:12.101828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35032) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:12.129733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.129968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-31e4981f-e5d2-47d4-812d-3c9ed9d7f638 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Request body: {'security_group_rule': {'security_group_id': '28dcf1c3-6fb8-4abb-a732-13f26e8a893e', 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:12.130060 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:12.204747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:12.221904 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2503909e-3529-484f-aa10-d655c79d6a5d tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.223109 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2503909e-3529-484f-aa10-d655c79d6a5d tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.224440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:12.227572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1ce0ad66-4348-40c7-8bde-6c50ac1830f7 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:12.265762 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.273731 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.276938 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] 10.222.0.60 "DELETE /v2.0/networks/4215b822-cf20-4801-9c2d-1b2a4b316a07 HTTP/1.1" status: 204 len: 168 time: 1.2751050 Jul 05 04:14:12.289860 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2503909e-3529-484f-aa10-d655c79d6a5d tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.290778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216778a-4389-4991-b178-9ea80b931f12 tempest-ExtraDHCPOptionsTestJSON-2090262874 tempest-ExtraDHCPOptionsTestJSON-2090262874-project] Pushing event deleted for resources: {'Network': ['ID=4215b822-cf20-4801-9c2d-1b2a4b316a07,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:12.315896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c15b8-3707-40ee-ac15-f48c38ca995c admin admin] Made reservation on behalf of 7982693370f04ea2842a41b7aaea4c91 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:12.318673 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-222c15b8-3707-40ee-ac15-f48c38ca995c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.404419 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2503909e-3529-484f-aa10-d655c79d6a5d tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.523960 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-31e4981f-e5d2-47d4-812d-3c9ed9d7f638 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Project 1a7e2eccf7d94dc29e62b5f11d8b8141 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:14:12.530257 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-31e4981f-e5d2-47d4-812d-3c9ed9d7f638 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.594300 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-31e4981f-e5d2-47d4-812d-3c9ed9d7f638 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.629998 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-222c15b8-3707-40ee-ac15-f48c38ca995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.694941 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2503909e-3529-484f-aa10-d655c79d6a5d tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.696135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2503909e-3529-484f-aa10-d655c79d6a5d tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6454060 Jul 05 04:14:12.699002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35040) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:12.703301 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c15b8-3707-40ee-ac15-f48c38ca995c admin admin] Pushing event updated for resources: {'Subnet': ['ID=875f1078-825e-4e9d-b23f-66c9c352cf5f,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:12.704445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'enable_snat': False}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:12.728799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f0ab8-2710-494c-bc03-0c8d2280f962 req-99c630cc-f4ad-4a6b-9b1b-8058e4588aa4 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:12.730883 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-649f0ab8-2710-494c-bc03-0c8d2280f962 req-99c630cc-f4ad-4a6b-9b1b-8058e4588aa4 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.1396241 Jul 05 04:14:12.731130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c15b8-3707-40ee-ac15-f48c38ca995c admin admin] Checking segment: {'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:12.731496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c15b8-3707-40ee-ac15-f48c38ca995c admin admin] Network hostable DHCP agents. Network: efb51d37-ec2e-4b14-93c8-e329c0ebeec8, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:12.735500 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-31e4981f-e5d2-47d4-812d-3c9ed9d7f638 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.776033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4981f-e5d2-47d4-812d-3c9ed9d7f638 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9263576e-9ceb-4d27-b51e-5e1febd50461,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:12.801805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-649f0ab8-2710-494c-bc03-0c8d2280f962 req-a4f0820e-56f1-4313-acb1-a5222b7609b5 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592742 Jul 05 04:14:12.848401 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-31e4981f-e5d2-47d4-812d-3c9ed9d7f638 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.852072 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-31e4981f-e5d2-47d4-812d-3c9ed9d7f638 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7468948 Jul 05 04:14:12.852302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35050) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:12.859078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-add2617b-1ddb-4e55-bc11-73fc12d187c8 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Request body: {'security_group_rule': {'security_group_id': '28dcf1c3-6fb8-4abb-a732-13f26e8a893e', 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:12.881239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c15b8-3707-40ee-ac15-f48c38ca995c admin admin] Network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:12.910351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35052) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:12.959254 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-add2617b-1ddb-4e55-bc11-73fc12d187c8 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Project 1a7e2eccf7d94dc29e62b5f11d8b8141 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:14:12.961779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-222c15b8-3707-40ee-ac15-f48c38ca995c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, efb51d37-ec2e-4b14-93c8-e329c0ebeec8) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:12.976054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d06c4-b7fe-4acf-8aef-601d0553b084 None None] Network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:12.978846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c15b8-3707-40ee-ac15-f48c38ca995c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:12.979518 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-222c15b8-3707-40ee-ac15-f48c38ca995c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.984817 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-add2617b-1ddb-4e55-bc11-73fc12d187c8 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.063241 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-add2617b-1ddb-4e55-bc11-73fc12d187c8 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.110177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-222c15b8-3707-40ee-ac15-f48c38ca995c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0445302 Jul 05 04:14:13.113223 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35056) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:13.117755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:13.159411 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-58177ca8-12e3-4653-bf9c-31ee1a3673f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ac9eacf590c40beb7516a76fc422af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477593 Jul 05 04:14:13.161945 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35058) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:13.230195 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-add2617b-1ddb-4e55-bc11-73fc12d187c8 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.249310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2617b-1ddb-4e55-bc11-73fc12d187c8 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ed200b-d44e-46e8-9ef9-795792bd8a00,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:13.258204 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.259265 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.267237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:13.269035 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.276170 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e5e02324-a724-4241-8250-49721390ed22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.313874 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e5e02324-a724-4241-8250-49721390ed22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.365942 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.403109 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.443303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Allocated IP 172.20.0.2 (efb51d37-ec2e-4b14-93c8-e329c0ebeec8/875f1078-825e-4e9d-b23f-66c9c352cf5f/3432f4dd-3fda-4105-b5bb-df8216c3a755) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:13.464581 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-add2617b-1ddb-4e55-bc11-73fc12d187c8 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.475452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-add2617b-1ddb-4e55-bc11-73fc12d187c8 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6220329 Jul 05 04:14:13.514562 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e5e02324-a724-4241-8250-49721390ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.517245 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e5e02324-a724-4241-8250-49721390ed22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.521398 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e5e02324-a724-4241-8250-49721390ed22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/207a8499-b148-4679-b665-bc03ad55421d HTTP/1.1" status: 204 len: 168 time: 0.3584909 Jul 05 04:14:13.679556 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.699752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Transition to ACTIVE for port object 3432f4dd-3fda-4105-b5bb-df8216c3a755 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:13.715729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Transition to ACTIVE for port object 3432f4dd-3fda-4105-b5bb-df8216c3a755 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:13.775593 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.817669 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.916163 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.935949 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Allocated IP 172.25.0.101 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/1202b716-e807-4c10-981d-5f1ecaed895c) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:13.945526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:13.952705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:13.968895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:14.068866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Pushing event updated for resources: {'Port': ['ID=3432f4dd-3fda-4105-b5bb-df8216c3a755,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:14.090974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Attempting to bind port 3432f4dd-3fda-4105-b5bb-df8216c3a755 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:14.097658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Attempting to bind port 3432f4dd-3fda-4105-b5bb-df8216c3a755 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:14.097658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Attempting to bind port 3432f4dd-3fda-4105-b5bb-df8216c3a755 on network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:14.098643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:14.099207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Checking segment: {'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:14.099863 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.100749 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Bound using segment: {'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:14.101003 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.101695 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Bound port: 3432f4dd-3fda-4105-b5bb-df8216c3a755, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:14.102258 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.143983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e02324-a724-4241-8250-49721390ed22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207a8499-b148-4679-b665-bc03ad55421d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:14.224358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] For port 3432f4dd-3fda-4105-b5bb-df8216c3a755, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:14.228608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] For port 3432f4dd-3fda-4105-b5bb-df8216c3a755, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3432f4dd-3fda-4105-b5bb-df8216c3a755,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:14.232668 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.256937 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.273099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Pushing event updated for resources: {'Port': ['ID=1202b716-e807-4c10-981d-5f1ecaed895c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:14.293779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:14.293779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:14.295649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:14.311722 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.388814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033f0e9-528d-43b4-a520-955fa6944bb9 None None] Pushing event updated for resources: {'Port': ['ID=3432f4dd-3fda-4105-b5bb-df8216c3a755,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:14.399417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-ea1380ee-b079-450f-8473-3b1206ff6114 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567680341&fields=id&tenant_id=1a7e2eccf7d94dc29e62b5f11d8b8141 HTTP/1.1" status: 200 len: 267 time: 0.2564700 Jul 05 04:14:14.521286 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc646c34-1c39-4d06-bcc2-4923f2dd6fdd req-37999bf3-bf80-42eb-b857-3052b327c917 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:14.522855 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc646c34-1c39-4d06-bcc2-4923f2dd6fdd req-37999bf3-bf80-42eb-b857-3052b327c917 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.3813012 Jul 05 04:14:14.615086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc646c34-1c39-4d06-bcc2-4923f2dd6fdd req-c4dfa781-3ed9-43dd-b34a-68e89da906c5 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796790 Jul 05 04:14:14.643837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-83a45c10-3b67-452a-bc45-e89101590685 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:14.645746 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-83a45c10-3b67-452a-bc45-e89101590685 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/networks?id=da6ab4e0-d261-4958-9917-3ef99fd426c9 HTTP/1.1" status: 200 len: 809 time: 0.2361679 Jul 05 04:14:14.723616 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-e4923166-df23-40b8-b19b-efd8e3b8f109 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/quotas/1a7e2eccf7d94dc29e62b5f11d8b8141 HTTP/1.1" status: 200 len: 375 time: 0.0683289 Jul 05 04:14:14.725818 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.947837 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-95f93950-5a6b-436a-b508-b35e96c525ed tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a7e2eccf7d94dc29e62b5f11d8b8141&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2092907 Jul 05 04:14:14.948839 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.970846 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.978391 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.983927 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.114615 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Allocated IP 172.25.0.127 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/05f18c0d-88f2-46eb-8d57-af79058e4865) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:15.164872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35108) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.232101 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-259652935'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:15.243801 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Router fc66debf-4832-4207-804f-b53465f267b5 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:15.327921 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.331168 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-fb3d367d-8451-4a49-8d5a-2c6b4256c07a service neutron] 10.222.0.60 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618946 Jul 05 04:14:15.401559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:15.407979 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.409930 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5adc7de2-fd31-4dcf-a7a8-191fe7b6cf4e tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "PUT /v2.0/routers/fc66debf-4832-4207-804f-b53465f267b5 HTTP/1.1" status: 200 len: 919 time: 2.7089529 Jul 05 04:14:15.412477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b297ab2-0bf9-445c-a205-6e61672c409d None None] Sync routers for ids ['fc66debf-4832-4207-804f-b53465f267b5'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:15.413160 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35114) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.423280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Made reservation on behalf of ec9719fa1dc0416b93ab645e103b0257 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:15.426832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b297ab2-0bf9-445c-a205-6e61672c409d None None] Routers {'fc66debf-4832-4207-804f-b53465f267b5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:15.426990 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.427657 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7b297ab2-0bf9-445c-a205-6e61672c409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['fc66debf-4832-4207-804f-b53465f267b5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:15.471517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7b297ab2-0bf9-445c-a205-6e61672c409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:15.478050 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.484870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b297ab2-0bf9-445c-a205-6e61672c409d None None] Routers {'fc66debf-4832-4207-804f-b53465f267b5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:15.486216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7b297ab2-0bf9-445c-a205-6e61672c409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['fc66debf-4832-4207-804f-b53465f267b5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:15.493550 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-d6f09aa8-a65d-4fbb-a790-8b71d847ced9 service neutron] 10.222.0.60 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516335 Jul 05 04:14:15.552106 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.591685 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e099c042-5a6a-4253-b7a6-3ca597917b78 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/routers/fc66debf-4832-4207-804f-b53465f267b5 HTTP/1.1" status: 200 len: 925 time: 0.1742938 Jul 05 04:14:15.596256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35118) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.596434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7b297ab2-0bf9-445c-a205-6e61672c409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:15.596434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b297ab2-0bf9-445c-a205-6e61672c409d None None] The sync data for ids ['fc66debf-4832-4207-804f-b53465f267b5'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:15.679426 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:15.689223 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:15.691552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:15.695316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Pushing event updated for resources: {'Port': ['ID=05f18c0d-88f2-46eb-8d57-af79058e4865,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:15.715857 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f1f800-d406-4338-b6bd-8762d585f9ca tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:15.717465 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-15f1f800-d406-4338-b6bd-8762d585f9ca tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&device_id=fc66debf-4832-4207-804f-b53465f267b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1245904 Jul 05 04:14:15.720994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35122) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.728334 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.759764 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e75d9-097f-4c39-ac63-ea2ac7be86c4 None None] Network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:15.822258 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.875854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:15.890358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d898dc-e377-4bb6-bfe7-c77d19ac85bb,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:15.899609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.904402 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Added segment 2b575320-9625-4f9e-b6ee-af7fbd83e006 of type vlan for network 68970488-b5d0-4064-ac62-4b512517052b Jul 05 04:14:15.964051 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a250a61b-2231-4a94-88c0-2ebde0bcbc1f tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:15.964051 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a250a61b-2231-4a94-88c0-2ebde0bcbc1f tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/networks/66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 881 time: 0.2351398 Jul 05 04:14:15.969545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35130) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.983514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.988814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3432f4dd-3fda-4105-b5bb-df8216c3a755 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:16.020167 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2015159f-3a3f-4c03-9667-59a2fbdcc5f6 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc66debf-4832-4207-804f-b53465f267b5 HTTP/1.1" status: 200 len: 205 time: 0.0471103 Jul 05 04:14:16.022641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35132) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:16.072045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-72513b3a-9d2e-41c4-84bc-58f4b3aaf8c0 None None] Provisioning for port 3432f4dd-3fda-4105-b5bb-df8216c3a755 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:16.080107 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b03af4c-9c15-4b89-be5a-9132852fb3b9 req-2640683d-7e1d-44aa-8c98-fc0802885ad9 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 210 time: 0.0515013 Jul 05 04:14:16.167411 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.172398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.173436 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.209067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafe039-9a3b-4c92-8c34-3d04f2810365 req-2a2d7bc0-0125-4ebc-862a-0a3808eb86f0 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.210907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3fafe039-9a3b-4c92-8c34-3d04f2810365 req-2a2d7bc0-0125-4ebc-862a-0a3808eb86f0 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.3033152 Jul 05 04:14:16.218466 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.258937 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.297088 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1265912 Jul 05 04:14:16.302477 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35140) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:16.317185 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-685c1d45-2437-406a-b968-29cd704f0c91 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Request body: {'subnet': {'network_id': '68970488-b5d0-4064-ac62-4b512517052b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:16.319576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3fafe039-9a3b-4c92-8c34-3d04f2810365 req-f4f342f0-3112-42aa-8044-3943858c6d5e tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851996 Jul 05 04:14:16.328239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 3432f4dd-3fda-4105-b5bb-df8216c3a755 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:16.335011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 3432f4dd-3fda-4105-b5bb-df8216c3a755 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:16.335393 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.374142 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed609c98-4a3e-4e1c-a0bf-f1e95a6a58f0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Pushing event updated for resources: {'Network': ['ID=68970488-b5d0-4064-ac62-4b512517052b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:16.405128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 68970488-b5d0-4064-ac62-4b512517052b details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:16.526161 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.541388 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.605590 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 3432f4dd-3fda-4105-b5bb-df8216c3a755, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3432f4dd-3fda-4105-b5bb-df8216c3a755,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:16.641866 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.688454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-702fef76-c1e0-4d4d-bb6d-f26ddc77e709 None None] Provisioning complete for port 3432f4dd-3fda-4105-b5bb-df8216c3a755 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:16.689501 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-702fef76-c1e0-4d4d-bb6d-f26ddc77e709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.703848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Deleting port 1202b716-e807-4c10-981d-5f1ecaed895c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:16.704268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.735267 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.800438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=3432f4dd-3fda-4105-b5bb-df8216c3a755,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:16.806293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685c1d45-2437-406a-b968-29cd704f0c91 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Made reservation on behalf of ec9719fa1dc0416b93ab645e103b0257 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:16.810537 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-685c1d45-2437-406a-b968-29cd704f0c91 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.812334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:16.812813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:16.813227 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:16.813647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:16.814055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:16.814472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:16.814882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:16.815281 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:16.815681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:16.816063 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:16.816428 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:16.821107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:16.877674 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.888389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:16.910440 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Calling delete_port for 1202b716-e807-4c10-981d-5f1ecaed895c owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:17.035929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:17.056672 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Sync routers for ids ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:17.083531 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Routers {'272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:17.087147 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:17.122862 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.124212 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-75582ee2-38b0-45d2-bf23-c27fa923474e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0100565 Jul 05 04:14:17.127092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35158) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:17.246878 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-685c1d45-2437-406a-b968-29cd704f0c91 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.273178 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Set router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:17.294485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3baf3345-d67c-4fc1-813f-db29c7bb041b req-1660dcd7-d565-49ce-af52-c356c1124253 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 210 time: 0.0530481 Jul 05 04:14:17.295183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f8a9a-053c-4f65-97b2-be790401fb5d req-376f6adc-e918-4fbc-a57c-de7a9fdb7524 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:17.302456 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-566f8a9a-053c-4f65-97b2-be790401fb5d req-376f6adc-e918-4fbc-a57c-de7a9fdb7524 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.2368243 Jul 05 04:14:17.366929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c1d45-2437-406a-b968-29cd704f0c91 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Pushing event updated for resources: {'Subnet': ['ID=18ae3761-5144-4f3a-83f9-61dd00804e72,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:17.389973 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebee76-7bdc-4501-aafe-bee9d2887f15 req-fbd0d9ff-892c-4e91-bf2a-9bad3601268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:17.391810 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ebee76-7bdc-4501-aafe-bee9d2887f15 req-fbd0d9ff-892c-4e91-bf2a-9bad3601268d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4771e005ed443b2a7bf5a0745a506df&device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 1096 time: 0.2183583 Jul 05 04:14:17.392865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685c1d45-2437-406a-b968-29cd704f0c91 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Checking segment: {'id': '2b575320-9625-4f9e-b6ee-af7fbd83e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '68970488-b5d0-4064-ac62-4b512517052b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:17.393487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685c1d45-2437-406a-b968-29cd704f0c91 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Network hostable DHCP agents. Network: 68970488-b5d0-4064-ac62-4b512517052b, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:17.404851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-566f8a9a-053c-4f65-97b2-be790401fb5d req-7340cf71-d129-408e-b39f-e955685804c3 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014190 Jul 05 04:14:17.414105 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.490405 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Pushing event deleted for resources: {'Port': ['ID=1202b716-e807-4c10-981d-5f1ecaed895c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:17.528124 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:15Z', 'revision_number': 3, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:17.562261 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Checking router: 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:17.562977 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Updating router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 port 05f18c0d-88f2-46eb-8d57-af79058e4865 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:14:17.589921 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685c1d45-2437-406a-b968-29cd704f0c91 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Network 68970488-b5d0-4064-ac62-4b512517052b is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:17.614238 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.619691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebee76-7bdc-4501-aafe-bee9d2887f15 req-27c961d7-7fcc-4f3f-88d6-d7d1da68ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:17.624142 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ebee76-7bdc-4501-aafe-bee9d2887f15 req-27c961d7-7fcc-4f3f-88d6-d7d1da68ff6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6898915-e95f-4e5d-ace9-88ecffda6fb9 HTTP/1.1" status: 200 len: 913 time: 0.2216794 Jul 05 04:14:17.627089 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.727739 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ebee76-7bdc-4501-aafe-bee9d2887f15 req-1a189e58-a0d7-423b-ba3f-dd5585dca441 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7da9ad1d-ceda-4bec-b58d-fd8951bde139 HTTP/1.1" status: 200 len: 217 time: 0.0979171 Jul 05 04:14:17.729888 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-685c1d45-2437-406a-b968-29cd704f0c91 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 68970488-b5d0-4064-ac62-4b512517052b) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:17.738977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7885d80-8298-4eed-8ad1-89e5e0ecc221 None None] Network 68970488-b5d0-4064-ac62-4b512517052b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:17.805274 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685c1d45-2437-406a-b968-29cd704f0c91 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:17.806141 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-685c1d45-2437-406a-b968-29cd704f0c91 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.844876 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.861841 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.869309 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.878738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3432f4dd-3fda-4105-b5bb-df8216c3a755 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:17.970485 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-685c1d45-2437-406a-b968-29cd704f0c91 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6661267 Jul 05 04:14:17.979012 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35166) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:17.994863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Request body: {'port': {'network_id': '68970488-b5d0-4064-ac62-4b512517052b', 'name': 'tempest-TagsExtTest-1711925149'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:17.997291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebee76-7bdc-4501-aafe-bee9d2887f15 req-3affdc84-0395-472b-94ce-9bdd0e1b45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:17.999179 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ebee76-7bdc-4501-aafe-bee9d2887f15 req-3affdc84-0395-472b-94ce-9bdd0e1b45c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=317ee1a5-d2a3-4b2c-be70-8513fce64be1 HTTP/1.1" status: 200 len: 852 time: 0.2370558 Jul 05 04:14:18.080208 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.098177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 3432f4dd-3fda-4105-b5bb-df8216c3a755 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:18.098694 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.112820 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Transition to ACTIVE for port object 05f18c0d-88f2-46eb-8d57-af79058e4865 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:18.144553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-68970488-b5d0-4064-ac62-4b512517052b', 'network_id': '68970488-b5d0-4064-ac62-4b512517052b', 'tenant_id': 'ec9719fa1dc0416b93ab645e103b0257', 'fixed_ips': [{'subnet_id': '18ae3761-5144-4f3a-83f9-61dd00804e72'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:18.145809 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.176235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Allocated IP 172.20.0.1 (efb51d37-ec2e-4b14-93c8-e329c0ebeec8/875f1078-825e-4e9d-b23f-66c9c352cf5f/10759a46-145c-40c2-b4a6-b1dbc2305982) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:18.208385 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.338487 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Attempting to bind port 05f18c0d-88f2-46eb-8d57-af79058e4865 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:18.338902 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Attempting to bind port 05f18c0d-88f2-46eb-8d57-af79058e4865 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:18.339238 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Attempting to bind port 05f18c0d-88f2-46eb-8d57-af79058e4865 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:18.352764 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.380259 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:18.380674 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:18.391721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Transition to ACTIVE for port object 10759a46-145c-40c2-b4a6-b1dbc2305982 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:18.394964 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.395520 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:18.396091 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Bound port: 05f18c0d-88f2-46eb-8d57-af79058e4865, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:18.396558 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.404623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Allocated IP 172.20.0.2 (68970488-b5d0-4064-ac62-4b512517052b/18ae3761-5144-4f3a-83f9-61dd00804e72/4aba727a-9c94-4d21-b73e-46210a7d4fcf) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:18.476201 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] For port 05f18c0d-88f2-46eb-8d57-af79058e4865, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:18.484123 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] For port 05f18c0d-88f2-46eb-8d57-af79058e4865, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=05f18c0d-88f2-46eb-8d57-af79058e4865,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:18.489438 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f479d-fcea-42ab-a080-f74f0a987625 None None] Pushing event updated for resources: {'Port': ['ID=05f18c0d-88f2-46eb-8d57-af79058e4865,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:18.516538 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.517193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Fanout notify agent at l3_agent the message router_deleted on router fc66debf-4832-4207-804f-b53465f267b5 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:18.546499 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b9fe039-5759-4130-aab1-76f02a9c28bc req-cd68af74-9bc4-4d90-9279-dac28ef6b404 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 210 time: 0.0373905 Jul 05 04:14:18.562044 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.572587 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.578216 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0ad96776-dfa9-4f86-8865-f5623ece4497 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "DELETE /v2.0/routers/fc66debf-4832-4207-804f-b53465f267b5 HTTP/1.1" status: 204 len: 168 time: 2.5523739 Jul 05 04:14:18.596019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:18.598049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35176) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:18.598995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:18.605120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1616096527', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:18.605888 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.617890 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ebee76-7bdc-4501-aafe-bee9d2887f15 req-abd9b9d3-8d96-4293-9531-0fadccbb8bde service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6898915-e95f-4e5d-ace9-88ecffda6fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109231 Jul 05 04:14:18.621484 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.624994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Transition to ACTIVE for port object 4aba727a-9c94-4d21-b73e-46210a7d4fcf will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:18.643500 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Transition to ACTIVE for port object 4aba727a-9c94-4d21-b73e-46210a7d4fcf will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:18.648954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:18.663796 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-02ebee76-7bdc-4501-aafe-bee9d2887f15 req-3d812e64-c436-408f-99d0-ce4a2cb56695 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:18.664851 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ebee76-7bdc-4501-aafe-bee9d2887f15 req-3d812e64-c436-408f-99d0-ce4a2cb56695 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126052 Jul 05 04:14:18.709772 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Routers {'272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:18.710500 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:18.731003 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.781486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Network 68970488-b5d0-4064-ac62-4b512517052b is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:18.788434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:18.795074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:18.890558 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ebee76-7bdc-4501-aafe-bee9d2887f15 req-7ee3720f-b1d6-43f5-a7a2-0a34ffc77444 service neutron] 10.222.0.11 "GET /v2.0/networks/c6898915-e95f-4e5d-ace9-88ecffda6fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168620 Jul 05 04:14:18.907268 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Pushing event updated for resources: {'Port': ['ID=4aba727a-9c94-4d21-b73e-46210a7d4fcf,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:18.924300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Attempting to bind port 4aba727a-9c94-4d21-b73e-46210a7d4fcf on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:18.924706 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Attempting to bind port 4aba727a-9c94-4d21-b73e-46210a7d4fcf by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2b575320-9625-4f9e-b6ee-af7fbd83e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '68970488-b5d0-4064-ac62-4b512517052b'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:18.925073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Attempting to bind port 4aba727a-9c94-4d21-b73e-46210a7d4fcf on network 68970488-b5d0-4064-ac62-4b512517052b {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:18.939101 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:18.939459 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Checking segment: {'id': '2b575320-9625-4f9e-b6ee-af7fbd83e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '68970488-b5d0-4064-ac62-4b512517052b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:18.939799 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.940193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Bound using segment: {'id': '2b575320-9625-4f9e-b6ee-af7fbd83e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '68970488-b5d0-4064-ac62-4b512517052b'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:18.940691 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Bound port: 4aba727a-9c94-4d21-b73e-46210a7d4fcf, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b575320-9625-4f9e-b6ee-af7fbd83e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '68970488-b5d0-4064-ac62-4b512517052b'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:18.941076 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.997758 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] Set router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:18.999935 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f479d-fcea-42ab-a080-f74f0a987625 None None] Pushing event updated for resources: {'Port': ['ID=05f18c0d-88f2-46eb-8d57-af79058e4865,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:19.045517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] For port 4aba727a-9c94-4d21-b73e-46210a7d4fcf, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:19.049583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] For port 4aba727a-9c94-4d21-b73e-46210a7d4fcf, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4aba727a-9c94-4d21-b73e-46210a7d4fcf,segment=NetworkSegment(2b575320-9625-4f9e-b6ee-af7fbd83e006),segment_id=2b575320-9625-4f9e-b6ee-af7fbd83e006)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:19.074831 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ebee76-7bdc-4501-aafe-bee9d2887f15 req-206c87f8-fc87-4d61-83d1-3bf487074434 service neutron] 10.222.0.11 "GET /v2.0/networks/c6898915-e95f-4e5d-ace9-88ecffda6fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783402 Jul 05 04:14:19.140701 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.178413 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:14:19.178413 n-d-798249-5 neutron-server[100877]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 04:14:19.178413 n-d-798249-5 neutron-server[100877]: [parameters: {'project_id': 'd0d95f0d0a504e9f8ef38be442fbeb00', 'id': 'cdffa63c-ad93-47f1-a503-673620c7f7f7', 'expiration': datetime.datetime(2021, 7, 5, 4, 16, 19, 152605)}] Jul 05 04:14:19.178413 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:14:19.179234 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:14:19.225714 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8c36de0c-6bb5-4fbc-83ec-84cd2f31297e None None] Provisioning for port 10759a46-145c-40c2-b4a6-b1dbc2305982 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:19.234306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430f4da-c2fe-4330-bed3-b358bf278cbb None None] Pushing event updated for resources: {'Port': ['ID=4aba727a-9c94-4d21-b73e-46210a7d4fcf,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:19.238166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8c36de0c-6bb5-4fbc-83ec-84cd2f31297e None None] Provisioning complete for port 10759a46-145c-40c2-b4a6-b1dbc2305982 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:19.238546 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c36de0c-6bb5-4fbc-83ec-84cd2f31297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.259648 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Made reservation on behalf of ec9719fa1dc0416b93ab645e103b0257 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:19.265395 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.276153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Pushing event updated for resources: {'Port': ['ID=10759a46-145c-40c2-b4a6-b1dbc2305982,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:19.297060 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:15Z', 'revision_number': 3, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:19.307576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] device_id is not set on port 0b311d41-564f-4afe-9996-244b33063c3a yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:19.317359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8c36de0c-6bb5-4fbc-83ec-84cd2f31297e None None] Port 10759a46-145c-40c2-b4a6-b1dbc2305982 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:19.349464 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bdc53b-a675-49ad-9879-96fb1f6d351e None None] The sync data for ids ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'] in n-d-798249-5 is: [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:15Z', 'revision_number': 3, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:19.362168 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.473240 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Allocated IP 172.20.0.7 (68970488-b5d0-4064-ac62-4b512517052b/18ae3761-5144-4f3a-83f9-61dd00804e72/0b311d41-564f-4afe-9996-244b33063c3a) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:19.504401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3aaf2-4dab-4234-870a-5ea39c484353 req-1b6550c9-345a-4b6e-b596-65650614cfd8 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:19.506104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c5b3aaf2-4dab-4234-870a-5ea39c484353 req-1b6550c9-345a-4b6e-b596-65650614cfd8 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.8757098 Jul 05 04:14:19.649289 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-e33c4050-4401-40bb-b02a-74648d220863 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:19.659156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-e33c4050-4401-40bb-b02a-74648d220863 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.64 "GET /v2.0/networks?id=da6ab4e0-d261-4958-9917-3ef99fd426c9 HTTP/1.1" status: 200 len: 809 time: 0.4235609 Jul 05 04:14:19.889855 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c5b3aaf2-4dab-4234-870a-5ea39c484353 req-e11dcddc-38f5-4169-ad36-37a0ad3b626d tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732309 Jul 05 04:14:19.901753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b067074-f786-4292-a239-684d97144926 req-160294b0-8585-4d01-a31a-f5446e5a7db5 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 210 time: 0.0826480 Jul 05 04:14:19.949104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-a370a382-39b7-40bf-9707-f6fc3cb6280e tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a7e2eccf7d94dc29e62b5f11d8b8141 HTTP/1.1" status: 200 len: 380 time: 0.2619357 Jul 05 04:14:19.957883 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.962775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-15d52030-2c7d-4c3a-9022-f3093e8bfee4 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Request body: {'port': {'device_id': 'bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'admin_state_up': True, 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'security_groups': ['28dcf1c3-6fb8-4abb-a732-13f26e8a893e']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:19.999273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4aba727a-9c94-4d21-b73e-46210a7d4fcf up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:20.027325 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Transition to ACTIVE for port object 0b311d41-564f-4afe-9996-244b33063c3a will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:20.069202 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.070527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.179894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 4aba727a-9c94-4d21-b73e-46210a7d4fcf completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:20.182736 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.199448 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.208832 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.278787 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Pushing event updated for resources: {'Port': ['ID=0b311d41-564f-4afe-9996-244b33063c3a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:20.290334 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Network 68970488-b5d0-4064-ac62-4b512517052b is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:20.292399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:20.295966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:20.389810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:20.390778 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.624932 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.672874 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.780461 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d5b5f6-9a1c-4888-a6cb-5918aedf0c45 None None] Network 68970488-b5d0-4064-ac62-4b512517052b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:20.780675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-15d52030-2c7d-4c3a-9022-f3093e8bfee4 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Made reservation on behalf of 1a7e2eccf7d94dc29e62b5f11d8b8141 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:20.780675 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-15d52030-2c7d-4c3a-9022-f3093e8bfee4 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.859048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.926340 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cfcbf854-7af4-4034-9566-bad05542e6a8 None None] Provisioning for port 4aba727a-9c94-4d21-b73e-46210a7d4fcf completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:20.927083 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-abdeb5e2-7fb5-4560-b0b9-1478f55a3561 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9414432 Jul 05 04:14:20.928293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35192) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:20.933889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cfcbf854-7af4-4034-9566-bad05542e6a8 None None] Provisioning complete for port 4aba727a-9c94-4d21-b73e-46210a7d4fcf triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:20.942969 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf854-7af4-4034-9566-bad05542e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.943459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7a1f3d7c-8e32-407d-96a6-1f49932dfc41 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1171739063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:21.062198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Pushing event updated for resources: {'Port': ['ID=10759a46-145c-40c2-b4a6-b1dbc2305982,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:21.082049 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf854-7af4-4034-9566-bad05542e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.087575 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.114912 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3d7c-8e32-407d-96a6-1f49932dfc41 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.114912 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3d7c-8e32-407d-96a6-1f49932dfc41 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.131225 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-cfcbf854-7af4-4034-9566-bad05542e6a8 None None] For port 4aba727a-9c94-4d21-b73e-46210a7d4fcf, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4aba727a-9c94-4d21-b73e-46210a7d4fcf,segment=NetworkSegment(2b575320-9625-4f9e-b6ee-af7fbd83e006),segment_id=2b575320-9625-4f9e-b6ee-af7fbd83e006)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:21.213460 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3d7c-8e32-407d-96a6-1f49932dfc41 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.218181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a0af069-5662-40be-b532-99d5746ae498 req-98047c46-0154-477e-81de-5d13279a3e3b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 210 time: 0.1264298 Jul 05 04:14:21.222280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-15d52030-2c7d-4c3a-9022-f3093e8bfee4 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Allocated IP 172.20.0.14 (da6ab4e0-d261-4958-9917-3ef99fd426c9/e3855596-f772-427e-8340-583a11b4f8f0/b75d1337-7d30-4efc-abb1-05cbc6d02efa) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:21.237574 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf854-7af4-4034-9566-bad05542e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.286480 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-08c22175-183a-42a7-9934-077d0a09f146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.328037 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbf854-7af4-4034-9566-bad05542e6a8 None None] Pushing event updated for resources: {'Port': ['ID=4aba727a-9c94-4d21-b73e-46210a7d4fcf,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:21.362637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3d7c-8e32-407d-96a6-1f49932dfc41 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.485013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-498b892b-f49c-47c5-85d9-04c010f83484 None None] Provisioning for port 0b311d41-564f-4afe-9996-244b33063c3a completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:21.485690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-498b892b-f49c-47c5-85d9-04c010f83484 None None] Provisioning complete for port 0b311d41-564f-4afe-9996-244b33063c3a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:21.485690 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-498b892b-f49c-47c5-85d9-04c010f83484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.493923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3d7c-8e32-407d-96a6-1f49932dfc41 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.495634 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7a1f3d7c-8e32-407d-96a6-1f49932dfc41 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5659842 Jul 05 04:14:21.499003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35204) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:21.504218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3c14e0b7-a5a5-4405-9762-a585ec1828a9 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-27083611', 'prefixes': ['172.20.0.0/16']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:21.555985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-498b892b-f49c-47c5-85d9-04c010f83484 None None] Port 0b311d41-564f-4afe-9996-244b33063c3a cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:21.582160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-498b892b-f49c-47c5-85d9-04c010f83484 None None] Provisioning complete for port 4aba727a-9c94-4d21-b73e-46210a7d4fcf triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:21.582539 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-498b892b-f49c-47c5-85d9-04c010f83484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.685535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78e890-57c3-4bc8-adc3-71967ccaecff req-574a9f1a-88ae-4826-9926-98b90fcae5c6 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:21.687072 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab78e890-57c3-4bc8-adc3-71967ccaecff req-574a9f1a-88ae-4826-9926-98b90fcae5c6 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.5459914 Jul 05 04:14:21.694423 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-15d52030-2c7d-4c3a-9022-f3093e8bfee4 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.757449 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.810777 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:21.815247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-15d52030-2c7d-4c3a-9022-f3093e8bfee4 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Transition to ACTIVE for port object b75d1337-7d30-4efc-abb1-05cbc6d02efa will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:21.820024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6a87f3cf-502e-4ea3-84ae-7fe51a2a50e8 None None] Provisioning complete for port 0b311d41-564f-4afe-9996-244b33063c3a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:21.820914 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6a87f3cf-502e-4ea3-84ae-7fe51a2a50e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.873017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:21.878105 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6a87f3cf-502e-4ea3-84ae-7fe51a2a50e8 None None] Port 0b311d41-564f-4afe-9996-244b33063c3a cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:21.897918 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.943854 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab78e890-57c3-4bc8-adc3-71967ccaecff req-90730d03-6c9b-4feb-ad46-901ecd82083a tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466598 Jul 05 04:14:22.010399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 05f18c0d-88f2-46eb-8d57-af79058e4865 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:22.044164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-15d52030-2c7d-4c3a-9022-f3093e8bfee4 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.076493 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c14e0b7-a5a5-4405-9762-a585ec1828a9 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for subnetpool, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.081562 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3c14e0b7-a5a5-4405-9762-a585ec1828a9 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.5776274 Jul 05 04:14:22.081939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35210) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:22.090485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-491af7ab-018e-47e7-a3e1-25b32ae88056 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '18ae3761-5144-4f3a-83f9-61dd00804e72', 'tempest-TagsExtTest-Tag-832571891') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:22.204634 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 05f18c0d-88f2-46eb-8d57-af79058e4865 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:22.209517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 05f18c0d-88f2-46eb-8d57-af79058e4865 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:22.209989 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.311726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-15d52030-2c7d-4c3a-9022-f3093e8bfee4 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Network da6ab4e0-d261-4958-9917-3ef99fd426c9 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:22.322225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-15d52030-2c7d-4c3a-9022-f3093e8bfee4 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:22.336824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-15d52030-2c7d-4c3a-9022-f3093e8bfee4 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:22.367887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7ebbf71d-4fd0-4bcd-b410-a98c23ec5fc1 None None] Provisioning complete for port 10759a46-145c-40c2-b4a6-b1dbc2305982 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:22.372900 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf71d-4fd0-4bcd-b410-a98c23ec5fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.411455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d52030-2c7d-4c3a-9022-f3093e8bfee4 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Pushing event updated for resources: {'Port': ['ID=b75d1337-7d30-4efc-abb1-05cbc6d02efa,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:22.460751 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-491af7ab-018e-47e7-a3e1-25b32ae88056 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "PUT /v2.0/subnets/18ae3761-5144-4f3a-83f9-61dd00804e72/tags/tempest-TagsExtTest-Tag-832571891 HTTP/1.1" status: 201 len: 201 time: 0.3775957 Jul 05 04:14:22.463381 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35218) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:22.466008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbf71d-4fd0-4bcd-b410-a98c23ec5fc1 None None] Port 10759a46-145c-40c2-b4a6-b1dbc2305982 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:22.484392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-17d61356-1971-4d97-a343-579fc01c4f4a tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0b311d41-564f-4afe-9996-244b33063c3a', 'tempest-TagsExtTest-Tag-1179089051') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:22.490491 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.528000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 05f18c0d-88f2-46eb-8d57-af79058e4865, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=05f18c0d-88f2-46eb-8d57-af79058e4865,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:22.541031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Allocated IP 172.25.0.96 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/7424c591-5de8-4beb-a298-fde68436ac27) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:22.592224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-15d52030-2c7d-4c3a-9022-f3093e8bfee4 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:22.594221 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-15d52030-2c7d-4c3a-9022-f3093e8bfee4 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.624078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:22.670677 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.671507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4aba727a-9c94-4d21-b73e-46210a7d4fcf up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:22.727125 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-17d61356-1971-4d97-a343-579fc01c4f4a tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "PUT /v2.0/ports/0b311d41-564f-4afe-9996-244b33063c3a/tags/tempest-TagsExtTest-Tag-1179089051 HTTP/1.1" status: 201 len: 201 time: 0.2615848 Jul 05 04:14:22.736793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35222) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:22.744188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-39dade22-927f-4575-b9cf-223dafc3ecd5 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '952e1843-c440-4e13-b195-b7eb53687e44', 'tempest-TagsExtTest-Tag-1538290155') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:22.768754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=05f18c0d-88f2-46eb-8d57-af79058e4865,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:22.780444 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4aba727a-9c94-4d21-b73e-46210a7d4fcf triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:22.780823 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.955905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-05020ef3-fcff-4fa0-89fd-bd3ae5c38c0e None None] Provisioning for port b75d1337-7d30-4efc-abb1-05cbc6d02efa completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:22.961479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-05020ef3-fcff-4fa0-89fd-bd3ae5c38c0e None None] Provisioning complete for port b75d1337-7d30-4efc-abb1-05cbc6d02efa triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:22.961854 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-05020ef3-fcff-4fa0-89fd-bd3ae5c38c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.975388 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-39dade22-927f-4575-b9cf-223dafc3ecd5 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "PUT /v2.0/routers/952e1843-c440-4e13-b195-b7eb53687e44/tags/tempest-TagsExtTest-Tag-1538290155 HTTP/1.1" status: 201 len: 201 time: 0.2365763 Jul 05 04:14:22.977974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35224) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:22.984015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-2d7ec9f3-80dd-4d21-98b6-c782a6955c3b tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bfbe214e-0777-4d04-bd23-90f971eb12ab', 'tempest-TagsExtTest-Tag-1464559692') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.010184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-05020ef3-fcff-4fa0-89fd-bd3ae5c38c0e None None] Port b75d1337-7d30-4efc-abb1-05cbc6d02efa cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:23.109622 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2d7ec9f3-80dd-4d21-98b6-c782a6955c3b tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "PUT /v2.0/subnetpools/bfbe214e-0777-4d04-bd23-90f971eb12ab/tags/tempest-TagsExtTest-Tag-1464559692 HTTP/1.1" status: 201 len: 201 time: 0.1283123 Jul 05 04:14:23.109941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35226) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:23.115135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-fe807e57-cb34-4597-9a3b-12da152e9fe8 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '18ae3761-5144-4f3a-83f9-61dd00804e72') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.178527 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fe807e57-cb34-4597-9a3b-12da152e9fe8 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/subnets/18ae3761-5144-4f3a-83f9-61dd00804e72/tags HTTP/1.1" status: 200 len: 240 time: 0.0660062 Jul 05 04:14:23.178876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35230) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:23.183994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-10deb629-9012-4170-8cb1-e46568167915 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18ae3761-5144-4f3a-83f9-61dd00804e72', 'tempest-TagsExtTest-Tag-832571891') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.208551 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-15d52030-2c7d-4c3a-9022-f3093e8bfee4 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2544835 Jul 05 04:14:23.236677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-91f5c1aa-2122-4017-9f05-eef2489eeefe tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:23.240652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-91f5c1aa-2122-4017-9f05-eef2489eeefe tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057213 Jul 05 04:14:23.240786 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-10deb629-9012-4170-8cb1-e46568167915 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/subnets/18ae3761-5144-4f3a-83f9-61dd00804e72/tags/tempest-TagsExtTest-Tag-832571891 HTTP/1.1" status: 204 len: 168 time: 0.0585346 Jul 05 04:14:23.240880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35232) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:23.245301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-c1cf3212-86f9-4805-b6fd-ff454d22a6ae tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '18ae3761-5144-4f3a-83f9-61dd00804e72', 'tempest-TagsExtTest-Tag-832571891') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.278792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Request body: {'port': {'device_id': 'bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:23.375969 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.389666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b3342-dd1f-40d6-8240-8c97810ff8f8 req-252c73c0-71d1-456f-93a9-4ea022172442 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.396279 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-647b3342-dd1f-40d6-8240-8c97810ff8f8 req-252c73c0-71d1-456f-93a9-4ea022172442 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 932 time: 0.8632939 Jul 05 04:14:23.396622 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c1cf3212-86f9-4805-b6fd-ff454d22a6ae tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/subnets/18ae3761-5144-4f3a-83f9-61dd00804e72/tags/tempest-TagsExtTest-Tag-832571891 HTTP/1.1" status: 204 len: 168 time: 0.1521542 Jul 05 04:14:23.396622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35234) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:23.400766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-6d0daf68-62ec-4498-b171-fb52f9011dba tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '18ae3761-5144-4f3a-83f9-61dd00804e72') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.462704 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6d0daf68-62ec-4498-b171-fb52f9011dba tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/subnets/18ae3761-5144-4f3a-83f9-61dd00804e72/tags HTTP/1.1" status: 200 len: 205 time: 0.0651891 Jul 05 04:14:23.465938 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35238) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:23.470276 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-088e3ef5-3875-4846-999a-57d8d5145220 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0b311d41-564f-4afe-9996-244b33063c3a') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.496531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:23.505686 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Sync routers for ids ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:23.509538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ac60f7e5-3445-46da-ad47-eee42e06127a admin admin] 10.222.0.60 "PUT /v2.0/routers/272ffe73-a7c8-4f6e-9d6f-fee72e2ea995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3812490 Jul 05 04:14:23.523357 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Routers {'272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:23.524084 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.529369 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-647b3342-dd1f-40d6-8240-8c97810ff8f8 req-edfa87da-796f-4450-ae74-1d14090999e0 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243882 Jul 05 04:14:23.539953 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13def7e0-0c79-4159-8386-122638334412 req-6ecf6425-0265-464d-a2bf-59875980f32d tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.546998 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-088e3ef5-3875-4846-999a-57d8d5145220 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/ports/0b311d41-564f-4afe-9996-244b33063c3a/tags HTTP/1.1" status: 200 len: 241 time: 0.0790455 Jul 05 04:14:23.549050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35242) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:23.552920 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13def7e0-0c79-4159-8386-122638334412 req-6ecf6425-0265-464d-a2bf-59875980f32d tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.3498478 Jul 05 04:14:23.553497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-92249785-865a-480b-a3cc-5ce46deb14bc tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b311d41-564f-4afe-9996-244b33063c3a', 'tempest-TagsExtTest-Tag-1179089051') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.582873 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.611511 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-92249785-865a-480b-a3cc-5ce46deb14bc tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/ports/0b311d41-564f-4afe-9996-244b33063c3a/tags/tempest-TagsExtTest-Tag-1179089051 HTTP/1.1" status: 204 len: 168 time: 0.0608950 Jul 05 04:14:23.613415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35244) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:23.617864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-ecc15068-2557-46be-afd5-8b910390053d tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0b311d41-564f-4afe-9996-244b33063c3a', 'tempest-TagsExtTest-Tag-1179089051') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.655142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Set router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:23.701131 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13def7e0-0c79-4159-8386-122638334412 req-f1604665-32f4-43e6-81f8-6a43d88af4f6 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404195 Jul 05 04:14:23.798591 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.831941 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ecc15068-2557-46be-afd5-8b910390053d tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/ports/0b311d41-564f-4afe-9996-244b33063c3a/tags/tempest-TagsExtTest-Tag-1179089051 HTTP/1.1" status: 204 len: 168 time: 0.2174964 Jul 05 04:14:23.834272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35252) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:23.838692 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-d5b9a2a3-f64b-4a51-adb0-5c41b438b761 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0b311d41-564f-4afe-9996-244b33063c3a') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.853066 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 05f18c0d-88f2-46eb-8d57-af79058e4865 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:23.920006 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Pushing event updated for resources: {'Port': ['ID=7424c591-5de8-4beb-a298-fde68436ac27,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:23.922360 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d5b9a2a3-f64b-4a51-adb0-5c41b438b761 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/ports/0b311d41-564f-4afe-9996-244b33063c3a/tags HTTP/1.1" status: 200 len: 205 time: 0.0837815 Jul 05 04:14:23.923127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35254) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:23.929002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-2a401508-c100-4f2e-a0f4-e5b331360ef3 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '952e1843-c440-4e13-b195-b7eb53687e44') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.929262 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 05f18c0d-88f2-46eb-8d57-af79058e4865 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:23.929643 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.938501 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:23.941775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:23.945232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:24.096479 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2a401508-c100-4f2e-a0f4-e5b331360ef3 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/routers/952e1843-c440-4e13-b195-b7eb53687e44/tags HTTP/1.1" status: 200 len: 241 time: 0.1709263 Jul 05 04:14:24.099217 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35256) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:24.103718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-edc2923d-5281-4983-8d05-a24ab99d7ec5 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '952e1843-c440-4e13-b195-b7eb53687e44', 'tempest-TagsExtTest-Tag-1538290155') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:24.104594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:20Z', 'revision_number': 2, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:24.141868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Checking router: 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:24.142531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Updating router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 port 10759a46-145c-40c2-b4a6-b1dbc2305982 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:14:24.179838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75d1337-7d30-4efc-abb1-05cbc6d02efa {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:24.190715 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.197684 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.206050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Transition to ACTIVE for port object b75d1337-7d30-4efc-abb1-05cbc6d02efa will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:24.247492 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-edc2923d-5281-4983-8d05-a24ab99d7ec5 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/routers/952e1843-c440-4e13-b195-b7eb53687e44/tags/tempest-TagsExtTest-Tag-1538290155 HTTP/1.1" status: 204 len: 168 time: 0.1471908 Jul 05 04:14:24.249969 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35260) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:24.254594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-7c285d56-05b6-4a8b-8b7e-e81f9ea845e2 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '952e1843-c440-4e13-b195-b7eb53687e44', 'tempest-TagsExtTest-Tag-1538290155') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:24.357729 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0e62f9b4-2b3c-41b9-8ec3-3f921bfcff19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.373941 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.451759 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7c285d56-05b6-4a8b-8b7e-e81f9ea845e2 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/routers/952e1843-c440-4e13-b195-b7eb53687e44/tags/tempest-TagsExtTest-Tag-1538290155 HTTP/1.1" status: 204 len: 168 time: 0.1984742 Jul 05 04:14:24.457087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35262) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:24.457178 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.458078 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-9592aca9-7a8e-4d01-9361-68311089bb7c tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '952e1843-c440-4e13-b195-b7eb53687e44') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:24.496921 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.502164 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b75d1337-7d30-4efc-abb1-05cbc6d02efa,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:24.522756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35264) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:24.543650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--69101837', 'description': 'tempest-description--476559171'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:24.653992 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.669304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Attempting to bind port b75d1337-7d30-4efc-abb1-05cbc6d02efa on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:24.669969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Attempting to bind port b75d1337-7d30-4efc-abb1-05cbc6d02efa by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '91d138e3-d5dc-42ea-bb26-26a914553e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:24.670467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Attempting to bind port b75d1337-7d30-4efc-abb1-05cbc6d02efa on network da6ab4e0-d261-4958-9917-3ef99fd426c9 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:24.677862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Transition to ACTIVE for port object 10759a46-145c-40c2-b4a6-b1dbc2305982 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:24.678192 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Port b75d1337-7d30-4efc-abb1-05cbc6d02efa on network da6ab4e0-d261-4958-9917-3ef99fd426c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:24.678686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Attempting to bind port b75d1337-7d30-4efc-abb1-05cbc6d02efa on network da6ab4e0-d261-4958-9917-3ef99fd426c9 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:24.717915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:24.720568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Checking segment: {'id': '91d138e3-d5dc-42ea-bb26-26a914553e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:24.721198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Bound using segment: {'id': '91d138e3-d5dc-42ea-bb26-26a914553e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:24.721816 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Bound port: b75d1337-7d30-4efc-abb1-05cbc6d02efa, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d138e3-d5dc-42ea-bb26-26a914553e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:24.722337 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.744587 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9592aca9-7a8e-4d01-9361-68311089bb7c tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/routers/952e1843-c440-4e13-b195-b7eb53687e44/tags HTTP/1.1" status: 200 len: 205 time: 0.2854106 Jul 05 04:14:24.744587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35272) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:24.755042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-022b6a8c-9221-45f1-bf02-99800734efd4 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bfbe214e-0777-4d04-bd23-90f971eb12ab') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:24.790479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160b25c-93c8-455e-a972-01317c1d0025 req-b940ac6c-ef96-4d7b-820b-259adb64009a tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.792210 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1160b25c-93c8-455e-a972-01317c1d0025 req-b940ac6c-ef96-4d7b-820b-259adb64009a tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.11 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.2685249 Jul 05 04:14:24.796845 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.874398 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-022b6a8c-9221-45f1-bf02-99800734efd4 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/subnetpools/bfbe214e-0777-4d04-bd23-90f971eb12ab/tags HTTP/1.1" status: 200 len: 241 time: 0.1257694 Jul 05 04:14:24.876816 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.883943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35274) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:24.893649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-24e04b26-c1be-447a-baf6-cd9942045521 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bfbe214e-0777-4d04-bd23-90f971eb12ab', 'tempest-TagsExtTest-Tag-1464559692') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:24.901345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93b4e6-f1ef-4b99-8f10-609dabadfd95 None None] Pushing event updated for resources: {'Port': ['ID=10759a46-145c-40c2-b4a6-b1dbc2305982,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:24.927034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] For port b75d1337-7d30-4efc-abb1-05cbc6d02efa, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:24.962393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] For port b75d1337-7d30-4efc-abb1-05cbc6d02efa, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b75d1337-7d30-4efc-abb1-05cbc6d02efa,segment=NetworkSegment(91d138e3-d5dc-42ea-bb26-26a914553e5e),segment_id=91d138e3-d5dc-42ea-bb26-26a914553e5e)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:24.989538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Attempting to bind port 10759a46-145c-40c2-b4a6-b1dbc2305982 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:24.990065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Attempting to bind port 10759a46-145c-40c2-b4a6-b1dbc2305982 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:24.990276 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Attempting to bind port 10759a46-145c-40c2-b4a6-b1dbc2305982 on network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:25.009610 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:25.009990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Checking segment: {'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:25.010394 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.010787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Bound using segment: {'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:25.011933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Bound port: 10759a46-145c-40c2-b4a6-b1dbc2305982, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:25.012329 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.031369 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.050900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11308a5b-41e4-4e2e-b387-cacee2c1e930 req-d2c97eec-fa43-4d58-851f-9bd7e3350fc5 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.059267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11308a5b-41e4-4e2e-b387-cacee2c1e930 req-d2c97eec-fa43-4d58-851f-9bd7e3350fc5 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 944 time: 0.3579392 Jul 05 04:14:25.061043 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-24e04b26-c1be-447a-baf6-cd9942045521 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/subnetpools/bfbe214e-0777-4d04-bd23-90f971eb12ab/tags/tempest-TagsExtTest-Tag-1464559692 HTTP/1.1" status: 204 len: 168 time: 0.1713228 Jul 05 04:14:25.067857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35276) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:25.070863 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.082168 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-2b3eeef3-8dce-46cf-8adc-0206afa68e21 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bfbe214e-0777-4d04-bd23-90f971eb12ab', 'tempest-TagsExtTest-Tag-1464559692') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:25.120257 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.141671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-1160b25c-93c8-455e-a972-01317c1d0025 req-3ae7cdd1-3c4d-4961-ad12-0597853522a8 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Deleting port 7da9ad1d-ceda-4bec-b58d-fd8951bde139 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:25.142311 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1160b25c-93c8-455e-a972-01317c1d0025 req-3ae7cdd1-3c4d-4961-ad12-0597853522a8 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.159996 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] For port 10759a46-145c-40c2-b4a6-b1dbc2305982, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:25.163848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] For port 10759a46-145c-40c2-b4a6-b1dbc2305982, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=10759a46-145c-40c2-b4a6-b1dbc2305982,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:25.235735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b9c04-9910-4dbf-b2b5-78cf957306ba req-e4469465-6154-4a11-8aeb-503116b604a7 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.237361 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-874b9c04-9910-4dbf-b2b5-78cf957306ba req-e4469465-6154-4a11-8aeb-503116b604a7 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 945 time: 0.3630834 Jul 05 04:14:25.238659 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd54c673-1184-441d-a7f2-4d56f1b02873,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:25.249873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.252196 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.252196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] 10.222.0.64 "PUT /v2.0/ports/b75d1337-7d30-4efc-abb1-05cbc6d02efa HTTP/1.1" status: 200 len: 1092 time: 1.9881155 Jul 05 04:14:25.253259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:25.254372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:25.254372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:25.254372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:25.254624 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:25.255183 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:25.255309 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:25.255594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:25.255929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:25.256261 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:25.260518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8', 'tag': 'b75d1337-7d30-4efc-abb1-05cbc6d02efa'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:25.262428 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:25.262802 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:25.263315 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7022ec30-31e2-473a-aacc-79d213f06c43" -d '{"events": [{"name": "network-changed", "server_uuid": "bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8", "tag": "b75d1337-7d30-4efc-abb1-05cbc6d02efa"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:25.273979 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.289542 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.295159 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.299212 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2147cae1-5b71-4714-bc31-b8e5500898b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7714725 Jul 05 04:14:25.300297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35284) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:25.306128 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-068adb9f-cae0-4667-be04-36202b7e2f66 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Request body: {'security_group_rule': {'security_group_id': 'bd54c673-1184-441d-a7f2-4d56f1b02873', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:25.336990 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11308a5b-41e4-4e2e-b387-cacee2c1e930 req-c275a3ce-2be2-437a-99be-d013bc2b0aeb tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767303 Jul 05 04:14:25.347773 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-1160b25c-93c8-455e-a972-01317c1d0025 req-3ae7cdd1-3c4d-4961-ad12-0597853522a8 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] For port 7da9ad1d-ceda-4bec-b58d-fd8951bde139, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7da9ad1d-ceda-4bec-b58d-fd8951bde139,segment=NetworkSegment(6aff89cf-a3ac-4be1-91a6-a08189ad3f85),segment_id=6aff89cf-a3ac-4be1-91a6-a08189ad3f85)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:25.348459 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1160b25c-93c8-455e-a972-01317c1d0025 req-3ae7cdd1-3c4d-4961-ad12-0597853522a8 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.367663 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.376157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93b4e6-f1ef-4b99-8f10-609dabadfd95 None None] Pushing event updated for resources: {'Port': ['ID=10759a46-145c-40c2-b4a6-b1dbc2305982,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:25.387243 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-1160b25c-93c8-455e-a972-01317c1d0025 req-3ae7cdd1-3c4d-4961-ad12-0597853522a8 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Calling delete_port for 7da9ad1d-ceda-4bec-b58d-fd8951bde139 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:25.406695 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Routers {'272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:25.407423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:14:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:25.479248 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-068adb9f-cae0-4667-be04-36202b7e2f66 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.577311 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8f3556-c2ee-40c2-ae70-c1adb1bb484d x-openstack-request-id: req-de8f3556-c2ee-40c2-ae70-c1adb1bb484d {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:25.577950 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8", "tag": "b75d1337-7d30-4efc-abb1-05cbc6d02efa", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:25.577950 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de8f3556-c2ee-40c2-ae70-c1adb1bb484d {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:25.578297 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8', 'tag': 'b75d1337-7d30-4efc-abb1-05cbc6d02efa', 'status': 'completed', 'code': 200} Jul 05 04:14:25.600547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] Set router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:25.601056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0e93a-3e2b-4ef0-b59d-5346b64671e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b75d1337-7d30-4efc-abb1-05cbc6d02efa,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:25.607527 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-068adb9f-cae0-4667-be04-36202b7e2f66 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.688038 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-874b9c04-9910-4dbf-b2b5-78cf957306ba req-783d594f-592b-47a4-99b0-da48d2f3bb3f tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea2eda07-d53a-45f6-8294-3481cb46f006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282737 Jul 05 04:14:25.721740 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-068adb9f-cae0-4667-be04-36202b7e2f66 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.724969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-68465fa3-3fcc-4305-ac7b-bc24e9bf79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.739607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-68465fa3-3fcc-4305-ac7b-bc24e9bf79f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a7e2eccf7d94dc29e62b5f11d8b8141&device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 1095 time: 0.1539931 Jul 05 04:14:25.746355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068adb9f-cae0-4667-be04-36202b7e2f66 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2ec768-33f1-482e-a36b-ed1a99f1db87,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:25.792240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-8d4af2f7-5ccf-4166-943d-0e1bb35b0546 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75d1337-7d30-4efc-abb1-05cbc6d02efa HTTP/1.1" status: 200 len: 217 time: 0.0581846 Jul 05 04:14:25.797582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2b3eeef3-8dce-46cf-8adc-0206afa68e21 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/subnetpools/bfbe214e-0777-4d04-bd23-90f971eb12ab/tags/tempest-TagsExtTest-Tag-1464559692 HTTP/1.1" status: 204 len: 168 time: 0.7212825 Jul 05 04:14:25.797854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35288) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:25.802980 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-bc5a3e7c-07e6-4f2f-b560-87dee0618a7e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bfbe214e-0777-4d04-bd23-90f971eb12ab') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:25.835450 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bc5a3e7c-07e6-4f2f-b560-87dee0618a7e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/subnetpools/bfbe214e-0777-4d04-bd23-90f971eb12ab/tags HTTP/1.1" status: 200 len: 205 time: 0.0362341 Jul 05 04:14:25.837223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35290) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:25.842750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-b306e313-d8e4-474e-bbe6-d81b07fe038f tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bfbe214e-0777-4d04-bd23-90f971eb12ab') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:25.860996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-72730783-6bf5-46e0-8d46-354e63a3ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.862624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-72730783-6bf5-46e0-8d46-354e63a3ca47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3855596-f772-427e-8340-583a11b4f8f0 HTTP/1.1" status: 200 len: 848 time: 0.0648203 Jul 05 04:14:25.865812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:25Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:25.880326 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b306e313-d8e4-474e-bbe6-d81b07fe038f tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/subnetpools/bfbe214e-0777-4d04-bd23-90f971eb12ab/tags HTTP/1.1" status: 204 len: 168 time: 0.0418394 Jul 05 04:14:25.881301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35292) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:25.888402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Router 909b634e-9eff-4b54-89f8-b6f8f264ecd6 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:25.888557 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1160b25c-93c8-455e-a972-01317c1d0025 req-3ae7cdd1-3c4d-4961-ad12-0597853522a8 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.893466 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-98ccb80a-c492-4abe-a661-7b7dbf7be14a tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '952e1843-c440-4e13-b195-b7eb53687e44') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:25.903084 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['7da9ad1d-ceda-4bec-b58d-fd8951bde139'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:14:25.928598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c308a-b68d-4bfe-ae33-d62e323710d6 None None] The sync data for ids ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'] in n-d-798249-5 is: [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:25Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:25.986704 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-068adb9f-cae0-4667-be04-36202b7e2f66 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.986704 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-068adb9f-cae0-4667-be04-36202b7e2f66 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6846757 Jul 05 04:14:25.997255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35294) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:26.010791 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8e8fd139-9059-4aea-a4bb-c9cc9bae5730 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Request body: {'security_group_rule': {'security_group_id': 'bd54c673-1184-441d-a7f2-4d56f1b02873', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:26.021896 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7cdd1-3c4d-4961-ad12-0597853522a8 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Pushing event deleted for resources: {'Port': ['ID=7da9ad1d-ceda-4bec-b58d-fd8951bde139,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:26.046058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-ac71e18e-caa2-41cd-9c0e-056bd688966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:26.047621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-ac71e18e-caa2-41cd-9c0e-056bd688966f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da6ab4e0-d261-4958-9917-3ef99fd426c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779022 Jul 05 04:14:26.125160 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1160b25c-93c8-455e-a972-01317c1d0025 req-3ae7cdd1-3c4d-4961-ad12-0597853522a8 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] No DVR routers for this DVR port 7da9ad1d-ceda-4bec-b58d-fd8951bde139 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:26.130363 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1160b25c-93c8-455e-a972-01317c1d0025 req-3ae7cdd1-3c4d-4961-ad12-0597853522a8 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.132310 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1160b25c-93c8-455e-a972-01317c1d0025 req-3ae7cdd1-3c4d-4961-ad12-0597853522a8 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.11 "DELETE /v2.0/ports/7da9ad1d-ceda-4bec-b58d-fd8951bde139 HTTP/1.1" status: 204 len: 173 time: 1.3230672 Jul 05 04:14:26.133803 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebbe9f6-656d-4797-937d-aec7d1c33b65', 'name': 'network-vif-deleted', 'tag': '7da9ad1d-ceda-4bec-b58d-fd8951bde139'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:26.136859 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8910ac-784e-4c8c-ba38-7aae75b14124" -d '{"events": [{"server_uuid": "aebbe9f6-656d-4797-937d-aec7d1c33b65", "name": "network-vif-deleted", "tag": "7da9ad1d-ceda-4bec-b58d-fd8951bde139"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:26.159086 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-98ccb80a-c492-4abe-a661-7b7dbf7be14a tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/routers/952e1843-c440-4e13-b195-b7eb53687e44/tags HTTP/1.1" status: 204 len: 168 time: 0.2737722 Jul 05 04:14:26.159866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35300) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:26.163748 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-c43cda6f-515e-4532-8531-ed56a971a098 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0b311d41-564f-4afe-9996-244b33063c3a') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:26.222995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-2d987885-e185-4c3d-bb39-2e391b868496 service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488483 Jul 05 04:14:26.243535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:26.255303 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbfcd35-bb29-45c2-bad1-397f07a9e5f1 None None] Sync routers for ids ['909b634e-9eff-4b54-89f8-b6f8f264ecd6'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:26.271114 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbfcd35-bb29-45c2-bad1-397f07a9e5f1 None None] Routers {'909b634e-9eff-4b54-89f8-b6f8f264ecd6'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:26.277481 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4dbfcd35-bb29-45c2-bad1-397f07a9e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:14:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['909b634e-9eff-4b54-89f8-b6f8f264ecd6'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:26.309019 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd139-9059-4aea-a4bb-c9cc9bae5730 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.391236 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4dbfcd35-bb29-45c2-bad1-397f07a9e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:26.404470 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6049a3c-cb54-4a71-9c42-eb6b59427f9c x-openstack-request-id: req-d6049a3c-cb54-4a71-9c42-eb6b59427f9c {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:26.404704 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebbe9f6-656d-4797-937d-aec7d1c33b65", "name": "network-vif-deleted", "tag": "7da9ad1d-ceda-4bec-b58d-fd8951bde139", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:26.404959 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6049a3c-cb54-4a71-9c42-eb6b59427f9c {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:26.405373 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebbe9f6-656d-4797-937d-aec7d1c33b65', 'name': 'network-vif-deleted', 'tag': '7da9ad1d-ceda-4bec-b58d-fd8951bde139', 'status': 'completed', 'code': 200} Jul 05 04:14:26.421433 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce4fcb1e-237d-4f84-8823-89acbcb8f8aa req-0a560834-6b06-4729-a36b-1621b16d067a service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895752 Jul 05 04:14:26.441694 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbfcd35-bb29-45c2-bad1-397f07a9e5f1 None None] Routers {'909b634e-9eff-4b54-89f8-b6f8f264ecd6'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:26.445802 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c43cda6f-515e-4532-8531-ed56a971a098 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/ports/0b311d41-564f-4afe-9996-244b33063c3a/tags HTTP/1.1" status: 204 len: 168 time: 0.2831225 Jul 05 04:14:26.445953 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4dbfcd35-bb29-45c2-bad1-397f07a9e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:14:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['909b634e-9eff-4b54-89f8-b6f8f264ecd6'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:26.447129 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35306) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:26.453587 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-6f96b870-1542-4f31-b52f-e50093060b5f tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '18ae3761-5144-4f3a-83f9-61dd00804e72') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:26.489555 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.495315 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8baac335-c30f-4278-8067-156c05e94d0e tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.8939345 Jul 05 04:14:26.501302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35308) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:26.506252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:26.542164 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd139-9059-4aea-a4bb-c9cc9bae5730 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.574590 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4dbfcd35-bb29-45c2-bad1-397f07a9e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:26.575540 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbfcd35-bb29-45c2-bad1-397f07a9e5f1 None None] The sync data for ids ['909b634e-9eff-4b54-89f8-b6f8f264ecd6'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:26.626518 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd139-9059-4aea-a4bb-c9cc9bae5730 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.650103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fd139-9059-4aea-a4bb-c9cc9bae5730 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9d967c-87c3-445a-adb9-12644e544a30,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:26.745028 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd139-9059-4aea-a4bb-c9cc9bae5730 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.746643 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8e8fd139-9059-4aea-a4bb-c9cc9bae5730 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7484915 Jul 05 04:14:26.750168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35314) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:26.754780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:26.830243 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6f96b870-1542-4f31-b52f-e50093060b5f tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/subnets/18ae3761-5144-4f3a-83f9-61dd00804e72/tags HTTP/1.1" status: 204 len: 168 time: 0.3815656 Jul 05 04:14:26.834697 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35316) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:26.844662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-d08b30c5-cb5e-424c-9b51-41a3e1543245 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '18ae3761-5144-4f3a-83f9-61dd00804e72', 'tempest-TagsExtTest-Tag-1941533441') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:26.848069 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.001037 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.148997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Allocated IP 172.25.0.140 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/c81c48cc-7ed1-4019-9bbe-7bd1d0784caf) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:27.202620 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.302996 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02e09f75-6a8a-4aa1-93c5-b810a762e2f7 req-effe647d-09ea-4f84-a114-710ddc9f1678 tempest-TestServerAdvancedOps-1031259822 tempest-TestServerAdvancedOps-1031259822-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebbe9f6-656d-4797-937d-aec7d1c33b65 HTTP/1.1" status: 200 len: 210 time: 0.4617817 Jul 05 04:14:27.303207 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.341408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022ec30-31e2-473a-aacc-79d213f06c43 req-904e935d-ff27-4231-85fa-d29d41678d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.342866 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7022ec30-31e2-473a-aacc-79d213f06c43 req-904e935d-ff27-4231-85fa-d29d41678d67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a7e2eccf7d94dc29e62b5f11d8b8141&device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 1095 time: 0.7328439 Jul 05 04:14:27.353972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6f2f1-442b-407a-ba3b-ffef7a01abe1 req-4f9a6f63-6ed0-4174-9c23-f3c1bd45cd05 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.355812 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8c6f2f1-442b-407a-ba3b-ffef7a01abe1 req-4f9a6f63-6ed0-4174-9c23-f3c1bd45cd05 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 944 time: 0.6988342 Jul 05 04:14:27.493097 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.533904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:27.538043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8c6f2f1-442b-407a-ba3b-ffef7a01abe1 req-3a7a3c78-6852-405c-a828-d138011deaff tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155052 Jul 05 04:14:27.552100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event updated for resources: {'Port': ['ID=c81c48cc-7ed1-4019-9bbe-7bd1d0784caf,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:27.558555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:27.571005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:27.590670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022ec30-31e2-473a-aacc-79d213f06c43 req-e6aeb1b1-2e6a-4930-8f77-6fd8f5d55e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.592159 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7022ec30-31e2-473a-aacc-79d213f06c43 req-e6aeb1b1-2e6a-4930-8f77-6fd8f5d55e3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=da6ab4e0-d261-4958-9917-3ef99fd426c9 HTTP/1.1" status: 200 len: 910 time: 0.2352018 Jul 05 04:14:27.655814 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.676573 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7022ec30-31e2-473a-aacc-79d213f06c43 req-67eb18ca-7ec5-494b-b69c-04b6d52b1ddf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75d1337-7d30-4efc-abb1-05cbc6d02efa HTTP/1.1" status: 200 len: 217 time: 0.0759380 Jul 05 04:14:27.761924 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d08b30c5-cb5e-424c-9b51-41a3e1543245 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "PUT /v2.0/subnets/18ae3761-5144-4f3a-83f9-61dd00804e72/tags/tempest-TagsExtTest-Tag-1941533441 HTTP/1.1" status: 201 len: 201 time: 0.9241183 Jul 05 04:14:27.769802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35326) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:27.776162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-e0723ca6-b8c2-46be-ae9e-0e9c93b61eff tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0b311d41-564f-4afe-9996-244b33063c3a', 'tempest-TagsExtTest-Tag-1826072011') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:27.799867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.812751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022ec30-31e2-473a-aacc-79d213f06c43 req-44ceecc0-eb72-49e3-88df-f6b4e666783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.814249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7022ec30-31e2-473a-aacc-79d213f06c43 req-44ceecc0-eb72-49e3-88df-f6b4e666783a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3855596-f772-427e-8340-583a11b4f8f0 HTTP/1.1" status: 200 len: 848 time: 0.1300819 Jul 05 04:14:27.826997 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.913454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 10759a46-145c-40c2-b4a6-b1dbc2305982 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:27.915516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022ec30-31e2-473a-aacc-79d213f06c43 req-a409f887-0ff2-4fe0-adaa-c72d676c096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.917476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7022ec30-31e2-473a-aacc-79d213f06c43 req-a409f887-0ff2-4fe0-adaa-c72d676c096f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da6ab4e0-d261-4958-9917-3ef99fd426c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939889 Jul 05 04:14:27.987555 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.023308 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7022ec30-31e2-473a-aacc-79d213f06c43 req-f69badbc-7c05-4900-bd65-79f65d667dcd service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933774 Jul 05 04:14:28.023308 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.077240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 10759a46-145c-40c2-b4a6-b1dbc2305982 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:28.080703 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e0723ca6-b8c2-46be-ae9e-0e9c93b61eff tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "PUT /v2.0/ports/0b311d41-564f-4afe-9996-244b33063c3a/tags/tempest-TagsExtTest-Tag-1826072011 HTTP/1.1" status: 201 len: 201 time: 0.3074427 Jul 05 04:14:28.080883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35328) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:28.081883 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 10759a46-145c-40c2-b4a6-b1dbc2305982 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:28.082308 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.085675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-0b414028-4d66-493f-a22b-f9fa55674736 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '952e1843-c440-4e13-b195-b7eb53687e44', 'tempest-TagsExtTest-Tag-1567803702') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:28.145254 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.187065 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.215267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7022ec30-31e2-473a-aacc-79d213f06c43 req-04b1a8ab-b16e-4ab6-ae0e-2c6b469c1290 service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894894 Jul 05 04:14:28.227958 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.248380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Deleting port 7424c591-5de8-4beb-a298-fde68436ac27 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:28.248766 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.252816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 10759a46-145c-40c2-b4a6-b1dbc2305982, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=10759a46-145c-40c2-b4a6-b1dbc2305982,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:28.256019 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event updated for resources: {'Port': ['ID=c81c48cc-7ed1-4019-9bbe-7bd1d0784caf,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:28.283443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7da9ad1d-ceda-4bec-b58d-fd8951bde139 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:28.300107 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0b414028-4d66-493f-a22b-f9fa55674736 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "PUT /v2.0/routers/952e1843-c440-4e13-b195-b7eb53687e44/tags/tempest-TagsExtTest-Tag-1567803702 HTTP/1.1" status: 201 len: 201 time: 0.2180159 Jul 05 04:14:28.304292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35332) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:28.309948 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 7da9ad1d-ceda-4bec-b58d-fd8951bde139 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:28.310274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-9663e96f-1c0e-4e47-aa85-fd156ac1b87c tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bfbe214e-0777-4d04-bd23-90f971eb12ab', 'tempest-TagsExtTest-Tag-765717528') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:28.310502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7da9ad1d-ceda-4bec-b58d-fd8951bde139 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:28.328343 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.328958 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.330135 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ec340283-a6a1-42e5-98e9-ab50612d1686 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5789533 Jul 05 04:14:28.352901 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.373229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Calling delete_port for 7424c591-5de8-4beb-a298-fde68436ac27 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:28.464810 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=10759a46-145c-40c2-b4a6-b1dbc2305982,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:28.490855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35344) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:28.544158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d5b166-fead-4f78-bc26-1d78c5e22df1 admin admin] Deleting subnet 317ee1a5-d2a3-4b2c-be70-8513fce64be1 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:28.544158 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b166-fead-4f78-bc26-1d78c5e22df1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.544485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9663e96f-1c0e-4e47-aa85-fd156ac1b87c tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "PUT /v2.0/subnetpools/bfbe214e-0777-4d04-bd23-90f971eb12ab/tags/tempest-TagsExtTest-Tag-765717528 HTTP/1.1" status: 201 len: 201 time: 0.2373595 Jul 05 04:14:28.546315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35350) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:28.551222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-713c118d-e38f-4e96-b0b4-b6c54423a0b9 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '18ae3761-5144-4f3a-83f9-61dd00804e72', {'tags': ['tempest-TagsExtTest-Tag-1310964650', 'tempest-TagsExtTest-Tag-1365750458', 'tempest-TagsExtTest-Tag-1618028119']}) {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:28.602988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-f24c9cc4-4475-4e7d-91f6-c5ef1c7d8520 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--69101837&fields=id&tenant_id=7982693370f04ea2842a41b7aaea4c91 HTTP/1.1" status: 200 len: 267 time: 0.0731471 Jul 05 04:14:28.623470 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b166-fead-4f78-bc26-1d78c5e22df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.677923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b166-fead-4f78-bc26-1d78c5e22df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.708227 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.751626 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-713c118d-e38f-4e96-b0b4-b6c54423a0b9 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "PUT /v2.0/subnets/18ae3761-5144-4f3a-83f9-61dd00804e72/tags HTTP/1.1" status: 200 len: 318 time: 0.2032692 Jul 05 04:14:28.753787 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35354) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:28.758269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-f8a9a953-9a97-43dc-bd48-9f731620b66a tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '18ae3761-5144-4f3a-83f9-61dd00804e72') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:28.789121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Pushing event deleted for resources: {'Port': ['ID=7424c591-5de8-4beb-a298-fde68436ac27,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:28.811257 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b166-fead-4f78-bc26-1d78c5e22df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.849710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5b166-fead-4f78-bc26-1d78c5e22df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=317ee1a5-d2a3-4b2c-be70-8513fce64be1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:28.856281 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a6d5b166-fead-4f78-bc26-1d78c5e22df1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.857981 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a6d5b166-fead-4f78-bc26-1d78c5e22df1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/317ee1a5-d2a3-4b2c-be70-8513fce64be1 HTTP/1.1" status: 204 len: 168 time: 0.3658392 Jul 05 04:14:28.860396 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35356) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:28.899390 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa16cd-6736-44dd-930b-6698eb87feea req-1954d88d-7b37-47d4-bcaf-6ff1a74b43b3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:28.901005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-1954d88d-7b37-47d4-bcaf-6ff1a74b43b3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 817 time: 0.2620256 Jul 05 04:14:28.909068 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.918947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae7c68-efd8-41bd-ba19-acb2b974a0d7 req-624a75c6-f435-43ba-87e0-99209dbc1938 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:28.920519 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05ae7c68-efd8-41bd-ba19-acb2b974a0d7 req-624a75c6-f435-43ba-87e0-99209dbc1938 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 944 time: 0.2159133 Jul 05 04:14:28.944028 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ef10f447-0a65-4b3d-a974-a8c98bb62e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.000869 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-6de3c55f-10f4-4afa-8421-ce4cc86df858 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/quotas/7982693370f04ea2842a41b7aaea4c91 HTTP/1.1" status: 200 len: 375 time: 0.0794609 Jul 05 04:14:29.025697 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ef10f447-0a65-4b3d-a974-a8c98bb62e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.032112 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f8a9a953-9a97-43dc-bd48-9f731620b66a tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/subnets/18ae3761-5144-4f3a-83f9-61dd00804e72/tags HTTP/1.1" status: 204 len: 168 time: 0.2744224 Jul 05 04:14:29.034278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35362) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:29.039908 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-917e1430-12b9-4dcf-8aa8-e423947551de tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18ae3761-5144-4f3a-83f9-61dd00804e72', 'tempest-TagsExtTest-Tag-1310964650') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.044939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-ef10f447-0a65-4b3d-a974-a8c98bb62e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6898915-e95f-4e5d-ace9-88ecffda6fb9']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.072926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-ef10f447-0a65-4b3d-a974-a8c98bb62e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aff89cf-a3ac-4be1-91a6-a08189ad3f85') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.073149 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-ef10f447-0a65-4b3d-a974-a8c98bb62e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aff89cf-a3ac-4be1-91a6-a08189ad3f85') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.085092 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ef10f447-0a65-4b3d-a974-a8c98bb62e92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.108065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ef10f447-0a65-4b3d-a974-a8c98bb62e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.118073 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef10f447-0a65-4b3d-a974-a8c98bb62e92 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:29.118370 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ef10f447-0a65-4b3d-a974-a8c98bb62e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:29.121652 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:29.136251 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05ae7c68-efd8-41bd-ba19-acb2b974a0d7 req-a1f1b9b6-a0aa-4213-924a-43422fa6f35c tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718326 Jul 05 04:14:29.224262 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.230760 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592887'] for router, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.288671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-acc5a9de-269b-4667-8dee-7adcf8f7562c tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2780027 Jul 05 04:14:29.336219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Router 909b634e-9eff-4b54-89f8-b6f8f264ecd6 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:29.454628 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.482943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:29.492412 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.494153 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3f221370-6c3d-4c1d-af3b-2cc6cedcfc3f tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "PUT /v2.0/routers/909b634e-9eff-4b54-89f8-b6f8f264ecd6 HTTP/1.1" status: 200 len: 710 time: 2.9916611 Jul 05 04:14:29.494419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e795a-f60a-4111-9b05-224fcfe89af9 None None] Sync routers for ids ['909b634e-9eff-4b54-89f8-b6f8f264ecd6'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:29.499201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35368) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:29.509159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e795a-f60a-4111-9b05-224fcfe89af9 None None] Routers {'909b634e-9eff-4b54-89f8-b6f8f264ecd6'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:29.510245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f95e795a-f60a-4111-9b05-224fcfe89af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:14:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['909b634e-9eff-4b54-89f8-b6f8f264ecd6'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.516583 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-917e1430-12b9-4dcf-8aa8-e423947551de tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] show failed (client error): The resource could not be found. Jul 05 04:14:29.517629 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-917e1430-12b9-4dcf-8aa8-e423947551de tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/subnets/18ae3761-5144-4f3a-83f9-61dd00804e72/tags/tempest-TagsExtTest-Tag-1310964650 HTTP/1.1" status: 404 len: 329 time: 0.4824760 Jul 05 04:14:29.520584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35370) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:29.525798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-0ea8da8d-f525-4826-88b7-bf32d8720b0b tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18ae3761-5144-4f3a-83f9-61dd00804e72', 'tempest-TagsExtTest-Tag-1365750458') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.555794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f95e795a-f60a-4111-9b05-224fcfe89af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.566573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e795a-f60a-4111-9b05-224fcfe89af9 None None] Routers {'909b634e-9eff-4b54-89f8-b6f8f264ecd6'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:29.567466 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f95e795a-f60a-4111-9b05-224fcfe89af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:14:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['909b634e-9eff-4b54-89f8-b6f8f264ecd6'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.580832 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-0ea8da8d-f525-4826-88b7-bf32d8720b0b tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] show failed (client error): The resource could not be found. Jul 05 04:14:29.582079 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0ea8da8d-f525-4826-88b7-bf32d8720b0b tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/subnets/18ae3761-5144-4f3a-83f9-61dd00804e72/tags/tempest-TagsExtTest-Tag-1365750458 HTTP/1.1" status: 404 len: 329 time: 0.0605822 Jul 05 04:14:29.586733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35372) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:29.595345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-5f80b2bf-14ae-43f9-a4db-9a48377100f8 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18ae3761-5144-4f3a-83f9-61dd00804e72', 'tempest-TagsExtTest-Tag-1618028119') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.597579 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9a5f888e-9c87-4a0b-a86b-9f6d1087ba64 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/routers/909b634e-9eff-4b54-89f8-b6f8f264ecd6 HTTP/1.1" status: 200 len: 745 time: 0.0971558 Jul 05 04:14:29.604491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f95e795a-f60a-4111-9b05-224fcfe89af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.606564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e795a-f60a-4111-9b05-224fcfe89af9 None None] The sync data for ids ['909b634e-9eff-4b54-89f8-b6f8f264ecd6'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:29.607678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35374) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:29.637357 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ef10f447-0a65-4b3d-a974-a8c98bb62e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.645677 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ef10f447-0a65-4b3d-a974-a8c98bb62e92 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.659267 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ef10f447-0a65-4b3d-a974-a8c98bb62e92 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c6898915-e95f-4e5d-ace9-88ecffda6fb9 HTTP/1.1" status: 204 len: 168 time: 0.7862129 Jul 05 04:14:29.662709 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-31b40a81-51f1-474f-a10c-b24fd9a7a014 tempest-RoutersIpV6AdminTest-208530983 tempest-RoutersIpV6AdminTest-208530983-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&device_id=909b634e-9eff-4b54-89f8-b6f8f264ecd6 HTTP/1.1" status: 200 len: 205 time: 0.0474932 Jul 05 04:14:29.662847 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10f447-0a65-4b3d-a974-a8c98bb62e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6898915-e95f-4e5d-ace9-88ecffda6fb9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:29.663923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35376) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:29.664491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35378) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:29.681234 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-fe9c5c2c-61db-4af6-99a9-f71c363bd488 service neutron] 10.222.0.60 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654470 Jul 05 04:14:29.734604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35380) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:29.734813 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3181c0d3-24f4-46de-b0f6-fb5412bd330d tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "GET /v2.0/ports?device_id=909b634e-9eff-4b54-89f8-b6f8f264ecd6 HTTP/1.1" status: 200 len: 205 time: 0.0606217 Jul 05 04:14:29.745998 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-5f80b2bf-14ae-43f9-a4db-9a48377100f8 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] show failed (client error): The resource could not be found. Jul 05 04:14:29.747037 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5f80b2bf-14ae-43f9-a4db-9a48377100f8 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/subnets/18ae3761-5144-4f3a-83f9-61dd00804e72/tags/tempest-TagsExtTest-Tag-1618028119 HTTP/1.1" status: 404 len: 329 time: 0.1590111 Jul 05 04:14:29.751036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35382) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:29.757200 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d20f14e-3c48-4a8a-90fd-43ea62db0688 admin admin] Deleting subnet b91320dd-03f3-4c5b-8a67-79fb7f221de9 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:29.761192 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4d20f14e-3c48-4a8a-90fd-43ea62db0688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.786076 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-2e85dbef-d573-4a62-b845-23f549c5a23f tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0b311d41-564f-4afe-9996-244b33063c3a', {'tags': ['tempest-TagsExtTest-Tag-1657695200', 'tempest-TagsExtTest-Tag-775218393', 'tempest-TagsExtTest-Tag-1492871191']}) {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.811108 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4d20f14e-3c48-4a8a-90fd-43ea62db0688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.834458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 10759a46-145c-40c2-b4a6-b1dbc2305982 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:29.857575 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4d20f14e-3c48-4a8a-90fd-43ea62db0688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.884319 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b7fdf0c-f13a-4f0c-a4f9-8b4d25c8a861 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.899297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 10759a46-145c-40c2-b4a6-b1dbc2305982 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:29.899689 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.008007 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4d20f14e-3c48-4a8a-90fd-43ea62db0688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.035830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20f14e-3c48-4a8a-90fd-43ea62db0688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b91320dd-03f3-4c5b-8a67-79fb7f221de9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:30.039745 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4d20f14e-3c48-4a8a-90fd-43ea62db0688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.044900 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4d20f14e-3c48-4a8a-90fd-43ea62db0688 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b91320dd-03f3-4c5b-8a67-79fb7f221de9 HTTP/1.1" status: 204 len: 168 time: 0.3791411 Jul 05 04:14:30.045543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35388) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:30.146425 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42902915-6bc9-468c-b7a7-4257c9d41f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.243508 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42902915-6bc9-468c-b7a7-4257c9d41f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.255179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-42902915-6bc9-468c-b7a7-4257c9d41f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2932a6b5-c208-4280-98a0-db9fb4bcc363']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:30.279594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-42902915-6bc9-468c-b7a7-4257c9d41f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e11bff-197d-4675-a4f3-21c721fe7793') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:30.280250 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-42902915-6bc9-468c-b7a7-4257c9d41f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e11bff-197d-4675-a4f3-21c721fe7793') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:30.291677 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42902915-6bc9-468c-b7a7-4257c9d41f8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.306741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42902915-6bc9-468c-b7a7-4257c9d41f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.314518 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42902915-6bc9-468c-b7a7-4257c9d41f8d admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:30.315201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42902915-6bc9-468c-b7a7-4257c9d41f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:30.317683 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:30.360506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b75d1337-7d30-4efc-abb1-05cbc6d02efa details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:14:30.369116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-77e51a93-f952-44fd-a5e6-9ac3edaa9cbf service neutron] 10.222.0.60 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836021 Jul 05 04:14:30.478138 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42902915-6bc9-468c-b7a7-4257c9d41f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.489352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b7fdf0c-f13a-4f0c-a4f9-8b4d25c8a861 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.493377 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b7fdf0c-f13a-4f0c-a4f9-8b4d25c8a861 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.551178 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42902915-6bc9-468c-b7a7-4257c9d41f8d admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.553646 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-42902915-6bc9-468c-b7a7-4257c9d41f8d admin admin] 10.222.0.60 "DELETE /v2.0/networks/2932a6b5-c208-4280-98a0-db9fb4bcc363 HTTP/1.1" status: 204 len: 168 time: 0.5067093 Jul 05 04:14:30.554997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42902915-6bc9-468c-b7a7-4257c9d41f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=2932a6b5-c208-4280-98a0-db9fb4bcc363,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:30.576885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e721ade-539c-4783-8cd9-d8d23f77c862 req-5aa1996f-c9b5-45b6-9805-b82e0af07b1d tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:30.583633 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b75d1337-7d30-4efc-abb1-05cbc6d02efa, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b75d1337-7d30-4efc-abb1-05cbc6d02efa,segment=NetworkSegment(91d138e3-d5dc-42ea-bb26-26a914553e5e),segment_id=91d138e3-d5dc-42ea-bb26-26a914553e5e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:30.585112 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e721ade-539c-4783-8cd9-d8d23f77c862 req-5aa1996f-c9b5-45b6-9805-b82e0af07b1d tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 944 time: 0.2722631 Jul 05 04:14:30.595653 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2e85dbef-d573-4a62-b845-23f549c5a23f tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "PUT /v2.0/ports/0b311d41-564f-4afe-9996-244b33063c3a/tags HTTP/1.1" status: 200 len: 317 time: 0.8145258 Jul 05 04:14:30.599858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35396) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:30.608426 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-be4e1b07-c86c-4dcb-b6cf-2b45eaafeeb3 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0b311d41-564f-4afe-9996-244b33063c3a') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:30.640680 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'b75d1337-7d30-4efc-abb1-05cbc6d02efa', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'port_id': 'b75d1337-7d30-4efc-abb1-05cbc6d02efa', 'mac_address': 'fa:16:3e:40:00:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:14:30.642848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e721ade-539c-4783-8cd9-d8d23f77c862 req-ee188efa-2288-40ba-9834-eba34708facd tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566597 Jul 05 04:14:30.739839 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.769629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75d1337-7d30-4efc-abb1-05cbc6d02efa {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:30.785162 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b7fdf0c-f13a-4f0c-a4f9-8b4d25c8a861 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.785785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7fdf0c-f13a-4f0c-a4f9-8b4d25c8a861 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Fanout notify agent at l3_agent the message router_deleted on router 909b634e-9eff-4b54-89f8-b6f8f264ecd6 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:30.794718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b75d1337-7d30-4efc-abb1-05cbc6d02efa, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b75d1337-7d30-4efc-abb1-05cbc6d02efa,segment=NetworkSegment(91d138e3-d5dc-42ea-bb26-26a914553e5e),segment_id=91d138e3-d5dc-42ea-bb26-26a914553e5e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:30.797995 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b7fdf0c-f13a-4f0c-a4f9-8b4d25c8a861 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.799249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7b7fdf0c-f13a-4f0c-a4f9-8b4d25c8a861 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "DELETE /v2.0/routers/909b634e-9eff-4b54-89f8-b6f8f264ecd6 HTTP/1.1" status: 204 len: 168 time: 1.0629826 Jul 05 04:14:30.802950 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35398) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:30.833850 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0af2ffe5-53be-4a7a-957e-d21cd01865e1 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "GET /v2.0/ports?device_id=909b634e-9eff-4b54-89f8-b6f8f264ecd6 HTTP/1.1" status: 200 len: 205 time: 0.0290179 Jul 05 04:14:30.836684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35400) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:30.872773 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-9313daef-38b1-469a-9d84-aad95d3fdd41 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] delete failed (client error): The resource could not be found. Jul 05 04:14:30.874829 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9313daef-38b1-469a-9d84-aad95d3fdd41 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "DELETE /v2.0/routers/909b634e-9eff-4b54-89f8-b6f8f264ecd6 HTTP/1.1" status: 404 len: 336 time: 0.0361867 Jul 05 04:14:30.882617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35402) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:30.916194 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-be4e1b07-c86c-4dcb-b6cf-2b45eaafeeb3 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/ports/0b311d41-564f-4afe-9996-244b33063c3a/tags HTTP/1.1" status: 204 len: 168 time: 0.3030677 Jul 05 04:14:30.916194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35406) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:30.916194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-140d5ea5-0e17-45c6-8aa2-4b011914d231 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b311d41-564f-4afe-9996-244b33063c3a', 'tempest-TagsExtTest-Tag-1657695200') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:30.922208 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.956517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-283168f9-b58f-4b98-80a5-164cb4b54a58 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc66debf-4832-4207-804f-b53465f267b5 HTTP/1.1" status: 200 len: 205 time: 0.0700493 Jul 05 04:14:30.961149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35410) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.023431 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b75d1337-7d30-4efc-abb1-05cbc6d02efa,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:31.035673 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-683f8de1-225f-4769-b738-c19dd7dfe8d1 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] delete failed (client error): The resource could not be found. Jul 05 04:14:31.039165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-683f8de1-225f-4769-b738-c19dd7dfe8d1 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "DELETE /v2.0/routers/fc66debf-4832-4207-804f-b53465f267b5 HTTP/1.1" status: 404 len: 336 time: 0.0793121 Jul 05 04:14:31.039679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35412) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.052004 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9fbea76e-4aaa-4366-92d2-8f5a43256a69 req-d52ff813-aea1-46ee-8fc5-4a4a51e5b8be tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 210 time: 0.1005633 Jul 05 04:14:31.075356 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-140d5ea5-0e17-45c6-8aa2-4b011914d231 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] show failed (client error): The resource could not be found. Jul 05 04:14:31.079342 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-140d5ea5-0e17-45c6-8aa2-4b011914d231 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/ports/0b311d41-564f-4afe-9996-244b33063c3a/tags/tempest-TagsExtTest-Tag-1657695200 HTTP/1.1" status: 404 len: 329 time: 0.1728272 Jul 05 04:14:31.079464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35414) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.085176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-86c20ac9-94be-4cac-bcbc-d2b458058559 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b311d41-564f-4afe-9996-244b33063c3a', 'tempest-TagsExtTest-Tag-775218393') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:31.100427 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e584a8af-536b-4a82-aeb4-5a34a4828f76 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "GET /v2.0/ports?device_id=2856ba11-9a08-48bf-9c64-2686636cb1ae HTTP/1.1" status: 200 len: 205 time: 0.0536458 Jul 05 04:14:31.101025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35418) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.125928 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:14:31.132894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['b75d1337-7d30-4efc-abb1-05cbc6d02efa'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:14:31.157958 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-86c20ac9-94be-4cac-bcbc-d2b458058559 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] show failed (client error): The resource could not be found. Jul 05 04:14:31.159347 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-86c20ac9-94be-4cac-bcbc-d2b458058559 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/ports/0b311d41-564f-4afe-9996-244b33063c3a/tags/tempest-TagsExtTest-Tag-775218393 HTTP/1.1" status: 404 len: 328 time: 0.0787416 Jul 05 04:14:31.162189 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35422) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.164616 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-6ebc6419-770b-4d91-84c8-3483cac98b14 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] delete failed (client error): The resource could not be found. Jul 05 04:14:31.165647 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6ebc6419-770b-4d91-84c8-3483cac98b14 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "DELETE /v2.0/routers/2856ba11-9a08-48bf-9c64-2686636cb1ae HTTP/1.1" status: 404 len: 336 time: 0.0635762 Jul 05 04:14:31.168249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-535a03f7-99e9-4f02-b3b7-85349c8403df tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b311d41-564f-4afe-9996-244b33063c3a', 'tempest-TagsExtTest-Tag-1492871191') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:31.173338 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35424) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.213760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35426) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.228715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-282bad48-e9a5-469d-88a6-71763d0d1796 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "GET /v2.0/ports?device_id=51f9f812-5170-4b8c-b094-5ef84d5f8fb1 HTTP/1.1" status: 200 len: 205 time: 0.0529826 Jul 05 04:14:31.232159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35428) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.269424 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-08e0b08e-e004-4749-a9f8-48c0633d0381 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4771e005ed443b2a7bf5a0745a506df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543947 Jul 05 04:14:31.274077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35432) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.280565 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-af91b722-c219-4e7e-969e-1cab0b2a451b tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] delete failed (client error): The resource could not be found. Jul 05 04:14:31.281690 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-af91b722-c219-4e7e-969e-1cab0b2a451b tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "DELETE /v2.0/routers/51f9f812-5170-4b8c-b094-5ef84d5f8fb1 HTTP/1.1" status: 404 len: 336 time: 0.0483031 Jul 05 04:14:31.288092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35434) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.312654 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-535a03f7-99e9-4f02-b3b7-85349c8403df tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] show failed (client error): The resource could not be found. Jul 05 04:14:31.316256 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-535a03f7-99e9-4f02-b3b7-85349c8403df tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/ports/0b311d41-564f-4afe-9996-244b33063c3a/tags/tempest-TagsExtTest-Tag-1492871191 HTTP/1.1" status: 404 len: 329 time: 0.1502280 Jul 05 04:14:31.317079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35436) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.321969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-114c6aab-5972-4e2c-a955-4ac3baaffc0c tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '952e1843-c440-4e13-b195-b7eb53687e44', {'tags': ['tempest-TagsExtTest-Tag-1491549615', 'tempest-TagsExtTest-Tag-1338390208', 'tempest-TagsExtTest-Tag-860225861']}) {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:31.340242 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3e65cc34-a071-4138-8330-3e172b969372 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "GET /v2.0/ports?device_id=243d0546-7b41-409d-af84-dd14dc02ffd5 HTTP/1.1" status: 200 len: 205 time: 0.0478525 Jul 05 04:14:31.342219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35438) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.388483 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-a79a27ce-4508-425d-bb82-1c5f196f2d47 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] delete failed (client error): The resource could not be found. Jul 05 04:14:31.389596 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a79a27ce-4508-425d-bb82-1c5f196f2d47 tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "DELETE /v2.0/routers/243d0546-7b41-409d-af84-dd14dc02ffd5 HTTP/1.1" status: 404 len: 336 time: 0.0466599 Jul 05 04:14:31.393287 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35440) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.435984 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-afa60711-07ac-4898-98fd-ed9f40eefe8b tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f0a81d1-155f-4b5a-8df1-0f76857a543e HTTP/1.1" status: 200 len: 205 time: 0.0416059 Jul 05 04:14:31.438346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35446) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.497722 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3d57-ac19-4ae4-9a92-3425b9b9c076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.503269 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-114c6aab-5972-4e2c-a955-4ac3baaffc0c tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "PUT /v2.0/routers/952e1843-c440-4e13-b195-b7eb53687e44/tags HTTP/1.1" status: 200 len: 317 time: 0.1829321 Jul 05 04:14:31.503839 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-4fa8c377-99ba-4175-9c9d-2df81a0f5f8b tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] delete failed (client error): The resource could not be found. Jul 05 04:14:31.503839 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4fa8c377-99ba-4175-9c9d-2df81a0f5f8b tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "DELETE /v2.0/routers/1f0a81d1-155f-4b5a-8df1-0f76857a543e HTTP/1.1" status: 404 len: 336 time: 0.0628781 Jul 05 04:14:31.503985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35448) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.508506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35450) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.522333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-55dfebdd-90b0-477f-a2ed-e7818327a5c9 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '952e1843-c440-4e13-b195-b7eb53687e44') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:31.527878 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3d57-ac19-4ae4-9a92-3425b9b9c076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.551989 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1dcbdb-507a-4f57-a088-eddceaf9e2aa tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] DELETE failed (client error): The resource could not be found. Jul 05 04:14:31.551989 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1dcbdb-507a-4f57-a088-eddceaf9e2aa tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:14:31.551989 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6d1dcbdb-507a-4f57-a088-eddceaf9e2aa tempest-RoutersIpV6AdminTest-252268368 tempest-RoutersIpV6AdminTest-252268368-project] 10.222.0.60 "DELETE /v2.0/subnets/e5752489-9733-48fe-831a-e8cc14f6449c HTTP/1.1" status: 404 len: 337 time: 0.0400584 Jul 05 04:14:31.630913 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.733394 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3d57-ac19-4ae4-9a92-3425b9b9c076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.737147 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3d57-ac19-4ae4-9a92-3425b9b9c076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.737576 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6f7e3d57-ac19-4ae4-9a92-3425b9b9c076 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea2eda07-d53a-45f6-8294-3481cb46f006 HTTP/1.1" status: 204 len: 168 time: 0.4602273 Jul 05 04:14:31.747436 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e3d57-ac19-4ae4-9a92-3425b9b9c076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2eda07-d53a-45f6-8294-3481cb46f006,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:31.815396 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-55dfebdd-90b0-477f-a2ed-e7818327a5c9 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/routers/952e1843-c440-4e13-b195-b7eb53687e44/tags HTTP/1.1" status: 204 len: 168 time: 0.3112507 Jul 05 04:14:31.815597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35458) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.823939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-8ed7ec1a-8f23-4c86-aec2-1741aeb0d8ef tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '952e1843-c440-4e13-b195-b7eb53687e44', 'tempest-TagsExtTest-Tag-1491549615') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:31.858487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479936d5-3246-415f-8fc4-41bad883eb36 req-9a84ec28-2bff-4a2e-86fa-16d5c8427bb8 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:31.860327 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-479936d5-3246-415f-8fc4-41bad883eb36 req-9a84ec28-2bff-4a2e-86fa-16d5c8427bb8 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 945 time: 0.0956533 Jul 05 04:14:31.903081 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-8ed7ec1a-8f23-4c86-aec2-1741aeb0d8ef tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] show failed (client error): The resource could not be found. Jul 05 04:14:31.904355 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8ed7ec1a-8f23-4c86-aec2-1741aeb0d8ef tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/routers/952e1843-c440-4e13-b195-b7eb53687e44/tags/tempest-TagsExtTest-Tag-1491549615 HTTP/1.1" status: 404 len: 329 time: 0.0865371 Jul 05 04:14:31.907054 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35462) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.912238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-055afed6-d14d-48af-bd5c-8e7106050ed8 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '952e1843-c440-4e13-b195-b7eb53687e44', 'tempest-TagsExtTest-Tag-1338390208') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:31.914988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-479936d5-3246-415f-8fc4-41bad883eb36 req-c4f50703-541b-454e-95a8-7a54fb976f7c tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445542 Jul 05 04:14:31.996811 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-055afed6-d14d-48af-bd5c-8e7106050ed8 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] show failed (client error): The resource could not be found. Jul 05 04:14:31.997868 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-055afed6-d14d-48af-bd5c-8e7106050ed8 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/routers/952e1843-c440-4e13-b195-b7eb53687e44/tags/tempest-TagsExtTest-Tag-1338390208 HTTP/1.1" status: 404 len: 329 time: 0.0897756 Jul 05 04:14:32.000775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35464) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.005265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-3bc3f380-5a4e-47c5-84c6-cbbd103d6150 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '952e1843-c440-4e13-b195-b7eb53687e44', 'tempest-TagsExtTest-Tag-860225861') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:32.111738 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-3bc3f380-5a4e-47c5-84c6-cbbd103d6150 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] show failed (client error): The resource could not be found. Jul 05 04:14:32.113023 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3bc3f380-5a4e-47c5-84c6-cbbd103d6150 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/routers/952e1843-c440-4e13-b195-b7eb53687e44/tags/tempest-TagsExtTest-Tag-860225861 HTTP/1.1" status: 404 len: 328 time: 0.1113610 Jul 05 04:14:32.116081 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35470) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.121144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-96d38de3-941e-4f2f-9975-0447db7d0650 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bfbe214e-0777-4d04-bd23-90f971eb12ab', {'tags': ['tempest-TagsExtTest-Tag-1433971248', 'tempest-TagsExtTest-Tag-1562777922', 'tempest-TagsExtTest-Tag-362941974']}) {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:32.190199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-778c5c56-faac-49cc-b37a-621ab8925502 req-eee1e3fb-a02c-4550-b437-f7b55f287ee5 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 210 time: 0.0813351 Jul 05 04:14:32.271992 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35476) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.288672 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-96d38de3-941e-4f2f-9975-0447db7d0650 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "PUT /v2.0/subnetpools/bfbe214e-0777-4d04-bd23-90f971eb12ab/tags HTTP/1.1" status: 200 len: 317 time: 0.1714275 Jul 05 04:14:32.291124 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35480) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.297468 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-a933b6c6-6503-4b4c-b395-02adce7e69cb tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bfbe214e-0777-4d04-bd23-90f971eb12ab') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:32.389609 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b75d1337-7d30-4efc-abb1-05cbc6d02efa up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:32.399276 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-140854c4-fcbf-4ad0-a0c9-0532562b777d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.452117 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a933b6c6-6503-4b4c-b395-02adce7e69cb tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/subnetpools/bfbe214e-0777-4d04-bd23-90f971eb12ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1597316 Jul 05 04:14:32.454709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35482) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.459736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-ae5179cf-325b-497a-a547-e5e3d83624ee tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bfbe214e-0777-4d04-bd23-90f971eb12ab', 'tempest-TagsExtTest-Tag-1433971248') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:32.484913 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-ae5179cf-325b-497a-a547-e5e3d83624ee tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] show failed (client error): The resource could not be found. Jul 05 04:14:32.486003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ae5179cf-325b-497a-a547-e5e3d83624ee tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/subnetpools/bfbe214e-0777-4d04-bd23-90f971eb12ab/tags/tempest-TagsExtTest-Tag-1433971248 HTTP/1.1" status: 404 len: 329 time: 0.0302243 Jul 05 04:14:32.489965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35486) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.496483 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-f77342d8-69e0-41d9-b90f-3f09cb7cd999 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bfbe214e-0777-4d04-bd23-90f971eb12ab', 'tempest-TagsExtTest-Tag-1562777922') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:32.510208 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-140854c4-fcbf-4ad0-a0c9-0532562b777d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.522151 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-f77342d8-69e0-41d9-b90f-3f09cb7cd999 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] show failed (client error): The resource could not be found. Jul 05 04:14:32.523207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f77342d8-69e0-41d9-b90f-3f09cb7cd999 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/subnetpools/bfbe214e-0777-4d04-bd23-90f971eb12ab/tags/tempest-TagsExtTest-Tag-1562777922 HTTP/1.1" status: 404 len: 329 time: 0.0322056 Jul 05 04:14:32.526027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35488) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.531722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-85ca8912-4223-4b39-b165-5459c6056f16 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bfbe214e-0777-4d04-bd23-90f971eb12ab', 'tempest-TagsExtTest-Tag-362941974') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:32.553291 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-85ca8912-4223-4b39-b165-5459c6056f16 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] show failed (client error): The resource could not be found. Jul 05 04:14:32.554630 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-85ca8912-4223-4b39-b165-5459c6056f16 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/subnetpools/bfbe214e-0777-4d04-bd23-90f971eb12ab/tags/tempest-TagsExtTest-Tag-362941974 HTTP/1.1" status: 404 len: 328 time: 0.0268776 Jul 05 04:14:32.557056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35490) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.561953 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-6db5ed7e-b682-4259-8d1f-b7e2c1de420f tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bfbe214e-0777-4d04-bd23-90f971eb12ab') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:32.586768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6db5ed7e-b682-4259-8d1f-b7e2c1de420f tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/subnetpools/bfbe214e-0777-4d04-bd23-90f971eb12ab/tags HTTP/1.1" status: 204 len: 168 time: 0.0287077 Jul 05 04:14:32.589928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35494) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.594359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.tag.tag_plugin [None req-556d060c-5e7b-4c44-a1ec-1ff244987338 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '952e1843-c440-4e13-b195-b7eb53687e44') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:32.601955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port b75d1337-7d30-4efc-abb1-05cbc6d02efa completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:32.606506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port b75d1337-7d30-4efc-abb1-05cbc6d02efa triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:32.607032 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.648613 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-140854c4-fcbf-4ad0-a0c9-0532562b777d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.695769 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.699390 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35496) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.716663 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-140854c4-fcbf-4ad0-a0c9-0532562b777d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0d95f0d0a504e9f8ef38be442fbeb00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4405038 Jul 05 04:14:32.716663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140854c4-fcbf-4ad0-a0c9-0532562b777d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3772bf-6c10-4fad-874d-92d1b574b3d5,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:32.718212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35498) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.726067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75d1337-7d30-4efc-abb1-05cbc6d02efa'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:32.729687 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35500) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.732249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-556d060c-5e7b-4c44-a1ec-1ff244987338 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/routers/952e1843-c440-4e13-b195-b7eb53687e44/tags HTTP/1.1" status: 204 len: 168 time: 0.1413014 Jul 05 04:14:32.733192 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d307ae5-33ee-4e36-b589-3e628462e857" -d '{"events": [{"server_uuid": "bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8", "name": "network-vif-plugged", "status": "completed", "tag": "b75d1337-7d30-4efc-abb1-05cbc6d02efa"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:32.751272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-3250ed00-f248-49a2-aa95-d22ba750c2d8 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0b311d41-564f-4afe-9996-244b33063c3a') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:32.763928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b75d1337-7d30-4efc-abb1-05cbc6d02efa, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b75d1337-7d30-4efc-abb1-05cbc6d02efa,segment=NetworkSegment(91d138e3-d5dc-42ea-bb26-26a914553e5e),segment_id=91d138e3-d5dc-42ea-bb26-26a914553e5e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:32.787527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-132cf6b2-ed34-4872-bf0e-dd38b83dd1d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5cb44f8695646f9a1b3d1a3d9bdcb07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825889 Jul 05 04:14:32.790063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35506) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.845823 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2dd0-a949-4a31-9539-7502fcccceb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.857150 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3250ed00-f248-49a2-aa95-d22ba750c2d8 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/ports/0b311d41-564f-4afe-9996-244b33063c3a/tags HTTP/1.1" status: 204 len: 168 time: 0.1116829 Jul 05 04:14:32.859644 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35508) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.863956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.tag.tag_plugin [None req-b6e6bc3c-6650-44a6-8a7a-b65d8895177c tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '18ae3761-5144-4f3a-83f9-61dd00804e72') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:32.872551 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2dd0-a949-4a31-9539-7502fcccceb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.893142 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb85f-08b3-4a51-a926-6b259e4c5eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.905559 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.923697 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb85f-08b3-4a51-a926-6b259e4c5eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.991147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b75d1337-7d30-4efc-abb1-05cbc6d02efa,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:33.038546 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b6e6bc3c-6650-44a6-8a7a-b65d8895177c tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/subnets/18ae3761-5144-4f3a-83f9-61dd00804e72/tags HTTP/1.1" status: 204 len: 168 time: 0.1776917 Jul 05 04:14:33.043560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35512) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:33.070702 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2dd0-a949-4a31-9539-7502fcccceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.074357 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2dd0-a949-4a31-9539-7502fcccceb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.078146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8f5c2dd0-a949-4a31-9539-7502fcccceb8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c05b00b-2d8f-4371-9e84-315abfe1f8ba HTTP/1.1" status: 204 len: 168 time: 0.2847099 Jul 05 04:14:33.150432 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb85f-08b3-4a51-a926-6b259e4c5eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.153586 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb85f-08b3-4a51-a926-6b259e4c5eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.157998 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a9ebb85f-08b3-4a51-a926-6b259e4c5eca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e3772bf-6c10-4fad-874d-92d1b574b3d5 HTTP/1.1" status: 204 len: 168 time: 0.4260628 Jul 05 04:14:33.165636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c2dd0-a949-4a31-9539-7502fcccceb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c05b00b-2d8f-4371-9e84-315abfe1f8ba,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:33.166831 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebb85f-08b3-4a51-a926-6b259e4c5eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3772bf-6c10-4fad-874d-92d1b574b3d5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:33.266675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844195a-b3c2-4fb7-a9ca-d6103e21a563 req-55ab50fa-992f-468a-aeaa-3d6126ec7abe tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:33.275763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6844195a-b3c2-4fb7-a9ca-d6103e21a563 req-55ab50fa-992f-468a-aeaa-3d6126ec7abe tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 946 time: 0.1865594 Jul 05 04:14:33.324172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6844195a-b3c2-4fb7-a9ca-d6103e21a563 req-34f929a1-b03c-4762-9cb2-3c09e86f11d3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471568 Jul 05 04:14:33.341905 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d10d4de-b478-46b1-82b0-a68f609d9930 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for subnetpool, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.343118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1d10d4de-b478-46b1-82b0-a68f609d9930 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/subnetpools/bfbe214e-0777-4d04-bd23-90f971eb12ab HTTP/1.1" status: 204 len: 168 time: 0.2981529 Jul 05 04:14:33.358467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35520) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:33.384645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-90a80ac4-7805-4b7b-b888-810a1a552bd1 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "GET /v2.0/ports?device_id=952e1843-c440-4e13-b195-b7eb53687e44 HTTP/1.1" status: 200 len: 205 time: 0.0372798 Jul 05 04:14:33.387104 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35522) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:33.453004 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b06395-8878-459b-ba8a-1d142d8fcc0f x-openstack-request-id: req-83b06395-8878-459b-ba8a-1d142d8fcc0f {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:33.453513 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8", "name": "network-vif-plugged", "status": "completed", "tag": "b75d1337-7d30-4efc-abb1-05cbc6d02efa", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:33.454145 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83b06395-8878-459b-ba8a-1d142d8fcc0f {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:33.454992 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75d1337-7d30-4efc-abb1-05cbc6d02efa', 'code': 200} Jul 05 04:14:33.491958 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-af01234e-4127-4dfe-9a5c-6ace48be6b7e req-67688fa1-d1a1-4cea-9d87-ddaebce8f279 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 210 time: 0.0368540 Jul 05 04:14:33.507012 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f505ac3e-f2ed-4ff1-ac84-44ea3501ffa0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.591458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5096e4c-ae22-45a2-ab45-c9100b055fae req-d977fc43-f13e-4c80-b0ee-d25a6a5af431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:33.593036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c5096e4c-ae22-45a2-ab45-c9100b055fae req-d977fc43-f13e-4c80-b0ee-d25a6a5af431 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0708110 Jul 05 04:14:33.629059 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c5096e4c-ae22-45a2-ab45-c9100b055fae req-c02a1752-a13c-49db-a5ce-b5ca48296a2d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294325 Jul 05 04:14:33.690139 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f505ac3e-f2ed-4ff1-ac84-44ea3501ffa0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.692702 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f505ac3e-f2ed-4ff1-ac84-44ea3501ffa0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.836711 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f505ac3e-f2ed-4ff1-ac84-44ea3501ffa0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.837326 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f505ac3e-f2ed-4ff1-ac84-44ea3501ffa0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Fanout notify agent at l3_agent the message router_deleted on router 952e1843-c440-4e13-b195-b7eb53687e44 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:33.845822 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f505ac3e-f2ed-4ff1-ac84-44ea3501ffa0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.846983 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f505ac3e-f2ed-4ff1-ac84-44ea3501ffa0 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/routers/952e1843-c440-4e13-b195-b7eb53687e44 HTTP/1.1" status: 204 len: 168 time: 0.4588401 Jul 05 04:14:33.849790 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35530) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:33.987448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ed171e00-3d8f-43e8-bcbe-d3799830ab36 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Deleting port 0b311d41-564f-4afe-9996-244b33063c3a {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:33.987836 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ed171e00-3d8f-43e8-bcbe-d3799830ab36 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.119795 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ed171e00-3d8f-43e8-bcbe-d3799830ab36 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.135728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ed171e00-3d8f-43e8-bcbe-d3799830ab36 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Calling delete_port for 0b311d41-564f-4afe-9996-244b33063c3a owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:34.264141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35534) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:34.306198 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7804fb4f-985f-4c30-b8c5-8970364a111e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e2775bad1d2440aa174cbb2d5bbd456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407929 Jul 05 04:14:34.309260 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35536) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:34.358365 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ed171e00-3d8f-43e8-bcbe-d3799830ab36 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.414696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed171e00-3d8f-43e8-bcbe-d3799830ab36 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Pushing event deleted for resources: {'Port': ['ID=0b311d41-564f-4afe-9996-244b33063c3a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:34.517180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa16cd-6736-44dd-930b-6698eb87feea req-c4b003cf-099d-449b-b5ac-fe738ff1a1c0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:34.518756 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-c4b003cf-099d-449b-b5ac-fe738ff1a1c0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.11 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 817 time: 0.1821787 Jul 05 04:14:34.560202 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ed171e00-3d8f-43e8-bcbe-d3799830ab36 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.563618 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ed171e00-3d8f-43e8-bcbe-d3799830ab36 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/ports/0b311d41-564f-4afe-9996-244b33063c3a HTTP/1.1" status: 204 len: 168 time: 0.7107480 Jul 05 04:14:34.587943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35544) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:34.592745 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b6521fc8-53ce-40fe-919a-5273174ab8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.673509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646e337-6951-4225-96e2-bda4910e44a5 req-9ea8b111-2bac-4b85-a8fa-02384b7fe62b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:34.675261 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b646e337-6951-4225-96e2-bda4910e44a5 req-9ea8b111-2bac-4b85-a8fa-02384b7fe62b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 946 time: 0.1400352 Jul 05 04:14:34.715085 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-9d6d62b2-3701-4204-ad25-144d2e9f24ad tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7982693370f04ea2842a41b7aaea4c91 HTTP/1.1" status: 200 len: 378 time: 0.1845269 Jul 05 04:14:34.722168 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b6521fc8-53ce-40fe-919a-5273174ab8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.733552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-67aa16cd-6736-44dd-930b-6698eb87feea req-78b818d9-02a7-4a28-8cf8-bf517378f723 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Request body: {'port': {'device_id': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'admin_state_up': True, 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'security_groups': ['bd54c673-1184-441d-a7f2-4d56f1b02873']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:34.761881 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-102aeef4-c683-4008-b118-871e5387cb48 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Deleting subnet 18ae3761-5144-4f3a-83f9-61dd00804e72 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:34.771626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b646e337-6951-4225-96e2-bda4910e44a5 req-aa00c96c-4cf5-4f56-81a0-d48ba7472049 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898147 Jul 05 04:14:34.773484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-630f62b9-e6e7-4de3-8fab-7891e3747a3b req-2869833b-63b6-42e5-946b-4fb986a49b04 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 210 time: 0.0504847 Jul 05 04:14:34.825124 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-102aeef4-c683-4008-b118-871e5387cb48 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.892207 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-102aeef4-c683-4008-b118-871e5387cb48 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.006706 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-102aeef4-c683-4008-b118-871e5387cb48 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.027437 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b6521fc8-53ce-40fe-919a-5273174ab8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.029999 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b6521fc8-53ce-40fe-919a-5273174ab8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.031144 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b6521fc8-53ce-40fe-919a-5273174ab8ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c378931b-8918-4115-bc91-aef934ef6e31 HTTP/1.1" status: 204 len: 168 time: 0.7209060 Jul 05 04:14:35.051693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6521fc8-53ce-40fe-919a-5273174ab8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c378931b-8918-4115-bc91-aef934ef6e31,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:35.130996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67aa16cd-6736-44dd-930b-6698eb87feea req-78b818d9-02a7-4a28-8cf8-bf517378f723 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Made reservation on behalf of 7982693370f04ea2842a41b7aaea4c91 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:35.134965 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-67aa16cd-6736-44dd-930b-6698eb87feea req-78b818d9-02a7-4a28-8cf8-bf517378f723 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.219451 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-102aeef4-c683-4008-b118-871e5387cb48 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.252944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102aeef4-c683-4008-b118-871e5387cb48 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Pushing event deleted for resources: {'Subnet': ['ID=18ae3761-5144-4f3a-83f9-61dd00804e72,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:35.267851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b696ed58-40a0-4d6f-b3d3-6085c5ca7ca2 None None] Network 68970488-b5d0-4064-ac62-4b512517052b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:35.281402 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-102aeef4-c683-4008-b118-871e5387cb48 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.286853 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-102aeef4-c683-4008-b118-871e5387cb48 tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/subnets/18ae3761-5144-4f3a-83f9-61dd00804e72 HTTP/1.1" status: 204 len: 168 time: 0.6878116 Jul 05 04:14:35.287591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35552) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:35.333068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-67aa16cd-6736-44dd-930b-6698eb87feea req-78b818d9-02a7-4a28-8cf8-bf517378f723 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Allocated IP 172.20.0.12 (efb51d37-ec2e-4b14-93c8-e329c0ebeec8/875f1078-825e-4e9d-b23f-66c9c352cf5f/4b6c38f0-76f4-4ed4-95fc-48099facbe47) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:35.395178 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.485002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Deleting port 4aba727a-9c94-4d21-b73e-46210a7d4fcf {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:35.485479 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.552057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-67aa16cd-6736-44dd-930b-6698eb87feea req-78b818d9-02a7-4a28-8cf8-bf517378f723 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.571641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d7bc4b-2377-46e0-a861-c8e64bf8d284 None None] DHCP port deletion for 68970488-b5d0-4064-ac62-4b512517052b request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:35.575020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-67aa16cd-6736-44dd-930b-6698eb87feea req-78b818d9-02a7-4a28-8cf8-bf517378f723 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Transition to ACTIVE for port object 4b6c38f0-76f4-4ed4-95fc-48099facbe47 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:35.577813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] For port 4aba727a-9c94-4d21-b73e-46210a7d4fcf, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4aba727a-9c94-4d21-b73e-46210a7d4fcf,segment=NetworkSegment(2b575320-9625-4f9e-b6ee-af7fbd83e006),segment_id=2b575320-9625-4f9e-b6ee-af7fbd83e006)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:35.578212 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.598308 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Calling delete_port for 4aba727a-9c94-4d21-b73e-46210a7d4fcf owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:35.642059 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a8d7bc4b-2377-46e0-a861-c8e64bf8d284 None None] Deleting port 4aba727a-9c94-4d21-b73e-46210a7d4fcf {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:35.644806 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a8d7bc4b-2377-46e0-a861-c8e64bf8d284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.720225 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a8d7bc4b-2377-46e0-a861-c8e64bf8d284 None None] For port 4aba727a-9c94-4d21-b73e-46210a7d4fcf, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4aba727a-9c94-4d21-b73e-46210a7d4fcf,segment=NetworkSegment(2b575320-9625-4f9e-b6ee-af7fbd83e006),segment_id=2b575320-9625-4f9e-b6ee-af7fbd83e006)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:35.720692 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a8d7bc4b-2377-46e0-a861-c8e64bf8d284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.734981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a8d7bc4b-2377-46e0-a861-c8e64bf8d284 None None] Calling delete_port for 4aba727a-9c94-4d21-b73e-46210a7d4fcf owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:35.756943 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-67aa16cd-6736-44dd-930b-6698eb87feea req-78b818d9-02a7-4a28-8cf8-bf517378f723 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.837176 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.845144 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a8d7bc4b-2377-46e0-a861-c8e64bf8d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.870332 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67aa16cd-6736-44dd-930b-6698eb87feea req-78b818d9-02a7-4a28-8cf8-bf517378f723 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:35.874657 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-67aa16cd-6736-44dd-930b-6698eb87feea req-78b818d9-02a7-4a28-8cf8-bf517378f723 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:35.880632 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b818d9-02a7-4a28-8cf8-bf517378f723 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event updated for resources: {'Port': ['ID=4b6c38f0-76f4-4ed4-95fc-48099facbe47,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:35.890159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-67aa16cd-6736-44dd-930b-6698eb87feea req-78b818d9-02a7-4a28-8cf8-bf517378f723 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:35.907768 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7bc4b-2377-46e0-a861-c8e64bf8d284 None None] Pushing event deleted for resources: {'Port': ['ID=4aba727a-9c94-4d21-b73e-46210a7d4fcf,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:35.909877 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4aba727a-9c94-4d21-b73e-46210a7d4fcf no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:35.948211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Pushing event deleted for resources: {'Port': ['ID=4aba727a-9c94-4d21-b73e-46210a7d4fcf,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:35.957497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa16cd-6736-44dd-930b-6698eb87feea req-78b818d9-02a7-4a28-8cf8-bf517378f723 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:35.961617 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-67aa16cd-6736-44dd-930b-6698eb87feea req-78b818d9-02a7-4a28-8cf8-bf517378f723 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.976974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d7bc4b-2377-46e0-a861-c8e64bf8d284 None None] No DVR routers for this DVR port 4aba727a-9c94-4d21-b73e-46210a7d4fcf on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:35.977333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] No DVR routers for this DVR port 4aba727a-9c94-4d21-b73e-46210a7d4fcf on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:35.978751 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 4aba727a-9c94-4d21-b73e-46210a7d4fcf {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:35.989781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4aba727a-9c94-4d21-b73e-46210a7d4fcf not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:36.088576 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-78b818d9-02a7-4a28-8cf8-bf517378f723 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3640661 Jul 05 04:14:36.154632 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.177039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68970488-b5d0-4064-ac62-4b512517052b']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:36.194329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b575320-9625-4f9e-b6ee-af7fbd83e006') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:36.194629 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b575320-9625-4f9e-b6ee-af7fbd83e006') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:36.216267 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.244556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d6ac8-5ba5-413d-934d-0a0b85db59cd req-c972efe2-6271-4a7b-a87f-6011919bc90a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.245472 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Request body: {'port': {'device_id': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:36.265033 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd0d6ac8-5ba5-413d-934d-0a0b85db59cd req-c972efe2-6271-4a7b-a87f-6011919bc90a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 932 time: 0.2444451 Jul 05 04:14:36.300018 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.314711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:36.315124 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:36.318217 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:36.322792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-481a330c-9313-42a8-b1a5-cd4ea7f58b14 None None] Provisioning for port 4b6c38f0-76f4-4ed4-95fc-48099facbe47 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:36.328675 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-481a330c-9313-42a8-b1a5-cd4ea7f58b14 None None] Provisioning complete for port 4b6c38f0-76f4-4ed4-95fc-48099facbe47 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:36.329232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b225f-73bd-4507-b454-7a17885a5f7e req-78d0d546-f326-415d-b2b3-13625deee485 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.329519 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-481a330c-9313-42a8-b1a5-cd4ea7f58b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.331288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f11b225f-73bd-4507-b454-7a17885a5f7e req-78d0d546-f326-415d-b2b3-13625deee485 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 946 time: 0.2413278 Jul 05 04:14:36.336753 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.389623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-481a330c-9313-42a8-b1a5-cd4ea7f58b14 None None] Port 4b6c38f0-76f4-4ed4-95fc-48099facbe47 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:36.411923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd0d6ac8-5ba5-413d-934d-0a0b85db59cd req-475e2a27-049b-48d6-843d-e19ed01da99a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1430342 Jul 05 04:14:36.451620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f11b225f-73bd-4507-b454-7a17885a5f7e req-032088d3-8c66-4c73-a0d5-c44034e83599 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913713 Jul 05 04:14:36.528741 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.552583 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.558038 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] 10.222.0.60 "DELETE /v2.0/networks/68970488-b5d0-4064-ac62-4b512517052b HTTP/1.1" status: 204 len: 168 time: 1.2692156 Jul 05 04:14:36.562628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c278b2-2900-4b38-abfa-133b62cbea8e tempest-TagsExtTest-236106796 tempest-TagsExtTest-236106796-project] Pushing event deleted for resources: {'Network': ['ID=68970488-b5d0-4064-ac62-4b512517052b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:36.654247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a18ed-ab81-40b6-8840-1a2a0de1d30a req-55f0dae8-6ec1-4551-ad5a-445d456f82d9 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.661574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c4a18ed-ab81-40b6-8840-1a2a0de1d30a req-55f0dae8-6ec1-4551-ad5a-445d456f82d9 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 946 time: 0.0867391 Jul 05 04:14:36.708203 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c4a18ed-ab81-40b6-8840-1a2a0de1d30a req-a51eda43-40fa-4400-b992-2e1362a3cf76 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458570 Jul 05 04:14:36.769164 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6c38f0-76f4-4ed4-95fc-48099facbe47 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:36.782049 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.791235 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Transition to ACTIVE for port object 4b6c38f0-76f4-4ed4-95fc-48099facbe47 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:36.875086 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.920578 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a0b28-1444-410f-9dda-39ed34454b67 req-fd4f9013-45c8-4958-8f2d-fd0e2762a3fc tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.928018 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db6a0b28-1444-410f-9dda-39ed34454b67 req-fd4f9013-45c8-4958-8f2d-fd0e2762a3fc tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 946 time: 0.0845449 Jul 05 04:14:36.929190 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Pushing event updated for resources: {'Port': ['ID=4b6c38f0-76f4-4ed4-95fc-48099facbe47,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:36.991586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db6a0b28-1444-410f-9dda-39ed34454b67 req-bede0c80-aa4a-40af-9f22-f4583334f9d7 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624406 Jul 05 04:14:37.009466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35596) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.076754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Attempting to bind port 4b6c38f0-76f4-4ed4-95fc-48099facbe47 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:37.076754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Attempting to bind port 4b6c38f0-76f4-4ed4-95fc-48099facbe47 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:37.076754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Attempting to bind port 4b6c38f0-76f4-4ed4-95fc-48099facbe47 on network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:37.076754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Port 4b6c38f0-76f4-4ed4-95fc-48099facbe47 on network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:37.077087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Attempting to bind port 4b6c38f0-76f4-4ed4-95fc-48099facbe47 on network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:37.082489 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:37.082868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Checking segment: {'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:37.083260 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Bound using segment: {'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:37.083700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Bound port: 4b6c38f0-76f4-4ed4-95fc-48099facbe47, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:37.085229 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.165586 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] For port 4b6c38f0-76f4-4ed4-95fc-48099facbe47, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:37.171346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] For port 4b6c38f0-76f4-4ed4-95fc-48099facbe47, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:37.264903 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.271505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35610) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.325842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:37.326447 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.327929 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] 10.222.0.11 "PUT /v2.0/ports/4b6c38f0-76f4-4ed4-95fc-48099facbe47 HTTP/1.1" status: 200 len: 1092 time: 1.2320869 Jul 05 04:14:37.328392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'tag': '4b6c38f0-76f4-4ed4-95fc-48099facbe47'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:37.330706 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ebb189-7041-4c57-802e-e015d3d91d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f8fb68-a81e-4892-8faa-b76da09ea0b4", "tag": "4b6c38f0-76f4-4ed4-95fc-48099facbe47"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:37.358499 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208a8dd-2850-4d08-97bb-f566ec6d1e2c service neutron] Pushing event updated for resources: {'Port': ['ID=4b6c38f0-76f4-4ed4-95fc-48099facbe47,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:37.413980 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b437249-6e78-4fd9-b1ce-a6548d3b02d5 x-openstack-request-id: req-8b437249-6e78-4fd9-b1ce-a6548d3b02d5 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:37.414542 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f8fb68-a81e-4892-8faa-b76da09ea0b4", "tag": "4b6c38f0-76f4-4ed4-95fc-48099facbe47", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:37.415119 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b437249-6e78-4fd9-b1ce-a6548d3b02d5 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:37.415746 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'tag': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'status': 'completed', 'code': 200} Jul 05 04:14:37.510147 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebb189-7041-4c57-802e-e015d3d91d1d req-ba4455eb-bd58-4704-b964-9f8b21e78b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:37.510548 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b4ebb189-7041-4c57-802e-e015d3d91d1d req-ba4455eb-bd58-4704-b964-9f8b21e78b56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 1095 time: 0.0731177 Jul 05 04:14:37.539660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-76b26f49-02a3-4723-8b99-1e3e45d150fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec9719fa1dc0416b93ab645e103b0257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645841 Jul 05 04:14:37.543628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35622) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.618405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e12ff2-62ce-4e8b-a77d-a1a24b68790d tempest-TestServerBasicOps-775748105 tempest-TestServerBasicOps-775748105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:37.626887 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35626) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.634340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': 'b75d1337-7d30-4efc-abb1-05cbc6d02efa', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:37.636341 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-91e12ff2-62ce-4e8b-a77d-a1a24b68790d tempest-TestServerBasicOps-775748105 tempest-TestServerBasicOps-775748105-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 1092 time: 0.6251459 Jul 05 04:14:37.647723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebb189-7041-4c57-802e-e015d3d91d1d req-9b0ccfc4-2748-432a-876f-d06b71025b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:37.647723 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b4ebb189-7041-4c57-802e-e015d3d91d1d req-9b0ccfc4-2748-432a-876f-d06b71025b6a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7982693370f04ea2842a41b7aaea4c91&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1279275 Jul 05 04:14:37.720444 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d3a82377-80c0-41ff-a2b3-3f7d08f08015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.755284 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d3a82377-80c0-41ff-a2b3-3f7d08f08015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.775463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17293325-f1e2-4fcb-a823-7294ce0caf60 req-8dfff437-e0fa-400e-945c-1f018b0478a5 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:37.780668 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebb189-7041-4c57-802e-e015d3d91d1d req-ca33c6f4-122a-456c-aecd-62ef10f9beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:37.782811 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b4ebb189-7041-4c57-802e-e015d3d91d1d req-ca33c6f4-122a-456c-aecd-62ef10f9beeb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274090 Jul 05 04:14:37.785049 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17293325-f1e2-4fcb-a823-7294ce0caf60 req-8dfff437-e0fa-400e-945c-1f018b0478a5 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1451926 Jul 05 04:14:37.785175 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35630) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.808454 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.872568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17293325-f1e2-4fcb-a823-7294ce0caf60 req-58c721c1-c911-4691-80f9-3ce68a052846 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884838 Jul 05 04:14:37.949317 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-177066873', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:37.973192 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d3a82377-80c0-41ff-a2b3-3f7d08f08015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.977254 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d3a82377-80c0-41ff-a2b3-3f7d08f08015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.978595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d3a82377-80c0-41ff-a2b3-3f7d08f08015 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23d898dc-e377-4bb6-bfe7-c77d19ac85bb HTTP/1.1" status: 204 len: 168 time: 0.4340317 Jul 05 04:14:37.991020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa16cd-6736-44dd-930b-6698eb87feea req-ec710313-d028-4e10-87b9-568918862503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:37.991438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a82377-80c0-41ff-a2b3-3f7d08f08015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d898dc-e377-4bb6-bfe7-c77d19ac85bb,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:37.993349 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-ec710313-d028-4e10-87b9-568918862503 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 1095 time: 0.1105785 Jul 05 04:14:38.048598 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-1ddfca53-0a9c-4a48-8ebd-4f7b7779b616 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47 HTTP/1.1" status: 200 len: 217 time: 0.0465627 Jul 05 04:14:38.068145 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.096718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Made reservation on behalf of a6a1b9ac66804a25ad613ee1f6385a88 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:38.099036 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.154016 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.165641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa16cd-6736-44dd-930b-6698eb87feea req-3982e8ad-41f6-4ff4-aaf5-e86580fb5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.167879 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-3982e8ad-41f6-4ff4-aaf5-e86580fb5349 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 200 len: 856 time: 0.1094680 Jul 05 04:14:38.275465 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Allocated IP 172.25.0.164 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/d046a0d0-b355-4cf0-b2ae-4086b60c3711) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:38.371521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa16cd-6736-44dd-930b-6698eb87feea req-d30b1961-7ff8-4e07-9cdb-905bc51dc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.373130 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-d30b1961-7ff8-4e07-9cdb-905bc51dc39c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979079 Jul 05 04:14:38.485625 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.507733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.541186 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-0e533830-9dfb-4edf-a747-5367f9a848f3 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586537 Jul 05 04:14:38.600184 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.611331 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] device_id is not set on port b4260de9-0115-4287-b737-14efd9438124 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:38.676762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601abf3d-eae8-457c-a647-3b129a94fb34,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:38.725055 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-67aa16cd-6736-44dd-930b-6698eb87feea req-2d53888e-3769-48eb-ad0c-5bdf1d0358e2 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773419 Jul 05 04:14:38.764540 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.835003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:38.840834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:38.849168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:38.863777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Allocated IP 172.25.0.166 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/b4260de9-0115-4287-b737-14efd9438124) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:38.883651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Pushing event updated for resources: {'Port': ['ID=d046a0d0-b355-4cf0-b2ae-4086b60c3711,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:39.092225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccef2c3-2926-4bfc-bd7f-e57c74376420 req-083b36bb-526e-4500-a114-f7780db207d3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:39.099569 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ccef2c3-2926-4bfc-bd7f-e57c74376420 req-083b36bb-526e-4500-a114-f7780db207d3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.0919447 Jul 05 04:14:39.147331 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ccef2c3-2926-4bfc-bd7f-e57c74376420 req-0b7beae9-533c-4100-a62c-ac44f87fdede tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467262 Jul 05 04:14:39.526941 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.763433 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.835408 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:39.853393 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:39.857237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:39.898259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Pushing event updated for resources: {'Port': ['ID=b4260de9-0115-4287-b737-14efd9438124,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:39.908709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.967419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:39.968052 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.093700 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7798dc6f-2df0-465f-b335-ebe5d29724e3 tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.3082626 Jul 05 04:14:40.096635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35686) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:40.101151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-61d547ae-c7f0-45bb-a7f7-28fddd85467c tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.166'}]}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:40.153650 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.202066 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61d547ae-c7f0-45bb-a7f7-28fddd85467c tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.203043 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61d547ae-c7f0-45bb-a7f7-28fddd85467c tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.313728 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61d547ae-c7f0-45bb-a7f7-28fddd85467c tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.350010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14751f3-2094-468e-9b67-050143c4b104 req-d71d5e9d-67f1-42b9-8c15-e9c311ace3e5 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:40.356261 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a14751f3-2094-468e-9b67-050143c4b104 req-d71d5e9d-67f1-42b9-8c15-e9c311ace3e5 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.0842161 Jul 05 04:14:40.388259 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.397169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a14751f3-2094-468e-9b67-050143c4b104 req-dc44daf0-c205-4e02-a989-8f58437d213a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369995 Jul 05 04:14:40.459372 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.615697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Pushing event updated for resources: {'Port': ['ID=d046a0d0-b355-4cf0-b2ae-4086b60c3711,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:40.625846 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61d547ae-c7f0-45bb-a7f7-28fddd85467c tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.634924 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.738340 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Floating IP dc2769c4-508c-4f05-b4aa-e1bfb3c2c89a associated. External IP: 172.25.0.164, port: b75d1337-7d30-4efc-abb1-05cbc6d02efa. Jul 05 04:14:41.043319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Router 12ebfe29-f665-4d6b-9c63-82de2c43b87a has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:41.243106 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61d547ae-c7f0-45bb-a7f7-28fddd85467c tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.265896 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61d547ae-c7f0-45bb-a7f7-28fddd85467c tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.277095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:41.287885 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545855d-7328-471f-bed0-25cc9331898f None None] Sync routers for ids ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:41.302877 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545855d-7328-471f-bed0-25cc9331898f None None] Routers {'12ebfe29-f665-4d6b-9c63-82de2c43b87a'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:41.303612 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c545855d-7328-471f-bed0-25cc9331898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:14:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:41.423839 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-c545855d-7328-471f-bed0-25cc9331898f None None] Set router 12ebfe29-f665-4d6b-9c63-82de2c43b87a gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:41.646004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97542941-428b-4597-b712-2d88c504e2a7 req-2d84bfca-fc4c-483b-801f-426953c34615 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:41.658878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97542941-428b-4597-b712-2d88c504e2a7 req-2d84bfca-fc4c-483b-801f-426953c34615 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1153522 Jul 05 04:14:41.679266 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c545855d-7328-471f-bed0-25cc9331898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:13:52Z', 'revision_number': 4, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port': {'id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:45Z', 'updated_at': '2021-07-05T04:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'dc2769c4-508c-4f05-b4aa-e1bfb3c2c89a', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'port_id': 'b75d1337-7d30-4efc-abb1-05cbc6d02efa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'mac_address': 'fa:16:3e:40:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:14:39Z', 'updated_at': '2021-07-05T04:14:39Z', 'revision_number': 0, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd684ccf3-a31d-4ce8-aaf9-a0512b3e21cf', 'name': '', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'mac_address': 'fa:16:3e:fb:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:50Z', 'updated_at': '2021-07-05T04:13:57Z', 'revision_number': 5, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'subnets': [{'id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:41.714997 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97542941-428b-4597-b712-2d88c504e2a7 req-9aea748f-99f3-4a42-a6d1-18aee2b0b4e9 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548391 Jul 05 04:14:41.732239 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545855d-7328-471f-bed0-25cc9331898f None None] Checking router: 12ebfe29-f665-4d6b-9c63-82de2c43b87a for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:41.756587 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545855d-7328-471f-bed0-25cc9331898f None None] Routers {'12ebfe29-f665-4d6b-9c63-82de2c43b87a'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:41.757240 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c545855d-7328-471f-bed0-25cc9331898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:14:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:41.800829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35722) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:41.826247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.892388 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f4de71ea-8997-4298-a5a8-e253185cc7a3 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2544687 Jul 05 04:14:41.892388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8', 'tag': 'b75d1337-7d30-4efc-abb1-05cbc6d02efa'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:41.892388 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2559c917-ec4a-4b89-93a5-84e174b04cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8", "tag": "b75d1337-7d30-4efc-abb1-05cbc6d02efa"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:41.910290 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61d547ae-c7f0-45bb-a7f7-28fddd85467c tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.923394 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-c545855d-7328-471f-bed0-25cc9331898f None None] Set router 12ebfe29-f665-4d6b-9c63-82de2c43b87a gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:41.959526 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaec12e6-3d23-44d0-a2a3-dc0631de5eef x-openstack-request-id: req-aaec12e6-3d23-44d0-a2a3-dc0631de5eef {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:41.959820 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8", "tag": "b75d1337-7d30-4efc-abb1-05cbc6d02efa", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:41.960072 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aaec12e6-3d23-44d0-a2a3-dc0631de5eef {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:41.960498 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8', 'tag': 'b75d1337-7d30-4efc-abb1-05cbc6d02efa', 'status': 'completed', 'code': 200} Jul 05 04:14:41.969112 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d613e94-fe57-4599-81b6-19c452a70001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.073992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d613e94-fe57-4599-81b6-19c452a70001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.118887 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61d547ae-c7f0-45bb-a7f7-28fddd85467c tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.123184 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61d547ae-c7f0-45bb-a7f7-28fddd85467c tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.138451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559c917-ec4a-4b89-93a5-84e174b04cf7 req-918e75e0-e649-406e-b043-7ee1b3a6acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:42.140382 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2559c917-ec4a-4b89-93a5-84e174b04cf7 req-918e75e0-e649-406e-b043-7ee1b3a6acf5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a7e2eccf7d94dc29e62b5f11d8b8141&device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 1097 time: 0.1772499 Jul 05 04:14:42.177441 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d613e94-fe57-4599-81b6-19c452a70001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.264901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d613e94-fe57-4599-81b6-19c452a70001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7625ab68-21bf-4bd9-bbef-1a162f37a068,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:42.275185 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8d613e94-fe57-4599-81b6-19c452a70001 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d45deabb42da40a4a5bfcebb8944f8ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728880 Jul 05 04:14:42.277741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-61d547ae-c7f0-45bb-a7f7-28fddd85467c tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.278258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d547ae-c7f0-45bb-a7f7-28fddd85467c tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87fb4203-a6af-424e-aae9-01e0d9dc977d {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:42.279685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35732) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:42.302364 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559c917-ec4a-4b89-93a5-84e174b04cf7 req-4ea3fc5e-9452-4118-86eb-5ad196d7ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:42.305699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2559c917-ec4a-4b89-93a5-84e174b04cf7 req-4ea3fc5e-9452-4118-86eb-5ad196d7ab03 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da6ab4e0-d261-4958-9917-3ef99fd426c9 HTTP/1.1" status: 200 len: 910 time: 0.1560879 Jul 05 04:14:42.357617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 4b6c38f0-76f4-4ed4-95fc-48099facbe47 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:14:42.377091 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b2911ee-a6f0-4440-a7b7-38b27f603dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.404832 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b2911ee-a6f0-4440-a7b7-38b27f603dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.407071 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-61d547ae-c7f0-45bb-a7f7-28fddd85467c tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:14:42.408640 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-61d547ae-c7f0-45bb-a7f7-28fddd85467c tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3108082 Jul 05 04:14:42.414996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35734) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:42.444095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2559c917-ec4a-4b89-93a5-84e174b04cf7 req-5ca6c604-0bbe-44bd-9b13-ffd579b21ed2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75d1337-7d30-4efc-abb1-05cbc6d02efa HTTP/1.1" status: 200 len: 1000 time: 0.1331222 Jul 05 04:14:42.507292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559c917-ec4a-4b89-93a5-84e174b04cf7 req-622fdb91-7a72-4d70-914f-6afbefab5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:42.509166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2559c917-ec4a-4b89-93a5-84e174b04cf7 req-622fdb91-7a72-4d70-914f-6afbefab5076 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3855596-f772-427e-8340-583a11b4f8f0 HTTP/1.1" status: 200 len: 848 time: 0.0585825 Jul 05 04:14:42.514016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 4b6c38f0-76f4-4ed4-95fc-48099facbe47, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:42.526911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'port_id': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'mac_address': 'fa:16:3e:be:b9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:14:42.538408 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c545855d-7328-471f-bed0-25cc9331898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:13:52Z', 'revision_number': 4, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port': {'id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:45Z', 'updated_at': '2021-07-05T04:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'dc2769c4-508c-4f05-b4aa-e1bfb3c2c89a', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'port_id': 'b75d1337-7d30-4efc-abb1-05cbc6d02efa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'mac_address': 'fa:16:3e:40:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:14:39Z', 'updated_at': '2021-07-05T04:14:39Z', 'revision_number': 0, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd684ccf3-a31d-4ce8-aaf9-a0512b3e21cf', 'name': '', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'mac_address': 'fa:16:3e:fb:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:50Z', 'updated_at': '2021-07-05T04:13:57Z', 'revision_number': 5, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'subnets': [{'id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:42.542598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3d30efe0-4474-4199-9dcd-a1f9c965cd0f tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Deleting port b4260de9-0115-4287-b737-14efd9438124 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:42.543107 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d30efe0-4474-4199-9dcd-a1f9c965cd0f tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.569298 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.575829 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545855d-7328-471f-bed0-25cc9331898f None None] The sync data for ids ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'] in n-d-798249-5 is: [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:13:52Z', 'revision_number': 4, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port': {'id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:45Z', 'updated_at': '2021-07-05T04:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'dc2769c4-508c-4f05-b4aa-e1bfb3c2c89a', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'port_id': 'b75d1337-7d30-4efc-abb1-05cbc6d02efa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'mac_address': 'fa:16:3e:40:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:14:39Z', 'updated_at': '2021-07-05T04:14:39Z', 'revision_number': 0, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd684ccf3-a31d-4ce8-aaf9-a0512b3e21cf', 'name': '', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'mac_address': 'fa:16:3e:fb:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:50Z', 'updated_at': '2021-07-05T04:13:57Z', 'revision_number': 5, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'subnets': [{'id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:42.587924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6c38f0-76f4-4ed4-95fc-48099facbe47 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:42.609350 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b2911ee-a6f0-4440-a7b7-38b27f603dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.612735 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5b2911ee-a6f0-4440-a7b7-38b27f603dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.616851 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5b2911ee-a6f0-4440-a7b7-38b27f603dea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7625ab68-21bf-4bd9-bbef-1a162f37a068 HTTP/1.1" status: 204 len: 168 time: 0.3361828 Jul 05 04:14:42.632090 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2911ee-a6f0-4440-a7b7-38b27f603dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7625ab68-21bf-4bd9-bbef-1a162f37a068,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:42.638796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559c917-ec4a-4b89-93a5-84e174b04cf7 req-c65dee3d-e679-4931-b8d2-4dfef70f47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:42.640331 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2559c917-ec4a-4b89-93a5-84e174b04cf7 req-c65dee3d-e679-4931-b8d2-4dfef70f47a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da6ab4e0-d261-4958-9917-3ef99fd426c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196830 Jul 05 04:14:42.655531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 4b6c38f0-76f4-4ed4-95fc-48099facbe47, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:42.663625 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d30efe0-4474-4199-9dcd-a1f9c965cd0f tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.679699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3d30efe0-4474-4199-9dcd-a1f9c965cd0f tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Calling delete_port for b4260de9-0115-4287-b737-14efd9438124 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:42.734765 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.879613 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2559c917-ec4a-4b89-93a5-84e174b04cf7 req-c0f64837-1dfa-4af9-a123-feda5c005238 service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328317 Jul 05 04:14:42.994323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd436f7-b28c-4619-9149-15ca18e6bdc7 None None] New status for floating IP dc2769c4-508c-4f05-b4aa-e1bfb3c2c89a: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:14:43.035947 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d30efe0-4474-4199-9dcd-a1f9c965cd0f tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.053478 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2559c917-ec4a-4b89-93a5-84e174b04cf7 req-da3f3286-d637-4bdc-9589-27668ac72413 service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672423 Jul 05 04:14:43.062285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a400b3-f9e5-4b99-94ab-3723621fb39c req-eeed1014-6511-4b3f-a0cf-de94f1b791b2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:43.069276 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1a400b3-f9e5-4b99-94ab-3723621fb39c req-eeed1014-6511-4b3f-a0cf-de94f1b791b2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 945 time: 0.1119254 Jul 05 04:14:43.083583 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30efe0-4474-4199-9dcd-a1f9c965cd0f tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4260de9-0115-4287-b737-14efd9438124,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:43.120586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1a400b3-f9e5-4b99-94ab-3723621fb39c req-9ca0ecc4-f1ed-4390-a8a0-f7f5b8b6f2ed tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466745 Jul 05 04:14:43.150318 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=4b6c38f0-76f4-4ed4-95fc-48099facbe47,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:43.155313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['4b6c38f0-76f4-4ed4-95fc-48099facbe47'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:14:43.188849 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3d30efe0-4474-4199-9dcd-a1f9c965cd0f tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.190959 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3d30efe0-4474-4199-9dcd-a1f9c965cd0f tempest-RoutersAdminNegativeIpV6Test-1444992716 tempest-RoutersAdminNegativeIpV6Test-1444992716-project-admin] 10.222.0.60 "DELETE /v2.0/ports/b4260de9-0115-4287-b737-14efd9438124 HTTP/1.1" status: 204 len: 168 time: 0.7749865 Jul 05 04:14:43.515122 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35750) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:43.533310 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d9e6493f-1cf7-4ceb-b152-8d2b6c3522b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.624196 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d9e6493f-1cf7-4ceb-b152-8d2b6c3522b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.682119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35754) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:43.702721 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d9e6493f-1cf7-4ceb-b152-8d2b6c3522b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.744513 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d9e6493f-1cf7-4ceb-b152-8d2b6c3522b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e37fc5a1fad4e94b1426c4ba892d63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281969 Jul 05 04:14:43.747102 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35760) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:43.753104 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6493f-1cf7-4ceb-b152-8d2b6c3522b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8504fed-8d8f-4656-b355-571a8f2f11fd,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:43.802268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-762c3ce7-d7cc-418b-88e8-5591b262011c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.825658 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bddb23cc-8f19-4687-9d6b-ad1884ac5bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.859265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bddb23cc-8f19-4687-9d6b-ad1884ac5bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.953196 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-762c3ce7-d7cc-418b-88e8-5591b262011c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.018700 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bddb23cc-8f19-4687-9d6b-ad1884ac5bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.021366 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bddb23cc-8f19-4687-9d6b-ad1884ac5bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.022562 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bddb23cc-8f19-4687-9d6b-ad1884ac5bee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8504fed-8d8f-4656-b355-571a8f2f11fd HTTP/1.1" status: 204 len: 168 time: 0.2745552 Jul 05 04:14:44.031397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb23cc-8f19-4687-9d6b-ad1884ac5bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8504fed-8d8f-4656-b355-571a8f2f11fd,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:44.046355 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-762c3ce7-d7cc-418b-88e8-5591b262011c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.097000 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-762c3ce7-d7cc-418b-88e8-5591b262011c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9169c2da6c704e35849fed6527050e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135287 Jul 05 04:14:44.098070 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c3ce7-d7cc-418b-88e8-5591b262011c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdab1569-911a-43c7-add4-a3ac6b2451ed,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:44.099714 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35768) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:44.181484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3086e70-f374-4c1a-8f25-9860ecfeb6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.210138 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3086e70-f374-4c1a-8f25-9860ecfeb6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.327017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b7d4f-dd10-4d1f-bf3c-ae958e97f0cb req-7e55c48e-ffcd-4a81-89ce-2f27c82e6549 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:44.328519 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d3b7d4f-dd10-4d1f-bf3c-ae958e97f0cb req-7e55c48e-ffcd-4a81-89ce-2f27c82e6549 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 945 time: 0.0715299 Jul 05 04:14:44.357821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 4b6c38f0-76f4-4ed4-95fc-48099facbe47 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:44.521596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 4b6c38f0-76f4-4ed4-95fc-48099facbe47 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:44.525853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 4b6c38f0-76f4-4ed4-95fc-48099facbe47 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:44.526299 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.645561 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.674403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6c38f0-76f4-4ed4-95fc-48099facbe47'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:44.676835 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391fde54-c99b-431b-8836-eda0f3a6fe87" -d '{"events": [{"server_uuid": "a7f8fb68-a81e-4892-8faa-b76da09ea0b4", "name": "network-vif-plugged", "status": "completed", "tag": "4b6c38f0-76f4-4ed4-95fc-48099facbe47"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:44.693221 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 4b6c38f0-76f4-4ed4-95fc-48099facbe47, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:44.708187 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3086e70-f374-4c1a-8f25-9860ecfeb6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.710659 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3086e70-f374-4c1a-8f25-9860ecfeb6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.714785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e3086e70-f374-4c1a-8f25-9860ecfeb6f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bdab1569-911a-43c7-add4-a3ac6b2451ed HTTP/1.1" status: 204 len: 168 time: 0.6110911 Jul 05 04:14:44.724043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3086e70-f374-4c1a-8f25-9860ecfeb6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdab1569-911a-43c7-add4-a3ac6b2451ed,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:44.736249 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7370537-15c0-4d2d-a2e6-482ed010c174 x-openstack-request-id: req-a7370537-15c0-4d2d-a2e6-482ed010c174 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:44.736687 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f8fb68-a81e-4892-8faa-b76da09ea0b4", "name": "network-vif-plugged", "status": "completed", "tag": "4b6c38f0-76f4-4ed4-95fc-48099facbe47", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:44.738415 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7370537-15c0-4d2d-a2e6-482ed010c174 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:44.739061 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'code': 200} Jul 05 04:14:44.740534 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d3b7d4f-dd10-4d1f-bf3c-ae958e97f0cb req-6689aaf0-1daa-4c48-b3d1-66826b56f30d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4059980 Jul 05 04:14:44.789438 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.847813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=4b6c38f0-76f4-4ed4-95fc-48099facbe47,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:44.877447 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604563e-58b2-4f38-b374-8c0613de468c req-be71327b-2e8a-4c6a-babf-fd9dce3bd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:44.878956 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a604563e-58b2-4f38-b374-8c0613de468c req-be71327b-2e8a-4c6a-babf-fd9dce3bd881 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 1097 time: 0.0613761 Jul 05 04:14:44.921049 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a604563e-58b2-4f38-b374-8c0613de468c req-b3414106-7fd3-481f-8cd3-cbd682837727 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346043 Jul 05 04:14:45.688026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35810) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:45.731798 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9ad32fac-1250-4df2-bf7c-4f6dcb2af43c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a6a1b9ac66804a25ad613ee1f6385a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426688 Jul 05 04:14:45.734409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35812) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:45.791203 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-138e416b-29f1-46ec-a275-aa0e27794e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.815728 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-138e416b-29f1-46ec-a275-aa0e27794e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.940258 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-138e416b-29f1-46ec-a275-aa0e27794e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.943141 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-138e416b-29f1-46ec-a275-aa0e27794e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.944516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-138e416b-29f1-46ec-a275-aa0e27794e61 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/601abf3d-eae8-457c-a647-3b129a94fb34 HTTP/1.1" status: 204 len: 168 time: 0.2090673 Jul 05 04:14:45.954874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e416b-29f1-46ec-a275-aa0e27794e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601abf3d-eae8-457c-a647-3b129a94fb34,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:45.965225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d1158-4336-4d02-8959-e52f985c1e81 req-86df49e3-76da-4a45-9e65-18f31cae785b tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:45.972324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e2d1158-4336-4d02-8959-e52f985c1e81 req-86df49e3-76da-4a45-9e65-18f31cae785b tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.0949152 Jul 05 04:14:46.020180 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e2d1158-4336-4d02-8959-e52f985c1e81 req-627f0829-c4d5-4d8d-b1ec-001c2d661503 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468879 Jul 05 04:14:47.186663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35864) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:47.211977 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c89c7c-c585-4c5c-bf80-52b11e2d468e req-c1c544ce-413b-4c1c-b156-8a86cfc20895 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:47.215885 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-85c89c7c-c585-4c5c-bf80-52b11e2d468e req-c1c544ce-413b-4c1c-b156-8a86cfc20895 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.0671163 Jul 05 04:14:47.256504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-85c89c7c-c585-4c5c-bf80-52b11e2d468e req-8fb1aa7c-f362-483c-80c9-43e03e27bf98 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357473 Jul 05 04:14:47.303936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-937358495'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:47.435760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c85eb0-a635-46fe-a63b-e6bfe599580a req-5e582ce4-0e9f-4f56-83fd-af3fda8a0fdd tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:47.437308 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91c85eb0-a635-46fe-a63b-e6bfe599580a req-5e582ce4-0e9f-4f56-83fd-af3fda8a0fdd tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.0647843 Jul 05 04:14:47.448595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35872) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:47.453513 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-fbbfe759-274c-4f38-9c6a-cdd631c31bac tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Request body: {'floatingip': {'port_id': '4b6c38f0-76f4-4ed4-95fc-48099facbe47'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:47.457782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:47.461873 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.502383 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.506969 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe759-274c-4f38-9c6a-cdd631c31bac tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for floatingip, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.796891 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.887699 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.912622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:47.972329 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a0c2f7-ca87-4fa5-bc12-2b435da71732,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:47.976965 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.977210 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Added segment df9a0eba-c92e-4ae8-9906-becdb4a68b45 of type vlan for network 86178c79-4277-4bfb-bb97-c5717bada70f Jul 05 04:14:48.044927 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.162998 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe759-274c-4f38-9c6a-cdd631c31bac tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.206672 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.212406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:48.213026 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.263800 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe759-274c-4f38-9c6a-cdd631c31bac tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.327224 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Network': ['ID=86178c79-4277-4bfb-bb97-c5717bada70f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:48.342223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:48.419523 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d7429202-b139-47d7-a46c-4eac4bfe6ca6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2315433 Jul 05 04:14:48.421036 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-fbbfe759-274c-4f38-9c6a-cdd631c31bac tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Floating IP db2765b2-41fb-4e3b-81ff-4acaf84c9316 associated. External IP: 172.25.0.140, port: 4b6c38f0-76f4-4ed4-95fc-48099facbe47. Jul 05 04:14:48.423143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35886) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:48.428848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d9d03900-4bf0-4d9c-b238-ae7e2f5d4037 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:48.636401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d03900-4bf0-4d9c-b238-ae7e2f5d4037 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:48.641365 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9d03900-4bf0-4d9c-b238-ae7e2f5d4037 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.646446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbfe759-274c-4f38-9c6a-cdd631c31bac tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:48.833749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbfe759-274c-4f38-9c6a-cdd631c31bac tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:48.838419 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe759-274c-4f38-9c6a-cdd631c31bac tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.843555 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0a00bf-ed25-4348-a3a8-df82f4712f03 None None] Sync routers for ids ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:48.852206 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a00bf-ed25-4348-a3a8-df82f4712f03 None None] Routers {'272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:48.853075 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4c0a00bf-ed25-4348-a3a8-df82f4712f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:14:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:48.887176 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fbbfe759-274c-4f38-9c6a-cdd631c31bac tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "PUT /v2.0/floatingips/db2765b2-41fb-4e3b-81ff-4acaf84c9316 HTTP/1.1" status: 200 len: 992 time: 1.4334002 Jul 05 04:14:48.887176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'tag': '4b6c38f0-76f4-4ed4-95fc-48099facbe47'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:48.887770 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4db33f-cddf-4b44-8e72-00ea2c618b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f8fb68-a81e-4892-8faa-b76da09ea0b4", "tag": "4b6c38f0-76f4-4ed4-95fc-48099facbe47"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:48.963022 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf9e2a5-7c32-4283-a971-b2d0a25f5cb5 x-openstack-request-id: req-ecf9e2a5-7c32-4283-a971-b2d0a25f5cb5 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:48.963409 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f8fb68-a81e-4892-8faa-b76da09ea0b4", "tag": "4b6c38f0-76f4-4ed4-95fc-48099facbe47", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:48.963669 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ecf9e2a5-7c32-4283-a971-b2d0a25f5cb5 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:48.964078 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'tag': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'status': 'completed', 'code': 200} Jul 05 04:14:49.001559 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-4c0a00bf-ed25-4348-a3a8-df82f4712f03 None None] Set router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:49.064987 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4db33f-cddf-4b44-8e72-00ea2c618b0c req-8be4caf4-5925-4c66-b8c2-5ef734ebbc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:49.066530 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0d4db33f-cddf-4b44-8e72-00ea2c618b0c req-8be4caf4-5925-4c66-b8c2-5ef734ebbc71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 1097 time: 0.0817711 Jul 05 04:14:49.132945 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9d03900-4bf0-4d9c-b238-ae7e2f5d4037 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.180460 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4db33f-cddf-4b44-8e72-00ea2c618b0c req-d7c7cbac-362d-4369-b20e-2b63d6a71b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:49.180460 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0d4db33f-cddf-4b44-8e72-00ea2c618b0c req-d7c7cbac-362d-4369-b20e-2b63d6a71b2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 918 time: 0.0967431 Jul 05 04:14:49.225409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d03900-4bf0-4d9c-b238-ae7e2f5d4037 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=668ff2c3-9d68-4ef1-8ae5-ab4326874e37,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:49.227371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d03900-4bf0-4d9c-b238-ae7e2f5d4037 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:49.227746 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d03900-4bf0-4d9c-b238-ae7e2f5d4037 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network hostable DHCP agents. Network: 86178c79-4277-4bfb-bb97-c5717bada70f, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:49.272943 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4c0a00bf-ed25-4348-a3a8-df82f4712f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'db2765b2-41fb-4e3b-81ff-4acaf84c9316', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'port_id': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'mac_address': 'fa:16:3e:be:b9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:14:27Z', 'updated_at': '2021-07-05T04:14:48Z', 'revision_number': 1, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:49.279709 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0d4db33f-cddf-4b44-8e72-00ea2c618b0c req-07c1f54e-f6b6-46b7-814a-fd43c6b65781 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47 HTTP/1.1" status: 200 len: 1000 time: 0.0979908 Jul 05 04:14:49.305250 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0a00bf-ed25-4348-a3a8-df82f4712f03 None None] Checking router: 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:49.314580 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a00bf-ed25-4348-a3a8-df82f4712f03 None None] Routers {'272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:49.315195 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4c0a00bf-ed25-4348-a3a8-df82f4712f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:14:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:49.341297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4db33f-cddf-4b44-8e72-00ea2c618b0c req-3c779a71-6984-455d-aeba-84b5b199226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:49.342773 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0d4db33f-cddf-4b44-8e72-00ea2c618b0c req-3c779a71-6984-455d-aeba-84b5b199226b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 200 len: 856 time: 0.0550437 Jul 05 04:14:49.356625 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d03900-4bf0-4d9c-b238-ae7e2f5d4037 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:49.402920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4db33f-cddf-4b44-8e72-00ea2c618b0c req-cb59507c-8239-443b-a7cb-56d621cc5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:49.404776 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0d4db33f-cddf-4b44-8e72-00ea2c618b0c req-cb59507c-8239-443b-a7cb-56d621cc5911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557816 Jul 05 04:14:49.421768 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-4c0a00bf-ed25-4348-a3a8-df82f4712f03 None None] Set router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:49.435367 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-d9d03900-4bf0-4d9c-b238-ae7e2f5d4037 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 86178c79-4277-4bfb-bb97-c5717bada70f) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:49.440226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d03900-4bf0-4d9c-b238-ae7e2f5d4037 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:49.440967 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9d03900-4bf0-4d9c-b238-ae7e2f5d4037 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.450187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a76203e-6c69-4de1-9ced-90d649e6c012 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:49.512551 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0d4db33f-cddf-4b44-8e72-00ea2c618b0c req-37421d4f-f12a-49fb-8848-25569003ee3a service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982831 Jul 05 04:14:49.548306 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d9d03900-4bf0-4d9c-b238-ae7e2f5d4037 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1206031 Jul 05 04:14:49.548782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35902) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:49.556498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'name': 'tempest-NetworksTestDHCPv6-2119414999'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:49.649869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': '668ff2c3-9d68-4ef1-8ae5-ab4326874e37'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:49.651509 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.675827 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0d4db33f-cddf-4b44-8e72-00ea2c618b0c req-631328cb-bf97-4ce1-a73e-730b8ad95e86 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590366 Jul 05 04:14:49.749860 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4c0a00bf-ed25-4348-a3a8-df82f4712f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'db2765b2-41fb-4e3b-81ff-4acaf84c9316', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'port_id': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'mac_address': 'fa:16:3e:be:b9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:14:27Z', 'updated_at': '2021-07-05T04:14:48Z', 'revision_number': 1, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:49.796891 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0a00bf-ed25-4348-a3a8-df82f4712f03 None None] The sync data for ids ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'] in n-d-798249-5 is: [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'db2765b2-41fb-4e3b-81ff-4acaf84c9316', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'port_id': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'mac_address': 'fa:16:3e:be:b9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:14:27Z', 'updated_at': '2021-07-05T04:14:48Z', 'revision_number': 1, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:49.841293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:49.845808 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.868106 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Allocated IP 2001:db8::2 (86178c79-4277-4bfb-bb97-c5717bada70f/668ff2c3-9d68-4ef1-8ae5-ab4326874e37/afb40013-8ed8-41ce-8a22-3d8baf759283) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:49.896156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port 7e951065-cae5-4df4-b327-28f27d799a5a yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:50.045656 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.058961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Transition to ACTIVE for port object afb40013-8ed8-41ce-8a22-3d8baf759283 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:50.091880 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Transition to ACTIVE for port object afb40013-8ed8-41ce-8a22-3d8baf759283 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:50.129973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e620c176-7e31-44b6-a10e-423fc9928c3d None None] New status for floating IP db2765b2-41fb-4e3b-81ff-4acaf84c9316: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:14:50.245216 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.277880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::da (86178c79-4277-4bfb-bb97-c5717bada70f/668ff2c3-9d68-4ef1-8ae5-ab4326874e37/7e951065-cae5-4df4-b327-28f27d799a5a) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:50.315095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:50.328637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:50.333841 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:50.340529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Pushing event updated for resources: {'Port': ['ID=afb40013-8ed8-41ce-8a22-3d8baf759283,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:50.451231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Attempting to bind port afb40013-8ed8-41ce-8a22-3d8baf759283 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:50.451920 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Attempting to bind port afb40013-8ed8-41ce-8a22-3d8baf759283 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:50.452034 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Attempting to bind port afb40013-8ed8-41ce-8a22-3d8baf759283 on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:50.458652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:50.459273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:50.459900 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.460559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:50.461312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Bound port: afb40013-8ed8-41ce-8a22-3d8baf759283, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:50.461927 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.499155 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.512863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object 7e951065-cae5-4df4-b327-28f27d799a5a will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:50.538677 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] For port afb40013-8ed8-41ce-8a22-3d8baf759283, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:50.544972 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] For port afb40013-8ed8-41ce-8a22-3d8baf759283, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=afb40013-8ed8-41ce-8a22-3d8baf759283,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:50.710171 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.710737 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.772343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:50.783914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:50.787364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa4f0b-e320-4e7d-9182-1c10aba015ca None None] Pushing event updated for resources: {'Port': ['ID=afb40013-8ed8-41ce-8a22-3d8baf759283,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:50.789267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:50.799877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:50.800765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.805043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=7e951065-cae5-4df4-b327-28f27d799a5a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:50.899475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f9b634de-f891-4b47-b539-28e5426bd1a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3496501 Jul 05 04:14:50.902800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35918) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:51.009691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f862c4a6-d2e3-40ef-9bbf-ae0a60d3fe99 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:51.015920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f862c4a6-d2e3-40ef-9bbf-ae0a60d3fe99 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:51.017523 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f862c4a6-d2e3-40ef-9bbf-ae0a60d3fe99 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1135089 Jul 05 04:14:51.020168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35920) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:51.142255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c7b75-ee54-412e-b46f-bb37674a6f29 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port 7e951065-cae5-4df4-b327-28f27d799a5a {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:51.142694 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c6c7b75-ee54-412e-b46f-bb37674a6f29 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.229777 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-829d08ed-2629-423d-ba24-00bf3335d2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.274598 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c6c7b75-ee54-412e-b46f-bb37674a6f29 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.290531 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c7b75-ee54-412e-b46f-bb37674a6f29 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for 7e951065-cae5-4df4-b327-28f27d799a5a owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:51.492468 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c6c7b75-ee54-412e-b46f-bb37674a6f29 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.522864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c7b75-ee54-412e-b46f-bb37674a6f29 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=7e951065-cae5-4df4-b327-28f27d799a5a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:51.560201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c6c7b75-ee54-412e-b46f-bb37674a6f29 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.564873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35926) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:51.565423 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0c6c7b75-ee54-412e-b46f-bb37674a6f29 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/7e951065-cae5-4df4-b327-28f27d799a5a HTTP/1.1" status: 204 len: 168 time: 0.5438380 Jul 05 04:14:51.671507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69acc78-1dad-4faf-9034-e7ca284649ec tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:51.673247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69acc78-1dad-4faf-9034-e7ca284649ec tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:51.674878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c69acc78-1dad-4faf-9034-e7ca284649ec tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1089191 Jul 05 04:14:51.677558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 35930) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:51.737796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7343ddc-a9b6-444b-8499-a8ad5cf7d5f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 668ff2c3-9d68-4ef1-8ae5-ab4326874e37 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:51.741574 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7343ddc-a9b6-444b-8499-a8ad5cf7d5f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.818730 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7343ddc-a9b6-444b-8499-a8ad5cf7d5f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.949063 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device afb40013-8ed8-41ce-8a22-3d8baf759283 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:51.992550 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7343ddc-a9b6-444b-8499-a8ad5cf7d5f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.025815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1872062-a775-4533-9a05-78ac58d32b65 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:52.149970 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7343ddc-a9b6-444b-8499-a8ad5cf7d5f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.178249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port afb40013-8ed8-41ce-8a22-3d8baf759283 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:52.192933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7343ddc-a9b6-444b-8499-a8ad5cf7d5f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=668ff2c3-9d68-4ef1-8ae5-ab4326874e37,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:52.205555 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7343ddc-a9b6-444b-8499-a8ad5cf7d5f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.209900 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a7343ddc-a9b6-444b-8499-a8ad5cf7d5f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/668ff2c3-9d68-4ef1-8ae5-ab4326874e37 HTTP/1.1" status: 204 len: 168 time: 0.5288751 Jul 05 04:14:52.210710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35946) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:52.211214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9cb1c4ee-724e-46c5-ac38-cb7b9f28d4fd None None] Provisioning for port afb40013-8ed8-41ce-8a22-3d8baf759283 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:52.220709 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9cb1c4ee-724e-46c5-ac38-cb7b9f28d4fd None None] Provisioning complete for port afb40013-8ed8-41ce-8a22-3d8baf759283 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:52.221319 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c4ee-724e-46c5-ac38-cb7b9f28d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.289834 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-789081ca-f919-4023-bcdc-a6484e1ff95b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758133 Jul 05 04:14:52.290061 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35948) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:52.300504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-2376e667-2120-4e84-b764-05abbb9572d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:52.345572 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c4ee-724e-46c5-ac38-cb7b9f28d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.402252 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9cb1c4ee-724e-46c5-ac38-cb7b9f28d4fd None None] For port afb40013-8ed8-41ce-8a22-3d8baf759283, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=afb40013-8ed8-41ce-8a22-3d8baf759283,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:52.497402 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c4ee-724e-46c5-ac38-cb7b9f28d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.526554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2376e667-2120-4e84-b764-05abbb9572d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:52.530322 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2376e667-2120-4e84-b764-05abbb9572d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.562518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb879b9-b912-423e-ad68-c29cec79c817 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:52.577528 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1c4ee-724e-46c5-ac38-cb7b9f28d4fd None None] Pushing event updated for resources: {'Port': ['ID=afb40013-8ed8-41ce-8a22-3d8baf759283,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:52.644499 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4a2d973b-7fe8-4c03-884b-5b22f8040a37 None None] Provisioning complete for port afb40013-8ed8-41ce-8a22-3d8baf759283 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:52.644876 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-7fe8-4c03-884b-5b22f8040a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.841815 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2376e667-2120-4e84-b764-05abbb9572d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.842646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66acb22-351b-4e74-9ff5-06dc432c9037 None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:52.901956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2376e667-2120-4e84-b764-05abbb9572d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:52.905345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-2376e667-2120-4e84-b764-05abbb9572d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:52.909529 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2376e667-2120-4e84-b764-05abbb9572d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:52.910122 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2376e667-2120-4e84-b764-05abbb9572d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.922368 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376e667-2120-4e84-b764-05abbb9572d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=a342bfb3-9bbc-4b09-9a2b-f302741842ba,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:52.927232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b66acb22-351b-4e74-9ff5-06dc432c9037 None None] Deleting port afb40013-8ed8-41ce-8a22-3d8baf759283 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:52.927622 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b66acb22-351b-4e74-9ff5-06dc432c9037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.990370 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2376e667-2120-4e84-b764-05abbb9572d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6991806 Jul 05 04:14:52.993291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 35976) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:52.999435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'name': 'tempest-NetworksTestDHCPv6-972603898'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:53.008273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b66acb22-351b-4e74-9ff5-06dc432c9037 None None] For port afb40013-8ed8-41ce-8a22-3d8baf759283, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=afb40013-8ed8-41ce-8a22-3d8baf759283,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:53.008841 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b66acb22-351b-4e74-9ff5-06dc432c9037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.026682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b66acb22-351b-4e74-9ff5-06dc432c9037 None None] Calling delete_port for afb40013-8ed8-41ce-8a22-3d8baf759283 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:53.189931 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:53.190587 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b66acb22-351b-4e74-9ff5-06dc432c9037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.193751 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.210374 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66acb22-351b-4e74-9ff5-06dc432c9037 None None] No DVR routers for this DVR port afb40013-8ed8-41ce-8a22-3d8baf759283 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:53.217469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port fed70432-844c-4a16-a09e-0e77c2e9a7bf yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:53.242854 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590615d0-a5ca-476e-b169-e0578afeb3e7 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:53.261078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66acb22-351b-4e74-9ff5-06dc432c9037 None None] Pushing event deleted for resources: {'Port': ['ID=afb40013-8ed8-41ce-8a22-3d8baf759283,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:53.382702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::36c (86178c79-4277-4bfb-bb97-c5717bada70f/a342bfb3-9bbc-4b09-9a2b-f302741842ba/fed70432-844c-4a16-a09e-0e77c2e9a7bf) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:53.451029 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': 'a342bfb3-9bbc-4b09-9a2b-f302741842ba'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:53.458221 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.580597 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.595047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object fed70432-844c-4a16-a09e-0e77c2e9a7bf will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:53.698754 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.742922 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:53.753070 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:53.753306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Allocated IP 2001:db8::2 (86178c79-4277-4bfb-bb97-c5717bada70f/a342bfb3-9bbc-4b09-9a2b-f302741842ba/6cd644ec-586f-42a4-b9bd-b4eb70c98f47) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:53.753400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:53.758878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:53.759535 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.770053 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=fed70432-844c-4a16-a09e-0e77c2e9a7bf,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:53.852847 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8e0faf9a-2dd4-40fd-86a6-55eb6298c226 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8583295 Jul 05 04:14:53.856607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36004) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:53.905483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device afb40013-8ed8-41ce-8a22-3d8baf759283 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:53.927600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: afb40013-8ed8-41ce-8a22-3d8baf759283 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:53.928671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device afb40013-8ed8-41ce-8a22-3d8baf759283 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:53.950461 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.958575 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Transition to ACTIVE for port object 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:53.971510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889df0d6-8016-4803-9869-86f54bd8b044 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:53.973288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-889df0d6-8016-4803-9869-86f54bd8b044 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1156709 Jul 05 04:14:53.976169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36006) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:53.977315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Transition to ACTIVE for port object 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:54.059124 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.093378 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-953d29b2-d337-4878-8aec-bfce3e29295e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port fed70432-844c-4a16-a09e-0e77c2e9a7bf {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:54.093813 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-953d29b2-d337-4878-8aec-bfce3e29295e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.111832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:54.115666 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:54.118099 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:54.121439 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Pushing event updated for resources: {'Port': ['ID=6cd644ec-586f-42a4-b9bd-b4eb70c98f47,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:54.193570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Attempting to bind port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:54.193929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Attempting to bind port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:54.194300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Attempting to bind port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:54.200147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:54.200660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:54.201035 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.202122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:54.202122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Bound port: 6cd644ec-586f-42a4-b9bd-b4eb70c98f47, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:54.202346 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.221491 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-953d29b2-d337-4878-8aec-bfce3e29295e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.235843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-953d29b2-d337-4878-8aec-bfce3e29295e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for fed70432-844c-4a16-a09e-0e77c2e9a7bf owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:54.251993 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6670434b-238c-4bb2-b355-0cc6a98d29ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.303665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] For port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:54.307142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] For port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6cd644ec-586f-42a4-b9bd-b4eb70c98f47,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:54.376119 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.430257 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.452723 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-953d29b2-d337-4878-8aec-bfce3e29295e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.520270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d29b2-d337-4878-8aec-bfce3e29295e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=fed70432-844c-4a16-a09e-0e77c2e9a7bf,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:54.526856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2a051-d5cb-480d-a762-7a6802955939 None None] Pushing event updated for resources: {'Port': ['ID=6cd644ec-586f-42a4-b9bd-b4eb70c98f47,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:54.548392 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-953d29b2-d337-4878-8aec-bfce3e29295e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.550547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-953d29b2-d337-4878-8aec-bfce3e29295e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/fed70432-844c-4a16-a09e-0e77c2e9a7bf HTTP/1.1" status: 204 len: 168 time: 0.5732408 Jul 05 04:14:54.553046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36012) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:54.613253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b65a778-059f-4fa2-b54b-590469dbb8fe tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:54.614814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b65a778-059f-4fa2-b54b-590469dbb8fe tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:54.619057 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9b65a778-059f-4fa2-b54b-590469dbb8fe tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0623019 Jul 05 04:14:54.620344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36016) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:54.755240 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b4e046-4b60-4e33-862e-3755c8de95aa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet a342bfb3-9bbc-4b09-9a2b-f302741842ba {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:54.759184 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97b4e046-4b60-4e33-862e-3755c8de95aa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.807896 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97b4e046-4b60-4e33-862e-3755c8de95aa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.900592 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97b4e046-4b60-4e33-862e-3755c8de95aa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.025281 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97b4e046-4b60-4e33-862e-3755c8de95aa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.058252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4e046-4b60-4e33-862e-3755c8de95aa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=a342bfb3-9bbc-4b09-9a2b-f302741842ba,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:55.064681 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97b4e046-4b60-4e33-862e-3755c8de95aa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.066826 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-97b4e046-4b60-4e33-862e-3755c8de95aa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/a342bfb3-9bbc-4b09-9a2b-f302741842ba HTTP/1.1" status: 204 len: 168 time: 0.4453509 Jul 05 04:14:55.069233 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36022) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:55.108719 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ef03c0d5-4b20-4efd-993c-9f9fb8852b99 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382786 Jul 05 04:14:55.111390 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36028) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:55.117013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ce1e45cf-bceb-4f9a-89b5-949dc17f3604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:55.242313 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.299558 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1e45cf-bceb-4f9a-89b5-949dc17f3604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:55.303515 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce1e45cf-bceb-4f9a-89b5-949dc17f3604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.572641 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce1e45cf-bceb-4f9a-89b5-949dc17f3604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.616799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e38a645-e004-4cdb-99a6-8aafe7c67e7c None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:55.617734 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1e45cf-bceb-4f9a-89b5-949dc17f3604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:55.625908 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ce1e45cf-bceb-4f9a-89b5-949dc17f3604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:55.629208 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e45cf-bceb-4f9a-89b5-949dc17f3604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:55.630180 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ce1e45cf-bceb-4f9a-89b5-949dc17f3604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.655894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e45cf-bceb-4f9a-89b5-949dc17f3604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=4d356371-52d1-4880-8bd3-c23655bb6a92,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:55.747515 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ce1e45cf-bceb-4f9a-89b5-949dc17f3604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6324775 Jul 05 04:14:55.748972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36034) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:55.756467 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'name': 'tempest-NetworksTestDHCPv6-379039239'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:55.843892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-56b63b30-c7fd-48eb-88b7-af8909ee142b None None] Provisioning for port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:55.922302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:56.041831 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:56.042090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:56.046373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:56.046861 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.050049 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.074725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port d6ec5cef-c269-488e-991f-000775e2d2d4 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:56.125104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac721e-e3eb-4365-9e43-ab07c89bd30b None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:56.251187 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::1f9 (86178c79-4277-4bfb-bb97-c5717bada70f/4d356371-52d1-4880-8bd3-c23655bb6a92/d6ec5cef-c269-488e-991f-000775e2d2d4) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:56.440498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9b814f86-5521-44d3-b974-092e92e03dde None None] Provisioning complete for port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:56.441071 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9b814f86-5521-44d3-b974-092e92e03dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.452479 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.525351 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6cd644ec-586f-42a4-b9bd-b4eb70c98f47,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:56.674743 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.684407 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9b814f86-5521-44d3-b974-092e92e03dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.787936 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=6cd644ec-586f-42a4-b9bd-b4eb70c98f47,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:56.808783 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-9b814f86-5521-44d3-b974-092e92e03dde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:14:56.809150 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-9b814f86-5521-44d3-b974-092e92e03dde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:14:56.874139 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.890021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object d6ec5cef-c269-488e-991f-000775e2d2d4 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:56.989655 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.068179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:57.090431 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:57.092262 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=d6ec5cef-c269-488e-991f-000775e2d2d4,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:57.104444 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:57.111854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:57.124715 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.178107 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.213875 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d3ffab7b-ab6c-4a53-b891-1f4df9681ad9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4622130 Jul 05 04:14:57.216715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36060) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:57.276528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36064) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:57.348690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966fecbd-51b6-4bf8-b53b-6c2990f70887 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:57.355634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966fecbd-51b6-4bf8-b53b-6c2990f70887 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:57.360144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36068) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:57.360277 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-966fecbd-51b6-4bf8-b53b-6c2990f70887 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1419246 Jul 05 04:14:57.448834 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3575a4ca-826d-4211-922b-c64d005404c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.477345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-44489758-db08-4949-8bc1-9d686bf3873b None None] Could not find standard attr ID for object 7e951065-cae5-4df4-b327-28f27d799a5a. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:14:57.492122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-44489758-db08-4949-8bc1-9d686bf3873b None None] Provisioning complete for port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:57.492524 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44489758-db08-4949-8bc1-9d686bf3873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.616354 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-f4cbc808-b5eb-4745-ac53-049116e7ed7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port d6ec5cef-c269-488e-991f-000775e2d2d4 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:57.616748 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc808-b5eb-4745-ac53-049116e7ed7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.667920 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3575a4ca-826d-4211-922b-c64d005404c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.708190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-82a49693-d797-4aa5-8660-98313d4d7799 None None] Could not find standard attr ID for object fed70432-844c-4a16-a09e-0e77c2e9a7bf. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:14:57.724143 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc808-b5eb-4745-ac53-049116e7ed7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.737066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-f4cbc808-b5eb-4745-ac53-049116e7ed7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for d6ec5cef-c269-488e-991f-000775e2d2d4 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:57.748855 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3575a4ca-826d-4211-922b-c64d005404c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.827952 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3575a4ca-826d-4211-922b-c64d005404c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9daaaed8c6f4e5c891154cf5cd34f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5501428 Jul 05 04:14:57.830293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36072) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:57.837872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575a4ca-826d-4211-922b-c64d005404c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5acdde-c5f0-45ec-b843-9bc418dd80aa,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:57.860787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:57.917169 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:57.917557 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.923009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860bb9b9-df7f-4f94-8a49-7aa0c2243b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.983032 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860bb9b9-df7f-4f94-8a49-7aa0c2243b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.063868 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc808-b5eb-4745-ac53-049116e7ed7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.064474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c4572641-8b36-4178-bdd8-f4a10ac34b20 None None] Provisioning for port d6ec5cef-c269-488e-991f-000775e2d2d4 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:58.069225 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c4572641-8b36-4178-bdd8-f4a10ac34b20 None None] Provisioning complete for port d6ec5cef-c269-488e-991f-000775e2d2d4 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:58.069654 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4572641-8b36-4178-bdd8-f4a10ac34b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.100930 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c4572641-8b36-4178-bdd8-f4a10ac34b20 None None] Port d6ec5cef-c269-488e-991f-000775e2d2d4 was deleted so its status cannot be updated. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:14:58.121334 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbc808-b5eb-4745-ac53-049116e7ed7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=d6ec5cef-c269-488e-991f-000775e2d2d4,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:58.146644 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc808-b5eb-4745-ac53-049116e7ed7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.149350 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f4cbc808-b5eb-4745-ac53-049116e7ed7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/d6ec5cef-c269-488e-991f-000775e2d2d4 HTTP/1.1" status: 204 len: 168 time: 0.7859776 Jul 05 04:14:58.150340 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860bb9b9-df7f-4f94-8a49-7aa0c2243b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.151521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36078) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:58.153087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860bb9b9-df7f-4f94-8a49-7aa0c2243b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.156409 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-860bb9b9-df7f-4f94-8a49-7aa0c2243b1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb5acdde-c5f0-45ec-b843-9bc418dd80aa HTTP/1.1" status: 204 len: 168 time: 0.3229480 Jul 05 04:14:58.167870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bb9b9-df7f-4f94-8a49-7aa0c2243b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5acdde-c5f0-45ec-b843-9bc418dd80aa,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:58.207538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3e05d0-dc21-4233-b745-a8194f49ab82 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:58.209357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3e05d0-dc21-4233-b745-a8194f49ab82 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:58.211068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ce3e05d0-dc21-4233-b745-a8194f49ab82 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0582218 Jul 05 04:14:58.213977 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36082) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:58.269360 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-48486238-333f-487d-a0d6-ea8264f6cf0d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 4d356371-52d1-4880-8bd3-c23655bb6a92 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:58.273404 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-48486238-333f-487d-a0d6-ea8264f6cf0d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.318728 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-48486238-333f-487d-a0d6-ea8264f6cf0d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.399861 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-48486238-333f-487d-a0d6-ea8264f6cf0d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.527666 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-48486238-333f-487d-a0d6-ea8264f6cf0d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.556175 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48486238-333f-487d-a0d6-ea8264f6cf0d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=4d356371-52d1-4880-8bd3-c23655bb6a92,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:58.565493 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-48486238-333f-487d-a0d6-ea8264f6cf0d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.567937 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-48486238-333f-487d-a0d6-ea8264f6cf0d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/4d356371-52d1-4880-8bd3-c23655bb6a92 HTTP/1.1" status: 204 len: 168 time: 0.3529422 Jul 05 04:14:58.570378 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36090) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:58.612481 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-491feba9-2003-4688-85c4-139c6a026565 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383594 Jul 05 04:14:58.613504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36092) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:58.647259 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0535a3f9-c573-4fdc-a083-43d478c3933a None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:58.698670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d2fd6d-faf0-46a2-abfa-e3315c37f883 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:58.702944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36094) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:58.703230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c3d2fd6d-faf0-46a2-abfa-e3315c37f883 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0881133 Jul 05 04:14:58.795102 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f496909-88c8-4011-adc2-e66ced1b86d7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:58.799056 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4f496909-88c8-4011-adc2-e66ced1b86d7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0925186 Jul 05 04:14:58.799441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36096) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:58.806283 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36098) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:58.820330 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-08a7c8ba-b49b-42fd-b7ff-c07cd1d6810d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.869330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812da1bd-4d90-4bb6-8e8a-9a90fc12d05d None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:58.869531 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5a4c2111-5510-486f-a560-38c61462d7ea tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676098 Jul 05 04:14:58.872856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36100) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:58.880608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-eb6ee1bb-322c-45c6-a438-77cb96fdd9ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:58.925567 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-08a7c8ba-b49b-42fd-b7ff-c07cd1d6810d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.934079 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-812da1bd-4d90-4bb6-8e8a-9a90fc12d05d None None] Deleting port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:58.934697 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-812da1bd-4d90-4bb6-8e8a-9a90fc12d05d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.000401 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-08a7c8ba-b49b-42fd-b7ff-c07cd1d6810d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.001532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-812da1bd-4d90-4bb6-8e8a-9a90fc12d05d None None] For port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6cd644ec-586f-42a4-b9bd-b4eb70c98f47,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:59.002100 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-812da1bd-4d90-4bb6-8e8a-9a90fc12d05d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.022862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-812da1bd-4d90-4bb6-8e8a-9a90fc12d05d None None] Calling delete_port for 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:59.042630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36102) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:59.042896 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-08a7c8ba-b49b-42fd-b7ff-c07cd1d6810d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f32efc2863194eef9d60eee2d0759e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348328 Jul 05 04:14:59.043844 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7c8ba-b49b-42fd-b7ff-c07cd1d6810d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ba757d-0cc1-4e80-9e4a-a1a990be69bf,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:59.094413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6ee1bb-322c-45c6-a438-77cb96fdd9ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:59.097858 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee1bb-322c-45c6-a438-77cb96fdd9ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.113944 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.171991 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-812da1bd-4d90-4bb6-8e8a-9a90fc12d05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.183790 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.195137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812da1bd-4d90-4bb6-8e8a-9a90fc12d05d None None] No DVR routers for this DVR port 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:59.225822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812da1bd-4d90-4bb6-8e8a-9a90fc12d05d None None] Pushing event deleted for resources: {'Port': ['ID=6cd644ec-586f-42a4-b9bd-b4eb70c98f47,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:59.372091 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.374924 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.378875 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35ba757d-0cc1-4e80-9e4a-a1a990be69bf HTTP/1.1" status: 204 len: 168 time: 0.3318088 Jul 05 04:14:59.384494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ba757d-0cc1-4e80-9e4a-a1a990be69bf,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:59.398769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:59.398769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:59.398769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:59.398769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:59.399264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:59.399733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:59.400233 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:59.402165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:59.402586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:59.403066 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:59.403408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:59.403823 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef497c-bf9a-4899-b629-9bc33928d96f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:59.469629 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee1bb-322c-45c6-a438-77cb96fdd9ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.495785 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.514517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ee1bb-322c-45c6-a438-77cb96fdd9ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:59.519335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-eb6ee1bb-322c-45c6-a438-77cb96fdd9ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:59.523552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ee1bb-322c-45c6-a438-77cb96fdd9ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:59.524186 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee1bb-322c-45c6-a438-77cb96fdd9ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.529803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac663283-6ca2-47fe-a0e2-cf3c45d03adb None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:59.551619 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ee1bb-322c-45c6-a438-77cb96fdd9ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=c8700a79-5411-41b9-adf8-a0b987668a69,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:59.618699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-eb6ee1bb-322c-45c6-a438-77cb96fdd9ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7424212 Jul 05 04:14:59.622675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36114) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:59.628126 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'fixed_ips': [{'subnet_id': 'c8700a79-5411-41b9-adf8-a0b987668a69', 'ip_address': '2001:db8::7b6e:efb3:3049:93e5'}], 'name': 'tempest-NetworksTestDHCPv6-1642452792'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:59.694162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': 'c8700a79-5411-41b9-adf8-a0b987668a69'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:59.695064 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.823768 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:59.871872 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:59.893654 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:59.894001 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6cd644ec-586f-42a4-b9bd-b4eb70c98f47 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:59.912876 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Allocated IP 2001:db8::2 (86178c79-4277-4bfb-bb97-c5717bada70f/c8700a79-5411-41b9-adf8-a0b987668a69/422d56d3-8627-417d-a475-689f3dbe8371) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:59.955529 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.973235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port f05025b1-2809-49c2-8fb9-5e05ea4f1d60 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:00.085748 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.096105 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Transition to ACTIVE for port object 422d56d3-8627-417d-a475-689f3dbe8371 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:00.113521 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Transition to ACTIVE for port object 422d56d3-8627-417d-a475-689f3dbe8371 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:00.184774 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.237580 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:00.238881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::7b6e:efb3:3049:93e5 (86178c79-4277-4bfb-bb97-c5717bada70f/c8700a79-5411-41b9-adf8-a0b987668a69/f05025b1-2809-49c2-8fb9-5e05ea4f1d60) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:00.243248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:00.248929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:00.252742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Pushing event updated for resources: {'Port': ['ID=422d56d3-8627-417d-a475-689f3dbe8371,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:00.346759 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Attempting to bind port 422d56d3-8627-417d-a475-689f3dbe8371 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:00.347560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Attempting to bind port 422d56d3-8627-417d-a475-689f3dbe8371 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:00.348183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Attempting to bind port 422d56d3-8627-417d-a475-689f3dbe8371 on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:00.357874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:00.357874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:00.359072 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.359272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:00.359767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Bound port: 422d56d3-8627-417d-a475-689f3dbe8371, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:00.360171 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.441343 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] For port 422d56d3-8627-417d-a475-689f3dbe8371, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:00.444673 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] For port 422d56d3-8627-417d-a475-689f3dbe8371, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=422d56d3-8627-417d-a475-689f3dbe8371,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:00.471357 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.485625 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object f05025b1-2809-49c2-8fb9-5e05ea4f1d60 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:00.490274 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.556934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6ce36-6cf6-4be3-9cd2-5d4f5b99d0ff None None] Pushing event updated for resources: {'Port': ['ID=422d56d3-8627-417d-a475-689f3dbe8371,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:00.590184 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.639047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:00.643377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:00.647970 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-db0374b4-46ee-4d82-b949-b97debfa3ac4 req-d074eb42-5d02-4c5b-8c40-b8cffbf664f5 service neutron] (100876) timed out ('10.222.0.60', 41594) {{(pid=100876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:15:00.648978 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:00.655424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:00.655934 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.680729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=f05025b1-2809-49c2-8fb9-5e05ea4f1d60,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:00.776769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-783fee59-9ad3-44ad-8f1f-da986e3121f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1506240 Jul 05 04:15:00.779956 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36144) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:00.868397 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b741a4-5dda-4747-825c-894feba3f013 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:00.875576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b741a4-5dda-4747-825c-894feba3f013 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:00.879689 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-34b741a4-5dda-4747-825c-894feba3f013 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0962508 Jul 05 04:15:00.880205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36148) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:00.993955 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a7324-9a6d-4fcd-98e9-1f041ac29dd1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port f05025b1-2809-49c2-8fb9-5e05ea4f1d60 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:00.995358 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7324-9a6d-4fcd-98e9-1f041ac29dd1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.087820 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7324-9a6d-4fcd-98e9-1f041ac29dd1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.104242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a7324-9a6d-4fcd-98e9-1f041ac29dd1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for f05025b1-2809-49c2-8fb9-5e05ea4f1d60 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:01.317471 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7324-9a6d-4fcd-98e9-1f041ac29dd1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.362283 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a7324-9a6d-4fcd-98e9-1f041ac29dd1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=f05025b1-2809-49c2-8fb9-5e05ea4f1d60,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:01.413367 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7324-9a6d-4fcd-98e9-1f041ac29dd1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.414805 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ed1a7324-9a6d-4fcd-98e9-1f041ac29dd1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/f05025b1-2809-49c2-8fb9-5e05ea4f1d60 HTTP/1.1" status: 204 len: 168 time: 0.5335274 Jul 05 04:15:01.421102 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36162) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:01.499324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8844698a-4781-4a77-aa43-f8f3033bc548 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:01.501809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8844698a-4781-4a77-aa43-f8f3033bc548 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:01.503823 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.511177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8844698a-4781-4a77-aa43-f8f3033bc548 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0817764 Jul 05 04:15:01.511177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36172) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:01.568811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e656afc1-302e-434c-b767-58d17d43a354 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet c8700a79-5411-41b9-adf8-a0b987668a69 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:01.573679 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e656afc1-302e-434c-b767-58d17d43a354 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.623507 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e656afc1-302e-434c-b767-58d17d43a354 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.740857 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e656afc1-302e-434c-b767-58d17d43a354 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.880911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e803feb2-7dd1-4796-86f4-15d20019db75 None None] Provisioning for port 422d56d3-8627-417d-a475-689f3dbe8371 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:01.910424 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e656afc1-302e-434c-b767-58d17d43a354 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.924089 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 422d56d3-8627-417d-a475-689f3dbe8371 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:01.951160 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656afc1-302e-434c-b767-58d17d43a354 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=c8700a79-5411-41b9-adf8-a0b987668a69,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:01.955514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e656afc1-302e-434c-b767-58d17d43a354 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.965195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e656afc1-302e-434c-b767-58d17d43a354 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/c8700a79-5411-41b9-adf8-a0b987668a69 HTTP/1.1" status: 204 len: 168 time: 0.4574955 Jul 05 04:15:01.967854 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36182) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:02.022871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efa77ca-3997-4ff5-b73c-0c46c058b1fb None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:02.032052 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bdb261c9-3ac3-45f0-b461-6540813afcfa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620797 Jul 05 04:15:02.034537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36190) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:02.039971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9da645c8-0767-49bc-ab1b-8c41d00e695b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:02.089285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 422d56d3-8627-417d-a475-689f3dbe8371 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:02.099680 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 422d56d3-8627-417d-a475-689f3dbe8371 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:02.100046 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.123704 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eb0927ba-895e-44aa-aee6-77d423d85ac4 None None] Could not find standard attr ID for object f05025b1-2809-49c2-8fb9-5e05ea4f1d60. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:02.211226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da645c8-0767-49bc-ab1b-8c41d00e695b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:02.214905 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9da645c8-0767-49bc-ab1b-8c41d00e695b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.261085 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.303207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 422d56d3-8627-417d-a475-689f3dbe8371, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=422d56d3-8627-417d-a475-689f3dbe8371,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:02.340115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451b483b-ca7a-4225-a7da-73b3677d5faa None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:02.398956 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-451b483b-ca7a-4225-a7da-73b3677d5faa None None] Deleting port 422d56d3-8627-417d-a475-689f3dbe8371 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:02.399413 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-451b483b-ca7a-4225-a7da-73b3677d5faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.403223 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.502835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-451b483b-ca7a-4225-a7da-73b3677d5faa None None] For port 422d56d3-8627-417d-a475-689f3dbe8371, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=422d56d3-8627-417d-a475-689f3dbe8371,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:02.503238 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-451b483b-ca7a-4225-a7da-73b3677d5faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.512344 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=422d56d3-8627-417d-a475-689f3dbe8371,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:02.519766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-451b483b-ca7a-4225-a7da-73b3677d5faa None None] Calling delete_port for 422d56d3-8627-417d-a475-689f3dbe8371 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:02.526697 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9da645c8-0767-49bc-ab1b-8c41d00e695b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.562717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da645c8-0767-49bc-ab1b-8c41d00e695b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:02.568773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-9da645c8-0767-49bc-ab1b-8c41d00e695b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:02.575937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da645c8-0767-49bc-ab1b-8c41d00e695b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:02.582246 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9da645c8-0767-49bc-ab1b-8c41d00e695b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.595182 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da645c8-0767-49bc-ab1b-8c41d00e695b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=aa81e988-48c2-44ec-b8a3-a5fcf8769d7a,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:02.682209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9da645c8-0767-49bc-ab1b-8c41d00e695b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6458561 Jul 05 04:15:02.685532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36218) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:02.690814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'fixed_ips': [{'subnet_id': 'aa81e988-48c2-44ec-b8a3-a5fcf8769d7a', 'ip_address': '2001:db8::1e4a:e1db:1004:b064'}], 'name': 'tempest-NetworksTestDHCPv6-524355942'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:02.714862 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-451b483b-ca7a-4225-a7da-73b3677d5faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.747628 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b483b-ca7a-4225-a7da-73b3677d5faa None None] Pushing event deleted for resources: {'Port': ['ID=422d56d3-8627-417d-a475-689f3dbe8371,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:02.753297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451b483b-ca7a-4225-a7da-73b3677d5faa None None] No DVR routers for this DVR port 422d56d3-8627-417d-a475-689f3dbe8371 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:02.768305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c266dab-ccb5-4e14-96f6-1fdaee2f3be8 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:02.897782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:02.904086 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.926639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port 9688ee79-d8d1-44aa-b877-a6506b84daea yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:02.941449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': 'aa81e988-48c2-44ec-b8a3-a5fcf8769d7a'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:02.942472 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.115900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Allocated IP 2001:db8::2 (86178c79-4277-4bfb-bb97-c5717bada70f/aa81e988-48c2-44ec-b8a3-a5fcf8769d7a/a20d5328-74fc-4d26-8775-f5908d4f5a4d) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:03.135960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-caf02882-1781-46c4-9e62-342de6e86e1a req-5bdb26ca-1879-4830-874a-99f4ceceb972 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610163 Jul 05 04:15:03.285587 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36230) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:03.289673 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf02882-1781-46c4-9e62-342de6e86e1a req-19235f78-16b0-4cc6-8a5b-122762e8a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:03.291535 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-caf02882-1781-46c4-9e62-342de6e86e1a req-19235f78-16b0-4cc6-8a5b-122762e8a987 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a7e2eccf7d94dc29e62b5f11d8b8141&device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0954697 Jul 05 04:15:03.295597 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.313603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Transition to ACTIVE for port object a20d5328-74fc-4d26-8775-f5908d4f5a4d will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:03.328393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Transition to ACTIVE for port object a20d5328-74fc-4d26-8775-f5908d4f5a4d will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:03.395450 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.440997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:03.443831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:03.449923 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:03.457779 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-224f2daf-1a93-4be9-bad4-08c565ab0280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.457920 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Pushing event updated for resources: {'Port': ['ID=a20d5328-74fc-4d26-8775-f5908d4f5a4d,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:03.476581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf02882-1781-46c4-9e62-342de6e86e1a req-3a716f11-409f-48ec-918e-623da794897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:03.478124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-caf02882-1781-46c4-9e62-342de6e86e1a req-3a716f11-409f-48ec-918e-623da794897d service neutron] 10.222.0.64 "GET /v2.0/networks?id=da6ab4e0-d261-4958-9917-3ef99fd426c9 HTTP/1.1" status: 200 len: 910 time: 0.1519210 Jul 05 04:15:03.491647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::1e4a:e1db:1004:b064 (86178c79-4277-4bfb-bb97-c5717bada70f/aa81e988-48c2-44ec-b8a3-a5fcf8769d7a/9688ee79-d8d1-44aa-b877-a6506b84daea) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:03.535621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Attempting to bind port a20d5328-74fc-4d26-8775-f5908d4f5a4d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:03.536223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Attempting to bind port a20d5328-74fc-4d26-8775-f5908d4f5a4d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:03.536794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Attempting to bind port a20d5328-74fc-4d26-8775-f5908d4f5a4d on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:03.542046 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:03.542561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:03.543053 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.543592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:03.544225 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Bound port: a20d5328-74fc-4d26-8775-f5908d4f5a4d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:03.544764 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.610240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] For port a20d5328-74fc-4d26-8775-f5908d4f5a4d, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:03.613523 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] For port a20d5328-74fc-4d26-8775-f5908d4f5a4d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a20d5328-74fc-4d26-8775-f5908d4f5a4d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:03.619709 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-caf02882-1781-46c4-9e62-342de6e86e1a req-1e67c597-33a8-42ae-9601-77c88b3ec197 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75d1337-7d30-4efc-abb1-05cbc6d02efa HTTP/1.1" status: 200 len: 1002 time: 0.1327119 Jul 05 04:15:03.675345 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.752468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf02882-1781-46c4-9e62-342de6e86e1a req-5e986780-484a-477c-b2e9-da43fffd5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:03.757005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-caf02882-1781-46c4-9e62-342de6e86e1a req-5e986780-484a-477c-b2e9-da43fffd5051 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3855596-f772-427e-8340-583a11b4f8f0 HTTP/1.1" status: 200 len: 848 time: 0.1192153 Jul 05 04:15:03.800393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa760da-9287-40e3-94ec-b3a082a7ed02 None None] Pushing event updated for resources: {'Port': ['ID=a20d5328-74fc-4d26-8775-f5908d4f5a4d,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:03.827422 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-224f2daf-1a93-4be9-bad4-08c565ab0280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.840612 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.864477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 422d56d3-8627-417d-a475-689f3dbe8371 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:03.866283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object 9688ee79-d8d1-44aa-b877-a6506b84daea will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:03.886727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 422d56d3-8627-417d-a475-689f3dbe8371 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:03.887215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 422d56d3-8627-417d-a475-689f3dbe8371 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:03.903042 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-224f2daf-1a93-4be9-bad4-08c565ab0280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.927887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf02882-1781-46c4-9e62-342de6e86e1a req-0f177a85-21e9-4093-989a-7c94687b0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:03.929434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-caf02882-1781-46c4-9e62-342de6e86e1a req-0f177a85-21e9-4093-989a-7c94687b0e1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da6ab4e0-d261-4958-9917-3ef99fd426c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560915 Jul 05 04:15:03.962931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f2daf-1a93-4be9-bad4-08c565ab0280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8a4845-2275-4e57-91d4-6a00659ff80f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:03.980983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-224f2daf-1a93-4be9-bad4-08c565ab0280 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0dfa423b7e74ef1ab26d096674381f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6939502 Jul 05 04:15:03.981115 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36246) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:04.045835 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.065819 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a281a446-8122-42ce-b953-2e82a5e1fe71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.105277 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a281a446-8122-42ce-b953-2e82a5e1fe71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.129733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:04.150312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:04.153943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=9688ee79-d8d1-44aa-b877-a6506b84daea,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:04.156184 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:04.166803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:04.167655 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.173600 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-caf02882-1781-46c4-9e62-342de6e86e1a req-49378133-8757-4682-825f-605b23eea50c service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246473 Jul 05 04:15:04.257892 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a281a446-8122-42ce-b953-2e82a5e1fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.260672 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a281a446-8122-42ce-b953-2e82a5e1fe71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.267013 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a281a446-8122-42ce-b953-2e82a5e1fe71 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e8a4845-2275-4e57-91d4-6a00659ff80f HTTP/1.1" status: 204 len: 168 time: 0.2797351 Jul 05 04:15:04.270276 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281a446-8122-42ce-b953-2e82a5e1fe71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8a4845-2275-4e57-91d4-6a00659ff80f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:04.283647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-caf02882-1781-46c4-9e62-342de6e86e1a req-ca759b22-072a-41a4-8218-3e9266d67614 service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004543 Jul 05 04:15:04.289228 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d0e12f15-24f6-4e85-8059-2f0f11e88c52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6003585 Jul 05 04:15:04.289674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36250) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:04.377853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361992d3-f696-4abf-922a-e648e272aaa6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:04.384704 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361992d3-f696-4abf-922a-e648e272aaa6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:04.386565 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-361992d3-f696-4abf-922a-e648e272aaa6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0959895 Jul 05 04:15:04.389205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36252) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:04.498581 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5d95d397-e53a-49c6-81b5-b5b604c10f8c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port 9688ee79-d8d1-44aa-b877-a6506b84daea {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:04.498936 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d95d397-e53a-49c6-81b5-b5b604c10f8c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.602147 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d95d397-e53a-49c6-81b5-b5b604c10f8c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.616853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5d95d397-e53a-49c6-81b5-b5b604c10f8c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for 9688ee79-d8d1-44aa-b877-a6506b84daea owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:04.846463 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d95d397-e53a-49c6-81b5-b5b604c10f8c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.892510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95d397-e53a-49c6-81b5-b5b604c10f8c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=9688ee79-d8d1-44aa-b877-a6506b84daea,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:04.927985 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5d95d397-e53a-49c6-81b5-b5b604c10f8c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.933491 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36264) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:04.954219 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5d95d397-e53a-49c6-81b5-b5b604c10f8c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/9688ee79-d8d1-44aa-b877-a6506b84daea HTTP/1.1" status: 204 len: 168 time: 0.5636873 Jul 05 04:15:04.978196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36266) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:04.994683 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6c089de3-7cfa-4cb8-ba03-57be9eeaa9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.020611 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdac8e3-0ae5-4250-817a-dcfad7bee610 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:05.022805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdac8e3-0ae5-4250-817a-dcfad7bee610 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:05.024929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2bdac8e3-0ae5-4250-817a-dcfad7bee610 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0903730 Jul 05 04:15:05.028620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36268) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:05.068643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5e2165fe-1699-49fb-8b70-5d6964239229 None None] Provisioning for port a20d5328-74fc-4d26-8775-f5908d4f5a4d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:05.091568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8fa62a-5010-4f1f-b990-69454901f6a7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet aa81e988-48c2-44ec-b8a3-a5fcf8769d7a {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:05.095003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa62a-5010-4f1f-b990-69454901f6a7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.100242 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6c089de3-7cfa-4cb8-ba03-57be9eeaa9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.138736 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa62a-5010-4f1f-b990-69454901f6a7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.172339 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6c089de3-7cfa-4cb8-ba03-57be9eeaa9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.218475 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c089de3-7cfa-4cb8-ba03-57be9eeaa9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63b8011-a9c4-404f-ab60-c50dc989fcd2,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:05.225680 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6c089de3-7cfa-4cb8-ba03-57be9eeaa9ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b09d1b2ec3e470ead9e3fe99534694b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464104 Jul 05 04:15:05.226333 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36274) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:05.237993 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa62a-5010-4f1f-b990-69454901f6a7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.284183 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76b1120e-f75a-4225-b18b-c3432c7d8ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.310520 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76b1120e-f75a-4225-b18b-c3432c7d8ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.315291 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d8e0af9b-4f7b-404d-8682-e97b38c14fac None None] Could not find standard attr ID for object 9688ee79-d8d1-44aa-b877-a6506b84daea. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:05.366242 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa62a-5010-4f1f-b990-69454901f6a7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.401355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fa62a-5010-4f1f-b990-69454901f6a7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=aa81e988-48c2-44ec-b8a3-a5fcf8769d7a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:05.407715 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a8fa62a-5010-4f1f-b990-69454901f6a7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.410349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7a8fa62a-5010-4f1f-b990-69454901f6a7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/aa81e988-48c2-44ec-b8a3-a5fcf8769d7a HTTP/1.1" status: 204 len: 168 time: 0.3806293 Jul 05 04:15:05.413857 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36276) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:05.454201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76b1120e-f75a-4225-b18b-c3432c7d8ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.456798 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76b1120e-f75a-4225-b18b-c3432c7d8ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.457967 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-76b1120e-f75a-4225-b18b-c3432c7d8ef5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e63b8011-a9c4-404f-ab60-c50dc989fcd2 HTTP/1.1" status: 204 len: 168 time: 0.2304626 Jul 05 04:15:05.459853 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7018b057-e0f5-4c8e-994c-4bebc3e02128 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449262 Jul 05 04:15:05.462883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36280) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:05.468895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f39cabf1-c4e9-4800-8b4b-4128e65658e2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:05.497492 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b715322-d861-47c7-ab90-b157261250f5 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:05.516943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1120e-f75a-4225-b18b-c3432c7d8ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63b8011-a9c4-404f-ab60-c50dc989fcd2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:05.663606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39cabf1-c4e9-4800-8b4b-4128e65658e2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:05.669314 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f39cabf1-c4e9-4800-8b4b-4128e65658e2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.703240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3886f5-2e7f-47b3-b4da-9b6db2bf07ba None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:05.756976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5a3886f5-2e7f-47b3-b4da-9b6db2bf07ba None None] Deleting port a20d5328-74fc-4d26-8775-f5908d4f5a4d {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:05.757692 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5a3886f5-2e7f-47b3-b4da-9b6db2bf07ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.831037 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5a3886f5-2e7f-47b3-b4da-9b6db2bf07ba None None] For port a20d5328-74fc-4d26-8775-f5908d4f5a4d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a20d5328-74fc-4d26-8775-f5908d4f5a4d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:05.831838 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5a3886f5-2e7f-47b3-b4da-9b6db2bf07ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.848049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5a3886f5-2e7f-47b3-b4da-9b6db2bf07ba None None] Calling delete_port for a20d5328-74fc-4d26-8775-f5908d4f5a4d owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:05.961105 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f39cabf1-c4e9-4800-8b4b-4128e65658e2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.003107 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39cabf1-c4e9-4800-8b4b-4128e65658e2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:06.011756 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5a3886f5-2e7f-47b3-b4da-9b6db2bf07ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.023557 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f39cabf1-c4e9-4800-8b4b-4128e65658e2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:06.031029 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3886f5-2e7f-47b3-b4da-9b6db2bf07ba None None] No DVR routers for this DVR port a20d5328-74fc-4d26-8775-f5908d4f5a4d on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:06.042201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39cabf1-c4e9-4800-8b4b-4128e65658e2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:06.042816 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f39cabf1-c4e9-4800-8b4b-4128e65658e2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.057753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3886f5-2e7f-47b3-b4da-9b6db2bf07ba None None] Pushing event deleted for resources: {'Port': ['ID=a20d5328-74fc-4d26-8775-f5908d4f5a4d,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:06.070108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49affe3-f552-46ad-a5f6-5de0c889ab90 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:06.078459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cabf1-c4e9-4800-8b4b-4128e65658e2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=63d15ab5-19e0-4969-b1d9-3d3e592356dc,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:06.132844 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f39cabf1-c4e9-4800-8b4b-4128e65658e2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6687801 Jul 05 04:15:06.136549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36300) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:06.142637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'fixed_ips': [{'subnet_id': '63d15ab5-19e0-4969-b1d9-3d3e592356dc', 'ip_address': '2001:db8::1d3b:d374:3058:5130'}], 'name': 'tempest-NetworksTestDHCPv6-1113499565'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:06.228022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': '63d15ab5-19e0-4969-b1d9-3d3e592356dc'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:06.229137 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.325938 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:06.394492 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Allocated IP 2001:db8::2 (86178c79-4277-4bfb-bb97-c5717bada70f/63d15ab5-19e0-4969-b1d9-3d3e592356dc/90b65382-b0af-4956-9dda-a4e8dbf4a028) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:06.441026 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.459150 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port db82a602-c1f2-4408-9e5f-7644013caaec yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:06.570796 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.581412 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Transition to ACTIVE for port object 90b65382-b0af-4956-9dda-a4e8dbf4a028 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:06.597871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Transition to ACTIVE for port object 90b65382-b0af-4956-9dda-a4e8dbf4a028 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:06.680970 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.719697 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:06.722558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:06.728246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:06.736106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::1d3b:d374:3058:5130 (86178c79-4277-4bfb-bb97-c5717bada70f/63d15ab5-19e0-4969-b1d9-3d3e592356dc/db82a602-c1f2-4408-9e5f-7644013caaec) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:06.737477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Pushing event updated for resources: {'Port': ['ID=90b65382-b0af-4956-9dda-a4e8dbf4a028,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:06.794243 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Attempting to bind port 90b65382-b0af-4956-9dda-a4e8dbf4a028 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:06.794597 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Attempting to bind port 90b65382-b0af-4956-9dda-a4e8dbf4a028 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:06.794943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Attempting to bind port 90b65382-b0af-4956-9dda-a4e8dbf4a028 on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:06.799884 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:06.800261 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:06.800709 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.801103 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:06.801569 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Bound port: 90b65382-b0af-4956-9dda-a4e8dbf4a028, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:06.801976 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.867413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] For port 90b65382-b0af-4956-9dda-a4e8dbf4a028, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:06.871856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] For port 90b65382-b0af-4956-9dda-a4e8dbf4a028, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=90b65382-b0af-4956-9dda-a4e8dbf4a028,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:06.910728 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.924909 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object db82a602-c1f2-4408-9e5f-7644013caaec will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:06.944530 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.003664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e442a0-8c11-407f-a007-c2e10ddbb15b None None] Pushing event updated for resources: {'Port': ['ID=90b65382-b0af-4956-9dda-a4e8dbf4a028,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:07.023999 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.078372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:07.081996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:07.089289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:07.095152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:07.095854 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.108254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=db82a602-c1f2-4408-9e5f-7644013caaec,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:07.184357 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-77efb8c8-8eda-4ca4-8a52-5baef394fa03 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0464284 Jul 05 04:15:07.187081 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36330) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:07.299100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3544914-9578-4219-a31b-7d8a6e9c6b55 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:07.305805 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3544914-9578-4219-a31b-7d8a6e9c6b55 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:07.310802 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b3544914-9578-4219-a31b-7d8a6e9c6b55 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1223090 Jul 05 04:15:07.311084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36334) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:07.436026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-474b8220-6822-46d7-9068-92f047c28b83 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port db82a602-c1f2-4408-9e5f-7644013caaec {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:07.436479 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-474b8220-6822-46d7-9068-92f047c28b83 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.606068 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0547143d-736e-4741-a828-6a2df23d79b8 req-7bb4c9d2-ba18-4e3d-9002-5a530b4d218b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738411 Jul 05 04:15:07.726077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547143d-736e-4741-a828-6a2df23d79b8 req-a575bae3-439c-4559-a907-3e66eb66c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:07.727758 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0547143d-736e-4741-a828-6a2df23d79b8 req-a575bae3-439c-4559-a907-3e66eb66c254 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 1097 time: 0.0675635 Jul 05 04:15:07.924512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 90b65382-b0af-4956-9dda-a4e8dbf4a028 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:07.991346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547143d-736e-4741-a828-6a2df23d79b8 req-be2401ef-5027-4a4a-88be-fa3d1f2c3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:07.993015 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0547143d-736e-4741-a828-6a2df23d79b8 req-be2401ef-5027-4a4a-88be-fa3d1f2c3e9e service neutron] 10.222.0.11 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 918 time: 0.2389541 Jul 05 04:15:08.033538 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-474b8220-6822-46d7-9068-92f047c28b83 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.049401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-474b8220-6822-46d7-9068-92f047c28b83 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for db82a602-c1f2-4408-9e5f-7644013caaec owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:08.069094 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 90b65382-b0af-4956-9dda-a4e8dbf4a028 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:08.100337 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0547143d-736e-4741-a828-6a2df23d79b8 req-f37a8de7-44c8-422c-a14e-10795e4ea637 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47 HTTP/1.1" status: 200 len: 1002 time: 0.0995340 Jul 05 04:15:08.127682 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:15:08.172009 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547143d-736e-4741-a828-6a2df23d79b8 req-f67d9710-9cf3-4e93-b233-b47b89ca721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:08.174049 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0547143d-736e-4741-a828-6a2df23d79b8 req-f67d9710-9cf3-4e93-b233-b47b89ca721a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 200 len: 856 time: 0.0658371 Jul 05 04:15:08.244830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547143d-736e-4741-a828-6a2df23d79b8 req-d585df00-5a3a-46c0-8b45-d1e2f97b5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:08.246903 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0547143d-736e-4741-a828-6a2df23d79b8 req-d585df00-5a3a-46c0-8b45-d1e2f97b5534 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655479 Jul 05 04:15:08.308861 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-474b8220-6822-46d7-9068-92f047c28b83 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.338102 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-490b18f4-48fb-4b4e-87d6-10c4d1ce361b None None] Provisioning for port 90b65382-b0af-4956-9dda-a4e8dbf4a028 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:08.344772 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-490b18f4-48fb-4b4e-87d6-10c4d1ce361b None None] Provisioning complete for port 90b65382-b0af-4956-9dda-a4e8dbf4a028 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:08.345235 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-490b18f4-48fb-4b4e-87d6-10c4d1ce361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.350962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b8220-6822-46d7-9068-92f047c28b83 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=db82a602-c1f2-4408-9e5f-7644013caaec,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:08.367493 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0547143d-736e-4741-a828-6a2df23d79b8 req-71f12020-fd61-485f-9d41-77442090b88d service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135962 Jul 05 04:15:08.392450 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-474b8220-6822-46d7-9068-92f047c28b83 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.394392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-474b8220-6822-46d7-9068-92f047c28b83 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/db82a602-c1f2-4408-9e5f-7644013caaec HTTP/1.1" status: 204 len: 168 time: 1.0814009 Jul 05 04:15:08.397184 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36360) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:08.478843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e46191-5e9d-4b3f-9b80-94a8f06f2950 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:08.481556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e46191-5e9d-4b3f-9b80-94a8f06f2950 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:08.483157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c2e46191-5e9d-4b3f-9b80-94a8f06f2950 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0849540 Jul 05 04:15:08.485817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36362) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:08.512772 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0547143d-736e-4741-a828-6a2df23d79b8 req-778c2a82-6e69-4cfe-83b7-0d156ea63f6e service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367953 Jul 05 04:15:08.518391 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-490b18f4-48fb-4b4e-87d6-10c4d1ce361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.564785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-490b18f4-48fb-4b4e-87d6-10c4d1ce361b None None] For port 90b65382-b0af-4956-9dda-a4e8dbf4a028, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=90b65382-b0af-4956-9dda-a4e8dbf4a028,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:08.578703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e14148c-c464-4dd2-afad-bdd29e00aa64 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 63d15ab5-19e0-4969-b1d9-3d3e592356dc {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:08.582364 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e14148c-c464-4dd2-afad-bdd29e00aa64 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.631315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e14148c-c464-4dd2-afad-bdd29e00aa64 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.646122 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-490b18f4-48fb-4b4e-87d6-10c4d1ce361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.729405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b18f4-48fb-4b4e-87d6-10c4d1ce361b None None] Pushing event updated for resources: {'Port': ['ID=90b65382-b0af-4956-9dda-a4e8dbf4a028,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:08.771193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-17841440-c9ad-4816-83b3-932ef7040bc4 None None] Could not find standard attr ID for object db82a602-c1f2-4408-9e5f-7644013caaec. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:08.810880 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e14148c-c464-4dd2-afad-bdd29e00aa64 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.937601 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e14148c-c464-4dd2-afad-bdd29e00aa64 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.953894 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0e14148c-c464-4dd2-afad-bdd29e00aa64 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.957950 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0e14148c-c464-4dd2-afad-bdd29e00aa64 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/63d15ab5-19e0-4969-b1d9-3d3e592356dc HTTP/1.1" status: 204 len: 168 time: 0.4711120 Jul 05 04:15:08.958674 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36370) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:08.962061 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7690aa8b-0362-4c87-9968-7a520a3f2775 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:08.980515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14148c-c464-4dd2-afad-bdd29e00aa64 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=63d15ab5-19e0-4969-b1d9-3d3e592356dc,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:09.031467 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6b514f8f-7c05-4fcb-8fc1-992fad9a3354 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680950 Jul 05 04:15:09.033989 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36374) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:09.119958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916be1d6-7966-463f-aa5b-2cf1855a34cf tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:09.121514 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-916be1d6-7966-463f-aa5b-2cf1855a34cf tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0862558 Jul 05 04:15:09.124033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36382) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:09.180537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189b850f-7627-40f2-9bc3-ab4e334725d4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:09.187062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36384) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:09.192846 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-189b850f-7627-40f2-9bc3-ab4e334725d4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0640049 Jul 05 04:15:09.223241 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802f5e18-9384-458e-9c90-96f7f904485f None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:09.230070 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-87929386-f03c-42a6-b043-83f3e063ba47 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416100 Jul 05 04:15:09.234785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36386) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:09.239964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e37ea784-1666-4048-a96f-ccb2d53380f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:09.279454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-802f5e18-9384-458e-9c90-96f7f904485f None None] Deleting port 90b65382-b0af-4956-9dda-a4e8dbf4a028 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:09.283192 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-802f5e18-9384-458e-9c90-96f7f904485f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.440880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37ea784-1666-4048-a96f-ccb2d53380f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:09.447475 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e37ea784-1666-4048-a96f-ccb2d53380f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.531772 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-802f5e18-9384-458e-9c90-96f7f904485f None None] For port 90b65382-b0af-4956-9dda-a4e8dbf4a028, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=90b65382-b0af-4956-9dda-a4e8dbf4a028,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:09.532193 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-802f5e18-9384-458e-9c90-96f7f904485f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.548221 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-802f5e18-9384-458e-9c90-96f7f904485f None None] Calling delete_port for 90b65382-b0af-4956-9dda-a4e8dbf4a028 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:09.743488 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-802f5e18-9384-458e-9c90-96f7f904485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.778938 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f5e18-9384-458e-9c90-96f7f904485f None None] Pushing event deleted for resources: {'Port': ['ID=90b65382-b0af-4956-9dda-a4e8dbf4a028,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:09.786400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f5e18-9384-458e-9c90-96f7f904485f None None] No DVR routers for this DVR port 90b65382-b0af-4956-9dda-a4e8dbf4a028 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:09.824166 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e37ea784-1666-4048-a96f-ccb2d53380f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.857989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 90b65382-b0af-4956-9dda-a4e8dbf4a028 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:09.879803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37ea784-1666-4048-a96f-ccb2d53380f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:09.883106 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 90b65382-b0af-4956-9dda-a4e8dbf4a028 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:09.883550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 90b65382-b0af-4956-9dda-a4e8dbf4a028 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:09.883672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-e37ea784-1666-4048-a96f-ccb2d53380f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:09.893819 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37ea784-1666-4048-a96f-ccb2d53380f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:09.895180 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e37ea784-1666-4048-a96f-ccb2d53380f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.911538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e141f967-5590-4992-bb4c-020a18a4d5a7 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:09.912991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ea784-1666-4048-a96f-ccb2d53380f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=d802c67b-d0f5-4851-b267-b044a788e05b,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:09.925902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36406) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:10.015162 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e37ea784-1666-4048-a96f-ccb2d53380f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7773311 Jul 05 04:15:10.015326 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36410) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:10.020580 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'fixed_ips': [{'subnet_id': 'd802c67b-d0f5-4851-b267-b044a788e05b', 'ip_address': '2001:db8::7ed:cde2:64de:de94'}], 'name': 'tempest-NetworksTestDHCPv6-1069654284'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:10.088758 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': 'd802c67b-d0f5-4851-b267-b044a788e05b'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:10.090208 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.178264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aae98-e70d-4051-981c-e95603ff93b7 req-c05ff0bd-d0f9-4fe6-a543-83c5027d8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:10.180249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-060aae98-e70d-4051-981c-e95603ff93b7 req-c05ff0bd-d0f9-4fe6-a543-83c5027d8e1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 1097 time: 0.2533395 Jul 05 04:15:10.227434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Allocated IP 2001:db8::2 (86178c79-4277-4bfb-bb97-c5717bada70f/d802c67b-d0f5-4851-b267-b044a788e05b/7631c654-f1d4-4a51-8939-a54b759c1eb8) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:10.231618 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-060aae98-e70d-4051-981c-e95603ff93b7 req-00a17cec-ab00-48d6-9189-cacafd67b52a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412073 Jul 05 04:15:10.302940 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:10.389876 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.394531 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.398943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Transition to ACTIVE for port object 7631c654-f1d4-4a51-8939-a54b759c1eb8 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:10.414171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port eaab93a4-3918-4bad-93cc-446eec887429 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:10.427667 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Transition to ACTIVE for port object 7631c654-f1d4-4a51-8939-a54b759c1eb8 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:10.514591 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.562445 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:10.565862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:10.569472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:10.611729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::7ed:cde2:64de:de94 (86178c79-4277-4bfb-bb97-c5717bada70f/d802c67b-d0f5-4851-b267-b044a788e05b/eaab93a4-3918-4bad-93cc-446eec887429) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:10.646880 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Pushing event updated for resources: {'Port': ['ID=7631c654-f1d4-4a51-8939-a54b759c1eb8,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:10.650769 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Attempting to bind port 7631c654-f1d4-4a51-8939-a54b759c1eb8 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:10.651145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Attempting to bind port 7631c654-f1d4-4a51-8939-a54b759c1eb8 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:10.652266 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Attempting to bind port 7631c654-f1d4-4a51-8939-a54b759c1eb8 on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:10.657880 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:10.658260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:10.658753 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.659145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:10.659611 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Bound port: 7631c654-f1d4-4a51-8939-a54b759c1eb8, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:10.660073 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.767053 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] For port 7631c654-f1d4-4a51-8939-a54b759c1eb8, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:10.787208 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.788671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] For port 7631c654-f1d4-4a51-8939-a54b759c1eb8, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7631c654-f1d4-4a51-8939-a54b759c1eb8,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:10.803944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object eaab93a4-3918-4bad-93cc-446eec887429 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:10.854082 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.899228 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.924035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97afb9-341c-4be0-94ef-f63a367a0935 None None] Pushing event updated for resources: {'Port': ['ID=7631c654-f1d4-4a51-8939-a54b759c1eb8,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:10.989268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:10.996080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:11.014328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:11.021424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:11.023262 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.028692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=eaab93a4-3918-4bad-93cc-446eec887429,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:11.147799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36438) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:11.150509 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f25108c9-ee2e-48ad-bd12-e64705d960ce tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1333055 Jul 05 04:15:11.166478 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4526b1cd-9f87-4027-85f2-9e94382b155e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'fixed_ips': [{'subnet_id': 'd802c67b-d0f5-4851-b267-b044a788e05b', 'ip_address': '2001:db8::7ed:cde2:64de:de94'}], 'name': 'tempest-NetworksTestDHCPv6-1446024713'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:11.411458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4526b1cd-9f87-4027-85f2-9e94382b155e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:11.417609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4526b1cd-9f87-4027-85f2-9e94382b155e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.435667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-4526b1cd-9f87-4027-85f2-9e94382b155e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port c354bd3f-18df-4df5-867a-b5c9ea412773 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:11.646621 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4526b1cd-9f87-4027-85f2-9e94382b155e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 04:15:11.647154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4526b1cd-9f87-4027-85f2-9e94382b155e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:11.752570 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4526b1cd-9f87-4027-85f2-9e94382b155e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6004741 Jul 05 04:15:11.753363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36450) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:11.868286 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c20ecb6-eb73-4767-8d53-33ca76425c06 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:11.876400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c20ecb6-eb73-4767-8d53-33ca76425c06 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:11.879888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4c20ecb6-eb73-4767-8d53-33ca76425c06 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1241374 Jul 05 04:15:11.881134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36454) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:11.920059 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7631c654-f1d4-4a51-8939-a54b759c1eb8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:12.024062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b840d821-d323-47af-9719-df56ae6d953c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port eaab93a4-3918-4bad-93cc-446eec887429 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:12.026380 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b840d821-d323-47af-9719-df56ae6d953c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.046175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 7631c654-f1d4-4a51-8939-a54b759c1eb8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:12.118515 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b840d821-d323-47af-9719-df56ae6d953c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.133402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b840d821-d323-47af-9719-df56ae6d953c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for eaab93a4-3918-4bad-93cc-446eec887429 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:12.188688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-33befe40-9e23-409f-8d40-ab9ef9a01296 None None] Provisioning for port 7631c654-f1d4-4a51-8939-a54b759c1eb8 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:12.200185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-33befe40-9e23-409f-8d40-ab9ef9a01296 None None] Provisioning complete for port 7631c654-f1d4-4a51-8939-a54b759c1eb8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:12.200913 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-33befe40-9e23-409f-8d40-ab9ef9a01296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.333188 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-33befe40-9e23-409f-8d40-ab9ef9a01296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.376229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-33befe40-9e23-409f-8d40-ab9ef9a01296 None None] For port 7631c654-f1d4-4a51-8939-a54b759c1eb8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7631c654-f1d4-4a51-8939-a54b759c1eb8,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:12.378539 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b840d821-d323-47af-9719-df56ae6d953c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.410393 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840d821-d323-47af-9719-df56ae6d953c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=eaab93a4-3918-4bad-93cc-446eec887429,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:12.455890 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b840d821-d323-47af-9719-df56ae6d953c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.460273 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b840d821-d323-47af-9719-df56ae6d953c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/eaab93a4-3918-4bad-93cc-446eec887429 HTTP/1.1" status: 204 len: 168 time: 0.5757480 Jul 05 04:15:12.460798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36462) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:12.461402 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-33befe40-9e23-409f-8d40-ab9ef9a01296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.536561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33befe40-9e23-409f-8d40-ab9ef9a01296 None None] Pushing event updated for resources: {'Port': ['ID=7631c654-f1d4-4a51-8939-a54b759c1eb8,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:12.559968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e94272b-1b2f-4bac-af53-efb9a39c8c02 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:12.561607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e94272b-1b2f-4bac-af53-efb9a39c8c02 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:12.563267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1e94272b-1b2f-4bac-af53-efb9a39c8c02 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1011469 Jul 05 04:15:12.565972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36464) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:12.577348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8d3b6623-64ef-4a6c-b296-207c31c146a3 None None] Could not find standard attr ID for object eaab93a4-3918-4bad-93cc-446eec887429. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:12.651852 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ad2d9f-f780-44f1-a66a-f223188f9252 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet d802c67b-d0f5-4851-b267-b044a788e05b {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:12.656304 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e6ad2d9f-f780-44f1-a66a-f223188f9252 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.700404 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e6ad2d9f-f780-44f1-a66a-f223188f9252 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.783588 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e6ad2d9f-f780-44f1-a66a-f223188f9252 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.920536 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e6ad2d9f-f780-44f1-a66a-f223188f9252 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.949148 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad2d9f-f780-44f1-a66a-f223188f9252 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=d802c67b-d0f5-4851-b267-b044a788e05b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:12.953765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e6ad2d9f-f780-44f1-a66a-f223188f9252 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.958484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e6ad2d9f-f780-44f1-a66a-f223188f9252 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/d802c67b-d0f5-4851-b267-b044a788e05b HTTP/1.1" status: 204 len: 168 time: 0.3915303 Jul 05 04:15:12.958618 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36472) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:12.965529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26d36f9-5a70-41b3-bbac-f9454892c54e None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:13.002174 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2854aedd-5e92-4042-a57c-8533859e133b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421770 Jul 05 04:15:13.008616 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36474) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:13.013720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d22436ab-f36a-4cbd-833b-f23c11da5f0e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:13.177130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22436ab-f36a-4cbd-833b-f23c11da5f0e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:13.180856 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d22436ab-f36a-4cbd-833b-f23c11da5f0e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.199452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca4c83d-290c-4718-b7b8-5e114e7c4a8e None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:13.262246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fca4c83d-290c-4718-b7b8-5e114e7c4a8e None None] Deleting port 7631c654-f1d4-4a51-8939-a54b759c1eb8 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:13.263494 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fca4c83d-290c-4718-b7b8-5e114e7c4a8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.348987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-fca4c83d-290c-4718-b7b8-5e114e7c4a8e None None] For port 7631c654-f1d4-4a51-8939-a54b759c1eb8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7631c654-f1d4-4a51-8939-a54b759c1eb8,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:13.349636 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fca4c83d-290c-4718-b7b8-5e114e7c4a8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.364957 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fca4c83d-290c-4718-b7b8-5e114e7c4a8e None None] Calling delete_port for 7631c654-f1d4-4a51-8939-a54b759c1eb8 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:13.480636 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d22436ab-f36a-4cbd-833b-f23c11da5f0e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.530358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22436ab-f36a-4cbd-833b-f23c11da5f0e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:13.533807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-d22436ab-f36a-4cbd-833b-f23c11da5f0e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:13.538003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22436ab-f36a-4cbd-833b-f23c11da5f0e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:13.538647 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d22436ab-f36a-4cbd-833b-f23c11da5f0e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.549505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22436ab-f36a-4cbd-833b-f23c11da5f0e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=3a0ca772-2212-4c09-9bfc-f3ce9b19d077,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:13.560306 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fca4c83d-290c-4718-b7b8-5e114e7c4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.585512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4c83d-290c-4718-b7b8-5e114e7c4a8e None None] Pushing event deleted for resources: {'Port': ['ID=7631c654-f1d4-4a51-8939-a54b759c1eb8,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:13.591922 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca4c83d-290c-4718-b7b8-5e114e7c4a8e None None] No DVR routers for this DVR port 7631c654-f1d4-4a51-8939-a54b759c1eb8 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:13.610253 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e0885e-7fff-49ae-a7d8-45fda2a79467 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:13.652847 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d22436ab-f36a-4cbd-833b-f23c11da5f0e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6430109 Jul 05 04:15:13.658179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36480) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:13.663327 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-19fc230e-1c88-41df-8b6a-ed022d55b056 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'fixed_ips': [{'subnet_id': '3a0ca772-2212-4c09-9bfc-f3ce9b19d077', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1842927312'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:13.784536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': '3a0ca772-2212-4c09-9bfc-f3ce9b19d077'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:13.785414 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.880465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fc230e-1c88-41df-8b6a-ed022d55b056 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:13.886331 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19fc230e-1c88-41df-8b6a-ed022d55b056 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.905766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-19fc230e-1c88-41df-8b6a-ed022d55b056 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port de5888ea-1213-4882-9aee-b25fc33cc43a yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:13.958958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Allocated IP 2001:db8::2 (86178c79-4277-4bfb-bb97-c5717bada70f/3a0ca772-2212-4c09-9bfc-f3ce9b19d077/d2e34b1e-a26b-4701-8fe4-80d8316f1251) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:13.975668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7631c654-f1d4-4a51-8939-a54b759c1eb8 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:14.090195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 7631c654-f1d4-4a51-8939-a54b759c1eb8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:14.090623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7631c654-f1d4-4a51-8939-a54b759c1eb8 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:14.150026 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.158328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Transition to ACTIVE for port object d2e34b1e-a26b-4701-8fe4-80d8316f1251 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:14.172578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Transition to ACTIVE for port object d2e34b1e-a26b-4701-8fe4-80d8316f1251 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:14.218123 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.247606 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fc230e-1c88-41df-8b6a-ed022d55b056 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:14.248586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19fc230e-1c88-41df-8b6a-ed022d55b056 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:14.258043 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:14.264133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:14.266592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:14.276206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Pushing event updated for resources: {'Port': ['ID=d2e34b1e-a26b-4701-8fe4-80d8316f1251,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:14.337938 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Attempting to bind port d2e34b1e-a26b-4701-8fe4-80d8316f1251 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:14.340961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Attempting to bind port d2e34b1e-a26b-4701-8fe4-80d8316f1251 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:14.341054 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-19fc230e-1c88-41df-8b6a-ed022d55b056 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6791520 Jul 05 04:15:14.341136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Attempting to bind port d2e34b1e-a26b-4701-8fe4-80d8316f1251 on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:14.341252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36490) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:14.343933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:14.344436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:14.344896 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.349198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:14.349198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Bound port: d2e34b1e-a26b-4701-8fe4-80d8316f1251, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:14.349198 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.416739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e63f7-e242-4114-9df7-796e2b73cb69 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:14.416997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] For port d2e34b1e-a26b-4701-8fe4-80d8316f1251, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:14.420659 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-630e63f7-e242-4114-9df7-796e2b73cb69 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0763106 Jul 05 04:15:14.420998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36492) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:14.422937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] For port d2e34b1e-a26b-4701-8fe4-80d8316f1251, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d2e34b1e-a26b-4701-8fe4-80d8316f1251,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:14.495422 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.499877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739a97-7ccf-4722-9c3a-d674c7db2858 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:14.510458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739a97-7ccf-4722-9c3a-d674c7db2858 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:14.514834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d8739a97-7ccf-4722-9c3a-d674c7db2858 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0903299 Jul 05 04:15:14.515242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36496) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:14.574249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1eb3ff4-90ce-4dd8-87cf-51e53970d65d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 3a0ca772-2212-4c09-9bfc-f3ce9b19d077 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:14.578969 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3ff4-90ce-4dd8-87cf-51e53970d65d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.580706 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2c95b-f0a4-4df9-bfe5-27b8be9c83a6 None None] Pushing event updated for resources: {'Port': ['ID=d2e34b1e-a26b-4701-8fe4-80d8316f1251,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:14.632138 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3ff4-90ce-4dd8-87cf-51e53970d65d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.755612 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3ff4-90ce-4dd8-87cf-51e53970d65d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.909321 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3ff4-90ce-4dd8-87cf-51e53970d65d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.950182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb3ff4-90ce-4dd8-87cf-51e53970d65d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0ca772-2212-4c09-9bfc-f3ce9b19d077,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:14.958963 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3ff4-90ce-4dd8-87cf-51e53970d65d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.964190 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f1eb3ff4-90ce-4dd8-87cf-51e53970d65d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/3a0ca772-2212-4c09-9bfc-f3ce9b19d077 HTTP/1.1" status: 204 len: 168 time: 0.4472494 Jul 05 04:15:14.964425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36506) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:15.004342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cce25eca-5b8a-4760-af6e-20c8736aa9a6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386961 Jul 05 04:15:15.008232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36508) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:15.013496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-49f60132-511f-4ce6-9dc8-ae9304dfe425 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:15.171614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f60132-511f-4ce6-9dc8-ae9304dfe425 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:15.175782 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49f60132-511f-4ce6-9dc8-ae9304dfe425 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.465649 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49f60132-511f-4ce6-9dc8-ae9304dfe425 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.519982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f60132-511f-4ce6-9dc8-ae9304dfe425 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:15.523418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-49f60132-511f-4ce6-9dc8-ae9304dfe425 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:15.529550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f60132-511f-4ce6-9dc8-ae9304dfe425 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:15.529699 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-49f60132-511f-4ce6-9dc8-ae9304dfe425 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.539980 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f60132-511f-4ce6-9dc8-ae9304dfe425 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=d48c8f23-3848-4d3c-aa34-a37b0365f201,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:15.624632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-49f60132-511f-4ce6-9dc8-ae9304dfe425 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6148858 Jul 05 04:15:15.626818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36520) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:15.636419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-113cd31c-1e64-4bb3-b1a1-84cb0b2a11e8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-204711481', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:15.766641 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-113cd31c-1e64-4bb3-b1a1-84cb0b2a11e8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.768189 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-113cd31c-1e64-4bb3-b1a1-84cb0b2a11e8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.850461 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-113cd31c-1e64-4bb3-b1a1-84cb0b2a11e8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.941849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d2e34b1e-a26b-4701-8fe4-80d8316f1251 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:15.960316 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-113cd31c-1e64-4bb3-b1a1-84cb0b2a11e8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.965814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f5541b-eeee-4ceb-bc68-8f87f4069643 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:16.129799 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-113cd31c-1e64-4bb3-b1a1-84cb0b2a11e8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.130929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-113cd31c-1e64-4bb3-b1a1-84cb0b2a11e8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5016167 Jul 05 04:15:16.134040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36530) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:16.158283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d2e34b1e-a26b-4701-8fe4-80d8316f1251 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:16.158283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-47731b59-f46f-4613-892d-a2f3a65cfe50 None None] Provisioning for port d2e34b1e-a26b-4701-8fe4-80d8316f1251 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:16.162468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d2e34b1e-a26b-4701-8fe4-80d8316f1251 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:16.162850 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.221557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-47731b59-f46f-4613-892d-a2f3a65cfe50 None None] Provisioning complete for port d2e34b1e-a26b-4701-8fe4-80d8316f1251 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:16.224863 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47731b59-f46f-4613-892d-a2f3a65cfe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.381029 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47731b59-f46f-4613-892d-a2f3a65cfe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.402711 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.438365 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-47731b59-f46f-4613-892d-a2f3a65cfe50 None None] For port d2e34b1e-a26b-4701-8fe4-80d8316f1251, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d2e34b1e-a26b-4701-8fe4-80d8316f1251,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:16.492791 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.527338 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-47731b59-f46f-4613-892d-a2f3a65cfe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.609255 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:15:16.610315 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:15:16.611794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47731b59-f46f-4613-892d-a2f3a65cfe50 None None] Pushing event updated for resources: {'Port': ['ID=d2e34b1e-a26b-4701-8fe4-80d8316f1251,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:16.647349 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-72caf04f-6a66-4fce-b282-cd775cf866ac None None] Provisioning complete for port d2e34b1e-a26b-4701-8fe4-80d8316f1251 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:16.648511 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72caf04f-6a66-4fce-b282-cd775cf866ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.844301 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::1 (86178c79-4277-4bfb-bb97-c5717bada70f/d48c8f23-3848-4d3c-aa34-a37b0365f201/7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:16.966701 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.981205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:17.074879 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.117194 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:17.121068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:17.124982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:17.125477 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.165547 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:17.315784 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.508020 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-09bbc406-e7ac-4658-be41-7ab2cac4d8f9 None None] Provisioning for port 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:17.512974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-09bbc406-e7ac-4658-be41-7ab2cac4d8f9 None None] Provisioning complete for port 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:17.513446 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-09bbc406-e7ac-4658-be41-7ab2cac4d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.548871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-09bbc406-e7ac-4658-be41-7ab2cac4d8f9 None None] Port 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:17.608185 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.656601 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.657384 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.750591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:17.824674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:17.828849 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:17.871807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d2e34b1e-a26b-4701-8fe4-80d8316f1251 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:17.931406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d2e34b1e-a26b-4701-8fe4-80d8316f1251 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:17.931790 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.057519 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Router 347dc305-dcab-4578-9eb0-f5d1b3e9cddd is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:15:18.160031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:18.166269 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b75a0217-9caf-4c04-8042-cc2f68992391 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "PUT /v2.0/routers/347dc305-dcab-4578-9eb0-f5d1b3e9cddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0299754 Jul 05 04:15:18.168872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36568) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:18.180772 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Sync routers for ids ['347dc305-dcab-4578-9eb0-f5d1b3e9cddd'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:18.191480 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Routers {'347dc305-dcab-4578-9eb0-f5d1b3e9cddd'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:18.192107 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:14:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['347dc305-dcab-4578-9eb0-f5d1b3e9cddd'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:18.224954 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b1d6792f-a052-46e4-80d6-127db66204bd None None] Provisioning complete for port 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:18.225598 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b1d6792f-a052-46e4-80d6-127db66204bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.251462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc2197-6c45-47ea-a693-bf6f6ec2b78b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:18.256593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36578) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:18.269275 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d4fc2197-6c45-47ea-a693-bf6f6ec2b78b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports/7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d HTTP/1.1" status: 200 len: 911 time: 0.0989118 Jul 05 04:15:18.286937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6792f-a052-46e4-80d6-127db66204bd None None] Port 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:18.313036 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Set router 347dc305-dcab-4578-9eb0-f5d1b3e9cddd gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:18.347676 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34d65a7-01e7-477c-81d1-ba79a4edbdac tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:18.354943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34d65a7-01e7-477c-81d1-ba79a4edbdac tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:18.359509 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36580) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:18.374490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d34d65a7-01e7-477c-81d1-ba79a4edbdac tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1167295 Jul 05 04:15:18.519430 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dc305-dcab-4578-9eb0-f5d1b3e9cddd', 'name': 'tempest-NetworksTestDHCPv6-router-204711481', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:15Z', 'updated_at': '2021-07-05T04:15:17Z', 'revision_number': 2, 'project_id': '15575601063040c3a5651ba2042dfd30', 'gw_port_host': None, '_interfaces': [{'id': '7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d', 'name': '', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'mac_address': 'fa:16:3e:80:bd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347dc305-dcab-4578-9eb0-f5d1b3e9cddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'd48c8f23-3848-4d3c-aa34-a37b0365f201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:16Z', 'updated_at': '2021-07-05T04:15:17Z', 'revision_number': 2, 'project_id': '15575601063040c3a5651ba2042dfd30', 'subnets': [{'id': 'd48c8f23-3848-4d3c-aa34-a37b0365f201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:18.545992 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Checking router: 347dc305-dcab-4578-9eb0-f5d1b3e9cddd for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:18.546338 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Updating router 347dc305-dcab-4578-9eb0-f5d1b3e9cddd port 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:15:18.586332 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.896258 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.907037 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Transition to ACTIVE for port object 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:18.976692 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.053582 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3910d03-e00a-405b-b361-c287aeff54e9 None None] Pushing event updated for resources: {'Port': ['ID=7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:19.069674 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3910d03-e00a-405b-b361-c287aeff54e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:19.069932 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3910d03-e00a-405b-b361-c287aeff54e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:19.070367 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3910d03-e00a-405b-b361-c287aeff54e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:19.070734 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3910d03-e00a-405b-b361-c287aeff54e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:19.071068 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3910d03-e00a-405b-b361-c287aeff54e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:19.071428 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3910d03-e00a-405b-b361-c287aeff54e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:19.071753 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3910d03-e00a-405b-b361-c287aeff54e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:19.072079 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3910d03-e00a-405b-b361-c287aeff54e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:19.072845 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3910d03-e00a-405b-b361-c287aeff54e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:19.072845 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3910d03-e00a-405b-b361-c287aeff54e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:19.073126 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3910d03-e00a-405b-b361-c287aeff54e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:19.073864 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3910d03-e00a-405b-b361-c287aeff54e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:19.150701 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Attempting to bind port 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:19.151080 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Attempting to bind port 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:19.151453 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Attempting to bind port 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:19.157167 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:19.157543 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:19.158151 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.158783 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:19.159438 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Bound port: 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:19.160000 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.347452 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32c2b3a6-5737-400b-9866-68c8df5e7667 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.359507 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] For port 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:19.362827 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] For port 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:19.434765 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.502277 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Routers {'347dc305-dcab-4578-9eb0-f5d1b3e9cddd'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:19.502931 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:14:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['347dc305-dcab-4578-9eb0-f5d1b3e9cddd'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:19.544518 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3910d03-e00a-405b-b361-c287aeff54e9 None None] Pushing event updated for resources: {'Port': ['ID=7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:19.619811 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] Set router 347dc305-dcab-4578-9eb0-f5d1b3e9cddd gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:19.732758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-32c2b3a6-5737-400b-9866-68c8df5e7667 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:19.733388 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32c2b3a6-5737-400b-9866-68c8df5e7667 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.880683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-32c2b3a6-5737-400b-9866-68c8df5e7667 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] For port 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:19.881059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32c2b3a6-5737-400b-9866-68c8df5e7667 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.896931 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-32c2b3a6-5737-400b-9866-68c8df5e7667 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:19.899008 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dc305-dcab-4578-9eb0-f5d1b3e9cddd', 'name': 'tempest-NetworksTestDHCPv6-router-204711481', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:15Z', 'updated_at': '2021-07-05T04:15:17Z', 'revision_number': 2, 'project_id': '15575601063040c3a5651ba2042dfd30', 'gw_port_host': None, '_interfaces': [{'id': '7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d', 'name': '', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'mac_address': 'fa:16:3e:80:bd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347dc305-dcab-4578-9eb0-f5d1b3e9cddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'd48c8f23-3848-4d3c-aa34-a37b0365f201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:16Z', 'updated_at': '2021-07-05T04:15:19Z', 'revision_number': 4, 'project_id': '15575601063040c3a5651ba2042dfd30', 'subnets': [{'id': 'd48c8f23-3848-4d3c-aa34-a37b0365f201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:19.928895 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa7462-4431-4392-b61e-4e52a98eb8c8 None None] The sync data for ids ['347dc305-dcab-4578-9eb0-f5d1b3e9cddd'] in n-d-798249-5 is: [{'id': '347dc305-dcab-4578-9eb0-f5d1b3e9cddd', 'name': 'tempest-NetworksTestDHCPv6-router-204711481', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:15Z', 'updated_at': '2021-07-05T04:15:17Z', 'revision_number': 2, 'project_id': '15575601063040c3a5651ba2042dfd30', 'gw_port_host': None, '_interfaces': [{'id': '7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d', 'name': '', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'mac_address': 'fa:16:3e:80:bd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347dc305-dcab-4578-9eb0-f5d1b3e9cddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'd48c8f23-3848-4d3c-aa34-a37b0365f201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:16Z', 'updated_at': '2021-07-05T04:15:19Z', 'revision_number': 4, 'project_id': '15575601063040c3a5651ba2042dfd30', 'subnets': [{'id': 'd48c8f23-3848-4d3c-aa34-a37b0365f201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:20.194227 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32c2b3a6-5737-400b-9866-68c8df5e7667 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.242720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2b3a6-5737-400b-9866-68c8df5e7667 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:20.384382 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-32c2b3a6-5737-400b-9866-68c8df5e7667 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.610264 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c2b3a6-5737-400b-9866-68c8df5e7667 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Router 347dc305-dcab-4578-9eb0-f5d1b3e9cddd has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:20.694047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c2b3a6-5737-400b-9866-68c8df5e7667 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:20.700059 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-32c2b3a6-5737-400b-9866-68c8df5e7667 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "PUT /v2.0/routers/347dc305-dcab-4578-9eb0-f5d1b3e9cddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3395159 Jul 05 04:15:20.702723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36642) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:20.763512 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6730ea12-1d0b-42a5-be5a-c7f2ccd1fe6c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.765280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6730ea12-1d0b-42a5-be5a-c7f2ccd1fe6c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.769378 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6730ea12-1d0b-42a5-be5a-c7f2ccd1fe6c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0631726 Jul 05 04:15:20.769996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36646) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:20.850709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff15ba3-39b0-4919-a32e-c5b27c05b3f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet d48c8f23-3848-4d3c-aa34-a37b0365f201 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:20.856169 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ff15ba3-39b0-4919-a32e-c5b27c05b3f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.917018 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ff15ba3-39b0-4919-a32e-c5b27c05b3f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.970726 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ff15ba3-39b0-4919-a32e-c5b27c05b3f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.115772 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ff15ba3-39b0-4919-a32e-c5b27c05b3f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.140634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff15ba3-39b0-4919-a32e-c5b27c05b3f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=d48c8f23-3848-4d3c-aa34-a37b0365f201,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:21.145882 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ff15ba3-39b0-4919-a32e-c5b27c05b3f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.148184 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8ff15ba3-39b0-4919-a32e-c5b27c05b3f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/d48c8f23-3848-4d3c-aa34-a37b0365f201 HTTP/1.1" status: 204 len: 168 time: 0.3772221 Jul 05 04:15:21.151633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36660) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:21.154077 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb86dd2-6352-400a-9b53-ba6ba8f095d8 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:21.310421 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-69ccd77d-8bd6-4fae-962a-8fa14ebbb104 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1568577 Jul 05 04:15:21.312591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36664) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:21.405966 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd75d736-3759-43a1-8c16-2429635e9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.409824 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e196d20-97e0-4ac2-ab9a-34ad99124323 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.485109 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f364a477-750d-4579-b943-e100db69d8ce None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:21.610426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e196d20-97e0-4ac2-ab9a-34ad99124323 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.615135 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e196d20-97e0-4ac2-ab9a-34ad99124323 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.632356 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Deleting port d2e34b1e-a26b-4701-8fe4-80d8316f1251 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:21.634527 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.700259 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f364a477-750d-4579-b943-e100db69d8ce None None] For port d2e34b1e-a26b-4701-8fe4-80d8316f1251, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d2e34b1e-a26b-4701-8fe4-80d8316f1251,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:21.700865 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.714127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Calling delete_port for d2e34b1e-a26b-4701-8fe4-80d8316f1251 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:21.765364 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e196d20-97e0-4ac2-ab9a-34ad99124323 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.766451 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e196d20-97e0-4ac2-ab9a-34ad99124323 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Fanout notify agent at l3_agent the message router_deleted on router 347dc305-dcab-4578-9eb0-f5d1b3e9cddd {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:15:21.774770 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e196d20-97e0-4ac2-ab9a-34ad99124323 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.778669 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8e196d20-97e0-4ac2-ab9a-34ad99124323 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/routers/347dc305-dcab-4578-9eb0-f5d1b3e9cddd HTTP/1.1" status: 204 len: 168 time: 0.4625251 Jul 05 04:15:21.779101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36672) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:21.795367 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-37af74b0-25b8-4496-a40f-3c67871b3057 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:21.857900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be8f74-abdd-4867-82e7-7f0aa085e4ae None None] Sync routers for ids ['347dc305-dcab-4578-9eb0-f5d1b3e9cddd'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:21.873375 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be8f74-abdd-4867-82e7-7f0aa085e4ae None None] Routers set() bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:21.873997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be8f74-abdd-4867-82e7-7f0aa085e4ae None None] Router IDs set() for agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 04:15:21.874969 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_agentschedulers_db [None req-05be8f74-abdd-4867-82e7-7f0aa085e4ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'347dc305-dcab-4578-9eb0-f5d1b3e9cddd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:14:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent'). {{(pid=100878) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 04:15:21.890927 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be8f74-abdd-4867-82e7-7f0aa085e4ae None None] Routers set() bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:21.891380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be8f74-abdd-4867-82e7-7f0aa085e4ae None None] Router IDs set() for agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 04:15:21.892217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_agentschedulers_db [None req-05be8f74-abdd-4867-82e7-7f0aa085e4ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'347dc305-dcab-4578-9eb0-f5d1b3e9cddd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:14:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent'). {{(pid=100878) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 04:15:21.892702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be8f74-abdd-4867-82e7-7f0aa085e4ae None None] The sync data for ids ['347dc305-dcab-4578-9eb0-f5d1b3e9cddd'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:21.902536 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.944702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Pushing event deleted for resources: {'Port': ['ID=d2e34b1e-a26b-4701-8fe4-80d8316f1251,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:21.964602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d2e34b1e-a26b-4701-8fe4-80d8316f1251 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:22.012883 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364a477-750d-4579-b943-e100db69d8ce None None] No DVR routers for this DVR port d2e34b1e-a26b-4701-8fe4-80d8316f1251 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:22.013975 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:22.014860 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:22.015307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:22.015710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:22.016248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:22.016799 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:22.017328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:22.017844 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:22.018366 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:22.018877 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:22.019399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:22.019906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a477-750d-4579-b943-e100db69d8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:22.023922 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: d2e34b1e-a26b-4701-8fe4-80d8316f1251 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:22.024681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d2e34b1e-a26b-4701-8fe4-80d8316f1251 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:22.098597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37af74b0-25b8-4496-a40f-3c67871b3057 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:22.109215 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-37af74b0-25b8-4496-a40f-3c67871b3057 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.401178 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-37af74b0-25b8-4496-a40f-3c67871b3057 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.456272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af74b0-25b8-4496-a40f-3c67871b3057 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:22.461406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-37af74b0-25b8-4496-a40f-3c67871b3057 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:22.466996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af74b0-25b8-4496-a40f-3c67871b3057 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:22.467591 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-37af74b0-25b8-4496-a40f-3c67871b3057 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.475143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316533a3-e633-461d-b66b-01ba3fde3366 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:22.484864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af74b0-25b8-4496-a40f-3c67871b3057 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=7a80f033-210f-4218-b464-caf6317643ec,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:22.554768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-37af74b0-25b8-4496-a40f-3c67871b3057 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7741296 Jul 05 04:15:22.559268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36696) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:22.566738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b326a0a0-bc8f-4ac7-83b5-1850387b7506 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-979073678', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:22.639847 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': '7a80f033-210f-4218-b464-caf6317643ec'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:22.640754 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.675058 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b326a0a0-bc8f-4ac7-83b5-1850387b7506 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.676532 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b326a0a0-bc8f-4ac7-83b5-1850387b7506 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.753652 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b326a0a0-bc8f-4ac7-83b5-1850387b7506 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.789598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Allocated IP 2001:db8::2 (86178c79-4277-4bfb-bb97-c5717bada70f/7a80f033-210f-4218-b464-caf6317643ec/ed90c198-03aa-4a1d-9d3e-cc28277c6fe0) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:22.900640 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b326a0a0-bc8f-4ac7-83b5-1850387b7506 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.950725 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.956937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Transition to ACTIVE for port object ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:22.972814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Transition to ACTIVE for port object ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:22.988068 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b326a0a0-bc8f-4ac7-83b5-1850387b7506 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.989414 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b326a0a0-bc8f-4ac7-83b5-1850387b7506 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4287446 Jul 05 04:15:22.991996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36708) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:23.045924 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.097883 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:23.101890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:23.104878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Pushing event updated for resources: {'Port': ['ID=ed90c198-03aa-4a1d-9d3e-cc28277c6fe0,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:23.108716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:23.178860 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Attempting to bind port ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:23.179436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Attempting to bind port ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:23.179956 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Attempting to bind port ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:23.185531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:23.186023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:23.186418 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.186817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:23.187314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Bound port: ed90c198-03aa-4a1d-9d3e-cc28277c6fe0, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:23.187729 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.263980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] For port ed90c198-03aa-4a1d-9d3e-cc28277c6fe0, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:23.267304 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] For port ed90c198-03aa-4a1d-9d3e-cc28277c6fe0, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ed90c198-03aa-4a1d-9d3e-cc28277c6fe0,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:23.298748 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.315754 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.398984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09cdc2-2282-4cb9-8737-edcfe2d8d58a None None] Pushing event updated for resources: {'Port': ['ID=ed90c198-03aa-4a1d-9d3e-cc28277c6fe0,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:23.591474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::1 (86178c79-4277-4bfb-bb97-c5717bada70f/7a80f033-210f-4218-b464-caf6317643ec/4df43aa2-8b0b-47f6-a91a-5cff4068bc15) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:23.755190 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.770849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:23.887588 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.923194 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:23.958453 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:23.965893 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:23.984577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:23.985145 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.033883 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:24.046085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:24.059885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=4df43aa2-8b0b-47f6-a91a-5cff4068bc15,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:24.067572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:24.068048 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7bcc43a9-50df-4f0d-a0a7-ce5fbcbd583d not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:24.244824 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.295410 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0e881c75-dc1e-445a-b037-6707c61252f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.370910 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.634002 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.736692 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.741793 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.759542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-150e7622-bafe-4d98-a5f6-b5cee88c7f33 None None] Provisioning for port ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:24.764887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-150e7622-bafe-4d98-a5f6-b5cee88c7f33 None None] Provisioning complete for port ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:24.764887 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-150e7622-bafe-4d98-a5f6-b5cee88c7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.832516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=4df43aa2-8b0b-47f6-a91a-5cff4068bc15,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:24.875215 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-150e7622-bafe-4d98-a5f6-b5cee88c7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.912912 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:24.916586 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:24.931338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-150e7622-bafe-4d98-a5f6-b5cee88c7f33 None None] For port ed90c198-03aa-4a1d-9d3e-cc28277c6fe0, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ed90c198-03aa-4a1d-9d3e-cc28277c6fe0,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:25.006710 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-150e7622-bafe-4d98-a5f6-b5cee88c7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.083059 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e7622-bafe-4d98-a5f6-b5cee88c7f33 None None] Pushing event updated for resources: {'Port': ['ID=ed90c198-03aa-4a1d-9d3e-cc28277c6fe0,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:25.119311 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Router 7cbc864f-f890-4767-bf0c-1f0d4518a7c2 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:15:25.177273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0b0f0dc9-bc50-423a-a937-a43b42531246 None None] Provisioning for port 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:25.187738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0b0f0dc9-bc50-423a-a937-a43b42531246 None None] Provisioning complete for port 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:25.188116 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0dc9-bc50-423a-a937-a43b42531246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.225880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:25.231937 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fcd3108e-30fc-4cf7-a5f8-53079bd6680d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "PUT /v2.0/routers/7cbc864f-f890-4767-bf0c-1f0d4518a7c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2388034 Jul 05 04:15:25.236726 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Sync routers for ids ['7cbc864f-f890-4767-bf0c-1f0d4518a7c2'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:25.237246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36764) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.246376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f0dc9-bc50-423a-a937-a43b42531246 None None] Port 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:25.247843 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Routers {'7cbc864f-f890-4767-bf0c-1f0d4518a7c2'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:25.248654 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:15:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7cbc864f-f890-4767-bf0c-1f0d4518a7c2'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:25.250286 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.350188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9a7a34-cb7a-4f84-b6d6-0595ca024561 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:25.351638 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7c9a7a34-cb7a-4f84-b6d6-0595ca024561 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports/4df43aa2-8b0b-47f6-a91a-5cff4068bc15 HTTP/1.1" status: 200 len: 911 time: 0.1136117 Jul 05 04:15:25.354951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36768) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.362335 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Set router 7cbc864f-f890-4767-bf0c-1f0d4518a7c2 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:25.381991 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-35e85c00-d9d7-44b5-ae9f-3e4f335898e6 None None] Provisioning complete for port 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:25.384896 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-35e85c00-d9d7-44b5-ae9f-3e4f335898e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.427196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-35e85c00-d9d7-44b5-ae9f-3e4f335898e6 None None] Port 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:25.448912 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c23bb6e-194c-4a5e-8356-510b2352ecd9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:25.457297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c23bb6e-194c-4a5e-8356-510b2352ecd9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:25.459017 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9c23bb6e-194c-4a5e-8356-510b2352ecd9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1028383 Jul 05 04:15:25.462121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36772) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.607191 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbc864f-f890-4767-bf0c-1f0d4518a7c2', 'name': 'tempest-NetworksTestDHCPv6-router-979073678', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:22Z', 'updated_at': '2021-07-05T04:15:24Z', 'revision_number': 2, 'project_id': '15575601063040c3a5651ba2042dfd30', 'gw_port_host': None, '_interfaces': [{'id': '4df43aa2-8b0b-47f6-a91a-5cff4068bc15', 'name': '', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'mac_address': 'fa:16:3e:d0:d5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbc864f-f890-4767-bf0c-1f0d4518a7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '7a80f033-210f-4218-b464-caf6317643ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:23Z', 'updated_at': '2021-07-05T04:15:24Z', 'revision_number': 2, 'project_id': '15575601063040c3a5651ba2042dfd30', 'subnets': [{'id': '7a80f033-210f-4218-b464-caf6317643ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:25.637746 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Checking router: 7cbc864f-f890-4767-bf0c-1f0d4518a7c2 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:25.638074 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Updating router 7cbc864f-f890-4767-bf0c-1f0d4518a7c2 port 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:15:25.671837 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.935511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:26.040820 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:26.041663 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.063762 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.075849 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Transition to ACTIVE for port object 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:26.119354 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.184277 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955673a-5b1e-4c95-96c8-2b7a3c034641 None None] Pushing event updated for resources: {'Port': ['ID=4df43aa2-8b0b-47f6-a91a-5cff4068bc15,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:26.267612 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Attempting to bind port 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:26.268311 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Attempting to bind port 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:26.269182 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Attempting to bind port 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:26.276245 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:26.276919 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:26.277486 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.278034 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:26.278763 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Bound port: 4df43aa2-8b0b-47f6-a91a-5cff4068bc15, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:26.279366 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.361925 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] For port 4df43aa2-8b0b-47f6-a91a-5cff4068bc15, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:26.368705 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] For port 4df43aa2-8b0b-47f6-a91a-5cff4068bc15, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4df43aa2-8b0b-47f6-a91a-5cff4068bc15,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:26.443365 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42d08bcd-919b-4470-8e0b-4127afed7989 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.457075 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.511072 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Routers {'7cbc864f-f890-4767-bf0c-1f0d4518a7c2'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:26.511889 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:15:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7cbc864f-f890-4767-bf0c-1f0d4518a7c2'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:26.620484 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955673a-5b1e-4c95-96c8-2b7a3c034641 None None] Pushing event updated for resources: {'Port': ['ID=4df43aa2-8b0b-47f6-a91a-5cff4068bc15,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:26.673464 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] Set router 7cbc864f-f890-4767-bf0c-1f0d4518a7c2 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:26.833022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-42d08bcd-919b-4470-8e0b-4127afed7989 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:26.833700 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42d08bcd-919b-4470-8e0b-4127afed7989 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.944353 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbc864f-f890-4767-bf0c-1f0d4518a7c2', 'name': 'tempest-NetworksTestDHCPv6-router-979073678', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:22Z', 'updated_at': '2021-07-05T04:15:24Z', 'revision_number': 2, 'project_id': '15575601063040c3a5651ba2042dfd30', 'gw_port_host': None, '_interfaces': [{'id': '4df43aa2-8b0b-47f6-a91a-5cff4068bc15', 'name': '', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'mac_address': 'fa:16:3e:d0:d5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbc864f-f890-4767-bf0c-1f0d4518a7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '7a80f033-210f-4218-b464-caf6317643ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:23Z', 'updated_at': '2021-07-05T04:15:26Z', 'revision_number': 4, 'project_id': '15575601063040c3a5651ba2042dfd30', 'subnets': [{'id': '7a80f033-210f-4218-b464-caf6317643ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:26.958416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-42d08bcd-919b-4470-8e0b-4127afed7989 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] For port 4df43aa2-8b0b-47f6-a91a-5cff4068bc15, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4df43aa2-8b0b-47f6-a91a-5cff4068bc15,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:26.959087 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42d08bcd-919b-4470-8e0b-4127afed7989 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.972478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-42d08bcd-919b-4470-8e0b-4127afed7989 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:26.980410 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d4a4e7-949a-4038-a929-4e095600d71e None None] The sync data for ids ['7cbc864f-f890-4767-bf0c-1f0d4518a7c2'] in n-d-798249-5 is: [{'id': '7cbc864f-f890-4767-bf0c-1f0d4518a7c2', 'name': 'tempest-NetworksTestDHCPv6-router-979073678', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:22Z', 'updated_at': '2021-07-05T04:15:24Z', 'revision_number': 2, 'project_id': '15575601063040c3a5651ba2042dfd30', 'gw_port_host': None, '_interfaces': [{'id': '4df43aa2-8b0b-47f6-a91a-5cff4068bc15', 'name': '', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'mac_address': 'fa:16:3e:d0:d5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbc864f-f890-4767-bf0c-1f0d4518a7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '7a80f033-210f-4218-b464-caf6317643ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:23Z', 'updated_at': '2021-07-05T04:15:26Z', 'revision_number': 4, 'project_id': '15575601063040c3a5651ba2042dfd30', 'subnets': [{'id': '7a80f033-210f-4218-b464-caf6317643ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:27.136755 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.219950 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42d08bcd-919b-4470-8e0b-4127afed7989 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.261484 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d08bcd-919b-4470-8e0b-4127afed7989 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=4df43aa2-8b0b-47f6-a91a-5cff4068bc15,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:27.387781 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-42d08bcd-919b-4470-8e0b-4127afed7989 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.575440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d08bcd-919b-4470-8e0b-4127afed7989 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Router 7cbc864f-f890-4767-bf0c-1f0d4518a7c2 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:27.655916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d08bcd-919b-4470-8e0b-4127afed7989 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:27.661474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-42d08bcd-919b-4470-8e0b-4127afed7989 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "PUT /v2.0/routers/7cbc864f-f890-4767-bf0c-1f0d4518a7c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1979568 Jul 05 04:15:27.663789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36824) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:27.723883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82957799-b126-4850-a000-cacee1e37319 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:27.725695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82957799-b126-4850-a000-cacee1e37319 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:27.728168 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-82957799-b126-4850-a000-cacee1e37319 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0622113 Jul 05 04:15:27.730303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36826) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:27.818513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-0086e539-a932-4422-89fc-ea93bf43e408 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 7a80f033-210f-4218-b464-caf6317643ec {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:27.834438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0086e539-a932-4422-89fc-ea93bf43e408 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.879032 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0086e539-a932-4422-89fc-ea93bf43e408 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.986270 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0086e539-a932-4422-89fc-ea93bf43e408 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.126076 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0086e539-a932-4422-89fc-ea93bf43e408 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.157669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086e539-a932-4422-89fc-ea93bf43e408 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=7a80f033-210f-4218-b464-caf6317643ec,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:28.165561 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0086e539-a932-4422-89fc-ea93bf43e408 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.165561 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0086e539-a932-4422-89fc-ea93bf43e408 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/7a80f033-210f-4218-b464-caf6317643ec HTTP/1.1" status: 204 len: 168 time: 0.4323337 Jul 05 04:15:28.166875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36840) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.183859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911d87fc-b4e3-4bac-ae84-f52123f18b2c None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:28.308898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3ea1dcec-9063-49cc-83f1-43762bf21b1c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1405942 Jul 05 04:15:28.311177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36842) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.419107 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2389452-e44d-44d6-bf08-8c5682cd5c4d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.452806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baccc3c-d139-47e8-b2e1-d41b3c1d5be3 None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:28.509495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9baccc3c-d139-47e8-b2e1-d41b3c1d5be3 None None] Deleting port ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:28.509876 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9baccc3c-d139-47e8-b2e1-d41b3c1d5be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.575662 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9baccc3c-d139-47e8-b2e1-d41b3c1d5be3 None None] For port ed90c198-03aa-4a1d-9d3e-cc28277c6fe0, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ed90c198-03aa-4a1d-9d3e-cc28277c6fe0,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:28.576058 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9baccc3c-d139-47e8-b2e1-d41b3c1d5be3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.587460 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2389452-e44d-44d6-bf08-8c5682cd5c4d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.589767 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2389452-e44d-44d6-bf08-8c5682cd5c4d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.589962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9baccc3c-d139-47e8-b2e1-d41b3c1d5be3 None None] Calling delete_port for ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:28.708133 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2389452-e44d-44d6-bf08-8c5682cd5c4d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.709148 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2389452-e44d-44d6-bf08-8c5682cd5c4d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Fanout notify agent at l3_agent the message router_deleted on router 7cbc864f-f890-4767-bf0c-1f0d4518a7c2 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:15:28.727261 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2389452-e44d-44d6-bf08-8c5682cd5c4d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.732005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36854) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.747127 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e2389452-e44d-44d6-bf08-8c5682cd5c4d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/routers/7cbc864f-f890-4767-bf0c-1f0d4518a7c2 HTTP/1.1" status: 204 len: 168 time: 0.4163625 Jul 05 04:15:28.760200 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9baccc3c-d139-47e8-b2e1-d41b3c1d5be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.806091 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146e677d-f30c-4f12-b95f-0ca7bc7a6f99 None None] Sync routers for ids ['7cbc864f-f890-4767-bf0c-1f0d4518a7c2'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:28.811078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baccc3c-d139-47e8-b2e1-d41b3c1d5be3 None None] No DVR routers for this DVR port ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:28.812525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baccc3c-d139-47e8-b2e1-d41b3c1d5be3 None None] Pushing event deleted for resources: {'Port': ['ID=ed90c198-03aa-4a1d-9d3e-cc28277c6fe0,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:28.812959 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c4aa00-471a-4fc6-8a58-7e5bcf7d969c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:28.817305 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-33c4aa00-471a-4fc6-8a58-7e5bcf7d969c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0833838 Jul 05 04:15:28.825508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36856) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.828334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e677d-f30c-4f12-b95f-0ca7bc7a6f99 None None] Routers set() bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:28.828736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e677d-f30c-4f12-b95f-0ca7bc7a6f99 None None] Router IDs set() for agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 04:15:28.829346 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_agentschedulers_db [None req-146e677d-f30c-4f12-b95f-0ca7bc7a6f99 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7cbc864f-f890-4767-bf0c-1f0d4518a7c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:15:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent'). {{(pid=100878) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 04:15:28.840754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e677d-f30c-4f12-b95f-0ca7bc7a6f99 None None] Routers set() bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:28.841122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e677d-f30c-4f12-b95f-0ca7bc7a6f99 None None] Router IDs set() for agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 04:15:28.841720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_agentschedulers_db [None req-146e677d-f30c-4f12-b95f-0ca7bc7a6f99 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7cbc864f-f890-4767-bf0c-1f0d4518a7c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:15:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent'). {{(pid=100878) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 04:15:28.842095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146e677d-f30c-4f12-b95f-0ca7bc7a6f99 None None] The sync data for ids ['7cbc864f-f890-4767-bf0c-1f0d4518a7c2'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:28.881925 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ee1ea-ebc8-47e2-838b-d11648ea5d0a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:28.884073 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b86ee1ea-ebc8-47e2-838b-d11648ea5d0a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0567319 Jul 05 04:15:28.887435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36858) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.953660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-322a4cf7-3bf0-4143-9b41-9f2903ee58d2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649328 Jul 05 04:15:28.958644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36866) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.968270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a0e64b4e-a847-4f3f-89a2-51f85dd686c1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:29.142621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e64b4e-a847-4f3f-89a2-51f85dd686c1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:29.147352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0e64b4e-a847-4f3f-89a2-51f85dd686c1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.536429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.objects.ports [None req-a0e64b4e-a847-4f3f-89a2-51f85dd686c1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:15:29.537813 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0e64b4e-a847-4f3f-89a2-51f85dd686c1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.553747 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.584055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e64b4e-a847-4f3f-89a2-51f85dd686c1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:29.587983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a0e64b4e-a847-4f3f-89a2-51f85dd686c1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:29.592405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e64b4e-a847-4f3f-89a2-51f85dd686c1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:29.593005 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0e64b4e-a847-4f3f-89a2-51f85dd686c1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.602596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e64b4e-a847-4f3f-89a2-51f85dd686c1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=ce291991-7f01-4a06-bba0-32aeaafd2beb,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:29.607674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27dce75-5953-44ac-9183-2b1d84020e73 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:29.674987 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a0e64b4e-a847-4f3f-89a2-51f85dd686c1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7147555 Jul 05 04:15:29.677748 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36884) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:29.683257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:29.799926 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': 'ce291991-7f01-4a06-bba0-32aeaafd2beb'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:29.800838 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.875743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:29.896739 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:29.900748 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.908446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:29.908793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4df43aa2-8b0b-47f6-a91a-5cff4068bc15 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:29.909215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:29.932775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:29.933125 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ed90c198-03aa-4a1d-9d3e-cc28277c6fe0 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:29.983894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Allocated IP 2001:db8::f816:3eff:fe35:de50 (86178c79-4277-4bfb-bb97-c5717bada70f/ce291991-7f01-4a06-bba0-32aeaafd2beb/4bd8769a-f03f-4b20-8fe2-89d3c1fa7045) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:30.201703 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.212247 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Transition to ACTIVE for port object 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:30.226671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Transition to ACTIVE for port object 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:30.280020 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.319703 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.329254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:30.332517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:30.336932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:30.337395 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.343231 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=ccca953f-6592-4f08-a2e4-2331f311c7f3,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:30.356666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:30.357012 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:30.357358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:30.358005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:30.358005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:30.358346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:30.358665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:30.359000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:30.359279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:30.359424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:30.359636 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:30.359954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:30.360272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:30.362141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:30.365866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:30.402224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Pushing event updated for resources: {'Port': ['ID=4bd8769a-f03f-4b20-8fe2-89d3c1fa7045,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:30.422727 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-58916b2b-819d-48a8-93b8-790f8cd7b275 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7438169 Jul 05 04:15:30.427865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36908) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:30.432984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'mac_address': 'fa:16:3e:a2:40:65', 'name': 'tempest-NetworksTestDHCPv6-732018789'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:30.435998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Attempting to bind port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:30.436396 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Attempting to bind port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:30.436763 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Attempting to bind port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:30.441555 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:30.441933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:30.442362 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.442753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:30.443236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Bound port: 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:30.443769 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.519198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-319db705-7d28-4161-9c3d-f05107389833 None None] For port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:30.523530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-319db705-7d28-4161-9c3d-f05107389833 None None] For port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4bd8769a-f03f-4b20-8fe2-89d3c1fa7045,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:30.583037 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.644557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319db705-7d28-4161-9c3d-f05107389833 None None] Pushing event updated for resources: {'Port': ['ID=4bd8769a-f03f-4b20-8fe2-89d3c1fa7045,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:31.090749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:31.220297 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.256174 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port 1f4dbf7f-48ae-46a7-91af-fbc3bf3a6b0d yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:31.481882 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 172.20.0.14 (86178c79-4277-4bfb-bb97-c5717bada70f/ccca953f-6592-4f08-a2e4-2331f311c7f3/1f4dbf7f-48ae-46a7-91af-fbc3bf3a6b0d) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:31.491823 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::f816:3eff:fea2:4065 (86178c79-4277-4bfb-bb97-c5717bada70f/ce291991-7f01-4a06-bba0-32aeaafd2beb/1f4dbf7f-48ae-46a7-91af-fbc3bf3a6b0d) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:31.513652 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.690568 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.717686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object 1f4dbf7f-48ae-46a7-91af-fbc3bf3a6b0d will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:31.759815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebc9cbb-c5c6-430d-9d47-536de16aa17b None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:31.839711 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.888651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:31.892170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:31.896039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f61db67f-5ec7-41e0-addd-f47d9521c6a7 None None] Provisioning for port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:31.898639 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:31.926455 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=1f4dbf7f-48ae-46a7-91af-fbc3bf3a6b0d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:31.959420 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:31.960076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.999997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:32.034359 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-afefbd78-d68f-4f78-92e7-5cb4c56a9c50 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6053684 Jul 05 04:15:32.038339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36932) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:32.101589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2317fec2-14cc-4f65-b895-910e915b1008 None None] Update dhcp port {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'fixed_ips': [{'subnet_id': 'ce291991-7f01-4a06-bba0-32aeaafd2beb', 'ip_address': '2001:db8::f816:3eff:fe35:de50'}, {'subnet_id': 'ccca953f-6592-4f08-a2e4-2331f311c7f3'}], 'binding:host_id': 'n-d-798249-5'}, 'id': '4bd8769a-f03f-4b20-8fe2-89d3c1fa7045'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:15:32.111587 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a507ea3-09fb-4e0d-a4dd-05443e484183 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:32.119020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a507ea3-09fb-4e0d-a4dd-05443e484183 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:32.121694 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1a507ea3-09fb-4e0d-a4dd-05443e484183 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0838060 Jul 05 04:15:32.124279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36934) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:32.143346 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:32.147505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:32.148013 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.151820 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2317fec2-14cc-4f65-b895-910e915b1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.259347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-6bdcb1f6-ee1f-4496-a1ae-5c7b20695349 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port 1f4dbf7f-48ae-46a7-91af-fbc3bf3a6b0d {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:32.259857 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb1f6-ee1f-4496-a1ae-5c7b20695349 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.416212 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb1f6-ee1f-4496-a1ae-5c7b20695349 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.433593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-6bdcb1f6-ee1f-4496-a1ae-5c7b20695349 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for 1f4dbf7f-48ae-46a7-91af-fbc3bf3a6b0d owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:32.524837 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.588463 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-2317fec2-14cc-4f65-b895-910e915b1008 None None] Allocated IP 172.20.0.2 (86178c79-4277-4bfb-bb97-c5717bada70f/ccca953f-6592-4f08-a2e4-2331f311c7f3/4bd8769a-f03f-4b20-8fe2-89d3c1fa7045) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:32.591566 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4bd8769a-f03f-4b20-8fe2-89d3c1fa7045,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:32.699323 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.725504 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb1f6-ee1f-4496-a1ae-5c7b20695349 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.759530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcb1f6-ee1f-4496-a1ae-5c7b20695349 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=1f4dbf7f-48ae-46a7-91af-fbc3bf3a6b0d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:32.802167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=4bd8769a-f03f-4b20-8fe2-89d3c1fa7045,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:32.852488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2317fec2-14cc-4f65-b895-910e915b1008 None None] For port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4bd8769a-f03f-4b20-8fe2-89d3c1fa7045,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:32.889527 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2317fec2-14cc-4f65-b895-910e915b1008 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.903819 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2317fec2-14cc-4f65-b895-910e915b1008 None None] Transition to ACTIVE for port object 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:32.908673 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb1f6-ee1f-4496-a1ae-5c7b20695349 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.912401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6bdcb1f6-ee1f-4496-a1ae-5c7b20695349 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/1f4dbf7f-48ae-46a7-91af-fbc3bf3a6b0d HTTP/1.1" status: 204 len: 168 time: 0.7850566 Jul 05 04:15:32.914234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36950) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:32.959276 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2317fec2-14cc-4f65-b895-910e915b1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.970218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e4400-c432-49f9-b1a0-bac80ddf63e0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:32.971766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e4400-c432-49f9-b1a0-bac80ddf63e0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:32.973481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e4400-c432-49f9-b1a0-bac80ddf63e0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:32.976403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-433e4400-c432-49f9-b1a0-bac80ddf63e0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0597346 Jul 05 04:15:32.983265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36952) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:33.040949 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-236e3405-477b-469b-8e99-8c1486b4485d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet ccca953f-6592-4f08-a2e4-2331f311c7f3 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:33.044230 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-236e3405-477b-469b-8e99-8c1486b4485d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.074770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317fec2-14cc-4f65-b895-910e915b1008 None None] Pushing event updated for resources: {'Port': ['ID=4bd8769a-f03f-4b20-8fe2-89d3c1fa7045,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:33.095982 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-236e3405-477b-469b-8e99-8c1486b4485d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.202205 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-236e3405-477b-469b-8e99-8c1486b4485d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.330943 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-236e3405-477b-469b-8e99-8c1486b4485d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.358555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e3405-477b-469b-8e99-8c1486b4485d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=ccca953f-6592-4f08-a2e4-2331f311c7f3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:33.371986 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-236e3405-477b-469b-8e99-8c1486b4485d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.376938 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 36960) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:33.377683 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-236e3405-477b-469b-8e99-8c1486b4485d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/ccca953f-6592-4f08-a2e4-2331f311c7f3 HTTP/1.1" status: 204 len: 168 time: 0.3967733 Jul 05 04:15:33.454037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-22294c0a-0af8-48ca-85c8-d4d7d00db501 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet ce291991-7f01-4a06-bba0-32aeaafd2beb {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:33.457940 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22294c0a-0af8-48ca-85c8-d4d7d00db501 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.502518 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22294c0a-0af8-48ca-85c8-d4d7d00db501 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.669081 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22294c0a-0af8-48ca-85c8-d4d7d00db501 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.818339 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22294c0a-0af8-48ca-85c8-d4d7d00db501 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.851134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22294c0a-0af8-48ca-85c8-d4d7d00db501 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=ce291991-7f01-4a06-bba0-32aeaafd2beb,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:33.861746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ec0114-0451-4710-b9b1-53c2b6b82929 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:33.862391 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22294c0a-0af8-48ca-85c8-d4d7d00db501 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.862491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36972) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:33.862582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-22294c0a-0af8-48ca-85c8-d4d7d00db501 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/ce291991-7f01-4a06-bba0-32aeaafd2beb HTTP/1.1" status: 204 len: 168 time: 0.4832468 Jul 05 04:15:33.905376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:33.918799 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d60b02c8-33f5-495e-a69b-9f3772403396 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564206 Jul 05 04:15:33.921731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36974) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:33.927238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:33.960681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2100e15b-f23e-4395-8759-3f2a4078e536 None None] Could not find standard attr ID for object 1f4dbf7f-48ae-46a7-91af-fbc3bf3a6b0d. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:34.074179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2100e15b-f23e-4395-8759-3f2a4078e536 None None] Provisioning for port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:34.078854 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2100e15b-f23e-4395-8759-3f2a4078e536 None None] Provisioning complete for port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:34.079265 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2100e15b-f23e-4395-8759-3f2a4078e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.130563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:34.134673 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.181497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdbf397-9d47-4822-88e5-c973bbc597a5 None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:34.230730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0cdbf397-9d47-4822-88e5-c973bbc597a5 None None] Deleting port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:34.231122 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf397-9d47-4822-88e5-c973bbc597a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.300605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0cdbf397-9d47-4822-88e5-c973bbc597a5 None None] For port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4bd8769a-f03f-4b20-8fe2-89d3c1fa7045,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:34.300967 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf397-9d47-4822-88e5-c973bbc597a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.315982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0cdbf397-9d47-4822-88e5-c973bbc597a5 None None] Calling delete_port for 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:34.486255 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf397-9d47-4822-88e5-c973bbc597a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.513756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbf397-9d47-4822-88e5-c973bbc597a5 None None] Pushing event deleted for resources: {'Port': ['ID=4bd8769a-f03f-4b20-8fe2-89d3c1fa7045,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:34.515708 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdbf397-9d47-4822-88e5-c973bbc597a5 None None] No DVR routers for this DVR port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:34.579559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.objects.ports [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:15:34.783651 n-d-798249-5 neutron-server[100876]: WARNING neutron.services.revisions.revision_plugin [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Could not find related port for resource to bump revision. Jul 05 04:15:34.816391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.ipam_pluggable_backend [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Port 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100876) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 04:15:34.816713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.ipam_pluggable_backend [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Reverting IP allocation for 2001:db8::f816:3eff:fe35:de50 {{(pid=100876) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 04:15:34.821214 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.ipam_pluggable_backend [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe35:de50 {{(pid=100876) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 04:15:34.822048 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.873323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:34.876794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:34.881027 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:34.881616 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.888500 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f97925-9fb0-48ca-a610-af4fe1558e53 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:34.890450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=df8918a9-e30f-4f5b-bdcf-81fab80a93e4,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:34.979888 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e4e0d7e8-ff7e-4a61-9abf-728b9627f182 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0568113 Jul 05 04:15:34.982603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 36994) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:34.987821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f42c5245-f1d9-475c-ac9a-fa8b5964d604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:35.054224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': 'df8918a9-e30f-4f5b-bdcf-81fab80a93e4'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:35.056779 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.193263 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42c5245-f1d9-475c-ac9a-fa8b5964d604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:35.197176 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f42c5245-f1d9-475c-ac9a-fa8b5964d604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.214008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Allocated IP 2001:db8::f816:3eff:fec4:4ecf (86178c79-4277-4bfb-bb97-c5717bada70f/df8918a9-e30f-4f5b-bdcf-81fab80a93e4/3c43da41-ab79-4a94-80dd-df7e1d7b0c1d) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:35.397349 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.408292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Transition to ACTIVE for port object 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:35.426167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Transition to ACTIVE for port object 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:35.468285 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.519596 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f42c5245-f1d9-475c-ac9a-fa8b5964d604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.521136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:35.526869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:35.530459 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:35.545568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Pushing event updated for resources: {'Port': ['ID=3c43da41-ab79-4a94-80dd-df7e1d7b0c1d,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:35.577758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42c5245-f1d9-475c-ac9a-fa8b5964d604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:35.581002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f42c5245-f1d9-475c-ac9a-fa8b5964d604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:35.585119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42c5245-f1d9-475c-ac9a-fa8b5964d604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:35.585716 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f42c5245-f1d9-475c-ac9a-fa8b5964d604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.600947 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c5245-f1d9-475c-ac9a-fa8b5964d604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=a00c2ae6-59c8-492d-bce3-7a685adb844e,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:35.608619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Attempting to bind port 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:35.608619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Attempting to bind port 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:35.608619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Attempting to bind port 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:35.612536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:35.613847 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:35.613847 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.613847 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:35.614198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Bound port: 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:35.614510 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.680612 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f42c5245-f1d9-475c-ac9a-fa8b5964d604 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6966414 Jul 05 04:15:35.680824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6e920628-6c54-483e-b40d-248037734b83 None None] For port 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:35.683721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37006) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:35.689789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'mac_address': 'fa:16:3e:bf:65:50', 'name': 'tempest-NetworksTestDHCPv6-781028631'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:35.690828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6e920628-6c54-483e-b40d-248037734b83 None None] For port 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3c43da41-ab79-4a94-80dd-df7e1d7b0c1d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:35.783047 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.854147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e920628-6c54-483e-b40d-248037734b83 None None] Pushing event updated for resources: {'Port': ['ID=3c43da41-ab79-4a94-80dd-df7e1d7b0c1d,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:35.861985 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:35.866406 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.895359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:35.912025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port f152c799-0801-4178-9e02-e080203084c9 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:35.939507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:35.939845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bd8769a-f03f-4b20-8fe2-89d3c1fa7045 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:36.116104 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 172.20.0.13 (86178c79-4277-4bfb-bb97-c5717bada70f/a00c2ae6-59c8-492d-bce3-7a685adb844e/f152c799-0801-4178-9e02-e080203084c9) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:36.123271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::f816:3eff:febf:6550 (86178c79-4277-4bfb-bb97-c5717bada70f/df8918a9-e30f-4f5b-bdcf-81fab80a93e4/f152c799-0801-4178-9e02-e080203084c9) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:36.282082 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.296308 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object f152c799-0801-4178-9e02-e080203084c9 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:36.394376 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.443299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:36.450477 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:36.454978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:36.458864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=f152c799-0801-4178-9e02-e080203084c9,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:36.509132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:36.509785 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.617033 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-10fb71ab-8598-4bed-b52d-99ff6d0812f7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9317560 Jul 05 04:15:36.629140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37024) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:36.694216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a0b6cb-7ae7-4eee-a4b7-75fbb7ca7fed tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:36.703832 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a0b6cb-7ae7-4eee-a4b7-75fbb7ca7fed tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:36.709101 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-77a0b6cb-7ae7-4eee-a4b7-75fbb7ca7fed tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0851402 Jul 05 04:15:36.710327 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37030) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:36.819127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fc736640-f17d-4981-8bf1-e0c8ba7755b1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port f152c799-0801-4178-9e02-e080203084c9 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:36.819581 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc736640-f17d-4981-8bf1-e0c8ba7755b1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.850819 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229baad5-40a3-4da1-b753-a8423bd9cfc8 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:36.929581 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc736640-f17d-4981-8bf1-e0c8ba7755b1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.942704 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fc736640-f17d-4981-8bf1-e0c8ba7755b1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for f152c799-0801-4178-9e02-e080203084c9 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:37.040809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-492920c1-78f5-4e71-a8ca-ae6b1ce24cfb None None] Provisioning for port 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:37.158147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd634fb4-9ff7-4d71-9a79-1dadcd6bd02c None None] Update dhcp port {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'fixed_ips': [{'subnet_id': 'df8918a9-e30f-4f5b-bdcf-81fab80a93e4', 'ip_address': '2001:db8::f816:3eff:fec4:4ecf'}, {'subnet_id': 'a00c2ae6-59c8-492d-bce3-7a685adb844e'}], 'binding:host_id': 'n-d-798249-5'}, 'id': '3c43da41-ab79-4a94-80dd-df7e1d7b0c1d'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:15:37.192049 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fd634fb4-9ff7-4d71-9a79-1dadcd6bd02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.239824 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc736640-f17d-4981-8bf1-e0c8ba7755b1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.271139 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc736640-f17d-4981-8bf1-e0c8ba7755b1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=f152c799-0801-4178-9e02-e080203084c9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:37.376558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-fd634fb4-9ff7-4d71-9a79-1dadcd6bd02c None None] Allocated IP 172.20.0.2 (86178c79-4277-4bfb-bb97-c5717bada70f/a00c2ae6-59c8-492d-bce3-7a685adb844e/3c43da41-ab79-4a94-80dd-df7e1d7b0c1d) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:37.381464 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc736640-f17d-4981-8bf1-e0c8ba7755b1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.386525 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fc736640-f17d-4981-8bf1-e0c8ba7755b1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/f152c799-0801-4178-9e02-e080203084c9 HTTP/1.1" status: 204 len: 168 time: 0.6720922 Jul 05 04:15:37.386525 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37044) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:37.457290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b19f7-1782-4a30-8604-5107a782c1a5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:37.458867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b19f7-1782-4a30-8604-5107a782c1a5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:37.460422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b19f7-1782-4a30-8604-5107a782c1a5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:37.464407 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-688b19f7-1782-4a30-8604-5107a782c1a5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0749536 Jul 05 04:15:37.465020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37050) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:37.500190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-fd634fb4-9ff7-4d71-9a79-1dadcd6bd02c None None] For port 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3c43da41-ab79-4a94-80dd-df7e1d7b0c1d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:37.524651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-5600d327-1f5a-4270-9411-8107f44a3db5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet a00c2ae6-59c8-492d-bce3-7a685adb844e {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:37.538712 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fd634fb4-9ff7-4d71-9a79-1dadcd6bd02c None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.553275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fd634fb4-9ff7-4d71-9a79-1dadcd6bd02c None None] Transition to ACTIVE for port object 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:37.633592 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5600d327-1f5a-4270-9411-8107f44a3db5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.634050 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fd634fb4-9ff7-4d71-9a79-1dadcd6bd02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.682441 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5600d327-1f5a-4270-9411-8107f44a3db5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.727925 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd634fb4-9ff7-4d71-9a79-1dadcd6bd02c None None] Pushing event updated for resources: {'Port': ['ID=3c43da41-ab79-4a94-80dd-df7e1d7b0c1d,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:37.774015 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5600d327-1f5a-4270-9411-8107f44a3db5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.902514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5600d327-1f5a-4270-9411-8107f44a3db5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.945584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:37.946339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600d327-1f5a-4270-9411-8107f44a3db5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=a00c2ae6-59c8-492d-bce3-7a685adb844e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:37.950210 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5600d327-1f5a-4270-9411-8107f44a3db5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.952163 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5600d327-1f5a-4270-9411-8107f44a3db5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/a00c2ae6-59c8-492d-bce3-7a685adb844e HTTP/1.1" status: 204 len: 168 time: 0.4860296 Jul 05 04:15:37.954871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37060) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.022145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee7f101-7024-415b-99ab-e663174b680e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet df8918a9-e30f-4f5b-bdcf-81fab80a93e4 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:38.026666 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f101-7024-415b-99ab-e663174b680e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.071575 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f101-7024-415b-99ab-e663174b680e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.073441 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:38.187435 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f101-7024-415b-99ab-e663174b680e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.319872 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f101-7024-415b-99ab-e663174b680e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.337321 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f101-7024-415b-99ab-e663174b680e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.341417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7ee7f101-7024-415b-99ab-e663174b680e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/df8918a9-e30f-4f5b-bdcf-81fab80a93e4 HTTP/1.1" status: 204 len: 168 time: 0.3833666 Jul 05 04:15:38.342062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37068) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.358593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7f101-7024-415b-99ab-e663174b680e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=df8918a9-e30f-4f5b-bdcf-81fab80a93e4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:38.395587 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eb6fa35e-c1ee-4b5f-9200-238a4460dc58 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522103 Jul 05 04:15:38.398891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37070) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.405627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-aea5406a-74f4-4ec3-b8f2-cbe7baf5464a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:38.513869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a427c1d-931a-46fa-b88b-61af5b6154f4 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:38.588743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c3a75669-6a2c-4c29-9adf-09edc91337c8 None None] Could not find standard attr ID for object f152c799-0801-4178-9e02-e080203084c9. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:38.616299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea5406a-74f4-4ec3-b8f2-cbe7baf5464a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:38.620621 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aea5406a-74f4-4ec3-b8f2-cbe7baf5464a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.670052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c3a75669-6a2c-4c29-9adf-09edc91337c8 None None] Provisioning for port 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:38.676599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c3a75669-6a2c-4c29-9adf-09edc91337c8 None None] Provisioning complete for port 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:38.676973 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c3a75669-6a2c-4c29-9adf-09edc91337c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.776493 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c3a75669-6a2c-4c29-9adf-09edc91337c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.799402 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6406318f-1380-4d46-84a3-5835982c4dfe None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:38.840608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c3a75669-6a2c-4c29-9adf-09edc91337c8 None None] For port 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3c43da41-ab79-4a94-80dd-df7e1d7b0c1d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:38.862951 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6406318f-1380-4d46-84a3-5835982c4dfe None None] Deleting port 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:38.863328 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6406318f-1380-4d46-84a3-5835982c4dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.925665 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aea5406a-74f4-4ec3-b8f2-cbe7baf5464a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.925881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6406318f-1380-4d46-84a3-5835982c4dfe None None] For port 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3c43da41-ab79-4a94-80dd-df7e1d7b0c1d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:38.926228 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6406318f-1380-4d46-84a3-5835982c4dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.928832 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c3a75669-6a2c-4c29-9adf-09edc91337c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.959437 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6406318f-1380-4d46-84a3-5835982c4dfe None None] Calling delete_port for 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:38.976404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea5406a-74f4-4ec3-b8f2-cbe7baf5464a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:38.982148 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-aea5406a-74f4-4ec3-b8f2-cbe7baf5464a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:38.987744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea5406a-74f4-4ec3-b8f2-cbe7baf5464a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:38.988498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aea5406a-74f4-4ec3-b8f2-cbe7baf5464a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.018088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5406a-74f4-4ec3-b8f2-cbe7baf5464a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=b9c04f90-47df-421a-bb8b-c075dad1e4b2,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:39.030104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a75669-6a2c-4c29-9adf-09edc91337c8 None None] Pushing event updated for resources: {'Port': ['ID=3c43da41-ab79-4a94-80dd-df7e1d7b0c1d,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:39.062614 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aea5406a-74f4-4ec3-b8f2-cbe7baf5464a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6619153 Jul 05 04:15:39.065516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37080) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.071289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b1f71949-ccce-4fc6-8baa-b13c8ea99ca2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:39.102464 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6406318f-1380-4d46-84a3-5835982c4dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.134330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406318f-1380-4d46-84a3-5835982c4dfe None None] Pushing event deleted for resources: {'Port': ['ID=3c43da41-ab79-4a94-80dd-df7e1d7b0c1d,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:39.140049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6406318f-1380-4d46-84a3-5835982c4dfe None None] No DVR routers for this DVR port 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:39.159972 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80754462-5c1c-41e1-aad5-35abb83e1953 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:39.256295 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f71949-ccce-4fc6-8baa-b13c8ea99ca2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:39.260263 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b1f71949-ccce-4fc6-8baa-b13c8ea99ca2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.312853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': 'b9c04f90-47df-421a-bb8b-c075dad1e4b2'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:39.313831 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.458507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Allocated IP 172.20.0.2 (86178c79-4277-4bfb-bb97-c5717bada70f/b9c04f90-47df-421a-bb8b-c075dad1e4b2/d9bb248d-ca94-4049-97eb-350c10d4364d) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:39.634169 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.642679 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Transition to ACTIVE for port object d9bb248d-ca94-4049-97eb-350c10d4364d will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:39.658476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Transition to ACTIVE for port object d9bb248d-ca94-4049-97eb-350c10d4364d will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:39.660066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.objects.ports [None req-b1f71949-ccce-4fc6-8baa-b13c8ea99ca2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:15:39.661574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b1f71949-ccce-4fc6-8baa-b13c8ea99ca2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.698399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f71949-ccce-4fc6-8baa-b13c8ea99ca2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:39.702908 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-b1f71949-ccce-4fc6-8baa-b13c8ea99ca2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:39.707132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f71949-ccce-4fc6-8baa-b13c8ea99ca2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:39.708154 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b1f71949-ccce-4fc6-8baa-b13c8ea99ca2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.723918 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f71949-ccce-4fc6-8baa-b13c8ea99ca2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=b7c9f30b-4998-481c-a8aa-68f8864f952d,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:39.737153 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.775484 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:39.778513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:39.782015 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:39.788157 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b1f71949-ccce-4fc6-8baa-b13c8ea99ca2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7215879 Jul 05 04:15:39.791563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37098) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.800966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'mac_address': 'fa:16:3e:79:68:7d', 'name': 'tempest-NetworksTestDHCPv6-276031406'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:39.801361 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Pushing event updated for resources: {'Port': ['ID=d9bb248d-ca94-4049-97eb-350c10d4364d,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:39.869893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Attempting to bind port d9bb248d-ca94-4049-97eb-350c10d4364d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:39.870269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Attempting to bind port d9bb248d-ca94-4049-97eb-350c10d4364d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:39.870710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Attempting to bind port d9bb248d-ca94-4049-97eb-350c10d4364d on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:39.876721 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:39.877100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:39.877507 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.877911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:39.878381 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Bound port: d9bb248d-ca94-4049-97eb-350c10d4364d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:39.878770 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.918506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:39.940605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:39.940951 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3c43da41-ab79-4a94-80dd-df7e1d7b0c1d not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:40.002476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] For port d9bb248d-ca94-4049-97eb-350c10d4364d, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:40.005666 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] For port d9bb248d-ca94-4049-97eb-350c10d4364d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d9bb248d-ca94-4049-97eb-350c10d4364d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:40.016264 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:40.091768 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.105180 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.126899 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port 4a329001-99c0-45fb-bf77-827b724ea3e5 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:40.176504 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657895e6-99fd-4fe6-b987-ba6cd3569375 None None] Pushing event updated for resources: {'Port': ['ID=d9bb248d-ca94-4049-97eb-350c10d4364d,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:40.311259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 172.20.0.4 (86178c79-4277-4bfb-bb97-c5717bada70f/b9c04f90-47df-421a-bb8b-c075dad1e4b2/4a329001-99c0-45fb-bf77-827b724ea3e5) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:40.318112 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::f816:3eff:fe79:687d (86178c79-4277-4bfb-bb97-c5717bada70f/b7c9f30b-4998-481c-a8aa-68f8864f952d/4a329001-99c0-45fb-bf77-827b724ea3e5) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:40.587547 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.601749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object 4a329001-99c0-45fb-bf77-827b724ea3e5 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:40.708224 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.771442 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:40.775339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:40.796885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:40.801035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=4a329001-99c0-45fb-bf77-827b724ea3e5,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:40.858727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:40.859514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.922158 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dab26aea-b6f5-4915-bb2d-76721414d82b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1270413 Jul 05 04:15:40.922567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37116) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:40.999044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206130a-dcf3-46af-b321-5c7db1954ad4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:41.005446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206130a-dcf3-46af-b321-5c7db1954ad4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:41.007336 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5206130a-dcf3-46af-b321-5c7db1954ad4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0837247 Jul 05 04:15:41.009972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37118) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:41.123800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-6aefe678-41aa-46af-9a39-65ad07e9a854 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port 4a329001-99c0-45fb-bf77-827b724ea3e5 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:41.124430 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6aefe678-41aa-46af-9a39-65ad07e9a854 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.236612 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6aefe678-41aa-46af-9a39-65ad07e9a854 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.247504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-6aefe678-41aa-46af-9a39-65ad07e9a854 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for 4a329001-99c0-45fb-bf77-827b724ea3e5 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:41.297141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eefe0b-b41c-4dd4-986f-582dc9e408bf None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:41.530895 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6aefe678-41aa-46af-9a39-65ad07e9a854 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.561558 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefe678-41aa-46af-9a39-65ad07e9a854 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=4a329001-99c0-45fb-bf77-827b724ea3e5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:41.677295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6aefe678-41aa-46af-9a39-65ad07e9a854 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.680928 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6aefe678-41aa-46af-9a39-65ad07e9a854 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/4a329001-99c0-45fb-bf77-827b724ea3e5 HTTP/1.1" status: 204 len: 168 time: 0.6694999 Jul 05 04:15:41.683024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37130) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:41.706577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a84967cf-5cbb-4df9-a4bd-ca4c0bf16caf None None] Provisioning for port d9bb248d-ca94-4049-97eb-350c10d4364d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:41.746614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eddeae0-ddd4-4a2e-b88c-91b37327f196 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:41.748144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eddeae0-ddd4-4a2e-b88c-91b37327f196 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:41.749865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eddeae0-ddd4-4a2e-b88c-91b37327f196 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:41.752415 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9eddeae0-ddd4-4a2e-b88c-91b37327f196 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0675790 Jul 05 04:15:41.754370 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37134) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:41.824011 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2c5b7a-6dd9-48b8-89f7-836357058c65 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet b7c9f30b-4998-481c-a8aa-68f8864f952d {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:41.829055 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b7a-6dd9-48b8-89f7-836357058c65 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.843310 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c8a51-1442-4eeb-ae8d-686b2ba6bb63 None None] Update dhcp port {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'fixed_ips': [{'subnet_id': 'b9c04f90-47df-421a-bb8b-c075dad1e4b2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b7c9f30b-4998-481c-a8aa-68f8864f952d'}], 'binding:host_id': 'n-d-798249-5'}, 'id': 'd9bb248d-ca94-4049-97eb-350c10d4364d'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:15:41.894790 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b7a-6dd9-48b8-89f7-836357058c65 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.908450 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8a51-1442-4eeb-ae8d-686b2ba6bb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.968282 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b7a-6dd9-48b8-89f7-836357058c65 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.033284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d9bb248d-ca94-4049-97eb-350c10d4364d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:42.159501 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b7a-6dd9-48b8-89f7-836357058c65 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server [None req-eb0c8a51-1442-4eeb-ae8d-686b2ba6bb63 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7c9f30b-4998-481c-a8aa-68f8864f952d: This subnet is being modified by another concurrent operation. Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7c9f30b-4998-481c-a8aa-68f8864f952d: This subnet is being modified by another concurrent operation. Jul 05 04:15:42.162360 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server Jul 05 04:15:42.190703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c5b7a-6dd9-48b8-89f7-836357058c65 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c9f30b-4998-481c-a8aa-68f8864f952d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:42.197177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b7a-6dd9-48b8-89f7-836357058c65 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.199119 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ba2c5b7a-6dd9-48b8-89f7-836357058c65 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/b7c9f30b-4998-481c-a8aa-68f8864f952d HTTP/1.1" status: 204 len: 168 time: 0.4436605 Jul 05 04:15:42.201759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37140) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:42.211908 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d9bb248d-ca94-4049-97eb-350c10d4364d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:42.216127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d9bb248d-ca94-4049-97eb-350c10d4364d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:42.216744 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.262420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa69ba6-d1cb-4d4b-8bee-59407798d4da tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet b9c04f90-47df-421a-bb8b-c075dad1e4b2 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:42.273221 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fa69ba6-d1cb-4d4b-8bee-59407798d4da tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.350216 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.360630 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fa69ba6-d1cb-4d4b-8bee-59407798d4da tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.395108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4dae8bae-293d-4adf-aced-12c7fe8db274 None None] Provisioning complete for port d9bb248d-ca94-4049-97eb-350c10d4364d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:42.395485 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4dae8bae-293d-4adf-aced-12c7fe8db274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.445578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d9bb248d-ca94-4049-97eb-350c10d4364d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d9bb248d-ca94-4049-97eb-350c10d4364d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:42.516215 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fa69ba6-d1cb-4d4b-8bee-59407798d4da tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.520854 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4dae8bae-293d-4adf-aced-12c7fe8db274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.531309 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.605814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d9bb248d-ca94-4049-97eb-350c10d4364d,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:42.643193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4c739f-24f4-42d8-94ce-d1cb801bb21c None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:15:42.709052 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fa69ba6-d1cb-4d4b-8bee-59407798d4da tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.769155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4c739f-24f4-42d8-94ce-d1cb801bb21c None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:15:42.784957 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-4dae8bae-293d-4adf-aced-12c7fe8db274 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:15:42.785433 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-4dae8bae-293d-4adf-aced-12c7fe8db274 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:15:42.796698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa69ba6-d1cb-4d4b-8bee-59407798d4da tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c04f90-47df-421a-bb8b-c075dad1e4b2,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:42.818877 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fa69ba6-d1cb-4d4b-8bee-59407798d4da tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.821489 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6fa69ba6-d1cb-4d4b-8bee-59407798d4da tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/b9c04f90-47df-421a-bb8b-c075dad1e4b2 HTTP/1.1" status: 204 len: 168 time: 0.6187336 Jul 05 04:15:42.824952 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37152) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:42.881067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b9d64d13-74f2-46dc-bf81-9e9f7be2c007 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548229 Jul 05 04:15:42.885782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37156) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:42.893385 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9a0cedac-dd13-4a90-ab4a-5be7d317b6b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:43.056886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0cedac-dd13-4a90-ab4a-5be7d317b6b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:43.060489 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9a0cedac-dd13-4a90-ab4a-5be7d317b6b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.068394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e6d250-e049-4865-857f-14dca661ff6d None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:15:43.165423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e6d250-e049-4865-857f-14dca661ff6d None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:15:43.473012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2fa5d1a7-04c0-4878-9647-603b83689941 None None] Could not find standard attr ID for object 4a329001-99c0-45fb-bf77-827b724ea3e5. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:43.482475 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2fa5d1a7-04c0-4878-9647-603b83689941 None None] Could not find standard attr ID for object f152c799-0801-4178-9e02-e080203084c9. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:43.497615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2fa5d1a7-04c0-4878-9647-603b83689941 None None] Provisioning complete for port d9bb248d-ca94-4049-97eb-350c10d4364d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:43.498210 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d1a7-04c0-4878-9647-603b83689941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.501864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ca9a21-8d69-415c-a0b2-e3ad816458ae None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:43.702425 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9a0cedac-dd13-4a90-ab4a-5be7d317b6b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.755490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0cedac-dd13-4a90-ab4a-5be7d317b6b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:43.759874 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-9a0cedac-dd13-4a90-ab4a-5be7d317b6b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:43.760603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0df00db-5984-4353-9641-428ad4af7dcc None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:43.764398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0cedac-dd13-4a90-ab4a-5be7d317b6b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:43.765007 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9a0cedac-dd13-4a90-ab4a-5be7d317b6b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.779953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cedac-dd13-4a90-ab4a-5be7d317b6b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=b3d846ec-5df9-4dd8-aa56-f665bdfd2ab7,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:43.812054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c39a8153-1d20-4b35-a6bb-99d6dc7747ea None None] Provisioning complete for port d9bb248d-ca94-4049-97eb-350c10d4364d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:43.812452 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c39a8153-1d20-4b35-a6bb-99d6dc7747ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.845170 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9a0cedac-dd13-4a90-ab4a-5be7d317b6b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9570167 Jul 05 04:15:43.846237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a0df00db-5984-4353-9641-428ad4af7dcc None None] Deleting port d9bb248d-ca94-4049-97eb-350c10d4364d {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:43.846615 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a0df00db-5984-4353-9641-428ad4af7dcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.849014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37170) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:43.856269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-32f78874-debd-421a-ba23-a4322bdd8d4a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:43.945612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d9bb248d-ca94-4049-97eb-350c10d4364d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:44.138693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a0df00db-5984-4353-9641-428ad4af7dcc None None] For port d9bb248d-ca94-4049-97eb-350c10d4364d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d9bb248d-ca94-4049-97eb-350c10d4364d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:44.139184 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a0df00db-5984-4353-9641-428ad4af7dcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.142631 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.163615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a0df00db-5984-4353-9641-428ad4af7dcc None None] Calling delete_port for d9bb248d-ca94-4049-97eb-350c10d4364d owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:44.230125 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d9bb248d-ca94-4049-97eb-350c10d4364d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d9bb248d-ca94-4049-97eb-350c10d4364d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:44.384032 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.438411 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f78874-debd-421a-ba23-a4322bdd8d4a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:44.442008 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-32f78874-debd-421a-ba23-a4322bdd8d4a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.448845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d9bb248d-ca94-4049-97eb-350c10d4364d,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:44.480413 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a0df00db-5984-4353-9641-428ad4af7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.517563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df00db-5984-4353-9641-428ad4af7dcc None None] Pushing event deleted for resources: {'Port': ['ID=d9bb248d-ca94-4049-97eb-350c10d4364d,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:44.527114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0df00db-5984-4353-9641-428ad4af7dcc None None] No DVR routers for this DVR port d9bb248d-ca94-4049-97eb-350c10d4364d on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:44.546772 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9cfda4-655a-4d4e-80b6-dc6cef5d2347 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:44.742848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': 'b3d846ec-5df9-4dd8-aa56-f665bdfd2ab7'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:44.749954 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.903811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.objects.ports [None req-32f78874-debd-421a-ba23-a4322bdd8d4a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:15:44.910501 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-32f78874-debd-421a-ba23-a4322bdd8d4a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.926904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Allocated IP 172.20.0.2 (86178c79-4277-4bfb-bb97-c5717bada70f/b3d846ec-5df9-4dd8-aa56-f665bdfd2ab7/7f0bb075-af2b-4725-aaf5-0820a944f92e) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:44.986320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f78874-debd-421a-ba23-a4322bdd8d4a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:44.989692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f78874-debd-421a-ba23-a4322bdd8d4a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=a2d36f0e-9e95-4125-9414-1874ec3552df,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:44.992704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-32f78874-debd-421a-ba23-a4322bdd8d4a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:44.995285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f78874-debd-421a-ba23-a4322bdd8d4a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:44.996074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-32f78874-debd-421a-ba23-a4322bdd8d4a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.063025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-32f78874-debd-421a-ba23-a4322bdd8d4a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2115502 Jul 05 04:15:45.065335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37194) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:45.074666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'mac_address': 'fa:16:3e:53:04:fb', 'name': 'tempest-NetworksTestDHCPv6-754712979'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:45.101632 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.111278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Transition to ACTIVE for port object 7f0bb075-af2b-4725-aaf5-0820a944f92e will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:45.128599 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:15:45.131621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Transition to ACTIVE for port object 7f0bb075-af2b-4725-aaf5-0820a944f92e will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:45.182386 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.220153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:45.223048 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:45.227649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:45.238435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Pushing event updated for resources: {'Port': ['ID=7f0bb075-af2b-4725-aaf5-0820a944f92e,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:45.298600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Attempting to bind port 7f0bb075-af2b-4725-aaf5-0820a944f92e on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:45.298965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Attempting to bind port 7f0bb075-af2b-4725-aaf5-0820a944f92e by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:45.299325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Attempting to bind port 7f0bb075-af2b-4725-aaf5-0820a944f92e on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:45.304191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:45.305166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:45.305645 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.305880 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:45.306335 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Bound port: 7f0bb075-af2b-4725-aaf5-0820a944f92e, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:45.306711 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.342352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:45.375288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] For port 7f0bb075-af2b-4725-aaf5-0820a944f92e, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:45.378966 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] For port 7f0bb075-af2b-4725-aaf5-0820a944f92e, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7f0bb075-af2b-4725-aaf5-0820a944f92e,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:45.435158 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.450976 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.462602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port 069d76fc-cdab-4ff3-95f3-62ba6999c334 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:45.506591 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9da376-1f1c-41fa-b5ff-901ef9d6a601 None None] Pushing event updated for resources: {'Port': ['ID=7f0bb075-af2b-4725-aaf5-0820a944f92e,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:45.642783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 172.20.0.10 (86178c79-4277-4bfb-bb97-c5717bada70f/b3d846ec-5df9-4dd8-aa56-f665bdfd2ab7/069d76fc-cdab-4ff3-95f3-62ba6999c334) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:45.652998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::f816:3eff:fe53:4fb (86178c79-4277-4bfb-bb97-c5717bada70f/a2d36f0e-9e95-4125-9414-1874ec3552df/069d76fc-cdab-4ff3-95f3-62ba6999c334) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:45.866258 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.881406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object 069d76fc-cdab-4ff3-95f3-62ba6999c334 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:45.940116 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7f0bb075-af2b-4725-aaf5-0820a944f92e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:46.016601 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.061956 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 7f0bb075-af2b-4725-aaf5-0820a944f92e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:46.070350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:46.073933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:46.080401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:46.105758 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=069d76fc-cdab-4ff3-95f3-62ba6999c334,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:46.155734 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:46.156544 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.242351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7d1adc8a-42b9-4409-afea-4420cf80d749 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1729367 Jul 05 04:15:46.242725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37214) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:46.428323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb8a5a-629f-4caa-8de2-c4d909f1ad8d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:46.428323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb8a5a-629f-4caa-8de2-c4d909f1ad8d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:46.428323 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8feb8a5a-629f-4caa-8de2-c4d909f1ad8d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1327274 Jul 05 04:15:46.428323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37226) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:46.491593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ebd07aaf-1263-49e7-ac1c-68032317e681 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port 069d76fc-cdab-4ff3-95f3-62ba6999c334 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:46.492661 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ebd07aaf-1263-49e7-ac1c-68032317e681 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.601048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ebd07aaf-1263-49e7-ac1c-68032317e681 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.614831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ebd07aaf-1263-49e7-ac1c-68032317e681 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for 069d76fc-cdab-4ff3-95f3-62ba6999c334 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:46.647391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68f0075-07dc-46e1-9f2a-13a53e26a4c5 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:46.824268 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-099906fe-e8ec-4ee7-b2b4-a70c3d9e679f None None] Provisioning for port 7f0bb075-af2b-4725-aaf5-0820a944f92e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:46.831496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-099906fe-e8ec-4ee7-b2b4-a70c3d9e679f None None] Provisioning complete for port 7f0bb075-af2b-4725-aaf5-0820a944f92e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:46.831955 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-099906fe-e8ec-4ee7-b2b4-a70c3d9e679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.936353 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ebd07aaf-1263-49e7-ac1c-68032317e681 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.967444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd07aaf-1263-49e7-ac1c-68032317e681 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=069d76fc-cdab-4ff3-95f3-62ba6999c334,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:46.981884 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-099906fe-e8ec-4ee7-b2b4-a70c3d9e679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.224323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca8639a-f604-4c88-a4fa-4b315ada7a99 None None] Update dhcp port {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'fixed_ips': [{'subnet_id': 'b3d846ec-5df9-4dd8-aa56-f665bdfd2ab7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a2d36f0e-9e95-4125-9414-1874ec3552df'}], 'binding:host_id': 'n-d-798249-5'}, 'id': '7f0bb075-af2b-4725-aaf5-0820a944f92e'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:15:47.224323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-099906fe-e8ec-4ee7-b2b4-a70c3d9e679f None None] For port 7f0bb075-af2b-4725-aaf5-0820a944f92e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7f0bb075-af2b-4725-aaf5-0820a944f92e,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:47.224323 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ca8639a-f604-4c88-a4fa-4b315ada7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.224630 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ebd07aaf-1263-49e7-ac1c-68032317e681 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.224630 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ebd07aaf-1263-49e7-ac1c-68032317e681 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/069d76fc-cdab-4ff3-95f3-62ba6999c334 HTTP/1.1" status: 204 len: 168 time: 0.6881914 Jul 05 04:15:47.225127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-4ca8639a-f604-4c88-a4fa-4b315ada7a99 None None] Allocated IP 2001:db8::f816:3eff:fe3d:cc97 (86178c79-4277-4bfb-bb97-c5717bada70f/a2d36f0e-9e95-4125-9414-1874ec3552df/7f0bb075-af2b-4725-aaf5-0820a944f92e) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:47.225204 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37242) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:47.282800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3739aff1-1cbd-4ec9-96a2-27280b34ba2d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:47.284391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3739aff1-1cbd-4ec9-96a2-27280b34ba2d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:47.285972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3739aff1-1cbd-4ec9-96a2-27280b34ba2d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:47.292331 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3739aff1-1cbd-4ec9-96a2-27280b34ba2d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0638137 Jul 05 04:15:47.293060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37246) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:47.344024 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-099906fe-e8ec-4ee7-b2b4-a70c3d9e679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.350662 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf0d072-e546-4e6b-8f8d-311702d9d0cd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet a2d36f0e-9e95-4125-9414-1874ec3552df {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:47.416147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099906fe-e8ec-4ee7-b2b4-a70c3d9e679f None None] Pushing event updated for resources: {'Port': ['ID=7f0bb075-af2b-4725-aaf5-0820a944f92e,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:47.508266 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4ca8639a-f604-4c88-a4fa-4b315ada7a99 None None] For port 7f0bb075-af2b-4725-aaf5-0820a944f92e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7f0bb075-af2b-4725-aaf5-0820a944f92e,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:47.538828 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ca8639a-f604-4c88-a4fa-4b315ada7a99 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.551961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4ca8639a-f604-4c88-a4fa-4b315ada7a99 None None] Transition to ACTIVE for port object 7f0bb075-af2b-4725-aaf5-0820a944f92e will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:47.615953 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d072-e546-4e6b-8f8d-311702d9d0cd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.616489 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ca8639a-f604-4c88-a4fa-4b315ada7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.669893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d072-e546-4e6b-8f8d-311702d9d0cd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.860355 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d072-e546-4e6b-8f8d-311702d9d0cd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.874855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8639a-f604-4c88-a4fa-4b315ada7a99 None None] Pushing event updated for resources: {'Port': ['ID=7f0bb075-af2b-4725-aaf5-0820a944f92e,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:47.902781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7f0bb075-af2b-4725-aaf5-0820a944f92e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:47.999215 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d072-e546-4e6b-8f8d-311702d9d0cd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.043978 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d072-e546-4e6b-8f8d-311702d9d0cd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.049778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37262) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.050475 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5cf0d072-e546-4e6b-8f8d-311702d9d0cd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/a2d36f0e-9e95-4125-9414-1874ec3552df HTTP/1.1" status: 204 len: 168 time: 0.7565613 Jul 05 04:15:48.051905 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0d072-e546-4e6b-8f8d-311702d9d0cd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d36f0e-9e95-4125-9414-1874ec3552df,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:48.112785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-646d5db1-916e-43c3-b1d1-7979cbe5edff tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet b3d846ec-5df9-4dd8-aa56-f665bdfd2ab7 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:48.116244 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-646d5db1-916e-43c3-b1d1-7979cbe5edff tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.159375 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-646d5db1-916e-43c3-b1d1-7979cbe5edff tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.273717 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-646d5db1-916e-43c3-b1d1-7979cbe5edff tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.439281 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-646d5db1-916e-43c3-b1d1-7979cbe5edff tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.484064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d5db1-916e-43c3-b1d1-7979cbe5edff tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d846ec-5df9-4dd8-aa56-f665bdfd2ab7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:48.489908 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-646d5db1-916e-43c3-b1d1-7979cbe5edff tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.494794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37278) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.495780 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-646d5db1-916e-43c3-b1d1-7979cbe5edff tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/b3d846ec-5df9-4dd8-aa56-f665bdfd2ab7 HTTP/1.1" status: 204 len: 168 time: 0.4455986 Jul 05 04:15:48.540227 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-92b4d8f0-020f-41a9-8770-0d5f01ba182e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442350 Jul 05 04:15:48.542655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37280) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.569507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0909df29-7a23-4fed-b787-200461fe8559 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:48.574310 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d5d6f53e-56c9-49e8-8fa1-ca76de4518c9 None None] Could not find standard attr ID for object 069d76fc-cdab-4ff3-95f3-62ba6999c334. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:48.611845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11714398-1dc9-4a8f-bcb9-7e1656a97892 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:48.613367 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-11714398-1dc9-4a8f-bcb9-7e1656a97892 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0695705 Jul 05 04:15:48.615910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37282) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.679762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352c79d4-31dd-46cb-bde4-ca7434a635ab tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:48.684409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37286) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.684622 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-352c79d4-31dd-46cb-bde4-ca7434a635ab tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0675714 Jul 05 04:15:48.688426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d5d6f53e-56c9-49e8-8fa1-ca76de4518c9 None None] Provisioning for port 7f0bb075-af2b-4725-aaf5-0820a944f92e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:48.693647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d5d6f53e-56c9-49e8-8fa1-ca76de4518c9 None None] Provisioning complete for port 7f0bb075-af2b-4725-aaf5-0820a944f92e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:48.701047 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d5d6f53e-56c9-49e8-8fa1-ca76de4518c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.728880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ccf715dc-555d-4fe2-a1cf-185c83c37ef2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429063 Jul 05 04:15:48.733372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37288) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.751065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b8b58a4e-42e5-4919-8eb5-09f11e8a8afb tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:48.872728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7804ab3-fd1d-4d4b-b8e3-4bb83f6ff3b3 None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:48.917804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a7804ab3-fd1d-4d4b-b8e3-4bb83f6ff3b3 None None] Deleting port 7f0bb075-af2b-4725-aaf5-0820a944f92e {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:48.918848 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a7804ab3-fd1d-4d4b-b8e3-4bb83f6ff3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.919309 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b58a4e-42e5-4919-8eb5-09f11e8a8afb tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:48.924191 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8b58a4e-42e5-4919-8eb5-09f11e8a8afb tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.926251 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b58a4e-42e5-4919-8eb5-09f11e8a8afb tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:48.926989 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b58a4e-42e5-4919-8eb5-09f11e8a8afb tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:48.983593 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a7804ab3-fd1d-4d4b-b8e3-4bb83f6ff3b3 None None] For port 7f0bb075-af2b-4725-aaf5-0820a944f92e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7f0bb075-af2b-4725-aaf5-0820a944f92e,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:48.984004 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a7804ab3-fd1d-4d4b-b8e3-4bb83f6ff3b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.002993 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a7804ab3-fd1d-4d4b-b8e3-4bb83f6ff3b3 None None] Calling delete_port for 7f0bb075-af2b-4725-aaf5-0820a944f92e owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:49.022521 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b8b58a4e-42e5-4919-8eb5-09f11e8a8afb tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2877316 Jul 05 04:15:49.025548 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37298) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.030803 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a326ebe6-ad0c-4cc2-ab30-61453caf6390 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:49.141785 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a7804ab3-fd1d-4d4b-b8e3-4bb83f6ff3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.168557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7804ab3-fd1d-4d4b-b8e3-4bb83f6ff3b3 None None] Pushing event deleted for resources: {'Port': ['ID=7f0bb075-af2b-4725-aaf5-0820a944f92e,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:49.174403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7804ab3-fd1d-4d4b-b8e3-4bb83f6ff3b3 None None] No DVR routers for this DVR port 7f0bb075-af2b-4725-aaf5-0820a944f92e on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:49.198886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a326ebe6-ad0c-4cc2-ab30-61453caf6390 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:49.203440 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a326ebe6-ad0c-4cc2-ab30-61453caf6390 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.205148 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-a326ebe6-ad0c-4cc2-ab30-61453caf6390 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:49.205609 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a326ebe6-ad0c-4cc2-ab30-61453caf6390 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:49.305787 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a326ebe6-ad0c-4cc2-ab30-61453caf6390 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2757998 Jul 05 04:15:49.306065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37308) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.311744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-af0aa0f4-db39-4ccf-ba06-f25a63759b7c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:49.478374 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0aa0f4-db39-4ccf-ba06-f25a63759b7c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:49.481964 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af0aa0f4-db39-4ccf-ba06-f25a63759b7c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.483352 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0aa0f4-db39-4ccf-ba06-f25a63759b7c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:49.483778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0aa0f4-db39-4ccf-ba06-f25a63759b7c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:49.570881 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-af0aa0f4-db39-4ccf-ba06-f25a63759b7c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2635596 Jul 05 04:15:49.573834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37318) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.579636 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8388f828-0043-4d32-8074-0fc8ee4bc33d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:49.764842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8388f828-0043-4d32-8074-0fc8ee4bc33d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:49.768566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8388f828-0043-4d32-8074-0fc8ee4bc33d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.770218 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-8388f828-0043-4d32-8074-0fc8ee4bc33d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:49.770659 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8388f828-0043-4d32-8074-0fc8ee4bc33d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:49.865988 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7f0bb075-af2b-4725-aaf5-0820a944f92e no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:49.886403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 7f0bb075-af2b-4725-aaf5-0820a944f92e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:49.886753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7f0bb075-af2b-4725-aaf5-0820a944f92e not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:49.908237 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8388f828-0043-4d32-8074-0fc8ee4bc33d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3331611 Jul 05 04:15:49.911601 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37324) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.916654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ee0810a9-9571-437a-8587-376e21c04295 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:50.056250 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0810a9-9571-437a-8587-376e21c04295 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:50.060820 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee0810a9-9571-437a-8587-376e21c04295 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.062276 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0810a9-9571-437a-8587-376e21c04295 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:50.062720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0810a9-9571-437a-8587-376e21c04295 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:50.125937 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ee0810a9-9571-437a-8587-376e21c04295 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2129569 Jul 05 04:15:50.128794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37332) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.135222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-88abfd59-8743-46c7-9af2-55afda16cd08 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:50.313032 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88abfd59-8743-46c7-9af2-55afda16cd08 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:50.316626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-88abfd59-8743-46c7-9af2-55afda16cd08 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.318014 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-88abfd59-8743-46c7-9af2-55afda16cd08 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:50.318444 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88abfd59-8743-46c7-9af2-55afda16cd08 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:50.405557 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-88abfd59-8743-46c7-9af2-55afda16cd08 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2751334 Jul 05 04:15:50.407976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37340) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.441725 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1a9cfce8-b722-4766-8023-50c91cd73155 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0325334 Jul 05 04:15:50.444031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37342) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.495878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76899d7d-f8c4-48c9-b95a-348b1fc405c1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:50.497359 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-76899d7d-f8c4-48c9-b95a-348b1fc405c1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0523500 Jul 05 04:15:50.499880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37346) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.545340 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ff9bbb6c-b08e-4a68-82df-a54d95ded041 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406563 Jul 05 04:15:50.545566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37350) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.550594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-5cabf6ae-b4d6-42de-903f-63b8465c87a1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:50.779244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cabf6ae-b4d6-42de-903f-63b8465c87a1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:50.779244 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5cabf6ae-b4d6-42de-903f-63b8465c87a1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.149273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.objects.ports [None req-5cabf6ae-b4d6-42de-903f-63b8465c87a1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:15:51.150811 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5cabf6ae-b4d6-42de-903f-63b8465c87a1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.204084 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cabf6ae-b4d6-42de-903f-63b8465c87a1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:51.209130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-5cabf6ae-b4d6-42de-903f-63b8465c87a1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:51.213056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cabf6ae-b4d6-42de-903f-63b8465c87a1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:51.213677 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5cabf6ae-b4d6-42de-903f-63b8465c87a1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.234547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabf6ae-b4d6-42de-903f-63b8465c87a1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=128d1c0e-fdfc-4c03-a282-fd68c0ff20d2,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:51.237491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fea6b0-9323-4006-8341-56614946edec None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:51.279384 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1b722a47-9900-49e9-87f5-20da14fdb45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.354319 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5cabf6ae-b4d6-42de-903f-63b8465c87a1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8077118 Jul 05 04:15:51.357017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37368) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:51.362677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'mac_address': 'fa:16:3e:a6:1b:5b', 'name': 'tempest-NetworksTestDHCPv6-106837184'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:51.411515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': '128d1c0e-fdfc-4c03-a282-fd68c0ff20d2'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:51.412452 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.571488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Allocated IP 2001:db8::f816:3eff:fec7:abd0 (86178c79-4277-4bfb-bb97-c5717bada70f/128d1c0e-fdfc-4c03-a282-fd68c0ff20d2/2fff4078-3940-477f-8116-756861e25fae) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:51.667748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:51.755950 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.769176 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Transition to ACTIVE for port object 2fff4078-3940-477f-8116-756861e25fae will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:51.796477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Transition to ACTIVE for port object 2fff4078-3940-477f-8116-756861e25fae will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:51.829074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.865721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port 370ddbdc-46af-477d-8384-c5daef52e2e1 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:51.885262 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.926976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:51.930828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:51.933736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:51.972834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Pushing event updated for resources: {'Port': ['ID=2fff4078-3940-477f-8116-756861e25fae,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:52.001668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::f816:3eff:fea6:1b5b (86178c79-4277-4bfb-bb97-c5717bada70f/128d1c0e-fdfc-4c03-a282-fd68c0ff20d2/370ddbdc-46af-477d-8384-c5daef52e2e1) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:52.048904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Attempting to bind port 2fff4078-3940-477f-8116-756861e25fae on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:52.051942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Attempting to bind port 2fff4078-3940-477f-8116-756861e25fae by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:52.051942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Attempting to bind port 2fff4078-3940-477f-8116-756861e25fae on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:52.071889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:52.072496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:52.072907 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.073303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:52.073927 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Bound port: 2fff4078-3940-477f-8116-756861e25fae, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:52.074321 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.161590 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] For port 2fff4078-3940-477f-8116-756861e25fae, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:52.167861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] For port 2fff4078-3940-477f-8116-756861e25fae, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2fff4078-3940-477f-8116-756861e25fae,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:52.206266 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.219982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object 370ddbdc-46af-477d-8384-c5daef52e2e1 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:52.325305 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.359816 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.425226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:52.425741 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97c6fc-2b3f-4bc2-8e46-4f5c2ea815aa None None] Pushing event updated for resources: {'Port': ['ID=2fff4078-3940-477f-8116-756861e25fae,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:52.431904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:52.436873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:52.444113 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:52.445492 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.449711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=370ddbdc-46af-477d-8384-c5daef52e2e1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:52.577431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1a194561-367e-4daf-84b9-206ab35d0eb8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2188146 Jul 05 04:15:52.579458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37394) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:52.724217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbffaa41-4321-4b1b-86e1-8dd481ce783d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:52.731556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbffaa41-4321-4b1b-86e1-8dd481ce783d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:52.733624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bbffaa41-4321-4b1b-86e1-8dd481ce783d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1531074 Jul 05 04:15:52.736128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37398) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:52.836961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-85721bab-9b4d-48ca-959f-6577b95e50b7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port 370ddbdc-46af-477d-8384-c5daef52e2e1 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:52.836961 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-85721bab-9b4d-48ca-959f-6577b95e50b7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.978287 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-85721bab-9b4d-48ca-959f-6577b95e50b7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.997472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-85721bab-9b4d-48ca-959f-6577b95e50b7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for 370ddbdc-46af-477d-8384-c5daef52e2e1 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:53.199516 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-85721bab-9b4d-48ca-959f-6577b95e50b7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.242539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85721bab-9b4d-48ca-959f-6577b95e50b7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=370ddbdc-46af-477d-8384-c5daef52e2e1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:53.270239 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-85721bab-9b4d-48ca-959f-6577b95e50b7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.272190 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-85721bab-9b4d-48ca-959f-6577b95e50b7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/370ddbdc-46af-477d-8384-c5daef52e2e1 HTTP/1.1" status: 204 len: 168 time: 0.5350406 Jul 05 04:15:53.275981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37412) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:53.331116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8482eeb6-cbae-4dc5-a8f5-420e1d2f2db6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:53.332827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8482eeb6-cbae-4dc5-a8f5-420e1d2f2db6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:53.337429 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8482eeb6-cbae-4dc5-a8f5-420e1d2f2db6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0574918 Jul 05 04:15:53.337680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37416) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:53.408060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddab1ed-ecd4-402b-aaaf-6f508bdc7b87 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 128d1c0e-fdfc-4c03-a282-fd68c0ff20d2 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:53.408060 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1ddab1ed-ecd4-402b-aaaf-6f508bdc7b87 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.471053 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1ddab1ed-ecd4-402b-aaaf-6f508bdc7b87 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.567295 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1ddab1ed-ecd4-402b-aaaf-6f508bdc7b87 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.656236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-935856a2-1030-4221-861b-ec4a5189689e None None] Provisioning for port 2fff4078-3940-477f-8116-756861e25fae completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:53.736266 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1ddab1ed-ecd4-402b-aaaf-6f508bdc7b87 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.770232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddab1ed-ecd4-402b-aaaf-6f508bdc7b87 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=128d1c0e-fdfc-4c03-a282-fd68c0ff20d2,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:53.776657 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1ddab1ed-ecd4-402b-aaaf-6f508bdc7b87 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.776657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1ddab1ed-ecd4-402b-aaaf-6f508bdc7b87 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/128d1c0e-fdfc-4c03-a282-fd68c0ff20d2 HTTP/1.1" status: 204 len: 168 time: 0.4374068 Jul 05 04:15:53.778044 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2ab02346-e39c-4c16-a1ad-e92a0b8ae2c0 None None] Could not find standard attr ID for object 370ddbdc-46af-477d-8384-c5daef52e2e1. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:53.778914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37426) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:53.827784 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ba1c777a-f33f-44dd-bc98-339c83135893 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449641 Jul 05 04:15:53.827784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37428) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:53.835021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-04a2c247-d7dd-4776-8ed1-6c7e0ba5f7d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:53.912791 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2fff4078-3940-477f-8116-756861e25fae up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:54.013722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820d3152-e156-412b-81f1-0eee7fb05bd8 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:54.027792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a2c247-d7dd-4776-8ed1-6c7e0ba5f7d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:54.030831 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04a2c247-d7dd-4776-8ed1-6c7e0ba5f7d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.080712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 2fff4078-3940-477f-8116-756861e25fae completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:54.086232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 2fff4078-3940-477f-8116-756861e25fae triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:54.086821 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.256655 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.288994 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-63d22896-bb43-43cb-bcfb-d87c02db6692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.313469 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 2fff4078-3940-477f-8116-756861e25fae, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2fff4078-3940-477f-8116-756861e25fae,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:54.345200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ddf90-f954-45f0-8fda-c97379e3033c None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:54.383854 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.385430 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.449647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a68ddf90-f954-45f0-8fda-c97379e3033c None None] Deleting port 2fff4078-3940-477f-8116-756861e25fae {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:54.450031 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a68ddf90-f954-45f0-8fda-c97379e3033c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.454296 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=2fff4078-3940-477f-8116-756861e25fae,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:54.517639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.objects.ports [None req-04a2c247-d7dd-4776-8ed1-6c7e0ba5f7d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:15:54.537811 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a68ddf90-f954-45f0-8fda-c97379e3033c None None] For port 2fff4078-3940-477f-8116-756861e25fae, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2fff4078-3940-477f-8116-756861e25fae,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:54.538747 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a68ddf90-f954-45f0-8fda-c97379e3033c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.552359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a68ddf90-f954-45f0-8fda-c97379e3033c None None] Calling delete_port for 2fff4078-3940-477f-8116-756861e25fae owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:54.764960 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a68ddf90-f954-45f0-8fda-c97379e3033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.792983 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ddf90-f954-45f0-8fda-c97379e3033c None None] Pushing event deleted for resources: {'Port': ['ID=2fff4078-3940-477f-8116-756861e25fae,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:54.798464 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ddf90-f954-45f0-8fda-c97379e3033c None None] No DVR routers for this DVR port 2fff4078-3940-477f-8116-756861e25fae on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:54.822139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_pluggable_backend [None req-04a2c247-d7dd-4776-8ed1-6c7e0ba5f7d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Port 2fff4078-3940-477f-8116-756861e25fae was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100877) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 04:15:54.822457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_pluggable_backend [None req-04a2c247-d7dd-4776-8ed1-6c7e0ba5f7d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Reverting IP allocation for 2001:db8::f816:3eff:fec7:abd0 {{(pid=100877) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 04:15:54.826357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_pluggable_backend [None req-04a2c247-d7dd-4776-8ed1-6c7e0ba5f7d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec7:abd0 {{(pid=100877) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 04:15:54.827556 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04a2c247-d7dd-4776-8ed1-6c7e0ba5f7d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.875109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a2c247-d7dd-4776-8ed1-6c7e0ba5f7d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:54.878200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-04a2c247-d7dd-4776-8ed1-6c7e0ba5f7d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:54.882356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a2c247-d7dd-4776-8ed1-6c7e0ba5f7d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:54.882927 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04a2c247-d7dd-4776-8ed1-6c7e0ba5f7d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.889688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29982d2-be83-4b9f-a8ed-77f1c968f3d0 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:54.896530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2c247-d7dd-4776-8ed1-6c7e0ba5f7d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=013e035e-71a6-4e70-86aa-17d368b9288a,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:54.951222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37452) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:54.952314 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-04a2c247-d7dd-4776-8ed1-6c7e0ba5f7d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1227589 Jul 05 04:15:54.957466 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'mac_address': 'fa:16:3e:40:dc:cb', 'name': 'tempest-NetworksTestDHCPv6-379036082'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:55.067875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': '013e035e-71a6-4e70-86aa-17d368b9288a'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:55.068800 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.235964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Allocated IP 2001:db8::f816:3eff:fe7b:bd85 (86178c79-4277-4bfb-bb97-c5717bada70f/013e035e-71a6-4e70-86aa-17d368b9288a/1aac3be5-b7fd-458a-aef7-10dbbcd61b70) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:55.254338 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:55.317221 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.348401 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.388530 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port e27c7d65-3515-4313-a133-514c137fd930 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:55.418032 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.427398 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Transition to ACTIVE for port object 1aac3be5-b7fd-458a-aef7-10dbbcd61b70 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:55.443229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Transition to ACTIVE for port object 1aac3be5-b7fd-458a-aef7-10dbbcd61b70 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:55.525085 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.572933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:55.577481 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:55.580980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:55.620538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Pushing event updated for resources: {'Port': ['ID=1aac3be5-b7fd-458a-aef7-10dbbcd61b70,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:55.630280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::f816:3eff:fe40:dccb (86178c79-4277-4bfb-bb97-c5717bada70f/013e035e-71a6-4e70-86aa-17d368b9288a/e27c7d65-3515-4313-a133-514c137fd930) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:55.672172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Attempting to bind port 1aac3be5-b7fd-458a-aef7-10dbbcd61b70 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:55.672726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Attempting to bind port 1aac3be5-b7fd-458a-aef7-10dbbcd61b70 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:55.673032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Attempting to bind port 1aac3be5-b7fd-458a-aef7-10dbbcd61b70 on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:55.678881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:55.679457 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:55.679895 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.680297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:55.680802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Bound port: 1aac3be5-b7fd-458a-aef7-10dbbcd61b70, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:55.681216 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.748194 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] For port 1aac3be5-b7fd-458a-aef7-10dbbcd61b70, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:55.751190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] For port 1aac3be5-b7fd-458a-aef7-10dbbcd61b70, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1aac3be5-b7fd-458a-aef7-10dbbcd61b70,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:55.807375 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.822895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object e27c7d65-3515-4313-a133-514c137fd930 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:55.833962 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.919997 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.920669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2fff4078-3940-477f-8116-756861e25fae no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:55.947212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 2fff4078-3940-477f-8116-756861e25fae {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:55.965369 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2fff4078-3940-477f-8116-756861e25fae not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:55.967514 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b87e98-81e4-490b-bc16-9c1103819ddc None None] Pushing event updated for resources: {'Port': ['ID=1aac3be5-b7fd-458a-aef7-10dbbcd61b70,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:55.983982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:55.987430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:55.992177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:55.998256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:55.998945 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.018690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=e27c7d65-3515-4313-a133-514c137fd930,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:56.093902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37478) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.096927 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b411ad25-a064-4d96-80d4-90f191247fa4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1445739 Jul 05 04:15:56.217338 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8935223-88c3-4cf3-b36d-af681744f9b7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:56.223471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8935223-88c3-4cf3-b36d-af681744f9b7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:56.228434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c8935223-88c3-4cf3-b36d-af681744f9b7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1304314 Jul 05 04:15:56.229101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37482) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.355232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9ecbb-dfdd-4823-a230-83c953fec598 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port e27c7d65-3515-4313-a133-514c137fd930 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:56.355584 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9d9ecbb-dfdd-4823-a230-83c953fec598 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.469315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9d9ecbb-dfdd-4823-a230-83c953fec598 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.476318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9ecbb-dfdd-4823-a230-83c953fec598 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for e27c7d65-3515-4313-a133-514c137fd930 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:56.753076 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9d9ecbb-dfdd-4823-a230-83c953fec598 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.789730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9ecbb-dfdd-4823-a230-83c953fec598 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=e27c7d65-3515-4313-a133-514c137fd930,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:56.825230 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9d9ecbb-dfdd-4823-a230-83c953fec598 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.829991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37498) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.830148 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c9d9ecbb-dfdd-4823-a230-83c953fec598 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/e27c7d65-3515-4313-a133-514c137fd930 HTTP/1.1" status: 204 len: 168 time: 0.5999317 Jul 05 04:15:56.898532 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3080e7b8-721c-4132-9c9d-9136798c5e38 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:56.901131 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3080e7b8-721c-4132-9c9d-9136798c5e38 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:56.902849 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3080e7b8-721c-4132-9c9d-9136798c5e38 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0715084 Jul 05 04:15:56.906608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37500) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.971888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5fa973-a409-4c83-bec4-9d9375aa4efd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 013e035e-71a6-4e70-86aa-17d368b9288a {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:56.975291 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5e5fa973-a409-4c83-bec4-9d9375aa4efd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.239081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7fd18150-cbbc-471c-ae60-11d25825f56b None None] Provisioning for port 1aac3be5-b7fd-458a-aef7-10dbbcd61b70 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:57.267094 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.316748 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5e5fa973-a409-4c83-bec4-9d9375aa4efd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.363032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-895289f7-d687-4059-9bd9-8fcc842ac5e9 None None] Could not find standard attr ID for object e27c7d65-3515-4313-a133-514c137fd930. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:57.421345 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5e5fa973-a409-4c83-bec4-9d9375aa4efd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.570138 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5e5fa973-a409-4c83-bec4-9d9375aa4efd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.611968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5fa973-a409-4c83-bec4-9d9375aa4efd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=013e035e-71a6-4e70-86aa-17d368b9288a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:57.614254 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5e5fa973-a409-4c83-bec4-9d9375aa4efd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.618932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5e5fa973-a409-4c83-bec4-9d9375aa4efd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/013e035e-71a6-4e70-86aa-17d368b9288a HTTP/1.1" status: 204 len: 168 time: 0.7090218 Jul 05 04:15:57.620866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37516) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:57.621035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a088e8df-f563-4c8a-9abe-7e0667f77f75 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:57.661723 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-aa0138e5-aa74-4700-8de1-5ad4c5d09530 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370493 Jul 05 04:15:57.661950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37518) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:57.728177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b09af50-f61d-497f-8bb7-3a7f9676f6d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:57.729622 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3b09af50-f61d-497f-8bb7-3a7f9676f6d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0668375 Jul 05 04:15:57.732115 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37520) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:57.785410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c540b8-b3cd-42ba-8826-ecb354e496ef tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:57.787050 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c4c540b8-b3cd-42ba-8826-ecb354e496ef tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0540066 Jul 05 04:15:57.790729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37524) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:57.844983 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4afe9421-1560-4c37-8f9b-250b266b0b64 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523901 Jul 05 04:15:57.845739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d67654-35b2-4491-8c23-1d140a3d9272 None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:57.848869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37526) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:57.854913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-98dffa2a-76c1-4116-8969-2175643efc3a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:57.916236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b7d67654-35b2-4491-8c23-1d140a3d9272 None None] Deleting port 1aac3be5-b7fd-458a-aef7-10dbbcd61b70 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:57.916683 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7d67654-35b2-4491-8c23-1d140a3d9272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.982422 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b7d67654-35b2-4491-8c23-1d140a3d9272 None None] For port 1aac3be5-b7fd-458a-aef7-10dbbcd61b70, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1aac3be5-b7fd-458a-aef7-10dbbcd61b70,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:57.982732 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7d67654-35b2-4491-8c23-1d140a3d9272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.994891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b7d67654-35b2-4491-8c23-1d140a3d9272 None None] Calling delete_port for 1aac3be5-b7fd-458a-aef7-10dbbcd61b70 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:58.021594 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dffa2a-76c1-4116-8969-2175643efc3a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:58.025765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-98dffa2a-76c1-4116-8969-2175643efc3a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.165808 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7d67654-35b2-4491-8c23-1d140a3d9272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.200981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d67654-35b2-4491-8c23-1d140a3d9272 None None] Pushing event deleted for resources: {'Port': ['ID=1aac3be5-b7fd-458a-aef7-10dbbcd61b70,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:58.208203 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d67654-35b2-4491-8c23-1d140a3d9272 None None] No DVR routers for this DVR port 1aac3be5-b7fd-458a-aef7-10dbbcd61b70 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:58.442068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.objects.ports [None req-98dffa2a-76c1-4116-8969-2175643efc3a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:15:58.443527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-98dffa2a-76c1-4116-8969-2175643efc3a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.485767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dffa2a-76c1-4116-8969-2175643efc3a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:58.488782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-98dffa2a-76c1-4116-8969-2175643efc3a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:58.493572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dffa2a-76c1-4116-8969-2175643efc3a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:58.494160 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-98dffa2a-76c1-4116-8969-2175643efc3a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.498479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd73639c-d01a-4b35-815f-42a9a192b5b2 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:58.503438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dffa2a-76c1-4116-8969-2175643efc3a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=886353da-78eb-4aff-920a-573abdc974d6,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:58.606845 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-98dffa2a-76c1-4116-8969-2175643efc3a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7567673 Jul 05 04:15:58.609302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37548) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:58.614646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'mac_address': 'fa:16:3e:7f:6d:83', 'name': 'tempest-NetworksTestDHCPv6-1761228689'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:58.689705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': '886353da-78eb-4aff-920a-573abdc974d6'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:58.690614 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.826971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:58.863083 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Allocated IP 2001:db8::f816:3eff:febd:a9d3 (86178c79-4277-4bfb-bb97-c5717bada70f/886353da-78eb-4aff-920a-573abdc974d6/c5f33ef6-48c3-4c5e-8c5a-d89f533f601d) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:58.933884 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.962015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port 2efd680d-8723-425a-a18a-e6ff6eb9663f yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:59.044457 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.052479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Transition to ACTIVE for port object c5f33ef6-48c3-4c5e-8c5a-d89f533f601d will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:59.069131 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Transition to ACTIVE for port object c5f33ef6-48c3-4c5e-8c5a-d89f533f601d will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:59.118865 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.174350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:59.181777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:59.183793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::f816:3eff:fe7f:6d83 (86178c79-4277-4bfb-bb97-c5717bada70f/886353da-78eb-4aff-920a-573abdc974d6/2efd680d-8723-425a-a18a-e6ff6eb9663f) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:59.184235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Pushing event updated for resources: {'Port': ['ID=c5f33ef6-48c3-4c5e-8c5a-d89f533f601d,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:59.187022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:59.264826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Attempting to bind port c5f33ef6-48c3-4c5e-8c5a-d89f533f601d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:59.265230 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Attempting to bind port c5f33ef6-48c3-4c5e-8c5a-d89f533f601d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:59.265608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Attempting to bind port c5f33ef6-48c3-4c5e-8c5a-d89f533f601d on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:59.270638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:59.271020 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:59.271427 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.271822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:59.272866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Bound port: c5f33ef6-48c3-4c5e-8c5a-d89f533f601d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:59.273349 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.341596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] For port c5f33ef6-48c3-4c5e-8c5a-d89f533f601d, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:59.344905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] For port c5f33ef6-48c3-4c5e-8c5a-d89f533f601d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c5f33ef6-48c3-4c5e-8c5a-d89f533f601d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:59.374050 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.393533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object 2efd680d-8723-425a-a18a-e6ff6eb9663f will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:59.432679 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.502984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650755c1-96f3-4090-bf85-624c4e4b37e4 None None] Pushing event updated for resources: {'Port': ['ID=c5f33ef6-48c3-4c5e-8c5a-d89f533f601d,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:59.546440 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.547742 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.603527 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:59.607859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:59.609942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=2efd680d-8723-425a-a18a-e6ff6eb9663f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:59.612247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:59.618616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:59.619222 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.631491 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:59.632463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:59.632803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:59.633176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:59.633463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:59.633792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:59.634120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:59.634448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:59.634770 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:59.635092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:59.635412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:59.635733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:59.738161 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5823ea22-d461-44d4-8ea5-115dcbbcda1e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1275771 Jul 05 04:15:59.739448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37570) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:59.860030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4591508-8ddb-4e66-be43-d40900daab90 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:59.870023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4591508-8ddb-4e66-be43-d40900daab90 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:59.877740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e4591508-8ddb-4e66-be43-d40900daab90 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1347492 Jul 05 04:15:59.878167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37574) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:59.979692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c5f33ef6-48c3-4c5e-8c5a-d89f533f601d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:00.024481 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a582a35f-b7e7-42eb-89ef-dc6766185d5b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port 2efd680d-8723-425a-a18a-e6ff6eb9663f {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:00.024832 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a582a35f-b7e7-42eb-89ef-dc6766185d5b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.118273 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a582a35f-b7e7-42eb-89ef-dc6766185d5b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.129946 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a582a35f-b7e7-42eb-89ef-dc6766185d5b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for 2efd680d-8723-425a-a18a-e6ff6eb9663f owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:00.141693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port c5f33ef6-48c3-4c5e-8c5a-d89f533f601d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:00.353498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a582a35f-b7e7-42eb-89ef-dc6766185d5b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.391657 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582a35f-b7e7-42eb-89ef-dc6766185d5b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=2efd680d-8723-425a-a18a-e6ff6eb9663f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:00.421278 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a582a35f-b7e7-42eb-89ef-dc6766185d5b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.423990 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a582a35f-b7e7-42eb-89ef-dc6766185d5b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/2efd680d-8723-425a-a18a-e6ff6eb9663f HTTP/1.1" status: 204 len: 168 time: 0.5444450 Jul 05 04:16:00.426324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37590) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.506435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528b14d7-135d-4d2f-ba1a-87810a255180 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:00.518353 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528b14d7-135d-4d2f-ba1a-87810a255180 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:00.520091 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-528b14d7-135d-4d2f-ba1a-87810a255180 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0926821 Jul 05 04:16:00.522859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37592) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.576356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-521cb047-ae46-4c8e-97d0-f7733d3c90e5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 886353da-78eb-4aff-920a-573abdc974d6 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:00.580190 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-521cb047-ae46-4c8e-97d0-f7733d3c90e5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.625046 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-521cb047-ae46-4c8e-97d0-f7733d3c90e5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.738889 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-521cb047-ae46-4c8e-97d0-f7733d3c90e5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.862582 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2df60c2b-5063-4b3f-98ff-94c6cc9113df None None] Provisioning for port c5f33ef6-48c3-4c5e-8c5a-d89f533f601d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:00.867239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2df60c2b-5063-4b3f-98ff-94c6cc9113df None None] Provisioning complete for port c5f33ef6-48c3-4c5e-8c5a-d89f533f601d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:00.867621 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2df60c2b-5063-4b3f-98ff-94c6cc9113df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.878137 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-521cb047-ae46-4c8e-97d0-f7733d3c90e5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.978319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cb047-ae46-4c8e-97d0-f7733d3c90e5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=886353da-78eb-4aff-920a-573abdc974d6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:00.992817 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-521cb047-ae46-4c8e-97d0-f7733d3c90e5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.992817 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-521cb047-ae46-4c8e-97d0-f7733d3c90e5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/886353da-78eb-4aff-920a-573abdc974d6 HTTP/1.1" status: 204 len: 168 time: 0.4663186 Jul 05 04:16:00.993519 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37608) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.995218 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2df60c2b-5063-4b3f-98ff-94c6cc9113df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.033497 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-02b6de2f-e880-44e0-9150-7d5734de9e52 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387256 Jul 05 04:16:01.036747 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37610) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:01.036913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2df60c2b-5063-4b3f-98ff-94c6cc9113df None None] For port c5f33ef6-48c3-4c5e-8c5a-d89f533f601d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c5f33ef6-48c3-4c5e-8c5a-d89f533f601d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:01.042833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:01.113345 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2df60c2b-5063-4b3f-98ff-94c6cc9113df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.150268 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708643ab-1d06-4159-ada9-fd8d264ad4b0 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:01.187370 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:01.192623 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.398555 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b701c9a1-7495-4b76-b369-e23bd9b38f6c None None] Could not find standard attr ID for object 2efd680d-8723-425a-a18a-e6ff6eb9663f. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:16:01.438269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df60c2b-5063-4b3f-98ff-94c6cc9113df None None] Pushing event updated for resources: {'Port': ['ID=c5f33ef6-48c3-4c5e-8c5a-d89f533f601d,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:01.576892 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.619373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c58495-7818-470a-8bc4-2985f7585a6c None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:01.677322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b4c58495-7818-470a-8bc4-2985f7585a6c None None] Deleting port c5f33ef6-48c3-4c5e-8c5a-d89f533f601d {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:01.677941 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4c58495-7818-470a-8bc4-2985f7585a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.682760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.objects.ports [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:16:01.783725 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b4c58495-7818-470a-8bc4-2985f7585a6c None None] For port c5f33ef6-48c3-4c5e-8c5a-d89f533f601d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c5f33ef6-48c3-4c5e-8c5a-d89f533f601d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:01.784126 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4c58495-7818-470a-8bc4-2985f7585a6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.797535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b4c58495-7818-470a-8bc4-2985f7585a6c None None] Calling delete_port for c5f33ef6-48c3-4c5e-8c5a-d89f533f601d owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:01.897252 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c5f33ef6-48c3-4c5e-8c5a-d89f533f601d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:01.968078 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.989290 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.056831 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4c58495-7818-470a-8bc4-2985f7585a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.087234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c58495-7818-470a-8bc4-2985f7585a6c None None] Pushing event deleted for resources: {'Port': ['ID=c5f33ef6-48c3-4c5e-8c5a-d89f533f601d,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:02.089505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c58495-7818-470a-8bc4-2985f7585a6c None None] No DVR routers for this DVR port c5f33ef6-48c3-4c5e-8c5a-d89f533f601d on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:02.245509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] For port c5f33ef6-48c3-4c5e-8c5a-d89f533f601d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c5f33ef6-48c3-4c5e-8c5a-d89f533f601d,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:02.280486 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.341432 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.342206 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.398359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=c5f33ef6-48c3-4c5e-8c5a-d89f533f601d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:02.409837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:02.415723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:02.421946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:02.422550 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.427536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9026bb2-55d2-47ca-9e73-2df98bd138dc None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:02.445139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=1689dce9-2e66-44a5-8b88-bc0a92b2a7ef,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:02.570609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-818995c9-ac1b-4814-9c87-390b3f7ed643 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5326133 Jul 05 04:16:02.573153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37640) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:02.578309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'mac_address': 'fa:16:3e:b6:ae:64', 'name': 'tempest-NetworksTestDHCPv6-219587346'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:02.587997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': '1689dce9-2e66-44a5-8b88-bc0a92b2a7ef'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:02.588916 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.728542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Allocated IP 2001:db8::f816:3eff:fe2e:b174 (86178c79-4277-4bfb-bb97-c5717bada70f/1689dce9-2e66-44a5-8b88-bc0a92b2a7ef/a4dc56d9-a532-4b01-a6d7-9db1842e4cac) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:02.763921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:02.768534 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.794630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port c0f43f9f-e2cb-4411-ba48-72548995aad7 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:02.893442 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.902962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Transition to ACTIVE for port object a4dc56d9-a532-4b01-a6d7-9db1842e4cac will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:02.917941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Transition to ACTIVE for port object a4dc56d9-a532-4b01-a6d7-9db1842e4cac will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:02.987553 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.045102 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:03.049955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:03.051869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::f816:3eff:feb6:ae64 (86178c79-4277-4bfb-bb97-c5717bada70f/1689dce9-2e66-44a5-8b88-bc0a92b2a7ef/c0f43f9f-e2cb-4411-ba48-72548995aad7) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:03.055256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:03.058354 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Pushing event updated for resources: {'Port': ['ID=a4dc56d9-a532-4b01-a6d7-9db1842e4cac,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:03.120148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Attempting to bind port a4dc56d9-a532-4b01-a6d7-9db1842e4cac on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:03.120421 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Attempting to bind port a4dc56d9-a532-4b01-a6d7-9db1842e4cac by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:03.120775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Attempting to bind port a4dc56d9-a532-4b01-a6d7-9db1842e4cac on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:03.125724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:03.126076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:03.126480 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.126865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:03.127486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Bound port: a4dc56d9-a532-4b01-a6d7-9db1842e4cac, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:03.135255 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.213081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] For port a4dc56d9-a532-4b01-a6d7-9db1842e4cac, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:03.218640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] For port a4dc56d9-a532-4b01-a6d7-9db1842e4cac, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a4dc56d9-a532-4b01-a6d7-9db1842e4cac,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:03.225416 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.240059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object c0f43f9f-e2cb-4411-ba48-72548995aad7 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:03.330413 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.373546 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.395832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601fd1f-6838-446f-9923-b283081d1360 None None] Pushing event updated for resources: {'Port': ['ID=a4dc56d9-a532-4b01-a6d7-9db1842e4cac,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:03.429995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:03.438027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:03.449111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:03.456604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:03.457747 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.468829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=c0f43f9f-e2cb-4411-ba48-72548995aad7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:03.541784 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-362c0cac-7076-4320-8de6-2bdc8ca6f35a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9675267 Jul 05 04:16:03.545361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37666) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:03.638128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d2bfc3-be48-4bd3-9a2e-e43426c7de87 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:03.650063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d2bfc3-be48-4bd3-9a2e-e43426c7de87 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:03.652833 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-93d2bfc3-be48-4bd3-9a2e-e43426c7de87 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1065285 Jul 05 04:16:03.654459 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37670) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:03.781665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-d88e706c-b91a-4daf-be57-80c487634e93 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port c0f43f9f-e2cb-4411-ba48-72548995aad7 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:03.782376 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d88e706c-b91a-4daf-be57-80c487634e93 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.884950 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d88e706c-b91a-4daf-be57-80c487634e93 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.896955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-d88e706c-b91a-4daf-be57-80c487634e93 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for c0f43f9f-e2cb-4411-ba48-72548995aad7 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:03.925374 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a4dc56d9-a532-4b01-a6d7-9db1842e4cac up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:04.071681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port a4dc56d9-a532-4b01-a6d7-9db1842e4cac completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:04.124279 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d88e706c-b91a-4daf-be57-80c487634e93 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.154657 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e706c-b91a-4daf-be57-80c487634e93 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=c0f43f9f-e2cb-4411-ba48-72548995aad7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:04.185925 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d88e706c-b91a-4daf-be57-80c487634e93 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.188404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d88e706c-b91a-4daf-be57-80c487634e93 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/c0f43f9f-e2cb-4411-ba48-72548995aad7 HTTP/1.1" status: 204 len: 168 time: 0.5328853 Jul 05 04:16:04.193888 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37682) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:04.247925 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ef0fc-c3e6-411a-82b3-71db0d1e2af0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:04.249597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ef0fc-c3e6-411a-82b3-71db0d1e2af0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:04.251127 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-122ef0fc-c3e6-411a-82b3-71db0d1e2af0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0589306 Jul 05 04:16:04.253750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37684) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:04.320691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e5eecc-7447-463e-a682-4064e043e183 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 1689dce9-2e66-44a5-8b88-bc0a92b2a7ef {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:04.321795 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97e5eecc-7447-463e-a682-4064e043e183 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.373489 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97e5eecc-7447-463e-a682-4064e043e183 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.470951 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97e5eecc-7447-463e-a682-4064e043e183 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.679226 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97e5eecc-7447-463e-a682-4064e043e183 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.711330 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5eecc-7447-463e-a682-4064e043e183 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=1689dce9-2e66-44a5-8b88-bc0a92b2a7ef,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:04.715173 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97e5eecc-7447-463e-a682-4064e043e183 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.717614 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-97e5eecc-7447-463e-a682-4064e043e183 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/1689dce9-2e66-44a5-8b88-bc0a92b2a7ef HTTP/1.1" status: 204 len: 168 time: 0.4626563 Jul 05 04:16:04.720220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37698) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:04.761598 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-14a828cd-1963-40e1-b3ae-08f08cf2d687 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390708 Jul 05 04:16:04.762643 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37700) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:04.767755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5ce2d6-e30e-46df-bee7-ceb8885192a7 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:04.842336 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bb487aa2-9f2d-4939-b97b-86facd26fb6e None None] Provisioning for port a4dc56d9-a532-4b01-a6d7-9db1842e4cac completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:04.870493 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bb487aa2-9f2d-4939-b97b-86facd26fb6e None None] Provisioning complete for port a4dc56d9-a532-4b01-a6d7-9db1842e4cac triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:04.870861 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bb487aa2-9f2d-4939-b97b-86facd26fb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.894732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e971f73-c254-4079-9810-19574206c40b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:04.896342 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8e971f73-c254-4079-9810-19574206c40b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1325753 Jul 05 04:16:04.902047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37706) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:04.957423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3eb499-3e4b-4b9d-aad4-41ff69a016a7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:04.959138 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4b3eb499-3e4b-4b9d-aad4-41ff69a016a7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0560760 Jul 05 04:16:04.963049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37710) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:05.010903 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e27e23d3-6a18-442a-8d3d-2922af342a79 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465140 Jul 05 04:16:05.015044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37712) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:05.016463 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bb487aa2-9f2d-4939-b97b-86facd26fb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.024162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6e832071-74aa-42ad-9bca-9a9451506662 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:05.056086 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-bb487aa2-9f2d-4939-b97b-86facd26fb6e None None] For port a4dc56d9-a532-4b01-a6d7-9db1842e4cac, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a4dc56d9-a532-4b01-a6d7-9db1842e4cac,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:05.114162 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bb487aa2-9f2d-4939-b97b-86facd26fb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.122328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e20c78-5af3-4ca5-9831-53a779ff75bf None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:05.169700 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d65c8d0-d1f5-4f7e-83ec-34a07bb92a53 req-a8060b91-72c6-4087-a07e-5fb0178375c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1125784 Jul 05 04:16:05.233558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb487aa2-9f2d-4939-b97b-86facd26fb6e None None] Pushing event updated for resources: {'Port': ['ID=a4dc56d9-a532-4b01-a6d7-9db1842e4cac,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:05.237574 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2113af3f-6dd2-43aa-b935-23b6cd4ffd5b None None] Could not find standard attr ID for object c0f43f9f-e2cb-4411-ba48-72548995aad7. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:16:05.257539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-30e20c78-5af3-4ca5-9831-53a779ff75bf None None] Deleting port a4dc56d9-a532-4b01-a6d7-9db1842e4cac {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:05.257916 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-30e20c78-5af3-4ca5-9831-53a779ff75bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.275745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65c8d0-d1f5-4f7e-83ec-34a07bb92a53 req-99f6a8d1-6be0-430f-88ea-dab4704e721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:05.277413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d65c8d0-d1f5-4f7e-83ec-34a07bb92a53 req-99f6a8d1-6be0-430f-88ea-dab4704e721d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a7e2eccf7d94dc29e62b5f11d8b8141&device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0587089 Jul 05 04:16:05.289938 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e832071-74aa-42ad-9bca-9a9451506662 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:05.293885 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6e832071-74aa-42ad-9bca-9a9451506662 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.325746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-30e20c78-5af3-4ca5-9831-53a779ff75bf None None] For port a4dc56d9-a532-4b01-a6d7-9db1842e4cac, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a4dc56d9-a532-4b01-a6d7-9db1842e4cac,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:05.326459 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-30e20c78-5af3-4ca5-9831-53a779ff75bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.342353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-30e20c78-5af3-4ca5-9831-53a779ff75bf None None] Calling delete_port for a4dc56d9-a532-4b01-a6d7-9db1842e4cac owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:05.466352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65c8d0-d1f5-4f7e-83ec-34a07bb92a53 req-8e152909-833b-4da0-b68b-0a2b1455471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:05.467849 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d65c8d0-d1f5-4f7e-83ec-34a07bb92a53 req-8e152909-833b-4da0-b68b-0a2b1455471d service neutron] 10.222.0.64 "GET /v2.0/networks?id=da6ab4e0-d261-4958-9917-3ef99fd426c9 HTTP/1.1" status: 200 len: 910 time: 0.1588378 Jul 05 04:16:05.539031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d65c8d0-d1f5-4f7e-83ec-34a07bb92a53 req-1abb954f-b7d4-403f-b766-a7e6f525ad6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75d1337-7d30-4efc-abb1-05cbc6d02efa HTTP/1.1" status: 200 len: 1002 time: 0.0639298 Jul 05 04:16:05.541514 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-30e20c78-5af3-4ca5-9831-53a779ff75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.608453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65c8d0-d1f5-4f7e-83ec-34a07bb92a53 req-821f6097-2b01-4cbe-b5b4-f89886c7dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:05.610607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d65c8d0-d1f5-4f7e-83ec-34a07bb92a53 req-821f6097-2b01-4cbe-b5b4-f89886c7dbfc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3855596-f772-427e-8340-583a11b4f8f0 HTTP/1.1" status: 200 len: 848 time: 0.0645998 Jul 05 04:16:05.620566 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e20c78-5af3-4ca5-9831-53a779ff75bf None None] Pushing event deleted for resources: {'Port': ['ID=a4dc56d9-a532-4b01-a6d7-9db1842e4cac,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:05.628603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e20c78-5af3-4ca5-9831-53a779ff75bf None None] No DVR routers for this DVR port a4dc56d9-a532-4b01-a6d7-9db1842e4cac on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:05.678518 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6e832071-74aa-42ad-9bca-9a9451506662 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.695289 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65c8d0-d1f5-4f7e-83ec-34a07bb92a53 req-04a6dfd7-1205-4413-a115-d9614d4df62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:05.696839 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d65c8d0-d1f5-4f7e-83ec-34a07bb92a53 req-04a6dfd7-1205-4413-a115-d9614d4df62c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da6ab4e0-d261-4958-9917-3ef99fd426c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809109 Jul 05 04:16:05.721311 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e832071-74aa-42ad-9bca-9a9451506662 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:05.726842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-6e832071-74aa-42ad-9bca-9a9451506662 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:05.730660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e832071-74aa-42ad-9bca-9a9451506662 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:05.731677 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6e832071-74aa-42ad-9bca-9a9451506662 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.738620 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e948dd98-83b2-4aad-a2e1-5f0e3cf5bc0c None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:05.788282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e832071-74aa-42ad-9bca-9a9451506662 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=349d0cf6-8030-4443-8394-0ed1d18dcc0e,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:05.810732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d65c8d0-d1f5-4f7e-83ec-34a07bb92a53 req-54d9422e-fd55-4d07-8faa-1528d3fec42f service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076696 Jul 05 04:16:05.828403 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6e832071-74aa-42ad-9bca-9a9451506662 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8117015 Jul 05 04:16:05.831304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37736) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:05.836737 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'mac_address': 'fa:16:3e:81:30:2a', 'name': 'tempest-NetworksTestDHCPv6-1327802057'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:05.909060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a4dc56d9-a532-4b01-a6d7-9db1842e4cac no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:05.938499 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d65c8d0-d1f5-4f7e-83ec-34a07bb92a53 req-b14d8885-f63b-475b-9ae5-d9a44d69e677 service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176286 Jul 05 04:16:05.954239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: a4dc56d9-a532-4b01-a6d7-9db1842e4cac {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:05.954239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a4dc56d9-a532-4b01-a6d7-9db1842e4cac not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:05.996036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b1582a-c671-445f-a087-698a458af530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': '349d0cf6-8030-4443-8394-0ed1d18dcc0e'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:05.997061 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-93b1582a-c671-445f-a087-698a458af530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.084264 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:06.156882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-93b1582a-c671-445f-a087-698a458af530 None None] Allocated IP 2001:db8::2 (86178c79-4277-4bfb-bb97-c5717bada70f/349d0cf6-8030-4443-8394-0ed1d18dcc0e/ecfd7287-15ab-489f-83af-e82615f9448b) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:06.170669 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.200430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port 0de223ed-9cb8-4472-b851-45f379130755 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:06.331068 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-93b1582a-c671-445f-a087-698a458af530 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.339766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-93b1582a-c671-445f-a087-698a458af530 None None] Transition to ACTIVE for port object ecfd7287-15ab-489f-83af-e82615f9448b will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:06.357650 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-93b1582a-c671-445f-a087-698a458af530 None None] Transition to ACTIVE for port object ecfd7287-15ab-489f-83af-e82615f9448b will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:06.456260 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-93b1582a-c671-445f-a087-698a458af530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.496821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b1582a-c671-445f-a087-698a458af530 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:06.498905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-93b1582a-c671-445f-a087-698a458af530 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:06.504504 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b1582a-c671-445f-a087-698a458af530 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:06.513406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1582a-c671-445f-a087-698a458af530 None None] Pushing event updated for resources: {'Port': ['ID=ecfd7287-15ab-489f-83af-e82615f9448b,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:06.527537 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::174 (86178c79-4277-4bfb-bb97-c5717bada70f/349d0cf6-8030-4443-8394-0ed1d18dcc0e/0de223ed-9cb8-4472-b851-45f379130755) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:06.596610 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-93b1582a-c671-445f-a087-698a458af530 None None] Attempting to bind port ecfd7287-15ab-489f-83af-e82615f9448b on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:06.596886 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-93b1582a-c671-445f-a087-698a458af530 None None] Attempting to bind port ecfd7287-15ab-489f-83af-e82615f9448b by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:06.597373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b1582a-c671-445f-a087-698a458af530 None None] Attempting to bind port ecfd7287-15ab-489f-83af-e82615f9448b on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:06.603846 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b1582a-c671-445f-a087-698a458af530 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:06.604311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b1582a-c671-445f-a087-698a458af530 None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:06.604832 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-93b1582a-c671-445f-a087-698a458af530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.605319 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b1582a-c671-445f-a087-698a458af530 None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:06.605864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-93b1582a-c671-445f-a087-698a458af530 None None] Bound port: ecfd7287-15ab-489f-83af-e82615f9448b, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:06.606317 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-93b1582a-c671-445f-a087-698a458af530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.699160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-93b1582a-c671-445f-a087-698a458af530 None None] For port ecfd7287-15ab-489f-83af-e82615f9448b, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:06.703277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-93b1582a-c671-445f-a087-698a458af530 None None] For port ecfd7287-15ab-489f-83af-e82615f9448b, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ecfd7287-15ab-489f-83af-e82615f9448b,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:06.734023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.761216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object 0de223ed-9cb8-4472-b851-45f379130755 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:06.804574 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-93b1582a-c671-445f-a087-698a458af530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.873580 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1582a-c671-445f-a087-698a458af530 None None] Pushing event updated for resources: {'Port': ['ID=ecfd7287-15ab-489f-83af-e82615f9448b,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:06.878528 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.938379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:06.941875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:06.945060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:06.951265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:06.951892 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.970446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=0de223ed-9cb8-4472-b851-45f379130755,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:07.050073 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b8f9180e-8461-43cd-b587-628581eeba8f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2177138 Jul 05 04:16:07.053210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37766) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:07.161201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff07f2c7-7ea2-4a26-b68e-e70f2ae490cf tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:07.168298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff07f2c7-7ea2-4a26-b68e-e70f2ae490cf tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:07.171097 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ff07f2c7-7ea2-4a26-b68e-e70f2ae490cf tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1169672 Jul 05 04:16:07.173534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37768) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:07.279714 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb3565-6ac5-4b24-bcfe-62e9646a1b01 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port 0de223ed-9cb8-4472-b851-45f379130755 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:07.280072 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2fbb3565-6ac5-4b24-bcfe-62e9646a1b01 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.386023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2fbb3565-6ac5-4b24-bcfe-62e9646a1b01 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.400301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb3565-6ac5-4b24-bcfe-62e9646a1b01 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for 0de223ed-9cb8-4472-b851-45f379130755 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:07.621974 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2fbb3565-6ac5-4b24-bcfe-62e9646a1b01 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.673960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb3565-6ac5-4b24-bcfe-62e9646a1b01 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=0de223ed-9cb8-4472-b851-45f379130755,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:07.702542 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2fbb3565-6ac5-4b24-bcfe-62e9646a1b01 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.705106 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2fbb3565-6ac5-4b24-bcfe-62e9646a1b01 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/0de223ed-9cb8-4472-b851-45f379130755 HTTP/1.1" status: 204 len: 168 time: 0.5301306 Jul 05 04:16:07.709052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37782) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:07.781066 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc58e91-d69c-48c7-8a11-8f6102bf5a01 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:07.783030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc58e91-d69c-48c7-8a11-8f6102bf5a01 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:07.784803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ddc58e91-d69c-48c7-8a11-8f6102bf5a01 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0759046 Jul 05 04:16:07.789022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37790) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:07.876125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa16cccc-792d-4bfc-8feb-f4d34888be7c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 349d0cf6-8030-4443-8394-0ed1d18dcc0e {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:07.884475 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa16cccc-792d-4bfc-8feb-f4d34888be7c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.938333 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa16cccc-792d-4bfc-8feb-f4d34888be7c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.024901 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ecfd7287-15ab-489f-83af-e82615f9448b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:08.065993 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa16cccc-792d-4bfc-8feb-f4d34888be7c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.165451 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port ecfd7287-15ab-489f-83af-e82615f9448b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:08.201571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0ee3cfd0-c7fc-4d52-977e-87dc03870f9f None None] Provisioning for port ecfd7287-15ab-489f-83af-e82615f9448b completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:08.211941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0ee3cfd0-c7fc-4d52-977e-87dc03870f9f None None] Provisioning complete for port ecfd7287-15ab-489f-83af-e82615f9448b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:08.219940 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0ee3cfd0-c7fc-4d52-977e-87dc03870f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.284972 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa16cccc-792d-4bfc-8feb-f4d34888be7c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.302332 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0ee3cfd0-c7fc-4d52-977e-87dc03870f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.325871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16cccc-792d-4bfc-8feb-f4d34888be7c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=349d0cf6-8030-4443-8394-0ed1d18dcc0e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:08.337249 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa16cccc-792d-4bfc-8feb-f4d34888be7c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.341558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fa16cccc-792d-4bfc-8feb-f4d34888be7c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/349d0cf6-8030-4443-8394-0ed1d18dcc0e HTTP/1.1" status: 204 len: 168 time: 0.5505970 Jul 05 04:16:08.341940 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37804) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.366835 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-0ee3cfd0-c7fc-4d52-977e-87dc03870f9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:16:08.367202 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-0ee3cfd0-c7fc-4d52-977e-87dc03870f9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:16:08.420126 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dbac6972-ad33-45fb-9f68-5e9ca7f9b6bd tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534012 Jul 05 04:16:08.420586 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37806) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.470388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3721cec-0a32-4850-9455-3a0b7aac7189 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:08.474383 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f3721cec-0a32-4850-9455-3a0b7aac7189 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0720453 Jul 05 04:16:08.474805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37810) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.538933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d560f3a4-f642-483d-a1e6-db5c879ae44c None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:08.542742 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dddd73d-bfc3-4f38-9db4-f0d8566d1655 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:08.544254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3dddd73d-bfc3-4f38-9db4-f0d8566d1655 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0674927 Jul 05 04:16:08.546756 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37816) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.584171 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0dacb64d-952c-4f96-aa48-9498f3e009de req-0195e5b9-cd5b-4462-8c1d-9336cdce3dd0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691950 Jul 05 04:16:08.597024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37818) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.597269 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fc2661b3-8e0b-4275-a238-a5019f613985 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492399 Jul 05 04:16:08.604431 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:08.747873 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacb64d-952c-4f96-aa48-9498f3e009de req-a9ed5473-519b-4eba-bd87-dae0b9c6257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:08.749539 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0dacb64d-952c-4f96-aa48-9498f3e009de req-a9ed5473-519b-4eba-bd87-dae0b9c6257a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 1097 time: 0.0958507 Jul 05 04:16:08.813151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7af6b5-a956-4def-8c78-2f3b56ed7dc5 None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:08.846223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:08.849884 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.895292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6c7af6b5-a956-4def-8c78-2f3b56ed7dc5 None None] Deleting port ecfd7287-15ab-489f-83af-e82615f9448b {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:08.896104 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6c7af6b5-a956-4def-8c78-2f3b56ed7dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.963345 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0ee3cfd0-c7fc-4d52-977e-87dc03870f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.987340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacb64d-952c-4f96-aa48-9498f3e009de req-2a4b9f4e-ca76-4d6d-be28-3e0307da178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:08.988898 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0dacb64d-952c-4f96-aa48-9498f3e009de req-2a4b9f4e-ca76-4d6d-be28-3e0307da178b service neutron] 10.222.0.11 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 918 time: 0.2174237 Jul 05 04:16:08.989368 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6c7af6b5-a956-4def-8c78-2f3b56ed7dc5 None None] For port ecfd7287-15ab-489f-83af-e82615f9448b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ecfd7287-15ab-489f-83af-e82615f9448b,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:08.989777 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6c7af6b5-a956-4def-8c78-2f3b56ed7dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.018130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6c7af6b5-a956-4def-8c78-2f3b56ed7dc5 None None] Calling delete_port for ecfd7287-15ab-489f-83af-e82615f9448b owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:09.031098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0ee3cfd0-c7fc-4d52-977e-87dc03870f9f None None] For port ecfd7287-15ab-489f-83af-e82615f9448b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ecfd7287-15ab-489f-83af-e82615f9448b,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:09.114533 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0ee3cfd0-c7fc-4d52-977e-87dc03870f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.137929 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0dacb64d-952c-4f96-aa48-9498f3e009de req-518b42a1-0aaf-48b8-9dea-85a91a66bdcc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47 HTTP/1.1" status: 200 len: 1002 time: 0.1225910 Jul 05 04:16:09.201208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3cfd0-c7fc-4d52-977e-87dc03870f9f None None] Pushing event updated for resources: {'Port': ['ID=ecfd7287-15ab-489f-83af-e82615f9448b,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:09.206195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacb64d-952c-4f96-aa48-9498f3e009de req-23b727c6-1d54-4717-8c60-50745f18c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:09.207852 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0dacb64d-952c-4f96-aa48-9498f3e009de req-23b727c6-1d54-4717-8c60-50745f18c8c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 200 len: 856 time: 0.0637567 Jul 05 04:16:09.229104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-25e6a364-85b6-4241-a0a3-af56625c824d None None] Could not find standard attr ID for object 0de223ed-9cb8-4472-b851-45f379130755. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:16:09.306115 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacb64d-952c-4f96-aa48-9498f3e009de req-77915155-6b8d-4687-b6f4-3554b82c912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:09.307621 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0dacb64d-952c-4f96-aa48-9498f3e009de req-77915155-6b8d-4687-b6f4-3554b82c912a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938549 Jul 05 04:16:09.312554 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6c7af6b5-a956-4def-8c78-2f3b56ed7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.339727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7af6b5-a956-4def-8c78-2f3b56ed7dc5 None None] Pushing event deleted for resources: {'Port': ['ID=ecfd7287-15ab-489f-83af-e82615f9448b,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:09.347001 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7af6b5-a956-4def-8c78-2f3b56ed7dc5 None None] No DVR routers for this DVR port ecfd7287-15ab-489f-83af-e82615f9448b on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:09.710003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.objects.ports [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:16:09.804328 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0dacb64d-952c-4f96-aa48-9498f3e009de req-101b3bdb-fdff-4857-ae45-6c0b46309b5a service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766991 Jul 05 04:16:09.843823 n-d-798249-5 neutron-server[100876]: WARNING neutron.services.revisions.revision_plugin [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Could not find related port for resource to bump revision. Jul 05 04:16:09.880435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.ipam_pluggable_backend [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Port ecfd7287-15ab-489f-83af-e82615f9448b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100876) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 04:16:09.880969 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.ipam_pluggable_backend [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Reverting IP allocation for 2001:db8::f816:3eff:feed:e8ab {{(pid=100876) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 04:16:09.887757 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.ipam_pluggable_backend [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feed:e8ab {{(pid=100876) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 04:16:09.892788 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.909658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ecfd7287-15ab-489f-83af-e82615f9448b no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:09.939218 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ecfd7287-15ab-489f-83af-e82615f9448b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:09.939654 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ecfd7287-15ab-489f-83af-e82615f9448b not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:09.958022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:09.966873 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:09.969867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:09.970469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.976048 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8d9827-4f5f-418c-813f-e6a427255c3e None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:10.005649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=c7ec9bcd-d059-4017-a20c-127bd4d9bc2c,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:10.014330 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0dacb64d-952c-4f96-aa48-9498f3e009de req-b4002ed0-3cad-47ca-b487-892dbeff812f service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023766 Jul 05 04:16:10.084972 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6a82f16b-db4b-441f-b61f-9e1c68379457 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4855599 Jul 05 04:16:10.087891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37864) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:10.094534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d17f507b-1ede-4b77-ab90-33b41e15d278 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:10.166305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': 'c7ec9bcd-d059-4017-a20c-127bd4d9bc2c'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:10.167754 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.317934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Allocated IP 2001:db8::f816:3eff:fe8a:3fa (86178c79-4277-4bfb-bb97-c5717bada70f/c7ec9bcd-d059-4017-a20c-127bd4d9bc2c/d1d52045-1a44-4025-8b54-72eb5db868a1) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:10.358053 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17f507b-1ede-4b77-ab90-33b41e15d278 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:10.362142 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d17f507b-1ede-4b77-ab90-33b41e15d278 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.502829 n-d-798249-5 neutron-server[100876]: INFO neutron.db.ipam_backend_mixin [None req-d17f507b-1ede-4b77-ab90-33b41e15d278 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7ec9bcd-d059-4017-a20c-127bd4d9bc2c (CIDR: 2001:db8::/64) Jul 05 04:16:10.569933 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17f507b-1ede-4b77-ab90-33b41e15d278 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:10.570404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17f507b-1ede-4b77-ab90-33b41e15d278 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:10.661162 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.669474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Transition to ACTIVE for port object d1d52045-1a44-4025-8b54-72eb5db868a1 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:10.683698 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Transition to ACTIVE for port object d1d52045-1a44-4025-8b54-72eb5db868a1 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:10.697136 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d17f507b-1ede-4b77-ab90-33b41e15d278 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6067073 Jul 05 04:16:10.699944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37872) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:10.705463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7ba515ff-6679-455d-bbd1-56ed40c1dbf2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:10.793554 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.839403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:10.842498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:10.856051 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:10.856999 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Pushing event updated for resources: {'Port': ['ID=d1d52045-1a44-4025-8b54-72eb5db868a1,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:10.901328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba515ff-6679-455d-bbd1-56ed40c1dbf2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:10.905185 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ba515ff-6679-455d-bbd1-56ed40c1dbf2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.919551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Attempting to bind port d1d52045-1a44-4025-8b54-72eb5db868a1 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:10.919825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Attempting to bind port d1d52045-1a44-4025-8b54-72eb5db868a1 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:10.920431 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Attempting to bind port d1d52045-1a44-4025-8b54-72eb5db868a1 on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:10.926584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:10.926584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:10.926584 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.927077 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:10.927797 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Bound port: d1d52045-1a44-4025-8b54-72eb5db868a1, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:10.927940 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.017328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] For port d1d52045-1a44-4025-8b54-72eb5db868a1, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:11.022244 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] For port d1d52045-1a44-4025-8b54-72eb5db868a1, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d1d52045-1a44-4025-8b54-72eb5db868a1,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:11.119273 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.185589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cc947-8e28-47b5-995b-4459fe7a4630 None None] Pushing event updated for resources: {'Port': ['ID=d1d52045-1a44-4025-8b54-72eb5db868a1,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:11.267731 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ba515ff-6679-455d-bbd1-56ed40c1dbf2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.323919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba515ff-6679-455d-bbd1-56ed40c1dbf2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:11.327243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7ba515ff-6679-455d-bbd1-56ed40c1dbf2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:11.333891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba515ff-6679-455d-bbd1-56ed40c1dbf2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=1b543ee9-6f9c-4622-bd32-5e070a72be59,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:11.343175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba515ff-6679-455d-bbd1-56ed40c1dbf2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:11.343943 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ba515ff-6679-455d-bbd1-56ed40c1dbf2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.448533 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7ba515ff-6679-455d-bbd1-56ed40c1dbf2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7448008 Jul 05 04:16:11.454571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37888) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:11.466344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'mac_address': 'fa:16:3e:fb:4f:0e', 'name': 'tempest-NetworksTestDHCPv6-1883373838'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:11.666644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:11.756150 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.778272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port 9bb6b8ac-81cd-42ce-8e60-ae13b55cc088 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:11.926049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d1d52045-1a44-4025-8b54-72eb5db868a1 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:11.965219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8:0:1::c0 (86178c79-4277-4bfb-bb97-c5717bada70f/1b543ee9-6f9c-4622-bd32-5e070a72be59/9bb6b8ac-81cd-42ce-8e60-ae13b55cc088) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:11.973039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::f816:3eff:fefb:4f0e (86178c79-4277-4bfb-bb97-c5717bada70f/c7ec9bcd-d059-4017-a20c-127bd4d9bc2c/9bb6b8ac-81cd-42ce-8e60-ae13b55cc088) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:12.065775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d1d52045-1a44-4025-8b54-72eb5db868a1 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:12.147322 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.161680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object 9bb6b8ac-81cd-42ce-8e60-ae13b55cc088 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:12.261168 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.295733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a30a00c-2429-41c7-9a2f-db97a39abf50 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:12.308668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:12.312170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:12.316228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:12.322014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:12.322658 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.340193 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=9bb6b8ac-81cd-42ce-8e60-ae13b55cc088,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:12.428655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-deb4800c-ad12-4294-af47-987ee735197e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9774759 Jul 05 04:16:12.431372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37898) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:12.496820 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b2deffaa-ee40-4c11-8205-3a97eb30e078 None None] Provisioning for port d1d52045-1a44-4025-8b54-72eb5db868a1 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:12.502805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b2deffaa-ee40-4c11-8205-3a97eb30e078 None None] Provisioning complete for port d1d52045-1a44-4025-8b54-72eb5db868a1 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:12.503255 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b2deffaa-ee40-4c11-8205-3a97eb30e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.543195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4e38a-28bb-43a3-98c9-a0e74a04aebc tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port 9bb6b8ac-81cd-42ce-8e60-ae13b55cc088 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:12.543524 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e38a-28bb-43a3-98c9-a0e74a04aebc tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.611324 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b2deffaa-ee40-4c11-8205-3a97eb30e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.672219 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e38a-28bb-43a3-98c9-a0e74a04aebc tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.676980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b2deffaa-ee40-4c11-8205-3a97eb30e078 None None] For port d1d52045-1a44-4025-8b54-72eb5db868a1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d1d52045-1a44-4025-8b54-72eb5db868a1,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:12.687723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee02611d-629a-410b-9fd0-b0ef1da9b512 None None] Update dhcp port {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'fixed_ips': [{'subnet_id': 'c7ec9bcd-d059-4017-a20c-127bd4d9bc2c', 'ip_address': '2001:db8::f816:3eff:fe8a:3fa'}, {'subnet_id': '1b543ee9-6f9c-4622-bd32-5e070a72be59'}], 'binding:host_id': 'n-d-798249-5'}, 'id': 'd1d52045-1a44-4025-8b54-72eb5db868a1'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:16:12.687864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4e38a-28bb-43a3-98c9-a0e74a04aebc tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for 9bb6b8ac-81cd-42ce-8e60-ae13b55cc088 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:12.730726 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee02611d-629a-410b-9fd0-b0ef1da9b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.777747 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b2deffaa-ee40-4c11-8205-3a97eb30e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.974431 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e38a-28bb-43a3-98c9-a0e74a04aebc tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.980401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2deffaa-ee40-4c11-8205-3a97eb30e078 None None] Pushing event updated for resources: {'Port': ['ID=d1d52045-1a44-4025-8b54-72eb5db868a1,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:13.023410 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-ee02611d-629a-410b-9fd0-b0ef1da9b512 None None] Allocated IP 2001:db8:0:1::2 (86178c79-4277-4bfb-bb97-c5717bada70f/1b543ee9-6f9c-4622-bd32-5e070a72be59/d1d52045-1a44-4025-8b54-72eb5db868a1) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:13.049273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4e38a-28bb-43a3-98c9-a0e74a04aebc tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=9bb6b8ac-81cd-42ce-8e60-ae13b55cc088,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:13.112284 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e38a-28bb-43a3-98c9-a0e74a04aebc tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.116787 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1ef4e38a-28bb-43a3-98c9-a0e74a04aebc tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/9bb6b8ac-81cd-42ce-8e60-ae13b55cc088 HTTP/1.1" status: 204 len: 168 time: 0.6842017 Jul 05 04:16:13.120857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37904) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:13.153367 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ee02611d-629a-410b-9fd0-b0ef1da9b512 None None] For port d1d52045-1a44-4025-8b54-72eb5db868a1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d1d52045-1a44-4025-8b54-72eb5db868a1,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:13.195283 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee02611d-629a-410b-9fd0-b0ef1da9b512 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.213294 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2674de-cdee-4660-92f1-0f0309c322c8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:13.215744 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ee2674de-cdee-4660-92f1-0f0309c322c8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0932848 Jul 05 04:16:13.217936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37906) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:13.228309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ee02611d-629a-410b-9fd0-b0ef1da9b512 None None] Transition to ACTIVE for port object d1d52045-1a44-4025-8b54-72eb5db868a1 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:13.294258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df576a6a-fae2-4235-a9f6-bd7e5aca80bf tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:13.298921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37908) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:13.299440 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-df576a6a-fae2-4235-a9f6-bd7e5aca80bf tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0800622 Jul 05 04:16:13.311735 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee02611d-629a-410b-9fd0-b0ef1da9b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.373387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c40e64-cfbe-43fd-aa6b-1706bc0ff205 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:13.375515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c40e64-cfbe-43fd-aa6b-1706bc0ff205 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:13.377760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c40e64-cfbe-43fd-aa6b-1706bc0ff205 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:13.379642 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f9c40e64-cfbe-43fd-aa6b-1706bc0ff205 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0797048 Jul 05 04:16:13.383184 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37910) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:13.444353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02611d-629a-410b-9fd0-b0ef1da9b512 None None] Pushing event updated for resources: {'Port': ['ID=d1d52045-1a44-4025-8b54-72eb5db868a1,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:13.496615 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8030a24-5d11-4f1b-9875-8dbfaa67a583 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 1b543ee9-6f9c-4622-bd32-5e070a72be59 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:13.500326 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8030a24-5d11-4f1b-9875-8dbfaa67a583 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.562828 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8030a24-5d11-4f1b-9875-8dbfaa67a583 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.669169 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8030a24-5d11-4f1b-9875-8dbfaa67a583 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.810355 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8030a24-5d11-4f1b-9875-8dbfaa67a583 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.840389 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8030a24-5d11-4f1b-9875-8dbfaa67a583 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=1b543ee9-6f9c-4622-bd32-5e070a72be59,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:13.845405 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8030a24-5d11-4f1b-9875-8dbfaa67a583 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.850612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37918) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:13.851199 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b8030a24-5d11-4f1b-9875-8dbfaa67a583 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/1b543ee9-6f9c-4622-bd32-5e070a72be59 HTTP/1.1" status: 204 len: 168 time: 0.4601538 Jul 05 04:16:13.904732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d1d52045-1a44-4025-8b54-72eb5db868a1 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:14.142740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87b8a0d-8191-4035-9ced-f91a453c4640 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:14.193144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-63eca318-61d3-4efe-b041-46eea09d1534 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet c7ec9bcd-d059-4017-a20c-127bd4d9bc2c {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:14.196993 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63eca318-61d3-4efe-b041-46eea09d1534 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.211021 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e592f7eb-0f08-4416-b049-a819724ddb2e None None] Could not find standard attr ID for object 9bb6b8ac-81cd-42ce-8e60-ae13b55cc088. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:16:14.242205 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63eca318-61d3-4efe-b041-46eea09d1534 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.325796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e592f7eb-0f08-4416-b049-a819724ddb2e None None] Provisioning for port d1d52045-1a44-4025-8b54-72eb5db868a1 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:14.330965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e592f7eb-0f08-4416-b049-a819724ddb2e None None] Provisioning complete for port d1d52045-1a44-4025-8b54-72eb5db868a1 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:14.331187 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e592f7eb-0f08-4416-b049-a819724ddb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.332762 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63eca318-61d3-4efe-b041-46eea09d1534 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.467504 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63eca318-61d3-4efe-b041-46eea09d1534 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.494141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eca318-61d3-4efe-b041-46eea09d1534 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=c7ec9bcd-d059-4017-a20c-127bd4d9bc2c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:14.500039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63eca318-61d3-4efe-b041-46eea09d1534 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.504408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-63eca318-61d3-4efe-b041-46eea09d1534 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/c7ec9bcd-d059-4017-a20c-127bd4d9bc2c HTTP/1.1" status: 204 len: 168 time: 0.6504331 Jul 05 04:16:14.505660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37922) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:14.554442 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c3af3d12-aa65-4de4-ac2f-35a9777b6b68 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440540 Jul 05 04:16:14.554704 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37924) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:14.559832 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:14.735287 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:14.739026 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.929229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3191873-8967-415a-8866-4a9d722bfacc None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:15.004913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a110b49f-2c12-4827-b387-1519453ed19d None None] Provisioning complete for port d1d52045-1a44-4025-8b54-72eb5db868a1 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:15.005298 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a110b49f-2c12-4827-b387-1519453ed19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.144020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.objects.ports [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:16:15.199329 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2078010-c850-4218-b503-2736785bb14d None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:15.252344 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c2078010-c850-4218-b503-2736785bb14d None None] Deleting port d1d52045-1a44-4025-8b54-72eb5db868a1 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:15.252764 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c2078010-c850-4218-b503-2736785bb14d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.331586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c2078010-c850-4218-b503-2736785bb14d None None] For port d1d52045-1a44-4025-8b54-72eb5db868a1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d1d52045-1a44-4025-8b54-72eb5db868a1,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:15.332302 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c2078010-c850-4218-b503-2736785bb14d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.345080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c2078010-c850-4218-b503-2736785bb14d None None] Calling delete_port for d1d52045-1a44-4025-8b54-72eb5db868a1 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:15.402201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.494628 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c2078010-c850-4218-b503-2736785bb14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.522601 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2078010-c850-4218-b503-2736785bb14d None None] Pushing event deleted for resources: {'Port': ['ID=d1d52045-1a44-4025-8b54-72eb5db868a1,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:15.524443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2078010-c850-4218-b503-2736785bb14d None None] No DVR routers for this DVR port d1d52045-1a44-4025-8b54-72eb5db868a1 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:15.597945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] For port d1d52045-1a44-4025-8b54-72eb5db868a1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d1d52045-1a44-4025-8b54-72eb5db868a1,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:15.629110 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.683642 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.684558 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.738545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=d1d52045-1a44-4025-8b54-72eb5db868a1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:15.750885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:15.759254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:15.760626 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.761229 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.772770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60b6f7f-e8e4-44da-bd85-393080f9eec1 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:15.777541 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=22ac8a59-14d1-4bd3-816f-82d86bbf377f,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:15.869132 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eba8fe6e-af56-4d11-a15a-f49fdce72b19 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3117363 Jul 05 04:16:15.870384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37942) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:15.875596 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9187f653-8737-4c84-975c-ea6596f4d1b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:15.949579 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d1d52045-1a44-4025-8b54-72eb5db868a1 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:15.954434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': '22ac8a59-14d1-4bd3-816f-82d86bbf377f'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:15.955354 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.987280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: d1d52045-1a44-4025-8b54-72eb5db868a1 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:15.987640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d1d52045-1a44-4025-8b54-72eb5db868a1 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:16.118265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9187f653-8737-4c84-975c-ea6596f4d1b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:16.122380 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9187f653-8737-4c84-975c-ea6596f4d1b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.125965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Allocated IP 2001:db8::f816:3eff:fe72:ed27 (86178c79-4277-4bfb-bb97-c5717bada70f/22ac8a59-14d1-4bd3-816f-82d86bbf377f/9131ff3d-fa09-4b0b-8345-43aca9f1aab6) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:16.221349 n-d-798249-5 neutron-server[100876]: INFO neutron.db.ipam_backend_mixin [None req-9187f653-8737-4c84-975c-ea6596f4d1b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22ac8a59-14d1-4bd3-816f-82d86bbf377f (CIDR: 2001:db8::/64) Jul 05 04:16:16.257296 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-9187f653-8737-4c84-975c-ea6596f4d1b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:16.257761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9187f653-8737-4c84-975c-ea6596f4d1b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:16.280036 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.288904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Transition to ACTIVE for port object 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:16.309250 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Transition to ACTIVE for port object 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:16.336045 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9187f653-8737-4c84-975c-ea6596f4d1b5 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4645247 Jul 05 04:16:16.338678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37948) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:16.344867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-5bfdd362-cf40-4c20-b507-0a145304f246 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:16.392961 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.438222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:16.441724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:16.446147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:16.484628 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Pushing event updated for resources: {'Port': ['ID=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:16.517634 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Attempting to bind port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:16.518005 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Attempting to bind port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:16.518368 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Attempting to bind port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:16.523453 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:16.523832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:16.524235 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.524664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:16.525127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Bound port: 9131ff3d-fa09-4b0b-8345-43aca9f1aab6, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:16.525508 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.557172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfdd362-cf40-4c20-b507-0a145304f246 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:16.561313 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bfdd362-cf40-4c20-b507-0a145304f246 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.596380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] For port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:16.599484 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] For port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:16.713076 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.775462 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e0457-0e1e-46a4-b261-6d9734eed8cd None None] Pushing event updated for resources: {'Port': ['ID=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:16.861574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bfdd362-cf40-4c20-b507-0a145304f246 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.908923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfdd362-cf40-4c20-b507-0a145304f246 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:16.912933 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-5bfdd362-cf40-4c20-b507-0a145304f246 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:16.917929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfdd362-cf40-4c20-b507-0a145304f246 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:16.918541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5bfdd362-cf40-4c20-b507-0a145304f246 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.929709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdd362-cf40-4c20-b507-0a145304f246 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=f9f26cd1-e0ac-46e3-96e3-87b090c77439,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:16.997613 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5bfdd362-cf40-4c20-b507-0a145304f246 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6552379 Jul 05 04:16:16.997924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37956) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:17.007412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'mac_address': 'fa:16:3e:56:5a:42', 'name': 'tempest-NetworksTestDHCPv6-1542935980'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:17.214576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:17.301760 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.323377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port 629474ce-d9b4-4577-b2b9-70187e687337 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:17.511863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8:0:1::288 (86178c79-4277-4bfb-bb97-c5717bada70f/f9f26cd1-e0ac-46e3-96e3-87b090c77439/629474ce-d9b4-4577-b2b9-70187e687337) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:17.522343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::f816:3eff:fe56:5a42 (86178c79-4277-4bfb-bb97-c5717bada70f/22ac8a59-14d1-4bd3-816f-82d86bbf377f/629474ce-d9b4-4577-b2b9-70187e687337) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:17.713258 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.729914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object 629474ce-d9b4-4577-b2b9-70187e687337 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:17.843428 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.915013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee838519-965d-4234-838b-397a9a111a11 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:17.915561 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:17.916703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=629474ce-d9b4-4577-b2b9-70187e687337,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:17.919998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:17.926643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:17.935222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:17.935222 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.966172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:18.009645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2dfa1399-c62a-4c1a-ab5c-efee321b2b7f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0101278 Jul 05 04:16:18.012872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37966) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.138013 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-087534a5-01ec-4928-a2ac-aa6108989939 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port 629474ce-d9b4-4577-b2b9-70187e687337 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:18.138538 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-087534a5-01ec-4928-a2ac-aa6108989939 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.164277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cbd27f6a-4cdf-46e8-8260-52536743fc1f None None] Provisioning for port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:18.200338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:18.206072 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:18.206609 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.255065 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-087534a5-01ec-4928-a2ac-aa6108989939 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.268434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-087534a5-01ec-4928-a2ac-aa6108989939 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for 629474ce-d9b4-4577-b2b9-70187e687337 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:18.315234 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.385972 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:18.392043 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10671499-ad76-41e6-accc-b9874e8a1881 None None] Update dhcp port {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'fixed_ips': [{'subnet_id': '22ac8a59-14d1-4bd3-816f-82d86bbf377f', 'ip_address': '2001:db8::f816:3eff:fe72:ed27'}, {'subnet_id': 'f9f26cd1-e0ac-46e3-96e3-87b090c77439'}], 'binding:host_id': 'n-d-798249-5'}, 'id': '9131ff3d-fa09-4b0b-8345-43aca9f1aab6'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:16:18.436020 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-10671499-ad76-41e6-accc-b9874e8a1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.501061 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.576269 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-087534a5-01ec-4928-a2ac-aa6108989939 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.611832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087534a5-01ec-4928-a2ac-aa6108989939 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=629474ce-d9b4-4577-b2b9-70187e687337,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:18.634170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:18.662831 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-087534a5-01ec-4928-a2ac-aa6108989939 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.665194 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-087534a5-01ec-4928-a2ac-aa6108989939 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/629474ce-d9b4-4577-b2b9-70187e687337 HTTP/1.1" status: 204 len: 168 time: 0.6510017 Jul 05 04:16:18.667207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-10671499-ad76-41e6-accc-b9874e8a1881 None None] Allocated IP 2001:db8:0:1::2 (86178c79-4277-4bfb-bb97-c5717bada70f/f9f26cd1-e0ac-46e3-96e3-87b090c77439/9131ff3d-fa09-4b0b-8345-43aca9f1aab6) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:18.668317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37976) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.736606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6049a4-4cc7-4e91-b69c-3f708eeba885 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.738316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fe6049a4-4cc7-4e91-b69c-3f708eeba885 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0698881 Jul 05 04:16:18.741101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37978) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.766923 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-10671499-ad76-41e6-accc-b9874e8a1881 None None] For port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:18.799022 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-10671499-ad76-41e6-accc-b9874e8a1881 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.805265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69018d50-b3e3-44af-925d-902a97d3478c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.806823 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-69018d50-b3e3-44af-925d-902a97d3478c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0644913 Jul 05 04:16:18.809432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37980) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.818869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-10671499-ad76-41e6-accc-b9874e8a1881 None None] Transition to ACTIVE for port object 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:18.864349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023f387e-e454-4d97-9d19-0ff1f02d6b6c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.866070 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023f387e-e454-4d97-9d19-0ff1f02d6b6c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.867621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023f387e-e454-4d97-9d19-0ff1f02d6b6c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.869236 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-023f387e-e454-4d97-9d19-0ff1f02d6b6c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0588064 Jul 05 04:16:18.871855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 37982) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.883745 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-10671499-ad76-41e6-accc-b9874e8a1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.930011 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39baecf-59d7-427b-bb0a-53d1f95eabbe tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 22ac8a59-14d1-4bd3-816f-82d86bbf377f {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:18.933269 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d39baecf-59d7-427b-bb0a-53d1f95eabbe tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.973435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10671499-ad76-41e6-accc-b9874e8a1881 None None] Pushing event updated for resources: {'Port': ['ID=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:18.974091 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d39baecf-59d7-427b-bb0a-53d1f95eabbe tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.058912 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d39baecf-59d7-427b-bb0a-53d1f95eabbe tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.194469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d39baecf-59d7-427b-bb0a-53d1f95eabbe tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.266972 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d39baecf-59d7-427b-bb0a-53d1f95eabbe tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.272045 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d39baecf-59d7-427b-bb0a-53d1f95eabbe tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/22ac8a59-14d1-4bd3-816f-82d86bbf377f HTTP/1.1" status: 204 len: 168 time: 0.3984869 Jul 05 04:16:19.273552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39baecf-59d7-427b-bb0a-53d1f95eabbe tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=22ac8a59-14d1-4bd3-816f-82d86bbf377f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:19.280431 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 37990) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:19.353419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-760324b2-b334-4157-ba94-e526e9b9b905 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet f9f26cd1-e0ac-46e3-96e3-87b090c77439 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:19.358539 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-760324b2-b334-4157-ba94-e526e9b9b905 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.419678 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-760324b2-b334-4157-ba94-e526e9b9b905 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.502690 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-760324b2-b334-4157-ba94-e526e9b9b905 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.581314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5365d218-f512-409e-bd77-165f9d30df56 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:19.641262 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9c52c61a-bbce-4d9c-b990-af85830cff79 None None] Could not find standard attr ID for object 629474ce-d9b4-4577-b2b9-70187e687337. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:16:19.718428 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-760324b2-b334-4157-ba94-e526e9b9b905 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.748005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760324b2-b334-4157-ba94-e526e9b9b905 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f26cd1-e0ac-46e3-96e3-87b090c77439,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:19.750014 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-760324b2-b334-4157-ba94-e526e9b9b905 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.752747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-760324b2-b334-4157-ba94-e526e9b9b905 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/f9f26cd1-e0ac-46e3-96e3-87b090c77439 HTTP/1.1" status: 204 len: 168 time: 0.4766238 Jul 05 04:16:19.755167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38000) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:19.766032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9c52c61a-bbce-4d9c-b990-af85830cff79 None None] Provisioning for port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:19.769980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9c52c61a-bbce-4d9c-b990-af85830cff79 None None] Provisioning complete for port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:19.770280 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c52c61a-bbce-4d9c-b990-af85830cff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.799490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a918b2d1-681d-4730-b6b1-c47ee49b492c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431550 Jul 05 04:16:19.803797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38002) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:19.809903 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4c3747d1-9557-495b-bba8-a2b9da50feaa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:19.873576 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96c3138-409c-448b-8296-118dd17c123e None None] Update dhcp port {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'fixed_ips': [{'subnet_id': 'f9f26cd1-e0ac-46e3-96e3-87b090c77439'}], 'binding:host_id': 'n-d-798249-5'}, 'id': '9131ff3d-fa09-4b0b-8345-43aca9f1aab6'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:16:19.929687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:19.997943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3747d1-9557-495b-bba8-a2b9da50feaa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:20.002108 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c3747d1-9557-495b-bba8-a2b9da50feaa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.132848 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f96c3138-409c-448b-8296-118dd17c123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.197750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:20.198046 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.256654 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c3747d1-9557-495b-bba8-a2b9da50feaa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.340643 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3747d1-9557-495b-bba8-a2b9da50feaa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:20.343092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-4c3747d1-9557-495b-bba8-a2b9da50feaa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:20.348091 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3747d1-9557-495b-bba8-a2b9da50feaa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:20.348733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c3747d1-9557-495b-bba8-a2b9da50feaa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.355735 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3747d1-9557-495b-bba8-a2b9da50feaa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=2d113f7d-3f30-4ab9-b9b6-8cb29e700697,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:20.378730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fb9f47-c163-4f5b-b66a-aa4cf0d6cca2 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:20.473469 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4c3747d1-9557-495b-bba8-a2b9da50feaa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6676700 Jul 05 04:16:20.479703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38008) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:20.486177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-585d750b-cd41-48ab-b11b-869ad245dcb1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:20.515080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9bb9e36e-6361-4e98-91f9-f93c48c03b4b None None] Provisioning complete for port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:20.515529 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e36e-6361-4e98-91f9-f93c48c03b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.718270 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585d750b-cd41-48ab-b11b-869ad245dcb1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:20.723649 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-585d750b-cd41-48ab-b11b-869ad245dcb1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.729092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b820882a-dfe1-4e2e-83d2-24c76fd4e137 None None] Update dhcp port {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'fixed_ips': [{'subnet_id': '2d113f7d-3f30-4ab9-b9b6-8cb29e700697'}], 'binding:host_id': 'n-d-798249-5'}, 'id': '9131ff3d-fa09-4b0b-8345-43aca9f1aab6'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:16:20.770998 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b820882a-dfe1-4e2e-83d2-24c76fd4e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.837627 n-d-798249-5 neutron-server[100876]: INFO neutron.db.ipam_backend_mixin [None req-585d750b-cd41-48ab-b11b-869ad245dcb1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d113f7d-3f30-4ab9-b9b6-8cb29e700697 (CIDR: 2001:db8::/64) Jul 05 04:16:20.877782 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-585d750b-cd41-48ab-b11b-869ad245dcb1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:20.878252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585d750b-cd41-48ab-b11b-869ad245dcb1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:20.943280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-b820882a-dfe1-4e2e-83d2-24c76fd4e137 None None] Allocated IP 2001:db8::2 (86178c79-4277-4bfb-bb97-c5717bada70f/2d113f7d-3f30-4ab9-b9b6-8cb29e700697/9131ff3d-fa09-4b0b-8345-43aca9f1aab6) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:20.979711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38012) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:20.986606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:20.992757 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-585d750b-cd41-48ab-b11b-869ad245dcb1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5091221 Jul 05 04:16:21.043888 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b820882a-dfe1-4e2e-83d2-24c76fd4e137 None None] For port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:21.087735 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b820882a-dfe1-4e2e-83d2-24c76fd4e137 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.102452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b820882a-dfe1-4e2e-83d2-24c76fd4e137 None None] Transition to ACTIVE for port object 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:21.178567 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b820882a-dfe1-4e2e-83d2-24c76fd4e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.186406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:21.192758 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.290881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820882a-dfe1-4e2e-83d2-24c76fd4e137 None None] Pushing event updated for resources: {'Port': ['ID=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:21.296177 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ea199bfa-08cf-4c70-8a4e-e0b390e3dee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.788256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.objects.ports [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:16:21.839162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:22.002443 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.129641 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:16:22.164976 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.202099 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:16:22.204298 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:16:22.385136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] For port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:22.422050 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.461806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dbdd15a1-a8d2-4f7f-91f8-daca0672edce None None] Provisioning for port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:22.466161 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dbdd15a1-a8d2-4f7f-91f8-daca0672edce None None] Provisioning complete for port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:22.466545 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dbdd15a1-a8d2-4f7f-91f8-daca0672edce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.497762 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.499268 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.656201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:22.657011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,revision_number=9']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:22.663489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:22.667487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:22.668088 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.676520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=3e5a6731-9807-4ceb-aaf8-5dd26542a6fe,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:22.734423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2e10eee1-c2d4-48d4-9cf1-821bdfde4636 None None] Could not find standard attr ID for object 629474ce-d9b4-4577-b2b9-70187e687337. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:16:22.756194 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.801566 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:22.801840 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38024) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:22.802400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-535ee27b-72fb-4a31-be20-6da1b2a77faa tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8204963 Jul 05 04:16:22.809204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'mac_address': 'fa:16:3e:4f:12:ec', 'name': 'tempest-NetworksTestDHCPv6-336341572'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:22.878055 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.962255 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3bb58d-b215-4576-9f96-dff9601ea5fa None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:23.058667 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:23.106418 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:23.122088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,revision_number=10']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:23.139943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:23.140259 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:23.140688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:23.141028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:23.141365 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:23.141707 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:23.142000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:23.142318 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:23.142643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:23.142965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:23.143282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:23.143816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:23.218847 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:23.219477 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.265055 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.292915 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port 0c674e7c-9cef-47f4-9df7-32605f2f8ab7 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:23.375358 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.431587 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:23.495589 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.585774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,revision_number=11']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:23.647388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::108 (86178c79-4277-4bfb-bb97-c5717bada70f/2d113f7d-3f30-4ab9-b9b6-8cb29e700697/0c674e7c-9cef-47f4-9df7-32605f2f8ab7) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:23.662947 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4f:12ec (86178c79-4277-4bfb-bb97-c5717bada70f/3e5a6731-9807-4ceb-aaf8-5dd26542a6fe/0c674e7c-9cef-47f4-9df7-32605f2f8ab7) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:23.889023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.908725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object 0c674e7c-9cef-47f4-9df7-32605f2f8ab7 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:23.973072 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:24.015973 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.063341 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:24.067458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:24.069841 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:24.070455 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.074824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:24.080902 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:24.081615 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.113768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=0c674e7c-9cef-47f4-9df7-32605f2f8ab7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:24.169435 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-266df9ae-b0a3-451d-bfeb-aee95290b428 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3653421 Jul 05 04:16:24.172284 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38088) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:24.292656 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-97ca33dc-b357-4d6c-aae1-0b89279302ae None None] Provisioning complete for port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:24.304664 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-97ca33dc-b357-4d6c-aae1-0b89279302ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.311941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-f6936ce8-31e9-402a-80a3-33dd082dc2ba tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port 0c674e7c-9cef-47f4-9df7-32605f2f8ab7 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:24.312693 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6936ce8-31e9-402a-80a3-33dd082dc2ba tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.324798 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-580d425c-c937-4a35-b5e5-b459becdbdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.353829 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.454657 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6936ce8-31e9-402a-80a3-33dd082dc2ba tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.469505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-f6936ce8-31e9-402a-80a3-33dd082dc2ba tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for 0c674e7c-9cef-47f4-9df7-32605f2f8ab7 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:24.633012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-aa141ba5-f56b-46de-83e5-3f8b9531e70a None None] Provisioning for port 0c674e7c-9cef-47f4-9df7-32605f2f8ab7 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:24.638632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-aa141ba5-f56b-46de-83e5-3f8b9531e70a None None] Provisioning complete for port 0c674e7c-9cef-47f4-9df7-32605f2f8ab7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:24.639766 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa141ba5-f56b-46de-83e5-3f8b9531e70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.686629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-aa141ba5-f56b-46de-83e5-3f8b9531e70a None None] Port 0c674e7c-9cef-47f4-9df7-32605f2f8ab7 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:24.815301 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6936ce8-31e9-402a-80a3-33dd082dc2ba tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.847044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6936ce8-31e9-402a-80a3-33dd082dc2ba tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=0c674e7c-9cef-47f4-9df7-32605f2f8ab7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:24.901209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6936ce8-31e9-402a-80a3-33dd082dc2ba tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.906034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38120) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:24.906554 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f6936ce8-31e9-402a-80a3-33dd082dc2ba tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/0c674e7c-9cef-47f4-9df7-32605f2f8ab7 HTTP/1.1" status: 204 len: 168 time: 0.7334356 Jul 05 04:16:25.032638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a245b61-6c8e-4b3d-a7d2-2f45548b78ca tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:25.035705 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2a245b61-6c8e-4b3d-a7d2-2f45548b78ca tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1248488 Jul 05 04:16:25.036602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38128) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:25.137878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab2397-e6f9-4be2-a27a-830a19111c8e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:25.142086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ccab2397-e6f9-4be2-a27a-830a19111c8e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1026635 Jul 05 04:16:25.144592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38136) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:25.221794 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780801d2-1f5e-441a-962c-f14d5c460c7e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:25.223336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780801d2-1f5e-441a-962c-f14d5c460c7e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:25.225073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780801d2-1f5e-441a-962c-f14d5c460c7e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:25.226908 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-780801d2-1f5e-441a-962c-f14d5c460c7e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0808516 Jul 05 04:16:25.229720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38140) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:25.288088 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.288315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe14067-752e-4942-9f9f-34f6800495a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 2d113f7d-3f30-4ab9-b9b6-8cb29e700697 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:25.291882 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afe14067-752e-4942-9f9f-34f6800495a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.335927 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afe14067-752e-4942-9f9f-34f6800495a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.427798 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afe14067-752e-4942-9f9f-34f6800495a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.558719 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afe14067-752e-4942-9f9f-34f6800495a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.585773 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe14067-752e-4942-9f9f-34f6800495a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=2d113f7d-3f30-4ab9-b9b6-8cb29e700697,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:25.591440 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afe14067-752e-4942-9f9f-34f6800495a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.593432 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-afe14067-752e-4942-9f9f-34f6800495a0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/2d113f7d-3f30-4ab9-b9b6-8cb29e700697 HTTP/1.1" status: 204 len: 168 time: 0.3627069 Jul 05 04:16:25.595978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38158) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:25.599527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbcda0e-bc6e-446c-83a0-03276f6fd097 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:25.655453 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ef99af-8863-4299-99ec-99e4a5d08c1f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 3e5a6731-9807-4ceb-aaf8-5dd26542a6fe {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:25.658609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3ef99af-8863-4299-99ec-99e4a5d08c1f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.709577 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3ef99af-8863-4299-99ec-99e4a5d08c1f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.807087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3ef99af-8863-4299-99ec-99e4a5d08c1f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.993488 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3ef99af-8863-4299-99ec-99e4a5d08c1f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.026883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef99af-8863-4299-99ec-99e4a5d08c1f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5a6731-9807-4ceb-aaf8-5dd26542a6fe,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:26.029050 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3ef99af-8863-4299-99ec-99e4a5d08c1f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.030950 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d3ef99af-8863-4299-99ec-99e4a5d08c1f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/3e5a6731-9807-4ceb-aaf8-5dd26542a6fe HTTP/1.1" status: 204 len: 168 time: 0.4340112 Jul 05 04:16:26.033461 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38176) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:26.072725 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3be1d2e6-ebe0-4580-8acb-93b472d4a39e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379951 Jul 05 04:16:26.075454 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38182) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:26.080610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0f045f30-e56f-469c-ab25-ddd94fb6e8d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:26.278375 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f045f30-e56f-469c-ab25-ddd94fb6e8d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:26.282046 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f045f30-e56f-469c-ab25-ddd94fb6e8d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.366929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14612894-3bd0-4ecc-85c8-864cf09f06a3 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:26.444979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2bdaa07e-73c4-442b-8646-de12353f1fff None None] Provisioning complete for port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:26.445445 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa07e-73c4-442b-8646-de12353f1fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.649443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c332efa0-55a1-422b-97a4-31c1db2c0a38 None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:26.696702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c332efa0-55a1-422b-97a4-31c1db2c0a38 None None] Deleting port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:26.697002 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c332efa0-55a1-422b-97a4-31c1db2c0a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.770234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c332efa0-55a1-422b-97a4-31c1db2c0a38 None None] For port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:26.770628 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c332efa0-55a1-422b-97a4-31c1db2c0a38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.784436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c332efa0-55a1-422b-97a4-31c1db2c0a38 None None] Calling delete_port for 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:26.826714 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f045f30-e56f-469c-ab25-ddd94fb6e8d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.870897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f045f30-e56f-469c-ab25-ddd94fb6e8d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:26.876400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-0f045f30-e56f-469c-ab25-ddd94fb6e8d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:26.881135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f045f30-e56f-469c-ab25-ddd94fb6e8d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:26.881738 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f045f30-e56f-469c-ab25-ddd94fb6e8d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.889583 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f045f30-e56f-469c-ab25-ddd94fb6e8d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=44fc23d4-9b41-49ea-80f1-aa2041b5a80e,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:26.947084 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c332efa0-55a1-422b-97a4-31c1db2c0a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.973234 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0f045f30-e56f-469c-ab25-ddd94fb6e8d6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8942225 Jul 05 04:16:26.973939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38230) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:26.981553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332efa0-55a1-422b-97a4-31c1db2c0a38 None None] Pushing event deleted for resources: {'Port': ['ID=9131ff3d-fa09-4b0b-8345-43aca9f1aab6,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:26.982202 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8a983483-5c04-4362-9bec-02885477e694 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:26.987312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c332efa0-55a1-422b-97a4-31c1db2c0a38 None None] No DVR routers for this DVR port 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:27.005140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8f2692-be07-4c93-8d4d-807ca417c2e1 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:27.173836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a983483-5c04-4362-9bec-02885477e694 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:27.178417 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8a983483-5c04-4362-9bec-02885477e694 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.206064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-86178c79-4277-4bfb-bb97-c5717bada70f', 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'tenant_id': '15575601063040c3a5651ba2042dfd30', 'fixed_ips': [{'subnet_id': '44fc23d4-9b41-49ea-80f1-aa2041b5a80e'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:27.206985 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.211644 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.283641 n-d-798249-5 neutron-server[100877]: INFO neutron.db.ipam_backend_mixin [None req-8a983483-5c04-4362-9bec-02885477e694 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44fc23d4-9b41-49ea-80f1-aa2041b5a80e (CIDR: 2001:db8::/64) Jul 05 04:16:27.336057 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a983483-5c04-4362-9bec-02885477e694 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:27.336555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a983483-5c04-4362-9bec-02885477e694 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:27.360395 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Allocated IP 2001:db8::2 (86178c79-4277-4bfb-bb97-c5717bada70f/44fc23d4-9b41-49ea-80f1-aa2041b5a80e/65697bb3-542e-4f2d-9ad1-83da301990a1) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:27.417349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8a983483-5c04-4362-9bec-02885477e694 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4416053 Jul 05 04:16:27.420106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38262) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:27.426352 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'subnet': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:27.541317 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.550041 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Transition to ACTIVE for port object 65697bb3-542e-4f2d-9ad1-83da301990a1 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:27.565109 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Transition to ACTIVE for port object 65697bb3-542e-4f2d-9ad1-83da301990a1 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:27.847802 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.857916 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:27.857916 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.859403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Pushing event updated for resources: {'Port': ['ID=65697bb3-542e-4f2d-9ad1-83da301990a1,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:27.859403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:27.859403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:27.859403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:27.891115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Attempting to bind port 65697bb3-542e-4f2d-9ad1-83da301990a1 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:27.892578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Attempting to bind port 65697bb3-542e-4f2d-9ad1-83da301990a1 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:27.902128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Attempting to bind port 65697bb3-542e-4f2d-9ad1-83da301990a1 on network 86178c79-4277-4bfb-bb97-c5717bada70f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:27.908331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:27.908745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Checking segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:27.909207 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.909620 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Bound using segment: {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:27.910149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Bound port: 65697bb3-542e-4f2d-9ad1-83da301990a1, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9a0eba-c92e-4ae8-9906-becdb4a68b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:27.911229 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.958410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f364d-56da-4589-8d26-c1f12336fa74 req-23f3e552-d558-482e-89af-2388ae5ae886 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:27.973216 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d43f364d-56da-4589-8d26-c1f12336fa74 req-23f3e552-d558-482e-89af-2388ae5ae886 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.1510940 Jul 05 04:16:28.007332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d43f364d-56da-4589-8d26-c1f12336fa74 req-f58a509d-d66b-4724-adbe-44f97c5b27db tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379190 Jul 05 04:16:28.091129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:28.116702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:28.121285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9131ff3d-fa09-4b0b-8345-43aca9f1aab6 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:28.173149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] For port 65697bb3-542e-4f2d-9ad1-83da301990a1, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:28.176067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] For port 65697bb3-542e-4f2d-9ad1-83da301990a1, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=65697bb3-542e-4f2d-9ad1-83da301990a1,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:28.202588 n-d-798249-5 neutron-server[100876]: DEBUG neutron.objects.ports [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:16:28.238189 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.300342 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d963e-5cd9-4ab5-82c7-f40dc511dcff None None] Pushing event updated for resources: {'Port': ['ID=65697bb3-542e-4f2d-9ad1-83da301990a1,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:28.536395 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.721167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] For port 65697bb3-542e-4f2d-9ad1-83da301990a1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=65697bb3-542e-4f2d-9ad1-83da301990a1,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:28.750542 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.844969 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.845987 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.919650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:28.926516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:28.937021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:28.937630 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.951291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Subnet': ['ID=6ab751a7-1edf-4e29-8050-f6ca39c2e1a9,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:28.964924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=65697bb3-542e-4f2d-9ad1-83da301990a1,revision_number=4']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:29.028705 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-70b46342-c4cf-47e2-a08f-d1cbcef3b706 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6065717 Jul 05 04:16:29.031598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38342) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:29.037392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Request body: {'port': {'network_id': '86178c79-4277-4bfb-bb97-c5717bada70f', 'mac_address': 'fa:16:3e:b3:27:9a', 'name': 'tempest-NetworksTestDHCPv6-482701655'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:29.260293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3c5a6-a2a7-4aca-8e7c-775e4f1fb97e req-8a5b7697-7afd-4792-9272-e62baa41e66e tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.262167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9e3c5a6-a2a7-4aca-8e7c-775e4f1fb97e req-8a5b7697-7afd-4792-9272-e62baa41e66e tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.1151860 Jul 05 04:16:29.272318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Made reservation on behalf of 15575601063040c3a5651ba2042dfd30 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:29.318857 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9e3c5a6-a2a7-4aca-8e7c-775e4f1fb97e req-5efbf39d-485f-4ba0-900a-f30589b1e806 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456755 Jul 05 04:16:29.331306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab8ec8c-bed0-4337-851e-362cb7ce94da None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:29.408231 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.442228 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] device_id is not set on port 2eb183f5-ea20-411e-9330-3e1f29971a7a yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:29.549874 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.585153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2efc0e29-a4c3-48b5-9470-a3eac31d3e90 None None] Provisioning for port 65697bb3-542e-4f2d-9ad1-83da301990a1 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:29.630541 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8::97 (86178c79-4277-4bfb-bb97-c5717bada70f/44fc23d4-9b41-49ea-80f1-aa2041b5a80e/2eb183f5-ea20-411e-9330-3e1f29971a7a) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:29.642685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Allocated IP 2001:db8:0:1:f816:3eff:feb3:279a (86178c79-4277-4bfb-bb97-c5717bada70f/6ab751a7-1edf-4e29-8050-f6ca39c2e1a9/2eb183f5-ea20-411e-9330-3e1f29971a7a) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:29.853059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.872144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Transition to ACTIVE for port object 2eb183f5-ea20-411e-9330-3e1f29971a7a will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:29.971643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 65697bb3-542e-4f2d-9ad1-83da301990a1 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:29.979832 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.033002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Network 86178c79-4277-4bfb-bb97-c5717bada70f is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:30.037218 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:30.041544 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:30.047714 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:30.048644 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.066289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event updated for resources: {'Port': ['ID=2eb183f5-ea20-411e-9330-3e1f29971a7a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:30.084227 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 65697bb3-542e-4f2d-9ad1-83da301990a1 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:30.090655 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 65697bb3-542e-4f2d-9ad1-83da301990a1 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:30.091038 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.176475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38394) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:30.176653 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c89a104a-b9bc-44b3-90ee-6f8dbee78a6b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1408319 Jul 05 04:16:30.176742 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.228158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 65697bb3-542e-4f2d-9ad1-83da301990a1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=65697bb3-542e-4f2d-9ad1-83da301990a1,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:30.288934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e20300dd-f7b2-42d4-bac4-3f7ea87d43f9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting port 2eb183f5-ea20-411e-9330-3e1f29971a7a {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:30.288934 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e20300dd-f7b2-42d4-bac4-3f7ea87d43f9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.312304 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.325958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f0fd428b-6950-4307-b396-b22df24a6c04 None None] Provisioning complete for port 65697bb3-542e-4f2d-9ad1-83da301990a1 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:30.327779 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f0fd428b-6950-4307-b396-b22df24a6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.421940 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e20300dd-f7b2-42d4-bac4-3f7ea87d43f9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.441117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e20300dd-f7b2-42d4-bac4-3f7ea87d43f9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Calling delete_port for 2eb183f5-ea20-411e-9330-3e1f29971a7a owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:30.465357 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=65697bb3-542e-4f2d-9ad1-83da301990a1,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:30.608043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf7722-f98a-4811-bd12-a4a6641f7614 req-e7140d56-b222-4937-9a4b-caadb7079771 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:30.613443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c8bf7722-f98a-4811-bd12-a4a6641f7614 req-e7140d56-b222-4937-9a4b-caadb7079771 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.1082449 Jul 05 04:16:30.708764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c8bf7722-f98a-4811-bd12-a4a6641f7614 req-2bd67859-aace-4a45-9ed2-aebf948698f4 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737932 Jul 05 04:16:30.792353 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e20300dd-f7b2-42d4-bac4-3f7ea87d43f9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.795240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d3a39c33-1752-412e-9dda-aa404da6fea1 None None] Provisioning for port 2eb183f5-ea20-411e-9330-3e1f29971a7a completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:30.799558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d3a39c33-1752-412e-9dda-aa404da6fea1 None None] Provisioning complete for port 2eb183f5-ea20-411e-9330-3e1f29971a7a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:30.800261 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d3a39c33-1752-412e-9dda-aa404da6fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.821825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d3a39c33-1752-412e-9dda-aa404da6fea1 None None] Port 2eb183f5-ea20-411e-9330-3e1f29971a7a was deleted so its status cannot be updated. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:16:30.823020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20300dd-f7b2-42d4-bac4-3f7ea87d43f9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Port': ['ID=2eb183f5-ea20-411e-9330-3e1f29971a7a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:30.884200 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e20300dd-f7b2-42d4-bac4-3f7ea87d43f9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.886622 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e20300dd-f7b2-42d4-bac4-3f7ea87d43f9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/2eb183f5-ea20-411e-9330-3e1f29971a7a HTTP/1.1" status: 204 len: 168 time: 0.7116945 Jul 05 04:16:30.888786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38432) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:30.954457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f6e37a-7a23-4ddc-a839-2b764b559b8b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:30.958485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-37f6e37a-7a23-4ddc-a839-2b764b559b8b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0662484 Jul 05 04:16:30.959376 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38438) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.038782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c75d04-ca1f-4ce4-918a-db75fe91c82d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:31.040000 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-56c75d04-ca1f-4ce4-918a-db75fe91c82d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0795383 Jul 05 04:16:31.042514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38442) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.102154 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ad3ea9-865d-4612-a7f2-2f4a26f7c6da tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:31.103819 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ad3ea9-865d-4612-a7f2-2f4a26f7c6da tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:31.105377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ad3ea9-865d-4612-a7f2-2f4a26f7c6da tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:31.107414 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b7ad3ea9-865d-4612-a7f2-2f4a26f7c6da tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0639091 Jul 05 04:16:31.110434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38448) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.163666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fa8b9a-6ae7-46a0-81c5-9f5050a24ac6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 44fc23d4-9b41-49ea-80f1-aa2041b5a80e {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:31.167698 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48fa8b9a-6ae7-46a0-81c5-9f5050a24ac6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.215273 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48fa8b9a-6ae7-46a0-81c5-9f5050a24ac6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.324221 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48fa8b9a-6ae7-46a0-81c5-9f5050a24ac6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.448842 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48fa8b9a-6ae7-46a0-81c5-9f5050a24ac6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.480334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa8b9a-6ae7-46a0-81c5-9f5050a24ac6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=44fc23d4-9b41-49ea-80f1-aa2041b5a80e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:31.482462 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48fa8b9a-6ae7-46a0-81c5-9f5050a24ac6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.487972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38468) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.488840 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-48fa8b9a-6ae7-46a0-81c5-9f5050a24ac6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/44fc23d4-9b41-49ea-80f1-aa2041b5a80e HTTP/1.1" status: 204 len: 168 time: 0.3774004 Jul 05 04:16:31.492213 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e7fded-5257-4242-9026-dc46631cd6a5 None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:31.554194 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.564210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Deleting subnet 6ab751a7-1edf-4e29-8050-f6ca39c2e1a9 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:31.568286 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.613597 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.690764 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-6ec76337-5d8e-4d4d-85bf-098e9636710e req-d1fe2c39-d831-4979-8275-f3191814840b service neutron] (100876) timed out ('10.222.0.60', 50496) {{(pid=100876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:16:31.704291 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.843067 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.856981 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.858885 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/6ab751a7-1edf-4e29-8050-f6ca39c2e1a9 HTTP/1.1" status: 204 len: 168 time: 0.3706911 Jul 05 04:16:31.899909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38486) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.900810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab751a7-1edf-4e29-8050-f6ca39c2e1a9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:31.909327 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:31.910065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:31.912066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:31.912066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:31.912066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:31.913286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:31.914216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:31.916725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:31.917314 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:31.917820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:31.918403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:31.918932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db90b305-749a-490e-a39a-00a04cec97d1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:31.963283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 65697bb3-542e-4f2d-9ad1-83da301990a1 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:31.974730 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-608fb466-459f-40d3-a28e-2025e03ff049 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670969 Jul 05 04:16:31.978370 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38492) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.006480 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd4568-737f-437a-958e-447f879186c0 req-41c32ab7-5734-465e-a015-5a836ff2bc83 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:32.011178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19fd4568-737f-437a-958e-447f879186c0 req-41c32ab7-5734-465e-a015-5a836ff2bc83 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.1683166 Jul 05 04:16:32.045690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 65697bb3-542e-4f2d-9ad1-83da301990a1 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:32.046387 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.061831 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19fd4568-737f-437a-958e-447f879186c0 req-a79bd3af-387d-4a08-9dfa-90381823eb99 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442278 Jul 05 04:16:32.074802 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55723f4e-56fd-4023-a159-92b55a4ba7a2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:32.076589 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-55723f4e-56fd-4023-a159-92b55a4ba7a2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0969892 Jul 05 04:16:32.079045 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38498) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.140683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0446532-2e8b-40e4-8512-2761fe60ba84 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:32.142430 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d0446532-2e8b-40e4-8512-2761fe60ba84 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0611691 Jul 05 04:16:32.145183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38502) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.196475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a9aab4de-cbbd-415d-9bfa-6b8b0e1c6806 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492916 Jul 05 04:16:32.201323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38506) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.230641 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7b2516-f17b-4c41-89c6-1fe12a67ccfb tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.231533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7b2516-f17b-4c41-89c6-1fe12a67ccfb tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.233199 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ce7b2516-f17b-4c41-89c6-1fe12a67ccfb tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/2eb183f5-ea20-411e-9330-3e1f29971a7a HTTP/1.1" status: 404 len: 333 time: 0.0308757 Jul 05 04:16:32.236122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38512) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.263788 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e89b2fc-3029-4e73-b4cc-c27c4e856141 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.264255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e89b2fc-3029-4e73-b4cc-c27c4e856141 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.266064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5e89b2fc-3029-4e73-b4cc-c27c4e856141 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/6ab751a7-1edf-4e29-8050-f6ca39c2e1a9 HTTP/1.1" status: 404 len: 337 time: 0.0289237 Jul 05 04:16:32.268942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38514) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.297577 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ca3f99-6be4-4a4f-b328-47a6b9f18a1f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.298019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ca3f99-6be4-4a4f-b328-47a6b9f18a1f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.300413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-10ca3f99-6be4-4a4f-b328-47a6b9f18a1f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/44fc23d4-9b41-49ea-80f1-aa2041b5a80e HTTP/1.1" status: 404 len: 337 time: 0.0301869 Jul 05 04:16:32.302589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38516) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.336907 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b86748-67b0-40ee-9624-d40c92e2ad82 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.337772 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b86748-67b0-40ee-9624-d40c92e2ad82 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.339960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-42b86748-67b0-40ee-9624-d40c92e2ad82 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/0c674e7c-9cef-47f4-9df7-32605f2f8ab7 HTTP/1.1" status: 404 len: 333 time: 0.0356059 Jul 05 04:16:32.342640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38520) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.377953 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefea683-9705-4631-993a-375b3471b17f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.378436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eefea683-9705-4631-993a-375b3471b17f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.380762 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-eefea683-9705-4631-993a-375b3471b17f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/3e5a6731-9807-4ceb-aaf8-5dd26542a6fe HTTP/1.1" status: 404 len: 337 time: 0.0362968 Jul 05 04:16:32.382958 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38526) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.415521 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-16409589-351f-4377-8cd3-180d2b8ab8d3 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.415991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16409589-351f-4377-8cd3-180d2b8ab8d3 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.418419 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-16409589-351f-4377-8cd3-180d2b8ab8d3 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/2d113f7d-3f30-4ab9-b9b6-8cb29e700697 HTTP/1.1" status: 404 len: 337 time: 0.0338323 Jul 05 04:16:32.420603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38530) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.426012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872231c3-df81-4749-90cb-147f26d3f62d None None] Network 86178c79-4277-4bfb-bb97-c5717bada70f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:32.463797 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-53febded-1c79-4f13-885f-7762004bf7c0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.465051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53febded-1c79-4f13-885f-7762004bf7c0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.468431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-53febded-1c79-4f13-885f-7762004bf7c0 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/629474ce-d9b4-4577-b2b9-70187e687337 HTTP/1.1" status: 404 len: 333 time: 0.0452774 Jul 05 04:16:32.469636 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38536) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.504167 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec53f4d-29d3-4590-9ff9-cf1771ed2363 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.506693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec53f4d-29d3-4590-9ff9-cf1771ed2363 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.508980 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5ec53f4d-29d3-4590-9ff9-cf1771ed2363 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/f9f26cd1-e0ac-46e3-96e3-87b090c77439 HTTP/1.1" status: 404 len: 337 time: 0.0381863 Jul 05 04:16:32.511614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38540) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.511821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5504d855-7abb-4c38-aa6c-0a2a60c647f8 None None] Provisioning complete for port 65697bb3-542e-4f2d-9ad1-83da301990a1 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:32.512249 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5504d855-7abb-4c38-aa6c-0a2a60c647f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.538576 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc0d58f-e121-4584-a507-06d72855ae5e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.539032 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc0d58f-e121-4584-a507-06d72855ae5e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.540769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7fc0d58f-e121-4584-a507-06d72855ae5e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/22ac8a59-14d1-4bd3-816f-82d86bbf377f HTTP/1.1" status: 404 len: 337 time: 0.0281875 Jul 05 04:16:32.543261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38544) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.574500 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f170d045-ebb0-4bf9-b248-be3b60f4de81 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.575203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f170d045-ebb0-4bf9-b248-be3b60f4de81 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.576998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f170d045-ebb0-4bf9-b248-be3b60f4de81 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/9bb6b8ac-81cd-42ce-8e60-ae13b55cc088 HTTP/1.1" status: 404 len: 333 time: 0.0326769 Jul 05 04:16:32.579430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38550) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.609900 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8667c485-1931-4fc1-92b9-f40ee5d02269 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.610372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8667c485-1931-4fc1-92b9-f40ee5d02269 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.612346 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8667c485-1931-4fc1-92b9-f40ee5d02269 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/1b543ee9-6f9c-4622-bd32-5e070a72be59 HTTP/1.1" status: 404 len: 337 time: 0.0317600 Jul 05 04:16:32.614663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38552) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.642053 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-9105ffbe-e69a-407a-be45-7af659b90d2c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.642515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9105ffbe-e69a-407a-be45-7af659b90d2c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.644621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9105ffbe-e69a-407a-be45-7af659b90d2c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/c7ec9bcd-d059-4017-a20c-127bd4d9bc2c HTTP/1.1" status: 404 len: 337 time: 0.0289361 Jul 05 04:16:32.647817 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38554) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.682273 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b2b273-c230-4999-a284-0434b8fcc63b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.683063 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b2b273-c230-4999-a284-0434b8fcc63b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.685150 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f9b2b273-c230-4999-a284-0434b8fcc63b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/0de223ed-9cb8-4472-b851-45f379130755 HTTP/1.1" status: 404 len: 333 time: 0.0359867 Jul 05 04:16:32.687913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38560) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.716865 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8115b91b-c534-4264-9667-be316b42ff6d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.717565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8115b91b-c534-4264-9667-be316b42ff6d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.720178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8115b91b-c534-4264-9667-be316b42ff6d tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/349d0cf6-8030-4443-8394-0ed1d18dcc0e HTTP/1.1" status: 404 len: 337 time: 0.0309768 Jul 05 04:16:32.722069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38562) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.753567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc08fd-d7e5-4247-ac10-687a5361b5f6 None None] DHCP port deletion for 86178c79-4277-4bfb-bb97-c5717bada70f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:32.754209 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-78679469-422b-471c-9852-53ec47bd931f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.754928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78679469-422b-471c-9852-53ec47bd931f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.760255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-78679469-422b-471c-9852-53ec47bd931f tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/c0f43f9f-e2cb-4411-ba48-72548995aad7 HTTP/1.1" status: 404 len: 333 time: 0.0344369 Jul 05 04:16:32.761422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38568) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.795334 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-587210a4-b670-4bae-833b-1514cc62d55e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.796082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587210a4-b670-4bae-833b-1514cc62d55e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.798554 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-587210a4-b670-4bae-833b-1514cc62d55e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/1689dce9-2e66-44a5-8b88-bc0a92b2a7ef HTTP/1.1" status: 404 len: 337 time: 0.0370469 Jul 05 04:16:32.801130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38572) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.814506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fedc08fd-d7e5-4247-ac10-687a5361b5f6 None None] Deleting port 65697bb3-542e-4f2d-9ad1-83da301990a1 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:32.814971 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fedc08fd-d7e5-4247-ac10-687a5361b5f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.847001 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b18b85-d712-4a39-ade8-afe637270b89 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.847001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b18b85-d712-4a39-ade8-afe637270b89 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.848786 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f7b18b85-d712-4a39-ade8-afe637270b89 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/2efd680d-8723-425a-a18a-e6ff6eb9663f HTTP/1.1" status: 404 len: 333 time: 0.0463936 Jul 05 04:16:32.851701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38576) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.881376 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-c587d51a-b8f7-4938-b57b-457ffc4026b7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.881825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c587d51a-b8f7-4938-b57b-457ffc4026b7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.883529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c587d51a-b8f7-4938-b57b-457ffc4026b7 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/886353da-78eb-4aff-920a-573abdc974d6 HTTP/1.1" status: 404 len: 337 time: 0.0307925 Jul 05 04:16:32.884237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-fedc08fd-d7e5-4247-ac10-687a5361b5f6 None None] For port 65697bb3-542e-4f2d-9ad1-83da301990a1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=65697bb3-542e-4f2d-9ad1-83da301990a1,segment=NetworkSegment(df9a0eba-c92e-4ae8-9906-becdb4a68b45),segment_id=df9a0eba-c92e-4ae8-9906-becdb4a68b45)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:32.884677 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fedc08fd-d7e5-4247-ac10-687a5361b5f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.886061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38580) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.898756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fedc08fd-d7e5-4247-ac10-687a5361b5f6 None None] Calling delete_port for 65697bb3-542e-4f2d-9ad1-83da301990a1 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:32.911605 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d08b5c-7a67-49ac-a662-d38defe26896 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.912946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d08b5c-7a67-49ac-a662-d38defe26896 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.914171 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-95d08b5c-7a67-49ac-a662-d38defe26896 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/e27c7d65-3515-4313-a133-514c137fd930 HTTP/1.1" status: 404 len: 333 time: 0.0269775 Jul 05 04:16:32.925242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38586) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.945798 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a71e438-01ca-47e2-b718-b34a62d3800b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.946304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a71e438-01ca-47e2-b718-b34a62d3800b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.948065 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9a71e438-01ca-47e2-b718-b34a62d3800b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/013e035e-71a6-4e70-86aa-17d368b9288a HTTP/1.1" status: 404 len: 337 time: 0.0302694 Jul 05 04:16:32.950863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38588) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.981999 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-289d914f-9d86-400a-89ce-76e3826c347c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:32.982656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289d914f-9d86-400a-89ce-76e3826c347c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:32.984785 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-289d914f-9d86-400a-89ce-76e3826c347c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/370ddbdc-46af-477d-8384-c5daef52e2e1 HTTP/1.1" status: 404 len: 333 time: 0.0319917 Jul 05 04:16:32.986920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38590) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.014710 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-629400bb-e0f5-49df-9e41-351b4bd2208c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.015172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629400bb-e0f5-49df-9e41-351b4bd2208c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.016887 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-629400bb-e0f5-49df-9e41-351b4bd2208c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/128d1c0e-fdfc-4c03-a282-fd68c0ff20d2 HTTP/1.1" status: 404 len: 337 time: 0.0290604 Jul 05 04:16:33.143705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38594) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.180380 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc548535-e0c9-4fe8-bf7b-ae43cda3ff57 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.181500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc548535-e0c9-4fe8-bf7b-ae43cda3ff57 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.183636 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bc548535-e0c9-4fe8-bf7b-ae43cda3ff57 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/069d76fc-cdab-4ff3-95f3-62ba6999c334 HTTP/1.1" status: 404 len: 333 time: 0.0389285 Jul 05 04:16:33.186219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38596) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.218248 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-be44d563-a8b3-49d5-b976-4f95028c2afe tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.218765 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be44d563-a8b3-49d5-b976-4f95028c2afe tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.220742 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-be44d563-a8b3-49d5-b976-4f95028c2afe tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/a2d36f0e-9e95-4125-9414-1874ec3552df HTTP/1.1" status: 404 len: 337 time: 0.0332358 Jul 05 04:16:33.223208 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38598) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.255377 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd12b38a-88cb-4013-8dfe-da29e1c83ada tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.255872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd12b38a-88cb-4013-8dfe-da29e1c83ada tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.257810 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bd12b38a-88cb-4013-8dfe-da29e1c83ada tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/b3d846ec-5df9-4dd8-aa56-f665bdfd2ab7 HTTP/1.1" status: 404 len: 337 time: 0.0331283 Jul 05 04:16:33.260300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38600) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.287304 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d0bdc7-3968-412f-b302-0c8017de274e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.287905 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d0bdc7-3968-412f-b302-0c8017de274e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.291994 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-22d0bdc7-3968-412f-b302-0c8017de274e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/4a329001-99c0-45fb-bf77-827b724ea3e5 HTTP/1.1" status: 404 len: 333 time: 0.0283771 Jul 05 04:16:33.294039 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38602) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.300385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec675f1-c65e-40dc-b426-0ce992e4f78a req-f79221d5-2aa1-4c12-afa7-0ab983cd9b7f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:33.302719 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eec675f1-c65e-40dc-b426-0ce992e4f78a req-f79221d5-2aa1-4c12-afa7-0ab983cd9b7f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.0799110 Jul 05 04:16:33.312352 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fedc08fd-d7e5-4247-ac10-687a5361b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.322329 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b96b92-44d1-4693-8b75-088ea9acf8b6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.322670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b96b92-44d1-4693-8b75-088ea9acf8b6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.324784 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-73b96b92-44d1-4693-8b75-088ea9acf8b6 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/b7c9f30b-4998-481c-a8aa-68f8864f952d HTTP/1.1" status: 404 len: 337 time: 0.0314140 Jul 05 04:16:33.328848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38608) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.342397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc08fd-d7e5-4247-ac10-687a5361b5f6 None None] Pushing event deleted for resources: {'Port': ['ID=65697bb3-542e-4f2d-9ad1-83da301990a1,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:33.345990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc08fd-d7e5-4247-ac10-687a5361b5f6 None None] No DVR routers for this DVR port 65697bb3-542e-4f2d-9ad1-83da301990a1 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:33.366531 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa53d355-d869-4bc4-b9b7-ca3c38fa7360 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.367046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa53d355-d869-4bc4-b9b7-ca3c38fa7360 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.371477 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38612) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.371670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fa53d355-d869-4bc4-b9b7-ca3c38fa7360 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/b9c04f90-47df-421a-bb8b-c075dad1e4b2 HTTP/1.1" status: 404 len: 337 time: 0.0417609 Jul 05 04:16:33.393634 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eec675f1-c65e-40dc-b426-0ce992e4f78a req-f1b40237-4630-4450-bfc4-67af3df59b92 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850558 Jul 05 04:16:33.435801 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2a5d96-a26a-47c5-aeb3-72defdd53f51 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.437243 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2a5d96-a26a-47c5-aeb3-72defdd53f51 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.438717 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9e2a5d96-a26a-47c5-aeb3-72defdd53f51 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/f152c799-0801-4178-9e02-e080203084c9 HTTP/1.1" status: 404 len: 333 time: 0.0649886 Jul 05 04:16:33.441448 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38616) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.480492 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-2829c6f3-8e8b-4594-a59e-2751c2d30c3b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.480492 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2829c6f3-8e8b-4594-a59e-2751c2d30c3b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.480492 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2829c6f3-8e8b-4594-a59e-2751c2d30c3b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/a00c2ae6-59c8-492d-bce3-7a685adb844e HTTP/1.1" status: 404 len: 337 time: 0.0307109 Jul 05 04:16:33.481703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38620) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.507909 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fba6d37-fb91-4bb0-93fa-c9f346d0a836 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.508564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fba6d37-fb91-4bb0-93fa-c9f346d0a836 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.510492 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6fba6d37-fb91-4bb0-93fa-c9f346d0a836 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/df8918a9-e30f-4f5b-bdcf-81fab80a93e4 HTTP/1.1" status: 404 len: 337 time: 0.0275342 Jul 05 04:16:33.512694 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38624) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.539019 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-073500e4-4045-4cb8-9f78-cecebccdc3ff tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.539657 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073500e4-4045-4cb8-9f78-cecebccdc3ff tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.541369 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-073500e4-4045-4cb8-9f78-cecebccdc3ff tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/1f4dbf7f-48ae-46a7-91af-fbc3bf3a6b0d HTTP/1.1" status: 404 len: 333 time: 0.0277781 Jul 05 04:16:33.544037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38628) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.572658 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d284a8e-962c-4713-9e96-8b3d3ac43df1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.577372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d284a8e-962c-4713-9e96-8b3d3ac43df1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.577372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5d284a8e-962c-4713-9e96-8b3d3ac43df1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/ccca953f-6592-4f08-a2e4-2331f311c7f3 HTTP/1.1" status: 404 len: 337 time: 0.0297189 Jul 05 04:16:33.577643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38630) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.609628 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb57283-a223-47d5-8a35-87d2dc7299a9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.609628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb57283-a223-47d5-8a35-87d2dc7299a9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.609934 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3eb57283-a223-47d5-8a35-87d2dc7299a9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/ce291991-7f01-4a06-bba0-32aeaafd2beb HTTP/1.1" status: 404 len: 337 time: 0.0314183 Jul 05 04:16:33.612534 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38634) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.644206 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b782a252-eca4-4398-9118-ff619cd3583b tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports?device_id=7cbc864f-f890-4767-bf0c-1f0d4518a7c2 HTTP/1.1" status: 200 len: 205 time: 0.0305772 Jul 05 04:16:33.647132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38638) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.688546 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-da78fd9e-e0d6-40bf-b87f-2cb4f8f33fa1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] delete failed (client error): The resource could not be found. Jul 05 04:16:33.689567 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-da78fd9e-e0d6-40bf-b87f-2cb4f8f33fa1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/routers/7cbc864f-f890-4767-bf0c-1f0d4518a7c2 HTTP/1.1" status: 404 len: 336 time: 0.0415332 Jul 05 04:16:33.692162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38642) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.718682 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e951151-2cc1-4375-a260-9d5ae0f8fa15 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.719127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e951151-2cc1-4375-a260-9d5ae0f8fa15 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.720781 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6e951151-2cc1-4375-a260-9d5ae0f8fa15 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/7a80f033-210f-4218-b464-caf6317643ec HTTP/1.1" status: 404 len: 337 time: 0.0277145 Jul 05 04:16:33.728486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38646) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.757055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-790b6a4f-040d-43f6-a46c-29f798e668f2 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "GET /v2.0/ports?device_id=347dc305-dcab-4578-9eb0-f5d1b3e9cddd HTTP/1.1" status: 200 len: 205 time: 0.0275896 Jul 05 04:16:33.759397 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38650) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.800478 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-a52d86a3-c391-45ac-9e68-e729bd3b48f8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] delete failed (client error): The resource could not be found. Jul 05 04:16:33.801841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a52d86a3-c391-45ac-9e68-e729bd3b48f8 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/routers/347dc305-dcab-4578-9eb0-f5d1b3e9cddd HTTP/1.1" status: 404 len: 336 time: 0.0412560 Jul 05 04:16:33.807776 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38652) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.843868 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b1f3e1-1d96-4bf3-a3ba-6b5285ca9979 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.843868 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b1f3e1-1d96-4bf3-a3ba-6b5285ca9979 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.843868 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c5b1f3e1-1d96-4bf3-a3ba-6b5285ca9979 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/d48c8f23-3848-4d3c-aa34-a37b0365f201 HTTP/1.1" status: 404 len: 337 time: 0.0320897 Jul 05 04:16:33.843868 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38654) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.869988 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c35eaa-2189-4ab3-a2b9-05612c379324 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.870439 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c35eaa-2189-4ab3-a2b9-05612c379324 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.874394 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b8c35eaa-2189-4ab3-a2b9-05612c379324 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/3a0ca772-2212-4c09-9bfc-f3ce9b19d077 HTTP/1.1" status: 404 len: 337 time: 0.0277829 Jul 05 04:16:33.875407 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38660) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.907031 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bab0e3-3fe3-4c95-87fa-658bd0350861 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.910146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 65697bb3-542e-4f2d-9ad1-83da301990a1 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:33.914018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13bab0e3-3fe3-4c95-87fa-658bd0350861 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.921250 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-13bab0e3-3fe3-4c95-87fa-658bd0350861 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/eaab93a4-3918-4bad-93cc-446eec887429 HTTP/1.1" status: 404 len: 333 time: 0.0441182 Jul 05 04:16:33.923719 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38666) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.932141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 65697bb3-542e-4f2d-9ad1-83da301990a1 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:33.932426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 65697bb3-542e-4f2d-9ad1-83da301990a1 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:33.953764 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3df40ea-72ac-442d-acad-8febb4e55f68 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.956550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3df40ea-72ac-442d-acad-8febb4e55f68 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.956550 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c3df40ea-72ac-442d-acad-8febb4e55f68 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/d802c67b-d0f5-4851-b267-b044a788e05b HTTP/1.1" status: 404 len: 337 time: 0.0313940 Jul 05 04:16:33.958840 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38668) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.985146 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94b878c-16c4-4699-a709-5eaa0320e387 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:33.985755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94b878c-16c4-4699-a709-5eaa0320e387 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.987411 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c94b878c-16c4-4699-a709-5eaa0320e387 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/db82a602-c1f2-4408-9e5f-7644013caaec HTTP/1.1" status: 404 len: 333 time: 0.0276794 Jul 05 04:16:33.990519 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38670) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.015144 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-15904f17-673a-4be3-bae5-146b1c863c9e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:34.015605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15904f17-673a-4be3-bae5-146b1c863c9e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:34.017343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-15904f17-673a-4be3-bae5-146b1c863c9e tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/63d15ab5-19e0-4969-b1d9-3d3e592356dc HTTP/1.1" status: 404 len: 337 time: 0.0259035 Jul 05 04:16:34.020016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38674) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.053139 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-486b9929-5ad6-480d-b563-503f9aed2ea4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:34.054040 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486b9929-5ad6-480d-b563-503f9aed2ea4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:34.056198 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-486b9929-5ad6-480d-b563-503f9aed2ea4 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/9688ee79-d8d1-44aa-b877-a6506b84daea HTTP/1.1" status: 404 len: 333 time: 0.0347862 Jul 05 04:16:34.058430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38680) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.085393 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-25800fd0-b963-4cac-a467-19fa2d745f25 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:34.088165 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25800fd0-b963-4cac-a467-19fa2d745f25 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:34.088165 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-25800fd0-b963-4cac-a467-19fa2d745f25 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/aa81e988-48c2-44ec-b8a3-a5fcf8769d7a HTTP/1.1" status: 404 len: 337 time: 0.0283930 Jul 05 04:16:34.090841 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38682) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.121102 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e35d4a3-d48e-405d-9a91-0f080b55567c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:34.121741 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e35d4a3-d48e-405d-9a91-0f080b55567c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:34.123431 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3e35d4a3-d48e-405d-9a91-0f080b55567c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/f05025b1-2809-49c2-8fb9-5e05ea4f1d60 HTTP/1.1" status: 404 len: 333 time: 0.0312684 Jul 05 04:16:34.125978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38684) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.152892 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-be39faf5-b67a-4b49-9d28-7cdcc1c1809c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:34.153366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be39faf5-b67a-4b49-9d28-7cdcc1c1809c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:34.155356 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-be39faf5-b67a-4b49-9d28-7cdcc1c1809c tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/c8700a79-5411-41b9-adf8-a0b987668a69 HTTP/1.1" status: 404 len: 337 time: 0.0280921 Jul 05 04:16:34.157601 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38690) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.186609 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-2581002c-bd58-4b31-a87b-b1b2636e95f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:34.187220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2581002c-bd58-4b31-a87b-b1b2636e95f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:34.189075 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2581002c-bd58-4b31-a87b-b1b2636e95f1 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/d6ec5cef-c269-488e-991f-000775e2d2d4 HTTP/1.1" status: 404 len: 333 time: 0.0304971 Jul 05 04:16:34.191505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38694) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.230369 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dd9357-c992-4f53-925e-f28c743c29d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:34.230894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dd9357-c992-4f53-925e-f28c743c29d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:34.232756 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f8dd9357-c992-4f53-925e-f28c743c29d9 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/4d356371-52d1-4880-8bd3-c23655bb6a92 HTTP/1.1" status: 404 len: 337 time: 0.0403113 Jul 05 04:16:34.235358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38696) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.553177 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57e5232-227a-4885-9b00-449043eae863 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:34.553918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57e5232-227a-4885-9b00-449043eae863 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:34.555601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d57e5232-227a-4885-9b00-449043eae863 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/fed70432-844c-4a16-a09e-0e77c2e9a7bf HTTP/1.1" status: 404 len: 333 time: 0.3192387 Jul 05 04:16:34.558138 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38720) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.602571 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-702491ab-6368-41f1-a183-7bf6138b1f62 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:34.604181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702491ab-6368-41f1-a183-7bf6138b1f62 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:34.604789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-702491ab-6368-41f1-a183-7bf6138b1f62 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/a342bfb3-9bbc-4b09-9a2b-f302741842ba HTTP/1.1" status: 404 len: 337 time: 0.0457661 Jul 05 04:16:34.607396 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38722) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.637617 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6e9f78-49ca-463e-bfc7-9c063d6e5960 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:34.638475 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6e9f78-49ca-463e-bfc7-9c063d6e5960 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:34.641078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c927d8-c5e0-451a-82fb-ae6fadf03715 req-d9aed073-50bc-4a20-a6a6-5b8257ee1958 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:34.646808 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eb6e9f78-49ca-463e-bfc7-9c063d6e5960 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/ports/7e951065-cae5-4df4-b327-28f27d799a5a HTTP/1.1" status: 404 len: 333 time: 0.0322716 Jul 05 04:16:34.647160 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9c927d8-c5e0-451a-82fb-ae6fadf03715 req-d9aed073-50bc-4a20-a6a6-5b8257ee1958 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.0995347 Jul 05 04:16:34.648940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38728) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.679580 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fdd450-e963-42cc-9311-73c4f5d79484 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:34.680139 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fdd450-e963-42cc-9311-73c4f5d79484 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:34.681965 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-56fdd450-e963-42cc-9311-73c4f5d79484 tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/subnets/668ff2c3-9d68-4ef1-8ae5-ab4326874e37 HTTP/1.1" status: 404 len: 337 time: 0.0319762 Jul 05 04:16:34.684520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38730) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.693021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9c927d8-c5e0-451a-82fb-ae6fadf03715 req-a2d709ce-ae73-4c8b-bc3d-e6e0ff61f347 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389187 Jul 05 04:16:34.770137 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-abb67938-f57c-49d5-9dcc-f8c3a503206a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.872162 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-abb67938-f57c-49d5-9dcc-f8c3a503206a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.882659 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-abb67938-f57c-49d5-9dcc-f8c3a503206a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86178c79-4277-4bfb-bb97-c5717bada70f']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:34.902135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-abb67938-f57c-49d5-9dcc-f8c3a503206a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9a0eba-c92e-4ae8-9906-becdb4a68b45') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:34.902438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-abb67938-f57c-49d5-9dcc-f8c3a503206a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9a0eba-c92e-4ae8-9906-becdb4a68b45') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:34.919213 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-abb67938-f57c-49d5-9dcc-f8c3a503206a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.947057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-abb67938-f57c-49d5-9dcc-f8c3a503206a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.954595 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb67938-f57c-49d5-9dcc-f8c3a503206a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:16:34.955119 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-abb67938-f57c-49d5-9dcc-f8c3a503206a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:16:34.966592 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:16:35.106255 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-abb67938-f57c-49d5-9dcc-f8c3a503206a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.126068 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-abb67938-f57c-49d5-9dcc-f8c3a503206a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.128011 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-abb67938-f57c-49d5-9dcc-f8c3a503206a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] 10.222.0.60 "DELETE /v2.0/networks/86178c79-4277-4bfb-bb97-c5717bada70f HTTP/1.1" status: 204 len: 168 time: 0.4425924 Jul 05 04:16:35.129319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb67938-f57c-49d5-9dcc-f8c3a503206a tempest-NetworksTestDHCPv6-643684253 tempest-NetworksTestDHCPv6-643684253-project] Pushing event deleted for resources: {'Network': ['ID=86178c79-4277-4bfb-bb97-c5717bada70f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:35.629272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38772) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:35.781452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6cd0bc32-1d74-474c-85f1-c89052e9516c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15575601063040c3a5651ba2042dfd30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510203 Jul 05 04:16:35.784210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38786) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:35.836893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7184e86-664d-4cc2-bda8-05a320265a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.859341 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7184e86-664d-4cc2-bda8-05a320265a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.911268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccb6e9-5ec4-4d50-9774-b2f828b902b8 req-d4783e15-7e30-484b-9c64-4e75fffd1ac6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:35.913164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1eccb6e9-5ec4-4d50-9774-b2f828b902b8 req-d4783e15-7e30-484b-9c64-4e75fffd1ac6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.0818739 Jul 05 04:16:35.964011 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1eccb6e9-5ec4-4d50-9774-b2f828b902b8 req-31a3b81e-e26c-4814-89c0-cbc94bfcbf05 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420337 Jul 05 04:16:36.003427 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7184e86-664d-4cc2-bda8-05a320265a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.006836 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d7184e86-664d-4cc2-bda8-05a320265a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.008320 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d7184e86-664d-4cc2-bda8-05a320265a65 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9a0c2f7-ca87-4fa5-bc12-2b435da71732 HTTP/1.1" status: 204 len: 168 time: 0.2231853 Jul 05 04:16:36.016344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7184e86-664d-4cc2-bda8-05a320265a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a0c2f7-ca87-4fa5-bc12-2b435da71732,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:37.146950 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38874) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:37.167058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe02307-9798-4568-a240-b240da76bff0 req-92241612-bcd2-4f6b-8015-e7d1949a13e5 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:37.167058 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebe02307-9798-4568-a240-b240da76bff0 req-92241612-bcd2-4f6b-8015-e7d1949a13e5 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.0715694 Jul 05 04:16:37.204104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebe02307-9798-4568-a240-b240da76bff0 req-31d69992-b275-49b5-842c-b2932eca88ca tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351069 Jul 05 04:16:37.273979 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Request body: {'networks': [{'name': 'tempest-network--497745194'}, {'name': 'tempest-network--271511692'}]} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:37.274384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Request body: {'network': {'name': 'tempest-network--497745194'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:37.274903 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Request body: {'network': {'name': 'tempest-network--271511692'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:37.373227 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Made reservation on behalf of 4ef7ad3ab5814318a9e6fc9366c72719 for: {'network': 2} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:37.377781 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.387407 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.483603 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.580243 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.580923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.625199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a744d9e8-02fb-4c1d-bab6-97ba98f7c6b6,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:37.632577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:16:37.649427 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.649427 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Added segment dc84bb82-d497-46c4-be8f-27b19c98943f of type vlan for network 1182938f-3ed2-4656-a523-2fd9f1228c0f Jul 05 04:16:37.690601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.724324 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:16:37.734251 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.734628 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Added segment d04bbf05-4ed2-40c6-bb98-ea9f96e1fea6 of type vlan for network 230ad438-5f1a-4bac-81e9-cbb2ff95f945 Jul 05 04:16:37.777420 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.910591 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.911678 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.917340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:37.922298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:37.922781 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.005179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event updated for resources: {'Network': ['ID=1182938f-3ed2-4656-a523-2fd9f1228c0f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:38.015424 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 1182938f-3ed2-4656-a523-2fd9f1228c0f details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:16:38.080300 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9322128 Jul 05 04:16:38.082925 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38906) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:38.086386 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc9c80-e2f5-4dc8-9da1-7591a03816dc tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event updated for resources: {'Network': ['ID=230ad438-5f1a-4bac-81e9-cbb2ff95f945,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:38.112941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 230ad438-5f1a-4bac-81e9-cbb2ff95f945 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:16:38.317735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e6f469-88b5-4788-9892-bbfc15864e14 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:38.323621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e6f469-88b5-4788-9892-bbfc15864e14 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:38.329838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e6f469-88b5-4788-9892-bbfc15864e14 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:38.336298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e6f469-88b5-4788-9892-bbfc15864e14 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:38.338037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-19e6f469-88b5-4788-9892-bbfc15864e14 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2535822 Jul 05 04:16:38.379160 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38916) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:38.445550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdbfe5-f204-4b3c-8c5b-4e0e75b42933 req-e42f47e0-4ad9-4a2f-ab80-767381b8fa6d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:38.445550 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2dcdbfe5-f204-4b3c-8c5b-4e0e75b42933 req-e42f47e0-4ad9-4a2f-ab80-767381b8fa6d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.0703731 Jul 05 04:16:38.467992 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2dcdbfe5-f204-4b3c-8c5b-4e0e75b42933 req-94de406d-dced-4115-ac11-d38d77b988d3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352373 Jul 05 04:16:38.470174 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4f38282-7c9c-40a9-8f33-a8d1dcbf179a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.566314 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4f38282-7c9c-40a9-8f33-a8d1dcbf179a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.577528 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f4f38282-7c9c-40a9-8f33-a8d1dcbf179a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1182938f-3ed2-4656-a523-2fd9f1228c0f']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:38.589256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f4f38282-7c9c-40a9-8f33-a8d1dcbf179a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc84bb82-d497-46c4-be8f-27b19c98943f') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:38.589683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f4f38282-7c9c-40a9-8f33-a8d1dcbf179a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc84bb82-d497-46c4-be8f-27b19c98943f') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:38.598823 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4f38282-7c9c-40a9-8f33-a8d1dcbf179a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.613081 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4f38282-7c9c-40a9-8f33-a8d1dcbf179a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.619159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f38282-7c9c-40a9-8f33-a8d1dcbf179a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:16:38.619561 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4f38282-7c9c-40a9-8f33-a8d1dcbf179a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:16:38.622593 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:16:38.751654 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4f38282-7c9c-40a9-8f33-a8d1dcbf179a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.759641 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f4f38282-7c9c-40a9-8f33-a8d1dcbf179a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.763130 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f4f38282-7c9c-40a9-8f33-a8d1dcbf179a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "DELETE /v2.0/networks/1182938f-3ed2-4656-a523-2fd9f1228c0f HTTP/1.1" status: 204 len: 168 time: 0.3823998 Jul 05 04:16:38.765710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38926) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:38.801298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f38282-7c9c-40a9-8f33-a8d1dcbf179a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event deleted for resources: {'Network': ['ID=1182938f-3ed2-4656-a523-2fd9f1228c0f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:38.867728 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f08e9f61-0764-478e-a3a3-1637fda93a62 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.898865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 4b6c38f0-76f4-4ed4-95fc-48099facbe47 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:16:38.957470 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f08e9f61-0764-478e-a3a3-1637fda93a62 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.968758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f08e9f61-0764-478e-a3a3-1637fda93a62 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230ad438-5f1a-4bac-81e9-cbb2ff95f945']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:38.979320 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f08e9f61-0764-478e-a3a3-1637fda93a62 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04bbf05-4ed2-40c6-bb98-ea9f96e1fea6') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:38.979865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f08e9f61-0764-478e-a3a3-1637fda93a62 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04bbf05-4ed2-40c6-bb98-ea9f96e1fea6') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:38.989142 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f08e9f61-0764-478e-a3a3-1637fda93a62 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.011605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 4b6c38f0-76f4-4ed4-95fc-48099facbe47, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:39.012007 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f08e9f61-0764-478e-a3a3-1637fda93a62 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.019622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08e9f61-0764-478e-a3a3-1637fda93a62 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:16:39.020462 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f08e9f61-0764-478e-a3a3-1637fda93a62 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:16:39.023710 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:16:39.039421 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'port_id': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'mac_address': 'fa:16:3e:be:b9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:16:39.097841 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.115853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b6c38f0-76f4-4ed4-95fc-48099facbe47 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:39.149124 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 4b6c38f0-76f4-4ed4-95fc-48099facbe47, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:39.158196 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f08e9f61-0764-478e-a3a3-1637fda93a62 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.176407 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f08e9f61-0764-478e-a3a3-1637fda93a62 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.176407 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f08e9f61-0764-478e-a3a3-1637fda93a62 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "DELETE /v2.0/networks/230ad438-5f1a-4bac-81e9-cbb2ff95f945 HTTP/1.1" status: 204 len: 168 time: 0.4090252 Jul 05 04:16:39.179215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38936) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:39.190556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e9f61-0764-478e-a3a3-1637fda93a62 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event deleted for resources: {'Network': ['ID=230ad438-5f1a-4bac-81e9-cbb2ff95f945,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:39.219001 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.304755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=4b6c38f0-76f4-4ed4-95fc-48099facbe47,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:39.324813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa766d9-fdcd-44f6-9c51-d81b83e51ff3 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:39.330490 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['4b6c38f0-76f4-4ed4-95fc-48099facbe47'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:16:39.330786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa766d9-fdcd-44f6-9c51-d81b83e51ff3 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:39.332456 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2fa766d9-fdcd-44f6-9c51-d81b83e51ff3 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1522119 Jul 05 04:16:39.336670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38942) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:39.351957 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b85301a0-6e02-4848-b8a8-18016c58f017 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-949056990'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:39.454967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85301a0-6e02-4848-b8a8-18016c58f017 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Made reservation on behalf of 4ef7ad3ab5814318a9e6fc9366c72719 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:39.459610 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b85301a0-6e02-4848-b8a8-18016c58f017 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.498615 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85301a0-6e02-4848-b8a8-18016c58f017 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:16:39.507664 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b85301a0-6e02-4848-b8a8-18016c58f017 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.508021 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-b85301a0-6e02-4848-b8a8-18016c58f017 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Added segment f80f4cd0-ca34-4448-a15b-f9155a2b2642 of type vlan for network 2f104782-d9fc-40c0-a5ff-077fd21c83da Jul 05 04:16:39.559617 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b85301a0-6e02-4848-b8a8-18016c58f017 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.648159 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b85301a0-6e02-4848-b8a8-18016c58f017 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.654237 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85301a0-6e02-4848-b8a8-18016c58f017 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:39.654838 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b85301a0-6e02-4848-b8a8-18016c58f017 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.675273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd4b7f-9044-4284-88ac-e1f456b47085 req-336848ba-4b51-4688-a917-67d5e389936e tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:39.677041 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7dfd4b7f-9044-4284-88ac-e1f456b47085 req-336848ba-4b51-4688-a917-67d5e389936e tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 945 time: 0.0675237 Jul 05 04:16:39.730799 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7dfd4b7f-9044-4284-88ac-e1f456b47085 req-436f61c7-d99b-42af-8cb6-b5052a7e3cd6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440989 Jul 05 04:16:39.735476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85301a0-6e02-4848-b8a8-18016c58f017 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event updated for resources: {'Network': ['ID=2f104782-d9fc-40c0-a5ff-077fd21c83da,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:39.749000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 2f104782-d9fc-40c0-a5ff-077fd21c83da details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:16:39.792464 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b85301a0-6e02-4848-b8a8-18016c58f017 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4542925 Jul 05 04:16:39.795030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 38954) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:39.800185 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f8880ea2-a479-456c-9b09-89deae51cabd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2009434054'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:39.888716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8880ea2-a479-456c-9b09-89deae51cabd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Made reservation on behalf of 4ef7ad3ab5814318a9e6fc9366c72719 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:39.892474 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f8880ea2-a479-456c-9b09-89deae51cabd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.918399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8880ea2-a479-456c-9b09-89deae51cabd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:16:39.930285 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f8880ea2-a479-456c-9b09-89deae51cabd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.930541 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-f8880ea2-a479-456c-9b09-89deae51cabd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Added segment c3e2f9d8-05d5-46b2-9f24-0796ffe62d23 of type vlan for network 2e96cac8-8ac0-4938-a523-54ce8134b407 Jul 05 04:16:39.991214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f8880ea2-a479-456c-9b09-89deae51cabd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.117388 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f8880ea2-a479-456c-9b09-89deae51cabd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.123528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8880ea2-a479-456c-9b09-89deae51cabd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:40.124395 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f8880ea2-a479-456c-9b09-89deae51cabd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.241051 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f8880ea2-a479-456c-9b09-89deae51cabd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4448037 Jul 05 04:16:40.243908 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 38972) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:40.249663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8880ea2-a479-456c-9b09-89deae51cabd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event updated for resources: {'Network': ['ID=2e96cac8-8ac0-4938-a523-54ce8134b407,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:40.250123 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Request body: {'ports': [{'network_id': '2f104782-d9fc-40c0-a5ff-077fd21c83da', 'name': 'tempest-port--863450755', 'admin_state_up': True}, {'network_id': '2e96cac8-8ac0-4938-a523-54ce8134b407', 'admin_state_up': False}]} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:40.250895 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Request body: {'port': {'network_id': '2f104782-d9fc-40c0-a5ff-077fd21c83da', 'name': 'tempest-port--863450755', 'admin_state_up': True}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:40.251803 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Request body: {'port': {'network_id': '2e96cac8-8ac0-4938-a523-54ce8134b407', 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:40.285460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 2e96cac8-8ac0-4938-a523-54ce8134b407 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:16:40.574494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Made reservation on behalf of 4ef7ad3ab5814318a9e6fc9366c72719 for: {'port': 2} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:40.579444 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.593964 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.696937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] device_id is not set on port 83c1ded3-3acf-4918-95d9-797bcaead710 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:40.857439 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.917848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 4b6c38f0-76f4-4ed4-95fc-48099facbe47 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:40.944536 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] device_id is not set on port ea342724-591a-4cca-a062-977aec4326bb yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:40.968219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1f59d-02e6-49f0-a67f-404dc32dbb08 req-f9897ff0-923e-4089-8e67-c7cf3ba97ebf tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:40.985584 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-acc1f59d-02e6-49f0-a67f-404dc32dbb08 req-f9897ff0-923e-4089-8e67-c7cf3ba97ebf tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 945 time: 0.1181998 Jul 05 04:16:41.019115 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 4b6c38f0-76f4-4ed4-95fc-48099facbe47 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:41.019484 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.055860 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-acc1f59d-02e6-49f0-a67f-404dc32dbb08 req-23aeab87-a36c-4fe5-81a3-3c177e5a8fda tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688214 Jul 05 04:16:41.085783 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.154252 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.198112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6c38f0-76f4-4ed4-95fc-48099facbe47'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:41.200987 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbad9c4-976d-4546-91af-df345252e93d" -d '{"events": [{"server_uuid": "a7f8fb68-a81e-4892-8faa-b76da09ea0b4", "name": "network-vif-plugged", "status": "completed", "tag": "4b6c38f0-76f4-4ed4-95fc-48099facbe47"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:41.220047 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.225179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 4b6c38f0-76f4-4ed4-95fc-48099facbe47, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:41.266680 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055734ea-517c-4f29-8eb6-5209a913a51c x-openstack-request-id: req-055734ea-517c-4f29-8eb6-5209a913a51c {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:41.267026 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f8fb68-a81e-4892-8faa-b76da09ea0b4", "name": "network-vif-plugged", "status": "completed", "tag": "4b6c38f0-76f4-4ed4-95fc-48099facbe47", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:41.269721 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-055734ea-517c-4f29-8eb6-5209a913a51c {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:41.273290 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'code': 200} Jul 05 04:16:41.306951 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.339394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event updated for resources: {'Port': ['ID=83c1ded3-3acf-4918-95d9-797bcaead710,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:41.356581 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Checking segment: {'id': 'f80f4cd0-ca34-4448-a15b-f9155a2b2642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2f104782-d9fc-40c0-a5ff-077fd21c83da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:41.357026 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Network hostable DHCP agents. Network: 2f104782-d9fc-40c0-a5ff-077fd21c83da, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:16:41.421374 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=4b6c38f0-76f4-4ed4-95fc-48099facbe47,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:41.475829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Network 2f104782-d9fc-40c0-a5ff-077fd21c83da is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:16:41.576093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 2f104782-d9fc-40c0-a5ff-077fd21c83da) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:41.576093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:41.577292 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.584477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00826028-98c5-4091-8b5e-49a78880830c None None] Network 2f104782-d9fc-40c0-a5ff-077fd21c83da requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:41.738456 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event updated for resources: {'Port': ['ID=ea342724-591a-4cca-a062-977aec4326bb,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:41.752459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Checking segment: {'id': 'c3e2f9d8-05d5-46b2-9f24-0796ffe62d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e96cac8-8ac0-4938-a523-54ce8134b407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:41.753031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Network hostable DHCP agents. Network: 2e96cac8-8ac0-4938-a523-54ce8134b407, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:16:41.831827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Network 2e96cac8-8ac0-4938-a523-54ce8134b407 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:16:41.919493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 2e96cac8-8ac0-4938-a523-54ce8134b407) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:41.923986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:41.930756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:41.931522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1fde40-30c4-4c29-8362-3bad4245b927 None None] Network 2e96cac8-8ac0-4938-a523-54ce8134b407 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:41.936870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:41.937588 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.029422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39030) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:42.029947 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-59f01fe8-804c-4a62-87da-050ec0bfbe7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7841408 Jul 05 04:16:42.185248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c41f8-edc9-4622-97f6-f84bfb41953a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.205416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c41f8-edc9-4622-97f6-f84bfb41953a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.212883 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-863c41f8-edc9-4622-97f6-f84bfb41953a tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1798046 Jul 05 04:16:42.213351 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39038) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:42.358259 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e10893-fd50-46ec-a9ae-1cf3633ad785 req-d02d4e8f-d975-4913-8632-446a3b594f60 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.367997 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-78e10893-fd50-46ec-a9ae-1cf3633ad785 req-d02d4e8f-d975-4913-8632-446a3b594f60 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.1019139 Jul 05 04:16:42.421240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-78e10893-fd50-46ec-a9ae-1cf3633ad785 req-edafa217-3408-449d-a779-6c1aa1208347 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519283 Jul 05 04:16:42.477516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-6b56b0d7-319b-4b1d-b783-67fc75bca905 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Deleting port 83c1ded3-3acf-4918-95d9-797bcaead710 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:42.477874 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b56b0d7-319b-4b1d-b783-67fc75bca905 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.587456 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b56b0d7-319b-4b1d-b783-67fc75bca905 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.621052 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-6b56b0d7-319b-4b1d-b783-67fc75bca905 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Calling delete_port for 83c1ded3-3acf-4918-95d9-797bcaead710 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:42.832102 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b56b0d7-319b-4b1d-b783-67fc75bca905 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.894137 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56b0d7-319b-4b1d-b783-67fc75bca905 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event deleted for resources: {'Port': ['ID=83c1ded3-3acf-4918-95d9-797bcaead710,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:42.913832 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b56b0d7-319b-4b1d-b783-67fc75bca905 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.922121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39048) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:42.930718 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6b56b0d7-319b-4b1d-b783-67fc75bca905 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "DELETE /v2.0/ports/83c1ded3-3acf-4918-95d9-797bcaead710 HTTP/1.1" status: 204 len: 168 time: 0.7161515 Jul 05 04:16:43.057632 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-d5b819ad-7649-494c-8673-dafcac1481b8 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Deleting port ea342724-591a-4cca-a062-977aec4326bb {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:43.058647 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5b819ad-7649-494c-8673-dafcac1481b8 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.156804 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5b819ad-7649-494c-8673-dafcac1481b8 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.172932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-d5b819ad-7649-494c-8673-dafcac1481b8 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Calling delete_port for ea342724-591a-4cca-a062-977aec4326bb owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:43.367779 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5b819ad-7649-494c-8673-dafcac1481b8 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.407099 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5b819ad-7649-494c-8673-dafcac1481b8 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.411610 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d5b819ad-7649-494c-8673-dafcac1481b8 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "DELETE /v2.0/ports/ea342724-591a-4cca-a062-977aec4326bb HTTP/1.1" status: 204 len: 168 time: 0.4884462 Jul 05 04:16:43.415205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39058) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:43.485842 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b819ad-7649-494c-8673-dafcac1481b8 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event deleted for resources: {'Port': ['ID=ea342724-591a-4cca-a062-977aec4326bb,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:43.515264 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9880fb83-7733-4cb0-86d2-0f61352c6bb0 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0994093 Jul 05 04:16:43.540120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39062) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:43.545649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8e93c17f-85f7-416d-8bae-43619eccd160 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-915761446'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:43.695934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fe1f0-c2a5-432a-b3aa-2c842bed462e req-d1305039-47d1-4b38-a0dc-1513268816a2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:43.697496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a3fe1f0-c2a5-432a-b3aa-2c842bed462e req-d1305039-47d1-4b38-a0dc-1513268816a2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.0832231 Jul 05 04:16:43.741117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a3fe1f0-c2a5-432a-b3aa-2c842bed462e req-67bae84c-514d-434d-8638-ffa6c52aa882 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371485 Jul 05 04:16:43.808837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e93c17f-85f7-416d-8bae-43619eccd160 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Made reservation on behalf of 4ef7ad3ab5814318a9e6fc9366c72719 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:43.812811 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e93c17f-85f7-416d-8bae-43619eccd160 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.864462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e93c17f-85f7-416d-8bae-43619eccd160 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:16:43.883528 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e93c17f-85f7-416d-8bae-43619eccd160 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.884403 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-8e93c17f-85f7-416d-8bae-43619eccd160 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Added segment 5825ac13-b627-40f9-a936-da36b887ac65 of type vlan for network c032a6cd-4bfd-438b-9074-906e759f43a0 Jul 05 04:16:43.942205 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e93c17f-85f7-416d-8bae-43619eccd160 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.092077 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e93c17f-85f7-416d-8bae-43619eccd160 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.097836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e93c17f-85f7-416d-8bae-43619eccd160 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:44.099105 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e93c17f-85f7-416d-8bae-43619eccd160 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.245151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93c17f-85f7-416d-8bae-43619eccd160 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event updated for resources: {'Network': ['ID=c032a6cd-4bfd-438b-9074-906e759f43a0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:44.257719 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network c032a6cd-4bfd-438b-9074-906e759f43a0 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:16:44.292417 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39076) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:44.293006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8e93c17f-85f7-416d-8bae-43619eccd160 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7513001 Jul 05 04:16:44.303238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c2f09781-dbb4-487c-a4a7-17eb3db8b6fd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1759655736'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:44.449491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f09781-dbb4-487c-a4a7-17eb3db8b6fd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Made reservation on behalf of 4ef7ad3ab5814318a9e6fc9366c72719 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:44.453156 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2f09781-dbb4-487c-a4a7-17eb3db8b6fd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.518614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f09781-dbb4-487c-a4a7-17eb3db8b6fd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:16:44.542960 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2f09781-dbb4-487c-a4a7-17eb3db8b6fd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.545325 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-c2f09781-dbb4-487c-a4a7-17eb3db8b6fd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Added segment c33481bf-fd0f-46f1-9ef7-10d90b6fff46 of type vlan for network d6c064ac-0068-4a74-97f2-51208502f024 Jul 05 04:16:44.631965 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2f09781-dbb4-487c-a4a7-17eb3db8b6fd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.723068 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2f09781-dbb4-487c-a4a7-17eb3db8b6fd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.760008 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f09781-dbb4-487c-a4a7-17eb3db8b6fd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:44.760699 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c2f09781-dbb4-487c-a4a7-17eb3db8b6fd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.878867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f09781-dbb4-487c-a4a7-17eb3db8b6fd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event updated for resources: {'Network': ['ID=d6c064ac-0068-4a74-97f2-51208502f024,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:44.942014 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network d6c064ac-0068-4a74-97f2-51208502f024 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:16:44.958587 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c2f09781-dbb4-487c-a4a7-17eb3db8b6fd tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6111526 Jul 05 04:16:45.056639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39086) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:45.059437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Request body: {'subnets': [{'network_id': 'c032a6cd-4bfd-438b-9074-906e759f43a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--593497670', 'ip_version': 4}, {'network_id': 'd6c064ac-0068-4a74-97f2-51208502f024', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:45.059758 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Request body: {'subnet': {'network_id': 'c032a6cd-4bfd-438b-9074-906e759f43a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--593497670', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:45.060327 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Request body: {'subnet': {'network_id': 'd6c064ac-0068-4a74-97f2-51208502f024', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:45.313243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013d966-3d1b-498e-acb9-251e1bf0e9c0 req-0c98d9c0-6563-4961-8ec9-182f750649b1 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:45.314699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d013d966-3d1b-498e-acb9-251e1bf0e9c0 req-0c98d9c0-6563-4961-8ec9-182f750649b1 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.0843003 Jul 05 04:16:45.362804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d013d966-3d1b-498e-acb9-251e1bf0e9c0 req-f7751bb7-a7d3-45c6-aa50-6f2bc72f9409 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416954 Jul 05 04:16:45.378789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Made reservation on behalf of 4ef7ad3ab5814318a9e6fc9366c72719 for: {'subnet': 2} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:45.392900 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.392900 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.017464 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.118441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event updated for resources: {'Subnet': ['ID=49d507b5-5370-4344-86fb-36b0bded01f2,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:46.152593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Checking segment: {'id': '5825ac13-b627-40f9-a936-da36b887ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c032a6cd-4bfd-438b-9074-906e759f43a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:46.152960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Network hostable DHCP agents. Network: c032a6cd-4bfd-438b-9074-906e759f43a0, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:16:46.265737 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Network c032a6cd-4bfd-438b-9074-906e759f43a0 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:16:46.340247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, c032a6cd-4bfd-438b-9074-906e759f43a0) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:46.345148 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.353319 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149104be-cfe4-43f4-9bcf-8a5e6dd11f8e None None] Network c032a6cd-4bfd-438b-9074-906e759f43a0 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:46.438690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event updated for resources: {'Subnet': ['ID=276d4e09-a568-478d-ac7d-cbcb480e07ee,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:46.509142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Checking segment: {'id': 'c33481bf-fd0f-46f1-9ef7-10d90b6fff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd6c064ac-0068-4a74-97f2-51208502f024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:46.515509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Network hostable DHCP agents. Network: d6c064ac-0068-4a74-97f2-51208502f024, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:16:46.642535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-c032a6cd-4bfd-438b-9074-906e759f43a0', 'network_id': 'c032a6cd-4bfd-438b-9074-906e759f43a0', 'tenant_id': '4ef7ad3ab5814318a9e6fc9366c72719', 'fixed_ips': [{'subnet_id': '49d507b5-5370-4344-86fb-36b0bded01f2'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:46.643689 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.657554 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Network d6c064ac-0068-4a74-97f2-51208502f024 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:16:46.710860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebc724-a37b-491d-a840-4c736e0bc478 req-2e36a0a0-75dc-4a86-b45c-39000319c22b tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.713919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-10ebc724-a37b-491d-a840-4c736e0bc478 req-2e36a0a0-75dc-4a86-b45c-39000319c22b tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.1188164 Jul 05 04:16:46.764566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, d6c064ac-0068-4a74-97f2-51208502f024) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:46.767570 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-10ebc724-a37b-491d-a840-4c736e0bc478 req-82a552c9-6424-438f-bb52-9f35c8bb5a8f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462723 Jul 05 04:16:46.777931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.782270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3debe20e-8054-4bad-96a9-1efd90fcb231 None None] Network d6c064ac-0068-4a74-97f2-51208502f024 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:46.782954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.783893 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.866576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6b5d881f-4c05-4198-87ce-21a574dba1d5 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.8112888 Jul 05 04:16:46.869362 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39108) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:46.915042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Allocated IP 172.20.0.2 (c032a6cd-4bfd-438b-9074-906e759f43a0/49d507b5-5370-4344-86fb-36b0bded01f2/202c36e3-ad6a-4c28-ad53-a4d497b2f1a1) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:46.995168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae7d09-ea8b-46db-a2a8-3b28bf349634 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.997453 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae7d09-ea8b-46db-a2a8-3b28bf349634 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.999366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae7d09-ea8b-46db-a2a8-3b28bf349634 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:47.005641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39112) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:47.006473 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-95ae7d09-ea8b-46db-a2a8-3b28bf349634 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1342573 Jul 05 04:16:47.091119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73dfa0d-2a5d-4499-b570-a57cbdf22f7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Deleting subnet 49d507b5-5370-4344-86fb-36b0bded01f2 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:47.157598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-d6c064ac-0068-4a74-97f2-51208502f024', 'network_id': 'd6c064ac-0068-4a74-97f2-51208502f024', 'tenant_id': '4ef7ad3ab5814318a9e6fc9366c72719', 'fixed_ips': [{'subnet_id': '276d4e09-a568-478d-ac7d-cbcb480e07ee'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:47.158479 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.229866 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.239740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Transition to ACTIVE for port object 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:47.256090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Transition to ACTIVE for port object 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:47.338888 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a73dfa0d-2a5d-4499-b570-a57cbdf22f7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.372881 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.434226 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Pushing event updated for resources: {'Port': ['ID=202c36e3-ad6a-4c28-ad53-a4d497b2f1a1,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:47.460734 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Network c032a6cd-4bfd-438b-9074-906e759f43a0 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:47.464340 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:47.466942 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a73dfa0d-2a5d-4499-b570-a57cbdf22f7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.472425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:47.594332 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Attempting to bind port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:47.594957 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Attempting to bind port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '5825ac13-b627-40f9-a936-da36b887ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c032a6cd-4bfd-438b-9074-906e759f43a0'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:47.595511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Attempting to bind port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 on network c032a6cd-4bfd-438b-9074-906e759f43a0 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:47.604870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:47.605541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Checking segment: {'id': '5825ac13-b627-40f9-a936-da36b887ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c032a6cd-4bfd-438b-9074-906e759f43a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:47.606120 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.606669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Bound using segment: {'id': '5825ac13-b627-40f9-a936-da36b887ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c032a6cd-4bfd-438b-9074-906e759f43a0'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:47.607291 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Bound port: 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5825ac13-b627-40f9-a936-da36b887ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c032a6cd-4bfd-438b-9074-906e759f43a0'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:47.607918 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.645903 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a73dfa0d-2a5d-4499-b570-a57cbdf22f7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.790493 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Allocated IP 172.20.0.18 (d6c064ac-0068-4a74-97f2-51208502f024/276d4e09-a568-478d-ac7d-cbcb480e07ee/ed54f736-4bf3-43b3-8914-4193c34d239b) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:47.804151 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a73dfa0d-2a5d-4499-b570-a57cbdf22f7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.862214 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73dfa0d-2a5d-4499-b570-a57cbdf22f7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event deleted for resources: {'Subnet': ['ID=49d507b5-5370-4344-86fb-36b0bded01f2,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:47.873349 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a73dfa0d-2a5d-4499-b570-a57cbdf22f7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.878708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39122) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:47.887439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a73dfa0d-2a5d-4499-b570-a57cbdf22f7c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "DELETE /v2.0/subnets/49d507b5-5370-4344-86fb-36b0bded01f2 HTTP/1.1" status: 204 len: 168 time: 0.8806064 Jul 05 04:16:47.981988 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] For port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:47.989650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec1b682-ff78-46b6-af95-fb7cf289101c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Deleting subnet 276d4e09-a568-478d-ac7d-cbcb480e07ee {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:48.023661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] For port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=202c36e3-ad6a-4c28-ad53-a4d497b2f1a1,segment=NetworkSegment(5825ac13-b627-40f9-a936-da36b887ac65),segment_id=5825ac13-b627-40f9-a936-da36b887ac65)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:48.079437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd35a2-4de3-45a0-b9d8-e2a80e3278f0 req-f014fa0d-6468-429a-a7a9-977ed37cd842 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:48.086397 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.098330 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12dd35a2-4de3-45a0-b9d8-e2a80e3278f0 req-f014fa0d-6468-429a-a7a9-977ed37cd842 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.1276450 Jul 05 04:16:48.170296 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12dd35a2-4de3-45a0-b9d8-e2a80e3278f0 req-9708cff0-3a2f-4606-8554-778d43b4a8b1 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634332 Jul 05 04:16:48.252547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b374f-cd32-44d1-94d3-d47cc0c4b8f1 None None] Pushing event updated for resources: {'Port': ['ID=202c36e3-ad6a-4c28-ad53-a4d497b2f1a1,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:48.256830 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.266057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Transition to ACTIVE for port object ed54f736-4bf3-43b3-8914-4193c34d239b will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:48.292434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Transition to ACTIVE for port object ed54f736-4bf3-43b3-8914-4193c34d239b will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:48.379751 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aec1b682-ff78-46b6-af95-fb7cf289101c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.381846 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.438933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Network d6c064ac-0068-4a74-97f2-51208502f024 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:48.441671 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aec1b682-ff78-46b6-af95-fb7cf289101c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.445090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:48.450756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:48.455548 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Pushing event updated for resources: {'Port': ['ID=ed54f736-4bf3-43b3-8914-4193c34d239b,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:48.584159 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aec1b682-ff78-46b6-af95-fb7cf289101c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.656740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Attempting to bind port ed54f736-4bf3-43b3-8914-4193c34d239b on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:48.656740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Attempting to bind port ed54f736-4bf3-43b3-8914-4193c34d239b by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'c33481bf-fd0f-46f1-9ef7-10d90b6fff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd6c064ac-0068-4a74-97f2-51208502f024'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:48.663694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Attempting to bind port ed54f736-4bf3-43b3-8914-4193c34d239b on network d6c064ac-0068-4a74-97f2-51208502f024 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:48.670477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:48.672033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Checking segment: {'id': 'c33481bf-fd0f-46f1-9ef7-10d90b6fff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd6c064ac-0068-4a74-97f2-51208502f024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:48.672033 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.672033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Bound using segment: {'id': 'c33481bf-fd0f-46f1-9ef7-10d90b6fff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd6c064ac-0068-4a74-97f2-51208502f024'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:48.672537 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Bound port: ed54f736-4bf3-43b3-8914-4193c34d239b, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33481bf-fd0f-46f1-9ef7-10d90b6fff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd6c064ac-0068-4a74-97f2-51208502f024'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:48.672976 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.768356 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aec1b682-ff78-46b6-af95-fb7cf289101c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.783149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] For port ed54f736-4bf3-43b3-8914-4193c34d239b, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:48.787922 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] For port ed54f736-4bf3-43b3-8914-4193c34d239b, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ed54f736-4bf3-43b3-8914-4193c34d239b,segment=NetworkSegment(c33481bf-fd0f-46f1-9ef7-10d90b6fff46),segment_id=c33481bf-fd0f-46f1-9ef7-10d90b6fff46)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:48.793637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aec1b682-ff78-46b6-af95-fb7cf289101c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.810765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39130) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:48.826344 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aec1b682-ff78-46b6-af95-fb7cf289101c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "DELETE /v2.0/subnets/276d4e09-a568-478d-ac7d-cbcb480e07ee HTTP/1.1" status: 204 len: 168 time: 0.9457555 Jul 05 04:16:48.869616 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1b682-ff78-46b6-af95-fb7cf289101c tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event deleted for resources: {'Subnet': ['ID=276d4e09-a568-478d-ac7d-cbcb480e07ee,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:48.897486 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.943486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4526b8f9-fb6c-4c5b-ab24-b32f0dae6229 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:48.949038 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39132) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:48.959640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4526b8f9-fb6c-4c5b-ab24-b32f0dae6229 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1474509 Jul 05 04:16:49.043724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb4b9b-a153-43ce-82cc-82373c1709eb None None] Pushing event updated for resources: {'Port': ['ID=ed54f736-4bf3-43b3-8914-4193c34d239b,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:49.602906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d4a9-014b-4b6a-be1f-8411d6beacfd req-581ec6b5-e217-40c5-a33b-d85ded38d8cc tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:49.605267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0d5d4a9-014b-4b6a-be1f-8411d6beacfd req-581ec6b5-e217-40c5-a33b-d85ded38d8cc tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.1670630 Jul 05 04:16:49.715549 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.721378 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0d5d4a9-014b-4b6a-be1f-8411d6beacfd req-1da076f7-be4c-4f8a-80f0-931c7b74a796 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047070 Jul 05 04:16:49.834739 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Deleting port ed54f736-4bf3-43b3-8914-4193c34d239b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:49.835183 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.978986 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b66edc1-2803-4e33-98b3-d2c34608874e None None] Network c032a6cd-4bfd-438b-9074-906e759f43a0 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:49.993136 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] For port ed54f736-4bf3-43b3-8914-4193c34d239b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ed54f736-4bf3-43b3-8914-4193c34d239b,segment=NetworkSegment(c33481bf-fd0f-46f1-9ef7-10d90b6fff46),segment_id=c33481bf-fd0f-46f1-9ef7-10d90b6fff46)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:49.999126 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.017874 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Calling delete_port for ed54f736-4bf3-43b3-8914-4193c34d239b owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:50.099772 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:50.247300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-10d0bb7d-0713-408b-b4f4-11abb3753003 None None] Provisioning for port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:50.294601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.377826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] No DVR routers for this DVR port ed54f736-4bf3-43b3-8914-4193c34d239b on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:50.386069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:50.390946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:50.391226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event deleted for resources: {'Port': ['ID=ed54f736-4bf3-43b3-8914-4193c34d239b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:50.391516 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.443129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50180925-364b-4a98-a7fb-76591737bbfb None None] DHCP port deletion for c032a6cd-4bfd-438b-9074-906e759f43a0 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:50.602342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.627689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c064ac-0068-4a74-97f2-51208502f024']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:50.650069 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.661725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33481bf-fd0f-46f1-9ef7-10d90b6fff46') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:50.664561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33481bf-fd0f-46f1-9ef7-10d90b6fff46') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:50.676224 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.702988 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.712510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:16:50.712923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.734692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=202c36e3-ad6a-4c28-ad53-a4d497b2f1a1,segment=NetworkSegment(5825ac13-b627-40f9-a936-da36b887ac65),segment_id=5825ac13-b627-40f9-a936-da36b887ac65)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:50.788609 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-50180925-364b-4a98-a7fb-76591737bbfb None None] Deleting port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:50.788906 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-50180925-364b-4a98-a7fb-76591737bbfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:16:50.832885 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:16:50.875792 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.877363 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ed54f736-4bf3-43b3-8914-4193c34d239b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:50.916756 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.918165 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.922952 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39168) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:50.937247 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "DELETE /v2.0/networks/d6c064ac-0068-4a74-97f2-51208502f024 HTTP/1.1" status: 204 len: 168 time: 1.9862235 Jul 05 04:16:50.981146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a46d7-bdf6-4ad5-97c4-7e825f15880f tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event deleted for resources: {'Network': ['ID=d6c064ac-0068-4a74-97f2-51208502f024,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:50.983604 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ed54f736-4bf3-43b3-8914-4193c34d239b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:50.985500 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ed54f736-4bf3-43b3-8914-4193c34d239b not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 04:16:51.030583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Port ed54f736-4bf3-43b3-8914-4193c34d239b not found, will not notify nova. {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 04:16:51.058488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8760ee-4065-44ce-a3a9-266c2026b87b None None] DHCP port deletion for d6c064ac-0068-4a74-97f2-51208502f024 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:51.061004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2918d012-4e76-4da9-b0d0-c497a6eeb093 None None] Could not find standard attr ID for object ed54f736-4bf3-43b3-8914-4193c34d239b. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:16:51.106340 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324f6b28-9145-44f7-8cab-15a6f7894083 None None] Network d6c064ac-0068-4a74-97f2-51208502f024 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:51.115765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.116486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-50180925-364b-4a98-a7fb-76591737bbfb None None] For port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=202c36e3-ad6a-4c28-ad53-a4d497b2f1a1,segment=NetworkSegment(5825ac13-b627-40f9-a936-da36b887ac65),segment_id=5825ac13-b627-40f9-a936-da36b887ac65)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:51.116889 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-50180925-364b-4a98-a7fb-76591737bbfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.142126 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d0ad4-99de-4e18-b0cd-271b5b55f772 req-0a7acee9-4a14-4b44-842e-fb1a9f9c8b84 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.143751 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c06d0ad4-99de-4e18-b0cd-271b5b55f772 req-0a7acee9-4a14-4b44-842e-fb1a9f9c8b84 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.1191638 Jul 05 04:16:51.146878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-50180925-364b-4a98-a7fb-76591737bbfb None None] Calling delete_port for 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:51.148832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324f6b28-9145-44f7-8cab-15a6f7894083 None None] Network d6c064ac-0068-4a74-97f2-51208502f024 could not be found, it might have been deleted concurrently. {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:16:51.151422 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=202c36e3-ad6a-4c28-ad53-a4d497b2f1a1,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:51.219263 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c06d0ad4-99de-4e18-b0cd-271b5b55f772 req-5ac4c17e-50ab-42f6-bda7-ab49948b0aba tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503130 Jul 05 04:16:51.232645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Deleting port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:51.233004 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.300646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] For port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=202c36e3-ad6a-4c28-ad53-a4d497b2f1a1,segment=NetworkSegment(5825ac13-b627-40f9-a936-da36b887ac65),segment_id=5825ac13-b627-40f9-a936-da36b887ac65)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:51.301013 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.320832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Calling delete_port for 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:51.327801 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-70ca1960-52fc-4e09-9ee2-4e290b433f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.358805 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-50180925-364b-4a98-a7fb-76591737bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.401301 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50180925-364b-4a98-a7fb-76591737bbfb None None] Pushing event deleted for resources: {'Port': ['ID=202c36e3-ad6a-4c28-ad53-a4d497b2f1a1,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:51.429599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50180925-364b-4a98-a7fb-76591737bbfb None None] No DVR routers for this DVR port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:51.569794 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.608733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event deleted for resources: {'Port': ['ID=202c36e3-ad6a-4c28-ad53-a4d497b2f1a1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:51.617055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] No DVR routers for this DVR port 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:51.749937 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.763870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c032a6cd-4bfd-438b-9074-906e759f43a0']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:51.777410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5825ac13-b627-40f9-a936-da36b887ac65') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:51.778008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5825ac13-b627-40f9-a936-da36b887ac65') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:51.789786 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.806531 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.814023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:16:51.814641 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: self.session.flush() Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:16:51.894634 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:16:51.933779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:51.981517 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.982613 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:51.983176 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 202c36e3-ad6a-4c28-ad53-a4d497b2f1a1 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:51.983819 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ed54f736-4bf3-43b3-8914-4193c34d239b no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:51.992323 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.998899 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "DELETE /v2.0/networks/c032a6cd-4bfd-438b-9074-906e759f43a0 HTTP/1.1" status: 204 len: 168 time: 1.0726266 Jul 05 04:16:52.000439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39186) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:52.029548 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b407b4-99c3-4618-af0c-24da5d819718 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event deleted for resources: {'Network': ['ID=c032a6cd-4bfd-438b-9074-906e759f43a0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:52.045838 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ed54f736-4bf3-43b3-8914-4193c34d239b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:52.046268 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ed54f736-4bf3-43b3-8914-4193c34d239b not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:52.123297 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-955667ff-7209-4882-865c-bc303d74fbf4 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.230982 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-955667ff-7209-4882-865c-bc303d74fbf4 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.242101 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-955667ff-7209-4882-865c-bc303d74fbf4 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e96cac8-8ac0-4938-a523-54ce8134b407']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:52.254777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-955667ff-7209-4882-865c-bc303d74fbf4 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e2f9d8-05d5-46b2-9f24-0796ffe62d23') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:52.255554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-955667ff-7209-4882-865c-bc303d74fbf4 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e2f9d8-05d5-46b2-9f24-0796ffe62d23') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:52.288412 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-955667ff-7209-4882-865c-bc303d74fbf4 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.323901 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-955667ff-7209-4882-865c-bc303d74fbf4 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.338919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955667ff-7209-4882-865c-bc303d74fbf4 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:16:52.340211 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-955667ff-7209-4882-865c-bc303d74fbf4 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:16:52.354122 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:16:52.490299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17843d2-2965-46e4-a718-b2fdeb54ffb1 req-4174ea7e-4ac1-402d-8e7c-4731bfb4d743 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.509196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a17843d2-2965-46e4-a718-b2fdeb54ffb1 req-4174ea7e-4ac1-402d-8e7c-4731bfb4d743 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.1342731 Jul 05 04:16:52.545355 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-955667ff-7209-4882-865c-bc303d74fbf4 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.550491 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-955667ff-7209-4882-865c-bc303d74fbf4 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.554646 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-955667ff-7209-4882-865c-bc303d74fbf4 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "DELETE /v2.0/networks/2e96cac8-8ac0-4938-a523-54ce8134b407 HTTP/1.1" status: 204 len: 168 time: 0.5522001 Jul 05 04:16:52.571252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a17843d2-2965-46e4-a718-b2fdeb54ffb1 req-985c9f3b-6b64-41eb-bb35-cf9844bd9186 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608594 Jul 05 04:16:52.572246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39200) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:52.581455 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955667ff-7209-4882-865c-bc303d74fbf4 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event deleted for resources: {'Network': ['ID=2e96cac8-8ac0-4938-a523-54ce8134b407,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:52.701029 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b770f24-522c-4b2f-9969-3cbdfe95ea83 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.827828 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b770f24-522c-4b2f-9969-3cbdfe95ea83 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.838935 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5b770f24-522c-4b2f-9969-3cbdfe95ea83 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f104782-d9fc-40c0-a5ff-077fd21c83da']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:52.855593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5b770f24-522c-4b2f-9969-3cbdfe95ea83 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80f4cd0-ca34-4448-a15b-f9155a2b2642') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:52.855888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-5b770f24-522c-4b2f-9969-3cbdfe95ea83 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80f4cd0-ca34-4448-a15b-f9155a2b2642') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:52.865906 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b770f24-522c-4b2f-9969-3cbdfe95ea83 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.888951 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b770f24-522c-4b2f-9969-3cbdfe95ea83 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b770f24-522c-4b2f-9969-3cbdfe95ea83 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b770f24-522c-4b2f-9969-3cbdfe95ea83 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:16:52.909937 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:16:53.043316 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b770f24-522c-4b2f-9969-3cbdfe95ea83 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:53.056467 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b770f24-522c-4b2f-9969-3cbdfe95ea83 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:53.058386 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5b770f24-522c-4b2f-9969-3cbdfe95ea83 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] 10.222.0.60 "DELETE /v2.0/networks/2f104782-d9fc-40c0-a5ff-077fd21c83da HTTP/1.1" status: 204 len: 168 time: 0.4849684 Jul 05 04:16:53.079298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b770f24-522c-4b2f-9969-3cbdfe95ea83 tempest-BulkNetworkOpsTest-1956561435 tempest-BulkNetworkOpsTest-1956561435-project] Pushing event deleted for resources: {'Network': ['ID=2f104782-d9fc-40c0-a5ff-077fd21c83da,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:53.776757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39234) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:53.933530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910674e-9d07-4da8-9728-2fe4a0b1255c req-2bfe1206-68d0-4b8c-b763-74d97a27c9dd tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:53.941361 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1910674e-9d07-4da8-9728-2fe4a0b1255c req-2bfe1206-68d0-4b8c-b763-74d97a27c9dd tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.1086147 Jul 05 04:16:54.025473 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1910674e-9d07-4da8-9728-2fe4a0b1255c req-83f6567e-66b7-49f0-9ce1-d2c780b53c64 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819314 Jul 05 04:16:54.070952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6b18615a-d6c8-492e-9fbf-9f1550f39113 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ef7ad3ab5814318a9e6fc9366c72719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927716 Jul 05 04:16:54.073366 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39242) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.156591 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3083aee-7f5c-439d-bab8-57372318bfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.224959 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3083aee-7f5c-439d-bab8-57372318bfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.272189 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e443266e-4aa7-4d61-935f-b6560ab90da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.362655 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.424190 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3083aee-7f5c-439d-bab8-57372318bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.427257 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3083aee-7f5c-439d-bab8-57372318bfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.428944 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c3083aee-7f5c-439d-bab8-57372318bfa6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a744d9e8-02fb-4c1d-bab6-97ba98f7c6b6 HTTP/1.1" status: 204 len: 168 time: 0.3539789 Jul 05 04:16:54.468990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3083aee-7f5c-439d-bab8-57372318bfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a744d9e8-02fb-4c1d-bab6-97ba98f7c6b6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:55.260052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13167f-ca9b-486a-a151-2df4915d4a33 req-cdf9c59e-8eed-4de4-ba66-39cb18db1a30 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:55.261648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd13167f-ca9b-486a-a151-2df4915d4a33 req-cdf9c59e-8eed-4de4-ba66-39cb18db1a30 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.0923886 Jul 05 04:16:55.305324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd13167f-ca9b-486a-a151-2df4915d4a33 req-7126827d-88c9-44b6-a8e9-2dd9ebf37c55 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379412 Jul 05 04:16:55.386045 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.062398 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39320) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.218359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1365995270'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:56.313991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:56.320230 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.332652 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.625984 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.664998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ad033-dea9-4c7b-af8a-b673f7922f3c req-4db00b40-01ec-4c28-8049-ff69d78e019f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:56.666925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c85ad033-dea9-4c7b-af8a-b673f7922f3c req-4db00b40-01ec-4c28-8049-ff69d78e019f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.1600425 Jul 05 04:16:56.711916 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c85ad033-dea9-4c7b-af8a-b673f7922f3c req-dc1da6be-8aff-4076-a131-1a9ecd4ec070 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394013 Jul 05 04:16:56.717093 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.751574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:16:56.758663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a0dab6-46a8-43c7-afaf-d261ef524799,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:56.772620 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.772620 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Added segment 6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb of type vlan for network 09a78204-b797-43fd-912e-c4dfa3592fa6 Jul 05 04:16:56.819837 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.926171 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.934976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:56.935678 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.207732 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.288673 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Network': ['ID=09a78204-b797-43fd-912e-c4dfa3592fa6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:57.303209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 09a78204-b797-43fd-912e-c4dfa3592fa6 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:16:57.370855 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3bd6fafd-0138-4a71-8c7e-1d06dcfe1f55 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3043661 Jul 05 04:16:57.942678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b9a3c-343b-4792-80d3-cad648895127 req-611955cc-5fa2-4369-be4c-bab650a07466 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.944923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-065b9a3c-343b-4792-80d3-cad648895127 req-611955cc-5fa2-4369-be4c-bab650a07466 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.0904007 Jul 05 04:16:58.051898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-065b9a3c-343b-4792-80d3-cad648895127 req-f820463d-f006-4ef3-aa66-2cd7050dd594 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953352 Jul 05 04:16:58.311036 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860755a5-f013-4549-949d-d0597bfa3f3f req-25232370-63ab-45a9-b95c-8c77fe5b7708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:58.322443 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860755a5-f013-4549-949d-d0597bfa3f3f req-25232370-63ab-45a9-b95c-8c77fe5b7708 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 1097 time: 0.0783100 Jul 05 04:16:58.443226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860755a5-f013-4549-949d-d0597bfa3f3f req-206ae7e2-9d63-446b-9ed6-8f6e00dd493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:58.445084 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860755a5-f013-4549-949d-d0597bfa3f3f req-206ae7e2-9d63-446b-9ed6-8f6e00dd493e service neutron] 10.222.0.11 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 918 time: 0.1171639 Jul 05 04:16:58.569176 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860755a5-f013-4549-949d-d0597bfa3f3f req-56dd8839-cb59-40a5-8607-402a7bbba20d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47 HTTP/1.1" status: 200 len: 1002 time: 0.1167617 Jul 05 04:16:58.640862 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860755a5-f013-4549-949d-d0597bfa3f3f req-f63f2122-030d-4625-963a-89cd26d64792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:58.642363 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860755a5-f013-4549-949d-d0597bfa3f3f req-f63f2122-030d-4625-963a-89cd26d64792 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 200 len: 856 time: 0.0670192 Jul 05 04:16:58.703039 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860755a5-f013-4549-949d-d0597bfa3f3f req-eb3ab130-3a57-4041-bb6d-66f648ea0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:58.704689 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860755a5-f013-4549-949d-d0597bfa3f3f req-eb3ab130-3a57-4041-bb6d-66f648ea0214 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555313 Jul 05 04:16:58.807641 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860755a5-f013-4549-949d-d0597bfa3f3f req-b0544261-8a2c-46c9-aafc-3632c95bc04d service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962837 Jul 05 04:16:58.900032 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-860755a5-f013-4549-949d-d0597bfa3f3f req-544cffb3-2bcd-4426-b7f0-e64397f4bd8d service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860164 Jul 05 04:16:59.131571 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:16:59.245742 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917de9fd-3582-4227-9e3a-1582766b2e1c req-65b77588-1448-4a4e-a951-0d57ccfff70f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.247780 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-917de9fd-3582-4227-9e3a-1582766b2e1c req-65b77588-1448-4a4e-a951-0d57ccfff70f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.0705779 Jul 05 04:16:59.286298 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-917de9fd-3582-4227-9e3a-1582766b2e1c req-ab3795fd-e26b-45ca-9e12-4da1e7095a87 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329220 Jul 05 04:16:59.534079 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.483172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b292c4-c391-4486-8572-164c0f2c6b43 req-7975ef81-9ae1-41db-adec-1c5f99f08ca4 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:00.484795 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7b292c4-c391-4486-8572-164c0f2c6b43 req-7975ef81-9ae1-41db-adec-1c5f99f08ca4 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 946 time: 0.0728276 Jul 05 04:17:00.523410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7b292c4-c391-4486-8572-164c0f2c6b43 req-98851df5-1b1d-453f-b8b5-d31c5980fbd5 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321214 Jul 05 04:17:00.661676 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39548) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.667996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'subnet': {'network_id': '09a78204-b797-43fd-912e-c4dfa3592fa6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:00.859469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:00.863622 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.976308 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 4b6c38f0-76f4-4ed4-95fc-48099facbe47 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:01.062019 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.086137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b6c38f0-76f4-4ed4-95fc-48099facbe47'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:01.088429 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84674c19-1f61-42b6-bc9a-854e49e13367" -d '{"events": [{"server_uuid": "a7f8fb68-a81e-4892-8faa-b76da09ea0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "4b6c38f0-76f4-4ed4-95fc-48099facbe47"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:01.109913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 4b6c38f0-76f4-4ed4-95fc-48099facbe47, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:01.128836 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.143736 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3180b6bb-14f4-434a-a702-41e877f1df47 x-openstack-request-id: req-3180b6bb-14f4-434a-a702-41e877f1df47 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:01.143736 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f8fb68-a81e-4892-8faa-b76da09ea0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "4b6c38f0-76f4-4ed4-95fc-48099facbe47", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:01.143736 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3180b6bb-14f4-434a-a702-41e877f1df47 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:01.143736 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'code': 200} Jul 05 04:17:01.197376 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Subnet': ['ID=c6dc6b96-b897-47bc-9661-8161b4abad8e,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:01.206425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:01.206780 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:01.207306 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:01.207646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:01.207979 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:01.208311 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:01.208964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:01.209161 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:01.209766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:01.210369 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:01.210593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:01.211079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:01.217506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Checking segment: {'id': '6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '09a78204-b797-43fd-912e-c4dfa3592fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:01.217828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network hostable DHCP agents. Network: 09a78204-b797-43fd-912e-c4dfa3592fa6, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:01.226121 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.275781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=4b6c38f0-76f4-4ed4-95fc-48099facbe47,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:01.344355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network 09a78204-b797-43fd-912e-c4dfa3592fa6 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:01.413695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 09a78204-b797-43fd-912e-c4dfa3592fa6) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:01.417736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.418326 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.422974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f528067-36b3-47c0-bf48-0dd2e47b2441 None None] Network 09a78204-b797-43fd-912e-c4dfa3592fa6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:01.513625 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5b70267c-4d63-42ff-9424-b08b60f63d12 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8505626 Jul 05 04:17:01.527485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39586) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.527485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9a6ae131-aa05-4f14-a122-628b701d8b1f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-139678426'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:01.556259 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.608072 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-09a78204-b797-43fd-912e-c4dfa3592fa6', 'network_id': '09a78204-b797-43fd-912e-c4dfa3592fa6', 'tenant_id': 'fab13c169bdf4543bdffddafc24c35b3', 'fixed_ips': [{'subnet_id': 'c6dc6b96-b897-47bc-9661-8161b4abad8e'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:01.609055 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.705603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6ae131-aa05-4f14-a122-628b701d8b1f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:01.711380 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9a6ae131-aa05-4f14-a122-628b701d8b1f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.756058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a47657-0d3f-49c2-9f3e-ee6be9b3aa05 req-3502ce84-4e8c-4e32-86bd-b838790fe269 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.757567 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4a47657-0d3f-49c2-9f3e-ee6be9b3aa05 req-3502ce84-4e8c-4e32-86bd-b838790fe269 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1083543 Jul 05 04:17:01.765030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6ae131-aa05-4f14-a122-628b701d8b1f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:01.789805 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9a6ae131-aa05-4f14-a122-628b701d8b1f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.790163 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-9a6ae131-aa05-4f14-a122-628b701d8b1f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Added segment f860edcb-b6dd-4a1b-bce9-27ac60b5b77d of type vlan for network 1740ef36-3058-423f-bf57-daa6ac8614bd Jul 05 04:17:01.790831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Allocated IP 2001:db8:0:ffff::2 (09a78204-b797-43fd-912e-c4dfa3592fa6/c6dc6b96-b897-47bc-9661-8161b4abad8e/b5cf0778-3985-48c1-aae8-b088486a09ea) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:01.838058 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4a47657-0d3f-49c2-9f3e-ee6be9b3aa05 req-7dce1233-374d-4301-96fd-8c2078a0f69c tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708456 Jul 05 04:17:01.846178 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9a6ae131-aa05-4f14-a122-628b701d8b1f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.943902 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.951956 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Transition to ACTIVE for port object b5cf0778-3985-48c1-aae8-b088486a09ea will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:01.967333 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Transition to ACTIVE for port object b5cf0778-3985-48c1-aae8-b088486a09ea will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:01.977770 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9a6ae131-aa05-4f14-a122-628b701d8b1f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.983290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6ae131-aa05-4f14-a122-628b701d8b1f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.983927 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9a6ae131-aa05-4f14-a122-628b701d8b1f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.045366 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.071004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ae131-aa05-4f14-a122-628b701d8b1f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Network': ['ID=1740ef36-3058-423f-bf57-daa6ac8614bd,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:02.085892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 1740ef36-3058-423f-bf57-daa6ac8614bd details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:02.098920 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9a6ae131-aa05-4f14-a122-628b701d8b1f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5806520 Jul 05 04:17:02.101807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39618) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:02.107165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-cf9f06e4-43a2-4dba-8498-c906aacd62cf tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'subnet': {'network_id': '1740ef36-3058-423f-bf57-daa6ac8614bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:02.178556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Network 09a78204-b797-43fd-912e-c4dfa3592fa6 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:02.180061 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:02.189359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:02.194323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Pushing event updated for resources: {'Port': ['ID=b5cf0778-3985-48c1-aae8-b088486a09ea,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:02.257196 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Attempting to bind port b5cf0778-3985-48c1-aae8-b088486a09ea on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:02.257563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Attempting to bind port b5cf0778-3985-48c1-aae8-b088486a09ea by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '09a78204-b797-43fd-912e-c4dfa3592fa6'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:02.257924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Attempting to bind port b5cf0778-3985-48c1-aae8-b088486a09ea on network 09a78204-b797-43fd-912e-c4dfa3592fa6 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:02.262761 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:02.263139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Checking segment: {'id': '6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '09a78204-b797-43fd-912e-c4dfa3592fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:02.263541 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.263942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Bound using segment: {'id': '6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '09a78204-b797-43fd-912e-c4dfa3592fa6'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:02.264450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Bound port: b5cf0778-3985-48c1-aae8-b088486a09ea, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '09a78204-b797-43fd-912e-c4dfa3592fa6'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:02.264835 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.328191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9f06e4-43a2-4dba-8498-c906aacd62cf tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:02.330469 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] For port b5cf0778-3985-48c1-aae8-b088486a09ea, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:02.335364 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf9f06e4-43a2-4dba-8498-c906aacd62cf tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.335511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] For port b5cf0778-3985-48c1-aae8-b088486a09ea, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b5cf0778-3985-48c1-aae8-b088486a09ea,segment=NetworkSegment(6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb),segment_id=6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:02.429828 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.503515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df35401-0109-4b37-a55d-323cba1cc4bb None None] Pushing event updated for resources: {'Port': ['ID=b5cf0778-3985-48c1-aae8-b088486a09ea,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:02.699773 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf9f06e4-43a2-4dba-8498-c906aacd62cf tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.792671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f06e4-43a2-4dba-8498-c906aacd62cf tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Subnet': ['ID=83773053-26f4-45f7-b35f-2b580b57a30c,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:02.811181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f06e4-43a2-4dba-8498-c906aacd62cf tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Checking segment: {'id': 'f860edcb-b6dd-4a1b-bce9-27ac60b5b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1740ef36-3058-423f-bf57-daa6ac8614bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:02.811181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9f06e4-43a2-4dba-8498-c906aacd62cf tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network hostable DHCP agents. Network: 1740ef36-3058-423f-bf57-daa6ac8614bd, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:02.877262 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9f06e4-43a2-4dba-8498-c906aacd62cf tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network 1740ef36-3058-423f-bf57-daa6ac8614bd is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:02.974332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-cf9f06e4-43a2-4dba-8498-c906aacd62cf tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 1740ef36-3058-423f-bf57-daa6ac8614bd) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:02.979639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f06e4-43a2-4dba-8498-c906aacd62cf tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:02.983618 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf9f06e4-43a2-4dba-8498-c906aacd62cf tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.983742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cab8c1-6f15-4c3d-8384-ea6ce099e47f None None] Network 1740ef36-3058-423f-bf57-daa6ac8614bd requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:03.055041 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cf9f06e4-43a2-4dba-8498-c906aacd62cf tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9521048 Jul 05 04:17:03.057730 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39668) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:03.200041 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-1740ef36-3058-423f-bf57-daa6ac8614bd', 'network_id': '1740ef36-3058-423f-bf57-daa6ac8614bd', 'tenant_id': 'fab13c169bdf4543bdffddafc24c35b3', 'fixed_ips': [{'subnet_id': '83773053-26f4-45f7-b35f-2b580b57a30c'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:03.200883 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.252438 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.362144 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.383964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Allocated IP 2001:db8::1 (1740ef36-3058-423f-bf57-daa6ac8614bd/83773053-26f4-45f7-b35f-2b580b57a30c/18ac4825-3ab2-418d-80fe-f738aaa31089) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:03.565889 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.577157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Transition to ACTIVE for port object 18ac4825-3ab2-418d-80fe-f738aaa31089 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:03.599712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Transition to ACTIVE for port object 18ac4825-3ab2-418d-80fe-f738aaa31089 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:03.693952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62db5e5c-0796-4913-b177-1a42ad498aaa None None] Network 09a78204-b797-43fd-912e-c4dfa3592fa6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:03.768135 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.835245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.841874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a1840-3a5a-4b10-aab0-c621cae179c8 req-8b9790a4-c9a7-45c3-bba7-2ccb40f45f09 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.843470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f16a1840-3a5a-4b10-aab0-c621cae179c8 req-8b9790a4-c9a7-45c3-bba7-2ccb40f45f09 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.0810800 Jul 05 04:17:03.855446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Network 1740ef36-3058-423f-bf57-daa6ac8614bd is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:03.857587 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:03.872571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Subnet': ['ID=83773053-26f4-45f7-b35f-2b580b57a30c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:03.925423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:03.959899 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.963256 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f16a1840-3a5a-4b10-aab0-c621cae179c8 req-295b4065-ef63-455a-b681-e17c352b4efc tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1132617 Jul 05 04:17:03.978294 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c466eac1-06d2-42b3-a2fd-18191cf86be5 None None] Provisioning for port b5cf0778-3985-48c1-aae8-b088486a09ea completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:03.998321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1740ef36-3058-423f-bf57-daa6ac8614bd']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:04.020956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f860edcb-b6dd-4a1b-bce9-27ac60b5b77d') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:04.021357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f860edcb-b6dd-4a1b-bce9-27ac60b5b77d') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:04.036026 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.065490 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.066140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Pushing event updated for resources: {'Port': ['ID=18ac4825-3ab2-418d-80fe-f738aaa31089,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:04.075352 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:04.076153 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.076955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b5cf0778-3985-48c1-aae8-b088486a09ea up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:04.151900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Attempting to bind port 18ac4825-3ab2-418d-80fe-f738aaa31089 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:04.152283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Attempting to bind port 18ac4825-3ab2-418d-80fe-f738aaa31089 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'f860edcb-b6dd-4a1b-bce9-27ac60b5b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1740ef36-3058-423f-bf57-daa6ac8614bd'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:04.152684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Attempting to bind port 18ac4825-3ab2-418d-80fe-f738aaa31089 on network 1740ef36-3058-423f-bf57-daa6ac8614bd {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:04.161343 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:04.166453 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:04.170506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Checking segment: {'id': 'f860edcb-b6dd-4a1b-bce9-27ac60b5b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1740ef36-3058-423f-bf57-daa6ac8614bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:04.170506 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.170506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Bound using segment: {'id': 'f860edcb-b6dd-4a1b-bce9-27ac60b5b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1740ef36-3058-423f-bf57-daa6ac8614bd'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:04.170506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Bound port: 18ac4825-3ab2-418d-80fe-f738aaa31089, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f860edcb-b6dd-4a1b-bce9-27ac60b5b77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1740ef36-3058-423f-bf57-daa6ac8614bd'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:04.170506 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.220293 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.api [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:17:04.220293 n-d-798249-5 neutron-server[100876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:17:04.220293 n-d-798249-5 neutron-server[100876]: [parameters: {'id': '1740ef36-3058-423f-bf57-daa6ac8614bd'}] Jul 05 04:17:04.220293 n-d-798249-5 neutron-server[100876]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:17:04.221039 n-d-798249-5 neutron-server[100876]: DEBUG oslo_db.api [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:17:04.280301 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] For port 18ac4825-3ab2-418d-80fe-f738aaa31089, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:04.294766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] For port 18ac4825-3ab2-418d-80fe-f738aaa31089, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=18ac4825-3ab2-418d-80fe-f738aaa31089,segment=NetworkSegment(f860edcb-b6dd-4a1b-bce9-27ac60b5b77d),segment_id=f860edcb-b6dd-4a1b-bce9-27ac60b5b77d)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:04.344495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39742) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:04.363068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port b5cf0778-3985-48c1-aae8-b088486a09ea completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:04.369406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b5cf0778-3985-48c1-aae8-b088486a09ea triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:04.369777 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.371882 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.483298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c1847-4ad3-4024-af0c-fb7ae75c8193 None None] Pushing event updated for resources: {'Port': ['ID=18ac4825-3ab2-418d-80fe-f738aaa31089,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:04.529980 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9cad0262-1b6e-44db-b3fc-bf656d15d3d9 req-4dfe8ee9-9adc-419f-9d06-d18f0dcac8e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1843030 Jul 05 04:17:04.594849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c88464-1774-485c-a240-1df907a39d52 None None] Network 1740ef36-3058-423f-bf57-daa6ac8614bd requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:04.612660 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.729707 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.786266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Deleting port 18ac4825-3ab2-418d-80fe-f738aaa31089 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:04.788765 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.849329 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9c22b97f-fca8-44bc-bcba-765a6acf5488 None None] Provisioning complete for port b5cf0778-3985-48c1-aae8-b088486a09ea triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:04.851668 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c22b97f-fca8-44bc-bcba-765a6acf5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.881965 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] For port 18ac4825-3ab2-418d-80fe-f738aaa31089, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=18ac4825-3ab2-418d-80fe-f738aaa31089,segment=NetworkSegment(f860edcb-b6dd-4a1b-bce9-27ac60b5b77d),segment_id=f860edcb-b6dd-4a1b-bce9-27ac60b5b77d)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:04.882529 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.897388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port b5cf0778-3985-48c1-aae8-b088486a09ea, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b5cf0778-3985-48c1-aae8-b088486a09ea,segment=NetworkSegment(6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb),segment_id=6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:04.911484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Calling delete_port for 18ac4825-3ab2-418d-80fe-f738aaa31089 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:05.009414 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 4b6c38f0-76f4-4ed4-95fc-48099facbe47 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:05.011993 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.038331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd6e4e8-f51c-4dc4-ab6e-3eb1ec5f1948 None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:17:05.082195 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c22b97f-fca8-44bc-bcba-765a6acf5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.083164 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.117550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Port': ['ID=18ac4825-3ab2-418d-80fe-f738aaa31089,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:05.120298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No DVR routers for this DVR port 18ac4825-3ab2-418d-80fe-f738aaa31089 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:05.195026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad6239-93b7-4844-808d-8793b27e0fb6 req-d2591080-8a07-4420-abc9-9ee7c11a35fb tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:05.203177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2aad6239-93b7-4844-808d-8793b27e0fb6 req-d2591080-8a07-4420-abc9-9ee7c11a35fb tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1041296 Jul 05 04:17:05.207790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=b5cf0778-3985-48c1-aae8-b088486a09ea,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:05.260245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.267538 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-9c22b97f-fca8-44bc-bcba-765a6acf5488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:17:05.268095 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-9c22b97f-fca8-44bc-bcba-765a6acf5488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:17:05.271956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1740ef36-3058-423f-bf57-daa6ac8614bd']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:05.278435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2aad6239-93b7-4844-808d-8793b27e0fb6 req-0be2bc88-6b13-4c69-b84b-e430ff17e418 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727029 Jul 05 04:17:05.283709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f860edcb-b6dd-4a1b-bce9-27ac60b5b77d') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:05.284019 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f860edcb-b6dd-4a1b-bce9-27ac60b5b77d') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:05.293952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd6e4e8-f51c-4dc4-ab6e-3eb1ec5f1948 None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:17:05.294531 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.309908 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.319156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:05.319573 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:05.322772 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:05.482382 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.493862 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.504665 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/1740ef36-3058-423f-bf57-daa6ac8614bd HTTP/1.1" status: 204 len: 168 time: 2.4456267 Jul 05 04:17:05.508697 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39814) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:05.514866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e14c69ea-3aa9-4abc-8dd7-2c78623f8cb4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-199684169'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:05.527800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bc3f-cfd1-4356-9941-1c51931fed15 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Network': ['ID=1740ef36-3058-423f-bf57-daa6ac8614bd,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:05.642153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14c69ea-3aa9-4abc-8dd7-2c78623f8cb4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:05.646521 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e14c69ea-3aa9-4abc-8dd7-2c78623f8cb4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.672330 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14c69ea-3aa9-4abc-8dd7-2c78623f8cb4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:05.682125 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e14c69ea-3aa9-4abc-8dd7-2c78623f8cb4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.682417 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-e14c69ea-3aa9-4abc-8dd7-2c78623f8cb4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Added segment dd9c34e6-62da-4391-af5d-7caacd22eb7a of type vlan for network c25d426d-14ab-438e-8d6e-76938cbc72e7 Jul 05 04:17:05.731067 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e14c69ea-3aa9-4abc-8dd7-2c78623f8cb4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.834977 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e14c69ea-3aa9-4abc-8dd7-2c78623f8cb4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.848319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14c69ea-3aa9-4abc-8dd7-2c78623f8cb4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:05.848319 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e14c69ea-3aa9-4abc-8dd7-2c78623f8cb4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.931896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c69ea-3aa9-4abc-8dd7-2c78623f8cb4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Network': ['ID=c25d426d-14ab-438e-8d6e-76938cbc72e7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:05.976882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network c25d426d-14ab-438e-8d6e-76938cbc72e7 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:05.978745 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e14c69ea-3aa9-4abc-8dd7-2c78623f8cb4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4685483 Jul 05 04:17:05.979565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b5cf0778-3985-48c1-aae8-b088486a09ea up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:05.981585 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39836) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:05.987471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d3ecd3b5-5eaa-408e-b93f-8ba43e9db667 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'subnet': {'network_id': 'c25d426d-14ab-438e-8d6e-76938cbc72e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:06.110467 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b5cf0778-3985-48c1-aae8-b088486a09ea triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:06.111225 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.147367 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dced0cfe-929d-414e-87b3-ddd0d6b02755 req-0f7457d6-f619-4af9-9353-7359457ef9f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908661 Jul 05 04:17:06.231334 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ecd3b5-5eaa-408e-b93f-8ba43e9db667 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:06.235055 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3ecd3b5-5eaa-408e-b93f-8ba43e9db667 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.263429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced0cfe-929d-414e-87b3-ddd0d6b02755 req-86b40eaa-4e9a-4467-abf1-6dbbc56ccea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.265547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dced0cfe-929d-414e-87b3-ddd0d6b02755 req-86b40eaa-4e9a-4467-abf1-6dbbc56ccea5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a7e2eccf7d94dc29e62b5f11d8b8141&device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0676706 Jul 05 04:17:06.461081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced0cfe-929d-414e-87b3-ddd0d6b02755 req-8e42a38f-4685-4fdb-848a-1c3293070ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.462580 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dced0cfe-929d-414e-87b3-ddd0d6b02755 req-8e42a38f-4685-4fdb-848a-1c3293070ea2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da6ab4e0-d261-4958-9917-3ef99fd426c9 HTTP/1.1" status: 200 len: 910 time: 0.1772602 Jul 05 04:17:06.545075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dced0cfe-929d-414e-87b3-ddd0d6b02755 req-f2525a9e-18ac-4c46-8086-cfcc784f239e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75d1337-7d30-4efc-abb1-05cbc6d02efa HTTP/1.1" status: 200 len: 1002 time: 0.0734880 Jul 05 04:17:06.593377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b9aa3-a0d2-4418-b7ed-9f668d8e963d req-2ee72fcb-89d2-4ee1-a640-789c0dd85451 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.594839 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-799b9aa3-a0d2-4418-b7ed-9f668d8e963d req-2ee72fcb-89d2-4ee1-a640-789c0dd85451 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1891487 Jul 05 04:17:06.614157 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3ecd3b5-5eaa-408e-b93f-8ba43e9db667 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.635011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced0cfe-929d-414e-87b3-ddd0d6b02755 req-e222ebe2-fd7c-4f49-8005-0f3d8a249dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.636554 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dced0cfe-929d-414e-87b3-ddd0d6b02755 req-e222ebe2-fd7c-4f49-8005-0f3d8a249dde service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3855596-f772-427e-8340-583a11b4f8f0 HTTP/1.1" status: 200 len: 848 time: 0.0826733 Jul 05 04:17:06.669428 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-799b9aa3-a0d2-4418-b7ed-9f668d8e963d req-93be0be9-15f4-43f4-a0f3-73ca11e35ab3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673673 Jul 05 04:17:06.724026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced0cfe-929d-414e-87b3-ddd0d6b02755 req-7d7c1477-7e09-4901-9fb4-284f931aa63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.726003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dced0cfe-929d-414e-87b3-ddd0d6b02755 req-7d7c1477-7e09-4901-9fb4-284f931aa63e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da6ab4e0-d261-4958-9917-3ef99fd426c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784981 Jul 05 04:17:06.736115 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecd3b5-5eaa-408e-b93f-8ba43e9db667 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Subnet': ['ID=bac55ae2-4fd6-4e23-b686-68308c3c2ae2,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:06.739222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ecd3b5-5eaa-408e-b93f-8ba43e9db667 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Checking segment: {'id': 'dd9c34e6-62da-4391-af5d-7caacd22eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c25d426d-14ab-438e-8d6e-76938cbc72e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:06.739682 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ecd3b5-5eaa-408e-b93f-8ba43e9db667 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network hostable DHCP agents. Network: c25d426d-14ab-438e-8d6e-76938cbc72e7, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:06.820201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dced0cfe-929d-414e-87b3-ddd0d6b02755 req-667622c7-73cd-444d-b40b-fb87359c12f5 service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874119 Jul 05 04:17:06.843472 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ecd3b5-5eaa-408e-b93f-8ba43e9db667 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network c25d426d-14ab-438e-8d6e-76938cbc72e7 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:06.926179 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dced0cfe-929d-414e-87b3-ddd0d6b02755 req-dda2d2ff-a5fa-4c2b-9eb5-de3039db9989 service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993347 Jul 05 04:17:06.961337 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-d3ecd3b5-5eaa-408e-b93f-8ba43e9db667 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, c25d426d-14ab-438e-8d6e-76938cbc72e7) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:06.965546 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecd3b5-5eaa-408e-b93f-8ba43e9db667 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.966331 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3ecd3b5-5eaa-408e-b93f-8ba43e9db667 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.973077 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dfb89e-e992-4836-bd12-ec99baf03b70 None None] Network c25d426d-14ab-438e-8d6e-76938cbc72e7 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:07.038986 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d3ecd3b5-5eaa-408e-b93f-8ba43e9db667 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0559282 Jul 05 04:17:07.051490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 39886) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:07.053487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-89e30430-4898-4bc3-bb88-908a7a9bba76 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1459749476'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:07.164152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-c25d426d-14ab-438e-8d6e-76938cbc72e7', 'network_id': 'c25d426d-14ab-438e-8d6e-76938cbc72e7', 'tenant_id': 'fab13c169bdf4543bdffddafc24c35b3', 'fixed_ips': [{'subnet_id': 'bac55ae2-4fd6-4e23-b686-68308c3c2ae2'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:07.164152 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.184106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e30430-4898-4bc3-bb88-908a7a9bba76 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:07.188079 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89e30430-4898-4bc3-bb88-908a7a9bba76 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.213792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e30430-4898-4bc3-bb88-908a7a9bba76 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:07.224512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89e30430-4898-4bc3-bb88-908a7a9bba76 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.225315 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-89e30430-4898-4bc3-bb88-908a7a9bba76 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Added segment 590a4753-c595-44b9-9bb9-e8785842b58d of type vlan for network 83134fde-cf5d-4270-9b81-29b867b5e049 Jul 05 04:17:07.266805 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89e30430-4898-4bc3-bb88-908a7a9bba76 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.314271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Allocated IP 2001:db8::3 (c25d426d-14ab-438e-8d6e-76938cbc72e7/bac55ae2-4fd6-4e23-b686-68308c3c2ae2/ede18cdb-7968-4b8e-96b4-85b12ea6a9a5) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:07.391449 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89e30430-4898-4bc3-bb88-908a7a9bba76 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.400840 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e30430-4898-4bc3-bb88-908a7a9bba76 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.403619 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-89e30430-4898-4bc3-bb88-908a7a9bba76 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.517508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e30430-4898-4bc3-bb88-908a7a9bba76 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Network': ['ID=83134fde-cf5d-4270-9b81-29b867b5e049,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:07.524056 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.530270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 83134fde-cf5d-4270-9b81-29b867b5e049 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:07.538713 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Transition to ACTIVE for port object ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:07.563946 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-89e30430-4898-4bc3-bb88-908a7a9bba76 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5153503 Jul 05 04:17:07.567593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39912) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:07.575845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7bc3f9cc-66da-457b-9d02-985d7cf3655c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'subnet': {'network_id': '83134fde-cf5d-4270-9b81-29b867b5e049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:07.604786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Transition to ACTIVE for port object ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:07.688995 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.730216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Network c25d426d-14ab-438e-8d6e-76938cbc72e7 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:07.733222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:07.740083 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:07.747208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Pushing event updated for resources: {'Port': ['ID=ede18cdb-7968-4b8e-96b4-85b12ea6a9a5,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:07.783538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc3f9cc-66da-457b-9d02-985d7cf3655c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:07.789665 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7bc3f9cc-66da-457b-9d02-985d7cf3655c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.811388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Attempting to bind port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:07.811764 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Attempting to bind port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'dd9c34e6-62da-4391-af5d-7caacd22eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c25d426d-14ab-438e-8d6e-76938cbc72e7'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:07.812135 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Attempting to bind port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 on network c25d426d-14ab-438e-8d6e-76938cbc72e7 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:07.818360 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:07.818746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Checking segment: {'id': 'dd9c34e6-62da-4391-af5d-7caacd22eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c25d426d-14ab-438e-8d6e-76938cbc72e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:07.819163 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.819551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Bound using segment: {'id': 'dd9c34e6-62da-4391-af5d-7caacd22eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c25d426d-14ab-438e-8d6e-76938cbc72e7'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:07.820150 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Bound port: ede18cdb-7968-4b8e-96b4-85b12ea6a9a5, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9c34e6-62da-4391-af5d-7caacd22eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c25d426d-14ab-438e-8d6e-76938cbc72e7'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:07.820577 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.906779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] For port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:07.913091 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] For port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ede18cdb-7968-4b8e-96b4-85b12ea6a9a5,segment=NetworkSegment(dd9c34e6-62da-4391-af5d-7caacd22eb7a),segment_id=dd9c34e6-62da-4391-af5d-7caacd22eb7a)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:07.942004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-7bc3f9cc-66da-457b-9d02-985d7cf3655c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Performing IP validity checks on allocation pools {{(pid=100877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:17:07.942798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-7bc3f9cc-66da-457b-9d02-985d7cf3655c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:17:07.992284 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.050114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5587c-23e5-4e28-b810-141c235c176b None None] Pushing event updated for resources: {'Port': ['ID=ede18cdb-7968-4b8e-96b4-85b12ea6a9a5,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:08.101740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eb790-6c93-410c-86c6-b6b1cf2f6793 req-b45ec4dd-6fc2-4359-acf3-3aaeab7d0103 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:08.109022 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a57eb790-6c93-410c-86c6-b6b1cf2f6793 req-b45ec4dd-6fc2-4359-acf3-3aaeab7d0103 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.2016516 Jul 05 04:17:08.170581 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a57eb790-6c93-410c-86c6-b6b1cf2f6793 req-702cb3e7-fb98-4066-b74a-48d0ecb3dfbc tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605092 Jul 05 04:17:08.237096 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7bc3f9cc-66da-457b-9d02-985d7cf3655c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.302876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3f9cc-66da-457b-9d02-985d7cf3655c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Subnet': ['ID=d05f462e-1484-46ed-8b86-e132f6996c2a,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:08.312395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc3f9cc-66da-457b-9d02-985d7cf3655c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Checking segment: {'id': '590a4753-c595-44b9-9bb9-e8785842b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '83134fde-cf5d-4270-9b81-29b867b5e049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:08.314927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc3f9cc-66da-457b-9d02-985d7cf3655c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network hostable DHCP agents. Network: 83134fde-cf5d-4270-9b81-29b867b5e049, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:08.443224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc3f9cc-66da-457b-9d02-985d7cf3655c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network 83134fde-cf5d-4270-9b81-29b867b5e049 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:08.526671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7bc3f9cc-66da-457b-9d02-985d7cf3655c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 83134fde-cf5d-4270-9b81-29b867b5e049) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:08.535694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc3f9cc-66da-457b-9d02-985d7cf3655c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:08.536352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7bc3f9cc-66da-457b-9d02-985d7cf3655c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.550979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f4358a-3671-4c51-a7c2-b869ccecf3a6 None None] Network 83134fde-cf5d-4270-9b81-29b867b5e049 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:08.652535 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7bc3f9cc-66da-457b-9d02-985d7cf3655c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0832341 Jul 05 04:17:08.655715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 39962) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:08.748546 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-83134fde-cf5d-4270-9b81-29b867b5e049', 'network_id': '83134fde-cf5d-4270-9b81-29b867b5e049', 'tenant_id': 'fab13c169bdf4543bdffddafc24c35b3', 'fixed_ips': [{'subnet_id': 'd05f462e-1484-46ed-8b86-e132f6996c2a'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:08.749551 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.781188 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.870374 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.928311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Allocated IP 2001:db8::3 (83134fde-cf5d-4270-9b81-29b867b5e049/d05f462e-1484-46ed-8b86-e132f6996c2a/d5053b5e-4e68-4c65-b269-7a06b5efcb08) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:09.139357 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.148665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Transition to ACTIVE for port object d5053b5e-4e68-4c65-b269-7a06b5efcb08 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:09.165500 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Transition to ACTIVE for port object d5053b5e-4e68-4c65-b269-7a06b5efcb08 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:09.248657 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.293036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Network 83134fde-cf5d-4270-9b81-29b867b5e049 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:09.296148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:09.299683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:09.313874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Pushing event updated for resources: {'Port': ['ID=d5053b5e-4e68-4c65-b269-7a06b5efcb08,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:09.356024 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.359214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d97fb2-10f0-4ef9-8570-5817b9c49ee7 None None] Network c25d426d-14ab-438e-8d6e-76938cbc72e7 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:09.397915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Subnet': ['ID=d05f462e-1484-46ed-8b86-e132f6996c2a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:09.431544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Attempting to bind port d5053b5e-4e68-4c65-b269-7a06b5efcb08 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:09.431923 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Attempting to bind port d5053b5e-4e68-4c65-b269-7a06b5efcb08 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '590a4753-c595-44b9-9bb9-e8785842b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '83134fde-cf5d-4270-9b81-29b867b5e049'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:09.432295 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Attempting to bind port d5053b5e-4e68-4c65-b269-7a06b5efcb08 on network 83134fde-cf5d-4270-9b81-29b867b5e049 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:09.462190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:09.463339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Checking segment: {'id': '590a4753-c595-44b9-9bb9-e8785842b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '83134fde-cf5d-4270-9b81-29b867b5e049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:09.466244 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.469947 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Bound using segment: {'id': '590a4753-c595-44b9-9bb9-e8785842b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '83134fde-cf5d-4270-9b81-29b867b5e049'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:09.469947 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Bound port: d5053b5e-4e68-4c65-b269-7a06b5efcb08, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a4753-c595-44b9-9bb9-e8785842b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '83134fde-cf5d-4270-9b81-29b867b5e049'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:09.469947 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.474569 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.490399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83134fde-cf5d-4270-9b81-29b867b5e049']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:09.507657 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648469-0873-4f03-b29f-6a67ded97d18 req-7b4645c6-0b75-4f4d-84eb-f22bf7d76e9d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:09.509531 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd648469-0873-4f03-b29f-6a67ded97d18 req-7b4645c6-0b75-4f4d-84eb-f22bf7d76e9d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.2012534 Jul 05 04:17:09.511336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590a4753-c595-44b9-9bb9-e8785842b58d') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:09.511700 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590a4753-c595-44b9-9bb9-e8785842b58d') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:09.528461 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.554476 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.562144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f72fb764-841c-481c-8d29-74afcbf3892d None None] Provisioning for port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:09.568405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:09.568902 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:09.572494 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:09.582734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd648469-0873-4f03-b29f-6a67ded97d18 req-490610b9-8ce1-4a37-b0c2-fe1838820831 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640545 Jul 05 04:17:09.614478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] For port d5053b5e-4e68-4c65-b269-7a06b5efcb08, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:09.674544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] For port d5053b5e-4e68-4c65-b269-7a06b5efcb08, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d5053b5e-4e68-4c65-b269-7a06b5efcb08,segment=NetworkSegment(590a4753-c595-44b9-9bb9-e8785842b58d),segment_id=590a4753-c595-44b9-9bb9-e8785842b58d)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:09.718040 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:17:09.718040 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:17:09.718040 n-d-798249-5 neutron-server[100877]: [parameters: {'id': '83134fde-cf5d-4270-9b81-29b867b5e049'}] Jul 05 04:17:09.718040 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:17:09.718841 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:17:09.762579 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.876765 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3074b9-b31a-47cb-90df-fc5af12d182a None None] Pushing event updated for resources: {'Port': ['ID=d5053b5e-4e68-4c65-b269-7a06b5efcb08,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:09.925690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1684018-2b50-44f5-a26a-0148ed1cab52 None None] Network 83134fde-cf5d-4270-9b81-29b867b5e049 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:10.026516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:10.138508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d2b99a-5e47-4551-9a40-9e3b60871598 None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:17:10.205615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:10.214500 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:10.214997 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.219472 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.297065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d2b99a-5e47-4551-9a40-9e3b60871598 None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:17:10.311744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Deleting port d5053b5e-4e68-4c65-b269-7a06b5efcb08 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:10.312518 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.388665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] For port d5053b5e-4e68-4c65-b269-7a06b5efcb08, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d5053b5e-4e68-4c65-b269-7a06b5efcb08,segment=NetworkSegment(590a4753-c595-44b9-9bb9-e8785842b58d),segment_id=590a4753-c595-44b9-9bb9-e8785842b58d)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:10.389355 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.405826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Calling delete_port for d5053b5e-4e68-4c65-b269-7a06b5efcb08 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:10.594863 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.602771 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.677024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ede18cdb-7968-4b8e-96b4-85b12ea6a9a5,segment=NetworkSegment(dd9c34e6-62da-4391-af5d-7caacd22eb7a),segment_id=dd9c34e6-62da-4391-af5d-7caacd22eb7a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:10.682186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No DVR routers for this DVR port d5053b5e-4e68-4c65-b269-7a06b5efcb08 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:10.684311 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Port': ['ID=d5053b5e-4e68-4c65-b269-7a06b5efcb08,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:10.839074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.858046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83134fde-cf5d-4270-9b81-29b867b5e049']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:10.865239 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.880768 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590a4753-c595-44b9-9bb9-e8785842b58d') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:10.882122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590a4753-c595-44b9-9bb9-e8785842b58d') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:10.920647 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.948631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c526e-b632-4095-8207-bb48d67919f8 req-9c02e862-bfbf-4100-9ca5-daae6f4a9e56 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:10.950218 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db6c526e-b632-4095-8207-bb48d67919f8 req-9c02e862-bfbf-4100-9ca5-daae6f4a9e56 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1708856 Jul 05 04:17:10.953963 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=ede18cdb-7968-4b8e-96b4-85b12ea6a9a5,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:10.958676 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.967148 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:10.967663 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:10.977317 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:11.051870 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db6c526e-b632-4095-8207-bb48d67919f8 req-64dca1d2-ac82-401e-a496-014a65864025 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914185 Jul 05 04:17:11.162656 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.182370 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.188070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/83134fde-cf5d-4270-9b81-29b867b5e049 HTTP/1.1" status: 204 len: 168 time: 2.5284977 Jul 05 04:17:11.188708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40036) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:11.194418 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-faad14e2-5aba-4bf3-be86-3039fd19781d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-915608816'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:11.203523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e43cb3-e527-4155-86ca-cf465a2cf432 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Network': ['ID=83134fde-cf5d-4270-9b81-29b867b5e049,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:11.293860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faad14e2-5aba-4bf3-be86-3039fd19781d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:11.297640 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-faad14e2-5aba-4bf3-be86-3039fd19781d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.321229 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faad14e2-5aba-4bf3-be86-3039fd19781d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:11.332640 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-faad14e2-5aba-4bf3-be86-3039fd19781d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.332640 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-faad14e2-5aba-4bf3-be86-3039fd19781d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Added segment 526eb0e1-8b3d-407b-b0db-5fba70c5d632 of type vlan for network 60385ec7-fce0-4650-87b4-d312a6b21e91 Jul 05 04:17:11.377445 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-faad14e2-5aba-4bf3-be86-3039fd19781d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.475315 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-faad14e2-5aba-4bf3-be86-3039fd19781d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.482030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faad14e2-5aba-4bf3-be86-3039fd19781d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:11.482642 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-faad14e2-5aba-4bf3-be86-3039fd19781d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.559680 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad14e2-5aba-4bf3-be86-3039fd19781d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Network': ['ID=60385ec7-fce0-4650-87b4-d312a6b21e91,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:11.573970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 60385ec7-fce0-4650-87b4-d312a6b21e91 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:11.652851 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-faad14e2-5aba-4bf3-be86-3039fd19781d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4627998 Jul 05 04:17:11.656592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40048) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:11.664782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-76add0a9-b88e-4a5d-88fb-482052e8eef4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'subnet': {'network_id': '60385ec7-fce0-4650-87b4-d312a6b21e91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:11.846258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76add0a9-b88e-4a5d-88fb-482052e8eef4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:11.850896 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76add0a9-b88e-4a5d-88fb-482052e8eef4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.993380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:12.090193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:12.091028 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.208601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76add0a9-b88e-4a5d-88fb-482052e8eef4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.246416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37b114-bbd9-4512-9204-d994e0618242 req-e48f9ca5-8c15-4bb4-beaa-ff2043cdb8ea tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.247978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b37b114-bbd9-4512-9204-d994e0618242 req-e48f9ca5-8c15-4bb4-beaa-ff2043cdb8ea tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.0680127 Jul 05 04:17:12.274378 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76add0a9-b88e-4a5d-88fb-482052e8eef4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Subnet': ['ID=34b14760-79d1-4af7-b725-353263b1f30d,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:12.292162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76add0a9-b88e-4a5d-88fb-482052e8eef4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Checking segment: {'id': '526eb0e1-8b3d-407b-b0db-5fba70c5d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '60385ec7-fce0-4650-87b4-d312a6b21e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:12.293151 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b37b114-bbd9-4512-9204-d994e0618242 req-f4a67db2-6b0b-4a96-bf09-159c7c632553 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362430 Jul 05 04:17:12.293349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76add0a9-b88e-4a5d-88fb-482052e8eef4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network hostable DHCP agents. Network: 60385ec7-fce0-4650-87b4-d312a6b21e91, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:12.369049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76add0a9-b88e-4a5d-88fb-482052e8eef4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network 60385ec7-fce0-4650-87b4-d312a6b21e91 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:12.401729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0262-1b6e-44db-b3fc-bf656d15d3d9 req-d3abb588-d048-4fae-9e81-f5d996275403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.403005 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cad0262-1b6e-44db-b3fc-bf656d15d3d9 req-d3abb588-d048-4fae-9e81-f5d996275403 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4&tenant_id=7982693370f04ea2842a41b7aaea4c91 HTTP/1.1" status: 200 len: 1095 time: 0.0950451 Jul 05 04:17:12.458505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-76add0a9-b88e-4a5d-88fb-482052e8eef4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 60385ec7-fce0-4650-87b4-d312a6b21e91) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:12.466666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76add0a9-b88e-4a5d-88fb-482052e8eef4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.467358 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76add0a9-b88e-4a5d-88fb-482052e8eef4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.467901 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a26cde2-8f6d-4b04-8306-1eb8aed906f5 None None] Network 60385ec7-fce0-4650-87b4-d312a6b21e91 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:12.501085 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0262-1b6e-44db-b3fc-bf656d15d3d9 req-80938b24-c56b-44e4-b7bf-a97febf535ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.502770 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cad0262-1b6e-44db-b3fc-bf656d15d3d9 req-80938b24-c56b-44e4-b7bf-a97febf535ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 1095 time: 0.0722213 Jul 05 04:17:12.562567 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-76add0a9-b88e-4a5d-88fb-482052e8eef4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9060316 Jul 05 04:17:12.566579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40066) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:12.626167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0262-1b6e-44db-b3fc-bf656d15d3d9 req-eab09e81-a9e5-4768-9e3d-bcda282324bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.627612 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cad0262-1b6e-44db-b3fc-bf656d15d3d9 req-eab09e81-a9e5-4768-9e3d-bcda282324bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 918 time: 0.1186748 Jul 05 04:17:12.650715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-60385ec7-fce0-4650-87b4-d312a6b21e91', 'network_id': '60385ec7-fce0-4650-87b4-d312a6b21e91', 'tenant_id': 'fab13c169bdf4543bdffddafc24c35b3', 'fixed_ips': [{'subnet_id': '34b14760-79d1-4af7-b725-353263b1f30d'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:12.657561 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.686244 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.706793 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cad0262-1b6e-44db-b3fc-bf656d15d3d9 req-b668cddb-165c-4e02-bc70-819cabfdb6e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47 HTTP/1.1" status: 200 len: 1000 time: 0.0716810 Jul 05 04:17:12.744566 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.763271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0262-1b6e-44db-b3fc-bf656d15d3d9 req-3bc08a99-4174-4371-a702-cc250b751f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.764790 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cad0262-1b6e-44db-b3fc-bf656d15d3d9 req-3bc08a99-4174-4371-a702-cc250b751f50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 200 len: 856 time: 0.0515769 Jul 05 04:17:12.801107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Allocated IP 2001:db8::1 (60385ec7-fce0-4650-87b4-d312a6b21e91/34b14760-79d1-4af7-b725-353263b1f30d/d1d12d73-77d5-4656-983c-87fbd224e3a1) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:12.832230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0262-1b6e-44db-b3fc-bf656d15d3d9 req-0c2af1df-b293-45dc-b729-fbe4e952ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.833974 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cad0262-1b6e-44db-b3fc-bf656d15d3d9 req-0c2af1df-b293-45dc-b729-fbe4e952ad24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625203 Jul 05 04:17:12.928884 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cad0262-1b6e-44db-b3fc-bf656d15d3d9 req-66f4f701-f157-44bd-9ac1-36d653c7ff52 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884633 Jul 05 04:17:12.953771 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.962322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Transition to ACTIVE for port object d1d12d73-77d5-4656-983c-87fbd224e3a1 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:12.977921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Transition to ACTIVE for port object d1d12d73-77d5-4656-983c-87fbd224e3a1 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:13.025869 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9cad0262-1b6e-44db-b3fc-bf656d15d3d9 req-418aa86b-7ac1-4ee9-9f75-282da0c13d30 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912366 Jul 05 04:17:13.045510 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.091880 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Network 60385ec7-fce0-4650-87b4-d312a6b21e91 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:13.095112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:13.099351 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:13.110522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Pushing event updated for resources: {'Port': ['ID=d1d12d73-77d5-4656-983c-87fbd224e3a1,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:13.166272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Attempting to bind port d1d12d73-77d5-4656-983c-87fbd224e3a1 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:13.166650 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Attempting to bind port d1d12d73-77d5-4656-983c-87fbd224e3a1 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '526eb0e1-8b3d-407b-b0db-5fba70c5d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '60385ec7-fce0-4650-87b4-d312a6b21e91'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:13.167017 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Attempting to bind port d1d12d73-77d5-4656-983c-87fbd224e3a1 on network 60385ec7-fce0-4650-87b4-d312a6b21e91 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:13.172866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:13.172866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Checking segment: {'id': '526eb0e1-8b3d-407b-b0db-5fba70c5d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '60385ec7-fce0-4650-87b4-d312a6b21e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:13.173083 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.173364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Bound using segment: {'id': '526eb0e1-8b3d-407b-b0db-5fba70c5d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '60385ec7-fce0-4650-87b4-d312a6b21e91'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:13.173837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Bound port: d1d12d73-77d5-4656-983c-87fbd224e3a1, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526eb0e1-8b3d-407b-b0db-5fba70c5d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '60385ec7-fce0-4650-87b4-d312a6b21e91'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:13.174225 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.174587 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.207208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Subnet': ['ID=34b14760-79d1-4af7-b725-353263b1f30d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:13.292817 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.301646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] For port d1d12d73-77d5-4656-983c-87fbd224e3a1, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:13.304928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] For port d1d12d73-77d5-4656-983c-87fbd224e3a1, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d1d12d73-77d5-4656-983c-87fbd224e3a1,segment=NetworkSegment(526eb0e1-8b3d-407b-b0db-5fba70c5d632),segment_id=526eb0e1-8b3d-407b-b0db-5fba70c5d632)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:13.308879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60385ec7-fce0-4650-87b4-d312a6b21e91']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:13.321582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526eb0e1-8b3d-407b-b0db-5fba70c5d632') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:13.321946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526eb0e1-8b3d-407b-b0db-5fba70c5d632') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:13.334208 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.411511 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.413424 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.431669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:13.433003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:13.442777 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:13.501620 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee0317-2491-492b-9fa2-39fe325c0ceb None None] Pushing event updated for resources: {'Port': ['ID=d1d12d73-77d5-4656-983c-87fbd224e3a1,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:13.587310 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40eb4bf-201f-4ed5-9e32-98063a08bced None None] Network 60385ec7-fce0-4650-87b4-d312a6b21e91 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:13.613849 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ee74f-5be8-43bc-a22c-6de6cd4298b9 req-92f458ea-0d18-41e8-a035-0308078cae53 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:13.615365 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-963ee74f-5be8-43bc-a22c-6de6cd4298b9 req-92f458ea-0d18-41e8-a035-0308078cae53 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1577258 Jul 05 04:17:13.649660 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:17:13.649660 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:17:13.649660 n-d-798249-5 neutron-server[100877]: [parameters: {'id': '60385ec7-fce0-4650-87b4-d312a6b21e91'}] Jul 05 04:17:13.649660 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:17:13.650166 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:17:13.657517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-963ee74f-5be8-43bc-a22c-6de6cd4298b9 req-7d593f27-17a8-44f1-9301-919667c18e0c tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364215 Jul 05 04:17:13.735047 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0872517e-9e76-4dbf-b25a-aa26eecee8e8 None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:17:13.850865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0872517e-9e76-4dbf-b25a-aa26eecee8e8 None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:17:14.151702 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.270393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Deleting port d1d12d73-77d5-4656-983c-87fbd224e3a1 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:14.271008 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.411052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] For port d1d12d73-77d5-4656-983c-87fbd224e3a1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d1d12d73-77d5-4656-983c-87fbd224e3a1,segment=NetworkSegment(526eb0e1-8b3d-407b-b0db-5fba70c5d632),segment_id=526eb0e1-8b3d-407b-b0db-5fba70c5d632)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:14.411745 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.432602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Calling delete_port for d1d12d73-77d5-4656-983c-87fbd224e3a1 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:14.845141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec9f63-db84-45fa-ba80-72bf1a2921fa req-54f9a7d4-90be-4396-82c6-04595f93ce42 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:14.846626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0dec9f63-db84-45fa-ba80-72bf1a2921fa req-54f9a7d4-90be-4396-82c6-04595f93ce42 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.0652528 Jul 05 04:17:14.880760 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.912329 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0dec9f63-db84-45fa-ba80-72bf1a2921fa req-595a1229-5c35-4f0b-a631-c202e6dfb979 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584435 Jul 05 04:17:14.915508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Port': ['ID=d1d12d73-77d5-4656-983c-87fbd224e3a1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:14.917416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No DVR routers for this DVR port d1d12d73-77d5-4656-983c-87fbd224e3a1 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:15.098980 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.134926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60385ec7-fce0-4650-87b4-d312a6b21e91']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:15.157021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526eb0e1-8b3d-407b-b0db-5fba70c5d632') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:15.162676 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526eb0e1-8b3d-407b-b0db-5fba70c5d632') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:15.171531 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.211654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.218466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:15.219080 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:15.225593 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:15.361022 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.373330 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.381179 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/60385ec7-fce0-4650-87b4-d312a6b21e91 HTTP/1.1" status: 204 len: 168 time: 2.8076284 Jul 05 04:17:15.385282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40128) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:15.388156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11265a24-9f2d-4b6f-8314-39671bfdea47 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Network': ['ID=60385ec7-fce0-4650-87b4-d312a6b21e91,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:15.397554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b67507a5-9a92-43aa-8aca-52b8ef29380a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-768419853'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:15.479032 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67507a5-9a92-43aa-8aca-52b8ef29380a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:15.484580 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b67507a5-9a92-43aa-8aca-52b8ef29380a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.524012 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67507a5-9a92-43aa-8aca-52b8ef29380a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:15.557764 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b67507a5-9a92-43aa-8aca-52b8ef29380a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.559070 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-b67507a5-9a92-43aa-8aca-52b8ef29380a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Added segment 3027be3f-59bf-4c34-9128-48c28bfc61ac of type vlan for network 620f52cf-91f3-49f1-9417-7b4da2580b1a Jul 05 04:17:15.647191 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b67507a5-9a92-43aa-8aca-52b8ef29380a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.806574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b67507a5-9a92-43aa-8aca-52b8ef29380a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.813726 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67507a5-9a92-43aa-8aca-52b8ef29380a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:15.814607 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b67507a5-9a92-43aa-8aca-52b8ef29380a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.935404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67507a5-9a92-43aa-8aca-52b8ef29380a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Network': ['ID=620f52cf-91f3-49f1-9417-7b4da2580b1a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:15.949202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 620f52cf-91f3-49f1-9417-7b4da2580b1a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:16.037826 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b67507a5-9a92-43aa-8aca-52b8ef29380a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6542671 Jul 05 04:17:16.040903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40138) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:16.049586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-215b2c13-0fe6-40b8-a845-cde8cc241f9d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'subnet': {'network_id': '620f52cf-91f3-49f1-9417-7b4da2580b1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:16.655077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555012ff-da39-46c2-9ae2-5bba0f20d4d4 req-180bb521-34ff-4480-a8ce-bc7c274e6e43 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:16.656626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-555012ff-da39-46c2-9ae2-5bba0f20d4d4 req-180bb521-34ff-4480-a8ce-bc7c274e6e43 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.5603278 Jul 05 04:17:16.700196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-555012ff-da39-46c2-9ae2-5bba0f20d4d4 req-7e53a4b3-ed64-4acb-b2ce-fbd6c81bf7bb tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372157 Jul 05 04:17:16.761977 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215b2c13-0fe6-40b8-a845-cde8cc241f9d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:16.766064 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-215b2c13-0fe6-40b8-a845-cde8cc241f9d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.192659 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-215b2c13-0fe6-40b8-a845-cde8cc241f9d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.278648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215b2c13-0fe6-40b8-a845-cde8cc241f9d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Checking segment: {'id': '3027be3f-59bf-4c34-9128-48c28bfc61ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '620f52cf-91f3-49f1-9417-7b4da2580b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:17.279083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215b2c13-0fe6-40b8-a845-cde8cc241f9d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network hostable DHCP agents. Network: 620f52cf-91f3-49f1-9417-7b4da2580b1a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:17.287319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b2c13-0fe6-40b8-a845-cde8cc241f9d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Subnet': ['ID=46d68a77-094d-4b37-8bf0-c65af35902d3,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:17.394993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215b2c13-0fe6-40b8-a845-cde8cc241f9d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network 620f52cf-91f3-49f1-9417-7b4da2580b1a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:17.482531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-215b2c13-0fe6-40b8-a845-cde8cc241f9d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 620f52cf-91f3-49f1-9417-7b4da2580b1a) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:17.488795 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215b2c13-0fe6-40b8-a845-cde8cc241f9d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:17.493947 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-215b2c13-0fe6-40b8-a845-cde8cc241f9d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.495328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d48a35-285d-4862-a5af-ef0047883fb8 None None] Network 620f52cf-91f3-49f1-9417-7b4da2580b1a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:17.618729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40158) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:17.619306 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-215b2c13-0fe6-40b8-a845-cde8cc241f9d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5761814 Jul 05 04:17:17.791208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-620f52cf-91f3-49f1-9417-7b4da2580b1a', 'network_id': '620f52cf-91f3-49f1-9417-7b4da2580b1a', 'tenant_id': 'fab13c169bdf4543bdffddafc24c35b3', 'fixed_ips': [{'subnet_id': '46d68a77-094d-4b37-8bf0-c65af35902d3'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:17.791208 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.852068 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.995622 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.042703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30f6fb-c360-4bc1-abc9-c678431090ac req-cc568868-4531-4230-959b-fa379b0430b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:18.052880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f30f6fb-c360-4bc1-abc9-c678431090ac req-cc568868-4531-4230-959b-fa379b0430b8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1075399 Jul 05 04:17:18.103555 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Allocated IP 2001:db8::1 (620f52cf-91f3-49f1-9417-7b4da2580b1a/46d68a77-094d-4b37-8bf0-c65af35902d3/b06e3159-aace-4fa8-b81a-822005bde2ca) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:18.104108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f30f6fb-c360-4bc1-abc9-c678431090ac req-4a5b8c99-9440-47a9-82f9-6c1ffcc30cc0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480549 Jul 05 04:17:18.374865 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.384425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Transition to ACTIVE for port object b06e3159-aace-4fa8-b81a-822005bde2ca will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:18.432988 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Transition to ACTIVE for port object b06e3159-aace-4fa8-b81a-822005bde2ca will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:18.532116 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.576259 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Network 620f52cf-91f3-49f1-9417-7b4da2580b1a is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:18.580960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:18.587300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:18.594127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Pushing event updated for resources: {'Port': ['ID=b06e3159-aace-4fa8-b81a-822005bde2ca,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:18.638166 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.665343 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Subnet': ['ID=46d68a77-094d-4b37-8bf0-c65af35902d3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:18.666849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Attempting to bind port b06e3159-aace-4fa8-b81a-822005bde2ca on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:18.667232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Attempting to bind port b06e3159-aace-4fa8-b81a-822005bde2ca by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '3027be3f-59bf-4c34-9128-48c28bfc61ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '620f52cf-91f3-49f1-9417-7b4da2580b1a'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:18.667691 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Attempting to bind port b06e3159-aace-4fa8-b81a-822005bde2ca on network 620f52cf-91f3-49f1-9417-7b4da2580b1a {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:18.678831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:18.679946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Checking segment: {'id': '3027be3f-59bf-4c34-9128-48c28bfc61ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '620f52cf-91f3-49f1-9417-7b4da2580b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:18.679946 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.680228 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Bound using segment: {'id': '3027be3f-59bf-4c34-9128-48c28bfc61ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '620f52cf-91f3-49f1-9417-7b4da2580b1a'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:18.680529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Bound port: b06e3159-aace-4fa8-b81a-822005bde2ca, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3027be3f-59bf-4c34-9128-48c28bfc61ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '620f52cf-91f3-49f1-9417-7b4da2580b1a'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:18.680876 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.748313 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.763153 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620f52cf-91f3-49f1-9417-7b4da2580b1a']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:18.778166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3027be3f-59bf-4c34-9128-48c28bfc61ac') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:18.778467 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3027be3f-59bf-4c34-9128-48c28bfc61ac') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:18.778796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] For port b06e3159-aace-4fa8-b81a-822005bde2ca, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:18.782781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] For port b06e3159-aace-4fa8-b81a-822005bde2ca, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b06e3159-aace-4fa8-b81a-822005bde2ca,segment=NetworkSegment(3027be3f-59bf-4c34-9128-48c28bfc61ac),segment_id=3027be3f-59bf-4c34-9128-48c28bfc61ac)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:18.792158 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.845374 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.846236 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.858884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:18.859749 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:18.864244 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:19.002618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68a544-73e0-404e-bfba-a23203cedc48 None None] Pushing event updated for resources: {'Port': ['ID=b06e3159-aace-4fa8-b81a-822005bde2ca,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:19.042634 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.api [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:17:19.042634 n-d-798249-5 neutron-server[100876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:17:19.042634 n-d-798249-5 neutron-server[100876]: [parameters: {'id': '620f52cf-91f3-49f1-9417-7b4da2580b1a'}] Jul 05 04:17:19.042634 n-d-798249-5 neutron-server[100876]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:17:19.043137 n-d-798249-5 neutron-server[100876]: DEBUG oslo_db.api [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:17:19.108111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0e0f20-4ada-4d80-a713-718d501890d5 None None] Network 620f52cf-91f3-49f1-9417-7b4da2580b1a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:19.364562 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39f9843-3ea8-46a7-95d2-fa58f5248c3d None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:17:19.447892 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666f5e4-aa91-46da-9551-fca4125edaec req-d1f0adcb-c722-47ba-baa0-efca1e5ea6c4 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:19.451290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e666f5e4-aa91-46da-9551-fca4125edaec req-d1f0adcb-c722-47ba-baa0-efca1e5ea6c4 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1111107 Jul 05 04:17:19.537512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39f9843-3ea8-46a7-95d2-fa58f5248c3d None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:17:19.544596 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:19.561189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e666f5e4-aa91-46da-9551-fca4125edaec req-1fb3397e-948e-4d87-b47c-6d9b63d29db6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018441 Jul 05 04:17:19.639061 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Deleting port b06e3159-aace-4fa8-b81a-822005bde2ca {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:19.640297 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:19.732062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] For port b06e3159-aace-4fa8-b81a-822005bde2ca, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b06e3159-aace-4fa8-b81a-822005bde2ca,segment=NetworkSegment(3027be3f-59bf-4c34-9128-48c28bfc61ac),segment_id=3027be3f-59bf-4c34-9128-48c28bfc61ac)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:19.732508 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:19.750308 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Calling delete_port for b06e3159-aace-4fa8-b81a-822005bde2ca owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:20.366481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.399227 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Port': ['ID=b06e3159-aace-4fa8-b81a-822005bde2ca,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:20.402859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No DVR routers for this DVR port b06e3159-aace-4fa8-b81a-822005bde2ca on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:20.484149 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.496069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620f52cf-91f3-49f1-9417-7b4da2580b1a']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:20.508675 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3027be3f-59bf-4c34-9128-48c28bfc61ac') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:20.508998 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3027be3f-59bf-4c34-9128-48c28bfc61ac') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:20.520795 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.538323 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.545642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:20.546159 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:20.550106 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:20.773575 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.784280 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.791688 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/620f52cf-91f3-49f1-9417-7b4da2580b1a HTTP/1.1" status: 204 len: 168 time: 3.1723609 Jul 05 04:17:20.793968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40198) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:20.799100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-99eaf33e-3bd0-4605-897f-7ad88472e4ab tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-324649134'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:20.821593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11981fe-7a2e-4d04-968c-a8105fe90f10 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Network': ['ID=620f52cf-91f3-49f1-9417-7b4da2580b1a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:20.839905 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0e6a4-30bb-4a33-9122-1b236586bdf7 req-371e525e-6a37-4b06-997c-5ca03cdfece8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:20.852387 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3e0e6a4-30bb-4a33-9122-1b236586bdf7 req-371e525e-6a37-4b06-997c-5ca03cdfece8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1124356 Jul 05 04:17:20.889043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3e0e6a4-30bb-4a33-9122-1b236586bdf7 req-6f5bb498-8313-416c-b9be-7e38c6811ff4 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367944 Jul 05 04:17:20.937191 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eaf33e-3bd0-4605-897f-7ad88472e4ab tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:20.941428 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99eaf33e-3bd0-4605-897f-7ad88472e4ab tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.967158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99eaf33e-3bd0-4605-897f-7ad88472e4ab tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:20.979300 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99eaf33e-3bd0-4605-897f-7ad88472e4ab tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.979675 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-99eaf33e-3bd0-4605-897f-7ad88472e4ab tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Added segment 50eb8dae-19d1-4e87-8180-c13b6b3c672b of type vlan for network c36f387a-65fd-4814-93c1-4a11786a9d3b Jul 05 04:17:21.028067 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99eaf33e-3bd0-4605-897f-7ad88472e4ab tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.116618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99eaf33e-3bd0-4605-897f-7ad88472e4ab tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.122320 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eaf33e-3bd0-4605-897f-7ad88472e4ab tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:21.122872 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99eaf33e-3bd0-4605-897f-7ad88472e4ab tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.209968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eaf33e-3bd0-4605-897f-7ad88472e4ab tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Network': ['ID=c36f387a-65fd-4814-93c1-4a11786a9d3b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:21.220894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network c36f387a-65fd-4814-93c1-4a11786a9d3b details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:21.273741 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-521cd014-8767-4cda-8c2a-a478c3cc87ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.282898 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-99eaf33e-3bd0-4605-897f-7ad88472e4ab tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4879937 Jul 05 04:17:21.293499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40206) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:21.301405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-18bcc3ea-a13d-4512-a9c3-dbe8bb6e2c3a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'subnet': {'network_id': 'c36f387a-65fd-4814-93c1-4a11786a9d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:21.511783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bcc3ea-a13d-4512-a9c3-dbe8bb6e2c3a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:21.516767 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-18bcc3ea-a13d-4512-a9c3-dbe8bb6e2c3a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.928294 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-18bcc3ea-a13d-4512-a9c3-dbe8bb6e2c3a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.109171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcc3ea-a13d-4512-a9c3-dbe8bb6e2c3a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Subnet': ['ID=3cdf01fd-6f31-4aa1-bbe5-061409cd9193,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:22.165295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bcc3ea-a13d-4512-a9c3-dbe8bb6e2c3a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Checking segment: {'id': '50eb8dae-19d1-4e87-8180-c13b6b3c672b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c36f387a-65fd-4814-93c1-4a11786a9d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:22.165799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bcc3ea-a13d-4512-a9c3-dbe8bb6e2c3a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network hostable DHCP agents. Network: c36f387a-65fd-4814-93c1-4a11786a9d3b, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:22.252484 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7978bf-a7b7-4810-aa90-a1704c407f86 req-f0cf1452-ce86-4dc5-af62-f87535a50287 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.269097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d7978bf-a7b7-4810-aa90-a1704c407f86 req-f0cf1452-ce86-4dc5-af62-f87535a50287 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1475337 Jul 05 04:17:22.278102 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bcc3ea-a13d-4512-a9c3-dbe8bb6e2c3a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network c36f387a-65fd-4814-93c1-4a11786a9d3b is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:22.364463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d7978bf-a7b7-4810-aa90-a1704c407f86 req-588e45ec-754b-4ea5-ae54-7d71ddf05f92 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943005 Jul 05 04:17:22.392098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-18bcc3ea-a13d-4512-a9c3-dbe8bb6e2c3a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, c36f387a-65fd-4814-93c1-4a11786a9d3b) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:22.402893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edef04d-0c9e-4fa9-8dd4-254d3557f697 None None] Network c36f387a-65fd-4814-93c1-4a11786a9d3b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:22.419373 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bcc3ea-a13d-4512-a9c3-dbe8bb6e2c3a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.422908 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-18bcc3ea-a13d-4512-a9c3-dbe8bb6e2c3a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.665603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-c36f387a-65fd-4814-93c1-4a11786a9d3b', 'network_id': 'c36f387a-65fd-4814-93c1-4a11786a9d3b', 'tenant_id': 'fab13c169bdf4543bdffddafc24c35b3', 'fixed_ips': [{'subnet_id': '3cdf01fd-6f31-4aa1-bbe5-061409cd9193'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:22.666474 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.042918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-18bcc3ea-a13d-4512-a9c3-dbe8bb6e2c3a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7481930 Jul 05 04:17:23.046971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40230) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:23.053101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e2dd19d2-2d6f-4cd1-8f67-e2d740dc037e tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'subnet': {'network_id': 'c36f387a-65fd-4814-93c1-4a11786a9d3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:23.119979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Allocated IP 2001:db8::2 (c36f387a-65fd-4814-93c1-4a11786a9d3b/3cdf01fd-6f31-4aa1-bbe5-061409cd9193/b0754b9b-9089-4cf2-9330-8bd8244f90da) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:23.297199 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dd19d2-2d6f-4cd1-8f67-e2d740dc037e tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:23.301004 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd19d2-2d6f-4cd1-8f67-e2d740dc037e tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.316812 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.325361 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Transition to ACTIVE for port object b0754b9b-9089-4cf2-9330-8bd8244f90da will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:23.340848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Transition to ACTIVE for port object b0754b9b-9089-4cf2-9330-8bd8244f90da will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:23.425998 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.524185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Network c36f387a-65fd-4814-93c1-4a11786a9d3b is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:23.533214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Pushing event updated for resources: {'Port': ['ID=b0754b9b-9089-4cf2-9330-8bd8244f90da,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:23.538231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:23.557284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:23.562740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:23.564438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:23.565019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:23.566481 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:23.567171 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:23.567900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:23.569120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:23.569640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:23.570160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:23.570911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:23.571422 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:23.571921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:23.805135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be20f3-03ca-4ed1-82ea-8aa95c314433 req-bb18712d-111a-4cf6-b98c-ba3bd687c80a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:23.816118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39be20f3-03ca-4ed1-82ea-8aa95c314433 req-bb18712d-111a-4cf6-b98c-ba3bd687c80a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1332886 Jul 05 04:17:23.823684 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd19d2-2d6f-4cd1-8f67-e2d740dc037e tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.846581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Attempting to bind port b0754b9b-9089-4cf2-9330-8bd8244f90da on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:23.846581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Attempting to bind port b0754b9b-9089-4cf2-9330-8bd8244f90da by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '50eb8dae-19d1-4e87-8180-c13b6b3c672b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c36f387a-65fd-4814-93c1-4a11786a9d3b'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:23.846945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Attempting to bind port b0754b9b-9089-4cf2-9330-8bd8244f90da on network c36f387a-65fd-4814-93c1-4a11786a9d3b {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:23.852594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:23.852911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Checking segment: {'id': '50eb8dae-19d1-4e87-8180-c13b6b3c672b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c36f387a-65fd-4814-93c1-4a11786a9d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:23.853320 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.853721 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Bound using segment: {'id': '50eb8dae-19d1-4e87-8180-c13b6b3c672b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c36f387a-65fd-4814-93c1-4a11786a9d3b'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:23.854191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Bound port: b0754b9b-9089-4cf2-9330-8bd8244f90da, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50eb8dae-19d1-4e87-8180-c13b6b3c672b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c36f387a-65fd-4814-93c1-4a11786a9d3b'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:23.854601 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.902735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dd19d2-2d6f-4cd1-8f67-e2d740dc037e tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network c36f387a-65fd-4814-93c1-4a11786a9d3b is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:23.911667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-e2dd19d2-2d6f-4cd1-8f67-e2d740dc037e tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:23.920442 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd19d2-2d6f-4cd1-8f67-e2d740dc037e tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:23.927764 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2dd19d2-2d6f-4cd1-8f67-e2d740dc037e tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.979686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39be20f3-03ca-4ed1-82ea-8aa95c314433 req-6ccf9a28-77c4-4e9e-b96a-c29c0e639750 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1624496 Jul 05 04:17:23.984678 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] For port b0754b9b-9089-4cf2-9330-8bd8244f90da, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:23.990457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd19d2-2d6f-4cd1-8f67-e2d740dc037e tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Subnet': ['ID=c76ee6cc-3edc-4af8-a200-cc1811c12c72,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:23.994611 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] For port b0754b9b-9089-4cf2-9330-8bd8244f90da, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b0754b9b-9089-4cf2-9330-8bd8244f90da,segment=NetworkSegment(50eb8dae-19d1-4e87-8180-c13b6b3c672b),segment_id=50eb8dae-19d1-4e87-8180-c13b6b3c672b)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:24.095485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e2dd19d2-2d6f-4cd1-8f67-e2d740dc037e tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0460010 Jul 05 04:17:24.097480 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40250) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:24.106686 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.187447 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73c7b6-a21b-4a2b-bd42-10f4e6ecb976 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.189583 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73c7b6-a21b-4a2b-bd42-10f4e6ecb976 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.192827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73c7b6-a21b-4a2b-bd42-10f4e6ecb976 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.194807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73c7b6-a21b-4a2b-bd42-10f4e6ecb976 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.194981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7d60a-df19-42e6-93bd-c6b67d835897 None None] Pushing event updated for resources: {'Port': ['ID=b0754b9b-9089-4cf2-9330-8bd8244f90da,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:24.196871 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73c7b6-a21b-4a2b-bd42-10f4e6ecb976 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.198659 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cd73c7b6-a21b-4a2b-bd42-10f4e6ecb976 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1002018 Jul 05 04:17:24.202667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40254) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:24.208546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7c22e869-7332-4ef4-a0ed-9c7ff05fd741 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1478081522'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:24.270921 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1aa36a49-b4f4-44a9-a3fc-3d883e26faed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.304174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c22e869-7332-4ef4-a0ed-9c7ff05fd741 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:24.313653 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7c22e869-7332-4ef4-a0ed-9c7ff05fd741 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.367702 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.388669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c22e869-7332-4ef4-a0ed-9c7ff05fd741 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:24.404409 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7c22e869-7332-4ef4-a0ed-9c7ff05fd741 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.404933 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-7c22e869-7332-4ef4-a0ed-9c7ff05fd741 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Added segment 58bd293f-43b2-41bd-8383-647b3215d158 of type vlan for network 802791c9-f85c-4fa2-921b-f3188fa89cc4 Jul 05 04:17:24.454165 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7c22e869-7332-4ef4-a0ed-9c7ff05fd741 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.565861 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7c22e869-7332-4ef4-a0ed-9c7ff05fd741 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.571931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c22e869-7332-4ef4-a0ed-9c7ff05fd741 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.572556 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7c22e869-7332-4ef4-a0ed-9c7ff05fd741 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.645434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22e869-7332-4ef4-a0ed-9c7ff05fd741 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Network': ['ID=802791c9-f85c-4fa2-921b-f3188fa89cc4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:24.656533 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 802791c9-f85c-4fa2-921b-f3188fa89cc4 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:24.727510 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7c22e869-7332-4ef4-a0ed-9c7ff05fd741 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5237091 Jul 05 04:17:24.729572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40268) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:24.734980 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9437632c-22b2-4304-8838-01af9f76f1a4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:24.929669 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9437632c-22b2-4304-8838-01af9f76f1a4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.016862 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9437632c-22b2-4304-8838-01af9f76f1a4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.038601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9437632c-22b2-4304-8838-01af9f76f1a4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network 802791c9-f85c-4fa2-921b-f3188fa89cc4 is not hosted by any dhcp agent {{(pid=100877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:17:25.053664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9437632c-22b2-4304-8838-01af9f76f1a4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:25.057284 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9437632c-22b2-4304-8838-01af9f76f1a4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.063784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40276) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:25.070069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-5210de28-d295-4c95-90e1-e06762a005b5 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'subnet': {'network_id': '802791c9-f85c-4fa2-921b-f3188fa89cc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:25.076054 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9437632c-22b2-4304-8838-01af9f76f1a4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "PUT /v2.0/networks/802791c9-f85c-4fa2-921b-f3188fa89cc4 HTTP/1.1" status: 200 len: 723 time: 0.3436534 Jul 05 04:17:25.217030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437632c-22b2-4304-8838-01af9f76f1a4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Network': ['ID=802791c9-f85c-4fa2-921b-f3188fa89cc4,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:25.230802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 802791c9-f85c-4fa2-921b-f3188fa89cc4 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:25.257059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3056e-4a02-480b-a8d2-2fe1b3c1812a req-4053cb10-c275-4ccf-9feb-1415f5c9ded6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:25.259002 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2db3056e-4a02-480b-a8d2-2fe1b3c1812a req-4053cb10-c275-4ccf-9feb-1415f5c9ded6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.0831206 Jul 05 04:17:25.335770 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.361606 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e3f5de-e3ef-4a05-9843-84b1461531f9 None None] Network c36f387a-65fd-4814-93c1-4a11786a9d3b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:25.381795 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2db3056e-4a02-480b-a8d2-2fe1b3c1812a req-812bb321-5ac0-4b36-aadd-7a2427ac17b1 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144555 Jul 05 04:17:25.522116 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-064dcb8f-b867-4f33-901f-830f2d4fb882 None None] Provisioning for port b0754b9b-9089-4cf2-9330-8bd8244f90da completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:25.627684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5210de28-d295-4c95-90e1-e06762a005b5 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:25.629019 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5210de28-d295-4c95-90e1-e06762a005b5 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.662719 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a73d4b-7300-4905-bb9b-cd7add35f807 None None] Update dhcp port {'port': {'network_id': 'c36f387a-65fd-4814-93c1-4a11786a9d3b', 'fixed_ips': [{'subnet_id': '3cdf01fd-6f31-4aa1-bbe5-061409cd9193', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c76ee6cc-3edc-4af8-a200-cc1811c12c72'}], 'binding:host_id': 'n-d-798249-5'}, 'id': 'b0754b9b-9089-4cf2-9330-8bd8244f90da'} from n-d-798249-5. {{(pid=100878) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:17:25.698549 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-58a73d4b-7300-4905-bb9b-cd7add35f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.884133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-58a73d4b-7300-4905-bb9b-cd7add35f807 None None] Allocated IP 172.20.0.1 (c36f387a-65fd-4814-93c1-4a11786a9d3b/c76ee6cc-3edc-4af8-a200-cc1811c12c72/b0754b9b-9089-4cf2-9330-8bd8244f90da) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:25.897603 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5210de28-d295-4c95-90e1-e06762a005b5 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.012762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5210de28-d295-4c95-90e1-e06762a005b5 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Checking segment: {'id': '58bd293f-43b2-41bd-8383-647b3215d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '802791c9-f85c-4fa2-921b-f3188fa89cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:26.013461 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5210de28-d295-4c95-90e1-e06762a005b5 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network hostable DHCP agents. Network: 802791c9-f85c-4fa2-921b-f3188fa89cc4, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:26.022505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210de28-d295-4c95-90e1-e06762a005b5 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Subnet': ['ID=5ca04f0b-683f-44f9-9241-46f067e8f7bd,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:26.045307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b0754b9b-9089-4cf2-9330-8bd8244f90da up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:26.082256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-58a73d4b-7300-4905-bb9b-cd7add35f807 None None] For port b0754b9b-9089-4cf2-9330-8bd8244f90da, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b0754b9b-9089-4cf2-9330-8bd8244f90da,segment=NetworkSegment(50eb8dae-19d1-4e87-8180-c13b6b3c672b),segment_id=50eb8dae-19d1-4e87-8180-c13b6b3c672b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:26.090698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5210de28-d295-4c95-90e1-e06762a005b5 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network 802791c9-f85c-4fa2-921b-f3188fa89cc4 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:26.132819 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-58a73d4b-7300-4905-bb9b-cd7add35f807 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.146841 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-58a73d4b-7300-4905-bb9b-cd7add35f807 None None] Transition to ACTIVE for port object b0754b9b-9089-4cf2-9330-8bd8244f90da will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:26.191225 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-5210de28-d295-4c95-90e1-e06762a005b5 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 802791c9-f85c-4fa2-921b-f3188fa89cc4) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:26.206269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5210de28-d295-4c95-90e1-e06762a005b5 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.206269 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5210de28-d295-4c95-90e1-e06762a005b5 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.206567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debd3351-700d-4e13-a207-81ef3070eda2 None None] Network 802791c9-f85c-4fa2-921b-f3188fa89cc4 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:26.239392 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-58a73d4b-7300-4905-bb9b-cd7add35f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.241176 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port b0754b9b-9089-4cf2-9330-8bd8244f90da completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:26.290946 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5210de28-d295-4c95-90e1-e06762a005b5 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2256129 Jul 05 04:17:26.298794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40306) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:26.300817 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-be73f402-3479-4a33-ac18-1c5cca649732 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:26.357217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a73d4b-7300-4905-bb9b-cd7add35f807 None None] Pushing event updated for resources: {'Port': ['ID=b0754b9b-9089-4cf2-9330-8bd8244f90da,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:26.431622 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-be73f402-3479-4a33-ac18-1c5cca649732 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31164824'] for subnet, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.524995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-802791c9-f85c-4fa2-921b-f3188fa89cc4', 'network_id': '802791c9-f85c-4fa2-921b-f3188fa89cc4', 'tenant_id': 'fab13c169bdf4543bdffddafc24c35b3', 'fixed_ips': [{'subnet_id': '5ca04f0b-683f-44f9-9241-46f067e8f7bd'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:26.525999 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.712446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbf6e0-30ad-46b5-b5c1-88ec1eb30239 req-ea093a13-d51c-4461-846a-f6ece78f7bca tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.714230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9cbf6e0-30ad-46b5-b5c1-88ec1eb30239 req-ea093a13-d51c-4461-846a-f6ece78f7bca tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1298375 Jul 05 04:17:26.755663 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9cbf6e0-30ad-46b5-b5c1-88ec1eb30239 req-60065145-dde5-45cb-a56d-7f92a799e336 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357935 Jul 05 04:17:26.757212 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-be73f402-3479-4a33-ac18-1c5cca649732 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756886208543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31169763'] for subnet, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.797672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be73f402-3479-4a33-ac18-1c5cca649732 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.798265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-be73f402-3479-4a33-ac18-1c5cca649732 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.801467 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-be73f402-3479-4a33-ac18-1c5cca649732 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "PUT /v2.0/subnets/5ca04f0b-683f-44f9-9241-46f067e8f7bd HTTP/1.1" status: 200 len: 826 time: 0.5068309 Jul 05 04:17:26.807662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40320) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:26.821030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Allocated IP 2001:db8::2 (802791c9-f85c-4fa2-921b-f3188fa89cc4/5ca04f0b-683f-44f9-9241-46f067e8f7bd/46aa44ca-5ffe-4bb1-bef6-a3006d9020b1) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:26.823805 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73f402-3479-4a33-ac18-1c5cca649732 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Subnet': ['ID=5ca04f0b-683f-44f9-9241-46f067e8f7bd,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:26.973175 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.038174 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.046981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Transition to ACTIVE for port object 46aa44ca-5ffe-4bb1-bef6-a3006d9020b1 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:27.063709 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Transition to ACTIVE for port object 46aa44ca-5ffe-4bb1-bef6-a3006d9020b1 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:27.079647 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.145902 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.184403 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.194481 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Network 802791c9-f85c-4fa2-921b-f3188fa89cc4 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:27.200726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d5e683-92ca-408e-b3ae-7731e37080fe None None] Network c36f387a-65fd-4814-93c1-4a11786a9d3b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:27.213622 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:27.230726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:27.254454 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.267017 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Pushing event updated for resources: {'Port': ['ID=46aa44ca-5ffe-4bb1-bef6-a3006d9020b1,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:27.288182 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca04f0b-683f-44f9-9241-46f067e8f7bd,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:27.339644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Attempting to bind port 46aa44ca-5ffe-4bb1-bef6-a3006d9020b1 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:27.340016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Attempting to bind port 46aa44ca-5ffe-4bb1-bef6-a3006d9020b1 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '58bd293f-43b2-41bd-8383-647b3215d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '802791c9-f85c-4fa2-921b-f3188fa89cc4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:27.340409 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Attempting to bind port 46aa44ca-5ffe-4bb1-bef6-a3006d9020b1 on network 802791c9-f85c-4fa2-921b-f3188fa89cc4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:27.346569 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-73aff35d-5aeb-48a4-97a1-0050f160023a None None] Provisioning for port b0754b9b-9089-4cf2-9330-8bd8244f90da completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:27.349664 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.355522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-73aff35d-5aeb-48a4-97a1-0050f160023a None None] Provisioning complete for port b0754b9b-9089-4cf2-9330-8bd8244f90da triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:27.358847 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73aff35d-5aeb-48a4-97a1-0050f160023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.359498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802791c9-f85c-4fa2-921b-f3188fa89cc4']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:27.360623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:27.361014 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Checking segment: {'id': '58bd293f-43b2-41bd-8383-647b3215d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '802791c9-f85c-4fa2-921b-f3188fa89cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:27.361405 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.361798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Bound using segment: {'id': '58bd293f-43b2-41bd-8383-647b3215d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '802791c9-f85c-4fa2-921b-f3188fa89cc4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:27.362445 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Bound port: 46aa44ca-5ffe-4bb1-bef6-a3006d9020b1, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bd293f-43b2-41bd-8383-647b3215d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '802791c9-f85c-4fa2-921b-f3188fa89cc4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:27.362992 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.370171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58bd293f-43b2-41bd-8383-647b3215d158') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:27.370477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58bd293f-43b2-41bd-8383-647b3215d158') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:27.381359 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.396403 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.402963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:27.403378 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:27.408054 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:27.516971 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:17:27.516971 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:17:27.516971 n-d-798249-5 neutron-server[100877]: [parameters: {'id': '802791c9-f85c-4fa2-921b-f3188fa89cc4'}] Jul 05 04:17:27.516971 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:17:27.516971 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:17:27.571183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] For port 46aa44ca-5ffe-4bb1-bef6-a3006d9020b1, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:27.595308 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] For port 46aa44ca-5ffe-4bb1-bef6-a3006d9020b1, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=46aa44ca-5ffe-4bb1-bef6-a3006d9020b1,segment=NetworkSegment(58bd293f-43b2-41bd-8383-647b3215d158),segment_id=58bd293f-43b2-41bd-8383-647b3215d158)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:27.597895 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73aff35d-5aeb-48a4-97a1-0050f160023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.664948 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-73aff35d-5aeb-48a4-97a1-0050f160023a None None] For port b0754b9b-9089-4cf2-9330-8bd8244f90da, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b0754b9b-9089-4cf2-9330-8bd8244f90da,segment=NetworkSegment(50eb8dae-19d1-4e87-8180-c13b6b3c672b),segment_id=50eb8dae-19d1-4e87-8180-c13b6b3c672b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:27.677472 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.750631 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73aff35d-5aeb-48a4-97a1-0050f160023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.790572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854d405-a3e7-44c1-ad51-589df9483372 None None] Pushing event updated for resources: {'Port': ['ID=46aa44ca-5ffe-4bb1-bef6-a3006d9020b1,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:27.826188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fde5dc-47c4-456f-8dab-28ca3c2c03b1 None None] Network 802791c9-f85c-4fa2-921b-f3188fa89cc4 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:27.921132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aff35d-5aeb-48a4-97a1-0050f160023a None None] Pushing event updated for resources: {'Port': ['ID=b0754b9b-9089-4cf2-9330-8bd8244f90da,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:28.004868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b0754b9b-9089-4cf2-9330-8bd8244f90da up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:28.019948 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.048268 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3e592a20-01ce-4c50-80bb-c74d4b7d16e3 None None] Provisioning complete for port b0754b9b-9089-4cf2-9330-8bd8244f90da triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:28.048672 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3e592a20-01ce-4c50-80bb-c74d4b7d16e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.064188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89955883-2411-4ee1-8664-4c1dea4dcfea req-d9730eb9-749d-49b0-b9d0-bf60a6bbb985 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.066153 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89955883-2411-4ee1-8664-4c1dea4dcfea req-d9730eb9-749d-49b0-b9d0-bf60a6bbb985 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.0991278 Jul 05 04:17:28.135317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec77a698-f543-4f02-8475-4e70c98d7e06 None None] Network 802791c9-f85c-4fa2-921b-f3188fa89cc4 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:28.149077 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89955883-2411-4ee1-8664-4c1dea4dcfea req-05940fb5-0afb-4b3b-a3b4-5616f0066d9f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642805 Jul 05 04:17:28.170474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Deleting port 46aa44ca-5ffe-4bb1-bef6-a3006d9020b1 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:28.170830 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.217970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b0754b9b-9089-4cf2-9330-8bd8244f90da triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:28.217970 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.253450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] For port 46aa44ca-5ffe-4bb1-bef6-a3006d9020b1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=46aa44ca-5ffe-4bb1-bef6-a3006d9020b1,segment=NetworkSegment(58bd293f-43b2-41bd-8383-647b3215d158),segment_id=58bd293f-43b2-41bd-8383-647b3215d158)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:28.253818 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.275075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Calling delete_port for 46aa44ca-5ffe-4bb1-bef6-a3006d9020b1 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:28.427240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b899215-d434-4d6d-93ab-93cb4a1b2424 None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:17:28.527214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b899215-d434-4d6d-93ab-93cb4a1b2424 None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:17:28.731074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.761253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Port': ['ID=46aa44ca-5ffe-4bb1-bef6-a3006d9020b1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:28.764688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No DVR routers for this DVR port 46aa44ca-5ffe-4bb1-bef6-a3006d9020b1 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:28.876796 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.889482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802791c9-f85c-4fa2-921b-f3188fa89cc4']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:28.902762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58bd293f-43b2-41bd-8383-647b3215d158') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:28.903206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58bd293f-43b2-41bd-8383-647b3215d158') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:28.912522 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.926200 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.932843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:28.933223 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:28.936282 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:29.076089 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.085802 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.085802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/802791c9-f85c-4fa2-921b-f3188fa89cc4 HTTP/1.1" status: 204 len: 168 time: 2.2768152 Jul 05 04:17:29.088827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40366) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:29.098038 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064ed72-6a00-4fe4-a099-e5402195acd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Network': ['ID=802791c9-f85c-4fa2-921b-f3188fa89cc4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:29.108864 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ef1deb-3470-4b24-986f-01ae1e777374 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:29.109409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ef1deb-3470-4b24-986f-01ae1e777374 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:29.111111 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c4ef1deb-3470-4b24-986f-01ae1e777374 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/802791c9-f85c-4fa2-921b-f3188fa89cc4 HTTP/1.1" status: 404 len: 339 time: 0.0212820 Jul 05 04:17:29.117189 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40368) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:29.122075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8c074fba-a558-4dd3-a6b9-7580367637a6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-674340426', 'description': 'd1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:29.240327 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c074fba-a558-4dd3-a6b9-7580367637a6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:29.255044 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c074fba-a558-4dd3-a6b9-7580367637a6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.280733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c074fba-a558-4dd3-a6b9-7580367637a6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:29.289849 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c074fba-a558-4dd3-a6b9-7580367637a6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.290144 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-8c074fba-a558-4dd3-a6b9-7580367637a6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Added segment 88e20e20-eaf4-428e-8dbe-3f0ea035568d of type vlan for network 8f554217-4734-40b5-af18-b8495e1e9b5e Jul 05 04:17:29.345437 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c074fba-a558-4dd3-a6b9-7580367637a6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.394388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc60ff-be18-4e60-a6db-39d03be331f7 req-184fd9a4-1bb1-4a47-8040-f300b8e3ebdf tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.395980 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7acc60ff-be18-4e60-a6db-39d03be331f7 req-184fd9a4-1bb1-4a47-8040-f300b8e3ebdf tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.0778146 Jul 05 04:17:29.435981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7acc60ff-be18-4e60-a6db-39d03be331f7 req-e6bf376e-5395-4c70-a499-1e6dc35aafe9 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339463 Jul 05 04:17:29.447688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c074fba-a558-4dd3-a6b9-7580367637a6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.454022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c074fba-a558-4dd3-a6b9-7580367637a6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.454794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c074fba-a558-4dd3-a6b9-7580367637a6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.529384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c074fba-a558-4dd3-a6b9-7580367637a6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Network': ['ID=8f554217-4734-40b5-af18-b8495e1e9b5e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:29.533159 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.540947 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 8f554217-4734-40b5-af18-b8495e1e9b5e details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:29.559988 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8c074fba-a558-4dd3-a6b9-7580367637a6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4416547 Jul 05 04:17:29.562833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40384) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:29.697004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15723dfc-e633-4e0f-a628-d1ca51cd8833 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.698506 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-15723dfc-e633-4e0f-a628-d1ca51cd8833 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "GET /v2.0/networks?id=8f554217-4734-40b5-af18-b8495e1e9b5e HTTP/1.1" status: 200 len: 764 time: 0.1345260 Jul 05 04:17:29.701494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40390) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:29.707834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-94801803-30eb-4692-854b-91445c827ce0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'network': {'description': 'd2'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:29.881482 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94801803-30eb-4692-854b-91445c827ce0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.937869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b0754b9b-9089-4cf2-9330-8bd8244f90da up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:29.985956 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b0754b9b-9089-4cf2-9330-8bd8244f90da triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:29.986336 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.988675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94801803-30eb-4692-854b-91445c827ce0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.004968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94801803-30eb-4692-854b-91445c827ce0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network 8f554217-4734-40b5-af18-b8495e1e9b5e is not hosted by any dhcp agent {{(pid=100876) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:17:30.011186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94801803-30eb-4692-854b-91445c827ce0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.011923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94801803-30eb-4692-854b-91445c827ce0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.013853 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-94801803-30eb-4692-854b-91445c827ce0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "PUT /v2.0/networks/8f554217-4734-40b5-af18-b8495e1e9b5e HTTP/1.1" status: 200 len: 761 time: 0.3110895 Jul 05 04:17:30.016402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40396) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:30.087430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94801803-30eb-4692-854b-91445c827ce0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Network': ['ID=8f554217-4734-40b5-af18-b8495e1e9b5e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:30.125817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4296aa4-d165-41bb-ac2d-0a24667d9167 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.130281 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f4296aa4-d165-41bb-ac2d-0a24667d9167 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "GET /v2.0/networks?id=8f554217-4734-40b5-af18-b8495e1e9b5e HTTP/1.1" status: 200 len: 764 time: 0.1098125 Jul 05 04:17:30.133119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40400) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:30.257400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 8f554217-4734-40b5-af18-b8495e1e9b5e details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:30.364962 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1790dd0-0bd3-4def-b19f-c648ceea3c11 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.366396 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d1790dd0-0bd3-4def-b19f-c648ceea3c11 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2322268 Jul 05 04:17:30.369315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40408) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:30.406448 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5067f1d7-5bec-417a-a3f3-59df1e7e4714 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4 HTTP/1.1" status: 200 len: 207 time: 0.0358038 Jul 05 04:17:30.410893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40410) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:30.534359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b2627-34f1-48bf-b873-5fec5fa968b6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.541123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b2627-34f1-48bf-b873-5fec5fa968b6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.546852 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b2627-34f1-48bf-b873-5fec5fa968b6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.554236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b2627-34f1-48bf-b873-5fec5fa968b6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.559997 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b2627-34f1-48bf-b873-5fec5fa968b6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.566370 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b2627-34f1-48bf-b873-5fec5fa968b6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.571816 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-854b2627-34f1-48bf-b873-5fec5fa968b6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1564066 Jul 05 04:17:30.572076 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40418) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:30.745853 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-21079949-f330-4abb-85df-ff7195205230 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1703792 Jul 05 04:17:30.748514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40426) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:30.757191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2643a-bbd1-44a2-811d-fb12b8433c2b req-ff6025fc-4528-462c-bc69-b605a9646417 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.758695 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dde2643a-bbd1-44a2-811d-fb12b8433c2b req-ff6025fc-4528-462c-bc69-b605a9646417 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1611907 Jul 05 04:17:30.802909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dde2643a-bbd1-44a2-811d-fb12b8433c2b req-006552c1-d3c5-481c-b229-cbc8a7b418a2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382991 Jul 05 04:17:30.811999 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0918b3-7351-4716-982e-93464d037bd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.813670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0918b3-7351-4716-982e-93464d037bd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.815209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0918b3-7351-4716-982e-93464d037bd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.816862 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0918b3-7351-4716-982e-93464d037bd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.818379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0918b3-7351-4716-982e-93464d037bd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.820095 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1f0918b3-7351-4716-982e-93464d037bd2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0705822 Jul 05 04:17:30.823726 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40428) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:30.883848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b196b-327f-4ba6-ab6f-5d917ecb922f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.885410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b196b-327f-4ba6-ab6f-5d917ecb922f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.886817 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b196b-327f-4ba6-ab6f-5d917ecb922f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.888221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b196b-327f-4ba6-ab6f-5d917ecb922f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.889976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b196b-327f-4ba6-ab6f-5d917ecb922f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.891638 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-925b196b-327f-4ba6-ab6f-5d917ecb922f tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0651107 Jul 05 04:17:30.895781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40432) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:31.001363 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e48750-4267-4c57-a126-4bb191db05f4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.003487 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b3e48750-4267-4c57-a126-4bb191db05f4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "GET /v2.0/networks/09a78204-b797-43fd-912e-c4dfa3592fa6 HTTP/1.1" status: 200 len: 804 time: 0.1063936 Jul 05 04:17:31.007233 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40436) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:31.120881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bac21f6b-7b87-43c3-9e8f-78a29e996853 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "GET /v2.0/networks/09a78204-b797-43fd-912e-c4dfa3592fa6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1117711 Jul 05 04:17:31.121188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40440) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:31.171834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7428a133-da64-44f9-84cf-c91c14b3de97 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.176548 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7428a133-da64-44f9-84cf-c91c14b3de97 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "GET /v2.0/subnets/c6dc6b96-b897-47bc-9661-8161b4abad8e HTTP/1.1" status: 200 len: 843 time: 0.0510454 Jul 05 04:17:31.177154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40444) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:31.229276 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6f0abf-a639-4ebe-9c4d-50389750b0c4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['shared'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.230667 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bf6f0abf-a639-4ebe-9c4d-50389750b0c4 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "GET /v2.0/subnets/c6dc6b96-b897-47bc-9661-8161b4abad8e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0524580 Jul 05 04:17:31.234047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40446) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:31.239496 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d230053b-e52f-41a9-ba88-51bd228a1013 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-529696240'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:31.342226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d230053b-e52f-41a9-ba88-51bd228a1013 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:31.345816 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d230053b-e52f-41a9-ba88-51bd228a1013 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.374878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d230053b-e52f-41a9-ba88-51bd228a1013 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:31.386139 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d230053b-e52f-41a9-ba88-51bd228a1013 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.386492 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-d230053b-e52f-41a9-ba88-51bd228a1013 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Added segment 19d79ff4-ae87-486c-a71d-8f6021a55224 of type vlan for network 1c89c23c-b436-4ecf-8f7c-98db730a5948 Jul 05 04:17:31.432844 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d230053b-e52f-41a9-ba88-51bd228a1013 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.521821 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.556107 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d230053b-e52f-41a9-ba88-51bd228a1013 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.563538 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d230053b-e52f-41a9-ba88-51bd228a1013 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.564287 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d230053b-e52f-41a9-ba88-51bd228a1013 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.656838 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230053b-e52f-41a9-ba88-51bd228a1013 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Network': ['ID=1c89c23c-b436-4ecf-8f7c-98db730a5948,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:31.673458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 1c89c23c-b436-4ecf-8f7c-98db730a5948 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:31.745878 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d230053b-e52f-41a9-ba88-51bd228a1013 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5086007 Jul 05 04:17:31.748682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40464) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:31.755086 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-44ba0093-acd3-4c1f-a5d0-a2639c8741fa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'subnet': {'network_id': '1c89c23c-b436-4ecf-8f7c-98db730a5948', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:31.936546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ba0093-acd3-4c1f-a5d0-a2639c8741fa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Made reservation on behalf of fab13c169bdf4543bdffddafc24c35b3 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:31.940841 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44ba0093-acd3-4c1f-a5d0-a2639c8741fa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.032261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-44ba0093-acd3-4c1f-a5d0-a2639c8741fa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Performing IP validity checks on allocation pools {{(pid=100877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:17:32.032820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-44ba0093-acd3-4c1f-a5d0-a2639c8741fa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:17:32.093147 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0ea3b-f819-41ab-a609-de6a939686b4 req-03fb8834-833e-490b-b61d-52bbfea2b6ca tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.094658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ece0ea3b-f819-41ab-a609-de6a939686b4 req-03fb8834-833e-490b-b61d-52bbfea2b6ca tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1044338 Jul 05 04:17:32.170684 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ece0ea3b-f819-41ab-a609-de6a939686b4 req-def1b9ce-ff55-4427-811e-394ee7ef3efb tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678067 Jul 05 04:17:32.270891 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44ba0093-acd3-4c1f-a5d0-a2639c8741fa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.334187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba0093-acd3-4c1f-a5d0-a2639c8741fa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Subnet': ['ID=1ce404fd-e48b-4cab-91a7-7aa87067d043,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:32.351485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba0093-acd3-4c1f-a5d0-a2639c8741fa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Checking segment: {'id': '19d79ff4-ae87-486c-a71d-8f6021a55224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c89c23c-b436-4ecf-8f7c-98db730a5948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:32.352257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba0093-acd3-4c1f-a5d0-a2639c8741fa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network hostable DHCP agents. Network: 1c89c23c-b436-4ecf-8f7c-98db730a5948, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:32.441983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba0093-acd3-4c1f-a5d0-a2639c8741fa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Network 1c89c23c-b436-4ecf-8f7c-98db730a5948 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:32.527492 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-44ba0093-acd3-4c1f-a5d0-a2639c8741fa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 1c89c23c-b436-4ecf-8f7c-98db730a5948) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:32.531563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ba0093-acd3-4c1f-a5d0-a2639c8741fa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.532168 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-44ba0093-acd3-4c1f-a5d0-a2639c8741fa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.536195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7905788-5fa7-4792-a5c2-18da7c748495 None None] Network 1c89c23c-b436-4ecf-8f7c-98db730a5948 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:32.641021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-44ba0093-acd3-4c1f-a5d0-a2639c8741fa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8912294 Jul 05 04:17:32.644997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40486) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:32.650565 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:32.698753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25032afa-c087-437e-8055-b24494e0cd1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-1c89c23c-b436-4ecf-8f7c-98db730a5948', 'network_id': '1c89c23c-b436-4ecf-8f7c-98db730a5948', 'tenant_id': 'fab13c169bdf4543bdffddafc24c35b3', 'fixed_ips': [{'subnet_id': '1ce404fd-e48b-4cab-91a7-7aa87067d043'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:32.699755 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-25032afa-c087-437e-8055-b24494e0cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.778347 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31164824'] for subnet, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.895834 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-25032afa-c087-437e-8055-b24494e0cd1d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:17:32.895834 n-d-798249-5 neutron-server[100878]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 05 04:17:32.895834 n-d-798249-5 neutron-server[100878]: [parameters: {'in_use': 1, 'id_1': '1ce404fd-e48b-4cab-91a7-7aa87067d043'}] Jul 05 04:17:32.895834 n-d-798249-5 neutron-server[100878]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:17:32.896310 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-25032afa-c087-437e-8055-b24494e0cd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:17:33.033696 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756886208543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31169763'] for subnet, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.102804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.103057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.107119 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "PUT /v2.0/subnets/1ce404fd-e48b-4cab-91a7-7aa87067d043 HTTP/1.1" status: 200 len: 900 time: 0.4609921 Jul 05 04:17:33.107242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40496) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:33.117207 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event updated for resources: {'Subnet': ['ID=1ce404fd-e48b-4cab-91a7-7aa87067d043,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:33.124767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:33.125126 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:33.125478 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:33.125825 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:33.126162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:33.126498 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:33.126835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:33.127170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:33.128172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:33.128545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:33.128878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:33.129236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9c868-622e-4b51-96d1-c071a5659ed2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:33.161743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 4b6c38f0-76f4-4ed4-95fc-48099facbe47 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:33.225210 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.267648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 4b6c38f0-76f4-4ed4-95fc-48099facbe47, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:33.287147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'port_id': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'mac_address': 'fa:16:3e:be:b9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:33.287654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.331565 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.358472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6c38f0-76f4-4ed4-95fc-48099facbe47 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:33.402782 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-25032afa-c087-437e-8055-b24494e0cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.402782 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 4b6c38f0-76f4-4ed4-95fc-48099facbe47, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:33.460257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3de911-0fd1-4c2c-bc98-381605acfd37 req-3101bfa7-07f4-4cc9-b34b-a2435054fcb0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.461858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b3de911-0fd1-4c2c-bc98-381605acfd37 req-3101bfa7-07f4-4cc9-b34b-a2435054fcb0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 944 time: 0.1706913 Jul 05 04:17:33.502647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b3de911-0fd1-4c2c-bc98-381605acfd37 req-0906dd68-fa02-49c5-8048-27f525d2628b tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350170 Jul 05 04:17:33.505204 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.539963 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.572873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce404fd-e48b-4cab-91a7-7aa87067d043,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:33.642722 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.654328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c89c23c-b436-4ecf-8f7c-98db730a5948']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:33.666659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d79ff4-ae87-486c-a71d-8f6021a55224') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:33.666965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d79ff4-ae87-486c-a71d-8f6021a55224') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:33.675919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=4b6c38f0-76f4-4ed4-95fc-48099facbe47,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:33.676877 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.692165 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.698100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:33.698494 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:33.701517 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server [None req-25032afa-c087-437e-8055-b24494e0cd1d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ce404fd-e48b-4cab-91a7-7aa87067d043: This subnet is being modified by another concurrent operation. Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ce404fd-e48b-4cab-91a7-7aa87067d043: This subnet is being modified by another concurrent operation. Jul 05 04:17:33.717678 n-d-798249-5 neutron-server[100878]: ERROR oslo_messaging.rpc.server Jul 05 04:17:33.734044 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['4b6c38f0-76f4-4ed4-95fc-48099facbe47'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:33.734637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b0d9b9-b6e5-45d9-a3e0-1212b9b39726 None None] Network 1c89c23c-b436-4ecf-8f7c-98db730a5948 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:33.831765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.841838 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.844025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/1c89c23c-b436-4ecf-8f7c-98db730a5948 HTTP/1.1" status: 204 len: 168 time: 0.7355504 Jul 05 04:17:33.848511 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40520) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:33.856090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0316f28-6d9d-41cd-950f-3a8ec5ed3de0 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Network': ['ID=1c89c23c-b436-4ecf-8f7c-98db730a5948,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:33.909215 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-e386ba50-f3b6-4d4b-8f56-0be52fae75b7 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:33.920678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e386ba50-f3b6-4d4b-8f56-0be52fae75b7 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:33.925396 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e386ba50-f3b6-4d4b-8f56-0be52fae75b7 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/subnets/1ce404fd-e48b-4cab-91a7-7aa87067d043 HTTP/1.1" status: 404 len: 337 time: 0.0729856 Jul 05 04:17:33.925396 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40522) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:33.933543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798d969-70f0-4d8c-a0ff-5243fc216350 None None] Network 1c89c23c-b436-4ecf-8f7c-98db730a5948 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:33.947741 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798d969-70f0-4d8c-a0ff-5243fc216350 None None] Network 1c89c23c-b436-4ecf-8f7c-98db730a5948 could not be found, it might have been deleted concurrently. {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:17:33.953922 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61423ea-d0a2-4486-bfec-f54e30eecf72 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:33.954785 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61423ea-d0a2-4486-bfec-f54e30eecf72 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:33.957512 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a61423ea-d0a2-4486-bfec-f54e30eecf72 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/1c89c23c-b436-4ecf-8f7c-98db730a5948 HTTP/1.1" status: 404 len: 339 time: 0.0312274 Jul 05 04:17:33.960005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40524) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:33.964278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b501a0-bec2-486d-bbcc-83649167bf17 None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:17:34.048347 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa74210f-e500-46e6-bfd2-64a55185de84 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.119863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b501a0-bec2-486d-bbcc-83649167bf17 None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:17:34.145302 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa74210f-e500-46e6-bfd2-64a55185de84 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.155271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-aa74210f-e500-46e6-bfd2-64a55185de84 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f554217-4734-40b5-af18-b8495e1e9b5e']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:34.165991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-aa74210f-e500-46e6-bfd2-64a55185de84 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e20e20-eaf4-428e-8dbe-3f0ea035568d') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:34.166285 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-aa74210f-e500-46e6-bfd2-64a55185de84 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e20e20-eaf4-428e-8dbe-3f0ea035568d') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:34.176160 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa74210f-e500-46e6-bfd2-64a55185de84 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.193429 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa74210f-e500-46e6-bfd2-64a55185de84 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.200628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa74210f-e500-46e6-bfd2-64a55185de84 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:34.201042 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa74210f-e500-46e6-bfd2-64a55185de84 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:34.204343 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:34.338966 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa74210f-e500-46e6-bfd2-64a55185de84 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.351401 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa74210f-e500-46e6-bfd2-64a55185de84 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.355867 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aa74210f-e500-46e6-bfd2-64a55185de84 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/8f554217-4734-40b5-af18-b8495e1e9b5e HTTP/1.1" status: 204 len: 168 time: 0.3941638 Jul 05 04:17:34.359020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40534) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:34.391349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74210f-e500-46e6-bfd2-64a55185de84 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Network': ['ID=8f554217-4734-40b5-af18-b8495e1e9b5e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:34.422034 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce8f126-3cfa-446a-a2be-a70a74458996 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:34.422557 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce8f126-3cfa-446a-a2be-a70a74458996 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:34.424583 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5ce8f126-3cfa-446a-a2be-a70a74458996 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/subnets/5ca04f0b-683f-44f9-9241-46f067e8f7bd HTTP/1.1" status: 404 len: 337 time: 0.0626729 Jul 05 04:17:34.429619 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40538) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:34.456251 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a6de9a-7ad1-4eef-95f4-49067cf3a8b6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:34.457044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a6de9a-7ad1-4eef-95f4-49067cf3a8b6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:34.458864 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c0a6de9a-7ad1-4eef-95f4-49067cf3a8b6 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/802791c9-f85c-4fa2-921b-f3188fa89cc4 HTTP/1.1" status: 404 len: 339 time: 0.0283506 Jul 05 04:17:34.464138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40542) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:34.522347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-5246c7b8-a976-4056-a60c-869c9efa1dd9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Deleting subnet c76ee6cc-3edc-4af8-a200-cc1811c12c72 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:34.525959 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5246c7b8-a976-4056-a60c-869c9efa1dd9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.578396 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5246c7b8-a976-4056-a60c-869c9efa1dd9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.684076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5246c7b8-a976-4056-a60c-869c9efa1dd9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.703780 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786ec77-38c7-4aee-b355-772c6e522899 req-5071432c-b551-42d5-9f13-bbfc4a5162f1 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:34.705928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4786ec77-38c7-4aee-b355-772c6e522899 req-5071432c-b551-42d5-9f13-bbfc4a5162f1 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 945 time: 0.0690477 Jul 05 04:17:34.767190 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4786ec77-38c7-4aee-b355-772c6e522899 req-00b6f8cc-a7c8-4855-8137-56a6ad6fd51d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530977 Jul 05 04:17:34.829770 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5246c7b8-a976-4056-a60c-869c9efa1dd9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.858916 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246c7b8-a976-4056-a60c-869c9efa1dd9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Subnet': ['ID=c76ee6cc-3edc-4af8-a200-cc1811c12c72,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:34.865113 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5246c7b8-a976-4056-a60c-869c9efa1dd9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.867446 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5246c7b8-a976-4056-a60c-869c9efa1dd9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/subnets/c76ee6cc-3edc-4af8-a200-cc1811c12c72 HTTP/1.1" status: 204 len: 168 time: 0.4022629 Jul 05 04:17:34.869907 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40556) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:34.872904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84df8653-4f54-4c29-bf36-0649df4469aa None None] Network c36f387a-65fd-4814-93c1-4a11786a9d3b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:34.931438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d2a385-0f2b-4340-899e-28932e3f5dfa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Deleting subnet 3cdf01fd-6f31-4aa1-bbe5-061409cd9193 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:34.934637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4d2a385-0f2b-4340-899e-28932e3f5dfa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.985160 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4d2a385-0f2b-4340-899e-28932e3f5dfa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.076410 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4d2a385-0f2b-4340-899e-28932e3f5dfa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.161706 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 4b6c38f0-76f4-4ed4-95fc-48099facbe47 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:35.223552 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 4b6c38f0-76f4-4ed4-95fc-48099facbe47 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:35.224203 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.225726 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4d2a385-0f2b-4340-899e-28932e3f5dfa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.258032 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2a385-0f2b-4340-899e-28932e3f5dfa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdf01fd-6f31-4aa1-bbe5-061409cd9193,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:35.268495 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a4d2a385-0f2b-4340-899e-28932e3f5dfa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.271407 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a4d2a385-0f2b-4340-899e-28932e3f5dfa tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/subnets/3cdf01fd-6f31-4aa1-bbe5-061409cd9193 HTTP/1.1" status: 204 len: 168 time: 0.3978329 Jul 05 04:17:35.273872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40566) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:35.353934 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.391701 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6c38f0-76f4-4ed4-95fc-48099facbe47'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:35.395845 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82abbe37-78f2-4aa2-af4e-97f01a92012d" -d '{"events": [{"server_uuid": "a7f8fb68-a81e-4892-8faa-b76da09ea0b4", "name": "network-vif-plugged", "status": "completed", "tag": "4b6c38f0-76f4-4ed4-95fc-48099facbe47"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:35.402287 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.450638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 4b6c38f0-76f4-4ed4-95fc-48099facbe47, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:35.472511 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Deleting port b0754b9b-9089-4cf2-9330-8bd8244f90da {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:35.472870 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.481715 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744f813a-e254-4245-b2fc-c3b88cf08344 x-openstack-request-id: req-744f813a-e254-4245-b2fc-c3b88cf08344 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:35.482112 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f8fb68-a81e-4892-8faa-b76da09ea0b4", "name": "network-vif-plugged", "status": "completed", "tag": "4b6c38f0-76f4-4ed4-95fc-48099facbe47", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:35.482470 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-744f813a-e254-4245-b2fc-c3b88cf08344 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:35.483127 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'code': 200} Jul 05 04:17:35.553803 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.584917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] For port b0754b9b-9089-4cf2-9330-8bd8244f90da, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b0754b9b-9089-4cf2-9330-8bd8244f90da,segment=NetworkSegment(50eb8dae-19d1-4e87-8180-c13b6b3c672b),segment_id=50eb8dae-19d1-4e87-8180-c13b6b3c672b)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:35.586649 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.607857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Calling delete_port for b0754b9b-9089-4cf2-9330-8bd8244f90da owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:35.642723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=4b6c38f0-76f4-4ed4-95fc-48099facbe47,revision_number=10']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:35.774553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4779e49-56d7-463a-a71d-5f30ef589bc3 req-0d529480-d45a-4321-a4ba-5cb0bf8ec9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:35.776349 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a4779e49-56d7-463a-a71d-5f30ef589bc3 req-0d529480-d45a-4321-a4ba-5cb0bf8ec9da service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 1098 time: 0.0800920 Jul 05 04:17:35.781309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94fb8d9-3f23-4738-b592-50031fcff649 None None] Network c36f387a-65fd-4814-93c1-4a11786a9d3b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:35.813382 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.813968 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a4779e49-56d7-463a-a71d-5f30ef589bc3 req-08526374-1463-4f83-aa71-05ac6c553014 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315297 Jul 05 04:17:35.846745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Port': ['ID=b0754b9b-9089-4cf2-9330-8bd8244f90da,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:35.854403 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No DVR routers for this DVR port b0754b9b-9089-4cf2-9330-8bd8244f90da on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:35.924399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a13628da-a030-453a-a28d-c479da1bd189 None None] Could not find standard attr ID for object b0754b9b-9089-4cf2-9330-8bd8244f90da. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:17:35.961622 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.975299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36f387a-65fd-4814-93c1-4a11786a9d3b']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:35.988728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50eb8dae-19d1-4e87-8180-c13b6b3c672b') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:35.989298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50eb8dae-19d1-4e87-8180-c13b6b3c672b') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:35.998655 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.044642 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.053720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:36.054131 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:36.057961 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:36.072054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fe831a-757e-47e7-8c7b-8245ba7c06b7 None None] DHCP port deletion for c36f387a-65fd-4814-93c1-4a11786a9d3b request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:17:36.132159 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:17:36.140604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004cded-57b8-4618-90c7-330efd1d4aed req-ed00c7b6-6e4b-4c0e-a987-a3aa5b0f3e73 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.142231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f004cded-57b8-4618-90c7-330efd1d4aed req-ed00c7b6-6e4b-4c0e-a987-a3aa5b0f3e73 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 947 time: 0.1362729 Jul 05 04:17:36.200820 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f004cded-57b8-4618-90c7-330efd1d4aed req-689af58f-0007-4dc2-8b28-3e826dea340e tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375073 Jul 05 04:17:36.201289 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.210800 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.215636 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/c36f387a-65fd-4814-93c1-4a11786a9d3b HTTP/1.1" status: 204 len: 168 time: 0.9384794 Jul 05 04:17:36.216546 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40592) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:36.225128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2c9b8-5725-4d76-b6dc-0ecdd06a658a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Network': ['ID=c36f387a-65fd-4814-93c1-4a11786a9d3b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:36.248603 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a978833-912b-4a8f-b214-7378ddfd5782 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:36.251322 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a978833-912b-4a8f-b214-7378ddfd5782 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:36.251322 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4a978833-912b-4a8f-b214-7378ddfd5782 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/subnets/46d68a77-094d-4b37-8bf0-c65af35902d3 HTTP/1.1" status: 404 len: 337 time: 0.0326002 Jul 05 04:17:36.254145 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40594) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:36.272826 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-72702fc7-292d-4393-8f36-ec1a1dbb3754 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:36.273394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72702fc7-292d-4393-8f36-ec1a1dbb3754 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:36.275054 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-72702fc7-292d-4393-8f36-ec1a1dbb3754 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/620f52cf-91f3-49f1-9417-7b4da2580b1a HTTP/1.1" status: 404 len: 339 time: 0.0200136 Jul 05 04:17:36.281782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40596) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:36.308592 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1fa422-fb74-46e5-9d22-4d82992a87c8 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:36.309310 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1fa422-fb74-46e5-9d22-4d82992a87c8 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:36.312567 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7d1fa422-fb74-46e5-9d22-4d82992a87c8 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/subnets/34b14760-79d1-4af7-b725-353263b1f30d HTTP/1.1" status: 404 len: 337 time: 0.0293059 Jul 05 04:17:36.314545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40600) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:36.339119 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e16c240-d917-49cc-bb6c-f440a97bcf2a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:36.339684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e16c240-d917-49cc-bb6c-f440a97bcf2a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:36.341490 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7e16c240-d917-49cc-bb6c-f440a97bcf2a tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/60385ec7-fce0-4650-87b4-d312a6b21e91 HTTP/1.1" status: 404 len: 339 time: 0.0248959 Jul 05 04:17:36.344103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40602) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:36.371415 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3fd612-c189-4e57-bea3-b91ae0aab250 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:36.371820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3fd612-c189-4e57-bea3-b91ae0aab250 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:36.376608 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1d3fd612-c189-4e57-bea3-b91ae0aab250 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/subnets/d05f462e-1484-46ed-8b86-e132f6996c2a HTTP/1.1" status: 404 len: 337 time: 0.0310929 Jul 05 04:17:36.377053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40606) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:36.406615 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5f1e58-7fd8-4e0e-abad-29967ae5e353 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:36.407162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5f1e58-7fd8-4e0e-abad-29967ae5e353 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:36.409131 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cf5f1e58-7fd8-4e0e-abad-29967ae5e353 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/83134fde-cf5d-4270-9b81-29b867b5e049 HTTP/1.1" status: 404 len: 339 time: 0.0301423 Jul 05 04:17:36.411678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40608) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:36.464344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1026cd-907c-49ef-a71a-37d455dbb74c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Deleting subnet bac55ae2-4fd6-4e23-b686-68308c3c2ae2 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:36.468215 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4d1026cd-907c-49ef-a71a-37d455dbb74c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.516239 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4d1026cd-907c-49ef-a71a-37d455dbb74c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.638036 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4d1026cd-907c-49ef-a71a-37d455dbb74c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.131563 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4d1026cd-907c-49ef-a71a-37d455dbb74c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.164056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1026cd-907c-49ef-a71a-37d455dbb74c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Subnet': ['ID=bac55ae2-4fd6-4e23-b686-68308c3c2ae2,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:37.167951 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4d1026cd-907c-49ef-a71a-37d455dbb74c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.169905 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4d1026cd-907c-49ef-a71a-37d455dbb74c tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/subnets/bac55ae2-4fd6-4e23-b686-68308c3c2ae2 HTTP/1.1" status: 204 len: 168 time: 0.7573085 Jul 05 04:17:37.172440 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40654) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:37.180142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f71d717-500f-4cb9-8263-a80b55fa3b94 None None] Network c25d426d-14ab-438e-8d6e-76938cbc72e7 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:37.253268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.314119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Deleting port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:37.314467 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.414310 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] For port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ede18cdb-7968-4b8e-96b4-85b12ea6a9a5,segment=NetworkSegment(dd9c34e6-62da-4391-af5d-7caacd22eb7a),segment_id=dd9c34e6-62da-4391-af5d-7caacd22eb7a)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:37.415281 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.419454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccee3642-ce26-46f5-814d-8d7d31e1b9d1 None None] DHCP port deletion for c25d426d-14ab-438e-8d6e-76938cbc72e7 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:17:37.456413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427b4ba-8cef-4036-a099-820f02457914 req-b1092ed4-d446-48bf-b2a8-cecaf8035997 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:37.463179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Calling delete_port for ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:37.463338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b427b4ba-8cef-4036-a099-820f02457914 req-b1092ed4-d446-48bf-b2a8-cecaf8035997 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 947 time: 0.1168861 Jul 05 04:17:37.513696 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ccee3642-ce26-46f5-814d-8d7d31e1b9d1 None None] Deleting port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:37.514449 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ccee3642-ce26-46f5-814d-8d7d31e1b9d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.574204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b427b4ba-8cef-4036-a099-820f02457914 req-516ebc2f-a802-4694-9aff-5bf7b0a0d189 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799410 Jul 05 04:17:37.609144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ccee3642-ce26-46f5-814d-8d7d31e1b9d1 None None] For port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ede18cdb-7968-4b8e-96b4-85b12ea6a9a5,segment=NetworkSegment(dd9c34e6-62da-4391-af5d-7caacd22eb7a),segment_id=dd9c34e6-62da-4391-af5d-7caacd22eb7a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:37.609715 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ccee3642-ce26-46f5-814d-8d7d31e1b9d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.631877 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ccee3642-ce26-46f5-814d-8d7d31e1b9d1 None None] Calling delete_port for ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:37.813347 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.820462 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ccee3642-ce26-46f5-814d-8d7d31e1b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.845423 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Port': ['ID=ede18cdb-7968-4b8e-96b4-85b12ea6a9a5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:37.847482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No DVR routers for this DVR port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:37.848250 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee3642-ce26-46f5-814d-8d7d31e1b9d1 None None] Pushing event deleted for resources: {'Port': ['ID=ede18cdb-7968-4b8e-96b4-85b12ea6a9a5,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:37.850421 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee3642-ce26-46f5-814d-8d7d31e1b9d1 None None] No DVR routers for this DVR port ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:37.941041 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.957237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:37.971571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25d426d-14ab-438e-8d6e-76938cbc72e7']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:37.996523 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9c34e6-62da-4391-af5d-7caacd22eb7a') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:37.997263 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9c34e6-62da-4391-af5d-7caacd22eb7a') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:38.009655 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:38.012911 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.027119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ede18cdb-7968-4b8e-96b4-85b12ea6a9a5 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:38.027577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b0754b9b-9089-4cf2-9330-8bd8244f90da no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:38.033805 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.040664 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:38.041392 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:38.044905 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:38.051781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: b0754b9b-9089-4cf2-9330-8bd8244f90da {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:38.052399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b0754b9b-9089-4cf2-9330-8bd8244f90da not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:38.181846 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.186688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.188945 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/c25d426d-14ab-438e-8d6e-76938cbc72e7 HTTP/1.1" status: 204 len: 168 time: 1.0152202 Jul 05 04:17:38.192023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40682) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:38.216242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c804c7-00c1-42e1-a7d6-2f44e9c9a355 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Network': ['ID=c25d426d-14ab-438e-8d6e-76938cbc72e7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:38.238391 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-7602cf78-f2e7-448d-aeee-28679722ee8d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:38.239095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7602cf78-f2e7-448d-aeee-28679722ee8d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:38.244055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7602cf78-f2e7-448d-aeee-28679722ee8d tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/subnets/83773053-26f4-45f7-b35f-2b580b57a30c HTTP/1.1" status: 404 len: 337 time: 0.0468826 Jul 05 04:17:38.244193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40686) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:38.262538 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-06df6600-9aec-410f-bf9c-78dba39a4634 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:38.263257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06df6600-9aec-410f-bf9c-78dba39a4634 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:38.264960 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-06df6600-9aec-410f-bf9c-78dba39a4634 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/1740ef36-3058-423f-bf57-daa6ac8614bd HTTP/1.1" status: 404 len: 339 time: 0.0205986 Jul 05 04:17:38.288461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40690) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:38.339831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7094d2-5be9-4046-8697-d60ac3a8f2b9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Deleting subnet c6dc6b96-b897-47bc-9661-8161b4abad8e {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:38.343189 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5d7094d2-5be9-4046-8697-d60ac3a8f2b9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.385464 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5d7094d2-5be9-4046-8697-d60ac3a8f2b9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.480767 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5d7094d2-5be9-4046-8697-d60ac3a8f2b9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.617273 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5d7094d2-5be9-4046-8697-d60ac3a8f2b9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.641787 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7094d2-5be9-4046-8697-d60ac3a8f2b9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Subnet': ['ID=c6dc6b96-b897-47bc-9661-8161b4abad8e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:38.646383 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5d7094d2-5be9-4046-8697-d60ac3a8f2b9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.651815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40700) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:38.652202 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5d7094d2-5be9-4046-8697-d60ac3a8f2b9 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/subnets/c6dc6b96-b897-47bc-9661-8161b4abad8e HTTP/1.1" status: 204 len: 168 time: 0.3624361 Jul 05 04:17:38.665086 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6ddd4d-2143-40a8-b24a-a56f0c9c323a None None] Network 09a78204-b797-43fd-912e-c4dfa3592fa6 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:38.750168 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.767856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec50ce-4244-4ac4-b93c-637d42977314 req-914beec0-c77a-4a54-ba97-60db569b4fef tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:38.771279 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1ec50ce-4244-4ac4-b93c-637d42977314 req-914beec0-c77a-4a54-ba97-60db569b4fef tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 947 time: 0.0696580 Jul 05 04:17:38.810564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Deleting port b5cf0778-3985-48c1-aae8-b088486a09ea {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:38.811151 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1ec50ce-4244-4ac4-b93c-637d42977314 req-3b475279-d9ff-4278-8fb6-d4352bee7c21 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356383 Jul 05 04:17:38.811526 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.890700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] For port b5cf0778-3985-48c1-aae8-b088486a09ea, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b5cf0778-3985-48c1-aae8-b088486a09ea,segment=NetworkSegment(6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb),segment_id=6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:38.891065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.904544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e6bfae-3505-4d03-b229-56ceaf7e48b8 None None] DHCP port deletion for 09a78204-b797-43fd-912e-c4dfa3592fa6 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:17:38.923065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Calling delete_port for b5cf0778-3985-48c1-aae8-b088486a09ea owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:38.988479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-23e6bfae-3505-4d03-b229-56ceaf7e48b8 None None] Deleting port b5cf0778-3985-48c1-aae8-b088486a09ea {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:38.989105 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-23e6bfae-3505-4d03-b229-56ceaf7e48b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.058789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-23e6bfae-3505-4d03-b229-56ceaf7e48b8 None None] For port b5cf0778-3985-48c1-aae8-b088486a09ea, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b5cf0778-3985-48c1-aae8-b088486a09ea,segment=NetworkSegment(6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb),segment_id=6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:39.059458 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-23e6bfae-3505-4d03-b229-56ceaf7e48b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.072177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-23e6bfae-3505-4d03-b229-56ceaf7e48b8 None None] Calling delete_port for b5cf0778-3985-48c1-aae8-b088486a09ea owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:39.172909 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.180107 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-23e6bfae-3505-4d03-b229-56ceaf7e48b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.201364 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Port': ['ID=b5cf0778-3985-48c1-aae8-b088486a09ea,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:39.205042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6bfae-3505-4d03-b229-56ceaf7e48b8 None None] Pushing event deleted for resources: {'Port': ['ID=b5cf0778-3985-48c1-aae8-b088486a09ea,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:39.205271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] No DVR routers for this DVR port b5cf0778-3985-48c1-aae8-b088486a09ea on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:39.210615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e6bfae-3505-4d03-b229-56ceaf7e48b8 None None] No DVR routers for this DVR port b5cf0778-3985-48c1-aae8-b088486a09ea on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:39.302677 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.313614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a78204-b797-43fd-912e-c4dfa3592fa6']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:39.324213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:39.328467 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d50e982-3ecf-403e-b4dd-00e7a4ce6ceb') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:39.334549 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.351781 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.358276 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:39.358809 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:39.367334 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:39.484980 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.492477 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.499504 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] 10.222.0.60 "DELETE /v2.0/networks/09a78204-b797-43fd-912e-c4dfa3592fa6 HTTP/1.1" status: 204 len: 168 time: 0.8416536 Jul 05 04:17:39.509035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c99d0-b2d0-43dc-b54c-eb327c9bf8f2 tempest-NetworksIpV6Test-891218996 tempest-NetworksIpV6Test-891218996-project] Pushing event deleted for resources: {'Network': ['ID=09a78204-b797-43fd-912e-c4dfa3592fa6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:39.995779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b5cf0778-3985-48c1-aae8-b088486a09ea no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:40.013733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40738) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:40.031517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: b5cf0778-3985-48c1-aae8-b088486a09ea {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:40.031517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b5cf0778-3985-48c1-aae8-b088486a09ea not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:40.147902 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e47dde54-83ba-4c47-867b-530bf0c02dc0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fab13c169bdf4543bdffddafc24c35b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340826 Jul 05 04:17:40.151106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40748) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:40.217794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-53a5211a-1874-4b2e-86d6-53be01fe2b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.248556 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-53a5211a-1874-4b2e-86d6-53be01fe2b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.378209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-53a5211a-1874-4b2e-86d6-53be01fe2b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.382058 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-53a5211a-1874-4b2e-86d6-53be01fe2b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.385723 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-53a5211a-1874-4b2e-86d6-53be01fe2b73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20a0dab6-46a8-43c7-afaf-d261ef524799 HTTP/1.1" status: 204 len: 168 time: 0.2340243 Jul 05 04:17:40.397061 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5211a-1874-4b2e-86d6-53be01fe2b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a0dab6-46a8-43c7-afaf-d261ef524799,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:41.511759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40802) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:41.609677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d99ac81d-8c0b-4d2d-8dd7-3d83be8bdca2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-237242105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:41.698510 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d99ac81d-8c0b-4d2d-8dd7-3d83be8bdca2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.699613 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d99ac81d-8c0b-4d2d-8dd7-3d83be8bdca2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.751167 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d99ac81d-8c0b-4d2d-8dd7-3d83be8bdca2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.819052 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d99ac81d-8c0b-4d2d-8dd7-3d83be8bdca2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.901915 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d99ac81d-8c0b-4d2d-8dd7-3d83be8bdca2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.905806 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d99ac81d-8c0b-4d2d-8dd7-3d83be8bdca2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3902774 Jul 05 04:17:41.906053 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40814) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:41.912024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-703064118'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:41.990149 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Made reservation on behalf of d0d95e3d82764b999bc4308da7a20543 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:41.993726 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.005427 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.103476 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.170449 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.199567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:42.209940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48755926-dcbd-4dc5-b2eb-4e9918295958,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:42.218365 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.220089 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Added segment e86f2a80-d20c-4488-b9e6-19aa439c8ed8 of type vlan for network ea662788-6e53-4558-8391-98b9c83de428 Jul 05 04:17:42.269852 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.355949 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.361691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:42.366717 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.437937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event updated for resources: {'Network': ['ID=ea662788-6e53-4558-8391-98b9c83de428,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:42.457215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ea662788-6e53-4558-8391-98b9c83de428 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:42.490967 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e31def0e-c718-4963-8566-6bd1d6190e99 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5811439 Jul 05 04:17:42.491761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40832) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:42.498140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ee25ffb1-3456-472e-beaa-6d46d7ce567c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Request body: {'subnet': {'network_id': 'ea662788-6e53-4558-8391-98b9c83de428', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:42.671041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee25ffb1-3456-472e-beaa-6d46d7ce567c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Made reservation on behalf of d0d95e3d82764b999bc4308da7a20543 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:42.675709 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ee25ffb1-3456-472e-beaa-6d46d7ce567c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.925762 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ee25ffb1-3456-472e-beaa-6d46d7ce567c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.984039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25ffb1-3456-472e-beaa-6d46d7ce567c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event updated for resources: {'Subnet': ['ID=6a708935-5847-4ea2-9237-16f1188f27a0,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:42.994845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee25ffb1-3456-472e-beaa-6d46d7ce567c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Checking segment: {'id': 'e86f2a80-d20c-4488-b9e6-19aa439c8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ea662788-6e53-4558-8391-98b9c83de428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:42.995215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee25ffb1-3456-472e-beaa-6d46d7ce567c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Network hostable DHCP agents. Network: ea662788-6e53-4558-8391-98b9c83de428, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:43.097626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee25ffb1-3456-472e-beaa-6d46d7ce567c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Network ea662788-6e53-4558-8391-98b9c83de428 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:43.159063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-ee25ffb1-3456-472e-beaa-6d46d7ce567c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, ea662788-6e53-4558-8391-98b9c83de428) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:43.163270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee25ffb1-3456-472e-beaa-6d46d7ce567c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:43.163793 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ee25ffb1-3456-472e-beaa-6d46d7ce567c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.169060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bc57c3-d5aa-4a48-95ba-0dab5b60abc7 None None] Network ea662788-6e53-4558-8391-98b9c83de428 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:43.245481 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ee25ffb1-3456-472e-beaa-6d46d7ce567c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7516003 Jul 05 04:17:43.248382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40854) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:43.254564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-875ee760-f693-431e-bb3b-16a9ff18477c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Request body: {'network': {'name': 'tempest-router-network01--277169962'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:43.324637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-ea662788-6e53-4558-8391-98b9c83de428', 'network_id': 'ea662788-6e53-4558-8391-98b9c83de428', 'tenant_id': 'd0d95e3d82764b999bc4308da7a20543', 'fixed_ips': [{'subnet_id': '6a708935-5847-4ea2-9237-16f1188f27a0'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:43.325546 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.330700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875ee760-f693-431e-bb3b-16a9ff18477c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Made reservation on behalf of d0d95e3d82764b999bc4308da7a20543 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:43.334448 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-875ee760-f693-431e-bb3b-16a9ff18477c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.363693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875ee760-f693-431e-bb3b-16a9ff18477c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:43.372997 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-875ee760-f693-431e-bb3b-16a9ff18477c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.373758 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-875ee760-f693-431e-bb3b-16a9ff18477c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Added segment f721b99e-d7d7-494b-8956-528e50e19aab of type vlan for network 950a7a2d-5210-4111-ae0d-71952128926f Jul 05 04:17:43.417656 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-875ee760-f693-431e-bb3b-16a9ff18477c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.474559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Allocated IP 2001:db8::2 (ea662788-6e53-4558-8391-98b9c83de428/6a708935-5847-4ea2-9237-16f1188f27a0/107b74cf-a500-4ab5-acb2-20ca2647f52d) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:43.544129 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-875ee760-f693-431e-bb3b-16a9ff18477c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.550213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ee760-f693-431e-bb3b-16a9ff18477c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:43.551034 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-875ee760-f693-431e-bb3b-16a9ff18477c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.625875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ee760-f693-431e-bb3b-16a9ff18477c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event updated for resources: {'Network': ['ID=950a7a2d-5210-4111-ae0d-71952128926f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:43.626142 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.635286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Transition to ACTIVE for port object 107b74cf-a500-4ab5-acb2-20ca2647f52d will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:43.638697 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 950a7a2d-5210-4111-ae0d-71952128926f details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:43.702843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Transition to ACTIVE for port object 107b74cf-a500-4ab5-acb2-20ca2647f52d will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:43.719761 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-875ee760-f693-431e-bb3b-16a9ff18477c tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4697175 Jul 05 04:17:43.722877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40868) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:43.730360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-980c87b6-9ffb-465d-9f4b-335fa16582aa tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Request body: {'network': {'name': 'tempest-router-network02--776240152'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:43.784904 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.816470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980c87b6-9ffb-465d-9f4b-335fa16582aa tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Made reservation on behalf of d0d95e3d82764b999bc4308da7a20543 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:43.820246 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-980c87b6-9ffb-465d-9f4b-335fa16582aa tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.846792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980c87b6-9ffb-465d-9f4b-335fa16582aa tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:43.850885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Pushing event updated for resources: {'Port': ['ID=107b74cf-a500-4ab5-acb2-20ca2647f52d,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:43.855587 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Network ea662788-6e53-4558-8391-98b9c83de428 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:43.857826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:43.860337 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:43.863830 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-980c87b6-9ffb-465d-9f4b-335fa16582aa tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.864243 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-980c87b6-9ffb-465d-9f4b-335fa16582aa tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Added segment be7a9d75-07ca-40b0-a242-ae585ec0a2f0 of type vlan for network e69f6324-6f26-41a7-8795-2acda3b0e932 Jul 05 04:17:43.912446 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-980c87b6-9ffb-465d-9f4b-335fa16582aa tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.933714 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Attempting to bind port 107b74cf-a500-4ab5-acb2-20ca2647f52d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:43.934093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Attempting to bind port 107b74cf-a500-4ab5-acb2-20ca2647f52d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'e86f2a80-d20c-4488-b9e6-19aa439c8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ea662788-6e53-4558-8391-98b9c83de428'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:43.934511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Attempting to bind port 107b74cf-a500-4ab5-acb2-20ca2647f52d on network ea662788-6e53-4558-8391-98b9c83de428 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:43.941029 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:43.941029 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Checking segment: {'id': 'e86f2a80-d20c-4488-b9e6-19aa439c8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ea662788-6e53-4558-8391-98b9c83de428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:43.941617 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.941892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Bound using segment: {'id': 'e86f2a80-d20c-4488-b9e6-19aa439c8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ea662788-6e53-4558-8391-98b9c83de428'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:43.942364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Bound port: 107b74cf-a500-4ab5-acb2-20ca2647f52d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86f2a80-d20c-4488-b9e6-19aa439c8ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ea662788-6e53-4558-8391-98b9c83de428'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:43.942748 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.999256 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-980c87b6-9ffb-465d-9f4b-335fa16582aa tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.006139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980c87b6-9ffb-465d-9f4b-335fa16582aa tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:44.006699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] For port 107b74cf-a500-4ab5-acb2-20ca2647f52d, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:44.007189 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-980c87b6-9ffb-465d-9f4b-335fa16582aa tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.010052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] For port 107b74cf-a500-4ab5-acb2-20ca2647f52d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=107b74cf-a500-4ab5-acb2-20ca2647f52d,segment=NetworkSegment(e86f2a80-d20c-4488-b9e6-19aa439c8ed8),segment_id=e86f2a80-d20c-4488-b9e6-19aa439c8ed8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:44.082700 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c87b6-9ffb-465d-9f4b-335fa16582aa tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event updated for resources: {'Network': ['ID=e69f6324-6f26-41a7-8795-2acda3b0e932,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:44.094724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network e69f6324-6f26-41a7-8795-2acda3b0e932 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:44.139959 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.142869 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-980c87b6-9ffb-465d-9f4b-335fa16582aa tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4169407 Jul 05 04:17:44.145815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40874) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:44.150822 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6ddd4db4-f0cc-4458-89ad-b47ad516cc4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Request body: {'subnet': {'network_id': '950a7a2d-5210-4111-ae0d-71952128926f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:44.247509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b9123-569d-439e-b4b5-9bb33e161c2a None None] Pushing event updated for resources: {'Port': ['ID=107b74cf-a500-4ab5-acb2-20ca2647f52d,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:44.345319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddd4db4-f0cc-4458-89ad-b47ad516cc4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Made reservation on behalf of d0d95e3d82764b999bc4308da7a20543 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:44.350370 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6ddd4db4-f0cc-4458-89ad-b47ad516cc4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.647454 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6ddd4db4-f0cc-4458-89ad-b47ad516cc4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.702208 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd4db4-f0cc-4458-89ad-b47ad516cc4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event updated for resources: {'Subnet': ['ID=8d3f59cd-c6be-4025-b683-ff40baadc348,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:44.719515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd4db4-f0cc-4458-89ad-b47ad516cc4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Checking segment: {'id': 'f721b99e-d7d7-494b-8956-528e50e19aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '950a7a2d-5210-4111-ae0d-71952128926f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:44.719983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd4db4-f0cc-4458-89ad-b47ad516cc4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Network hostable DHCP agents. Network: 950a7a2d-5210-4111-ae0d-71952128926f, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:44.816481 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd4db4-f0cc-4458-89ad-b47ad516cc4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Network 950a7a2d-5210-4111-ae0d-71952128926f is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:44.914076 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-6ddd4db4-f0cc-4458-89ad-b47ad516cc4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 950a7a2d-5210-4111-ae0d-71952128926f) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:44.918456 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd4db4-f0cc-4458-89ad-b47ad516cc4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:44.919445 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6ddd4db4-f0cc-4458-89ad-b47ad516cc4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.923533 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4470398-422e-4dc9-9924-f84276477e8f None None] Network 950a7a2d-5210-4111-ae0d-71952128926f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:45.011340 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6ddd4db4-f0cc-4458-89ad-b47ad516cc4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8646076 Jul 05 04:17:45.014222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40888) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:45.020513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4c70e25b-b083-43dd-af47-2ed7afedcc26 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Request body: {'subnet': {'network_id': 'e69f6324-6f26-41a7-8795-2acda3b0e932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:45.288998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-950a7a2d-5210-4111-ae0d-71952128926f', 'network_id': '950a7a2d-5210-4111-ae0d-71952128926f', 'tenant_id': 'd0d95e3d82764b999bc4308da7a20543', 'fixed_ips': [{'subnet_id': '8d3f59cd-c6be-4025-b683-ff40baadc348'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:45.289881 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.328110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c70e25b-b083-43dd-af47-2ed7afedcc26 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Made reservation on behalf of d0d95e3d82764b999bc4308da7a20543 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:45.332663 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c70e25b-b083-43dd-af47-2ed7afedcc26 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.430757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7979a1c-a421-40c5-9e6e-7c041ee1d963 None None] Network ea662788-6e53-4558-8391-98b9c83de428 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:45.503833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Allocated IP 2001:db8::2 (950a7a2d-5210-4111-ae0d-71952128926f/8d3f59cd-c6be-4025-b683-ff40baadc348/5d588e45-4f86-41ab-a426-28c5e4d263f6) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:45.661966 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c70e25b-b083-43dd-af47-2ed7afedcc26 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.670803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7fdde62b-7ff3-4ba9-9f29-dad5b2b02671 None None] Provisioning for port 107b74cf-a500-4ab5-acb2-20ca2647f52d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:45.729387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70e25b-b083-43dd-af47-2ed7afedcc26 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event updated for resources: {'Subnet': ['ID=19d5ed7b-0e9b-4719-a88b-0bd5bb55a2c1,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:45.749512 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c70e25b-b083-43dd-af47-2ed7afedcc26 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Checking segment: {'id': 'be7a9d75-07ca-40b0-a242-ae585ec0a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e69f6324-6f26-41a7-8795-2acda3b0e932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:45.750155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c70e25b-b083-43dd-af47-2ed7afedcc26 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Network hostable DHCP agents. Network: e69f6324-6f26-41a7-8795-2acda3b0e932, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:45.764967 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.777551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Transition to ACTIVE for port object 5d588e45-4f86-41ab-a426-28c5e4d263f6 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:45.802512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Transition to ACTIVE for port object 5d588e45-4f86-41ab-a426-28c5e4d263f6 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:45.831970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c70e25b-b083-43dd-af47-2ed7afedcc26 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Network e69f6324-6f26-41a7-8795-2acda3b0e932 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:45.890711 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.915764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-4c70e25b-b083-43dd-af47-2ed7afedcc26 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, e69f6324-6f26-41a7-8795-2acda3b0e932) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:45.922974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c70e25b-b083-43dd-af47-2ed7afedcc26 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:45.926073 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c70e25b-b083-43dd-af47-2ed7afedcc26 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.926199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423f2f43-6e25-4f81-ab03-776bf5ed8bb9 None None] Network e69f6324-6f26-41a7-8795-2acda3b0e932 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:45.934967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Network 950a7a2d-5210-4111-ae0d-71952128926f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:45.948945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:45.976034 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:45.996707 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Pushing event updated for resources: {'Port': ['ID=5d588e45-4f86-41ab-a426-28c5e4d263f6,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:46.040260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 107b74cf-a500-4ab5-acb2-20ca2647f52d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:46.073420 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4c70e25b-b083-43dd-af47-2ed7afedcc26 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0554135 Jul 05 04:17:46.074406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40902) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:46.171173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Attempting to bind port 5d588e45-4f86-41ab-a426-28c5e4d263f6 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:46.171173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Attempting to bind port 5d588e45-4f86-41ab-a426-28c5e4d263f6 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'f721b99e-d7d7-494b-8956-528e50e19aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '950a7a2d-5210-4111-ae0d-71952128926f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:46.171173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Attempting to bind port 5d588e45-4f86-41ab-a426-28c5e4d263f6 on network 950a7a2d-5210-4111-ae0d-71952128926f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:46.186009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:46.186009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Checking segment: {'id': 'f721b99e-d7d7-494b-8956-528e50e19aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '950a7a2d-5210-4111-ae0d-71952128926f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:46.186009 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.186428 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Bound using segment: {'id': 'f721b99e-d7d7-494b-8956-528e50e19aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '950a7a2d-5210-4111-ae0d-71952128926f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:46.186795 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Bound port: 5d588e45-4f86-41ab-a426-28c5e4d263f6, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f721b99e-d7d7-494b-8956-528e50e19aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '950a7a2d-5210-4111-ae0d-71952128926f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:46.187172 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.310637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-e69f6324-6f26-41a7-8795-2acda3b0e932', 'network_id': 'e69f6324-6f26-41a7-8795-2acda3b0e932', 'tenant_id': 'd0d95e3d82764b999bc4308da7a20543', 'fixed_ips': [{'subnet_id': '19d5ed7b-0e9b-4719-a88b-0bd5bb55a2c1'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:46.311494 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.340879 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] For port 5d588e45-4f86-41ab-a426-28c5e4d263f6, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:46.348908 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] For port 5d588e45-4f86-41ab-a426-28c5e4d263f6, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5d588e45-4f86-41ab-a426-28c5e4d263f6,segment=NetworkSegment(f721b99e-d7d7-494b-8956-528e50e19aab),segment_id=f721b99e-d7d7-494b-8956-528e50e19aab)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:46.351685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 107b74cf-a500-4ab5-acb2-20ca2647f52d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:46.402291 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 107b74cf-a500-4ab5-acb2-20ca2647f52d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:46.402665 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.445805 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.451432 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.562004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Allocated IP 2001:db8::2 (e69f6324-6f26-41a7-8795-2acda3b0e932/19d5ed7b-0e9b-4719-a88b-0bd5bb55a2c1/9bd735a1-320a-4e50-9bf1-2d6ee76d7431) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:46.590327 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec086b63-f64c-4f67-bfab-19704765dc5d None None] Pushing event updated for resources: {'Port': ['ID=5d588e45-4f86-41ab-a426-28c5e4d263f6,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:46.671108 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.733502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 107b74cf-a500-4ab5-acb2-20ca2647f52d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=107b74cf-a500-4ab5-acb2-20ca2647f52d,segment=NetworkSegment(e86f2a80-d20c-4488-b9e6-19aa439c8ed8),segment_id=e86f2a80-d20c-4488-b9e6-19aa439c8ed8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:46.799899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Allocated IP 2001:db8::1 (950a7a2d-5210-4111-ae0d-71952128926f/8d3f59cd-c6be-4025-b683-ff40baadc348/f6ec354f-6745-4ed8-bc01-8af1e2a35c07) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:46.824888 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.833210 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.869566 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Transition to ACTIVE for port object 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:46.899171 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Transition to ACTIVE for port object 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:46.923125 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=107b74cf-a500-4ab5-acb2-20ca2647f52d,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:46.969822 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.990146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Transition to ACTIVE for port object f6ec354f-6745-4ed8-bc01-8af1e2a35c07 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:46.993335 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.069163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Network e69f6324-6f26-41a7-8795-2acda3b0e932 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:47.078683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:47.082000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:47.085204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Pushing event updated for resources: {'Port': ['ID=9bd735a1-320a-4e50-9bf1-2d6ee76d7431,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:47.102264 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.143366 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Attempting to bind port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:47.143781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Attempting to bind port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'be7a9d75-07ca-40b0-a242-ae585ec0a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e69f6324-6f26-41a7-8795-2acda3b0e932'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:47.144153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Attempting to bind port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 on network e69f6324-6f26-41a7-8795-2acda3b0e932 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:47.148686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Network 950a7a2d-5210-4111-ae0d-71952128926f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:47.149393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:47.149813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Checking segment: {'id': 'be7a9d75-07ca-40b0-a242-ae585ec0a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e69f6324-6f26-41a7-8795-2acda3b0e932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:47.150179 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.150570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Bound using segment: {'id': 'be7a9d75-07ca-40b0-a242-ae585ec0a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e69f6324-6f26-41a7-8795-2acda3b0e932'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:47.151035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Bound port: 9bd735a1-320a-4e50-9bf1-2d6ee76d7431, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7a9d75-07ca-40b0-a242-ae585ec0a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e69f6324-6f26-41a7-8795-2acda3b0e932'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:47.152055 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.152507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:47.159663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:47.160499 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.203431 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event updated for resources: {'Port': ['ID=f6ec354f-6745-4ed8-bc01-8af1e2a35c07,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:47.266907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] For port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:47.272452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] For port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9bd735a1-320a-4e50-9bf1-2d6ee76d7431,segment=NetworkSegment(be7a9d75-07ca-40b0-a242-ae585ec0a2f0),segment_id=be7a9d75-07ca-40b0-a242-ae585ec0a2f0)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:47.359305 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.450913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfc34c-4a6b-4d60-8359-71d97611909a None None] Pushing event updated for resources: {'Port': ['ID=9bd735a1-320a-4e50-9bf1-2d6ee76d7431,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:47.481671 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.855617 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.933769 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.933769 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.052769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event updated for resources: {'Port': ['ID=f6ec354f-6745-4ed8-bc01-8af1e2a35c07,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:48.105794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eecf79-f697-453d-8caa-fb7c8fd9d24f None None] Network 950a7a2d-5210-4111-ae0d-71952128926f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:48.109723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Network 950a7a2d-5210-4111-ae0d-71952128926f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:48.112003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:48.227841 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 107b74cf-a500-4ab5-acb2-20ca2647f52d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:48.344619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7ba6b95d-9406-47f5-9484-9002389d29fc None None] Provisioning for port 5d588e45-4f86-41ab-a426-28c5e4d263f6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:48.365887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Router d0568255-846f-4935-a9db-ea25901fe0a9 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:17:48.387856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 107b74cf-a500-4ab5-acb2-20ca2647f52d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:48.388467 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.475151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:48.485690 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f612056-3b67-4e8d-8326-38140806f08a None None] Sync routers for ids ['d0568255-846f-4935-a9db-ea25901fe0a9'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:48.491005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-13be6a7d-d788-4364-b351-2296aa8678d6 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "PUT /v2.0/routers/d0568255-846f-4935-a9db-ea25901fe0a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4126933 Jul 05 04:17:48.491493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40938) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:48.510749 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f612056-3b67-4e8d-8326-38140806f08a None None] Routers {'d0568255-846f-4935-a9db-ea25901fe0a9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:48.511325 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-8f612056-3b67-4e8d-8326-38140806f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:17:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d0568255-846f-4935-a9db-ea25901fe0a9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:48.565257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:48.581758 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-8f612056-3b67-4e8d-8326-38140806f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:48.592410 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f612056-3b67-4e8d-8326-38140806f08a None None] Routers {'d0568255-846f-4935-a9db-ea25901fe0a9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:48.593682 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-8f612056-3b67-4e8d-8326-38140806f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:17:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d0568255-846f-4935-a9db-ea25901fe0a9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:48.635582 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-8f612056-3b67-4e8d-8326-38140806f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:48.636527 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f612056-3b67-4e8d-8326-38140806f08a None None] The sync data for ids ['d0568255-846f-4935-a9db-ea25901fe0a9'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:48.704389 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:48.709218 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5d588e45-4f86-41ab-a426-28c5e4d263f6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:48.867322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 5d588e45-4f86-41ab-a426-28c5e4d263f6 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:48.873388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5d588e45-4f86-41ab-a426-28c5e4d263f6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:48.873958 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.012839 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.062827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 5d588e45-4f86-41ab-a426-28c5e4d263f6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5d588e45-4f86-41ab-a426-28c5e4d263f6,segment=NetworkSegment(f721b99e-d7d7-494b-8956-528e50e19aab),segment_id=f721b99e-d7d7-494b-8956-528e50e19aab)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:49.145184 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.148325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3fa6a326-76bc-4b03-a603-99777189e441 None None] Provisioning for port f6ec354f-6745-4ed8-bc01-8af1e2a35c07 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:49.167298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382ae17b-6154-4a99-8335-6ac6aa3a4e3a None None] Network e69f6324-6f26-41a7-8795-2acda3b0e932 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:49.197568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3fa6a326-76bc-4b03-a603-99777189e441 None None] Provisioning complete for port f6ec354f-6745-4ed8-bc01-8af1e2a35c07 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:49.197890 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a326-76bc-4b03-a603-99777189e441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.296575 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=5d588e45-4f86-41ab-a426-28c5e4d263f6,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:49.305762 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6a326-76bc-4b03-a603-99777189e441 None None] Port f6ec354f-6745-4ed8-bc01-8af1e2a35c07 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:49.347072 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3fa6a326-76bc-4b03-a603-99777189e441 None None] Provisioning complete for port 5d588e45-4f86-41ab-a426-28c5e4d263f6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:49.349056 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3fa6a326-76bc-4b03-a603-99777189e441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.391779 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-5baa83df-7de4-4dd2-96de-be4c26057cb8 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:17:49.393483 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5baa83df-7de4-4dd2-96de-be4c26057cb8 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "PUT /v2.0/routers/d0568255-846f-4935-a9db-ea25901fe0a9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9003108 Jul 05 04:17:49.396385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40952) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:49.915477 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef48a98d-e175-42b4-930b-decae850bc50 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.941532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eef7064d-3ba2-4a11-b228-82e364069cd4 None None] Provisioning for port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:49.945743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eef7064d-3ba2-4a11-b228-82e364069cd4 None None] Provisioning complete for port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:49.946109 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eef7064d-3ba2-4a11-b228-82e364069cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.997206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5d588e45-4f86-41ab-a426-28c5e4d263f6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:50.099178 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eef7064d-3ba2-4a11-b228-82e364069cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.109821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5d588e45-4f86-41ab-a426-28c5e4d263f6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:50.110323 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.170472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-eef7064d-3ba2-4a11-b228-82e364069cd4 None None] For port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9bd735a1-320a-4e50-9bf1-2d6ee76d7431,segment=NetworkSegment(be7a9d75-07ca-40b0-a242-ae585ec0a2f0),segment_id=be7a9d75-07ca-40b0-a242-ae585ec0a2f0)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:50.241867 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eef7064d-3ba2-4a11-b228-82e364069cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.281726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eef7064d-3ba2-4a11-b228-82e364069cd4 None None] Provisioning complete for port f6ec354f-6745-4ed8-bc01-8af1e2a35c07 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:50.282349 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eef7064d-3ba2-4a11-b228-82e364069cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.338366 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7064d-3ba2-4a11-b228-82e364069cd4 None None] Pushing event updated for resources: {'Port': ['ID=9bd735a1-320a-4e50-9bf1-2d6ee76d7431,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:50.348477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-eef7064d-3ba2-4a11-b228-82e364069cd4 None None] Port f6ec354f-6745-4ed8-bc01-8af1e2a35c07 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:50.475852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d6f8dc21-a7db-46f6-b279-4cb2842596a4 None None] Provisioning complete for port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:50.476357 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d6f8dc21-a7db-46f6-b279-4cb2842596a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.538624 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ef48a98d-e175-42b4-930b-decae850bc50 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Deleting port f6ec354f-6745-4ed8-bc01-8af1e2a35c07 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:50.539232 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef48a98d-e175-42b4-930b-decae850bc50 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.633522 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef48a98d-e175-42b4-930b-decae850bc50 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.646226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ef48a98d-e175-42b4-930b-decae850bc50 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Calling delete_port for f6ec354f-6745-4ed8-bc01-8af1e2a35c07 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:50.887876 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef48a98d-e175-42b4-930b-decae850bc50 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.920817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48a98d-e175-42b4-930b-decae850bc50 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event deleted for resources: {'Port': ['ID=f6ec354f-6745-4ed8-bc01-8af1e2a35c07,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:51.026217 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef48a98d-e175-42b4-930b-decae850bc50 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.231177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef48a98d-e175-42b4-930b-decae850bc50 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Router d0568255-846f-4935-a9db-ea25901fe0a9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:51.275701 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-20d8d662-5786-4435-8745-c4d5247bebe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.316445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef48a98d-e175-42b4-930b-decae850bc50 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:51.322639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ef48a98d-e175-42b4-930b-decae850bc50 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "PUT /v2.0/routers/d0568255-846f-4935-a9db-ea25901fe0a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9239333 Jul 05 04:17:51.326577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40986) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:51.328880 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125bfd59-1f0b-4eb2-8610-eaf6c05ea8ba None None] Sync routers for ids ['d0568255-846f-4935-a9db-ea25901fe0a9'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:51.339203 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125bfd59-1f0b-4eb2-8610-eaf6c05ea8ba None None] Routers {'d0568255-846f-4935-a9db-ea25901fe0a9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:51.339933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-125bfd59-1f0b-4eb2-8610-eaf6c05ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:17:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d0568255-846f-4935-a9db-ea25901fe0a9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:51.373057 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-9ebd8d6a-7bef-47f0-8066-f231d0215f74 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] delete failed (client error): The resource could not be found. Jul 05 04:17:51.374396 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9ebd8d6a-7bef-47f0-8066-f231d0215f74 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1063856033 HTTP/1.1" status: 404 len: 335 time: 0.0468445 Jul 05 04:17:51.384037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 40988) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:51.389110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-fa1cd242-457e-47f5-a05c-e01721f705a3 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0568255-846f-4935-a9db-ea25901fe0a9'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:51.400548 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-125bfd59-1f0b-4eb2-8610-eaf6c05ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:51.417736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125bfd59-1f0b-4eb2-8610-eaf6c05ea8ba None None] Routers {'d0568255-846f-4935-a9db-ea25901fe0a9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:51.417736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-125bfd59-1f0b-4eb2-8610-eaf6c05ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:17:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d0568255-846f-4935-a9db-ea25901fe0a9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:51.444787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-125bfd59-1f0b-4eb2-8610-eaf6c05ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:51.445556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125bfd59-1f0b-4eb2-8610-eaf6c05ea8ba None None] The sync data for ids ['d0568255-846f-4935-a9db-ea25901fe0a9'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:51.605033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fa1cd242-457e-47f5-a05c-e01721f705a3 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.679095 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-fa1cd242-457e-47f5-a05c-e01721f705a3 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] update failed (client error): The resource could not be found. Jul 05 04:17:51.680073 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fa1cd242-457e-47f5-a05c-e01721f705a3 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "PUT /v2.0/routers/d0568255-846f-4935-a9db-ea25901fe0a9 HTTP/1.1" status: 404 len: 339 time: 0.2948616 Jul 05 04:17:51.683882 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 40994) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:51.690510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-aba87777-069d-4cd8-b0b9-4ced394c7829 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1433793644'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:51.801573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba87777-069d-4cd8-b0b9-4ced394c7829 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Made reservation on behalf of d0d95e3d82764b999bc4308da7a20543 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:51.807300 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aba87777-069d-4cd8-b0b9-4ced394c7829 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.831721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba87777-069d-4cd8-b0b9-4ced394c7829 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:51.840414 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aba87777-069d-4cd8-b0b9-4ced394c7829 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.840769 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-aba87777-069d-4cd8-b0b9-4ced394c7829 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Added segment 97ab4b3e-a298-4199-870f-9cec0b8f099b of type vlan for network 6c21f44b-47ed-453a-bc37-c46b6607f277 Jul 05 04:17:51.880386 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aba87777-069d-4cd8-b0b9-4ced394c7829 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.969429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:51.975265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aba87777-069d-4cd8-b0b9-4ced394c7829 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.981297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba87777-069d-4cd8-b0b9-4ced394c7829 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:51.982023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aba87777-069d-4cd8-b0b9-4ced394c7829 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.019681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:52.020231 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.065730 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba87777-069d-4cd8-b0b9-4ced394c7829 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event updated for resources: {'Network': ['ID=6c21f44b-47ed-453a-bc37-c46b6607f277,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:52.074623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 6c21f44b-47ed-453a-bc37-c46b6607f277 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:52.104536 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aba87777-069d-4cd8-b0b9-4ced394c7829 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4193871 Jul 05 04:17:52.107436 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41002) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:52.113359 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-99a0e1d3-bd6b-40fc-b48c-9c24346943c8 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Request body: {'subnet': {'network_id': '6c21f44b-47ed-453a-bc37-c46b6607f277', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:52.281432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a0e1d3-bd6b-40fc-b48c-9c24346943c8 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Made reservation on behalf of d0d95e3d82764b999bc4308da7a20543 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:52.286949 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99a0e1d3-bd6b-40fc-b48c-9c24346943c8 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.558515 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99a0e1d3-bd6b-40fc-b48c-9c24346943c8 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.625119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0e1d3-bd6b-40fc-b48c-9c24346943c8 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event updated for resources: {'Subnet': ['ID=4da1f990-a903-4f82-b77a-a1b2f65868e3,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:52.637442 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a0e1d3-bd6b-40fc-b48c-9c24346943c8 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Checking segment: {'id': '97ab4b3e-a298-4199-870f-9cec0b8f099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6c21f44b-47ed-453a-bc37-c46b6607f277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:52.638017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a0e1d3-bd6b-40fc-b48c-9c24346943c8 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Network hostable DHCP agents. Network: 6c21f44b-47ed-453a-bc37-c46b6607f277, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:52.744002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a0e1d3-bd6b-40fc-b48c-9c24346943c8 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Network 6c21f44b-47ed-453a-bc37-c46b6607f277 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:52.809723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-99a0e1d3-bd6b-40fc-b48c-9c24346943c8 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 6c21f44b-47ed-453a-bc37-c46b6607f277) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:52.814418 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a0e1d3-bd6b-40fc-b48c-9c24346943c8 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:52.815062 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-99a0e1d3-bd6b-40fc-b48c-9c24346943c8 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.821241 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2bd3a3-ad4d-4321-8f6e-58b488899af2 None None] Network 6c21f44b-47ed-453a-bc37-c46b6607f277 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:52.910843 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-99a0e1d3-bd6b-40fc-b48c-9c24346943c8 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8021259 Jul 05 04:17:52.913757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41016) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:52.919143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7a5bfe3f-c231-4e7e-87d5-3d240fba2a49 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Request body: {'router': {'external_gateway_info': {'network_id': '6c21f44b-47ed-453a-bc37-c46b6607f277'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:52.982379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-6c21f44b-47ed-453a-bc37-c46b6607f277', 'network_id': '6c21f44b-47ed-453a-bc37-c46b6607f277', 'tenant_id': 'd0d95e3d82764b999bc4308da7a20543', 'fixed_ips': [{'subnet_id': '4da1f990-a903-4f82-b77a-a1b2f65868e3'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:52.983476 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.162988 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Allocated IP 2001:db8:1::2 (6c21f44b-47ed-453a-bc37-c46b6607f277/4da1f990-a903-4f82-b77a-a1b2f65868e3/d13445d7-65fb-457a-9fb7-fc9443fcc624) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:53.194984 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a5bfe3f-c231-4e7e-87d5-3d240fba2a49 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.317613 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.326752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Transition to ACTIVE for port object d13445d7-65fb-457a-9fb7-fc9443fcc624 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:53.346499 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Transition to ACTIVE for port object d13445d7-65fb-457a-9fb7-fc9443fcc624 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:53.429848 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.441831 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-7a5bfe3f-c231-4e7e-87d5-3d240fba2a49 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:17:53.443380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7a5bfe3f-c231-4e7e-87d5-3d240fba2a49 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "PUT /v2.0/routers/d0568255-846f-4935-a9db-ea25901fe0a9 HTTP/1.1" status: 400 len: 364 time: 0.5277789 Jul 05 04:17:53.452468 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41026) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:53.498461 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Pushing event updated for resources: {'Port': ['ID=d13445d7-65fb-457a-9fb7-fc9443fcc624,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:53.507598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Network 6c21f44b-47ed-453a-bc37-c46b6607f277 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:53.509619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:53.517249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:53.590777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Attempting to bind port d13445d7-65fb-457a-9fb7-fc9443fcc624 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:53.591661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Attempting to bind port d13445d7-65fb-457a-9fb7-fc9443fcc624 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '97ab4b3e-a298-4199-870f-9cec0b8f099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6c21f44b-47ed-453a-bc37-c46b6607f277'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:53.592230 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Attempting to bind port d13445d7-65fb-457a-9fb7-fc9443fcc624 on network 6c21f44b-47ed-453a-bc37-c46b6607f277 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:53.598570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:53.599183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Checking segment: {'id': '97ab4b3e-a298-4199-870f-9cec0b8f099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6c21f44b-47ed-453a-bc37-c46b6607f277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:53.599768 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.600379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Bound using segment: {'id': '97ab4b3e-a298-4199-870f-9cec0b8f099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6c21f44b-47ed-453a-bc37-c46b6607f277'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:53.604778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Bound port: d13445d7-65fb-457a-9fb7-fc9443fcc624, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ab4b3e-a298-4199-870f-9cec0b8f099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6c21f44b-47ed-453a-bc37-c46b6607f277'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:53.604778 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.683828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] For port d13445d7-65fb-457a-9fb7-fc9443fcc624, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:53.686941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] For port d13445d7-65fb-457a-9fb7-fc9443fcc624, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d13445d7-65fb-457a-9fb7-fc9443fcc624,segment=NetworkSegment(97ab4b3e-a298-4199-870f-9cec0b8f099b),segment_id=97ab4b3e-a298-4199-870f-9cec0b8f099b)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:53.749087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.779406 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.871259 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed47e65-7e7c-476a-a7cb-4621b6372d3d None None] Pushing event updated for resources: {'Port': ['ID=d13445d7-65fb-457a-9fb7-fc9443fcc624,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:54.057326 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Allocated IP 2001:db8::1 (ea662788-6e53-4558-8391-98b9c83de428/6a708935-5847-4ea2-9237-16f1188f27a0/9aad9817-606f-4beb-8e87-c931d1a5a09b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:54.221373 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.248445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Transition to ACTIVE for port object 9aad9817-606f-4beb-8e87-c931d1a5a09b will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:54.472640 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-402535af-964b-4748-88b7-df1ba6620e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.538266 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.538732 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.598391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Network ea662788-6e53-4558-8391-98b9c83de428 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:54.601653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:54.651363 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:54.651363 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.651363 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event updated for resources: {'Port': ['ID=9aad9817-606f-4beb-8e87-c931d1a5a09b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:54.886913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.197458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eb4af42f-99e3-4e84-a358-4cdd1cccd478 None None] Provisioning for port 9aad9817-606f-4beb-8e87-c931d1a5a09b completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:55.217176 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eb4af42f-99e3-4e84-a358-4cdd1cccd478 None None] Provisioning complete for port 9aad9817-606f-4beb-8e87-c931d1a5a09b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:55.217176 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eb4af42f-99e3-4e84-a358-4cdd1cccd478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.264563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-eb4af42f-99e3-4e84-a358-4cdd1cccd478 None None] Port 9aad9817-606f-4beb-8e87-c931d1a5a09b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:55.287106 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abfa72e-7ffb-4c8a-9f50-25879f944961 None None] Network 6c21f44b-47ed-453a-bc37-c46b6607f277 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:55.295950 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.304847 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.367516 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.369479 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.486069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event updated for resources: {'Port': ['ID=9aad9817-606f-4beb-8e87-c931d1a5a09b,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:55.489549 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dfa8a0dd-31a4-4f8d-b884-62edbf6a86ca None None] Provisioning for port d13445d7-65fb-457a-9fb7-fc9443fcc624 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:55.572382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Network ea662788-6e53-4558-8391-98b9c83de428 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:55.573991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:55.687484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Router d0568255-846f-4935-a9db-ea25901fe0a9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:55.805600 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:55.813923 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f8c2d729-b304-4d39-9b68-05f473bfc77f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "PUT /v2.0/routers/d0568255-846f-4935-a9db-ea25901fe0a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3616614 Jul 05 04:17:55.814606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41058) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:55.818691 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1668b06-511b-4009-af97-03f350fe392b None None] Sync routers for ids ['d0568255-846f-4935-a9db-ea25901fe0a9'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:55.832576 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1668b06-511b-4009-af97-03f350fe392b None None] Routers {'d0568255-846f-4935-a9db-ea25901fe0a9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:55.844654 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e1668b06-511b-4009-af97-03f350fe392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:17:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d0568255-846f-4935-a9db-ea25901fe0a9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:55.931691 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e1668b06-511b-4009-af97-03f350fe392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:55.945905 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1668b06-511b-4009-af97-03f350fe392b None None] Routers {'d0568255-846f-4935-a9db-ea25901fe0a9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:55.946765 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e1668b06-511b-4009-af97-03f350fe392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:17:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d0568255-846f-4935-a9db-ea25901fe0a9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:55.948117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-400a0982-146b-4fb9-89b1-5cafeada869a None None] Provisioning complete for port 9aad9817-606f-4beb-8e87-c931d1a5a09b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:55.948529 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-400a0982-146b-4fb9-89b1-5cafeada869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.960804 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ed98-5dae-4193-8ccb-079817e177a0 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.986710 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e1668b06-511b-4009-af97-03f350fe392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:55.987525 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1668b06-511b-4009-af97-03f350fe392b None None] The sync data for ids ['d0568255-846f-4935-a9db-ea25901fe0a9'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:56.002852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-400a0982-146b-4fb9-89b1-5cafeada869a None None] Port 9aad9817-606f-4beb-8e87-c931d1a5a09b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:56.056198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d13445d7-65fb-457a-9fb7-fc9443fcc624 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:56.088194 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-d0a2ed98-5dae-4193-8ccb-079817e177a0 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 04:17:56.089564 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d0a2ed98-5dae-4193-8ccb-079817e177a0 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "DELETE /v2.0/routers/d0568255-846f-4935-a9db-ea25901fe0a9 HTTP/1.1" status: 409 len: 329 time: 0.2740078 Jul 05 04:17:56.092477 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41060) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:56.197995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d13445d7-65fb-457a-9fb7-fc9443fcc624 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:56.202920 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d13445d7-65fb-457a-9fb7-fc9443fcc624 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:56.203564 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.287015 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.334770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d13445d7-65fb-457a-9fb7-fc9443fcc624, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d13445d7-65fb-457a-9fb7-fc9443fcc624,segment=NetworkSegment(97ab4b3e-a298-4199-870f-9cec0b8f099b),segment_id=97ab4b3e-a298-4199-870f-9cec0b8f099b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:56.435272 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.506358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d13445d7-65fb-457a-9fb7-fc9443fcc624,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:56.541572 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-469c07ad-a2b8-46a2-a043-2998fc64d73f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.819733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-469c07ad-a2b8-46a2-a043-2998fc64d73f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Deleting port 9aad9817-606f-4beb-8e87-c931d1a5a09b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:56.820083 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-469c07ad-a2b8-46a2-a043-2998fc64d73f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.911936 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-469c07ad-a2b8-46a2-a043-2998fc64d73f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.924633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-469c07ad-a2b8-46a2-a043-2998fc64d73f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Calling delete_port for 9aad9817-606f-4beb-8e87-c931d1a5a09b owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:57.184409 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-469c07ad-a2b8-46a2-a043-2998fc64d73f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.201031 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.216274 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c07ad-a2b8-46a2-a043-2998fc64d73f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event deleted for resources: {'Port': ['ID=9aad9817-606f-4beb-8e87-c931d1a5a09b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:57.322405 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-469c07ad-a2b8-46a2-a043-2998fc64d73f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.568345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469c07ad-a2b8-46a2-a043-2998fc64d73f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Router d0568255-846f-4935-a9db-ea25901fe0a9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:57.645875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469c07ad-a2b8-46a2-a043-2998fc64d73f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:57.654824 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-469c07ad-a2b8-46a2-a043-2998fc64d73f tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "PUT /v2.0/routers/d0568255-846f-4935-a9db-ea25901fe0a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5573580 Jul 05 04:17:57.654824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41088) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:57.658126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3337fe02-24be-4408-afd8-ec16cc64b703 None None] Sync routers for ids ['d0568255-846f-4935-a9db-ea25901fe0a9'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:57.668423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3337fe02-24be-4408-afd8-ec16cc64b703 None None] Routers {'d0568255-846f-4935-a9db-ea25901fe0a9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:57.669301 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3337fe02-24be-4408-afd8-ec16cc64b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:17:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d0568255-846f-4935-a9db-ea25901fe0a9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.702082 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3337fe02-24be-4408-afd8-ec16cc64b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.711964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3337fe02-24be-4408-afd8-ec16cc64b703 None None] Routers {'d0568255-846f-4935-a9db-ea25901fe0a9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:57.712638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3337fe02-24be-4408-afd8-ec16cc64b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:17:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d0568255-846f-4935-a9db-ea25901fe0a9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.750039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3337fe02-24be-4408-afd8-ec16cc64b703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.750742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3337fe02-24be-4408-afd8-ec16cc64b703 None None] The sync data for ids ['d0568255-846f-4935-a9db-ea25901fe0a9'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:57.998039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d13445d7-65fb-457a-9fb7-fc9443fcc624 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:58.008353 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-23a7c3cd-881a-48d3-b7d0-d6d224bae375 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] show failed (client error): The resource could not be found. Jul 05 04:17:58.012893 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-23a7c3cd-881a-48d3-b7d0-d6d224bae375 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-371527996 HTTP/1.1" status: 404 len: 334 time: 0.3534153 Jul 05 04:17:58.013069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41094) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:58.019593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-2bd361c7-e710-4f4c-94a9-556af572dd4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:58.048817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d13445d7-65fb-457a-9fb7-fc9443fcc624 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:58.049197 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.052633 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-2bd361c7-e710-4f4c-94a9-556af572dd4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] update failed (client error): The resource could not be found. Jul 05 04:17:58.057971 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2bd361c7-e710-4f4c-94a9-556af572dd4a tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1616605808 HTTP/1.1" status: 404 len: 335 time: 0.0396357 Jul 05 04:17:58.058212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41098) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:58.114360 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f941c5-043b-410b-a0f5-f0692aa3037b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Deleting subnet 4da1f990-a903-4f82-b77a-a1b2f65868e3 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:58.117691 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27f941c5-043b-410b-a0f5-f0692aa3037b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.157823 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27f941c5-043b-410b-a0f5-f0692aa3037b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.253384 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27f941c5-043b-410b-a0f5-f0692aa3037b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.384789 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27f941c5-043b-410b-a0f5-f0692aa3037b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.410561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f941c5-043b-410b-a0f5-f0692aa3037b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event deleted for resources: {'Subnet': ['ID=4da1f990-a903-4f82-b77a-a1b2f65868e3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:58.417808 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-27f941c5-043b-410b-a0f5-f0692aa3037b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.429622 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-27f941c5-043b-410b-a0f5-f0692aa3037b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "DELETE /v2.0/subnets/4da1f990-a903-4f82-b77a-a1b2f65868e3 HTTP/1.1" status: 204 len: 168 time: 0.3612671 Jul 05 04:17:58.429622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41106) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:58.429921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc89660a-b5e2-40e3-9bcb-d921c1fb3137 None None] Network 6c21f44b-47ed-453a-bc37-c46b6607f277 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:58.515162 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.612711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Deleting port d13445d7-65fb-457a-9fb7-fc9443fcc624 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:58.613118 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.685169 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] For port d13445d7-65fb-457a-9fb7-fc9443fcc624, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d13445d7-65fb-457a-9fb7-fc9443fcc624,segment=NetworkSegment(97ab4b3e-a298-4199-870f-9cec0b8f099b),segment_id=97ab4b3e-a298-4199-870f-9cec0b8f099b)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:58.685548 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.700974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Calling delete_port for d13445d7-65fb-457a-9fb7-fc9443fcc624 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:58.746330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5ac8f0-716c-4918-8c8c-d9d01665b2d8 None None] DHCP port deletion for 6c21f44b-47ed-453a-bc37-c46b6607f277 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:17:58.797784 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ee5ac8f0-716c-4918-8c8c-d9d01665b2d8 None None] Deleting port d13445d7-65fb-457a-9fb7-fc9443fcc624 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:58.805695 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac8f0-716c-4918-8c8c-d9d01665b2d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.865754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ee5ac8f0-716c-4918-8c8c-d9d01665b2d8 None None] For port d13445d7-65fb-457a-9fb7-fc9443fcc624, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d13445d7-65fb-457a-9fb7-fc9443fcc624,segment=NetworkSegment(97ab4b3e-a298-4199-870f-9cec0b8f099b),segment_id=97ab4b3e-a298-4199-870f-9cec0b8f099b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:58.866195 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac8f0-716c-4918-8c8c-d9d01665b2d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.878683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ee5ac8f0-716c-4918-8c8c-d9d01665b2d8 None None] Calling delete_port for d13445d7-65fb-457a-9fb7-fc9443fcc624 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:58.895542 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.921675 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event deleted for resources: {'Port': ['ID=d13445d7-65fb-457a-9fb7-fc9443fcc624,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:58.926107 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] No DVR routers for this DVR port d13445d7-65fb-457a-9fb7-fc9443fcc624 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:58.956538 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac8f0-716c-4918-8c8c-d9d01665b2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.984951 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ac8f0-716c-4918-8c8c-d9d01665b2d8 None None] Pushing event deleted for resources: {'Port': ['ID=d13445d7-65fb-457a-9fb7-fc9443fcc624,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:58.990099 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ac8f0-716c-4918-8c8c-d9d01665b2d8 None None] No DVR routers for this DVR port d13445d7-65fb-457a-9fb7-fc9443fcc624 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:59.017889 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.028106 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c21f44b-47ed-453a-bc37-c46b6607f277']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:59.044532 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ab4b3e-a298-4199-870f-9cec0b8f099b') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:59.044841 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ab4b3e-a298-4199-870f-9cec0b8f099b') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:59.059141 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:59.228446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.234480 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.235482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41130) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:59.243866 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "DELETE /v2.0/networks/6c21f44b-47ed-453a-bc37-c46b6607f277 HTTP/1.1" status: 204 len: 168 time: 0.8110423 Jul 05 04:17:59.257882 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c32c6-c6b6-47a3-8843-7f84598f43f2 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event deleted for resources: {'Network': ['ID=6c21f44b-47ed-453a-bc37-c46b6607f277,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:59.314481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-da58eecc-1f58-43c2-9498-3e5a2c74c30b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Deleting subnet 19d5ed7b-0e9b-4719-a88b-0bd5bb55a2c1 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:59.317744 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-da58eecc-1f58-43c2-9498-3e5a2c74c30b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.359038 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-da58eecc-1f58-43c2-9498-3e5a2c74c30b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.453323 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-da58eecc-1f58-43c2-9498-3e5a2c74c30b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.569700 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.599087 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-da58eecc-1f58-43c2-9498-3e5a2c74c30b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.629437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58eecc-1f58-43c2-9498-3e5a2c74c30b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event deleted for resources: {'Subnet': ['ID=19d5ed7b-0e9b-4719-a88b-0bd5bb55a2c1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:59.636826 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-da58eecc-1f58-43c2-9498-3e5a2c74c30b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.637394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416236c3-e337-46bc-aa69-6e2f55d485d5 None None] Network e69f6324-6f26-41a7-8795-2acda3b0e932 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:59.640697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41146) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:59.640928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-da58eecc-1f58-43c2-9498-3e5a2c74c30b tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "DELETE /v2.0/subnets/19d5ed7b-0e9b-4719-a88b-0bd5bb55a2c1 HTTP/1.1" status: 204 len: 168 time: 0.4056211 Jul 05 04:17:59.701783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0514f0f-b3ce-4379-8764-b92752ac11d5 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Deleting subnet 8d3f59cd-c6be-4025-b683-ff40baadc348 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:59.707282 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0514f0f-b3ce-4379-8764-b92752ac11d5 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.769498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0514f0f-b3ce-4379-8764-b92752ac11d5 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.855995 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0514f0f-b3ce-4379-8764-b92752ac11d5 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.874575 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdfefd9-6eda-458e-8936-6007e75b020c None None] DHCP port deletion for e69f6324-6f26-41a7-8795-2acda3b0e932 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:17:59.929150 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3cdfefd9-6eda-458e-8936-6007e75b020c None None] Deleting port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:59.929539 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cdfefd9-6eda-458e-8936-6007e75b020c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.989080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d13445d7-65fb-457a-9fb7-fc9443fcc624 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:00.012282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: d13445d7-65fb-457a-9fb7-fc9443fcc624 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:00.012668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d13445d7-65fb-457a-9fb7-fc9443fcc624 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:00.013068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:00.021635 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0514f0f-b3ce-4379-8764-b92752ac11d5 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.062513 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0514f0f-b3ce-4379-8764-b92752ac11d5 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3f59cd-c6be-4025-b683-ff40baadc348,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:00.081773 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0514f0f-b3ce-4379-8764-b92752ac11d5 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.085225 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d0514f0f-b3ce-4379-8764-b92752ac11d5 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "DELETE /v2.0/subnets/8d3f59cd-c6be-4025-b683-ff40baadc348 HTTP/1.1" status: 204 len: 168 time: 0.4425344 Jul 05 04:18:00.092177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865ca22-aa27-4e58-9935-a1654668ccb4 None None] Network 950a7a2d-5210-4111-ae0d-71952128926f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:00.096966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41160) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:00.116263 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3cdfefd9-6eda-458e-8936-6007e75b020c None None] For port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9bd735a1-320a-4e50-9bf1-2d6ee76d7431,segment=NetworkSegment(be7a9d75-07ca-40b0-a242-ae585ec0a2f0),segment_id=be7a9d75-07ca-40b0-a242-ae585ec0a2f0)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:00.116688 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cdfefd9-6eda-458e-8936-6007e75b020c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.162414 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3cdfefd9-6eda-458e-8936-6007e75b020c None None] Calling delete_port for 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:00.183626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.255853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Deleting port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:00.256275 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.301540 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.339395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] For port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9bd735a1-320a-4e50-9bf1-2d6ee76d7431,segment=NetworkSegment(be7a9d75-07ca-40b0-a242-ae585ec0a2f0),segment_id=be7a9d75-07ca-40b0-a242-ae585ec0a2f0)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:00.339913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.355891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Calling delete_port for 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:00.479137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba610a4b-09e3-484d-90ca-108ab6b88a56 None None] DHCP port deletion for 950a7a2d-5210-4111-ae0d-71952128926f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:18:00.482177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.484059 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cdfefd9-6eda-458e-8936-6007e75b020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.518812 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event deleted for resources: {'Port': ['ID=9bd735a1-320a-4e50-9bf1-2d6ee76d7431,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:00.527262 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] No DVR routers for this DVR port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:00.539313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfefd9-6eda-458e-8936-6007e75b020c None None] Pushing event deleted for resources: {'Port': ['ID=9bd735a1-320a-4e50-9bf1-2d6ee76d7431,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:00.561819 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:18:00.561819 n-d-798249-5 neutron-server[100878]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 05 04:18:00.561819 n-d-798249-5 neutron-server[100878]: [parameters: {'status': 'DOWN', 'ports_id': '9bd735a1-320a-4e50-9bf1-2d6ee76d7431'}] Jul 05 04:18:00.561819 n-d-798249-5 neutron-server[100878]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:18:00.562391 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:18:00.562946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdfefd9-6eda-458e-8936-6007e75b020c None None] No DVR routers for this DVR port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:00.590706 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ba610a4b-09e3-484d-90ca-108ab6b88a56 None None] Deleting port 5d588e45-4f86-41ab-a426-28c5e4d263f6 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:00.596736 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ba610a4b-09e3-484d-90ca-108ab6b88a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.630209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.641430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69f6324-6f26-41a7-8795-2acda3b0e932']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:00.653483 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7a9d75-07ca-40b0-a242-ae585ec0a2f0') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:00.654111 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7a9d75-07ca-40b0-a242-ae585ec0a2f0') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:00.664296 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.666503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ba610a4b-09e3-484d-90ca-108ab6b88a56 None None] For port 5d588e45-4f86-41ab-a426-28c5e4d263f6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5d588e45-4f86-41ab-a426-28c5e4d263f6,segment=NetworkSegment(f721b99e-d7d7-494b-8956-528e50e19aab),segment_id=f721b99e-d7d7-494b-8956-528e50e19aab)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:00.666912 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ba610a4b-09e3-484d-90ca-108ab6b88a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.683328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ba610a4b-09e3-484d-90ca-108ab6b88a56 None None] Calling delete_port for 5d588e45-4f86-41ab-a426-28c5e4d263f6 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:00.684081 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.690819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:00.691222 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: self.session.flush() Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:00.694277 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:00.847030 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ba610a4b-09e3-484d-90ca-108ab6b88a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.847644 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.868929 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.870792 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "DELETE /v2.0/networks/e69f6324-6f26-41a7-8795-2acda3b0e932 HTTP/1.1" status: 204 len: 168 time: 0.7771370 Jul 05 04:18:00.873476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41178) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:00.881772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4d2a8-415e-4521-a70b-ac1449176576 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event deleted for resources: {'Network': ['ID=e69f6324-6f26-41a7-8795-2acda3b0e932,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:00.893269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba610a4b-09e3-484d-90ca-108ab6b88a56 None None] No DVR routers for this DVR port 5d588e45-4f86-41ab-a426-28c5e4d263f6 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:00.897405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba610a4b-09e3-484d-90ca-108ab6b88a56 None None] Pushing event deleted for resources: {'Port': ['ID=5d588e45-4f86-41ab-a426-28c5e4d263f6,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:00.959253 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.050575 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.060942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950a7a2d-5210-4111-ae0d-71952128926f']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:01.076497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f721b99e-d7d7-494b-8956-528e50e19aab') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:01.076804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f721b99e-d7d7-494b-8956-528e50e19aab') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:01.083289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Port 9bd735a1-320a-4e50-9bf1-2d6ee76d7431 update to DOWN by agent not found {{(pid=100878) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 04:18:01.087726 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.106460 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.115477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:01.116359 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:01.120005 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:01.258358 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.273072 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.274879 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "DELETE /v2.0/networks/950a7a2d-5210-4111-ae0d-71952128926f HTTP/1.1" status: 204 len: 168 time: 0.3998964 Jul 05 04:18:01.277686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41188) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:01.287566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event deleted for resources: {'Network': ['ID=950a7a2d-5210-4111-ae0d-71952128926f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:01.295174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:01.295521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:01.295867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:01.296207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:01.296580 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:01.296915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:01.297245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:01.297571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:01.298438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:01.299365 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:01.299723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:01.300028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90146998-3d28-4010-9584-609d4103af7d tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:01.332863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60adb66-a6b3-4c03-bd4c-393960d88dc9 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Deleting subnet 6a708935-5847-4ea2-9237-16f1188f27a0 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:01.337345 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f60adb66-a6b3-4c03-bd4c-393960d88dc9 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.387662 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f60adb66-a6b3-4c03-bd4c-393960d88dc9 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.498913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f60adb66-a6b3-4c03-bd4c-393960d88dc9 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.534965 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.701371 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f60adb66-a6b3-4c03-bd4c-393960d88dc9 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.728736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60adb66-a6b3-4c03-bd4c-393960d88dc9 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event deleted for resources: {'Subnet': ['ID=6a708935-5847-4ea2-9237-16f1188f27a0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:01.734359 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f60adb66-a6b3-4c03-bd4c-393960d88dc9 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.736959 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f60adb66-a6b3-4c03-bd4c-393960d88dc9 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "DELETE /v2.0/subnets/6a708935-5847-4ea2-9237-16f1188f27a0 HTTP/1.1" status: 204 len: 168 time: 0.4582686 Jul 05 04:18:01.739557 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41204) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:01.747715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c01726-7994-4af0-a9fa-fe577ec802ad None None] Network ea662788-6e53-4558-8391-98b9c83de428 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:01.819703 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.897468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Deleting port 107b74cf-a500-4ab5-acb2-20ca2647f52d {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:01.898158 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.982008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983cb535-446a-4dca-9aa1-0453bbf57105 None None] DHCP port deletion for ea662788-6e53-4558-8391-98b9c83de428 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:18:01.984073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] For port 107b74cf-a500-4ab5-acb2-20ca2647f52d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=107b74cf-a500-4ab5-acb2-20ca2647f52d,segment=NetworkSegment(e86f2a80-d20c-4488-b9e6-19aa439c8ed8),segment_id=e86f2a80-d20c-4488-b9e6-19aa439c8ed8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:01.984484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.019479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Calling delete_port for 107b74cf-a500-4ab5-acb2-20ca2647f52d owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:02.030963 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5d588e45-4f86-41ab-a426-28c5e4d263f6 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:02.054091 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 5d588e45-4f86-41ab-a426-28c5e4d263f6 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:02.054507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5d588e45-4f86-41ab-a426-28c5e4d263f6 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:02.074702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-983cb535-446a-4dca-9aa1-0453bbf57105 None None] Deleting port 107b74cf-a500-4ab5-acb2-20ca2647f52d {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:02.075093 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-983cb535-446a-4dca-9aa1-0453bbf57105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.144205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-983cb535-446a-4dca-9aa1-0453bbf57105 None None] For port 107b74cf-a500-4ab5-acb2-20ca2647f52d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=107b74cf-a500-4ab5-acb2-20ca2647f52d,segment=NetworkSegment(e86f2a80-d20c-4488-b9e6-19aa439c8ed8),segment_id=e86f2a80-d20c-4488-b9e6-19aa439c8ed8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:02.144672 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-983cb535-446a-4dca-9aa1-0453bbf57105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.174095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-983cb535-446a-4dca-9aa1-0453bbf57105 None None] Calling delete_port for 107b74cf-a500-4ab5-acb2-20ca2647f52d owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:02.210288 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.230363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event deleted for resources: {'Port': ['ID=107b74cf-a500-4ab5-acb2-20ca2647f52d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:02.238131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] No DVR routers for this DVR port 107b74cf-a500-4ab5-acb2-20ca2647f52d on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:02.299271 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-983cb535-446a-4dca-9aa1-0453bbf57105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.328838 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.331118 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983cb535-446a-4dca-9aa1-0453bbf57105 None None] No DVR routers for this DVR port 107b74cf-a500-4ab5-acb2-20ca2647f52d on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:02.332716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cb535-446a-4dca-9aa1-0453bbf57105 None None] Pushing event deleted for resources: {'Port': ['ID=107b74cf-a500-4ab5-acb2-20ca2647f52d,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:02.358669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea662788-6e53-4558-8391-98b9c83de428']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:02.368344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86f2a80-d20c-4488-b9e6-19aa439c8ed8') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:02.369132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86f2a80-d20c-4488-b9e6-19aa439c8ed8') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:02.380931 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.403410 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.413682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:02.414674 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:02.418888 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:02.623591 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.628282 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.633672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "DELETE /v2.0/networks/ea662788-6e53-4558-8391-98b9c83de428 HTTP/1.1" status: 204 len: 168 time: 0.8930633 Jul 05 04:18:02.633804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41226) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:02.650123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c54171-971f-4984-a1fb-808b7390ae80 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Pushing event deleted for resources: {'Network': ['ID=ea662788-6e53-4558-8391-98b9c83de428,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:02.692761 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bc73e1c0-3556-4c57-a0fd-f11485079173 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0568255-846f-4935-a9db-ea25901fe0a9 HTTP/1.1" status: 200 len: 205 time: 0.0576324 Jul 05 04:18:02.699654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41230) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:02.779635 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2658fff6-b881-45ad-b4e3-6b8efc7d7146 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.968356 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2658fff6-b881-45ad-b4e3-6b8efc7d7146 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.971275 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2658fff6-b881-45ad-b4e3-6b8efc7d7146 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.112179 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2658fff6-b881-45ad-b4e3-6b8efc7d7146 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.112809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2658fff6-b881-45ad-b4e3-6b8efc7d7146 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Fanout notify agent at l3_agent the message router_deleted on router d0568255-846f-4935-a9db-ea25901fe0a9 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:18:03.120156 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2658fff6-b881-45ad-b4e3-6b8efc7d7146 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.121289 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2658fff6-b881-45ad-b4e3-6b8efc7d7146 tempest-RoutersNegativeIpV6Test-1255489924 tempest-RoutersNegativeIpV6Test-1255489924-project] 10.222.0.60 "DELETE /v2.0/routers/d0568255-846f-4935-a9db-ea25901fe0a9 HTTP/1.1" status: 204 len: 168 time: 0.4204426 Jul 05 04:18:03.631281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41260) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:03.780035 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5ad40417-41e3-4b2a-b55d-7eeb05661e3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0d95e3d82764b999bc4308da7a20543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475377 Jul 05 04:18:03.782990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41270) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:03.844137 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1de17a4-358a-42c9-8aed-a37e89c50ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.882640 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1de17a4-358a-42c9-8aed-a37e89c50ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.005880 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 107b74cf-a500-4ab5-acb2-20ca2647f52d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:04.009373 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1de17a4-358a-42c9-8aed-a37e89c50ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.014484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d1de17a4-358a-42c9-8aed-a37e89c50ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.014484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d1de17a4-358a-42c9-8aed-a37e89c50ff0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/48755926-dcbd-4dc5-b2eb-4e9918295958 HTTP/1.1" status: 204 len: 168 time: 0.2293973 Jul 05 04:18:04.028665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 107b74cf-a500-4ab5-acb2-20ca2647f52d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:04.029031 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 107b74cf-a500-4ab5-acb2-20ca2647f52d not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:04.038182 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de17a4-358a-42c9-8aed-a37e89c50ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48755926-dcbd-4dc5-b2eb-4e9918295958,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:06.092221 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f4e7c73-0350-49d7-82b5-98b7614cef50 req-ed4415de-e50e-4936-b67c-119cfd8a9767 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0636086 Jul 05 04:18:06.231194 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e7c73-0350-49d7-82b5-98b7614cef50 req-f2ecefe2-ad78-4179-b70f-1e58d723c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:06.232748 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f4e7c73-0350-49d7-82b5-98b7614cef50 req-f2ecefe2-ad78-4179-b70f-1e58d723c900 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a7e2eccf7d94dc29e62b5f11d8b8141&device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0555961 Jul 05 04:18:06.357968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e7c73-0350-49d7-82b5-98b7614cef50 req-92e4cd1e-b748-48ff-813d-34c064ceed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:06.361352 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f4e7c73-0350-49d7-82b5-98b7614cef50 req-92e4cd1e-b748-48ff-813d-34c064ceed02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da6ab4e0-d261-4958-9917-3ef99fd426c9 HTTP/1.1" status: 200 len: 910 time: 0.1065893 Jul 05 04:18:06.451304 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f4e7c73-0350-49d7-82b5-98b7614cef50 req-2f1436df-db30-48b5-9428-b2c66459ce8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75d1337-7d30-4efc-abb1-05cbc6d02efa HTTP/1.1" status: 200 len: 1002 time: 0.0842359 Jul 05 04:18:06.509116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e7c73-0350-49d7-82b5-98b7614cef50 req-a5dd72ff-c904-47f6-98a2-59cc1a7a38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:06.511055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f4e7c73-0350-49d7-82b5-98b7614cef50 req-a5dd72ff-c904-47f6-98a2-59cc1a7a38cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3855596-f772-427e-8340-583a11b4f8f0 HTTP/1.1" status: 200 len: 848 time: 0.0536132 Jul 05 04:18:06.893274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e7c73-0350-49d7-82b5-98b7614cef50 req-bb658531-7c04-4c99-8c30-ab5e9e776beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:06.895303 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f4e7c73-0350-49d7-82b5-98b7614cef50 req-bb658531-7c04-4c99-8c30-ab5e9e776beb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da6ab4e0-d261-4958-9917-3ef99fd426c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3774023 Jul 05 04:18:06.990390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f4e7c73-0350-49d7-82b5-98b7614cef50 req-b287e4bd-5fd9-4d1e-ac0b-9a0c44aff022 service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869942 Jul 05 04:18:07.090723 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f4e7c73-0350-49d7-82b5-98b7614cef50 req-42336ec6-c918-4e59-a3db-fba382e43134 service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937917 Jul 05 04:18:11.657346 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3411ecd9-9a09-4e25-8ec0-4bbc168d02f9 req-791f55e3-5fb8-42b3-a798-8be7dea3e49f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976250 Jul 05 04:18:11.806711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411ecd9-9a09-4e25-8ec0-4bbc168d02f9 req-39b0302a-08c8-4232-a4fa-b9d23a0c76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:11.808147 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3411ecd9-9a09-4e25-8ec0-4bbc168d02f9 req-39b0302a-08c8-4232-a4fa-b9d23a0c76ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 1098 time: 0.0919569 Jul 05 04:18:11.940548 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411ecd9-9a09-4e25-8ec0-4bbc168d02f9 req-e1bfc251-18ad-4e08-9391-49ef8ae96795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:11.942077 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3411ecd9-9a09-4e25-8ec0-4bbc168d02f9 req-e1bfc251-18ad-4e08-9391-49ef8ae96795 service neutron] 10.222.0.11 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 918 time: 0.1001067 Jul 05 04:18:12.035033 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3411ecd9-9a09-4e25-8ec0-4bbc168d02f9 req-315c7b99-3b77-4013-abad-53ad9c57d31e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47 HTTP/1.1" status: 200 len: 1002 time: 0.0864439 Jul 05 04:18:12.116021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411ecd9-9a09-4e25-8ec0-4bbc168d02f9 req-50098fcf-fedb-4624-aaab-3b2f84391b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:12.116021 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3411ecd9-9a09-4e25-8ec0-4bbc168d02f9 req-50098fcf-fedb-4624-aaab-3b2f84391b48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 200 len: 856 time: 0.0713151 Jul 05 04:18:12.200795 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411ecd9-9a09-4e25-8ec0-4bbc168d02f9 req-cd895ef9-4db7-432a-82af-296a0b389f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:12.202757 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3411ecd9-9a09-4e25-8ec0-4bbc168d02f9 req-cd895ef9-4db7-432a-82af-296a0b389f99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820017 Jul 05 04:18:12.301139 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3411ecd9-9a09-4e25-8ec0-4bbc168d02f9 req-dcf8547e-857c-4469-8d96-08060db6e435 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907946 Jul 05 04:18:12.446544 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3411ecd9-9a09-4e25-8ec0-4bbc168d02f9 req-dcfec1f6-f171-46d8-9faf-5e0cf7a1b3b2 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392584 Jul 05 04:18:13.130748 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:18:16.387084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ceb39-d0f7-42bd-a252-0186a6e900a5 req-0d75dc0b-3cf4-4c0c-ab45-78a1e427e0c4 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:16.390077 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f29ceb39-d0f7-42bd-a252-0186a6e900a5 req-0d75dc0b-3cf4-4c0c-ab45-78a1e427e0c4 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 947 time: 0.1003134 Jul 05 04:18:16.450374 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f29ceb39-d0f7-42bd-a252-0186a6e900a5 req-fe15e281-5c6c-4fe9-9d86-2404a6f4a52b tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531006 Jul 05 04:18:17.672878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5eae6-aa42-4549-ba4c-6601203dfd39 req-473659dc-5028-4b4f-9807-0a8f822ea04b tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:17.674711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ee5eae6-aa42-4549-ba4c-6601203dfd39 req-473659dc-5028-4b4f-9807-0a8f822ea04b tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 947 time: 0.0778868 Jul 05 04:18:17.716713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ee5eae6-aa42-4549-ba4c-6601203dfd39 req-a7102a0c-d7ec-417b-aabe-edb5742ad9a5 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd54c673-1184-441d-a7f2-4d56f1b02873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359373 Jul 05 04:18:17.763822 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2da564fd-7163-454e-b659-5d4447f839ed tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:17.765747 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2da564fd-7163-454e-b659-5d4447f839ed tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 947 time: 0.1129391 Jul 05 04:18:17.870423 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Deleting port 4b6c38f0-76f4-4ed4-95fc-48099facbe47 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:17.870767 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.960811 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] For port 4b6c38f0-76f4-4ed4-95fc-48099facbe47, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=4b6c38f0-76f4-4ed4-95fc-48099facbe47,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:17.961298 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.193241 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.193628 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.193949 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Floating IP db2765b2-41fb-4e3b-81ff-4acaf84c9316 disassociated. External IP: 172.25.0.140, port: 4b6c38f0-76f4-4ed4-95fc-48099facbe47. Jul 05 04:18:18.194299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Calling delete_port for 4b6c38f0-76f4-4ed4-95fc-48099facbe47 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:18.417566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.447799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event deleted for resources: {'Port': ['ID=4b6c38f0-76f4-4ed4-95fc-48099facbe47,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:18.568295 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:18.681830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:18.694103 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc3ca7d-6eaa-4181-a40f-8a6df42518a4 None None] Sync routers for ids ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:18.705544 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc3ca7d-6eaa-4181-a40f-8a6df42518a4 None None] Routers {'272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:18.706200 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0bc3ca7d-6eaa-4181-a40f-8a6df42518a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:17:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:18.727286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] No DVR routers for this DVR port 4b6c38f0-76f4-4ed4-95fc-48099facbe47 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:18.730334 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.732493 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6ac8337d-84fa-45a1-ac59-b95379e4f2a9 req-2a3cb860-45b6-4b7d-b904-213aedeee38f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.11 "DELETE /v2.0/ports/4b6c38f0-76f4-4ed4-95fc-48099facbe47 HTTP/1.1" status: 204 len: 173 time: 0.9619503 Jul 05 04:18:18.732958 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'name': 'network-vif-deleted', 'tag': '4b6c38f0-76f4-4ed4-95fc-48099facbe47'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:18.735530 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f378d8-0ddc-495a-ab0b-54a94d6cf193" -d '{"events": [{"server_uuid": "a7f8fb68-a81e-4892-8faa-b76da09ea0b4", "name": "network-vif-deleted", "tag": "4b6c38f0-76f4-4ed4-95fc-48099facbe47"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:18.822524 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069b5c38-dc13-4320-9be9-64ab2f011f7c x-openstack-request-id: req-069b5c38-dc13-4320-9be9-64ab2f011f7c {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:18.823833 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f8fb68-a81e-4892-8faa-b76da09ea0b4", "name": "network-vif-deleted", "tag": "4b6c38f0-76f4-4ed4-95fc-48099facbe47", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:18.825630 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-069b5c38-dc13-4320-9be9-64ab2f011f7c {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:18.826328 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f8fb68-a81e-4892-8faa-b76da09ea0b4', 'name': 'network-vif-deleted', 'tag': '4b6c38f0-76f4-4ed4-95fc-48099facbe47', 'status': 'completed', 'code': 200} Jul 05 04:18:18.870385 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-0bc3ca7d-6eaa-4181-a40f-8a6df42518a4 None None] Set router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:18.912179 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80a8691f-0c1a-4d03-95a9-756749c76353 req-0a49c1f4-282e-4009-86d5-501f1bcfe946 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f8fb68-a81e-4892-8faa-b76da09ea0b4 HTTP/1.1" status: 200 len: 210 time: 0.0397255 Jul 05 04:18:19.145986 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0bc3ca7d-6eaa-4181-a40f-8a6df42518a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:19.183456 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc3ca7d-6eaa-4181-a40f-8a6df42518a4 None None] Checking router: 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:19.194186 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc3ca7d-6eaa-4181-a40f-8a6df42518a4 None None] Routers {'272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:19.195238 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0bc3ca7d-6eaa-4181-a40f-8a6df42518a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:17:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:19.340188 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-0bc3ca7d-6eaa-4181-a40f-8a6df42518a4 None None] Set router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:19.636889 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0bc3ca7d-6eaa-4181-a40f-8a6df42518a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:19.674516 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc3ca7d-6eaa-4181-a40f-8a6df42518a4 None None] The sync data for ids ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'] in n-d-798249-5 is: [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:20.026209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef38c5-1862-46fc-a338-daf53551851c None None] New status for floating IP db2765b2-41fb-4e3b-81ff-4acaf84c9316: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:18:20.158519 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41702) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:20.249079 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0442-3bbc-437d-bcf7-aa7375ea026a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.274562 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0442-3bbc-437d-bcf7-aa7375ea026a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.418081 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0442-3bbc-437d-bcf7-aa7375ea026a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.420928 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0442-3bbc-437d-bcf7-aa7375ea026a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.422499 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a8dc0442-3bbc-437d-bcf7-aa7375ea026a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "DELETE /v2.0/security-groups/bd54c673-1184-441d-a7f2-4d56f1b02873 HTTP/1.1" status: 204 len: 168 time: 0.2627864 Jul 05 04:18:20.426246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41712) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:20.432413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc0442-3bbc-437d-bcf7-aa7375ea026a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd54c673-1184-441d-a7f2-4d56f1b02873,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:20.451162 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-d43de7d6-356d-4a4f-9e35-8c3e6bead565 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] show failed (client error): The resource could not be found. Jul 05 04:18:20.452572 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d43de7d6-356d-4a4f-9e35-8c3e6bead565 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups/bd54c673-1184-441d-a7f2-4d56f1b02873 HTTP/1.1" status: 404 len: 347 time: 0.0245476 Jul 05 04:18:20.456329 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 41714) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:20.613242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-40179a53-423d-46c5-b264-ad8322c1c379 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Deleting port c81c48cc-7ed1-4019-9bbe-7bd1d0784caf {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:20.616769 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40179a53-423d-46c5-b264-ad8322c1c379 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.701371 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40179a53-423d-46c5-b264-ad8322c1c379 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.701712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40179a53-423d-46c5-b264-ad8322c1c379 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.716964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-40179a53-423d-46c5-b264-ad8322c1c379 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Calling delete_port for c81c48cc-7ed1-4019-9bbe-7bd1d0784caf owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:20.957466 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40179a53-423d-46c5-b264-ad8322c1c379 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.989414 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40179a53-423d-46c5-b264-ad8322c1c379 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event deleted for resources: {'Port': ['ID=c81c48cc-7ed1-4019-9bbe-7bd1d0784caf,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:21.059076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40179a53-423d-46c5-b264-ad8322c1c379 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.063431 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40179a53-423d-46c5-b264-ad8322c1c379 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.064269 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-40179a53-423d-46c5-b264-ad8322c1c379 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "DELETE /v2.0/floatingips/db2765b2-41fb-4e3b-81ff-4acaf84c9316 HTTP/1.1" status: 204 len: 168 time: 0.6062150 Jul 05 04:18:21.277889 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9cb8d09d-d2ee-496c-86b3-bdac118452a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.458069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 4b6c38f0-76f4-4ed4-95fc-48099facbe47 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:21.470184 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41758) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:21.478332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b7d38dd2-81c5-48bc-9e3e-1004e2db317f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--866401391', 'description': 'tempest-description--1192750664'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:21.523797 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 4b6c38f0-76f4-4ed4-95fc-48099facbe47 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:21.524240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 4b6c38f0-76f4-4ed4-95fc-48099facbe47 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:21.611890 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7d38dd2-81c5-48bc-9e3e-1004e2db317f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.714223 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7d38dd2-81c5-48bc-9e3e-1004e2db317f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.772983 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7d38dd2-81c5-48bc-9e3e-1004e2db317f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.823809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d38dd2-81c5-48bc-9e3e-1004e2db317f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bf78ca-83d2-4496-85d1-22f770170baa,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:21.882755 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7d38dd2-81c5-48bc-9e3e-1004e2db317f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.886735 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b7d38dd2-81c5-48bc-9e3e-1004e2db317f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4118361 Jul 05 04:18:21.886959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41776) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:21.892410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a4d4d60f-c821-4beb-853a-9a23c9df75b3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Request body: {'security_group_rule': {'security_group_id': '05bf78ca-83d2-4496-85d1-22f770170baa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:22.009028 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4d4d60f-c821-4beb-853a-9a23c9df75b3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.083940 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4d4d60f-c821-4beb-853a-9a23c9df75b3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.145882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4d4d60f-c821-4beb-853a-9a23c9df75b3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.170096 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4d60f-c821-4beb-853a-9a23c9df75b3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c1169b-5e8d-4bea-8acf-707d15243a20,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:22.286326 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a4d4d60f-c821-4beb-853a-9a23c9df75b3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.287543 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a4d4d60f-c821-4beb-853a-9a23c9df75b3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3996589 Jul 05 04:18:22.290200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41796) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:22.295222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ae01d53d-addf-465e-859d-e49f2d82cade tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Request body: {'security_group_rule': {'security_group_id': '05bf78ca-83d2-4496-85d1-22f770170baa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:22.405428 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae01d53d-addf-465e-859d-e49f2d82cade tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.475446 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae01d53d-addf-465e-859d-e49f2d82cade tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.577577 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae01d53d-addf-465e-859d-e49f2d82cade tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.599786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01d53d-addf-465e-859d-e49f2d82cade tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98def516-b82c-4831-9824-2d6065d3ead5,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:22.671722 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ae01d53d-addf-465e-859d-e49f2d82cade tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.673148 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ae01d53d-addf-465e-859d-e49f2d82cade tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3820262 Jul 05 04:18:22.683960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 41824) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:22.689080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:22.779991 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.882164 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.991715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Allocated IP 172.25.0.55 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/7ef883b9-43c6-46a6-876a-3b90cfba5ef7) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:23.099912 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.220623 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.258742 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:23.261743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:23.265183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:23.291840 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event updated for resources: {'Port': ['ID=7ef883b9-43c6-46a6-876a-3b90cfba5ef7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:23.400650 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.505962 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.671328 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.767514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.849523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event updated for resources: {'Port': ['ID=7ef883b9-43c6-46a6-876a-3b90cfba5ef7,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:23.868053 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.934070 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.935509 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2d2e3ea3-41aa-4061-9ca0-9e864b4e0334 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2506497 Jul 05 04:18:24.183431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-624b1cc8-7aec-4973-9128-f82f91274cd2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--866401391&fields=id&tenant_id=7982693370f04ea2842a41b7aaea4c91 HTTP/1.1" status: 200 len: 267 time: 0.0609851 Jul 05 04:18:24.295808 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8f4a6df0-9c86-433c-959c-3735d14d3c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.379690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-1ad7f5d1-4488-4587-91f3-97aab7ec2b5e tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:24.381969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-1ad7f5d1-4488-4587-91f3-97aab7ec2b5e tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 817 time: 0.1888204 Jul 05 04:18:24.402237 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-2b22538f-d5bd-403b-8aee-77c923a53ae1 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/quotas/7982693370f04ea2842a41b7aaea4c91 HTTP/1.1" status: 200 len: 375 time: 0.0147178 Jul 05 04:18:24.413785 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.486322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-260e67f7-0821-47f0-91a3-c4962b7ce60e tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0768209 Jul 05 04:18:24.503709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-5994b96f-4ace-4dd4-b7dd-bcec6c698666 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:18:24.507372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-5994b96f-4ace-4dd4-b7dd-bcec6c698666 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093012 Jul 05 04:18:24.611373 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-7010fa57-3169-4cc8-b63d-8e36303cbaa3 service neutron] 10.222.0.60 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940905 Jul 05 04:18:24.707690 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-c03b6521-2d24-4a17-98a0-c9d62a988d37 service neutron] 10.222.0.60 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903730 Jul 05 04:18:25.257439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d8688366-7622-43a1-9ad2-5759ff7c82af req-3ed8f97f-b271-48c4-a0f2-2327ef0a1337 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 210 time: 0.0393212 Jul 05 04:18:25.306198 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.464670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-37fe06f5-5408-4e18-8f49-1b50c6d7fc20 req-acbcf34e-d1b2-41f0-a11e-c96f76cfbdc4 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 210 time: 0.0328729 Jul 05 04:18:27.173889 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.467280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-b805cdde-c785-48c6-a92d-3927d6e53c0d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:27.470027 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-b805cdde-c785-48c6-a92d-3927d6e53c0d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.11 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 817 time: 0.1622095 Jul 05 04:18:27.532862 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-bc4e3f21-6a85-418d-9f35-ee171d90dc39 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7982693370f04ea2842a41b7aaea4c91 HTTP/1.1" status: 200 len: 379 time: 0.0511839 Jul 05 04:18:27.541437 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-30e0b5de-304b-4acf-a5fc-0249329a906d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Request body: {'port': {'device_id': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'admin_state_up': True, 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'security_groups': ['05bf78ca-83d2-4496-85d1-22f770170baa']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:27.672694 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51de9a97-294b-44d3-a875-6233dc03a7dc req-48e16b78-9c66-4fda-8a82-daab4729e4cd tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 210 time: 0.0683825 Jul 05 04:18:28.057178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-30e0b5de-304b-4acf-a5fc-0249329a906d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Made reservation on behalf of 7982693370f04ea2842a41b7aaea4c91 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:28.060791 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-30e0b5de-304b-4acf-a5fc-0249329a906d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.191517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-30e0b5de-304b-4acf-a5fc-0249329a906d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Allocated IP 172.20.0.12 (efb51d37-ec2e-4b14-93c8-e329c0ebeec8/875f1078-825e-4e9d-b23f-66c9c352cf5f/12eb04ec-7aa3-4a43-b258-ffeca1c25e6c) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:28.339505 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-30e0b5de-304b-4acf-a5fc-0249329a906d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.352814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-30e0b5de-304b-4acf-a5fc-0249329a906d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Transition to ACTIVE for port object 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:28.438092 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-30e0b5de-304b-4acf-a5fc-0249329a906d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.481597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-30e0b5de-304b-4acf-a5fc-0249329a906d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:28.485410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-30e0b5de-304b-4acf-a5fc-0249329a906d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:28.491604 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-30e0b5de-304b-4acf-a5fc-0249329a906d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:28.497694 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0b5de-304b-4acf-a5fc-0249329a906d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event updated for resources: {'Port': ['ID=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:28.570773 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-30e0b5de-304b-4acf-a5fc-0249329a906d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:28.571649 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-30e0b5de-304b-4acf-a5fc-0249329a906d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.704790 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-30e0b5de-304b-4acf-a5fc-0249329a906d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1669872 Jul 05 04:18:28.738472 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Request body: {'port': {'device_id': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:28.819755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-09f6e8e9-56a2-4284-96f9-53dd40aa3a36 None None] Provisioning for port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:28.823736 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.825300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-09f6e8e9-56a2-4284-96f9-53dd40aa3a36 None None] Provisioning complete for port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:28.826449 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-09f6e8e9-56a2-4284-96f9-53dd40aa3a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.862343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144fc94-8290-4dd5-9edc-81759de57133 req-36b9bc26-2bf5-4dd8-a831-aece3a0e8f99 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:28.869613 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3144fc94-8290-4dd5-9edc-81759de57133 req-36b9bc26-2bf5-4dd8-a831-aece3a0e8f99 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 932 time: 0.0740218 Jul 05 04:18:28.915491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-09f6e8e9-56a2-4284-96f9-53dd40aa3a36 None None] Port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:28.941639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3144fc94-8290-4dd5-9edc-81759de57133 req-29065724-a179-4366-b44a-9eeb40e68ca2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602612 Jul 05 04:18:29.159073 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:29.166635 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.179557 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Transition to ACTIVE for port object 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:29.252066 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.331012 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Pushing event updated for resources: {'Port': ['ID=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:29.476298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Attempting to bind port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:29.476673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Attempting to bind port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:29.477113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Attempting to bind port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c on network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:29.482571 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c on network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:18:29.483134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Attempting to bind port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c on network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:29.495380 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:29.495769 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Checking segment: {'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:29.496187 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Bound using segment: {'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:29.497340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Bound port: 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c962b700-944b-4d19-bb23-39d4c4c6ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:29.497340 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.554739 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.574197 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] For port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:29.578580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] For port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:29.680637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.715573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:29.716190 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.717623 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] 10.222.0.11 "PUT /v2.0/ports/12eb04ec-7aa3-4a43-b258-ffeca1c25e6c HTTP/1.1" status: 200 len: 1092 time: 0.9998074 Jul 05 04:18:29.718062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'tag': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:29.720385 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314dce2f-9856-4b1c-b985-003e41970592" -d '{"events": [{"name": "network-changed", "server_uuid": "b94bcc5e-62be-4663-b5a9-4b132b24d8b5", "tag": "12eb04ec-7aa3-4a43-b258-ffeca1c25e6c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:29.754491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4db13-24e8-42df-9436-18ff55c0405e service neutron] Pushing event updated for resources: {'Port': ['ID=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:29.765100 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed892563-b88e-4754-a1cc-0b4621d165f6 x-openstack-request-id: req-ed892563-b88e-4754-a1cc-0b4621d165f6 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:29.766109 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94bcc5e-62be-4663-b5a9-4b132b24d8b5", "tag": "12eb04ec-7aa3-4a43-b258-ffeca1c25e6c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:29.766377 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed892563-b88e-4754-a1cc-0b4621d165f6 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:29.766953 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'tag': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'status': 'completed', 'code': 200} Jul 05 04:18:29.849129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dce2f-9856-4b1c-b985-003e41970592 req-b8dc8cee-2f1e-4343-857f-236cb061a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:29.850674 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-314dce2f-9856-4b1c-b985-003e41970592 req-b8dc8cee-2f1e-4343-857f-236cb061a0f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 1095 time: 0.0618241 Jul 05 04:18:29.955602 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dce2f-9856-4b1c-b985-003e41970592 req-b1f3b5d0-4898-4b8b-9680-8ae900bf2e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:29.957139 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-314dce2f-9856-4b1c-b985-003e41970592 req-b1f3b5d0-4898-4b8b-9680-8ae900bf2e57 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7982693370f04ea2842a41b7aaea4c91&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0998909 Jul 05 04:18:30.065892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dce2f-9856-4b1c-b985-003e41970592 req-441fc241-ca1d-4250-802d-4ff884baeccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:30.067520 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-314dce2f-9856-4b1c-b985-003e41970592 req-441fc241-ca1d-4250-802d-4ff884baeccc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043863 Jul 05 04:18:30.155119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffb35d-17d1-4010-88cd-d0d00aefcb91 req-2272def4-8e54-4308-af3c-542e82a8d297 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:30.156769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2ffb35d-17d1-4010-88cd-d0d00aefcb91 req-2272def4-8e54-4308-af3c-542e82a8d297 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0841527 Jul 05 04:18:30.176049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-a8b577fd-a7a1-4e25-b8fb-40430298cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:30.177948 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-a8b577fd-a7a1-4e25-b8fb-40430298cfb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 1095 time: 0.0692940 Jul 05 04:18:30.198690 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2ffb35d-17d1-4010-88cd-d0d00aefcb91 req-6928f31e-b70c-4dd2-9b74-eb34d8a84abd tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353925 Jul 05 04:18:30.220105 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-5540e2d9-8c41-4e2c-aec1-343f7ef28641 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c HTTP/1.1" status: 200 len: 217 time: 0.0353062 Jul 05 04:18:30.282316 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-010cd74b-0a87-4805-b8ae-b9848d21b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:30.283908 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-010cd74b-0a87-4805-b8ae-b9848d21b97a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 200 len: 856 time: 0.0578699 Jul 05 04:18:30.351125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-2d9e2875-b023-497f-b6c8-5ad83dd0e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:30.351276 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-2d9e2875-b023-497f-b6c8-5ad83dd0e9da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606608 Jul 05 04:18:30.457018 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-767e1f54-7d85-4f76-8a02-90f8f3d5d8b8 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992813 Jul 05 04:18:30.559665 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e3cb53cd-137f-433e-ae14-ee5bd89f586c req-7ef95003-75b8-4536-b391-529fb708530a service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971437 Jul 05 04:18:31.449287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b132d2-4318-4187-a23c-82a11179ac66 req-b84d8b29-10b5-4043-9637-fc8b9ff6bb7f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:31.449287 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54b132d2-4318-4187-a23c-82a11179ac66 req-b84d8b29-10b5-4043-9637-fc8b9ff6bb7f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0866332 Jul 05 04:18:31.482158 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54b132d2-4318-4187-a23c-82a11179ac66 req-67f36d7b-c5c1-4f45-9dda-ca199ce54c36 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323973 Jul 05 04:18:31.537150 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.673881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c08116-fc2d-4303-8f38-3350411d874e req-44a075df-57b7-41ad-b78e-66a077437232 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:32.675394 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0c08116-fc2d-4303-8f38-3350411d874e req-44a075df-57b7-41ad-b78e-66a077437232 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0676198 Jul 05 04:18:32.717571 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0c08116-fc2d-4303-8f38-3350411d874e req-d335e5c8-82d1-4c5d-b981-1787a3287f74 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364497 Jul 05 04:18:33.506271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:18:33.614958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:33.629068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'port_id': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'mac_address': 'fa:16:3e:c8:5f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:18:33.675537 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:33.688451 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:33.708517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:33.791434 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:33.886130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:33.897348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:33.898037 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:33.898731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:33.899280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:33.899878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:33.900630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:33.901400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:33.902804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:33.903553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:33.904348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:33.904950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:33.905507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:33.932478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866480db-1273-4286-8043-28dcb6cdcdea req-0852fdef-36ce-48da-b947-9c6a6db564a1 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:33.940912 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-866480db-1273-4286-8043-28dcb6cdcdea req-0852fdef-36ce-48da-b947-9c6a6db564a1 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 945 time: 0.0789733 Jul 05 04:18:33.982205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-866480db-1273-4286-8043-28dcb6cdcdea req-ca10c459-796b-43a7-99ec-389b16055c59 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389397 Jul 05 04:18:33.993978 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['12eb04ec-7aa3-4a43-b258-ffeca1c25e6c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:18:35.182956 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fc881-06b2-41ac-a939-c0ab434cf7e8 req-dee56c7f-2926-4891-8641-dba5823cb281 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:35.184591 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f62fc881-06b2-41ac-a939-c0ab434cf7e8 req-dee56c7f-2926-4891-8641-dba5823cb281 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 945 time: 0.0702085 Jul 05 04:18:35.224979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f62fc881-06b2-41ac-a939-c0ab434cf7e8 req-68c42cd1-8e26-4ff6-a386-e95531c844ae tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337653 Jul 05 04:18:35.519716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:35.686030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:35.690708 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:35.691210 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.786777 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.815889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:35.818460 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648a66a3-0dee-49a2-be41-c847a2b9cddd" -d '{"events": [{"server_uuid": "b94bcc5e-62be-4663-b5a9-4b132b24d8b5", "name": "network-vif-plugged", "status": "completed", "tag": "12eb04ec-7aa3-4a43-b258-ffeca1c25e6c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:35.834119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:35.856885 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbce979-a2d8-4c10-9b94-5fb09466242d x-openstack-request-id: req-9bbce979-a2d8-4c10-9b94-5fb09466242d {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:35.857181 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94bcc5e-62be-4663-b5a9-4b132b24d8b5", "name": "network-vif-plugged", "status": "completed", "tag": "12eb04ec-7aa3-4a43-b258-ffeca1c25e6c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:35.857494 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bbce979-a2d8-4c10-9b94-5fb09466242d {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:35.857882 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'code': 200} Jul 05 04:18:35.942861 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.977192 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29870b-f79b-4f84-a07a-249913ee14d1 req-f447be81-902a-4926-b9c5-78e50706f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:35.978714 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0f29870b-f79b-4f84-a07a-249913ee14d1 req-f447be81-902a-4926-b9c5-78e50706f844 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 1096 time: 0.0586827 Jul 05 04:18:35.998161 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:36.016050 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0f29870b-f79b-4f84-a07a-249913ee14d1 req-a3d29d4f-2b8d-4d40-9dcc-1fdf152ffad2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297759 Jul 05 04:18:36.441423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ccfa9-5780-48c9-bc43-c7601a8d7149 req-a479e0ea-b799-4752-99a5-add34fa7cc45 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:36.443225 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-939ccfa9-5780-48c9-bc43-c7601a8d7149 req-a479e0ea-b799-4752-99a5-add34fa7cc45 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0918012 Jul 05 04:18:36.491210 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-939ccfa9-5780-48c9-bc43-c7601a8d7149 req-be9be5c6-9777-40cb-8dbd-4a47b8e395ee tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414715 Jul 05 04:18:37.739383 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bcbe6-8543-4080-9cd9-9e9a68f87ca0 req-b0696130-13a6-415d-a3c3-092090b6b583 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:37.748166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a8bcbe6-8543-4080-9cd9-9e9a68f87ca0 req-b0696130-13a6-415d-a3c3-092090b6b583 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0852747 Jul 05 04:18:37.809000 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a8bcbe6-8543-4080-9cd9-9e9a68f87ca0 req-94dd4fef-82d9-4370-920b-6de89d46cb4d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595319 Jul 05 04:18:37.999769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46ce2d-78b8-4d76-abf3-9db6eadfc6dc req-bc853195-b8e0-4608-ba65-f5440ee9db80 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:38.001704 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd46ce2d-78b8-4d76-abf3-9db6eadfc6dc req-bc853195-b8e0-4608-ba65-f5440ee9db80 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0754991 Jul 05 04:18:38.010650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42766) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:38.022285 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6853c1fe-029d-4774-ba7c-a61ade1b1765 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Request body: {'floatingip': {'port_id': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:38.087198 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6853c1fe-029d-4774-ba7c-a61ade1b1765 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for floatingip, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.147378 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42774) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:38.314588 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cb7608ee-60eb-4d21-bc2b-4d0d575a9998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.414034 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cb7608ee-60eb-4d21-bc2b-4d0d575a9998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.481783 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cb7608ee-60eb-4d21-bc2b-4d0d575a9998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.519169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cb7608ee-60eb-4d21-bc2b-4d0d575a9998 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9e300be12ca4cba948355c21b24f94b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692658 Jul 05 04:18:38.523238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42794) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:38.605320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7608ee-60eb-4d21-bc2b-4d0d575a9998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597da09d-3f9b-4e5e-8401-63d29d08c9f5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:38.625862 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f90d7540-78ef-4875-928a-fdaf0941bdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.648200 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f90d7540-78ef-4875-928a-fdaf0941bdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.712667 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6853c1fe-029d-4774-ba7c-a61ade1b1765 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.771249 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f90d7540-78ef-4875-928a-fdaf0941bdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.774074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f90d7540-78ef-4875-928a-fdaf0941bdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.775298 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f90d7540-78ef-4875-928a-fdaf0941bdff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/597da09d-3f9b-4e5e-8401-63d29d08c9f5 HTTP/1.1" status: 204 len: 168 time: 0.2505980 Jul 05 04:18:38.784545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d7540-78ef-4875-928a-fdaf0941bdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597da09d-3f9b-4e5e-8401-63d29d08c9f5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:38.813885 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6853c1fe-029d-4774-ba7c-a61ade1b1765 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.930343 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-6853c1fe-029d-4774-ba7c-a61ade1b1765 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Floating IP 96e83a45-6aec-4c88-a21d-5e765556516d associated. External IP: 172.25.0.55, port: 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c. Jul 05 04:18:39.162135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6853c1fe-029d-4774-ba7c-a61ade1b1765 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:39.287259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6853c1fe-029d-4774-ba7c-a61ade1b1765 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:39.292463 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6853c1fe-029d-4774-ba7c-a61ade1b1765 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.296697 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa309c-6fa0-4b4f-9332-e21773bfba12 None None] Sync routers for ids ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:39.306792 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa309c-6fa0-4b4f-9332-e21773bfba12 None None] Routers {'272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:39.307760 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-03fa309c-6fa0-4b4f-9332-e21773bfba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:18:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:39.337187 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6853c1fe-029d-4774-ba7c-a61ade1b1765 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "PUT /v2.0/floatingips/96e83a45-6aec-4c88-a21d-5e765556516d HTTP/1.1" status: 200 len: 991 time: 1.3251076 Jul 05 04:18:39.337696 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'tag': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:39.340182 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880942b6-9eba-4c63-a9ae-7dea826414b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b94bcc5e-62be-4663-b5a9-4b132b24d8b5", "tag": "12eb04ec-7aa3-4a43-b258-ffeca1c25e6c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:39.401783 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8343d7f1-3d1a-496d-820b-2f6c9a9dc7c6 x-openstack-request-id: req-8343d7f1-3d1a-496d-820b-2f6c9a9dc7c6 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:39.402104 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94bcc5e-62be-4663-b5a9-4b132b24d8b5", "tag": "12eb04ec-7aa3-4a43-b258-ffeca1c25e6c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:39.402350 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8343d7f1-3d1a-496d-820b-2f6c9a9dc7c6 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:39.402982 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'tag': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'status': 'completed', 'code': 200} Jul 05 04:18:39.425077 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-03fa309c-6fa0-4b4f-9332-e21773bfba12 None None] Set router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:39.503502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42842) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:39.521194 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d76b3aa8-fd46-4823-8d4d-64d8fc37dbd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.532536 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880942b6-9eba-4c63-a9ae-7dea826414b3 req-fb63596b-e19c-4ad3-9e07-4001e2142148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:39.534710 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-880942b6-9eba-4c63-a9ae-7dea826414b3 req-fb63596b-e19c-4ad3-9e07-4001e2142148 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 1097 time: 0.1108859 Jul 05 04:18:39.641570 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d76b3aa8-fd46-4823-8d4d-64d8fc37dbd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.667201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880942b6-9eba-4c63-a9ae-7dea826414b3 req-0eb06b15-1441-4189-b45d-da4f25342707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:39.668907 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-880942b6-9eba-4c63-a9ae-7dea826414b3 req-0eb06b15-1441-4189-b45d-da4f25342707 service neutron] 10.222.0.11 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 918 time: 0.1191239 Jul 05 04:18:39.679056 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-03fa309c-6fa0-4b4f-9332-e21773bfba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '96e83a45-6aec-4c88-a21d-5e765556516d', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'port_id': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'mac_address': 'fa:16:3e:c8:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:18:23Z', 'updated_at': '2021-07-05T04:18:38Z', 'revision_number': 1, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:39.723527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d76b3aa8-fd46-4823-8d4d-64d8fc37dbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.748677 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-880942b6-9eba-4c63-a9ae-7dea826414b3 req-97a81d52-0f60-46e7-bfe3-dbfac7dbd35e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c HTTP/1.1" status: 200 len: 999 time: 0.0733268 Jul 05 04:18:39.757104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d76b3aa8-fd46-4823-8d4d-64d8fc37dbd2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4489bab41e1a418cb88ee4c26173176a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521296 Jul 05 04:18:39.762942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42846) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:39.808706 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880942b6-9eba-4c63-a9ae-7dea826414b3 req-9e3486eb-06d5-46c1-9f3e-83aa3236f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:39.810717 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-880942b6-9eba-4c63-a9ae-7dea826414b3 req-9e3486eb-06d5-46c1-9f3e-83aa3236f1bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 200 len: 856 time: 0.0549393 Jul 05 04:18:39.825184 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa309c-6fa0-4b4f-9332-e21773bfba12 None None] Checking router: 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:39.825533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b3aa8-fd46-4823-8d4d-64d8fc37dbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfa110b-7730-4106-82c7-8f59659503cb,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:39.834626 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa309c-6fa0-4b4f-9332-e21773bfba12 None None] Routers {'272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:39.835290 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-03fa309c-6fa0-4b4f-9332-e21773bfba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:18:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:39.844175 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbc1aa41-83dc-468e-8e1e-246eda60c613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.866548 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbc1aa41-83dc-468e-8e1e-246eda60c613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.872902 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880942b6-9eba-4c63-a9ae-7dea826414b3 req-2d5e8dff-510a-4fcc-94b1-51743fb840d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:39.874538 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-880942b6-9eba-4c63-a9ae-7dea826414b3 req-2d5e8dff-510a-4fcc-94b1-51743fb840d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579762 Jul 05 04:18:39.961502 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-03fa309c-6fa0-4b4f-9332-e21773bfba12 None None] Set router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:39.986826 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-880942b6-9eba-4c63-a9ae-7dea826414b3 req-04e353d8-4618-4bb0-99e8-50e34a58c41d service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057682 Jul 05 04:18:39.990779 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbc1aa41-83dc-468e-8e1e-246eda60c613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.997147 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbc1aa41-83dc-468e-8e1e-246eda60c613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.001926 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dbc1aa41-83dc-468e-8e1e-246eda60c613 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3bfa110b-7730-4106-82c7-8f59659503cb HTTP/1.1" status: 204 len: 168 time: 0.2377379 Jul 05 04:18:40.015749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1aa41-83dc-468e-8e1e-246eda60c613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfa110b-7730-4106-82c7-8f59659503cb,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:40.148924 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-880942b6-9eba-4c63-a9ae-7dea826414b3 req-f184d9e2-f8af-444a-8c55-66f0e780bf63 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557279 Jul 05 04:18:40.256643 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-03fa309c-6fa0-4b4f-9332-e21773bfba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '96e83a45-6aec-4c88-a21d-5e765556516d', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'port_id': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'mac_address': 'fa:16:3e:c8:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:18:23Z', 'updated_at': '2021-07-05T04:18:38Z', 'revision_number': 1, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:40.283639 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa309c-6fa0-4b4f-9332-e21773bfba12 None None] The sync data for ids ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'] in n-d-798249-5 is: [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '96e83a45-6aec-4c88-a21d-5e765556516d', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'port_id': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'mac_address': 'fa:16:3e:c8:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:18:23Z', 'updated_at': '2021-07-05T04:18:38Z', 'revision_number': 1, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:40.492663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42858) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:40.514777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd408245-aac4-4b40-8de0-2aef54311a5f None None] New status for floating IP 96e83a45-6aec-4c88-a21d-5e765556516d: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:18:40.657262 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.751110 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.853013 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.896709 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2638da17499475589d339e0149cfacf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4017568 Jul 05 04:18:40.897666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6112c40b-1bb4-4f41-9067-2780174d6286,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:40.899435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42876) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:40.905669 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:40.906146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:40.906491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:40.906830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:40.907166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:40.911243 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:40.911646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:40.911995 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:40.912410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:40.912755 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:40.913093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:40.913093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68896a-cead-4518-9a41-90eee18e924a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:40.951245 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3dafa2fe-ec20-4b6f-a895-04eafa9d3e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.972456 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3dafa2fe-ec20-4b6f-a895-04eafa9d3e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.081963 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3dafa2fe-ec20-4b6f-a895-04eafa9d3e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.084583 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3dafa2fe-ec20-4b6f-a895-04eafa9d3e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.085734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3dafa2fe-ec20-4b6f-a895-04eafa9d3e0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6112c40b-1bb4-4f41-9067-2780174d6286 HTTP/1.1" status: 204 len: 168 time: 0.1852734 Jul 05 04:18:41.094002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafa2fe-ec20-4b6f-a895-04eafa9d3e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6112c40b-1bb4-4f41-9067-2780174d6286,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:42.105176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 42904) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:42.119659 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-96a530db-757c-4141-9b94-8080c281f662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.214137 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-96a530db-757c-4141-9b94-8080c281f662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.279819 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-96a530db-757c-4141-9b94-8080c281f662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.327744 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-96a530db-757c-4141-9b94-8080c281f662 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e3b4681775e487da26b16d33015a111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2213306 Jul 05 04:18:42.328884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a530db-757c-4141-9b94-8080c281f662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f858f6-f8fd-4ea9-8ee6-7c68f534ba0b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:42.331131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 42908) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:42.390138 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3022c32c-9c4c-489f-ae35-d12b37834a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.413415 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3022c32c-9c4c-489f-ae35-d12b37834a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.541069 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3022c32c-9c4c-489f-ae35-d12b37834a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.543709 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3022c32c-9c4c-489f-ae35-d12b37834a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.545670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3022c32c-9c4c-489f-ae35-d12b37834a15 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81f858f6-f8fd-4ea9-8ee6-7c68f534ba0b HTTP/1.1" status: 204 len: 168 time: 0.2120557 Jul 05 04:18:42.557083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022c32c-9c4c-489f-ae35-d12b37834a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f858f6-f8fd-4ea9-8ee6-7c68f534ba0b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:48.179924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43080) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:48.321064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-11fca7dc-160d-4129-9bba-5a7cf9c63039 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7ca40dcdd604c11a19beb38813901f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391411 Jul 05 04:18:48.323157 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43084) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:48.373121 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea84a-30ae-4c1c-a392-b2075f55bdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.395594 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea84a-30ae-4c1c-a392-b2075f55bdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.527451 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea84a-30ae-4c1c-a392-b2075f55bdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.531021 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea84a-30ae-4c1c-a392-b2075f55bdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.534711 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1b9ea84a-30ae-4c1c-a392-b2075f55bdda admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4313dd7b-d588-4431-8a0f-ffdb142f398f HTTP/1.1" status: 204 len: 168 time: 0.2083967 Jul 05 04:18:48.543186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ea84a-30ae-4c1c-a392-b2075f55bdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4313dd7b-d588-4431-8a0f-ffdb142f398f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:50.131560 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:18:51.247025 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ebddf424-1372-4af3-a1cc-e904d54c0417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.865516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43154) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:51.987951 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2cec79f1-8842-4873-aebc-eb4428927c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.086682 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2cec79f1-8842-4873-aebc-eb4428927c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.155862 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2cec79f1-8842-4873-aebc-eb4428927c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.197760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2cec79f1-8842-4873-aebc-eb4428927c6b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22478df69a664bba822e5f4b9e4cbfd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284991 Jul 05 04:18:52.198871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec79f1-8842-4873-aebc-eb4428927c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96699d4e-f9de-480f-a65b-034f9b000e0f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:52.200665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43162) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:52.269682 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f086e598-615b-4d0b-a5c0-4548527d3d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.295078 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f086e598-615b-4d0b-a5c0-4548527d3d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.418575 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f086e598-615b-4d0b-a5c0-4548527d3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.422254 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f086e598-615b-4d0b-a5c0-4548527d3d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.426961 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f086e598-615b-4d0b-a5c0-4548527d3d82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96699d4e-f9de-480f-a65b-034f9b000e0f HTTP/1.1" status: 204 len: 168 time: 0.2246840 Jul 05 04:18:52.435069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086e598-615b-4d0b-a5c0-4548527d3d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96699d4e-f9de-480f-a65b-034f9b000e0f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:53.021204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43170) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:53.036643 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f08cd856-4a85-4980-81fa-7c288dc15e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.140598 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f08cd856-4a85-4980-81fa-7c288dc15e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.195664 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f08cd856-4a85-4980-81fa-7c288dc15e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.238926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cd856-4a85-4980-81fa-7c288dc15e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e40d450-1576-46d7-bf33-5045d8356ddd,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:53.249636 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f08cd856-4a85-4980-81fa-7c288dc15e6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=023a44c20667464081419ae619facc3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262549 Jul 05 04:18:53.250886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43176) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:53.313642 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3f15e0a-3fab-40e2-b966-c77c23671824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.340963 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3f15e0a-3fab-40e2-b966-c77c23671824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.464310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3f15e0a-3fab-40e2-b966-c77c23671824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.468406 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e3f15e0a-3fab-40e2-b966-c77c23671824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.469415 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e3f15e0a-3fab-40e2-b966-c77c23671824 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e40d450-1576-46d7-bf33-5045d8356ddd HTTP/1.1" status: 204 len: 168 time: 0.2164633 Jul 05 04:18:53.481486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f15e0a-3fab-40e2-b966-c77c23671824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e40d450-1576-46d7-bf33-5045d8356ddd,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:54.280435 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d39304f5-2dff-42ab-affb-c8e0754be817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.406165 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.319972 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:57.496731 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.561688 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.544437 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.793962 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43444) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:04.911566 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3f34-487c-4da6-8379-c6b0089257c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.009467 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3f34-487c-4da6-8379-c6b0089257c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.125635 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3f34-487c-4da6-8379-c6b0089257c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.167202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa3f34-487c-4da6-8379-c6b0089257c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16803f83-eb95-41d6-8db2-9dbc2ee7308d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:05.175999 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43456) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:05.182806 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e6fa3f34-487c-4da6-8379-c6b0089257c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e00e6761d6545efb59889812221902d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876812 Jul 05 04:19:05.233715 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.261173 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.463742 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.466374 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.468281 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16803f83-eb95-41d6-8db2-9dbc2ee7308d HTTP/1.1" status: 204 len: 168 time: 0.2905452 Jul 05 04:19:05.478350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16803f83-eb95-41d6-8db2-9dbc2ee7308d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:05.487170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:05.487524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:05.487870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:05.488209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:05.488683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:05.489021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:05.489353 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:05.489682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:05.490012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:05.490377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:05.490978 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:05.491222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8092de33-8703-43e2-91f2-e107648b5e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:06.098290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1958d51-5f24-450a-ab75-19cb15bd3ca1 req-7d42a729-5941-49d3-8770-963486eb9093 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663590 Jul 05 04:19:06.145570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43474) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:06.160132 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34859c9c-008a-4db3-8e14-3b5d98300494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.202910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1958d51-5f24-450a-ab75-19cb15bd3ca1 req-4f14f8a9-bb84-4286-a017-91046d252e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:06.205400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1958d51-5f24-450a-ab75-19cb15bd3ca1 req-4f14f8a9-bb84-4286-a017-91046d252e51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a7e2eccf7d94dc29e62b5f11d8b8141&device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0616918 Jul 05 04:19:06.265754 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34859c9c-008a-4db3-8e14-3b5d98300494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.325482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1958d51-5f24-450a-ab75-19cb15bd3ca1 req-909f7a3f-8725-4edc-a546-80cb7d9bb0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:06.327652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1958d51-5f24-450a-ab75-19cb15bd3ca1 req-909f7a3f-8725-4edc-a546-80cb7d9bb0ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=da6ab4e0-d261-4958-9917-3ef99fd426c9 HTTP/1.1" status: 200 len: 910 time: 0.0980392 Jul 05 04:19:06.348974 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34859c9c-008a-4db3-8e14-3b5d98300494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.391084 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34859c9c-008a-4db3-8e14-3b5d98300494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8929a15e-38b9-47ef-8ae8-7c81b845cdd1,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:06.395890 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-34859c9c-008a-4db3-8e14-3b5d98300494 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=254d2dbf0b774d4b95006c222020eef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490451 Jul 05 04:19:06.399355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43480) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:06.406621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1958d51-5f24-450a-ab75-19cb15bd3ca1 req-0b35ad51-f6b7-44df-8fb6-78eb45f3eb1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75d1337-7d30-4efc-abb1-05cbc6d02efa HTTP/1.1" status: 200 len: 1002 time: 0.0728986 Jul 05 04:19:06.506759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1958d51-5f24-450a-ab75-19cb15bd3ca1 req-cc6ad60c-6e89-4511-b0f1-e82a0cf8db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:06.508231 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1958d51-5f24-450a-ab75-19cb15bd3ca1 req-cc6ad60c-6e89-4511-b0f1-e82a0cf8db13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3855596-f772-427e-8340-583a11b4f8f0 HTTP/1.1" status: 200 len: 848 time: 0.0872967 Jul 05 04:19:06.527661 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40f1e7ce-537f-417c-80f5-e4145514b20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.573329 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40f1e7ce-537f-417c-80f5-e4145514b20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.617963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1958d51-5f24-450a-ab75-19cb15bd3ca1 req-7cc79548-3152-434b-a11e-24c4cf90f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:06.619469 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1958d51-5f24-450a-ab75-19cb15bd3ca1 req-7cc79548-3152-434b-a11e-24c4cf90f38a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da6ab4e0-d261-4958-9917-3ef99fd426c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036398 Jul 05 04:19:06.717539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1958d51-5f24-450a-ab75-19cb15bd3ca1 req-bae3a512-d68f-4598-8581-f89f37fd5809 service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913162 Jul 05 04:19:06.775048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40f1e7ce-537f-417c-80f5-e4145514b20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.777554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40f1e7ce-537f-417c-80f5-e4145514b20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.778735 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-40f1e7ce-537f-417c-80f5-e4145514b20d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8929a15e-38b9-47ef-8ae8-7c81b845cdd1 HTTP/1.1" status: 204 len: 168 time: 0.3784301 Jul 05 04:19:06.794605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1e7ce-537f-417c-80f5-e4145514b20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8929a15e-38b9-47ef-8ae8-7c81b845cdd1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:06.827848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1958d51-5f24-450a-ab75-19cb15bd3ca1 req-1b5019c6-4c69-479e-8e45-ad8571a8057e service neutron] 10.222.0.64 "GET /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037815 Jul 05 04:19:07.554784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43504) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:07.569410 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-779110dc-243a-47dc-9044-bb60421f5132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.659366 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-779110dc-243a-47dc-9044-bb60421f5132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.766377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-779110dc-243a-47dc-9044-bb60421f5132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.809260 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-779110dc-243a-47dc-9044-bb60421f5132 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11a5eac83b6e41818a39feefd38423ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533386 Jul 05 04:19:07.811334 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779110dc-243a-47dc-9044-bb60421f5132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99f7a54-50bb-4a11-bf03-9aa83119543e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:07.812271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43510) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:07.876001 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-76632481-df37-4dcc-99d0-30a3de95633e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.897224 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-76632481-df37-4dcc-99d0-30a3de95633e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.033121 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-76632481-df37-4dcc-99d0-30a3de95633e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.035769 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-76632481-df37-4dcc-99d0-30a3de95633e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.037603 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-76632481-df37-4dcc-99d0-30a3de95633e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b99f7a54-50bb-4a11-bf03-9aa83119543e HTTP/1.1" status: 204 len: 168 time: 0.2233899 Jul 05 04:19:08.044796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76632481-df37-4dcc-99d0-30a3de95633e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99f7a54-50bb-4a11-bf03-9aa83119543e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:14.265892 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-05721ff7-6a65-408c-a494-cebbd678a544 req-9f1ff25e-73b6-409a-b4fd-d2376708156b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672259 Jul 05 04:19:14.369706 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721ff7-6a65-408c-a494-cebbd678a544 req-bb20e937-2f96-44b1-906b-f7dfaf8f3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:14.371287 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-05721ff7-6a65-408c-a494-cebbd678a544 req-bb20e937-2f96-44b1-906b-f7dfaf8f3ae7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 1097 time: 0.0579851 Jul 05 04:19:14.488847 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721ff7-6a65-408c-a494-cebbd678a544 req-76d4082c-63b7-4285-8ba7-a9e27e517aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:14.490513 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-05721ff7-6a65-408c-a494-cebbd678a544 req-76d4082c-63b7-4285-8ba7-a9e27e517aec service neutron] 10.222.0.11 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 918 time: 0.0976150 Jul 05 04:19:14.567561 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-05721ff7-6a65-408c-a494-cebbd678a544 req-453b8824-e83b-4a16-9e9c-16dd6dc20de3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c HTTP/1.1" status: 200 len: 1001 time: 0.0709567 Jul 05 04:19:14.621136 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721ff7-6a65-408c-a494-cebbd678a544 req-a581b4ed-ccde-4ec6-b6e8-b45604d16d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:14.622528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-05721ff7-6a65-408c-a494-cebbd678a544 req-a581b4ed-ccde-4ec6-b6e8-b45604d16d2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 200 len: 856 time: 0.0487542 Jul 05 04:19:14.690995 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721ff7-6a65-408c-a494-cebbd678a544 req-cd4ec94c-e9da-42e7-b5fd-e7d056ab4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:14.692676 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-05721ff7-6a65-408c-a494-cebbd678a544 req-cd4ec94c-e9da-42e7-b5fd-e7d056ab4493 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637994 Jul 05 04:19:14.799066 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-05721ff7-6a65-408c-a494-cebbd678a544 req-38618f26-3c06-4f18-aee5-502dde234331 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990906 Jul 05 04:19:14.934406 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-05721ff7-6a65-408c-a494-cebbd678a544 req-4b2ef1dc-92d5-4558-b816-ce3607bf652e service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284082 Jul 05 04:19:15.665889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16b193-1072-4ee6-87d7-9f0a000bd08c req-f963ce67-c3f9-4666-846f-2030e628d30a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:15.667426 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f16b193-1072-4ee6-87d7-9f0a000bd08c req-f963ce67-c3f9-4666-846f-2030e628d30a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 946 time: 0.1708934 Jul 05 04:19:15.719346 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f16b193-1072-4ee6-87d7-9f0a000bd08c req-4f7c6e2a-467e-43e3-9565-3b829b5ae890 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456553 Jul 05 04:19:16.822288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b59e1e-1327-48be-839c-3e728019d28f req-fe760d91-d637-4567-a338-8e840d83e926 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:16.824565 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55b59e1e-1327-48be-839c-3e728019d28f req-fe760d91-d637-4567-a338-8e840d83e926 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 946 time: 0.0931971 Jul 05 04:19:16.992517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0614f-9438-456d-a5d4-7d5bb2b98a37 req-aec1e093-e51c-4df3-b0da-f515022d3aed tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:16.995749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fae0614f-9438-456d-a5d4-7d5bb2b98a37 req-aec1e093-e51c-4df3-b0da-f515022d3aed tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 946 time: 0.1301200 Jul 05 04:19:17.023078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-55b59e1e-1327-48be-839c-3e728019d28f req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Deleting port b75d1337-7d30-4efc-abb1-05cbc6d02efa {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:17.023542 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-55b59e1e-1327-48be-839c-3e728019d28f req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.089011 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fae0614f-9438-456d-a5d4-7d5bb2b98a37 req-12750de3-2bf9-4373-b7f1-72c19bd8b440 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/security-groups?id=28dcf1c3-6fb8-4abb-a732-13f26e8a893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846901 Jul 05 04:19:17.138232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-55b59e1e-1327-48be-839c-3e728019d28f req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] For port b75d1337-7d30-4efc-abb1-05cbc6d02efa, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b75d1337-7d30-4efc-abb1-05cbc6d02efa,segment=NetworkSegment(91d138e3-d5dc-42ea-bb26-26a914553e5e),segment_id=91d138e3-d5dc-42ea-bb26-26a914553e5e)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:17.138951 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-55b59e1e-1327-48be-839c-3e728019d28f req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.447297 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-55b59e1e-1327-48be-839c-3e728019d28f req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.448039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-55b59e1e-1327-48be-839c-3e728019d28f req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.448603 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-55b59e1e-1327-48be-839c-3e728019d28f req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Floating IP dc2769c4-508c-4f05-b4aa-e1bfb3c2c89a disassociated. External IP: 172.25.0.164, port: b75d1337-7d30-4efc-abb1-05cbc6d02efa. Jul 05 04:19:17.449101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-55b59e1e-1327-48be-839c-3e728019d28f req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Calling delete_port for b75d1337-7d30-4efc-abb1-05cbc6d02efa owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:17.709221 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-55b59e1e-1327-48be-839c-3e728019d28f req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.737751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Pushing event deleted for resources: {'Port': ['ID=b75d1337-7d30-4efc-abb1-05cbc6d02efa,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:17.887780 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55b59e1e-1327-48be-839c-3e728019d28f req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Router 12ebfe29-f665-4d6b-9c63-82de2c43b87a has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:18.012814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55b59e1e-1327-48be-839c-3e728019d28f req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:18.025696 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f602992-527f-48d2-b431-894b0b71be1b None None] Sync routers for ids ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:18.042243 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f602992-527f-48d2-b431-894b0b71be1b None None] Routers {'12ebfe29-f665-4d6b-9c63-82de2c43b87a'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:18.042420 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0f602992-527f-48d2-b431-894b0b71be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:18:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:18.113416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b59e1e-1327-48be-839c-3e728019d28f req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] No DVR routers for this DVR port b75d1337-7d30-4efc-abb1-05cbc6d02efa on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:18.120215 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-55b59e1e-1327-48be-839c-3e728019d28f req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.122336 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55b59e1e-1327-48be-839c-3e728019d28f req-33b94f20-ffdf-4c69-b55a-31212b0be16b tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.64 "DELETE /v2.0/ports/b75d1337-7d30-4efc-abb1-05cbc6d02efa HTTP/1.1" status: 204 len: 173 time: 1.2918863 Jul 05 04:19:18.122789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8', 'name': 'network-vif-deleted', 'tag': 'b75d1337-7d30-4efc-abb1-05cbc6d02efa'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:18.132083 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1301837a-7f01-4765-8dc5-ccada1b22097" -d '{"events": [{"server_uuid": "bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8", "name": "network-vif-deleted", "tag": "b75d1337-7d30-4efc-abb1-05cbc6d02efa"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:18.260212 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-0f602992-527f-48d2-b431-894b0b71be1b None None] Set router 12ebfe29-f665-4d6b-9c63-82de2c43b87a gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:18.338336 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fe8446-a2fb-4677-83a1-4642066eb5ea x-openstack-request-id: req-28fe8446-a2fb-4677-83a1-4642066eb5ea {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:18.338633 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8", "name": "network-vif-deleted", "tag": "b75d1337-7d30-4efc-abb1-05cbc6d02efa", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:18.338888 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28fe8446-a2fb-4677-83a1-4642066eb5ea {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:18.339393 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8', 'name': 'network-vif-deleted', 'tag': 'b75d1337-7d30-4efc-abb1-05cbc6d02efa', 'status': 'completed', 'code': 200} Jul 05 04:19:18.426616 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b29f240-9fc2-4a7d-8788-97022fa8567d req-3f6a6c89-f504-49ce-b6c4-0ce12123a16a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb98c0c0-9bf1-4db3-b2b1-732d7a619ff8 HTTP/1.1" status: 200 len: 210 time: 0.0612452 Jul 05 04:19:18.642396 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0f602992-527f-48d2-b431-894b0b71be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:13:52Z', 'revision_number': 4, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port': {'id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:45Z', 'updated_at': '2021-07-05T04:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd684ccf3-a31d-4ce8-aaf9-a0512b3e21cf', 'name': '', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'mac_address': 'fa:16:3e:fb:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:50Z', 'updated_at': '2021-07-05T04:13:57Z', 'revision_number': 5, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'subnets': [{'id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:18.670969 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f602992-527f-48d2-b431-894b0b71be1b None None] Checking router: 12ebfe29-f665-4d6b-9c63-82de2c43b87a for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:18.686635 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f602992-527f-48d2-b431-894b0b71be1b None None] Routers {'12ebfe29-f665-4d6b-9c63-82de2c43b87a'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:18.687392 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0f602992-527f-48d2-b431-894b0b71be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:18:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:18.856831 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-0f602992-527f-48d2-b431-894b0b71be1b None None] Set router 12ebfe29-f665-4d6b-9c63-82de2c43b87a gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:19.149255 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0f602992-527f-48d2-b431-894b0b71be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:13:52Z', 'revision_number': 4, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port': {'id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:45Z', 'updated_at': '2021-07-05T04:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd684ccf3-a31d-4ce8-aaf9-a0512b3e21cf', 'name': '', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'mac_address': 'fa:16:3e:fb:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:50Z', 'updated_at': '2021-07-05T04:13:57Z', 'revision_number': 5, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'subnets': [{'id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:19.177956 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f602992-527f-48d2-b431-894b0b71be1b None None] The sync data for ids ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'] in n-d-798249-5 is: [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:13:52Z', 'revision_number': 4, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port': {'id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:45Z', 'updated_at': '2021-07-05T04:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd684ccf3-a31d-4ce8-aaf9-a0512b3e21cf', 'name': '', 'network_id': 'da6ab4e0-d261-4958-9917-3ef99fd426c9', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'mac_address': 'fa:16:3e:fb:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:50Z', 'updated_at': '2021-07-05T04:13:57Z', 'revision_number': 5, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'subnets': [{'id': 'e3855596-f772-427e-8340-583a11b4f8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:19.542967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d504e7-1b11-47ee-95a9-d7ae9aa9dce9 None None] New status for floating IP dc2769c4-508c-4f05-b4aa-e1bfb3c2c89a: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:19:19.548248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43798) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:19.724341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b75d1337-7d30-4efc-abb1-05cbc6d02efa no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:19.747860 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: b75d1337-7d30-4efc-abb1-05cbc6d02efa {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:19.748205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b75d1337-7d30-4efc-abb1-05cbc6d02efa not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:20.005513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-f196a6e1-8eb4-45bc-bfd9-545e62c4678a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Deleting port d046a0d0-b355-4cf0-b2ae-4086b60c3711 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:20.006273 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f196a6e1-8eb4-45bc-bfd9-545e62c4678a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.086828 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f196a6e1-8eb4-45bc-bfd9-545e62c4678a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.087295 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f196a6e1-8eb4-45bc-bfd9-545e62c4678a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.100061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-f196a6e1-8eb4-45bc-bfd9-545e62c4678a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Calling delete_port for d046a0d0-b355-4cf0-b2ae-4086b60c3711 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:20.298050 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f196a6e1-8eb4-45bc-bfd9-545e62c4678a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.324664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196a6e1-8eb4-45bc-bfd9-545e62c4678a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Pushing event deleted for resources: {'Port': ['ID=d046a0d0-b355-4cf0-b2ae-4086b60c3711,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:20.395890 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f196a6e1-8eb4-45bc-bfd9-545e62c4678a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.398472 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f196a6e1-8eb4-45bc-bfd9-545e62c4678a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.399643 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f196a6e1-8eb4-45bc-bfd9-545e62c4678a tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "DELETE /v2.0/floatingips/dc2769c4-508c-4f05-b4aa-e1bfb3c2c89a HTTP/1.1" status: 204 len: 168 time: 0.8498189 Jul 05 04:19:20.589542 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43824) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:20.658595 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4041eaf-77f7-4bde-9253-a779e3865719 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.690275 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4041eaf-77f7-4bde-9253-a779e3865719 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.850874 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4041eaf-77f7-4bde-9253-a779e3865719 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.854763 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4041eaf-77f7-4bde-9253-a779e3865719 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.873025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b4041eaf-77f7-4bde-9253-a779e3865719 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] 10.222.0.60 "DELETE /v2.0/security-groups/28dcf1c3-6fb8-4abb-a732-13f26e8a893e HTTP/1.1" status: 204 len: 168 time: 0.2845476 Jul 05 04:19:20.890578 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4041eaf-77f7-4bde-9253-a779e3865719 tempest-TestServerBasicOps-1863820358 tempest-TestServerBasicOps-1863820358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dcf1c3-6fb8-4abb-a732-13f26e8a893e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:21.017698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43840) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:21.275121 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-272b54e2-cc9a-432a-85b9-b5c574469516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.565960 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7a89-8c07-49e1-b186-fe2c7a36d12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.956014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba7a89-8c07-49e1-b186-fe2c7a36d12b admin admin] Deleting port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:21.956014 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7a89-8c07-49e1-b186-fe2c7a36d12b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.097584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-a3ba7a89-8c07-49e1-b186-fe2c7a36d12b admin admin] For port d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf,segment=NetworkSegment(91d138e3-d5dc-42ea-bb26-26a914553e5e),segment_id=91d138e3-d5dc-42ea-bb26-26a914553e5e)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:22.098233 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7a89-8c07-49e1-b186-fe2c7a36d12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.121037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba7a89-8c07-49e1-b186-fe2c7a36d12b admin admin] Calling delete_port for d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:22.469090 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7a89-8c07-49e1-b186-fe2c7a36d12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.497127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba7a89-8c07-49e1-b186-fe2c7a36d12b admin admin] Pushing event deleted for resources: {'Port': ['ID=d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:22.709551 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7a89-8c07-49e1-b186-fe2c7a36d12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.964237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ba7a89-8c07-49e1-b186-fe2c7a36d12b admin admin] Router 12ebfe29-f665-4d6b-9c63-82de2c43b87a has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:23.130007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ba7a89-8c07-49e1-b186-fe2c7a36d12b admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:23.141752 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a3ba7a89-8c07-49e1-b186-fe2c7a36d12b admin admin] 10.222.0.60 "PUT /v2.0/routers/12ebfe29-f665-4d6b-9c63-82de2c43b87a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1228411 Jul 05 04:19:23.144242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43888) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:23.146258 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308ee518-8888-467e-935f-884b9b36668f None None] Sync routers for ids ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:23.166111 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308ee518-8888-467e-935f-884b9b36668f None None] Routers {'12ebfe29-f665-4d6b-9c63-82de2c43b87a'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:23.167057 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-308ee518-8888-467e-935f-884b9b36668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:18:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:23.270993 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.354942 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-308ee518-8888-467e-935f-884b9b36668f None None] Set router 12ebfe29-f665-4d6b-9c63-82de2c43b87a gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:23.393950 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.723517 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-308ee518-8888-467e-935f-884b9b36668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:19:22Z', 'revision_number': 5, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port': {'id': '5467a4df-43f0-489c-a991-50686c3b2dee', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:45Z', 'updated_at': '2021-07-05T04:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:23.758371 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308ee518-8888-467e-935f-884b9b36668f None None] Checking router: 12ebfe29-f665-4d6b-9c63-82de2c43b87a for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:23.772673 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308ee518-8888-467e-935f-884b9b36668f None None] Routers {'12ebfe29-f665-4d6b-9c63-82de2c43b87a'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:23.773697 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-308ee518-8888-467e-935f-884b9b36668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:18:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:23.878776 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-308ee518-8888-467e-935f-884b9b36668f None None] Set router 12ebfe29-f665-4d6b-9c63-82de2c43b87a gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:23.938908 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-308ee518-8888-467e-935f-884b9b36668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:19:23Z', 'revision_number': 6, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:23.978873 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308ee518-8888-467e-935f-884b9b36668f None None] The sync data for ids ['12ebfe29-f665-4d6b-9c63-82de2c43b87a'] in n-d-798249-5 is: [{'id': '12ebfe29-f665-4d6b-9c63-82de2c43b87a', 'name': 'tempest-TestServerBasicOps-1265895920-router', 'tenant_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:44Z', 'updated_at': '2021-07-05T04:19:23Z', 'revision_number': 6, 'project_id': '1a7e2eccf7d94dc29e62b5f11d8b8141', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:23.994257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] Deleting port 5467a4df-43f0-489c-a991-50686c3b2dee {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:23.994257 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.093702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] For port 5467a4df-43f0-489c-a991-50686c3b2dee, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5467a4df-43f0-489c-a991-50686c3b2dee,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:24.094131 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.109282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] Calling delete_port for 5467a4df-43f0-489c-a991-50686c3b2dee owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:24.302431 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83fb258c-b819-4b6a-b1b5-cf522cf65afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.401189 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.429200 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.491134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] Pushing event deleted for resources: {'Port': ['ID=5467a4df-43f0-489c-a991-50686c3b2dee,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:24.580171 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.717637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.721198 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.846308 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.850830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12ebfe29-f665-4d6b-9c63-82de2c43b87a {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:19:24.853068 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.854440 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-14fe362b-9867-47e8-838d-a53b5b9ccc5f admin admin] 10.222.0.60 "DELETE /v2.0/routers/12ebfe29-f665-4d6b-9c63-82de2c43b87a HTTP/1.1" status: 204 len: 168 time: 1.7090585 Jul 05 04:19:24.857142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43922) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:24.912854 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b373f5d4-e712-4833-8516-521b072fb15e admin admin] Deleting subnet e3855596-f772-427e-8340-583a11b4f8f0 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:19:24.917231 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b373f5d4-e712-4833-8516-521b072fb15e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.017925 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b373f5d4-e712-4833-8516-521b072fb15e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.157936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b373f5d4-e712-4833-8516-521b072fb15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.298092 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.332523 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b373f5d4-e712-4833-8516-521b072fb15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.361746 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373f5d4-e712-4833-8516-521b072fb15e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3855596-f772-427e-8340-583a11b4f8f0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:25.365139 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b373f5d4-e712-4833-8516-521b072fb15e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.367024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b373f5d4-e712-4833-8516-521b072fb15e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e3855596-f772-427e-8340-583a11b4f8f0 HTTP/1.1" status: 204 len: 168 time: 0.5081840 Jul 05 04:19:25.369448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 43940) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:25.394397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079de16d-2832-4f5a-b18f-3cf427666bdd None None] Network da6ab4e0-d261-4958-9917-3ef99fd426c9 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:25.465994 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.541559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Deleting port 7942b42c-5504-4c44-aa45-b04e1d32bfa4 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:25.542909 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.650269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213e0602-8d1f-4573-878e-169ee1125f03 None None] DHCP port deletion for da6ab4e0-d261-4958-9917-3ef99fd426c9 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:19:25.652861 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] For port 7942b42c-5504-4c44-aa45-b04e1d32bfa4, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7942b42c-5504-4c44-aa45-b04e1d32bfa4,segment=NetworkSegment(91d138e3-d5dc-42ea-bb26-26a914553e5e),segment_id=91d138e3-d5dc-42ea-bb26-26a914553e5e)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:25.653226 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.673637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Calling delete_port for 7942b42c-5504-4c44-aa45-b04e1d32bfa4 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:25.698559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-213e0602-8d1f-4573-878e-169ee1125f03 None None] Deleting port 7942b42c-5504-4c44-aa45-b04e1d32bfa4 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:25.701680 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-213e0602-8d1f-4573-878e-169ee1125f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.770420 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-213e0602-8d1f-4573-878e-169ee1125f03 None None] For port 7942b42c-5504-4c44-aa45-b04e1d32bfa4, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7942b42c-5504-4c44-aa45-b04e1d32bfa4,segment=NetworkSegment(91d138e3-d5dc-42ea-bb26-26a914553e5e),segment_id=91d138e3-d5dc-42ea-bb26-26a914553e5e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:25.770821 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-213e0602-8d1f-4573-878e-169ee1125f03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.785429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-213e0602-8d1f-4573-878e-169ee1125f03 None None] Calling delete_port for 7942b42c-5504-4c44-aa45-b04e1d32bfa4 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:25.880226 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:19:25.892020 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:19:25.907976 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-213e0602-8d1f-4573-878e-169ee1125f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.935810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Pushing event deleted for resources: {'Port': ['ID=7942b42c-5504-4c44-aa45-b04e1d32bfa4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:25.938223 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] No DVR routers for this DVR port 7942b42c-5504-4c44-aa45-b04e1d32bfa4 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:25.957046 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e0602-8d1f-4573-878e-169ee1125f03 None None] Pushing event deleted for resources: {'Port': ['ID=7942b42c-5504-4c44-aa45-b04e1d32bfa4,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:26.001489 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e0602-8d1f-4573-878e-169ee1125f03 None None] No DVR routers for this DVR port 7942b42c-5504-4c44-aa45-b04e1d32bfa4 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:26.133584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7942b42c-5504-4c44-aa45-b04e1d32bfa4 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:26.152969 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.160256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 7942b42c-5504-4c44-aa45-b04e1d32bfa4 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:26.161067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 7942b42c-5504-4c44-aa45-b04e1d32bfa4 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:26.161284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:26.164509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6ab4e0-d261-4958-9917-3ef99fd426c9']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:26.175781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d138e3-d5dc-42ea-bb26-26a914553e5e') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:26.176073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d138e3-d5dc-42ea-bb26-26a914553e5e') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:26.181748 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:26.182102 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d684ccf3-a31d-4ce8-aaf9-a0512b3e21cf not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:26.182530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5467a4df-43f0-489c-a991-50686c3b2dee no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:26.185913 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.204520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 5467a4df-43f0-489c-a991-50686c3b2dee {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:26.204871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5467a4df-43f0-489c-a991-50686c3b2dee not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:26.205275 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.220802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:19:26.220802 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:19:26.221418 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:19:26.349210 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.354869 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.356796 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] 10.222.0.60 "DELETE /v2.0/networks/da6ab4e0-d261-4958-9917-3ef99fd426c9 HTTP/1.1" status: 204 len: 168 time: 0.9862304 Jul 05 04:19:26.361050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 43962) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:26.375008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df1dda-2146-4554-b2ad-ae030951a91a admin admin] Pushing event deleted for resources: {'Network': ['ID=da6ab4e0-d261-4958-9917-3ef99fd426c9,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:26.817384 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76f454bc-9387-442a-8557-38b93a463565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.131684 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:19:27.144094 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-76f454bc-9387-442a-8557-38b93a463565 admin admin] Deleting port 419184f0-53a1-41c3-aea3-ad71bf332e2a {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:27.144771 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76f454bc-9387-442a-8557-38b93a463565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.183668 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.262872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-76f454bc-9387-442a-8557-38b93a463565 admin admin] For port 419184f0-53a1-41c3-aea3-ad71bf332e2a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=419184f0-53a1-41c3-aea3-ad71bf332e2a,segment=NetworkSegment(7b54929f-9b40-4567-8655-2c9d00113c1f),segment_id=7b54929f-9b40-4567-8655-2c9d00113c1f)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:27.270830 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76f454bc-9387-442a-8557-38b93a463565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.280584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-76f454bc-9387-442a-8557-38b93a463565 admin admin] Calling delete_port for 419184f0-53a1-41c3-aea3-ad71bf332e2a owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:27.594741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76f454bc-9387-442a-8557-38b93a463565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.627004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f454bc-9387-442a-8557-38b93a463565 admin admin] Pushing event deleted for resources: {'Port': ['ID=419184f0-53a1-41c3-aea3-ad71bf332e2a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:27.865301 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76f454bc-9387-442a-8557-38b93a463565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.183230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f454bc-9387-442a-8557-38b93a463565 admin admin] Router ef5aa499-0000-4f4a-a18c-c3938fca97d0 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:28.308426 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f454bc-9387-442a-8557-38b93a463565 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:28.317086 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-76f454bc-9387-442a-8557-38b93a463565 admin admin] 10.222.0.60 "PUT /v2.0/routers/ef5aa499-0000-4f4a-a18c-c3938fca97d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9543538 Jul 05 04:19:28.317633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44004) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:28.319665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd8e0b-0cdb-4295-809b-bb0659e06a35 None None] Sync routers for ids ['ef5aa499-0000-4f4a-a18c-c3938fca97d0'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:28.344896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd8e0b-0cdb-4295-809b-bb0659e06a35 None None] Routers {'ef5aa499-0000-4f4a-a18c-c3938fca97d0'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:28.346250 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4cbd8e0b-0cdb-4295-809b-bb0659e06a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:19:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['ef5aa499-0000-4f4a-a18c-c3938fca97d0'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:28.467216 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.505631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-4cbd8e0b-0cdb-4295-809b-bb0659e06a35 None None] Set router ef5aa499-0000-4f4a-a18c-c3938fca97d0 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:28.607428 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.760439 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4cbd8e0b-0cdb-4295-809b-bb0659e06a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'name': 'tempest-TestServerBasicOps-872148004-router', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'a8c2353a-95ce-425e-8666-de914ad8d277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:19:27Z', 'revision_number': 5, 'project_id': 'fff43cf7e57443e084b1c7abce5f147f', 'gw_port': {'id': 'a8c2353a-95ce-425e-8666-de914ad8d277', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:28.788927 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd8e0b-0cdb-4295-809b-bb0659e06a35 None None] Checking router: ef5aa499-0000-4f4a-a18c-c3938fca97d0 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:28.806246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd8e0b-0cdb-4295-809b-bb0659e06a35 None None] Routers {'ef5aa499-0000-4f4a-a18c-c3938fca97d0'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:28.806628 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4cbd8e0b-0cdb-4295-809b-bb0659e06a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:19:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['ef5aa499-0000-4f4a-a18c-c3938fca97d0'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:28.898415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] Deleting port a8c2353a-95ce-425e-8666-de914ad8d277 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:28.898415 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.915895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-4cbd8e0b-0cdb-4295-809b-bb0659e06a35 None None] Set router ef5aa499-0000-4f4a-a18c-c3938fca97d0 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:28.984687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] For port a8c2353a-95ce-425e-8666-de914ad8d277, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a8c2353a-95ce-425e-8666-de914ad8d277,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:28.984992 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.990006 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4cbd8e0b-0cdb-4295-809b-bb0659e06a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'name': 'tempest-TestServerBasicOps-872148004-router', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:19:28Z', 'revision_number': 6, 'project_id': 'fff43cf7e57443e084b1c7abce5f147f', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:29.002138 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] Calling delete_port for a8c2353a-95ce-425e-8666-de914ad8d277 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:29.018126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd8e0b-0cdb-4295-809b-bb0659e06a35 None None] The sync data for ids ['ef5aa499-0000-4f4a-a18c-c3938fca97d0'] in n-d-798249-5 is: [{'id': 'ef5aa499-0000-4f4a-a18c-c3938fca97d0', 'name': 'tempest-TestServerBasicOps-872148004-router', 'tenant_id': 'fff43cf7e57443e084b1c7abce5f147f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:13:58Z', 'updated_at': '2021-07-05T04:19:28Z', 'revision_number': 6, 'project_id': 'fff43cf7e57443e084b1c7abce5f147f', 'gw_port_host': None}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:29.290285 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.322598 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c2353a-95ce-425e-8666-de914ad8d277,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:29.480759 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.494533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44028) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:29.583107 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.636583 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.640280 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.649058 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e7730aad-f42e-4c37-90cb-aa9900020e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.790942 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e7730aad-f42e-4c37-90cb-aa9900020e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.800055 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.800624 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef5aa499-0000-4f4a-a18c-c3938fca97d0 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:19:29.805321 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.810183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1caccec5-f4e1-47c4-94c5-f40c0b249e34 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ef5aa499-0000-4f4a-a18c-c3938fca97d0 HTTP/1.1" status: 204 len: 168 time: 1.4879513 Jul 05 04:19:29.810183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44038) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:29.857905 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e7730aad-f42e-4c37-90cb-aa9900020e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.862511 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a656dd2c-76ae-40de-bb33-16d7cb88f134 admin admin] Deleting subnet c346be7a-dec2-479c-95f4-4a843f8d4302 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:19:29.866267 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a656dd2c-76ae-40de-bb33-16d7cb88f134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.924699 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a656dd2c-76ae-40de-bb33-16d7cb88f134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.932162 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e7730aad-f42e-4c37-90cb-aa9900020e71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=752904ea86ec47d0b56469dd1cbd8653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362044 Jul 05 04:19:29.933102 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7730aad-f42e-4c37-90cb-aa9900020e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f74280-bced-45c9-a0c3-ee97350f6d46,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:29.935432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44040) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:30.024180 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34d23ca1-4001-4fa3-b925-f6e44589d352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.058555 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34d23ca1-4001-4fa3-b925-f6e44589d352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.070654 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 419184f0-53a1-41c3-aea3-ad71bf332e2a no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:30.079001 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a656dd2c-76ae-40de-bb33-16d7cb88f134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.129693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 419184f0-53a1-41c3-aea3-ad71bf332e2a {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:30.130042 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 419184f0-53a1-41c3-aea3-ad71bf332e2a not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:30.130502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a8c2353a-95ce-425e-8666-de914ad8d277 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:30.185211 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: a8c2353a-95ce-425e-8666-de914ad8d277 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:30.185558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a8c2353a-95ce-425e-8666-de914ad8d277 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:30.205160 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34d23ca1-4001-4fa3-b925-f6e44589d352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.205160 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34d23ca1-4001-4fa3-b925-f6e44589d352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.206132 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-34d23ca1-4001-4fa3-b925-f6e44589d352 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3f74280-bced-45c9-a0c3-ee97350f6d46 HTTP/1.1" status: 204 len: 168 time: 0.2695973 Jul 05 04:19:30.214557 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d23ca1-4001-4fa3-b925-f6e44589d352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f74280-bced-45c9-a0c3-ee97350f6d46,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:30.282162 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a656dd2c-76ae-40de-bb33-16d7cb88f134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.313578 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656dd2c-76ae-40de-bb33-16d7cb88f134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c346be7a-dec2-479c-95f4-4a843f8d4302,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:30.320432 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a656dd2c-76ae-40de-bb33-16d7cb88f134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.324605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a656dd2c-76ae-40de-bb33-16d7cb88f134 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c346be7a-dec2-479c-95f4-4a843f8d4302 HTTP/1.1" status: 204 len: 168 time: 0.5123112 Jul 05 04:19:30.332024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44050) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:30.332189 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7655e10-0b6f-4ae7-bf59-57ecc4537998 None None] Network a6ba4d22-8f0b-446b-a88b-4fd8b08065d9 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:30.427938 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.489986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Deleting port e2cedb6f-c818-42b8-8991-de2af341c43c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:30.490395 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.577641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] For port e2cedb6f-c818-42b8-8991-de2af341c43c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e2cedb6f-c818-42b8-8991-de2af341c43c,segment=NetworkSegment(7b54929f-9b40-4567-8655-2c9d00113c1f),segment_id=7b54929f-9b40-4567-8655-2c9d00113c1f)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:30.578687 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.607026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6af6ea-afe7-498a-902f-6e46b3c02514 None None] DHCP port deletion for a6ba4d22-8f0b-446b-a88b-4fd8b08065d9 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:19:30.612458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Calling delete_port for e2cedb6f-c818-42b8-8991-de2af341c43c owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:30.720353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-aa6af6ea-afe7-498a-902f-6e46b3c02514 None None] Deleting port e2cedb6f-c818-42b8-8991-de2af341c43c {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:30.721134 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa6af6ea-afe7-498a-902f-6e46b3c02514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.783378 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.789879 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-aa6af6ea-afe7-498a-902f-6e46b3c02514 None None] For port e2cedb6f-c818-42b8-8991-de2af341c43c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e2cedb6f-c818-42b8-8991-de2af341c43c,segment=NetworkSegment(7b54929f-9b40-4567-8655-2c9d00113c1f),segment_id=7b54929f-9b40-4567-8655-2c9d00113c1f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:30.790538 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa6af6ea-afe7-498a-902f-6e46b3c02514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.807044 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-aa6af6ea-afe7-498a-902f-6e46b3c02514 None None] Calling delete_port for e2cedb6f-c818-42b8-8991-de2af341c43c owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:30.812102 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cedb6f-c818-42b8-8991-de2af341c43c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:30.814109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] No DVR routers for this DVR port e2cedb6f-c818-42b8-8991-de2af341c43c on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:30.934152 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.948295 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ba4d22-8f0b-446b-a88b-4fd8b08065d9']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:30.961858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b54929f-9b40-4567-8655-2c9d00113c1f') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:30.962249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b54929f-9b40-4567-8655-2c9d00113c1f') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:30.978165 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.995383 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.003884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:19:31.004298 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:19:31.006371 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:19:31.093191 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa6af6ea-afe7-498a-902f-6e46b3c02514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.129301 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6af6ea-afe7-498a-902f-6e46b3c02514 None None] Pushing event deleted for resources: {'Port': ['ID=e2cedb6f-c818-42b8-8991-de2af341c43c,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:31.136346 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6af6ea-afe7-498a-902f-6e46b3c02514 None None] No DVR routers for this DVR port e2cedb6f-c818-42b8-8991-de2af341c43c on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:31.160688 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.166687 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.171841 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] 10.222.0.60 "DELETE /v2.0/networks/a6ba4d22-8f0b-446b-a88b-4fd8b08065d9 HTTP/1.1" status: 204 len: 168 time: 0.8435040 Jul 05 04:19:31.212527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a4248-e715-4ec2-b586-d02b3a62570b admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ba4d22-8f0b-446b-a88b-4fd8b08065d9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:31.566108 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.616492 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44102) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:31.671962 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-331edc56-d1af-411f-bde7-87013ada160a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a7e2eccf7d94dc29e62b5f11d8b8141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507059 Jul 05 04:19:31.672604 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44104) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:31.755253 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-961b2450-f317-49b1-9569-d2e5e40ce773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.779382 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-961b2450-f317-49b1-9569-d2e5e40ce773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.936817 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-961b2450-f317-49b1-9569-d2e5e40ce773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.939512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-961b2450-f317-49b1-9569-d2e5e40ce773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.940845 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-961b2450-f317-49b1-9569-d2e5e40ce773 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/041d1395-f136-47a3-ac8f-f471e013a70d HTTP/1.1" status: 204 len: 168 time: 0.2667670 Jul 05 04:19:31.949129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b2450-f317-49b1-9569-d2e5e40ce773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041d1395-f136-47a3-ac8f-f471e013a70d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:32.065974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e2cedb6f-c818-42b8-8991-de2af341c43c no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:32.092984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: e2cedb6f-c818-42b8-8991-de2af341c43c {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:32.095526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e2cedb6f-c818-42b8-8991-de2af341c43c not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:32.839783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44134) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:32.884483 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-00ca8334-8521-463f-af78-94278072c325 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fff43cf7e57443e084b1c7abce5f147f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428059 Jul 05 04:19:32.887152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44138) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:32.940495 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-78e38ac1-fbff-4ca8-851c-955e2679b81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.969042 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-78e38ac1-fbff-4ca8-851c-955e2679b81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.119689 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-78e38ac1-fbff-4ca8-851c-955e2679b81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.122709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-78e38ac1-fbff-4ca8-851c-955e2679b81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.126828 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-78e38ac1-fbff-4ca8-851c-955e2679b81f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbe51fd6-9e06-4401-99df-71edb0e67361 HTTP/1.1" status: 204 len: 168 time: 0.2384641 Jul 05 04:19:33.155834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e38ac1-fbff-4ca8-851c-955e2679b81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe51fd6-9e06-4401-99df-71edb0e67361,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:37.541462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-bc91c963-e2cb-4725-a944-de9abe78f9d3 req-ebd18a13-3a6f-4ca8-82ce-345782c9c20e service neutron] (100876) timed out ('10.222.0.60', 48374) {{(pid=100876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:19:50.303458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 44582) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:50.425801 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.517247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.577559 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.618264 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=377444f2b90d45dc8c347e7a55056fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3133333 Jul 05 04:19:50.619239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e32a2a-1f7c-4e4a-996b-55c980f67782,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:50.620908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44600) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:50.628088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:50.628495 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:50.628828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:50.629176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:50.629514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:50.629849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:50.630766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:50.631494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:50.631837 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:50.632175 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:50.632544 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:50.632880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da845ce-7f7e-4912-a247-07ab247350cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:50.676105 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7183b304-dea4-41b6-b577-8df00b3baf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.708605 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7183b304-dea4-41b6-b577-8df00b3baf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.845501 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7183b304-dea4-41b6-b577-8df00b3baf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.845501 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7183b304-dea4-41b6-b577-8df00b3baf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.845501 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7183b304-dea4-41b6-b577-8df00b3baf66 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17e32a2a-1f7c-4e4a-996b-55c980f67782 HTTP/1.1" status: 204 len: 168 time: 0.2229450 Jul 05 04:19:50.853320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183b304-dea4-41b6-b577-8df00b3baf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e32a2a-1f7c-4e4a-996b-55c980f67782,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:51.281201 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1778442a-e068-43af-963c-1747f23b2d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:51.906755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44692) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:52.009656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1075698902-network', 'tenant_id': 'baf585bb62bc486ba3dcca7eafc172ba'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:52.109681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] Made reservation on behalf of baf585bb62bc486ba3dcca7eafc172ba for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:52.117090 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.121988 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.256030 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.314384 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.342507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:19:52.347531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2985a049-4489-47fd-83de-260cbb25ef80,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:52.355786 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.356160 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] Added segment 77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9 of type vlan for network 51e13d01-5ce0-403e-893b-d734e5d430b8 Jul 05 04:19:52.404999 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.468656 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.469685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:52.470548 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.569873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] Pushing event updated for resources: {'Network': ['ID=51e13d01-5ce0-403e-893b-d734e5d430b8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:52.578843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 51e13d01-5ce0-403e-893b-d734e5d430b8 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:19:52.609943 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-61535c13-5fe7-4bd2-bf9b-bd578b63219b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6989839 Jul 05 04:19:52.610203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 44734) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:52.614959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7a53fe86-3d55-47f6-bc3b-119a4949c9ca admin admin] Request body: {'subnet': {'network_id': '51e13d01-5ce0-403e-893b-d734e5d430b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1075698902-subnet', 'tenant_id': 'baf585bb62bc486ba3dcca7eafc172ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:52.692207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a53fe86-3d55-47f6-bc3b-119a4949c9ca admin admin] Made reservation on behalf of baf585bb62bc486ba3dcca7eafc172ba for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:52.697261 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a53fe86-3d55-47f6-bc3b-119a4949c9ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.966109 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a53fe86-3d55-47f6-bc3b-119a4949c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.021116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53fe86-3d55-47f6-bc3b-119a4949c9ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=a65052bd-8069-4d19-9844-87756d28c2ee,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:53.033898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a53fe86-3d55-47f6-bc3b-119a4949c9ca admin admin] Checking segment: {'id': '77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '51e13d01-5ce0-403e-893b-d734e5d430b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:53.034263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a53fe86-3d55-47f6-bc3b-119a4949c9ca admin admin] Network hostable DHCP agents. Network: 51e13d01-5ce0-403e-893b-d734e5d430b8, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:19:53.102973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a53fe86-3d55-47f6-bc3b-119a4949c9ca admin admin] Network 51e13d01-5ce0-403e-893b-d734e5d430b8 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:19:53.183422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7a53fe86-3d55-47f6-bc3b-119a4949c9ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 51e13d01-5ce0-403e-893b-d734e5d430b8) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:53.187682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a53fe86-3d55-47f6-bc3b-119a4949c9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:53.189074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a53fe86-3d55-47f6-bc3b-119a4949c9ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.194026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80b06d9-6571-4d82-9047-9afd4b2dfc4b None None] Network 51e13d01-5ce0-403e-893b-d734e5d430b8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:53.280006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7a53fe86-3d55-47f6-bc3b-119a4949c9ca admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6681042 Jul 05 04:19:53.336491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d15936-1a6f-46eb-b551-a2c4a00dd70e None None] Network 51e13d01-5ce0-403e-893b-d734e5d430b8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:54.331595 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-da6505ac-61f5-4cd7-8e74-63fd0a95afb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.388993 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.297714 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:57.188840 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:58.434173 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45038) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:58.585479 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d2bdceb9-3677-43fb-98ec-67152ffe71f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:58.682182 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d2bdceb9-3677-43fb-98ec-67152ffe71f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:58.760275 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d2bdceb9-3677-43fb-98ec-67152ffe71f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:58.797362 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45052) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:58.800031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d2bdceb9-3677-43fb-98ec-67152ffe71f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=40649cc561ed4d8fa95d524304995fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644736 Jul 05 04:19:58.836806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdceb9-3677-43fb-98ec-67152ffe71f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b38797c-0fd3-4409-9c38-021bda5f7564,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:58.883306 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97d4025a-5f6f-4603-9120-40217f532fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:58.914154 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97d4025a-5f6f-4603-9120-40217f532fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:59.000198 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97d4025a-5f6f-4603-9120-40217f532fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:59.002949 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97d4025a-5f6f-4603-9120-40217f532fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:59.004230 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-97d4025a-5f6f-4603-9120-40217f532fe9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b38797c-0fd3-4409-9c38-021bda5f7564 HTTP/1.1" status: 204 len: 168 time: 0.2050924 Jul 05 04:19:59.012126 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4025a-5f6f-4603-9120-40217f532fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b38797c-0fd3-4409-9c38-021bda5f7564,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:59.692075 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:01.589168 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.506751 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45120) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:02.610502 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afde7496-46a5-4740-9656-35baf9ea62cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.703548 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afde7496-46a5-4740-9656-35baf9ea62cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.805426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-afde7496-46a5-4740-9656-35baf9ea62cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.843158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde7496-46a5-4740-9656-35baf9ea62cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0882155-99f4-4883-869f-16b9786d316b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:02.847509 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-afde7496-46a5-4740-9656-35baf9ea62cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48e4382fceef498d8faad0f848ff74f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395708 Jul 05 04:20:02.850324 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45126) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:02.898499 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b0b99fa-72c7-45ff-bfcd-4c2b1b08de22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.919674 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b0b99fa-72c7-45ff-bfcd-4c2b1b08de22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:03.028318 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b0b99fa-72c7-45ff-bfcd-4c2b1b08de22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:03.031668 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2b0b99fa-72c7-45ff-bfcd-4c2b1b08de22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:03.032877 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2b0b99fa-72c7-45ff-bfcd-4c2b1b08de22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0882155-99f4-4883-869f-16b9786d316b HTTP/1.1" status: 204 len: 168 time: 0.1817386 Jul 05 04:20:03.040936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b99fa-72c7-45ff-bfcd-4c2b1b08de22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0882155-99f4-4883-869f-16b9786d316b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:04.134861 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:20:08.666207 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45336) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:08.786040 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7bab72b2-1e1c-48a1-8289-6f938e7c55de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:08.884694 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7bab72b2-1e1c-48a1-8289-6f938e7c55de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:08.937228 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7bab72b2-1e1c-48a1-8289-6f938e7c55de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:08.984447 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7bab72b2-1e1c-48a1-8289-6f938e7c55de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3d303fc62a748b7b6d2cc6a53caa1c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171296 Jul 05 04:20:08.985310 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab72b2-1e1c-48a1-8289-6f938e7c55de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bd979b-a27a-4f7e-a04d-9aca53350c9c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:08.987232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45344) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:09.040076 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.061167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.211255 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.214369 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.220785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94bd979b-a27a-4f7e-a04d-9aca53350c9c HTTP/1.1" status: 204 len: 168 time: 0.2272589 Jul 05 04:20:09.226609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bd979b-a27a-4f7e-a04d-9aca53350c9c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:09.234783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:09.235074 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:09.235515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:09.235745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:09.236084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:09.236438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:09.236770 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:09.237100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:09.237426 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:09.237751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:09.238113 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:09.238397 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e87f48-dcf8-4228-af7d-57d365af130d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:09.869638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45354) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:09.882882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b3f0abcd-f0fd-4e44-95dd-3b639913f81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.973893 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b3f0abcd-f0fd-4e44-95dd-3b639913f81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.047714 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b3f0abcd-f0fd-4e44-95dd-3b639913f81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.086824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45358) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:10.087489 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b3f0abcd-f0fd-4e44-95dd-3b639913f81c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7284470bca348238251a89b5d6ff8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161219 Jul 05 04:20:10.088963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0abcd-f0fd-4e44-95dd-3b639913f81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16daccd-444f-43ad-99f8-1f3086132300,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:10.141576 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01e491c2-c659-4e37-a1df-bda0a58d5608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.162902 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01e491c2-c659-4e37-a1df-bda0a58d5608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.274083 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01e491c2-c659-4e37-a1df-bda0a58d5608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.276700 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01e491c2-c659-4e37-a1df-bda0a58d5608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.277881 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-01e491c2-c659-4e37-a1df-bda0a58d5608 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f16daccd-444f-43ad-99f8-1f3086132300 HTTP/1.1" status: 204 len: 168 time: 0.1888859 Jul 05 04:20:10.286176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e491c2-c659-4e37-a1df-bda0a58d5608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16daccd-444f-43ad-99f8-1f3086132300,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:11.162508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45384) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:11.341345 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a81e3be-c183-44fa-b247-480f8acf69c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.449710 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a81e3be-c183-44fa-b247-480f8acf69c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.531712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a81e3be-c183-44fa-b247-480f8acf69c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.578989 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4a81e3be-c183-44fa-b247-480f8acf69c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=184b46b450ed480b945c2d9b76af9f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125988 Jul 05 04:20:11.578989 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81e3be-c183-44fa-b247-480f8acf69c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b81c414-2485-4674-b692-94f058e708ef,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:11.579919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45394) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:11.642771 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d3060a4-2ae3-46a4-a080-b08e5eaec9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.654408 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45396) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:11.665099 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d3060a4-2ae3-46a4-a080-b08e5eaec9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.765419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1292449452-network', 'tenant_id': 'a123b4b3300243e3806d88d35a569596'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:11.776968 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d3060a4-2ae3-46a4-a080-b08e5eaec9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.779784 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d3060a4-2ae3-46a4-a080-b08e5eaec9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.781484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2d3060a4-2ae3-46a4-a080-b08e5eaec9b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b81c414-2485-4674-b692-94f058e708ef HTTP/1.1" status: 204 len: 168 time: 0.1995990 Jul 05 04:20:11.791949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3060a4-2ae3-46a4-a080-b08e5eaec9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b81c414-2485-4674-b692-94f058e708ef,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:11.862770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] Made reservation on behalf of a123b4b3300243e3806d88d35a569596 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:11.867144 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.881589 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.972851 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.103069 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.128337 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:20:12.144832 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5120cda-3823-4638-9bc8-23dea6c6d762,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:12.147922 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.148391 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] Added segment fb315bda-e3b4-4374-8592-0c38bbf87af6 of type vlan for network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 Jul 05 04:20:12.194126 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.291429 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.292811 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:12.293772 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.385945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] Pushing event updated for resources: {'Network': ['ID=dccbbb7b-e5f6-47aa-ab62-b284f98083c2,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:12.400012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:20:12.447026 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f1c0c1a7-2cc0-402c-ab5f-b6b9615816b2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7911844 Jul 05 04:20:12.447824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45416) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:12.454229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-93e3963a-85da-4774-a394-f3b63f239943 admin admin] Request body: {'subnet': {'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1292449452-subnet', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:12.542788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e3963a-85da-4774-a394-f3b63f239943 admin admin] Made reservation on behalf of a123b4b3300243e3806d88d35a569596 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:12.545783 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-93e3963a-85da-4774-a394-f3b63f239943 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.800029 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-93e3963a-85da-4774-a394-f3b63f239943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.866292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3963a-85da-4774-a394-f3b63f239943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=945c8bae-e2ec-4d4f-ad96-23533fff590d,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:12.870648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3963a-85da-4774-a394-f3b63f239943 admin admin] Checking segment: {'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:12.871007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e3963a-85da-4774-a394-f3b63f239943 admin admin] Network hostable DHCP agents. Network: dccbbb7b-e5f6-47aa-ab62-b284f98083c2, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:20:12.874526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45426) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:12.960018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e3963a-85da-4774-a394-f3b63f239943 admin admin] Network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:20:12.983594 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-565632548-network', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:13.028120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-93e3963a-85da-4774-a394-f3b63f239943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, dccbbb7b-e5f6-47aa-ab62-b284f98083c2) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:13.036837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e3963a-85da-4774-a394-f3b63f239943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:13.036837 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-93e3963a-85da-4774-a394-f3b63f239943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.038965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f6a4c-758e-472a-a256-8deb1102ad6f None None] Network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:13.058352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] Made reservation on behalf of a9221945ae96401587ea59807d82f6c3 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:13.061684 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.070639 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.122629 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-93e3963a-85da-4774-a394-f3b63f239943 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6736057 Jul 05 04:20:13.125897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45432) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:13.130629 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1292449452-router', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:13.191645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-dccbbb7b-e5f6-47aa-ab62-b284f98083c2', 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'fixed_ips': [{'subnet_id': '945c8bae-e2ec-4d4f-ad96-23533fff590d'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:20:13.192806 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.212665 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.264851 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.299932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:20:13.306068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ba1402-4291-4a04-a194-3d01f4676f1f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:13.312854 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.313200 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] Added segment f1ed131b-3d24-49f8-afea-4ae2024ace12 of type vlan for network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 Jul 05 04:20:13.331778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Allocated IP 172.20.0.2 (dccbbb7b-e5f6-47aa-ab62-b284f98083c2/945c8bae-e2ec-4d4f-ad96-23533fff590d/a1f1fc48-d0b6-445d-a610-4390355f62aa) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:13.340035 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.343332 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.360548 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.445794 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.477031 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.485903 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Transition to ACTIVE for port object a1f1fc48-d0b6-445d-a610-4390355f62aa will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:13.502154 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Transition to ACTIVE for port object a1f1fc48-d0b6-445d-a610-4390355f62aa will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:13.543296 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.547515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:13.547515 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.595011 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.634944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:13.638121 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:13.642330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:13.655534 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Pushing event updated for resources: {'Port': ['ID=a1f1fc48-d0b6-445d-a610-4390355f62aa,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:13.683919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:13.684267 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:13.684636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:13.684975 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:13.685310 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:13.686032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:13.686366 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:13.686708 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:13.687153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:13.687518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:13.687645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:13.687966 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:13.728201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Attempting to bind port a1f1fc48-d0b6-445d-a610-4390355f62aa on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:13.728201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Attempting to bind port a1f1fc48-d0b6-445d-a610-4390355f62aa by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:13.728201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Attempting to bind port a1f1fc48-d0b6-445d-a610-4390355f62aa on network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:13.734765 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:13.735144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Checking segment: {'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:13.735559 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.735956 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Bound using segment: {'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:13.736454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Bound port: a1f1fc48-d0b6-445d-a610-4390355f62aa, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:13.736946 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.808224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] For port a1f1fc48-d0b6-445d-a610-4390355f62aa, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:13.812123 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] For port a1f1fc48-d0b6-445d-a610-4390355f62aa, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a1f1fc48-d0b6-445d-a610-4390355f62aa,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:13.870507 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.945741 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb511ecc-cfbb-4ee5-9631-623474a09875 None None] Pushing event updated for resources: {'Port': ['ID=a1f1fc48-d0b6-445d-a610-4390355f62aa,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:14.040215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] Pushing event updated for resources: {'Network': ['ID=569e9080-ef6d-45a0-8137-cdb749b0a9e5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:14.044672 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.050093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e0774ff7-b262-4730-93ae-a16b7b598079 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1739378 Jul 05 04:20:14.053614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45438) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:14.054631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:20:14.058976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d6b9ce9e-d6d1-411b-b2bc-1ab2dd851c01 admin admin] Request body: {'subnet': {'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-565632548-subnet', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:14.151378 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b9ce9e-d6d1-411b-b2bc-1ab2dd851c01 admin admin] Made reservation on behalf of a9221945ae96401587ea59807d82f6c3 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:14.153920 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ce9e-d6d1-411b-b2bc-1ab2dd851c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.506726 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.509705 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ce9e-d6d1-411b-b2bc-1ab2dd851c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.550692 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.618908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9ce9e-d6d1-411b-b2bc-1ab2dd851c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93e8516d-9eb7-403f-80de-7ffddf6fcd38,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:14.635967 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ee487c31-6155-41fa-8930-ee8c4f190184 req-dd5e5e8b-43d2-4b9f-afbf-1aa7139a6e7c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1230881 Jul 05 04:20:14.658948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b9ce9e-d6d1-411b-b2bc-1ab2dd851c01 admin admin] Checking segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:14.658948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b9ce9e-d6d1-411b-b2bc-1ab2dd851c01 admin admin] Network hostable DHCP agents. Network: 569e9080-ef6d-45a0-8137-cdb749b0a9e5, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:20:14.763171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Allocated IP 172.25.0.9 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/3a7ac03b-51bc-41fe-bd86-bd5e21d8d390) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:14.774033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee487c31-6155-41fa-8930-ee8c4f190184 req-60f1201b-751c-4e4e-85e4-b3442f096c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:14.779009 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ee487c31-6155-41fa-8930-ee8c4f190184 req-60f1201b-751c-4e4e-85e4-b3442f096c38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 1097 time: 0.0849328 Jul 05 04:20:14.800267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b9ce9e-d6d1-411b-b2bc-1ab2dd851c01 admin admin] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:20:14.904084 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.915185 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-d6b9ce9e-d6d1-411b-b2bc-1ab2dd851c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 569e9080-ef6d-45a0-8137-cdb749b0a9e5) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:14.921360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b9ce9e-d6d1-411b-b2bc-1ab2dd851c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:14.921967 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ce9e-d6d1-411b-b2bc-1ab2dd851c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.929887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe57cc-eb1c-44b4-ba37-88717bf61f61 None None] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:14.954752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee487c31-6155-41fa-8930-ee8c4f190184 req-e713f9a8-4074-405f-9418-1bb5e71a016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:14.958352 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ee487c31-6155-41fa-8930-ee8c4f190184 req-e713f9a8-4074-405f-9418-1bb5e71a016b service neutron] 10.222.0.11 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 918 time: 0.1498497 Jul 05 04:20:15.037594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d6b9ce9e-d6d1-411b-b2bc-1ab2dd851c01 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9823549 Jul 05 04:20:15.048027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45450) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:15.053540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:15.068052 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ee487c31-6155-41fa-8930-ee8c4f190184 req-a5448777-6b71-4c2d-9f25-cbb00bc399f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c HTTP/1.1" status: 200 len: 1001 time: 0.0998976 Jul 05 04:20:15.072830 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.127458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3623a754-dbdb-4917-95b9-7654b920503d None None] Network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:15.139970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:15.144406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:15.146384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Pushing event updated for resources: {'Port': ['ID=3a7ac03b-51bc-41fe-bd86-bd5e21d8d390,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:15.148823 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:15.162654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee487c31-6155-41fa-8930-ee8c4f190184 req-b77c30ba-df3e-4b55-b8ef-83cbf9a3dace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:15.164768 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ee487c31-6155-41fa-8930-ee8c4f190184 req-b77c30ba-df3e-4b55-b8ef-83cbf9a3dace service neutron] 10.222.0.11 "GET /v2.0/subnets?id=875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 200 len: 856 time: 0.0904732 Jul 05 04:20:15.217739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:20:15.218589 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.234031 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.234890 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.261487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee487c31-6155-41fa-8930-ee8c4f190184 req-6a1f2529-024d-4ccb-9a01-55bbaaf62469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:15.264687 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ee487c31-6155-41fa-8930-ee8c4f190184 req-6a1f2529-024d-4ccb-9a01-55bbaaf62469 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927105 Jul 05 04:20:15.348241 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.393865 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ee487c31-6155-41fa-8930-ee8c4f190184 req-0ce38de6-cec2-4229-a252-39f8121b2078 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199651 Jul 05 04:20:15.412122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dc8cbe7f-6cc9-486d-b22a-53494ac8e3e0 None None] Provisioning for port a1f1fc48-d0b6-445d-a610-4390355f62aa completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:15.456151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Allocated IP 172.20.0.2 (569e9080-ef6d-45a0-8137-cdb749b0a9e5/93e8516d-9eb7-403f-80de-7ffddf6fcd38/79ee4b44-d0ab-403f-93c2-f8bb51ba4a96) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:15.544624 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ee487c31-6155-41fa-8930-ee8c4f190184 req-a65f64d7-496a-4df8-b07c-bf44af64fd56 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466632 Jul 05 04:20:15.667285 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.684190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Transition to ACTIVE for port object 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:15.693208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Transition to ACTIVE for port object 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:15.742743 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.761853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.771881 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.857280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:15.862109 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:15.868942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:15.876941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Pushing event updated for resources: {'Port': ['ID=79ee4b44-d0ab-403f-93c2-f8bb51ba4a96,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:15.954288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Attempting to bind port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:15.954879 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Attempting to bind port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:15.955197 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Attempting to bind port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:15.961971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:15.962352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Checking segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:15.962887 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.963422 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Bound using segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:15.964160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Bound port: 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:15.964305 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.071487 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.097364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] For port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:16.097364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] For port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=79ee4b44-d0ab-403f-93c2-f8bb51ba4a96,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:16.179830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a1f1fc48-d0b6-445d-a610-4390355f62aa up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:16.183956 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.297311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9958f31-eade-4103-8529-562d43be58a5 None None] Pushing event updated for resources: {'Port': ['ID=79ee4b44-d0ab-403f-93c2-f8bb51ba4a96,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:16.323875 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.350421 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.434212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port a1f1fc48-d0b6-445d-a610-4390355f62aa completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:16.441428 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a1f1fc48-d0b6-445d-a610-4390355f62aa triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:16.442054 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.503762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Allocated IP 172.25.0.157 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/c3e23bac-8274-4e7d-83a1-61a0ad555ed6) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:16.552950 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.604888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Router 80eec691-3e82-4c19-98fc-d542a4443c94 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:20:16.615485 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port a1f1fc48-d0b6-445d-a610-4390355f62aa, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a1f1fc48-d0b6-445d-a610-4390355f62aa,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:16.691740 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.779710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=a1f1fc48-d0b6-445d-a610-4390355f62aa,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:16.826857 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.872169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:16.882330 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Sync routers for ids ['80eec691-3e82-4c19-98fc-d542a4443c94'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:16.895969 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Routers {'80eec691-3e82-4c19-98fc-d542a4443c94'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:16.896640 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:19:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['80eec691-3e82-4c19-98fc-d542a4443c94'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:16.960092 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.964004 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f670a6cf-35f7-44f9-baed-8846ce15fe1e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8347316 Jul 05 04:20:16.973780 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45462) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:17.005025 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Set router 80eec691-3e82-4c19-98fc-d542a4443c94 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:17.027396 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.109571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:17.116193 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:17.121466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:17.175539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e23bac-8274-4e7d-83a1-61a0ad555ed6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:17.227399 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'name': 'tempest-TestServerMultinode-1292449452-router', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '3a7ac03b-51bc-41fe-bd86-bd5e21d8d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:13Z', 'updated_at': '2021-07-05T04:20:15Z', 'revision_number': 3, 'project_id': 'a123b4b3300243e3806d88d35a569596', 'gw_port': {'id': '3a7ac03b-51bc-41fe-bd86-bd5e21d8d390', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:14Z', 'updated_at': '2021-07-05T04:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:17.266145 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Checking router: 80eec691-3e82-4c19-98fc-d542a4443c94 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:17.267040 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Updating router 80eec691-3e82-4c19-98fc-d542a4443c94 port 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:20:17.306387 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.609531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e195a-b73a-4a12-a56a-d50392883001 None None] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:17.639636 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.653175 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Transition to ACTIVE for port object 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:17.759979 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.791738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5fa07e1c-f1a4-422a-8ec1-98a70c57bc7e None None] Provisioning for port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:17.813624 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Attempting to bind port 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:17.814863 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Attempting to bind port 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:17.815747 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Attempting to bind port 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:17.831022 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:17.831464 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:17.831794 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.832835 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:17.832835 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Bound port: 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:17.833167 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.836145 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9999f-f801-436c-85f0-5cd7a2d3f582 None None] Pushing event updated for resources: {'Port': ['ID=3a7ac03b-51bc-41fe-bd86-bd5e21d8d390,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:17.866030 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9999f-f801-436c-85f0-5cd7a2d3f582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:17.866427 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9999f-f801-436c-85f0-5cd7a2d3f582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:17.866770 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9999f-f801-436c-85f0-5cd7a2d3f582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:17.867105 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9999f-f801-436c-85f0-5cd7a2d3f582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:17.867438 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9999f-f801-436c-85f0-5cd7a2d3f582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:17.867971 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9999f-f801-436c-85f0-5cd7a2d3f582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:17.868199 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9999f-f801-436c-85f0-5cd7a2d3f582 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:17.868831 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9999f-f801-436c-85f0-5cd7a2d3f582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:17.869147 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9999f-f801-436c-85f0-5cd7a2d3f582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:17.869475 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9999f-f801-436c-85f0-5cd7a2d3f582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:17.869799 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9999f-f801-436c-85f0-5cd7a2d3f582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:17.870122 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd9999f-f801-436c-85f0-5cd7a2d3f582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:17.909381 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] For port 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:17.913301 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] For port 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3a7ac03b-51bc-41fe-bd86-bd5e21d8d390,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:17.983503 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.081170 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Routers {'80eec691-3e82-4c19-98fc-d542a4443c94'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:18.081919 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:19:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['80eec691-3e82-4c19-98fc-d542a4443c94'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:18.138278 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.146531 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9999f-f801-436c-85f0-5cd7a2d3f582 None None] Pushing event updated for resources: {'Port': ['ID=3a7ac03b-51bc-41fe-bd86-bd5e21d8d390,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:18.188420 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.256598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:18.256761 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] Set router 80eec691-3e82-4c19-98fc-d542a4443c94 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:18.359776 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:18.370318 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:18.371146 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.452840 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'name': 'tempest-TestServerMultinode-1292449452-router', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '3a7ac03b-51bc-41fe-bd86-bd5e21d8d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:13Z', 'updated_at': '2021-07-05T04:20:15Z', 'revision_number': 3, 'project_id': 'a123b4b3300243e3806d88d35a569596', 'gw_port': {'id': '3a7ac03b-51bc-41fe-bd86-bd5e21d8d390', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:14Z', 'updated_at': '2021-07-05T04:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:18.500173 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.508293 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.545889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=79ee4b44-d0ab-403f-93c2-f8bb51ba4a96,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:18.571544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Allocated IP 172.20.0.1 (dccbbb7b-e5f6-47aa-ab62-b284f98083c2/945c8bae-e2ec-4d4f-ad96-23533fff590d/c9cda7e9-540c-448e-af7f-55b6a6f4484e) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:18.581686 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92424749-75fe-488d-9532-ddf955a2ec1e None None] The sync data for ids ['80eec691-3e82-4c19-98fc-d542a4443c94'] in n-d-798249-5 is: [{'id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'name': 'tempest-TestServerMultinode-1292449452-router', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '3a7ac03b-51bc-41fe-bd86-bd5e21d8d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:13Z', 'updated_at': '2021-07-05T04:20:15Z', 'revision_number': 3, 'project_id': 'a123b4b3300243e3806d88d35a569596', 'gw_port': {'id': '3a7ac03b-51bc-41fe-bd86-bd5e21d8d390', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:14Z', 'updated_at': '2021-07-05T04:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:18.617160 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.617932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a1f1fc48-d0b6-445d-a610-4390355f62aa up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:18.726064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=79ee4b44-d0ab-403f-93c2-f8bb51ba4a96,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:18.736425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a1f1fc48-d0b6-445d-a610-4390355f62aa triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:18.736425 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.768841 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.792253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Transition to ACTIVE for port object c9cda7e9-540c-448e-af7f-55b6a6f4484e will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:18.871987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Router 527ff381-7069-4798-b430-ed620c3adbfc is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:20:18.879180 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.975153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:18.981413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:18.986084 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:19.090527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.156494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Pushing event updated for resources: {'Port': ['ID=c9cda7e9-540c-448e-af7f-55b6a6f4484e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:19.193314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:19.204853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Sync routers for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:19.235375 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:19.236270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:19:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:19.354741 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.356299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fd99f61d-f57d-48b4-91ab-61e4c9483b03 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3070023 Jul 05 04:20:19.359225 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45474) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:19.376191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:19.443709 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.687828 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.698614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-24e6a082-51f8-4f79-b54b-6d52f35f06ee None None] Provisioning for port c9cda7e9-540c-448e-af7f-55b6a6f4484e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:19.708828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-24e6a082-51f8-4f79-b54b-6d52f35f06ee None None] Provisioning complete for port c9cda7e9-540c-448e-af7f-55b6a6f4484e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:19.709200 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-24e6a082-51f8-4f79-b54b-6d52f35f06ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.740329 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.790426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-24e6a082-51f8-4f79-b54b-6d52f35f06ee None None] Port c9cda7e9-540c-448e-af7f-55b6a6f4484e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:19.822837 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.875494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:17Z', 'revision_number': 3, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:19.906249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Checking router: 527ff381-7069-4798-b430-ed620c3adbfc for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:19.906881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Updating router 527ff381-7069-4798-b430-ed620c3adbfc port c3e23bac-8274-4e7d-83a1-61a0ad555ed6 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:20:19.950054 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.975936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Pushing event updated for resources: {'Port': ['ID=c9cda7e9-540c-448e-af7f-55b6a6f4484e,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:19.987390 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:19.988874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:20.222309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Router 80eec691-3e82-4c19-98fc-d542a4443c94 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:20.290317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:20.340852 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.401574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:20.418726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-de260649-5acd-4052-a2f4-d5015351af90 admin admin] 10.222.0.60 "PUT /v2.0/routers/80eec691-3e82-4c19-98fc-d542a4443c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4456236 Jul 05 04:20:20.419233 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.459130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Transition to ACTIVE for port object c3e23bac-8274-4e7d-83a1-61a0ad555ed6 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:20.474706 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b6a6585f-6182-4195-82fd-da0a5e17ad62 None None] Provisioning complete for port c9cda7e9-540c-448e-af7f-55b6a6f4484e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:20.475086 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b6a6585f-6182-4195-82fd-da0a5e17ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.528224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b6a6585f-6182-4195-82fd-da0a5e17ad62 None None] Port c9cda7e9-540c-448e-af7f-55b6a6f4484e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:20.551292 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.581636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:20.600124 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Allocated IP 172.20.0.1 (569e9080-ef6d-45a0-8137-cdb749b0a9e5/93e8516d-9eb7-403f-80de-7ffddf6fcd38/4bfe8ab5-0463-40d5-a715-7d48c0edb16a) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:20.613185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Attempting to bind port c3e23bac-8274-4e7d-83a1-61a0ad555ed6 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:20.613565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Attempting to bind port c3e23bac-8274-4e7d-83a1-61a0ad555ed6 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:20.613934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Attempting to bind port c3e23bac-8274-4e7d-83a1-61a0ad555ed6 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:20.620055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:20.620456 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.625474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:20.625853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:20.626352 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.626915 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:20.627406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Bound port: c3e23bac-8274-4e7d-83a1-61a0ad555ed6, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:20.627848 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.678737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873c396-f744-4544-b5db-3c8bec88c7d4 None None] Pushing event updated for resources: {'Port': ['ID=c3e23bac-8274-4e7d-83a1-61a0ad555ed6,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:20.752778 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.757913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] For port c3e23bac-8274-4e7d-83a1-61a0ad555ed6, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:20.761821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] For port c3e23bac-8274-4e7d-83a1-61a0ad555ed6, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c3e23bac-8274-4e7d-83a1-61a0ad555ed6,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:20.775539 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Transition to ACTIVE for port object 4bfe8ab5-0463-40d5-a715-7d48c0edb16a will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:20.812637 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.841239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3a7ac03b-51bc-41fe-bd86-bd5e21d8d390,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:20.842964 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.870626 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Sync routers for ids ['80eec691-3e82-4c19-98fc-d542a4443c94'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:20.881263 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Routers {'80eec691-3e82-4c19-98fc-d542a4443c94'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:20.881908 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:19:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['80eec691-3e82-4c19-98fc-d542a4443c94'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:20.915172 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.928519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:20.928519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:19:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:20.928519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873c396-f744-4544-b5db-3c8bec88c7d4 None None] Pushing event updated for resources: {'Port': ['ID=c3e23bac-8274-4e7d-83a1-61a0ad555ed6,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:20.931739 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.932740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:20.978736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:20.992573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:21.003782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:21.003782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Pushing event updated for resources: {'Port': ['ID=4bfe8ab5-0463-40d5-a715-7d48c0edb16a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:21.087591 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.096574 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Set router 80eec691-3e82-4c19-98fc-d542a4443c94 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:21.210865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:21.211311 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.297498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=3a7ac03b-51bc-41fe-bd86-bd5e21d8d390,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:21.330058 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:21.415372 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-86e88d8a-c11e-4352-b4f1-ba283350f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.431724 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.444497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45496) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:21.451686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1130248351-network', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:21.494394 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'name': 'tempest-TestServerMultinode-1292449452-router', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '3a7ac03b-51bc-41fe-bd86-bd5e21d8d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:13Z', 'updated_at': '2021-07-05T04:20:19Z', 'revision_number': 4, 'project_id': 'a123b4b3300243e3806d88d35a569596', 'gw_port': {'id': '3a7ac03b-51bc-41fe-bd86-bd5e21d8d390', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:14Z', 'updated_at': '2021-07-05T04:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c9cda7e9-540c-448e-af7f-55b6a6f4484e', 'name': '', 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'mac_address': 'fa:16:3e:fe:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '945c8bae-e2ec-4d4f-ad96-23533fff590d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:18Z', 'updated_at': '2021-07-05T04:20:19Z', 'revision_number': 2, 'project_id': 'a123b4b3300243e3806d88d35a569596', 'subnets': [{'id': '945c8bae-e2ec-4d4f-ad96-23533fff590d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:21.540613 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Checking router: 80eec691-3e82-4c19-98fc-d542a4443c94 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:21.540970 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Updating router 80eec691-3e82-4c19-98fc-d542a4443c94 port c9cda7e9-540c-448e-af7f-55b6a6f4484e binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:20:21.549500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] Made reservation on behalf of 8881d6bcf261483384f43bfa305f4b7b for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:21.553709 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.578532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-343aa1f5-2a38-4a17-802e-8abf9a6c380f None None] Provisioning for port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:21.582695 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.586887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-343aa1f5-2a38-4a17-802e-8abf9a6c380f None None] Provisioning complete for port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:21.587922 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-343aa1f5-2a38-4a17-802e-8abf9a6c380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.623361 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.639280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-343aa1f5-2a38-4a17-802e-8abf9a6c380f None None] Port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:21.646806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:17Z', 'revision_number': 3, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:21.678123 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d9a89-9816-4e69-b275-6a962a3db974 None None] The sync data for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 is: [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:17Z', 'revision_number': 3, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:21.752522 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.765421 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.828196 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.862588 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.878441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:20:21.906307 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.908942 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] Added segment 9c3ed2f3-746c-44af-9eb6-0f963ddfc758 of type vlan for network 7c25a0f0-dcba-4c11-b71b-7f27b36bac79 Jul 05 04:20:21.918780 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.927682 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Pushing event updated for resources: {'Port': ['ID=4bfe8ab5-0463-40d5-a715-7d48c0edb16a,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:22.062260 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.099713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233af46f-95fb-40b0-a5a2-15a60685902a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:22.183428 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:22.185092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:22.189552 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.197309 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.197309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:22.197309 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.223933 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Transition to ACTIVE for port object c9cda7e9-540c-448e-af7f-55b6a6f4484e will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:22.314301 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.328049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:22.337367 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] Pushing event updated for resources: {'Network': ['ID=7c25a0f0-dcba-4c11-b71b-7f27b36bac79,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:22.391751 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 7c25a0f0-dcba-4c11-b71b-7f27b36bac79 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:20:22.423485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bea8f217-74a5-42d4-bb61-7d5c55474c7a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9798460 Jul 05 04:20:22.426106 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45510) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:22.431498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-260b8244-8451-48a9-8396-894688ea8be1 admin admin] Request body: {'subnet': {'network_id': '7c25a0f0-dcba-4c11-b71b-7f27b36bac79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1130248351-subnet', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:22.470913 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cecaef4-7073-4cf1-8f21-637b90d777c3 None None] Pushing event updated for resources: {'Port': ['ID=c9cda7e9-540c-448e-af7f-55b6a6f4484e,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:22.536922 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260b8244-8451-48a9-8396-894688ea8be1 admin admin] Made reservation on behalf of 8881d6bcf261483384f43bfa305f4b7b for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:22.539535 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-260b8244-8451-48a9-8396-894688ea8be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.566494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Router 527ff381-7069-4798-b430-ed620c3adbfc has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:22.672727 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Attempting to bind port c9cda7e9-540c-448e-af7f-55b6a6f4484e on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:22.680111 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Attempting to bind port c9cda7e9-540c-448e-af7f-55b6a6f4484e by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:22.680393 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Attempting to bind port c9cda7e9-540c-448e-af7f-55b6a6f4484e on network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:22.692449 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:22.692840 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Checking segment: {'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:22.693254 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.694139 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Bound using segment: {'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:22.694628 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Bound port: c9cda7e9-540c-448e-af7f-55b6a6f4484e, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:22.695431 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.703612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:22.714612 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.776209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:22.784318 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-76808867-bb35-4ec4-a2dc-c917239b03ce admin admin] 10.222.0.60 "PUT /v2.0/routers/527ff381-7069-4798-b430-ed620c3adbfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4228191 Jul 05 04:20:22.787606 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-73a6ecfe-8b80-40ce-b599-25e109f86e2e None None] Provisioning complete for port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:22.812634 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73a6ecfe-8b80-40ce-b599-25e109f86e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.817803 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] For port c9cda7e9-540c-448e-af7f-55b6a6f4484e, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:22.828510 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] For port c9cda7e9-540c-448e-af7f-55b6a6f4484e, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c9cda7e9-540c-448e-af7f-55b6a6f4484e,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:22.893393 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.905997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-73a6ecfe-8b80-40ce-b599-25e109f86e2e None None] Port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:22.990981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c3e23bac-8274-4e7d-83a1-61a0ad555ed6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:23.033371 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-260b8244-8451-48a9-8396-894688ea8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.040918 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cecaef4-7073-4cf1-8f21-637b90d777c3 None None] Pushing event updated for resources: {'Port': ['ID=c9cda7e9-540c-448e-af7f-55b6a6f4484e,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:23.055574 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Routers {'80eec691-3e82-4c19-98fc-d542a4443c94'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:23.056297 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:19:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['80eec691-3e82-4c19-98fc-d542a4443c94'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:23.148449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b8244-8451-48a9-8396-894688ea8be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8af6e8b-0fb3-48ce-89e4-61ec35c38220,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:23.172128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b8244-8451-48a9-8396-894688ea8be1 admin admin] Checking segment: {'id': '9c3ed2f3-746c-44af-9eb6-0f963ddfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7c25a0f0-dcba-4c11-b71b-7f27b36bac79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:23.172401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b8244-8451-48a9-8396-894688ea8be1 admin admin] Network hostable DHCP agents. Network: 7c25a0f0-dcba-4c11-b71b-7f27b36bac79, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:20:23.188418 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port c3e23bac-8274-4e7d-83a1-61a0ad555ed6 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:23.196916 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port c3e23bac-8274-4e7d-83a1-61a0ad555ed6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:23.197393 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.230931 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] Set router 80eec691-3e82-4c19-98fc-d542a4443c94 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:23.236142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b8244-8451-48a9-8396-894688ea8be1 admin admin] Network 7c25a0f0-dcba-4c11-b71b-7f27b36bac79 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:20:23.302930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-260b8244-8451-48a9-8396-894688ea8be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 7c25a0f0-dcba-4c11-b71b-7f27b36bac79) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:23.313324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260b8244-8451-48a9-8396-894688ea8be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:23.314214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-260b8244-8451-48a9-8396-894688ea8be1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.336603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92755290-8063-4ddf-aa28-98caefc4640f None None] Network 7c25a0f0-dcba-4c11-b71b-7f27b36bac79 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:23.351207 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.383714 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-260b8244-8451-48a9-8396-894688ea8be1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9563982 Jul 05 04:20:23.387361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45528) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:23.393751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1130248351-router', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:23.442965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port c3e23bac-8274-4e7d-83a1-61a0ad555ed6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c3e23bac-8274-4e7d-83a1-61a0ad555ed6,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:23.488546 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.510214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.514381 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.584397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=c3e23bac-8274-4e7d-83a1-61a0ad555ed6,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:23.599054 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.623895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-7c25a0f0-dcba-4c11-b71b-7f27b36bac79', 'network_id': '7c25a0f0-dcba-4c11-b71b-7f27b36bac79', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'fixed_ips': [{'subnet_id': 'd8af6e8b-0fb3-48ce-89e4-61ec35c38220'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:20:23.624929 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.663186 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'name': 'tempest-TestServerMultinode-1292449452-router', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '3a7ac03b-51bc-41fe-bd86-bd5e21d8d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:13Z', 'updated_at': '2021-07-05T04:20:19Z', 'revision_number': 4, 'project_id': 'a123b4b3300243e3806d88d35a569596', 'gw_port': {'id': '3a7ac03b-51bc-41fe-bd86-bd5e21d8d390', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:14Z', 'updated_at': '2021-07-05T04:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c9cda7e9-540c-448e-af7f-55b6a6f4484e', 'name': '', 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'mac_address': 'fa:16:3e:fe:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '945c8bae-e2ec-4d4f-ad96-23533fff590d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:18Z', 'updated_at': '2021-07-05T04:20:22Z', 'revision_number': 4, 'project_id': 'a123b4b3300243e3806d88d35a569596', 'subnets': [{'id': '945c8bae-e2ec-4d4f-ad96-23533fff590d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:23.701184 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b078cc0-3024-4d8c-be63-ca6c47217392 None None] The sync data for ids ['80eec691-3e82-4c19-98fc-d542a4443c94'] in n-d-798249-5 is: [{'id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'name': 'tempest-TestServerMultinode-1292449452-router', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '3a7ac03b-51bc-41fe-bd86-bd5e21d8d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:13Z', 'updated_at': '2021-07-05T04:20:19Z', 'revision_number': 4, 'project_id': 'a123b4b3300243e3806d88d35a569596', 'gw_port': {'id': '3a7ac03b-51bc-41fe-bd86-bd5e21d8d390', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:14Z', 'updated_at': '2021-07-05T04:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'c9cda7e9-540c-448e-af7f-55b6a6f4484e', 'name': '', 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'mac_address': 'fa:16:3e:fe:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '945c8bae-e2ec-4d4f-ad96-23533fff590d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:18Z', 'updated_at': '2021-07-05T04:20:22Z', 'revision_number': 4, 'project_id': 'a123b4b3300243e3806d88d35a569596', 'subnets': [{'id': '945c8bae-e2ec-4d4f-ad96-23533fff590d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:23.854747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Allocated IP 172.20.0.2 (7c25a0f0-dcba-4c11-b71b-7f27b36bac79/d8af6e8b-0fb3-48ce-89e4-61ec35c38220/95530f76-a2e9-4729-9a73-fe8138fa7045) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:23.952690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45544) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:23.958804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-634073614-network', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:24.014794 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.051390 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] Made reservation on behalf of d111e6d4bda74ec3864d59992cb0f4fc for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:24.053995 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.068676 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.144890 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.161403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Transition to ACTIVE for port object 95530f76-a2e9-4729-9a73-fe8138fa7045 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:24.190518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Transition to ACTIVE for port object 95530f76-a2e9-4729-9a73-fe8138fa7045 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:24.258329 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.260613 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.270095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c9cda7e9-540c-448e-af7f-55b6a6f4484e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:24.281345 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-012fec5d-de1a-4931-9675-e09184bc9d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.326766 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.363146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:20:24.397666 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.398216 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] Added segment 01580f41-c4a6-4017-977b-0e3085270340 of type vlan for network 723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3 Jul 05 04:20:24.400154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a943f0e-4fae-4b17-94ce-75f34626f1fa,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:24.438368 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Network 7c25a0f0-dcba-4c11-b71b-7f27b36bac79 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:24.445562 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Pushing event updated for resources: {'Port': ['ID=95530f76-a2e9-4729-9a73-fe8138fa7045,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:24.463872 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:24.491280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:24.493128 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.540174 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.569416 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Sync routers for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:24.580147 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.583539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Attempting to bind port 95530f76-a2e9-4729-9a73-fe8138fa7045 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:24.583887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Attempting to bind port 95530f76-a2e9-4729-9a73-fe8138fa7045 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '9c3ed2f3-746c-44af-9eb6-0f963ddfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7c25a0f0-dcba-4c11-b71b-7f27b36bac79'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:24.584747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Attempting to bind port 95530f76-a2e9-4729-9a73-fe8138fa7045 on network 7c25a0f0-dcba-4c11-b71b-7f27b36bac79 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:24.585114 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.605974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:24.606626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Checking segment: {'id': '9c3ed2f3-746c-44af-9eb6-0f963ddfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7c25a0f0-dcba-4c11-b71b-7f27b36bac79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:24.607914 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.609274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Bound using segment: {'id': '9c3ed2f3-746c-44af-9eb6-0f963ddfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7c25a0f0-dcba-4c11-b71b-7f27b36bac79'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:24.609274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Bound port: 95530f76-a2e9-4729-9a73-fe8138fa7045, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3ed2f3-746c-44af-9eb6-0f963ddfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7c25a0f0-dcba-4c11-b71b-7f27b36bac79'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:24.609815 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.613492 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:24.614251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:20:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:24.624102 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port c9cda7e9-540c-448e-af7f-55b6a6f4484e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:24.662341 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.663534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:24.665052 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.677024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port c9cda7e9-540c-448e-af7f-55b6a6f4484e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:24.677403 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.733903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Allocated IP 172.25.0.103 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/ab4a9173-a149-4cad-9d14-16f403dc3343) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:24.777328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] Pushing event updated for resources: {'Network': ['ID=723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:24.782292 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e94050e9-20a8-42cb-a1ed-1b2e225c3cdf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8278823 Jul 05 04:20:24.785119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45560) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:24.799712 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f1c59f5a-a7d8-4c81-9b93-e89b69822422 admin admin] Request body: {'subnet': {'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-634073614-subnet', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:24.882049 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.931081 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c59f5a-a7d8-4c81-9b93-e89b69822422 admin admin] Made reservation on behalf of d111e6d4bda74ec3864d59992cb0f4fc for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:24.933675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1c59f5a-a7d8-4c81-9b93-e89b69822422 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.937572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:20:25.017185 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.081044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:25.089287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:25.094611 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:25.099173 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Pushing event updated for resources: {'Port': ['ID=ab4a9173-a149-4cad-9d14-16f403dc3343,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:25.172202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:25.241661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] For port 95530f76-a2e9-4729-9a73-fe8138fa7045, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:25.280786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] For port 95530f76-a2e9-4729-9a73-fe8138fa7045, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=95530f76-a2e9-4729-9a73-fe8138fa7045,segment=NetworkSegment(9c3ed2f3-746c-44af-9eb6-0f963ddfc758),segment_id=9c3ed2f3-746c-44af-9eb6-0f963ddfc758)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:25.286970 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1c59f5a-a7d8-4c81-9b93-e89b69822422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.345576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c59f5a-a7d8-4c81-9b93-e89b69822422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9bbd5d6-afe5-4c58-b875-423984ff09fe,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:25.352215 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.402845 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.407849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c59f5a-a7d8-4c81-9b93-e89b69822422 admin admin] Checking segment: {'id': '01580f41-c4a6-4017-977b-0e3085270340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:25.408897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c59f5a-a7d8-4c81-9b93-e89b69822422 admin admin] Network hostable DHCP agents. Network: 723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:20:25.438519 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.514487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c59f5a-a7d8-4c81-9b93-e89b69822422 admin admin] Network 723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:20:25.547166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port c9cda7e9-540c-448e-af7f-55b6a6f4484e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c9cda7e9-540c-448e-af7f-55b6a6f4484e,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:25.552577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17acba9-1b60-4b6d-9677-00214edd5798 None None] Pushing event updated for resources: {'Port': ['ID=95530f76-a2e9-4729-9a73-fe8138fa7045,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:25.601801 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f1c59f5a-a7d8-4c81-9b93-e89b69822422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:25.606611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c59f5a-a7d8-4c81-9b93-e89b69822422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:25.610435 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f1c59f5a-a7d8-4c81-9b93-e89b69822422 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.622373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a1fd4-eec6-4dc1-823a-b58e4df4755a None None] Network 723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:25.653744 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.655885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c3e23bac-8274-4e7d-83a1-61a0ad555ed6 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:25.701612 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f1c59f5a-a7d8-4c81-9b93-e89b69822422 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9131246 Jul 05 04:20:25.702767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45572) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:25.707361 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-634073614-router', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:25.772817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=c9cda7e9-540c-448e-af7f-55b6a6f4484e,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:25.863287 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.865392 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.933699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 2, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:25.962582 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.996432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Checking router: 527ff381-7069-4798-b430-ed620c3adbfc for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:25.996683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Updating router 527ff381-7069-4798-b430-ed620c3adbfc port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:20:26.034319 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.097093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port c3e23bac-8274-4e7d-83a1-61a0ad555ed6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:26.097508 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.144040 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.208292 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.213333 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3', 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'fixed_ips': [{'subnet_id': 'b9bbd5d6-afe5-4c58-b875-423984ff09fe'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:20:26.214208 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.319193 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.564658 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.604234 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.620572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Allocated IP 172.20.0.2 (723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3/b9bbd5d6-afe5-4c58-b875-423984ff09fe/4047d35e-4612-4d04-a7b2-4568f9d7c7e1) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:26.668520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Router 9ef33313-3ceb-4548-b7d2-77b16bae54f0 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:20:26.769941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c9cda7e9-540c-448e-af7f-55b6a6f4484e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:26.776698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Allocated IP 172.25.0.133 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/152aaf83-6fe5-43f8-b944-da5854b00ed0) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:26.842319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:26.852661 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Sync routers for ids ['9ef33313-3ceb-4548-b7d2-77b16bae54f0'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:26.873749 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Routers {'9ef33313-3ceb-4548-b7d2-77b16bae54f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:26.874392 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:20:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['9ef33313-3ceb-4548-b7d2-77b16bae54f0'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:26.938374 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.939506 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.939737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f39be171-e503-4f43-8e9f-2922a782939e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5503552 Jul 05 04:20:26.942772 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 45588) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:26.962123 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port c9cda7e9-540c-448e-af7f-55b6a6f4484e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:26.962589 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.964582 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Transition to ACTIVE for port object 4bfe8ab5-0463-40d5-a715-7d48c0edb16a will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:26.990020 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.049325 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Set router 9ef33313-3ceb-4548-b7d2-77b16bae54f0 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:27.079826 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.115264 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.178464 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.193088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13caf4-8bd3-4d65-a223-a984a36d8a77 None None] Pushing event updated for resources: {'Port': ['ID=4bfe8ab5-0463-40d5-a715-7d48c0edb16a,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:27.197754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee3ad6-19c9-4fb5-8cd1-dfc531856f55 None None] Network 7c25a0f0-dcba-4c11-b71b-7f27b36bac79 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:27.205982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Transition to ACTIVE for port object 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:27.225395 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Transition to ACTIVE for port object 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:27.276677 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 95530f76-a2e9-4729-9a73-fe8138fa7045 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:27.325613 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:27.337790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:27.352085 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:27.355089 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.406906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Pushing event updated for resources: {'Port': ['ID=152aaf83-6fe5-43f8-b944-da5854b00ed0,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:27.423784 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Network 723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:27.482626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:27.489766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:27.530320 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'name': 'tempest-TestServerMultinode-1130248351-router', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:23Z', 'updated_at': '2021-07-05T04:20:25Z', 'revision_number': 3, 'project_id': '8881d6bcf261483384f43bfa305f4b7b', 'gw_port': {'id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:24Z', 'updated_at': '2021-07-05T04:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:27.683341 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Checking router: 9ef33313-3ceb-4548-b7d2-77b16bae54f0 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:27.684092 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Updating router 9ef33313-3ceb-4548-b7d2-77b16bae54f0 port ab4a9173-a149-4cad-9d14-16f403dc3343 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:20:27.690354 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.747430 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.771000 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.819516 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.864721 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-cd232575-d2b0-4fc5-b986-b1003156f5d6 None None] Provisioning for port 95530f76-a2e9-4729-9a73-fe8138fa7045 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:27.880919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Attempting to bind port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:27.888339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Attempting to bind port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:27.888339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Attempting to bind port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:27.897746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Pushing event updated for resources: {'Port': ['ID=4047d35e-4612-4d04-a7b2-4568f9d7c7e1,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:27.906688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Attempting to bind port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:27.907066 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Attempting to bind port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '01580f41-c4a6-4017-977b-0e3085270340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:27.907434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Attempting to bind port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 on network 723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:27.918173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:27.918518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Checking segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:27.918877 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.919277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Bound using segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:27.920472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Bound port: 4bfe8ab5-0463-40d5-a715-7d48c0edb16a, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:27.921151 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.965645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:27.966945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Checking segment: {'id': '01580f41-c4a6-4017-977b-0e3085270340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:27.967324 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.967733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Bound using segment: {'id': '01580f41-c4a6-4017-977b-0e3085270340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:27.968440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Bound port: 4047d35e-4612-4d04-a7b2-4568f9d7c7e1, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01580f41-c4a6-4017-977b-0e3085270340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:27.968838 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.970249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Allocated IP 172.20.0.1 (7c25a0f0-dcba-4c11-b71b-7f27b36bac79/d8af6e8b-0fb3-48ce-89e4-61ec35c38220/a13464c1-e838-4961-a765-d79c7309f921) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:27.971037 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 95530f76-a2e9-4729-9a73-fe8138fa7045 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:27.991393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 95530f76-a2e9-4729-9a73-fe8138fa7045 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:27.991759 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.095530 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.145398 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.169284 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Transition to ACTIVE for port object a13464c1-e838-4961-a765-d79c7309f921 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:28.175519 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.183278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] For port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:28.189211 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Transition to ACTIVE for port object ab4a9173-a149-4cad-9d14-16f403dc3343 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:28.209287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-71ee2427-1735-433f-8961-994696a70b73 None None] For port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:28.217179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-71ee2427-1735-433f-8961-994696a70b73 None None] For port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4047d35e-4612-4d04-a7b2-4568f9d7c7e1,segment=NetworkSegment(01580f41-c4a6-4017-977b-0e3085270340),segment_id=01580f41-c4a6-4017-977b-0e3085270340)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:28.221693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] For port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4bfe8ab5-0463-40d5-a715-7d48c0edb16a,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:28.270294 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.271350 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.297639 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.301094 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.314994 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.334882 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Attempting to bind port ab4a9173-a149-4cad-9d14-16f403dc3343 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:28.335663 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Attempting to bind port ab4a9173-a149-4cad-9d14-16f403dc3343 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:28.336716 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Attempting to bind port ab4a9173-a149-4cad-9d14-16f403dc3343 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:28.345633 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:28.346493 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:28.347154 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.347769 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:28.348529 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Bound port: ab4a9173-a149-4cad-9d14-16f403dc3343, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:28.349399 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.358134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Router a503dce2-d207-4916-a579-845618c3d8e9 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:20:28.366341 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a13464c1-e838-4961-a765-d79c7309f921,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:28.401344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Network 7c25a0f0-dcba-4c11-b71b-7f27b36bac79 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:28.403044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:28.409256 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507662a-3273-4f2d-bdaf-64be66480b56 None None] Pushing event updated for resources: {'Port': ['ID=ab4a9173-a149-4cad-9d14-16f403dc3343,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:28.410118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:28.449295 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 95530f76-a2e9-4729-9a73-fe8138fa7045, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=95530f76-a2e9-4729-9a73-fe8138fa7045,segment=NetworkSegment(9c3ed2f3-746c-44af-9eb6-0f963ddfc758),segment_id=9c3ed2f3-746c-44af-9eb6-0f963ddfc758)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:28.472601 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.487364 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] For port ab4a9173-a149-4cad-9d14-16f403dc3343, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:28.497385 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] For port ab4a9173-a149-4cad-9d14-16f403dc3343, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ab4a9173-a149-4cad-9d14-16f403dc3343,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:28.526107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:28.526711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:20:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:28.546599 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.564494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13caf4-8bd3-4d65-a223-a984a36d8a77 None None] Pushing event updated for resources: {'Port': ['ID=4bfe8ab5-0463-40d5-a715-7d48c0edb16a,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:28.583441 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.620044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:28.681032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Sync routers for ids ['a503dce2-d207-4916-a579-845618c3d8e9'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:28.693679 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Routers {'9ef33313-3ceb-4548-b7d2-77b16bae54f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:28.698725 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:20:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['9ef33313-3ceb-4548-b7d2-77b16bae54f0'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:28.726730 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.730813 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f6c4ad69-3822-4b02-93f8-09166d9ce681 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0244055 Jul 05 04:20:28.736555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 45604) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:28.818731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:28.977893 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507662a-3273-4f2d-bdaf-64be66480b56 None None] Pushing event updated for resources: {'Port': ['ID=ab4a9173-a149-4cad-9d14-16f403dc3343,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:28.989308 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.049725 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] Set router 9ef33313-3ceb-4548-b7d2-77b16bae54f0 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:29.052207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Routers {'a503dce2-d207-4916-a579-845618c3d8e9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:29.054352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:20:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a503dce2-d207-4916-a579-845618c3d8e9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:29.346063 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-222af36f-430d-49bd-b2a3-65cfc53534cc None None] Provisioning complete for port 95530f76-a2e9-4729-9a73-fe8138fa7045 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:29.346587 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-222af36f-430d-49bd-b2a3-65cfc53534cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.352470 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'name': 'tempest-TestServerMultinode-1130248351-router', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:23Z', 'updated_at': '2021-07-05T04:20:25Z', 'revision_number': 3, 'project_id': '8881d6bcf261483384f43bfa305f4b7b', 'gw_port': {'id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:24Z', 'updated_at': '2021-07-05T04:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:29.357588 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee2427-1735-433f-8961-994696a70b73 None None] Pushing event updated for resources: {'Port': ['ID=4047d35e-4612-4d04-a7b2-4568f9d7c7e1,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:29.360137 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.397333 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09fa2a9-6b6b-4633-a8a3-265f41daa472 None None] The sync data for ids ['9ef33313-3ceb-4548-b7d2-77b16bae54f0'] in n-d-798249-5 is: [{'id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'name': 'tempest-TestServerMultinode-1130248351-router', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:23Z', 'updated_at': '2021-07-05T04:20:25Z', 'revision_number': 3, 'project_id': '8881d6bcf261483384f43bfa305f4b7b', 'gw_port': {'id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:24Z', 'updated_at': '2021-07-05T04:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:29.431595 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.445564 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.461563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Set router a503dce2-d207-4916-a579-845618c3d8e9 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:29.539127 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.550785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a13464c1-e838-4961-a765-d79c7309f921,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:29.656884 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=95530f76-a2e9-4729-9a73-fe8138fa7045,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:29.750811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Network 7c25a0f0-dcba-4c11-b71b-7f27b36bac79 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:29.752736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:29.790527 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.854181 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Allocated IP 172.20.0.1 (723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3/b9bbd5d6-afe5-4c58-b875-423984ff09fe/cf94cc5c-6af7-4197-980d-860c842758b3) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:29.921234 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:28Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:29.994868 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Router 9ef33313-3ceb-4548-b7d2-77b16bae54f0 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:30.018496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d920aa32-4ba1-4a6d-8639-2ab121588a63 None None] The sync data for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 is: [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:28Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:30.119068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'name': 'tempest-TestVolumeBootPattern-634073614-router', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '152aaf83-6fe5-43f8-b944-da5854b00ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:25Z', 'updated_at': '2021-07-05T04:20:27Z', 'revision_number': 3, 'project_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'gw_port': {'id': '152aaf83-6fe5-43f8-b944-da5854b00ed0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:26Z', 'updated_at': '2021-07-05T04:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:30.145974 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.192196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Transition to ACTIVE for port object cf94cc5c-6af7-4197-980d-860c842758b3 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:30.194206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Checking router: a503dce2-d207-4916-a579-845618c3d8e9 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:30.194560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Updating router a503dce2-d207-4916-a579-845618c3d8e9 port 152aaf83-6fe5-43f8-b944-da5854b00ed0 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:20:30.196584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c64aada4-fa32-4d4a-93c1-34661a766a13 None None] Provisioning for port a13464c1-e838-4961-a765-d79c7309f921 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:30.227123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:30.232531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c64aada4-fa32-4d4a-93c1-34661a766a13 None None] Provisioning complete for port a13464c1-e838-4961-a765-d79c7309f921 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:30.234318 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c64aada4-fa32-4d4a-93c1-34661a766a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.285350 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.299309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-083646c5-758c-4837-a0aa-599fd98af4b1 admin admin] 10.222.0.60 "PUT /v2.0/routers/9ef33313-3ceb-4548-b7d2-77b16bae54f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3530228 Jul 05 04:20:30.321969 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c64aada4-fa32-4d4a-93c1-34661a766a13 None None] Port a13464c1-e838-4961-a765-d79c7309f921 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:30.344716 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.419503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52395d52-f0f9-4245-8e1d-7b0b5cc4f027 None None] Network 723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:30.463910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Network 723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:30.474087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:30.478695 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:30.540003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Pushing event updated for resources: {'Port': ['ID=cf94cc5c-6af7-4197-980d-860c842758b3,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:30.566593 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.833480 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-069cdc45-8cf4-440a-83cb-71654b960b27 None None] Provisioning complete for port a13464c1-e838-4961-a765-d79c7309f921 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:30.833864 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-069cdc45-8cf4-440a-83cb-71654b960b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.937013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-069cdc45-8cf4-440a-83cb-71654b960b27 None None] Port a13464c1-e838-4961-a765-d79c7309f921 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:31.076024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bfe8ab5-0463-40d5-a715-7d48c0edb16a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:31.098896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-069cdc45-8cf4-440a-83cb-71654b960b27 None None] Provisioning for port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:31.291580 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:31.301106 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:31.301645 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.407239 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.428982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Transition to ACTIVE for port object 152aaf83-6fe5-43f8-b944-da5854b00ed0 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:31.540056 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.574109 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.600228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-93fc8b85-cae2-47c2-b8d0-6cb7277709b6 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:31.601963 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-93fc8b85-cae2-47c2-b8d0-6cb7277709b6 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/networks?id=dccbbb7b-e5f6-47aa-ab62-b284f98083c2 HTTP/1.1" status: 200 len: 911 time: 0.1575346 Jul 05 04:20:31.627196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-23cfc70f-33a4-4fcb-86c1-409071fc856a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/quotas/8881d6bcf261483384f43bfa305f4b7b HTTP/1.1" status: 200 len: 375 time: 0.0178609 Jul 05 04:20:31.658499 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.663657 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.689623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dce980-d082-4e20-898c-3514c4ad8bbf None None] Pushing event updated for resources: {'Port': ['ID=152aaf83-6fe5-43f8-b944-da5854b00ed0,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:31.698070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Attempting to bind port 152aaf83-6fe5-43f8-b944-da5854b00ed0 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:31.698070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Attempting to bind port 152aaf83-6fe5-43f8-b944-da5854b00ed0 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:31.698070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Attempting to bind port 152aaf83-6fe5-43f8-b944-da5854b00ed0 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:31.732087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4bfe8ab5-0463-40d5-a715-7d48c0edb16a,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:31.739378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:31.743402 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:31.750987 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.750987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:31.750987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Bound port: 152aaf83-6fe5-43f8-b944-da5854b00ed0, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:31.750987 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.792779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-6885fe69-4dbf-4d58-9aa1-296f7583722b tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=8881d6bcf261483384f43bfa305f4b7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593826 Jul 05 04:20:31.822057 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.822851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ab4a9173-a149-4cad-9d14-16f403dc3343 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:31.875948 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.893167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] For port 152aaf83-6fe5-43f8-b944-da5854b00ed0, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:31.922753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] For port 152aaf83-6fe5-43f8-b944-da5854b00ed0, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=152aaf83-6fe5-43f8-b944-da5854b00ed0,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:31.947314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=4bfe8ab5-0463-40d5-a715-7d48c0edb16a,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:31.948550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.021421 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.028214 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Pushing event updated for resources: {'Port': ['ID=cf94cc5c-6af7-4197-980d-860c842758b3,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:32.040489 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.080092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port ab4a9173-a149-4cad-9d14-16f403dc3343 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:32.088689 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-87fd03ea-aafa-48c1-adaf-c48b7449516c None None] Provisioning for port cf94cc5c-6af7-4197-980d-860c842758b3 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:32.096988 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ab4a9173-a149-4cad-9d14-16f403dc3343 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:32.097278 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.101926 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-87fd03ea-aafa-48c1-adaf-c48b7449516c None None] Provisioning complete for port cf94cc5c-6af7-4197-980d-860c842758b3 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:32.102290 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-87fd03ea-aafa-48c1-adaf-c48b7449516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.113892 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-523809ff-c3c1-4dcb-9269-337bb31016ff service neutron] 10.222.0.60 "GET /v2.0/networks/dccbbb7b-e5f6-47aa-ab62-b284f98083c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135707 Jul 05 04:20:32.187968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Routers {'a503dce2-d207-4916-a579-845618c3d8e9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:32.188659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:20:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a503dce2-d207-4916-a579-845618c3d8e9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:32.236999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-6ee93708-c399-4b63-b700-305bb8bf1f37 service neutron] 10.222.0.60 "GET /v2.0/networks/dccbbb7b-e5f6-47aa-ab62-b284f98083c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219802 Jul 05 04:20:32.237409 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dce980-d082-4e20-898c-3514c4ad8bbf None None] Pushing event updated for resources: {'Port': ['ID=152aaf83-6fe5-43f8-b944-da5854b00ed0,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:32.262636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-87fd03ea-aafa-48c1-adaf-c48b7449516c None None] Port cf94cc5c-6af7-4197-980d-860c842758b3 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:32.272108 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Network 723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:32.273722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:32.378945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] Set router a503dce2-d207-4916-a579-845618c3d8e9 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:32.441785 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.505482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Router a503dce2-d207-4916-a579-845618c3d8e9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:32.510971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port ab4a9173-a149-4cad-9d14-16f403dc3343, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ab4a9173-a149-4cad-9d14-16f403dc3343,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:32.544035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-632c2a60-59f5-44c8-8382-8a86f4c5b09d None None] Provisioning complete for port cf94cc5c-6af7-4197-980d-860c842758b3 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:32.545417 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-632c2a60-59f5-44c8-8382-8a86f4c5b09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.634670 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.635861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:32.744835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-632c2a60-59f5-44c8-8382-8a86f4c5b09d None None] Port cf94cc5c-6af7-4197-980d-860c842758b3 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:32.748859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea2dfdd7-686a-471f-98de-c1f8cf20f556 req-2c9ad2c3-019c-4cad-a414-4f256dfdb13b tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 210 time: 0.0944128 Jul 05 04:20:32.771355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:32.778323 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-af658d2a-842e-4c59-89e0-b3cfc3613425 admin admin] 10.222.0.60 "PUT /v2.0/routers/a503dce2-d207-4916-a579-845618c3d8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0440774 Jul 05 04:20:32.833155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=ab4a9173-a149-4cad-9d14-16f403dc3343,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:32.872445 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:32.900941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:32.901321 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.939517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3effc51f-db4f-483c-b12f-6bdda5e056dd None None] Provisioning complete for port cf94cc5c-6af7-4197-980d-860c842758b3 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:32.939951 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3effc51f-db4f-483c-b12f-6bdda5e056dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.979237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3effc51f-db4f-483c-b12f-6bdda5e056dd None None] Port cf94cc5c-6af7-4197-980d-860c842758b3 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:33.018000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'name': 'tempest-TestVolumeBootPattern-634073614-router', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '152aaf83-6fe5-43f8-b944-da5854b00ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:25Z', 'updated_at': '2021-07-05T04:20:30Z', 'revision_number': 4, 'project_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'gw_port': {'id': '152aaf83-6fe5-43f8-b944-da5854b00ed0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:26Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'cf94cc5c-6af7-4197-980d-860c842758b3', 'name': '', 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'mac_address': 'fa:16:3e:26:3e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'b9bbd5d6-afe5-4c58-b875-423984ff09fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:29Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 2, 'project_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'subnets': [{'id': 'b9bbd5d6-afe5-4c58-b875-423984ff09fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:33.049217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a5ce80-0cdb-4bc4-a027-3621657dcb54 None None] The sync data for ids ['a503dce2-d207-4916-a579-845618c3d8e9'] in n-d-798249-5 is: [{'id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'name': 'tempest-TestVolumeBootPattern-634073614-router', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '152aaf83-6fe5-43f8-b944-da5854b00ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:25Z', 'updated_at': '2021-07-05T04:20:30Z', 'revision_number': 4, 'project_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'gw_port': {'id': '152aaf83-6fe5-43f8-b944-da5854b00ed0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:26Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'cf94cc5c-6af7-4197-980d-860c842758b3', 'name': '', 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'mac_address': 'fa:16:3e:26:3e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'b9bbd5d6-afe5-4c58-b875-423984ff09fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:29Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 2, 'project_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'subnets': [{'id': 'b9bbd5d6-afe5-4c58-b875-423984ff09fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:33.103114 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:33.148152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4047d35e-4612-4d04-a7b2-4568f9d7c7e1,segment=NetworkSegment(01580f41-c4a6-4017-977b-0e3085270340),segment_id=01580f41-c4a6-4017-977b-0e3085270340)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:33.211275 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:33.212177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 95530f76-a2e9-4729-9a73-fe8138fa7045 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:33.293770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=4047d35e-4612-4d04-a7b2-4568f9d7c7e1,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:33.304494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 95530f76-a2e9-4729-9a73-fe8138fa7045 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:33.304900 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:33.459860 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Sync routers for ids ['9ef33313-3ceb-4548-b7d2-77b16bae54f0'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:33.473390 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Routers {'9ef33313-3ceb-4548-b7d2-77b16bae54f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:33.474093 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:20:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['9ef33313-3ceb-4548-b7d2-77b16bae54f0'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:33.533432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bfe8ab5-0463-40d5-a715-7d48c0edb16a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:33.603723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:33.603723 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:33.629841 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Set router 9ef33313-3ceb-4548-b7d2-77b16bae54f0 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:33.740973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ab4a9173-a149-4cad-9d14-16f403dc3343 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:33.830285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ab4a9173-a149-4cad-9d14-16f403dc3343 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:33.830665 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:33.900318 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e0c7b25-daf5-44e0-b9ae-954605eb2ede req-0e87199b-78ae-4baf-baaf-c698ba5122ee tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 210 time: 0.0396414 Jul 05 04:20:33.906768 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'name': 'tempest-TestServerMultinode-1130248351-router', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:23Z', 'updated_at': '2021-07-05T04:20:28Z', 'revision_number': 4, 'project_id': '8881d6bcf261483384f43bfa305f4b7b', 'gw_port': {'id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:24Z', 'updated_at': '2021-07-05T04:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a13464c1-e838-4961-a765-d79c7309f921', 'name': '', 'network_id': '7c25a0f0-dcba-4c11-b71b-7f27b36bac79', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'mac_address': 'fa:16:3e:c4:7f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'd8af6e8b-0fb3-48ce-89e4-61ec35c38220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:27Z', 'updated_at': '2021-07-05T04:20:29Z', 'revision_number': 2, 'project_id': '8881d6bcf261483384f43bfa305f4b7b', 'subnets': [{'id': 'd8af6e8b-0fb3-48ce-89e4-61ec35c38220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:33.945273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:33.953600 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Checking router: 9ef33313-3ceb-4548-b7d2-77b16bae54f0 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:33.953600 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Updating router 9ef33313-3ceb-4548-b7d2-77b16bae54f0 port a13464c1-e838-4961-a765-d79c7309f921 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:20:34.025228 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:34.042284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:34.042284 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:34.426017 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:34.439536 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Transition to ACTIVE for port object a13464c1-e838-4961-a765-d79c7309f921 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:34.566443 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:34.652705 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d0b46-b71f-4cb2-9d76-e9b278a8164f None None] Pushing event updated for resources: {'Port': ['ID=a13464c1-e838-4961-a765-d79c7309f921,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:34.722243 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Attempting to bind port a13464c1-e838-4961-a765-d79c7309f921 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:34.722612 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Attempting to bind port a13464c1-e838-4961-a765-d79c7309f921 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '9c3ed2f3-746c-44af-9eb6-0f963ddfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7c25a0f0-dcba-4c11-b71b-7f27b36bac79'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:34.723176 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Attempting to bind port a13464c1-e838-4961-a765-d79c7309f921 on network 7c25a0f0-dcba-4c11-b71b-7f27b36bac79 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:34.728921 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:34.729571 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Checking segment: {'id': '9c3ed2f3-746c-44af-9eb6-0f963ddfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7c25a0f0-dcba-4c11-b71b-7f27b36bac79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:34.730274 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:34.730844 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Bound using segment: {'id': '9c3ed2f3-746c-44af-9eb6-0f963ddfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7c25a0f0-dcba-4c11-b71b-7f27b36bac79'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:34.731481 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Bound port: a13464c1-e838-4961-a765-d79c7309f921, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3ed2f3-746c-44af-9eb6-0f963ddfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7c25a0f0-dcba-4c11-b71b-7f27b36bac79'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:34.732695 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:34.829208 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] For port a13464c1-e838-4961-a765-d79c7309f921, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:34.831998 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] For port a13464c1-e838-4961-a765-d79c7309f921, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a13464c1-e838-4961-a765-d79c7309f921,segment=NetworkSegment(9c3ed2f3-746c-44af-9eb6-0f963ddfc758),segment_id=9c3ed2f3-746c-44af-9eb6-0f963ddfc758)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:34.906304 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:35.017658 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d0b46-b71f-4cb2-9d76-e9b278a8164f None None] Pushing event updated for resources: {'Port': ['ID=a13464c1-e838-4961-a765-d79c7309f921,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:35.036108 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Routers {'9ef33313-3ceb-4548-b7d2-77b16bae54f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:35.036805 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:20:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['9ef33313-3ceb-4548-b7d2-77b16bae54f0'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:35.254656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e89ea446-3f28-43b3-b837-a6e64196dc54 req-070cab75-e439-43ad-b6db-7c8ba6846408 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 210 time: 0.0924578 Jul 05 04:20:35.358427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be901e2-65b6-46a8-8c81-f739f424ddff req-1ea7bcac-8e55-4d61-82dd-9c0bbcd136d4 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:35.360410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5be901e2-65b6-46a8-8c81-f739f424ddff req-1ea7bcac-8e55-4d61-82dd-9c0bbcd136d4 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0983534 Jul 05 04:20:35.450471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5be901e2-65b6-46a8-8c81-f739f424ddff req-6179619d-3e08-4f1a-ad22-8e2a143dc965 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621517 Jul 05 04:20:35.513503 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] Set router 9ef33313-3ceb-4548-b7d2-77b16bae54f0 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:35.573787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 152aaf83-6fe5-43f8-b944-da5854b00ed0 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:35.709011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 152aaf83-6fe5-43f8-b944-da5854b00ed0 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:35.714038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 152aaf83-6fe5-43f8-b944-da5854b00ed0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:35.715390 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:35.790628 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'name': 'tempest-TestServerMultinode-1130248351-router', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:23Z', 'updated_at': '2021-07-05T04:20:28Z', 'revision_number': 4, 'project_id': '8881d6bcf261483384f43bfa305f4b7b', 'gw_port': {'id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:24Z', 'updated_at': '2021-07-05T04:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a13464c1-e838-4961-a765-d79c7309f921', 'name': '', 'network_id': '7c25a0f0-dcba-4c11-b71b-7f27b36bac79', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'mac_address': 'fa:16:3e:c4:7f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'd8af6e8b-0fb3-48ce-89e4-61ec35c38220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:27Z', 'updated_at': '2021-07-05T04:20:34Z', 'revision_number': 4, 'project_id': '8881d6bcf261483384f43bfa305f4b7b', 'subnets': [{'id': 'd8af6e8b-0fb3-48ce-89e4-61ec35c38220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:35.822532 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a7f23-f4b4-435b-b083-c14847c25edb None None] The sync data for ids ['9ef33313-3ceb-4548-b7d2-77b16bae54f0'] in n-d-798249-5 is: [{'id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'name': 'tempest-TestServerMultinode-1130248351-router', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:23Z', 'updated_at': '2021-07-05T04:20:28Z', 'revision_number': 4, 'project_id': '8881d6bcf261483384f43bfa305f4b7b', 'gw_port': {'id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:24Z', 'updated_at': '2021-07-05T04:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a13464c1-e838-4961-a765-d79c7309f921', 'name': '', 'network_id': '7c25a0f0-dcba-4c11-b71b-7f27b36bac79', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'mac_address': 'fa:16:3e:c4:7f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'd8af6e8b-0fb3-48ce-89e4-61ec35c38220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:27Z', 'updated_at': '2021-07-05T04:20:34Z', 'revision_number': 4, 'project_id': '8881d6bcf261483384f43bfa305f4b7b', 'subnets': [{'id': 'd8af6e8b-0fb3-48ce-89e4-61ec35c38220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:35.902895 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-3d43a495-a58c-45cb-9487-293878bf326f tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:35.908265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-3d43a495-a58c-45cb-9487-293878bf326f tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.64 "GET /v2.0/networks?id=dccbbb7b-e5f6-47aa-ab62-b284f98083c2 HTTP/1.1" status: 200 len: 911 time: 0.1757603 Jul 05 04:20:35.920636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-d09e89bd-91d8-4bc2-b836-0865da730e2a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Request body: {'port': {'device_id': '71c9bfdf-6f02-4703-b7c3-c032322f835a', 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2', 'admin_state_up': True, 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:36.011072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-d09e89bd-91d8-4bc2-b836-0865da730e2a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Made reservation on behalf of 8881d6bcf261483384f43bfa305f4b7b for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:36.016772 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-d09e89bd-91d8-4bc2-b836-0865da730e2a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.099274 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.131899 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 152aaf83-6fe5-43f8-b944-da5854b00ed0, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=152aaf83-6fe5-43f8-b944-da5854b00ed0,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:36.189836 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.238416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-d09e89bd-91d8-4bc2-b836-0865da730e2a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Allocated IP 172.20.0.13 (dccbbb7b-e5f6-47aa-ab62-b284f98083c2/945c8bae-e2ec-4d4f-ad96-23533fff590d/dcc1c167-ee21-4bda-a378-dadf32ab7bee) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:36.273942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=152aaf83-6fe5-43f8-b944-da5854b00ed0,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:36.453522 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-d09e89bd-91d8-4bc2-b836-0865da730e2a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.480229 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6907f2c0-4332-453f-95bd-82c6d5f854a8 req-3bc38955-84c9-4d16-a654-2a5f0c453e4e tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 210 time: 0.0442679 Jul 05 04:20:36.489024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-d09e89bd-91d8-4bc2-b836-0865da730e2a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Transition to ACTIVE for port object dcc1c167-ee21-4bda-a378-dadf32ab7bee will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:36.633987 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-d09e89bd-91d8-4bc2-b836-0865da730e2a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.690041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-d09e89bd-91d8-4bc2-b836-0865da730e2a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:36.691798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-d09e89bd-91d8-4bc2-b836-0865da730e2a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:36.708818 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e89bd-91d8-4bc2-b836-0865da730e2a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Pushing event updated for resources: {'Port': ['ID=dcc1c167-ee21-4bda-a378-dadf32ab7bee,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:36.714090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-d09e89bd-91d8-4bc2-b836-0865da730e2a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:36.853087 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23049aa-ad27-433a-a9c8-78dd207a4951 req-698a25c2-49da-45c4-8c37-8e866a66ee5b tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:36.857508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b23049aa-ad27-433a-a9c8-78dd207a4951 req-698a25c2-49da-45c4-8c37-8e866a66ee5b tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.2570205 Jul 05 04:20:36.867531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-d09e89bd-91d8-4bc2-b836-0865da730e2a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:36.868345 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-d09e89bd-91d8-4bc2-b836-0865da730e2a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.931467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b23049aa-ad27-433a-a9c8-78dd207a4951 req-24a6d502-e81a-454b-8f66-f1a12d33949c tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592401 Jul 05 04:20:36.964238 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-d09e89bd-91d8-4bc2-b836-0865da730e2a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0498459 Jul 05 04:20:37.081174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Request body: {'port': {'device_id': '71c9bfdf-6f02-4703-b7c3-c032322f835a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:37.189450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-a3b87ca8-6f35-47d3-b7c2-2e4f1bb0ac43 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:37.190916 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-a3b87ca8-6f35-47d3-b7c2-2e4f1bb0ac43 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 811 time: 0.1803966 Jul 05 04:20:37.205260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5d5d0f98-2bac-4aef-9b35-144a8682bcce None None] Provisioning for port dcc1c167-ee21-4bda-a378-dadf32ab7bee completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:37.215471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5d5d0f98-2bac-4aef-9b35-144a8682bcce None None] Provisioning complete for port dcc1c167-ee21-4bda-a378-dadf32ab7bee triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:37.215471 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5d5d0f98-2bac-4aef-9b35-144a8682bcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.215743 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-92f9b361-a9b0-4314-b804-244a7f903bfd tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/quotas/a9221945ae96401587ea59807d82f6c3 HTTP/1.1" status: 200 len: 375 time: 0.0173466 Jul 05 04:20:37.215743 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.249107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d0f98-2bac-4aef-9b35-144a8682bcce None None] Port dcc1c167-ee21-4bda-a378-dadf32ab7bee cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:37.635443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 152aaf83-6fe5-43f8-b944-da5854b00ed0 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:37.693756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 152aaf83-6fe5-43f8-b944-da5854b00ed0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:37.695855 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.787618 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-97e03a3d-3399-4c03-a13a-e617adf9f61d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5632424 Jul 05 04:20:37.795951 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a13464c1-e838-4961-a765-d79c7309f921 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:37.885870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port a13464c1-e838-4961-a765-d79c7309f921 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:37.890899 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a13464c1-e838-4961-a765-d79c7309f921 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:37.891279 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.960124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cda72-7acb-42a4-ae4a-a9b01a7ec9b3 req-60da955c-63ff-4073-9a48-5c282eb2bc2c tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:37.961726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-623cda72-7acb-42a4-ae4a-a9b01a7ec9b3 req-60da955c-63ff-4073-9a48-5c282eb2bc2c tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1028 time: 0.2432275 Jul 05 04:20:37.985545 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.004400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-eb5a7ce7-9b5d-45c2-8604-e397a0616244 service neutron] 10.222.0.60 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028306 Jul 05 04:20:38.030620 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port a13464c1-e838-4961-a765-d79c7309f921, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a13464c1-e838-4961-a765-d79c7309f921,segment=NetworkSegment(9c3ed2f3-746c-44af-9eb6-0f963ddfc758),segment_id=9c3ed2f3-746c-44af-9eb6-0f963ddfc758)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:38.097701 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.146989 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-623cda72-7acb-42a4-ae4a-a9b01a7ec9b3 req-6d5aa34d-88bc-4262-9adf-ce4584ad7545 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612234 Jul 05 04:20:38.155395 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=a13464c1-e838-4961-a765-d79c7309f921,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:38.196157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-2cb2b51d-7a5b-4f62-b4d6-5fa6def2344f service neutron] 10.222.0.60 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825221 Jul 05 04:20:38.213019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc1c167-ee21-4bda-a378-dadf32ab7bee {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:38.224974 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.241677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Transition to ACTIVE for port object dcc1c167-ee21-4bda-a378-dadf32ab7bee will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:38.313520 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.439945 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26291202-9012-4543-87fa-e466e02b787d service neutron] Pushing event updated for resources: {'Port': ['ID=dcc1c167-ee21-4bda-a378-dadf32ab7bee,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:38.506065 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112aa2d-a91e-46fd-bba4-42a83c1fc3f3 req-52fd1ef0-a8ed-4713-95ec-b8785cee6d44 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:38.507842 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8112aa2d-a91e-46fd-bba4-42a83c1fc3f3 req-52fd1ef0-a8ed-4713-95ec-b8785cee6d44 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.2168093 Jul 05 04:20:38.544213 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Attempting to bind port dcc1c167-ee21-4bda-a378-dadf32ab7bee on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:38.545253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Attempting to bind port dcc1c167-ee21-4bda-a378-dadf32ab7bee by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:38.545651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Attempting to bind port dcc1c167-ee21-4bda-a378-dadf32ab7bee on network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:38.577471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8112aa2d-a91e-46fd-bba4-42a83c1fc3f3 req-420dde58-3f4f-4cde-b420-116aabed7cf6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613906 Jul 05 04:20:38.579992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Port dcc1c167-ee21-4bda-a378-dadf32ab7bee on network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:20:38.580384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Attempting to bind port dcc1c167-ee21-4bda-a378-dadf32ab7bee on network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:38.595730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:38.595730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Checking segment: {'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:38.595730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Bound using segment: {'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:38.595730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Bound port: dcc1c167-ee21-4bda-a378-dadf32ab7bee, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:38.595730 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.667849 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] For port dcc1c167-ee21-4bda-a378-dadf32ab7bee, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:38.671840 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] For port dcc1c167-ee21-4bda-a378-dadf32ab7bee, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=dcc1c167-ee21-4bda-a378-dadf32ab7bee,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:38.755016 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.838787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Sync routers for ids ['a503dce2-d207-4916-a579-845618c3d8e9'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:38.857978 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Routers {'a503dce2-d207-4916-a579-845618c3d8e9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:38.860275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:20:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a503dce2-d207-4916-a579-845618c3d8e9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:38.869786 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eca09ff-7cb2-4f33-9c24-e69745ef6beb req-c610f0b0-e01a-4e6d-bf88-15b22164fa91 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 210 time: 0.0536566 Jul 05 04:20:38.877736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:38.878363 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.879749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-26291202-9012-4543-87fa-e466e02b787d service neutron] 10.222.0.64 "PUT /v2.0/ports/dcc1c167-ee21-4bda-a378-dadf32ab7bee HTTP/1.1" status: 200 len: 1092 time: 1.9064934 Jul 05 04:20:38.880207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c9bfdf-6f02-4703-b7c3-c032322f835a', 'tag': 'dcc1c167-ee21-4bda-a378-dadf32ab7bee'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:38.885495 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7b88e3-0b3e-4446-a788-9e9c16420545" -d '{"events": [{"name": "network-changed", "server_uuid": "71c9bfdf-6f02-4703-b7c3-c032322f835a", "tag": "dcc1c167-ee21-4bda-a378-dadf32ab7bee"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:38.916477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26291202-9012-4543-87fa-e466e02b787d service neutron] Pushing event updated for resources: {'Port': ['ID=dcc1c167-ee21-4bda-a378-dadf32ab7bee,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:38.943231 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fbb153-0713-4cda-a663-f16171b799a7 x-openstack-request-id: req-d5fbb153-0713-4cda-a663-f16171b799a7 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:38.950091 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c9bfdf-6f02-4703-b7c3-c032322f835a", "tag": "dcc1c167-ee21-4bda-a378-dadf32ab7bee", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:38.950091 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5fbb153-0713-4cda-a663-f16171b799a7 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:38.950091 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c9bfdf-6f02-4703-b7c3-c032322f835a', 'tag': 'dcc1c167-ee21-4bda-a378-dadf32ab7bee', 'status': 'completed', 'code': 200} Jul 05 04:20:39.032943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b88e3-0b3e-4446-a788-9e9c16420545 req-4f68ce57-94c7-43ce-8491-1e33232dfffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:39.034567 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf7b88e3-0b3e-4446-a788-9e9c16420545 req-4f68ce57-94c7-43ce-8491-1e33232dfffc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8881d6bcf261483384f43bfa305f4b7b&device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1095 time: 0.0747058 Jul 05 04:20:39.037576 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Set router a503dce2-d207-4916-a579-845618c3d8e9 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:39.276208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b88e3-0b3e-4446-a788-9e9c16420545 req-3976e669-61ed-4933-9116-7d1141fac749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:39.278220 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf7b88e3-0b3e-4446-a788-9e9c16420545 req-3976e669-61ed-4933-9116-7d1141fac749 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8881d6bcf261483384f43bfa305f4b7b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2355371 Jul 05 04:20:39.339660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'name': 'tempest-TestVolumeBootPattern-634073614-router', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '152aaf83-6fe5-43f8-b944-da5854b00ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:25Z', 'updated_at': '2021-07-05T04:20:30Z', 'revision_number': 4, 'project_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'gw_port': {'id': '152aaf83-6fe5-43f8-b944-da5854b00ed0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:26Z', 'updated_at': '2021-07-05T04:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'cf94cc5c-6af7-4197-980d-860c842758b3', 'name': '', 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'mac_address': 'fa:16:3e:26:3e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'b9bbd5d6-afe5-4c58-b875-423984ff09fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:29Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 2, 'project_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'subnets': [{'id': 'b9bbd5d6-afe5-4c58-b875-423984ff09fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:39.392754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Checking router: a503dce2-d207-4916-a579-845618c3d8e9 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:39.393231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Updating router a503dce2-d207-4916-a579-845618c3d8e9 port cf94cc5c-6af7-4197-980d-860c842758b3 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:20:39.438795 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.560159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a13464c1-e838-4961-a765-d79c7309f921 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:39.588136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b88e3-0b3e-4446-a788-9e9c16420545 req-3c18bb70-47f5-49d6-a976-642ed4eb02ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:39.589680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf7b88e3-0b3e-4446-a788-9e9c16420545 req-3c18bb70-47f5-49d6-a976-642ed4eb02ee service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3044503 Jul 05 04:20:39.631488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e18b2e-24eb-4428-9488-5d3783bbd96c req-397ac2b9-40b0-4483-afd7-99f326f95815 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:39.639468 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4e18b2e-24eb-4428-9488-5d3783bbd96c req-397ac2b9-40b0-4483-afd7-99f326f95815 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1095 time: 0.1154301 Jul 05 04:20:39.731492 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a13464c1-e838-4961-a765-d79c7309f921 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:39.732020 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.792137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4e18b2e-24eb-4428-9488-5d3783bbd96c req-5ffa26d5-e2fb-4c7b-9ca6-858f59fe4e1d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514747 Jul 05 04:20:39.823295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-409ce4a0-ab21-49f4-82c6-ed19ec6e4d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:39.824964 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-409ce4a0-ab21-49f4-82c6-ed19ec6e4d44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8881d6bcf261483384f43bfa305f4b7b&device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1095 time: 0.1825447 Jul 05 04:20:39.848326 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05018793-18ba-4372-9d45-bb6359861a55 req-fddd35c0-7b09-42aa-b70c-73f507dc45e2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:39.854572 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05018793-18ba-4372-9d45-bb6359861a55 req-fddd35c0-7b09-42aa-b70c-73f507dc45e2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.1333675 Jul 05 04:20:39.911005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-d31322f1-343d-433f-9454-6315f6b98355 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc1c167-ee21-4bda-a378-dadf32ab7bee HTTP/1.1" status: 200 len: 217 time: 0.0777996 Jul 05 04:20:39.941079 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.952589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Transition to ACTIVE for port object cf94cc5c-6af7-4197-980d-860c842758b3 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:39.996483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a7da1e5-7139-4d06-b1f6-1774775ed08c req-03b7aa82-4aa3-44e3-ac96-4bed8354b28b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 210 time: 0.0625148 Jul 05 04:20:40.005846 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.022094 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05018793-18ba-4372-9d45-bb6359861a55 req-be6cead3-5263-4995-86eb-d1111dbc45a3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209245 Jul 05 04:20:40.022094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-887f3ee5-5d97-4288-a31e-3f1817aca5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:40.022094 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-887f3ee5-5d97-4288-a31e-3f1817aca5d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=945c8bae-e2ec-4d4f-ad96-23533fff590d HTTP/1.1" status: 200 len: 849 time: 0.0965476 Jul 05 04:20:40.124166 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-fa5ba302-0ca8-438a-b0b5-b6a046500301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:40.125830 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-fa5ba302-0ca8-438a-b0b5-b6a046500301 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dccbbb7b-e5f6-47aa-ab62-b284f98083c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992639 Jul 05 04:20:40.132586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902746c5-ddb9-4869-8277-2eb4622d6966 None None] Pushing event updated for resources: {'Port': ['ID=cf94cc5c-6af7-4197-980d-860c842758b3,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:40.175124 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Attempting to bind port cf94cc5c-6af7-4197-980d-860c842758b3 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:40.176484 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Attempting to bind port cf94cc5c-6af7-4197-980d-860c842758b3 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '01580f41-c4a6-4017-977b-0e3085270340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:40.178684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Attempting to bind port cf94cc5c-6af7-4197-980d-860c842758b3 on network 723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:40.184003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:40.184791 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Checking segment: {'id': '01580f41-c4a6-4017-977b-0e3085270340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:40.186151 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.186975 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Bound using segment: {'id': '01580f41-c4a6-4017-977b-0e3085270340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:40.187852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Bound port: cf94cc5c-6af7-4197-980d-860c842758b3, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01580f41-c4a6-4017-977b-0e3085270340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:40.188550 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.257138 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-bc02e6d0-31fc-45ec-bb82-af106d3980bf service neutron] 10.222.0.64 "GET /v2.0/networks/dccbbb7b-e5f6-47aa-ab62-b284f98083c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246860 Jul 05 04:20:40.276206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] For port cf94cc5c-6af7-4197-980d-860c842758b3, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:40.280315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] For port cf94cc5c-6af7-4197-980d-860c842758b3, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cf94cc5c-6af7-4197-980d-860c842758b3,segment=NetworkSegment(01580f41-c4a6-4017-977b-0e3085270340),segment_id=01580f41-c4a6-4017-977b-0e3085270340)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:40.332986 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.383861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61f20e4a-4ef3-4246-bfd6-c1b67f4a5152 req-357472cd-5f62-4e48-8a3a-0c0f6f13a27a service neutron] 10.222.0.64 "GET /v2.0/networks/dccbbb7b-e5f6-47aa-ab62-b284f98083c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202013 Jul 05 04:20:40.404524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Routers {'a503dce2-d207-4916-a579-845618c3d8e9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:40.405190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:20:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a503dce2-d207-4916-a579-845618c3d8e9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:40.471580 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902746c5-ddb9-4869-8277-2eb4622d6966 None None] Pushing event updated for resources: {'Port': ['ID=cf94cc5c-6af7-4197-980d-860c842758b3,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:40.548699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] Set router a503dce2-d207-4916-a579-845618c3d8e9 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:40.785244 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'name': 'tempest-TestVolumeBootPattern-634073614-router', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '152aaf83-6fe5-43f8-b944-da5854b00ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:25Z', 'updated_at': '2021-07-05T04:20:30Z', 'revision_number': 4, 'project_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'gw_port': {'id': '152aaf83-6fe5-43f8-b944-da5854b00ed0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:26Z', 'updated_at': '2021-07-05T04:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'cf94cc5c-6af7-4197-980d-860c842758b3', 'name': '', 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'mac_address': 'fa:16:3e:26:3e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'b9bbd5d6-afe5-4c58-b875-423984ff09fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:29Z', 'updated_at': '2021-07-05T04:20:40Z', 'revision_number': 4, 'project_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'subnets': [{'id': 'b9bbd5d6-afe5-4c58-b875-423984ff09fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:40.814893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329f4ab-a511-457a-9dbe-5f262da38ca3 None None] The sync data for ids ['a503dce2-d207-4916-a579-845618c3d8e9'] in n-d-798249-5 is: [{'id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'name': 'tempest-TestVolumeBootPattern-634073614-router', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '152aaf83-6fe5-43f8-b944-da5854b00ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:25Z', 'updated_at': '2021-07-05T04:20:30Z', 'revision_number': 4, 'project_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'gw_port': {'id': '152aaf83-6fe5-43f8-b944-da5854b00ed0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:26Z', 'updated_at': '2021-07-05T04:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'cf94cc5c-6af7-4197-980d-860c842758b3', 'name': '', 'network_id': '723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'mac_address': 'fa:16:3e:26:3e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'b9bbd5d6-afe5-4c58-b875-423984ff09fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:29Z', 'updated_at': '2021-07-05T04:20:40Z', 'revision_number': 4, 'project_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'subnets': [{'id': 'b9bbd5d6-afe5-4c58-b875-423984ff09fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:41.015078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd62d74-156f-4c13-9ab0-a689cad8e686 req-13c3cd19-259b-4282-b072-1ce21c43dc61 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:41.017188 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9dd62d74-156f-4c13-9ab0-a689cad8e686 req-13c3cd19-259b-4282-b072-1ce21c43dc61 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1095 time: 0.0809746 Jul 05 04:20:41.062664 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9dd62d74-156f-4c13-9ab0-a689cad8e686 req-4f28bd8c-b104-477b-b9f6-84abac5fcfa1 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367815 Jul 05 04:20:41.136457 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:20:41.188730 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-82de1d31-0bcf-4df8-a654-cc970dc54f3f req-9813a692-0c90-489c-b3d8-026e25ec27ba tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 210 time: 0.0386994 Jul 05 04:20:41.297099 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcb2a6-13a4-40ab-87d3-3a36d349fc24 req-424d70c0-356c-4412-939c-6e6b9b0b9bbc tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:41.299027 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38bcb2a6-13a4-40ab-87d3-3a36d349fc24 req-424d70c0-356c-4412-939c-6e6b9b0b9bbc tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0791619 Jul 05 04:20:41.325309 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-e6a1ab44-e304-4336-ae06-060a61c15197 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:41.327486 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-e6a1ab44-e304-4336-ae06-060a61c15197 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 811 time: 0.1305830 Jul 05 04:20:41.343044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-73a657d9-e593-488e-8059-8191311ce538 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'port': {'device_id': '7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'admin_state_up': True, 'tenant_id': 'a9221945ae96401587ea59807d82f6c3'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:41.353984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38bcb2a6-13a4-40ab-87d3-3a36d349fc24 req-2820feb2-0882-489c-8e9b-91d640d48cc4 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455098 Jul 05 04:20:41.525248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cf94cc5c-6af7-4197-980d-860c842758b3 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:41.565464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-73a657d9-e593-488e-8059-8191311ce538 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Made reservation on behalf of a9221945ae96401587ea59807d82f6c3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:41.569291 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-73a657d9-e593-488e-8059-8191311ce538 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.657973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port cf94cc5c-6af7-4197-980d-860c842758b3 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:41.672994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port cf94cc5c-6af7-4197-980d-860c842758b3 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:41.673377 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.759289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-73a657d9-e593-488e-8059-8191311ce538 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Allocated IP 172.20.0.3 (569e9080-ef6d-45a0-8137-cdb749b0a9e5/93e8516d-9eb7-403f-80de-7ffddf6fcd38/e28a97ae-73d6-439b-9f38-a66b624355f6) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:41.786225 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.830787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port cf94cc5c-6af7-4197-980d-860c842758b3, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cf94cc5c-6af7-4197-980d-860c842758b3,segment=NetworkSegment(01580f41-c4a6-4017-977b-0e3085270340),segment_id=01580f41-c4a6-4017-977b-0e3085270340)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:41.903611 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.935068 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-73a657d9-e593-488e-8059-8191311ce538 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.952165 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-73a657d9-e593-488e-8059-8191311ce538 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Transition to ACTIVE for port object e28a97ae-73d6-439b-9f38-a66b624355f6 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:41.968002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=cf94cc5c-6af7-4197-980d-860c842758b3,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:42.063927 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-73a657d9-e593-488e-8059-8191311ce538 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.102288 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-73a657d9-e593-488e-8059-8191311ce538 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:42.121797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-73a657d9-e593-488e-8059-8191311ce538 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:42.127789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-73a657d9-e593-488e-8059-8191311ce538 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:42.230042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-73a657d9-e593-488e-8059-8191311ce538 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:42.237641 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-73a657d9-e593-488e-8059-8191311ce538 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.243824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a657d9-e593-488e-8059-8191311ce538 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'Port': ['ID=e28a97ae-73d6-439b-9f38-a66b624355f6,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:42.331919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f8052-0c86-4f44-b9ee-ced2475cb7ef req-600f07b1-f736-4ce5-875d-b7f76e5f6b2d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:42.345443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-664f8052-0c86-4f44-b9ee-ced2475cb7ef req-600f07b1-f736-4ce5-875d-b7f76e5f6b2d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1095 time: 0.1061528 Jul 05 04:20:42.349912 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-73a657d9-e593-488e-8059-8191311ce538 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0139282 Jul 05 04:20:42.363348 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Request body: {'port': {'device_id': '7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:42.426922 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-664f8052-0c86-4f44-b9ee-ced2475cb7ef req-b14749a4-c2c0-4a3f-8ebd-af3ba3da37e2 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801256 Jul 05 04:20:42.519013 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.564702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796d5f8-b902-40f5-90ea-82f95ca41876 req-35ec7649-efb9-4b72-ae65-5af00e43b81f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:42.573525 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8796d5f8-b902-40f5-90ea-82f95ca41876 req-35ec7649-efb9-4b72-ae65-5af00e43b81f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 931 time: 0.1296532 Jul 05 04:20:42.623895 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8796d5f8-b902-40f5-90ea-82f95ca41876 req-8942b398-2879-4045-911d-d43cf1935394 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492156 Jul 05 04:20:42.676452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-73ddf7bd-c2ed-4409-b673-2350f4f52922 None None] Provisioning for port e28a97ae-73d6-439b-9f38-a66b624355f6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:42.686433 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-73ddf7bd-c2ed-4409-b673-2350f4f52922 None None] Provisioning complete for port e28a97ae-73d6-439b-9f38-a66b624355f6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:42.686932 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73ddf7bd-c2ed-4409-b673-2350f4f52922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.715660 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d3517-5704-497e-a375-e470097b5e5d req-cc1da71e-80ad-489c-89ad-9984f2dc3b37 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:42.724007 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f6d3517-5704-497e-a375-e470097b5e5d req-cc1da71e-80ad-489c-89ad-9984f2dc3b37 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0936415 Jul 05 04:20:42.762972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f6d3517-5704-497e-a375-e470097b5e5d req-b3c87b5d-c57f-4bfa-af0e-f7cfe94e0624 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376601 Jul 05 04:20:42.766996 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-73ddf7bd-c2ed-4409-b673-2350f4f52922 None None] Port e28a97ae-73d6-439b-9f38-a66b624355f6 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:42.908321 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28a97ae-73d6-439b-9f38-a66b624355f6 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:42.917569 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.930543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Transition to ACTIVE for port object e28a97ae-73d6-439b-9f38-a66b624355f6 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:43.005620 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.083585 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Pushing event updated for resources: {'Port': ['ID=e28a97ae-73d6-439b-9f38-a66b624355f6,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:43.143155 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Attempting to bind port e28a97ae-73d6-439b-9f38-a66b624355f6 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:43.143631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Attempting to bind port e28a97ae-73d6-439b-9f38-a66b624355f6 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:43.144028 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Attempting to bind port e28a97ae-73d6-439b-9f38-a66b624355f6 on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:43.150711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Port e28a97ae-73d6-439b-9f38-a66b624355f6 on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:20:43.150936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Attempting to bind port e28a97ae-73d6-439b-9f38-a66b624355f6 on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:43.156415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:43.156766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Checking segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:43.157168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Bound using segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:43.164731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Bound port: e28a97ae-73d6-439b-9f38-a66b624355f6, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:43.165150 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.280562 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] For port e28a97ae-73d6-439b-9f38-a66b624355f6, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:43.283978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] For port e28a97ae-73d6-439b-9f38-a66b624355f6, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e28a97ae-73d6-439b-9f38-a66b624355f6,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:43.366381 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.403853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:43.404727 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.406069 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] 10.222.0.11 "PUT /v2.0/ports/e28a97ae-73d6-439b-9f38-a66b624355f6 HTTP/1.1" status: 200 len: 1091 time: 1.0472176 Jul 05 04:20:43.406509 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9', 'tag': 'e28a97ae-73d6-439b-9f38-a66b624355f6'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:43.408786 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8a6520-e16f-4fee-a337-58bd60101e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9", "tag": "e28a97ae-73d6-439b-9f38-a66b624355f6"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:43.441228 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146e1fe-119d-469b-9ad6-8f6ce1042060 service neutron] Pushing event updated for resources: {'Port': ['ID=e28a97ae-73d6-439b-9f38-a66b624355f6,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:43.574299 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cf94cc5c-6af7-4197-980d-860c842758b3 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:43.596768 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6db354-7389-4073-9d4e-188f119ba71f x-openstack-request-id: req-eb6db354-7389-4073-9d4e-188f119ba71f {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:43.597164 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9", "tag": "e28a97ae-73d6-439b-9f38-a66b624355f6", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:43.597515 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb6db354-7389-4073-9d4e-188f119ba71f {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:43.598018 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9', 'tag': 'e28a97ae-73d6-439b-9f38-a66b624355f6', 'status': 'completed', 'code': 200} Jul 05 04:20:43.648671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-68e2761e-0849-4363-a1d0-f95cec0f9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:43.659863 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-68e2761e-0849-4363-a1d0-f95cec0f9b8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 1094 time: 0.1385496 Jul 05 04:20:43.694383 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port cf94cc5c-6af7-4197-980d-860c842758b3 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:43.695715 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.752876 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-fc238a15-7af3-4af3-89f3-ee5fa23a896f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e28a97ae-73d6-439b-9f38-a66b624355f6 HTTP/1.1" status: 200 len: 217 time: 0.0848041 Jul 05 04:20:43.803753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ab50c-ef3d-4e70-9cc0-409ab6808a18 req-24431369-9f70-4c5b-9e70-a4d8c1012003 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:43.815788 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-760ab50c-ef3d-4e70-9cc0-409ab6808a18 req-24431369-9f70-4c5b-9e70-a4d8c1012003 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1095 time: 0.1715531 Jul 05 04:20:43.853479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-d7d986c8-dd16-40e7-84de-757033d08d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:43.855422 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-d7d986c8-dd16-40e7-84de-757033d08d75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0948894 Jul 05 04:20:43.881652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-760ab50c-ef3d-4e70-9cc0-409ab6808a18 req-caf85a66-6e61-4481-9a2b-c254d702925f tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646420 Jul 05 04:20:43.961636 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-5c1589e0-01d4-4f44-8fee-3aa59ed62a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:43.962598 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-5c1589e0-01d4-4f44-8fee-3aa59ed62a88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997598 Jul 05 04:20:44.001319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166e84f-1e25-4e07-890b-8d805deeba99 req-dc03b41e-2ce0-4466-a0f9-9da0f644205f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:44.009415 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9166e84f-1e25-4e07-890b-8d805deeba99 req-dc03b41e-2ce0-4466-a0f9-9da0f644205f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 943 time: 0.1214502 Jul 05 04:20:44.053596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9166e84f-1e25-4e07-890b-8d805deeba99 req-e9a94158-0184-47b4-920d-a27a6b8b0b73 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430350 Jul 05 04:20:44.119998 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-d03ddc93-7021-4e9f-9b3f-3744a55e3f6a service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408129 Jul 05 04:20:44.140248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe13b2-fb68-44ea-b9ff-a45db70e213d req-abcf4c8d-1c9c-4c11-8a9c-a8169299ebb5 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:44.141922 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-20fe13b2-fb68-44ea-b9ff-a45db70e213d req-abcf4c8d-1c9c-4c11-8a9c-a8169299ebb5 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0856860 Jul 05 04:20:44.161961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device dcc1c167-ee21-4bda-a378-dadf32ab7bee details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:20:44.189155 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-20fe13b2-fb68-44ea-b9ff-a45db70e213d req-eaa345cc-7d67-4868-a346-fb0308ca988a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416205 Jul 05 04:20:44.255508 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-853693cd-b1fb-47b2-886d-96c14ab682ab req-0bd93f45-61a6-451a-8bc2-11d3b684622a service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355808 Jul 05 04:20:44.282358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port dcc1c167-ee21-4bda-a378-dadf32ab7bee, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=dcc1c167-ee21-4bda-a378-dadf32ab7bee,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:44.293994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'dcc1c167-ee21-4bda-a378-dadf32ab7bee', 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2', 'port_id': 'dcc1c167-ee21-4bda-a378-dadf32ab7bee', 'mac_address': 'fa:16:3e:a6:44:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945c8bae-e2ec-4d4f-ad96-23533fff590d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:20:44.336085 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.364768 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc1c167-ee21-4bda-a378-dadf32ab7bee {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:44.397434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port dcc1c167-ee21-4bda-a378-dadf32ab7bee, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=dcc1c167-ee21-4bda-a378-dadf32ab7bee,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:44.430306 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a6520-e16f-4fee-a337-58bd60101e5d req-3e0e3d9f-2356-4f06-93e9-6756a9977ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:44.431864 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb8a6520-e16f-4fee-a337-58bd60101e5d req-3e0e3d9f-2356-4f06-93e9-6756a9977ea4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 1094 time: 0.0641747 Jul 05 04:20:44.463142 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.517570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=dcc1c167-ee21-4bda-a378-dadf32ab7bee,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:44.539582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a6520-e16f-4fee-a337-58bd60101e5d req-6da89f3a-a648-4b05-9bd7-1caab6529e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:44.539582 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb8a6520-e16f-4fee-a337-58bd60101e5d req-6da89f3a-a648-4b05-9bd7-1caab6529e65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.0954485 Jul 05 04:20:44.584385 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb8a6520-e16f-4fee-a337-58bd60101e5d req-61ca27cc-c1b3-4403-aadb-11629a923d29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e28a97ae-73d6-439b-9f38-a66b624355f6 HTTP/1.1" status: 200 len: 217 time: 0.0439072 Jul 05 04:20:44.636792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a6520-e16f-4fee-a337-58bd60101e5d req-c6afe9f1-c271-4c25-a7bd-807165b81e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:44.639355 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb8a6520-e16f-4fee-a337-58bd60101e5d req-c6afe9f1-c271-4c25-a7bd-807165b81e90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0485778 Jul 05 04:20:44.699801 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a6520-e16f-4fee-a337-58bd60101e5d req-6dca1f32-0bf5-4fef-a797-c218f44126ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:44.704088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['dcc1c167-ee21-4bda-a378-dadf32ab7bee'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:44.708512 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb8a6520-e16f-4fee-a337-58bd60101e5d req-6dca1f32-0bf5-4fef-a797-c218f44126ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627065 Jul 05 04:20:44.827523 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb8a6520-e16f-4fee-a337-58bd60101e5d req-fa0f75ba-1042-4f3d-bf55-840aea788a55 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081254 Jul 05 04:20:44.923809 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fb8a6520-e16f-4fee-a337-58bd60101e5d req-a9414069-0d76-4b1d-b60b-2404deae3d18 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899448 Jul 05 04:20:45.053474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a731562-2435-4bb9-99fe-3946b61abdcd req-54985545-3741-4e6b-940b-153af65f9b91 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:45.054997 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a731562-2435-4bb9-99fe-3946b61abdcd req-54985545-3741-4e6b-940b-153af65f9b91 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1096 time: 0.0611629 Jul 05 04:20:45.090916 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a731562-2435-4bb9-99fe-3946b61abdcd req-6bc3d172-a5a6-40c3-ba3c-03007d9817fa tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301304 Jul 05 04:20:45.259009 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2fc32-f7bc-4c31-a9ec-81987c262346 req-8bcea8fa-72b2-4662-94f6-e6fd658e60e7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:45.261939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74d2fc32-f7bc-4c31-a9ec-81987c262346 req-8bcea8fa-72b2-4662-94f6-e6fd658e60e7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 943 time: 0.0863283 Jul 05 04:20:45.344716 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74d2fc32-f7bc-4c31-a9ec-81987c262346 req-51d6b184-1618-4c7a-8b09-caf87afdbd98 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743525 Jul 05 04:20:45.423025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e077583-78ed-4984-87f3-61aeb0079245 req-b6067f00-b0bc-467f-ab12-191dc69dd0b6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:45.424599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e077583-78ed-4984-87f3-61aeb0079245 req-b6067f00-b0bc-467f-ab12-191dc69dd0b6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0873020 Jul 05 04:20:45.474835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e077583-78ed-4984-87f3-61aeb0079245 req-6b2551d7-cc3d-4111-95d5-4b16ef38cd78 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441096 Jul 05 04:20:46.081298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:20:46.178400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device dcc1c167-ee21-4bda-a378-dadf32ab7bee up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:46.222290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:46.240828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'port_id': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'mac_address': 'fa:16:3e:c8:5f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:20:46.287018 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.298036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port dcc1c167-ee21-4bda-a378-dadf32ab7bee completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:46.302737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port dcc1c167-ee21-4bda-a378-dadf32ab7bee triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:46.303117 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.305361 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:46.309399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c067-c041-4544-a0d9-4a85c793f7ac req-6fce8966-e2eb-4a7b-878b-27e64f7dc6a6 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:46.311726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb27c067-c041-4544-a0d9-4a85c793f7ac req-6fce8966-e2eb-4a7b-878b-27e64f7dc6a6 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1096 time: 0.0628519 Jul 05 04:20:46.362778 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb27c067-c041-4544-a0d9-4a85c793f7ac req-e693df6e-bbba-496f-81a7-8e1d0d02f041 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414910 Jul 05 04:20:46.376571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:46.439291 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.461349 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.541968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c9bfdf-6f02-4703-b7c3-c032322f835a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc1c167-ee21-4bda-a378-dadf32ab7bee'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:46.549540 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07c640d-ec8a-4303-9415-d08d49eda353" -d '{"events": [{"server_uuid": "71c9bfdf-6f02-4703-b7c3-c032322f835a", "name": "network-vif-plugged", "status": "completed", "tag": "dcc1c167-ee21-4bda-a378-dadf32ab7bee"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:46.558050 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:46.565495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port dcc1c167-ee21-4bda-a378-dadf32ab7bee, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=dcc1c167-ee21-4bda-a378-dadf32ab7bee,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:46.583486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7462d-567d-4411-bb39-cb41ef77a058 req-01d501a1-265d-4c65-a07e-e244b6496ac5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:46.585338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1f7462d-567d-4411-bb39-cb41ef77a058 req-01d501a1-265d-4c65-a07e-e244b6496ac5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 943 time: 0.0908921 Jul 05 04:20:46.605993 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['12eb04ec-7aa3-4a43-b258-ffeca1c25e6c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:46.637864 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.642354 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1f7462d-567d-4411-bb39-cb41ef77a058 req-578143f4-761d-4465-870a-8a72633cd96e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499377 Jul 05 04:20:46.738431 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=dcc1c167-ee21-4bda-a378-dadf32ab7bee,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:46.756034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c915fa-51b8-41d2-9109-709cad2c6045 req-c7947dbe-d630-4acc-84d3-8ceaafc70b01 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:46.757641 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5c915fa-51b8-41d2-9109-709cad2c6045 req-c7947dbe-d630-4acc-84d3-8ceaafc70b01 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 945 time: 0.1144006 Jul 05 04:20:46.800748 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5cb1e6-d3e0-48e7-8bd5-b7dc180d0dc4 x-openstack-request-id: req-7b5cb1e6-d3e0-48e7-8bd5-b7dc180d0dc4 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:46.801045 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c9bfdf-6f02-4703-b7c3-c032322f835a", "name": "network-vif-plugged", "status": "completed", "tag": "dcc1c167-ee21-4bda-a378-dadf32ab7bee", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:46.801310 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b5cb1e6-d3e0-48e7-8bd5-b7dc180d0dc4 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:46.801736 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c9bfdf-6f02-4703-b7c3-c032322f835a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc1c167-ee21-4bda-a378-dadf32ab7bee', 'code': 200} Jul 05 04:20:46.822452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5c915fa-51b8-41d2-9109-709cad2c6045 req-b77abb3f-927e-4f17-8125-57c5be171fec tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573089 Jul 05 04:20:46.919405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ce25d-bcc2-4687-95d4-b9a75f706fe4 req-7c22f9e1-eabc-48e5-96f5-1fc8aa9d31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:46.921040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-487ce25d-bcc2-4687-95d4-b9a75f706fe4 req-7c22f9e1-eabc-48e5-96f5-1fc8aa9d31c7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1097 time: 0.0565343 Jul 05 04:20:46.957068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-487ce25d-bcc2-4687-95d4-b9a75f706fe4 req-2ee18745-3ba0-46c9-9a87-f080b48b585d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293758 Jul 05 04:20:47.555443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c28ce-2db9-459b-8056-90db32d37621 req-cfc6291f-450e-4454-8f97-396808812322 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:47.557039 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb4c28ce-2db9-459b-8056-90db32d37621 req-cfc6291f-450e-4454-8f97-396808812322 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1097 time: 0.0595222 Jul 05 04:20:47.603770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb4c28ce-2db9-459b-8056-90db32d37621 req-86de1a9c-9ee5-4f95-88b4-e9a35ca2c221 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 Jul 05 04:20:47.862592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16927be-2c4b-468f-87ee-0de92f56493c req-875cd58f-a412-4e4c-b14b-2044fbd8a944 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:47.864202 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b16927be-2c4b-468f-87ee-0de92f56493c req-875cd58f-a412-4e4c-b14b-2044fbd8a944 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 943 time: 0.0914934 Jul 05 04:20:47.910661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b16927be-2c4b-468f-87ee-0de92f56493c req-6e45e4a2-fdad-4e53-baa9-c6ae4ebdc021 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383282 Jul 05 04:20:48.033768 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f860ef9-2e21-4f29-9d48-82976a2bf5ca req-b947f5f0-228f-4bd6-8c95-e6854e50e092 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:48.035372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f860ef9-2e21-4f29-9d48-82976a2bf5ca req-b947f5f0-228f-4bd6-8c95-e6854e50e092 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 945 time: 0.0748119 Jul 05 04:20:48.088928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f860ef9-2e21-4f29-9d48-82976a2bf5ca req-a725297b-4812-4070-9153-fe98f7b86b9d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477638 Jul 05 04:20:48.095362 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:48.143091 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:48.143483 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.245157 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.303646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:48.405856 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.477472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:48.803260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:48.806461 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f061671-5ebd-40a9-931d-b275eeaa5429" -d '{"events": [{"server_uuid": "b94bcc5e-62be-4663-b5a9-4b132b24d8b5", "name": "network-vif-plugged", "status": "completed", "tag": "12eb04ec-7aa3-4a43-b258-ffeca1c25e6c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:48.832765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a3e9d-3113-4065-893b-11d839f2321d req-184bc143-08a4-4253-a808-0797542f8bc6 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:48.840117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f45a3e9d-3113-4065-893b-11d839f2321d req-184bc143-08a4-4253-a808-0797542f8bc6 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1097 time: 0.0845628 Jul 05 04:20:48.853166 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6069905-dc0f-408e-bfff-7071de6fe361 x-openstack-request-id: req-b6069905-dc0f-408e-bfff-7071de6fe361 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:48.853457 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94bcc5e-62be-4663-b5a9-4b132b24d8b5", "name": "network-vif-plugged", "status": "completed", "tag": "12eb04ec-7aa3-4a43-b258-ffeca1c25e6c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:48.853711 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6069905-dc0f-408e-bfff-7071de6fe361 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:48.854105 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'code': 200} Jul 05 04:20:48.881140 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f45a3e9d-3113-4065-893b-11d839f2321d req-69a003d8-3399-4117-b8af-b6d6c8f51184 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351682 Jul 05 04:20:49.135800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7031f-5b52-4236-aabc-113b5249fad1 req-6244231a-7552-478e-9c50-073d2584fd3f tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:49.140594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-20c7031f-5b52-4236-aabc-113b5249fad1 req-6244231a-7552-478e-9c50-073d2584fd3f tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1097 time: 0.1130590 Jul 05 04:20:49.178300 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54ab44-75d2-43d5-8c22-57847ac61986 req-b4660878-f321-434a-b8fa-4b813fe04236 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:49.188742 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b54ab44-75d2-43d5-8c22-57847ac61986 req-b4660878-f321-434a-b8fa-4b813fe04236 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 943 time: 0.1310394 Jul 05 04:20:49.241689 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b54ab44-75d2-43d5-8c22-57847ac61986 req-1b3c7118-d945-4d35-901a-1dd9faffe752 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506265 Jul 05 04:20:49.273707 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-20c7031f-5b52-4236-aabc-113b5249fad1 req-ef29836b-9c5f-493e-b5ab-0362b62865da tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286833 Jul 05 04:20:49.504432 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63ab4e-aa42-4af1-9663-90b844e4dce1 req-41d8b515-a491-4683-897a-1f59608ce196 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:49.511371 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd63ab4e-aa42-4af1-9663-90b844e4dce1 req-41d8b515-a491-4683-897a-1f59608ce196 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.1434596 Jul 05 04:20:49.570908 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd63ab4e-aa42-4af1-9663-90b844e4dce1 req-c20e0637-29cd-4711-b1d3-1985910eef80 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584564 Jul 05 04:20:49.583220 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c0d63-ae81-498c-87c2-90fc4a81b73e req-f47338fb-5a2a-479b-8e89-285b9eee5035 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:49.588405 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca8c0d63-ae81-498c-87c2-90fc4a81b73e req-f47338fb-5a2a-479b-8e89-285b9eee5035 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1097 time: 0.1203840 Jul 05 04:20:49.639731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca8c0d63-ae81-498c-87c2-90fc4a81b73e req-5040f3bf-9d44-4e33-846f-ffb3a1b85eae tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427337 Jul 05 04:20:49.950234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-0636f73c-3196-475c-aa78-051c039c144f tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:49.952709 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-0636f73c-3196-475c-aa78-051c039c144f tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/networks?id=dccbbb7b-e5f6-47aa-ab62-b284f98083c2 HTTP/1.1" status: 200 len: 911 time: 0.1156185 Jul 05 04:20:49.978090 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-f7cacaa1-4d70-48c4-b379-117f5abebe91 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/quotas/8881d6bcf261483384f43bfa305f4b7b HTTP/1.1" status: 200 len: 375 time: 0.0167115 Jul 05 04:20:50.048239 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3a0b071d-db9f-41c0-bcea-c58db95d028e tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=8881d6bcf261483384f43bfa305f4b7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691650 Jul 05 04:20:50.151588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-20786e51-dd7f-4aaa-b3bc-f02b9865b75b service neutron] 10.222.0.60 "GET /v2.0/networks/dccbbb7b-e5f6-47aa-ab62-b284f98083c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023600 Jul 05 04:20:50.308978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-16da4765-b1ca-49f1-9933-17358cdd9f35 service neutron] 10.222.0.60 "GET /v2.0/networks/dccbbb7b-e5f6-47aa-ab62-b284f98083c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564376 Jul 05 04:20:50.492681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d8a96-20e7-44dc-a303-57228b1a82c5 req-73d78605-9e74-4544-a5ce-294b388d0ce3 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:50.494227 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-931d8a96-20e7-44dc-a303-57228b1a82c5 req-73d78605-9e74-4544-a5ce-294b388d0ce3 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 943 time: 0.0880861 Jul 05 04:20:50.546529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-931d8a96-20e7-44dc-a303-57228b1a82c5 req-e4190c9a-2c2d-45bf-8674-5031e957aa4a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446866 Jul 05 04:20:50.624546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0361a7e-f847-4624-a3c1-a9da392dd4eb req-81644bce-8d95-4710-b7f1-8473a58b0f1b tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 210 time: 0.0460203 Jul 05 04:20:50.835979 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b3207-df89-4770-a728-6c80be193e8f req-93767075-aab1-4118-845c-a8a4ee232a0e tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:50.837535 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b3b3207-df89-4770-a728-6c80be193e8f req-93767075-aab1-4118-845c-a8a4ee232a0e tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0800753 Jul 05 04:20:50.900403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b3b3207-df89-4770-a728-6c80be193e8f req-d4083f98-2fc9-4c5b-a7bf-35b4ed550cb3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562921 Jul 05 04:20:51.700326 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c18aad3-539f-4bbe-8aa3-34b9d9c2efdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.731465 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c9096ef-c174-47cf-8fcc-0ce96a1d8164 req-97fff17b-8857-48d6-b32a-bed1b408b487 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 210 time: 0.0465755 Jul 05 04:20:51.770060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf8ac4-93b2-46d6-b063-6de16a5d8000 req-d2e28ad8-57e4-47ba-b810-7e4038dffd77 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:51.773066 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43bf8ac4-93b2-46d6-b063-6de16a5d8000 req-d2e28ad8-57e4-47ba-b810-7e4038dffd77 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 943 time: 0.0958169 Jul 05 04:20:51.813095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-43bf8ac4-93b2-46d6-b063-6de16a5d8000 req-d6593601-6804-4140-8765-5e738bce1c90 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357897 Jul 05 04:20:52.128136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fa5a8-7762-4452-b31f-b43dea219526 req-8ba327b0-60cb-4549-aade-5d434d269fc2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:52.129909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-688fa5a8-7762-4452-b31f-b43dea219526 req-8ba327b0-60cb-4549-aade-5d434d269fc2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0838509 Jul 05 04:20:52.171579 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-688fa5a8-7762-4452-b31f-b43dea219526 req-4d406dda-4195-4e36-895b-06efee0a84c6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359840 Jul 05 04:20:52.938037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26f48b36-d24c-46af-a3b4-5aa45ee300d5 req-08c22aa3-60fb-43fe-b712-596756fddf68 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 210 time: 0.0471008 Jul 05 04:20:53.108354 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55f8a2-d803-4304-9422-ab8a2d6a78b9 req-84c8f43c-52ff-494b-823c-efce0e3d250e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:53.110010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a55f8a2-d803-4304-9422-ab8a2d6a78b9 req-84c8f43c-52ff-494b-823c-efce0e3d250e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 943 time: 0.0896487 Jul 05 04:20:53.156836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a55f8a2-d803-4304-9422-ab8a2d6a78b9 req-b85ddf05-821f-48c7-9991-4f100ddc0466 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395267 Jul 05 04:20:53.450151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51049df9-69c3-4c9b-b7ec-bd2b8f0d3ee7 req-604c27ae-e04d-48e6-a246-df58c0d3e3a2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:53.450151 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51049df9-69c3-4c9b-b7ec-bd2b8f0d3ee7 req-604c27ae-e04d-48e6-a246-df58c0d3e3a2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.1219823 Jul 05 04:20:53.518191 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-8fce9f39-4151-4aac-942f-f2571c7645c8 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:53.519923 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-8fce9f39-4151-4aac-942f-f2571c7645c8 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.11 "GET /v2.0/networks?id=dccbbb7b-e5f6-47aa-ab62-b284f98083c2 HTTP/1.1" status: 200 len: 911 time: 0.1648097 Jul 05 04:20:53.526801 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51049df9-69c3-4c9b-b7ec-bd2b8f0d3ee7 req-11ad3352-ec39-4ff4-9f1f-aa25fa7c74ee tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729265 Jul 05 04:20:53.549927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Request body: {'port': {'device_id': 'f175e5ca-dbd0-4bba-b32d-f421b6ce60b6', 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2', 'admin_state_up': True, 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:53.629447 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Made reservation on behalf of 8881d6bcf261483384f43bfa305f4b7b for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:53.634231 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.819125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Allocated IP 172.20.0.6 (dccbbb7b-e5f6-47aa-ab62-b284f98083c2/945c8bae-e2ec-4d4f-ad96-23533fff590d/417091e1-6941-4959-915e-4e897288542a) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:54.015327 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.033760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Transition to ACTIVE for port object 417091e1-6941-4959-915e-4e897288542a will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:54.137676 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.149012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e28a97ae-73d6-439b-9f38-a66b624355f6 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:20:54.157751 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be3d426e-130c-42c5-a376-1ed7f3431806 req-9366a1c0-f818-4e45-a511-253935aa8ae7 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 210 time: 0.0470808 Jul 05 04:20:54.171850 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['dcc1c167-ee21-4bda-a378-dadf32ab7bee'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:54.194946 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:54.207754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Pushing event updated for resources: {'Port': ['ID=417091e1-6941-4959-915e-4e897288542a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:54.215920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:54.220300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:54.221865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:54.223346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:54.224000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:54.224700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:54.225358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:54.225882 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:54.226404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:54.226919 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:54.227432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:54.228141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:54.228729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:54.235701 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:54.292274 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:54.293238 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.358608 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.resource_extend [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:20:54.395856 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-d9c76dcd-afb0-4496-81b0-acf2da81485d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8603282 Jul 05 04:20:54.408325 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Request body: {'port': {'device_id': 'f175e5ca-dbd0-4bba-b32d-f421b6ce60b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:54.448240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456940b3-ce36-4836-a1a2-ed172b34fa1f req-c2769dfb-9d61-4461-91f8-5374bbbdf367 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:54.460963 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-456940b3-ce36-4836-a1a2-ed172b34fa1f req-c2769dfb-9d61-4461-91f8-5374bbbdf367 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 943 time: 0.1479580 Jul 05 04:20:54.548962 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-456940b3-ce36-4836-a1a2-ed172b34fa1f req-44afe1ec-bc84-49a1-a85f-263970c36700 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869532 Jul 05 04:20:54.609687 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.870112 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.875741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29e60d-152a-4c9b-9c8a-f61fae6cda8a req-01ce93ca-d121-4313-baeb-c343446fa66f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:54.877626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db29e60d-152a-4c9b-9c8a-f61fae6cda8a req-01ce93ca-d121-4313-baeb-c343446fa66f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.1521320 Jul 05 04:20:54.887003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port e28a97ae-73d6-439b-9f38-a66b624355f6, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e28a97ae-73d6-439b-9f38-a66b624355f6,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:54.896914 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-550a08f5-b3cc-4f4e-b8fa-8bfa8172509b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.898297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4d57cadf-e004-4a64-8e27-cfe5227d7e48 None None] Provisioning for port 417091e1-6941-4959-915e-4e897288542a completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:54.937094 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4d57cadf-e004-4a64-8e27-cfe5227d7e48 None None] Provisioning complete for port 417091e1-6941-4959-915e-4e897288542a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:54.937635 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4d57cadf-e004-4a64-8e27-cfe5227d7e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.947844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db29e60d-152a-4c9b-9c8a-f61fae6cda8a req-391c65c5-db9e-49c1-b0c0-d878bcbb7ad8 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625677 Jul 05 04:20:55.011795 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4d57cadf-e004-4a64-8e27-cfe5227d7e48 None None] Port 417091e1-6941-4959-915e-4e897288542a cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:55.016833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'e28a97ae-73d6-439b-9f38-a66b624355f6', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'port_id': 'e28a97ae-73d6-439b-9f38-a66b624355f6', 'mac_address': 'fa:16:3e:d6:69:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:20:55.088246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417091e1-6941-4959-915e-4e897288542a {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:55.088572 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.100123 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.116411 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Transition to ACTIVE for port object 417091e1-6941-4959-915e-4e897288542a will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:55.117685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28a97ae-73d6-439b-9f38-a66b624355f6 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:55.143156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port e28a97ae-73d6-439b-9f38-a66b624355f6, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e28a97ae-73d6-439b-9f38-a66b624355f6,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:55.171649 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.219077 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.332036 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Pushing event updated for resources: {'Port': ['ID=417091e1-6941-4959-915e-4e897288542a,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:55.360312 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.372438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=e28a97ae-73d6-439b-9f38-a66b624355f6,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:55.460174 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Attempting to bind port 417091e1-6941-4959-915e-4e897288542a on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:55.462671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Attempting to bind port 417091e1-6941-4959-915e-4e897288542a by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:55.463080 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Attempting to bind port 417091e1-6941-4959-915e-4e897288542a on network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:55.464015 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['e28a97ae-73d6-439b-9f38-a66b624355f6'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:55.472580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Port 417091e1-6941-4959-915e-4e897288542a on network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:20:55.472957 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Attempting to bind port 417091e1-6941-4959-915e-4e897288542a on network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:55.479165 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:55.481086 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Checking segment: {'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:55.481497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Bound using segment: {'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:55.482486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Bound port: 417091e1-6941-4959-915e-4e897288542a, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb315bda-e3b4-4374-8592-0c38bbf87af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:55.482859 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.530695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dacb3-182d-47fa-b68c-723cd0de89a3 req-fbf7ede7-b6e3-4604-ad45-9fec3ce83529 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.540991 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-609dacb3-182d-47fa-b68c-723cd0de89a3 req-fbf7ede7-b6e3-4604-ad45-9fec3ce83529 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1052 time: 0.1378751 Jul 05 04:20:55.595711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-609dacb3-182d-47fa-b68c-723cd0de89a3 req-e9763433-fa05-483e-91e5-e3e21774aefc tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488219 Jul 05 04:20:55.654836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] For port 417091e1-6941-4959-915e-4e897288542a, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:55.658945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] For port 417091e1-6941-4959-915e-4e897288542a, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=417091e1-6941-4959-915e-4e897288542a,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:55.798533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f5214-2315-4532-86f3-6cafc6791d36 req-bc5c46ad-301a-4de1-885b-c7efbe515daf tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.799996 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822f5214-2315-4532-86f3-6cafc6791d36 req-bc5c46ad-301a-4de1-885b-c7efbe515daf tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 944 time: 0.0651817 Jul 05 04:20:55.823481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.837940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-822f5214-2315-4532-86f3-6cafc6791d36 req-972f0587-d260-4dd2-8d02-ccc483d0bb3f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Jul 05 04:20:55.869891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.870422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.871724 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] 10.222.0.11 "PUT /v2.0/ports/417091e1-6941-4959-915e-4e897288542a HTTP/1.1" status: 200 len: 1091 time: 1.4690566 Jul 05 04:20:55.872163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f175e5ca-dbd0-4bba-b32d-f421b6ce60b6', 'tag': '417091e1-6941-4959-915e-4e897288542a'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:55.875069 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ae5ffe-2adc-4bca-be93-0792ae1a4a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f175e5ca-dbd0-4bba-b32d-f421b6ce60b6", "tag": "417091e1-6941-4959-915e-4e897288542a"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:55.899883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b388937-6c20-4a52-89fa-328a25f82168 service neutron] Pushing event updated for resources: {'Port': ['ID=417091e1-6941-4959-915e-4e897288542a,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:55.921657 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0a830e-06e7-4ffe-ab5e-1147e645b88f x-openstack-request-id: req-bc0a830e-06e7-4ffe-ab5e-1147e645b88f {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:55.924722 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f175e5ca-dbd0-4bba-b32d-f421b6ce60b6", "tag": "417091e1-6941-4959-915e-4e897288542a", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:55.924970 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc0a830e-06e7-4ffe-ab5e-1147e645b88f {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:55.925626 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f175e5ca-dbd0-4bba-b32d-f421b6ce60b6', 'tag': '417091e1-6941-4959-915e-4e897288542a', 'status': 'completed', 'code': 200} Jul 05 04:20:56.023017 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae5ffe-2adc-4bca-be93-0792ae1a4a9e req-e69bedc8-d4db-40af-b72a-2b6528e319bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:56.024216 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d2ae5ffe-2adc-4bca-be93-0792ae1a4a9e req-e69bedc8-d4db-40af-b72a-2b6528e319bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8881d6bcf261483384f43bfa305f4b7b&device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1094 time: 0.0795174 Jul 05 04:20:56.162396 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e28a97ae-73d6-439b-9f38-a66b624355f6 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:56.241514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae5ffe-2adc-4bca-be93-0792ae1a4a9e req-6052abbe-2e82-470e-ba65-6d70e2b02a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:56.243639 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d2ae5ffe-2adc-4bca-be93-0792ae1a4a9e req-6052abbe-2e82-470e-ba65-6d70e2b02a7b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8881d6bcf261483384f43bfa305f4b7b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2060883 Jul 05 04:20:56.280705 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05ced9-ebd1-4f83-833a-cf5bc9cb86bd req-1d717656-77c1-437b-8ad5-fef1c174ae9c tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:56.288928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dd05ced9-ebd1-4f83-833a-cf5bc9cb86bd req-1d717656-77c1-437b-8ad5-fef1c174ae9c tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0955257 Jul 05 04:20:56.292246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port e28a97ae-73d6-439b-9f38-a66b624355f6 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:56.296874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port e28a97ae-73d6-439b-9f38-a66b624355f6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:56.297570 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.383077 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dd05ced9-ebd1-4f83-833a-cf5bc9cb86bd req-0927d851-44a5-467b-a18e-37fa2f494f54 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921597 Jul 05 04:20:56.421037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae5ffe-2adc-4bca-be93-0792ae1a4a9e req-2d404a7e-f5ac-45ec-bd85-30aebd37ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:56.423152 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d2ae5ffe-2adc-4bca-be93-0792ae1a4a9e req-2d404a7e-f5ac-45ec-bd85-30aebd37ba0f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1725171 Jul 05 04:20:56.452226 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.504268 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port e28a97ae-73d6-439b-9f38-a66b624355f6, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e28a97ae-73d6-439b-9f38-a66b624355f6,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:56.505475 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28a97ae-73d6-439b-9f38-a66b624355f6'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:56.508047 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8320ed6-b279-48e4-9dc6-291e79b9aaae" -d '{"events": [{"server_uuid": "7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9", "name": "network-vif-plugged", "status": "completed", "tag": "e28a97ae-73d6-439b-9f38-a66b624355f6"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:56.559414 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3da6a0-adc7-43b3-91e7-003425d0eb81 x-openstack-request-id: req-3b3da6a0-adc7-43b3-91e7-003425d0eb81 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:56.559931 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9", "name": "network-vif-plugged", "status": "completed", "tag": "e28a97ae-73d6-439b-9f38-a66b624355f6", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:56.560356 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b3da6a0-adc7-43b3-91e7-003425d0eb81 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:56.560356 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28a97ae-73d6-439b-9f38-a66b624355f6', 'code': 200} Jul 05 04:20:56.562076 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.562234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-dd1e48ad-b759-4daf-8453-0fa7e8fa2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:56.563618 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-dd1e48ad-b759-4daf-8453-0fa7e8fa2cf1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8881d6bcf261483384f43bfa305f4b7b&device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1094 time: 0.0915432 Jul 05 04:20:56.621085 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-7903af69-39e2-4b3c-9011-459976e34ca5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417091e1-6941-4959-915e-4e897288542a HTTP/1.1" status: 200 len: 217 time: 0.0485501 Jul 05 04:20:56.705616 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=e28a97ae-73d6-439b-9f38-a66b624355f6,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:56.759066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-60742cde-a69d-455b-9167-6f24ac10044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:56.760727 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-60742cde-a69d-455b-9167-6f24ac10044d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=945c8bae-e2ec-4d4f-ad96-23533fff590d HTTP/1.1" status: 200 len: 849 time: 0.1323488 Jul 05 04:20:56.820815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7ebf1-b2db-4c1a-ab00-e992e0126c77 req-eaca6b47-3567-4690-9d34-a31764ded0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:56.822683 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-37a7ebf1-b2db-4c1a-ab00-e992e0126c77 req-eaca6b47-3567-4690-9d34-a31764ded0cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 1096 time: 0.1148386 Jul 05 04:20:56.823402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276049b-3f5b-410b-8817-b0e7a31053dd req-a20b6ebe-236e-4d84-b976-d50e253d382b tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:56.831450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e276049b-3f5b-410b-8817-b0e7a31053dd req-a20b6ebe-236e-4d84-b976-d50e253d382b tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1094 time: 0.0775573 Jul 05 04:20:56.888516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e276049b-3f5b-410b-8817-b0e7a31053dd req-fcf33576-86e2-4c0c-83e6-932321e9d25c tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554295 Jul 05 04:20:56.894766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-c3ec7721-a282-435a-a2a3-d8233b07113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:56.906426 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-c3ec7721-a282-435a-a2a3-d8233b07113d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dccbbb7b-e5f6-47aa-ab62-b284f98083c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372101 Jul 05 04:20:56.913570 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-37a7ebf1-b2db-4c1a-ab00-e992e0126c77 req-49041e83-e533-4127-a6f1-6881a3328ac0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828886 Jul 05 04:20:57.044217 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-a0f67af7-66a9-4f73-8f86-bb328a2cc8f3 service neutron] 10.222.0.11 "GET /v2.0/networks/dccbbb7b-e5f6-47aa-ab62-b284f98083c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278975 Jul 05 04:20:57.058941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb5c68-db84-4388-b074-5492c50285c5 req-5232d57e-8c5d-49a3-8577-1067a8bea9b3 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:57.060686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6cfb5c68-db84-4388-b074-5492c50285c5 req-5232d57e-8c5d-49a3-8577-1067a8bea9b3 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 945 time: 0.0756416 Jul 05 04:20:57.128422 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6cfb5c68-db84-4388-b074-5492c50285c5 req-12e405f9-2521-4fb2-8775-a0a3629c0f3b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563323 Jul 05 04:20:57.200136 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.230057 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4ba64761-6fec-4e47-aa64-51fce09b7d77 req-70a6fda2-1cfd-4690-a583-8bb00f7f9c2b service neutron] 10.222.0.11 "GET /v2.0/networks/dccbbb7b-e5f6-47aa-ab62-b284f98083c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788921 Jul 05 04:20:57.649362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3ecc0-6291-4742-9fc1-bf89ed9802ec req-4b447827-1f2f-4dc1-b958-217e2b8352a1 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:57.651486 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aaf3ecc0-6291-4742-9fc1-bf89ed9802ec req-4b447827-1f2f-4dc1-b958-217e2b8352a1 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.1081727 Jul 05 04:20:57.722495 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aaf3ecc0-6291-4742-9fc1-bf89ed9802ec req-bac7934e-948d-4de2-bb4c-43cfec1c64d7 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637643 Jul 05 04:20:58.107661 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7021a-0b1a-46fa-b638-b050daf9760c req-9d0101a2-7d8c-4d3c-9ba2-a920a15d3b1b tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:58.114799 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2cb7021a-0b1a-46fa-b638-b050daf9760c req-9d0101a2-7d8c-4d3c-9ba2-a920a15d3b1b tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1094 time: 0.0706370 Jul 05 04:20:58.159490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2cb7021a-0b1a-46fa-b638-b050daf9760c req-7ffb4bb2-bc48-4be6-bfa8-6e948da8b2ea tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427773 Jul 05 04:20:58.350405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0090ad1-bf09-48f1-90c3-9d40a60e2088 req-5454f58a-ff21-4e20-95d0-23d739d1e4d6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:58.352429 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0090ad1-bf09-48f1-90c3-9d40a60e2088 req-5454f58a-ff21-4e20-95d0-23d739d1e4d6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 945 time: 0.0900271 Jul 05 04:20:58.404852 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0090ad1-bf09-48f1-90c3-9d40a60e2088 req-38f8331b-29d1-430c-b4c5-b4219c81593c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450842 Jul 05 04:20:58.629285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b242529-2f48-44d1-8c3f-023e9d436249 req-6ff534a4-e382-40ec-88aa-fa03721ab298 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:58.631282 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b242529-2f48-44d1-8c3f-023e9d436249 req-6ff534a4-e382-40ec-88aa-fa03721ab298 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 945 time: 0.0929720 Jul 05 04:20:58.675924 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b242529-2f48-44d1-8c3f-023e9d436249 req-1d3035c7-9db6-4cf8-922a-fd5f1f9dec58 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389135 Jul 05 04:20:59.298828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e2afc-da9c-48a1-9f84-8285d5e4fd70 req-830fdb36-bfc9-44cd-9d27-fc11af933b86 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:59.300222 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-835e2afc-da9c-48a1-9f84-8285d5e4fd70 req-830fdb36-bfc9-44cd-9d27-fc11af933b86 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 945 time: 0.4707882 Jul 05 04:20:59.348189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-835e2afc-da9c-48a1-9f84-8285d5e4fd70 req-0fc37d46-1d15-49dd-9ebc-0af06608843b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412245 Jul 05 04:20:59.365716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11712ca-1686-4897-acc6-82d90114af4d req-8aa726e7-54ac-4809-bbac-35dba910b15f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:59.367209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c11712ca-1686-4897-acc6-82d90114af4d req-8aa726e7-54ac-4809-bbac-35dba910b15f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.4667277 Jul 05 04:20:59.417558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c11712ca-1686-4897-acc6-82d90114af4d req-1849ab38-4485-4a86-a423-88691443c8e6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434713 Jul 05 04:20:59.565027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14df8e-cb40-42f6-ab58-bd5426089226 req-655db969-bd71-446f-87be-5bb6924618f7 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:59.566729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e14df8e-cb40-42f6-ab58-bd5426089226 req-655db969-bd71-446f-87be-5bb6924618f7 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1094 time: 0.0845039 Jul 05 04:20:59.605991 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e14df8e-cb40-42f6-ab58-bd5426089226 req-edede3b6-ef8a-4adb-945e-2ab9957c3fd6 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Jul 05 04:20:59.679935 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:00.204562 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 417091e1-6941-4959-915e-4e897288542a details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:21:00.228096 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29519571-67f5-44d3-9bbf-ea3b03c8d094 req-ad93687e-e3a5-4859-bf68-2ef11c5eabe8 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:00.239242 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29519571-67f5-44d3-9bbf-ea3b03c8d094 req-ad93687e-e3a5-4859-bf68-2ef11c5eabe8 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 945 time: 0.1410685 Jul 05 04:21:00.291609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29519571-67f5-44d3-9bbf-ea3b03c8d094 req-e89dac4c-38c6-44bb-83ab-c863568962eb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513847 Jul 05 04:21:00.351399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 417091e1-6941-4959-915e-4e897288542a, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=417091e1-6941-4959-915e-4e897288542a,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:00.365843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '417091e1-6941-4959-915e-4e897288542a', 'network_id': 'dccbbb7b-e5f6-47aa-ab62-b284f98083c2', 'port_id': '417091e1-6941-4959-915e-4e897288542a', 'mac_address': 'fa:16:3e:63:8f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945c8bae-e2ec-4d4f-ad96-23533fff590d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:21:00.417976 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:00.444334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417091e1-6941-4959-915e-4e897288542a {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:21:00.480571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 417091e1-6941-4959-915e-4e897288542a, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=417091e1-6941-4959-915e-4e897288542a,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:00.615211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707f5cc-0fc7-435d-bd27-948152290288 req-55429277-1101-4db4-91e6-9499697d5f40 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:00.616627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8707f5cc-0fc7-435d-bd27-948152290288 req-55429277-1101-4db4-91e6-9499697d5f40 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0620415 Jul 05 04:21:00.645984 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:00.656702 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8707f5cc-0fc7-435d-bd27-948152290288 req-0f7ab305-ba62-49e2-a8bf-b39223fc7f43 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344067 Jul 05 04:21:00.703090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=417091e1-6941-4959-915e-4e897288542a,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:00.790315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66105375-7f7d-4945-bcff-30acbae5bddb req-175cc23f-658f-44bf-8541-bba8e6c0f70d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:00.791843 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66105375-7f7d-4945-bcff-30acbae5bddb req-175cc23f-658f-44bf-8541-bba8e6c0f70d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1095 time: 0.0601456 Jul 05 04:21:00.832917 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66105375-7f7d-4945-bcff-30acbae5bddb req-0284f0b9-c238-4a49-a6ad-4dae22d358cb tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352132 Jul 05 04:21:00.878606 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['417091e1-6941-4959-915e-4e897288542a'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:01.469788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a19fd6-0a9b-4e2a-b88c-56f3df38207c req-94403d25-8da0-4d29-a5e3-f3da361eabec tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:01.471564 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4a19fd6-0a9b-4e2a-b88c-56f3df38207c req-94403d25-8da0-4d29-a5e3-f3da361eabec tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 945 time: 0.0679004 Jul 05 04:21:01.512395 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4a19fd6-0a9b-4e2a-b88c-56f3df38207c req-37dd90f1-a9da-4368-a35c-88d1e039ab47 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346520 Jul 05 04:21:01.557682 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90cca8-a52f-4f00-91a6-d62a61aa2601 req-4e9157ba-668f-467b-a0dc-eb910a12fa67 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:01.559329 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c90cca8-a52f-4f00-91a6-d62a61aa2601 req-4e9157ba-668f-467b-a0dc-eb910a12fa67 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 945 time: 0.0757554 Jul 05 04:21:01.571214 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.701748 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-0c90cca8-a52f-4f00-91a6-d62a61aa2601 req-ec439d3d-0c78-4f96-a894-679d12130353 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Deleting port e28a97ae-73d6-439b-9f38-a66b624355f6 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:01.702079 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c90cca8-a52f-4f00-91a6-d62a61aa2601 req-ec439d3d-0c78-4f96-a894-679d12130353 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.752736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72110da3-163a-4218-b5fb-002ce26e8986 req-6a3e4532-a423-4ae9-9c49-2cdfe932838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:01.754272 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-72110da3-163a-4218-b5fb-002ce26e8986 req-6a3e4532-a423-4ae9-9c49-2cdfe932838d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 1097 time: 0.1141303 Jul 05 04:21:01.856107 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-0c90cca8-a52f-4f00-91a6-d62a61aa2601 req-ec439d3d-0c78-4f96-a894-679d12130353 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] For port e28a97ae-73d6-439b-9f38-a66b624355f6, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=e28a97ae-73d6-439b-9f38-a66b624355f6,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:01.856513 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c90cca8-a52f-4f00-91a6-d62a61aa2601 req-ec439d3d-0c78-4f96-a894-679d12130353 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.867864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837d281-2582-4d1c-a73c-6e034349c3e6 req-a4ed90d3-3b60-417f-800f-10adc3fab536 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:01.869638 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9837d281-2582-4d1c-a73c-6e034349c3e6 req-a4ed90d3-3b60-417f-800f-10adc3fab536 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 946 time: 0.0847912 Jul 05 04:21:01.879468 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-0c90cca8-a52f-4f00-91a6-d62a61aa2601 req-ec439d3d-0c78-4f96-a894-679d12130353 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Calling delete_port for e28a97ae-73d6-439b-9f38-a66b624355f6 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:01.900855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72110da3-163a-4218-b5fb-002ce26e8986 req-facd4d68-af5b-44b5-bc93-78c400ab181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:01.903388 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-72110da3-163a-4218-b5fb-002ce26e8986 req-facd4d68-af5b-44b5-bc93-78c400ab181f service neutron] 10.222.0.11 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 918 time: 0.1415324 Jul 05 04:21:01.918258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9837d281-2582-4d1c-a73c-6e034349c3e6 req-2f72e920-002e-4e81-901e-aaef116b471a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416160 Jul 05 04:21:02.027476 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-72110da3-163a-4218-b5fb-002ce26e8986 req-b476d892-e0a2-4741-9ebb-539ac57b018a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c HTTP/1.1" status: 200 len: 1001 time: 0.1149735 Jul 05 04:21:02.050062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07b653-a2ce-44ea-8fc4-4b995a205c99 req-e72c1c72-76ee-403a-aab6-f0eeca84523a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:02.052124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d07b653-a2ce-44ea-8fc4-4b995a205c99 req-e72c1c72-76ee-403a-aab6-f0eeca84523a tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1095 time: 0.0720942 Jul 05 04:21:02.091147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d07b653-a2ce-44ea-8fc4-4b995a205c99 req-7f0d2b8b-22d5-42f4-8a0a-bb022bd93e8d tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322003 Jul 05 04:21:02.116522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72110da3-163a-4218-b5fb-002ce26e8986 req-6c3c7251-7d1d-4ee2-bb39-8cc58de626d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:02.116522 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-72110da3-163a-4218-b5fb-002ce26e8986 req-6c3c7251-7d1d-4ee2-bb39-8cc58de626d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 200 len: 856 time: 0.0779867 Jul 05 04:21:02.182365 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72110da3-163a-4218-b5fb-002ce26e8986 req-e363dd9e-02a7-4e86-81a4-6ac4c8d978d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:02.183885 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-72110da3-163a-4218-b5fb-002ce26e8986 req-e363dd9e-02a7-4e86-81a4-6ac4c8d978d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615180 Jul 05 04:21:02.239510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 417091e1-6941-4959-915e-4e897288542a up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:02.272764 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-72110da3-163a-4218-b5fb-002ce26e8986 req-3ae7e212-a9cc-4985-b3a8-1ca9ad016955 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821309 Jul 05 04:21:02.298290 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c90cca8-a52f-4f00-91a6-d62a61aa2601 req-ec439d3d-0c78-4f96-a894-679d12130353 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.326079 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 417091e1-6941-4959-915e-4e897288542a completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:02.330473 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 417091e1-6941-4959-915e-4e897288542a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:02.330861 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.363341 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec439d3d-0c78-4f96-a894-679d12130353 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event deleted for resources: {'Port': ['ID=e28a97ae-73d6-439b-9f38-a66b624355f6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:02.430450 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.438103 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-72110da3-163a-4218-b5fb-002ce26e8986 req-7fe75922-d9d5-41d6-9bd1-2ec455b24ba4 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580436 Jul 05 04:21:02.461092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f175e5ca-dbd0-4bba-b32d-f421b6ce60b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417091e1-6941-4959-915e-4e897288542a'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:02.463586 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bc4af9-97dc-4a8c-adc4-6c4f307ec011" -d '{"events": [{"server_uuid": "f175e5ca-dbd0-4bba-b32d-f421b6ce60b6", "name": "network-vif-plugged", "status": "completed", "tag": "417091e1-6941-4959-915e-4e897288542a"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:02.472905 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c90cca8-a52f-4f00-91a6-d62a61aa2601 req-ec439d3d-0c78-4f96-a894-679d12130353 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] No DVR routers for this DVR port e28a97ae-73d6-439b-9f38-a66b624355f6 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:02.477057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0c90cca8-a52f-4f00-91a6-d62a61aa2601 req-ec439d3d-0c78-4f96-a894-679d12130353 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.479645 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c90cca8-a52f-4f00-91a6-d62a61aa2601 req-ec439d3d-0c78-4f96-a894-679d12130353 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "DELETE /v2.0/ports/e28a97ae-73d6-439b-9f38-a66b624355f6 HTTP/1.1" status: 204 len: 173 time: 0.9136183 Jul 05 04:21:02.480493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9', 'name': 'network-vif-deleted', 'tag': 'e28a97ae-73d6-439b-9f38-a66b624355f6'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:02.483933 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6fa172-c219-455f-bad4-7be6aa1a652e" -d '{"events": [{"server_uuid": "7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9", "name": "network-vif-deleted", "tag": "e28a97ae-73d6-439b-9f38-a66b624355f6"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:02.503664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 417091e1-6941-4959-915e-4e897288542a, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=417091e1-6941-4959-915e-4e897288542a,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:02.520531 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35abe291-906e-4080-94b4-ff28ee9c8529 x-openstack-request-id: req-35abe291-906e-4080-94b4-ff28ee9c8529 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:02.521468 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f175e5ca-dbd0-4bba-b32d-f421b6ce60b6", "name": "network-vif-plugged", "status": "completed", "tag": "417091e1-6941-4959-915e-4e897288542a", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:02.521908 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35abe291-906e-4080-94b4-ff28ee9c8529 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:02.522480 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f175e5ca-dbd0-4bba-b32d-f421b6ce60b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417091e1-6941-4959-915e-4e897288542a', 'code': 200} Jul 05 04:21:02.536771 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb41c68-e3ee-4e10-88dc-bc0eeae944a8 x-openstack-request-id: req-3cb41c68-e3ee-4e10-88dc-bc0eeae944a8 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:02.537068 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9", "name": "network-vif-deleted", "tag": "e28a97ae-73d6-439b-9f38-a66b624355f6", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:02.537324 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3cb41c68-e3ee-4e10-88dc-bc0eeae944a8 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:02.537756 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9', 'name': 'network-vif-deleted', 'tag': 'e28a97ae-73d6-439b-9f38-a66b624355f6', 'status': 'completed', 'code': 200} Jul 05 04:21:02.577733 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.578563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e28a97ae-73d6-439b-9f38-a66b624355f6 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:02.625327 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: e28a97ae-73d6-439b-9f38-a66b624355f6 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:02.625680 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device e28a97ae-73d6-439b-9f38-a66b624355f6 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:02.626130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:02.698132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48659c4d-a093-4c06-ad28-6f8b7f53295a req-b9f5ea04-fae6-4ea3-8d7e-c27ff56c21e5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 210 time: 0.0364699 Jul 05 04:21:02.708922 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb41664-0399-45c9-b62a-cf4dea4a9a84 req-a9dba2d5-7d15-4056-92b8-749f0ec6aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:02.711952 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2bb41664-0399-45c9-b62a-cf4dea4a9a84 req-a9dba2d5-7d15-4056-92b8-749f0ec6aa97 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1096 time: 0.0833163 Jul 05 04:21:02.748987 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.751775 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2bb41664-0399-45c9-b62a-cf4dea4a9a84 req-5e349b6b-aa33-43b0-9b4c-cf0422f79d3b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332658 Jul 05 04:21:02.753091 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=417091e1-6941-4959-915e-4e897288542a,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:02.791701 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:02.858211 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.920855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:03.123367 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68fad9-5001-406c-9766-5a8094f97ca5 req-e345979a-0ee0-407f-b28a-a80600d43c35 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:03.125677 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb68fad9-5001-406c-9766-5a8094f97ca5 req-e345979a-0ee0-407f-b28a-a80600d43c35 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0645585 Jul 05 04:21:03.179203 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb68fad9-5001-406c-9766-5a8094f97ca5 req-72416446-92fa-465b-a7a5-a55a9c880e0b tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473647 Jul 05 04:21:03.296716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c1ecd-eb41-497a-933a-0c924cf3b638 req-6502a2aa-9f38-40e1-aa6e-b31878096a57 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:03.298168 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-589c1ecd-eb41-497a-933a-0c924cf3b638 req-6502a2aa-9f38-40e1-aa6e-b31878096a57 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1096 time: 0.0593023 Jul 05 04:21:03.335411 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-589c1ecd-eb41-497a-933a-0c924cf3b638 req-6f0ecece-9489-4611-b984-93fd09b3f534 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Jul 05 04:21:03.872744 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb76f0d3-9d41-44ab-859e-aaefa2872bbc req-eae2576b-6f5a-4192-b8d8-1715e9726fc2 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 210 time: 0.0324194 Jul 05 04:21:04.451754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93bebd-f9e4-44ee-8fbf-e023d3196d49 req-1fdf8140-0ffc-45b5-81fc-cb01e75466cc tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:04.453697 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee93bebd-f9e4-44ee-8fbf-e023d3196d49 req-1fdf8140-0ffc-45b5-81fc-cb01e75466cc tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.1317620 Jul 05 04:21:04.508059 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee93bebd-f9e4-44ee-8fbf-e023d3196d49 req-ea082d3e-4dea-4d5f-9a52-9aa5f372bc36 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475850 Jul 05 04:21:04.524288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:04.526528 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0383fd4f-fe62-47ce-86b2-9e924673232b" -d '{"events": [{"server_uuid": "b94bcc5e-62be-4663-b5a9-4b132b24d8b5", "name": "network-vif-unplugged", "status": "completed", "tag": "12eb04ec-7aa3-4a43-b258-ffeca1c25e6c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:04.570610 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d5060b-7a9d-469f-b8f4-79771edfc54e x-openstack-request-id: req-d1d5060b-7a9d-469f-b8f4-79771edfc54e {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:04.570800 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94bcc5e-62be-4663-b5a9-4b132b24d8b5", "name": "network-vif-unplugged", "status": "completed", "tag": "12eb04ec-7aa3-4a43-b258-ffeca1c25e6c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:04.571087 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1d5060b-7a9d-469f-b8f4-79771edfc54e {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:04.571506 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'code': 200} Jul 05 04:21:04.574214 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12653d12-d8eb-496e-a2a5-b7e18bd0b7fd req-1f46bd7a-2f80-4f9c-a0e2-8c13a0a8073e tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:04.576497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12653d12-d8eb-496e-a2a5-b7e18bd0b7fd req-1f46bd7a-2f80-4f9c-a0e2-8c13a0a8073e tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1096 time: 0.0819066 Jul 05 04:21:04.612654 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12653d12-d8eb-496e-a2a5-b7e18bd0b7fd req-21800426-e96c-4154-980f-a59bf3110738 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310016 Jul 05 04:21:04.796138 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a2a56-a072-4e6d-8286-439a6074a670 req-e63ad0f8-16c3-4e43-a46a-387c6ddf0673 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:04.798762 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-496a2a56-a072-4e6d-8286-439a6074a670 req-e63ad0f8-16c3-4e43-a46a-387c6ddf0673 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1096 time: 0.0612526 Jul 05 04:21:04.837546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-496a2a56-a072-4e6d-8286-439a6074a670 req-456c71b0-93e2-49ad-8eb6-14f096183722 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338409 Jul 05 04:21:05.029487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f60c3-26bc-4353-a805-7ac6cde8256b req-724de37f-2059-4f3e-8f30-6c572460e286 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:05.031697 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-077f60c3-26bc-4353-a805-7ac6cde8256b req-724de37f-2059-4f3e-8f30-6c572460e286 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1096 time: 0.0694029 Jul 05 04:21:05.087354 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a9a7ae9-b7db-44cd-8807-d96ab57c0bc9 req-18ef5858-2513-4c8d-8cb5-1c843f3a4a92 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 210 time: 0.0486698 Jul 05 04:21:05.113766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-077f60c3-26bc-4353-a805-7ac6cde8256b req-074b1bdb-2fa7-4149-81ee-f40980e10988 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569234 Jul 05 04:21:05.714452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ed45a-6a76-484b-aab4-acbaa4af52cb req-7d1bb161-e50e-4ccf-bd10-d179dffe1bca tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:05.717367 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e30ed45a-6a76-484b-aab4-acbaa4af52cb req-7d1bb161-e50e-4ccf-bd10-d179dffe1bca tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1096 time: 0.0958474 Jul 05 04:21:05.737833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe662120-44f6-488e-8531-ed2898ffd33c req-9f2c3697-e424-4a9f-9792-62f2651ce5ad tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:05.739362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe662120-44f6-488e-8531-ed2898ffd33c req-9f2c3697-e424-4a9f-9792-62f2651ce5ad tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0915229 Jul 05 04:21:05.786061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e30ed45a-6a76-484b-aab4-acbaa4af52cb req-96175c7d-ee3d-49d4-bf5f-500ed2a97766 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627503 Jul 05 04:21:05.804627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe662120-44f6-488e-8531-ed2898ffd33c req-7bd9fd6b-fcf1-49fc-af41-8da21bfa2952 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567334 Jul 05 04:21:06.246906 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3448763b-3264-4938-b0e8-0576e9d37b98 req-f6bef6ba-7c94-40d0-91e4-0a5b100adb6c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 210 time: 0.0313706 Jul 05 04:21:06.882881 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d9f41-7236-47ca-a6a9-a08d2d6f3670 req-5201ddf1-ef10-4bec-a973-d4ef78c07e23 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:06.884171 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-604d9f41-7236-47ca-a6a9-a08d2d6f3670 req-5201ddf1-ef10-4bec-a973-d4ef78c07e23 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1096 time: 0.0614362 Jul 05 04:21:07.005287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e9572-d4dd-4579-98a5-4be18770ac64 req-0246fafd-5975-43a7-9cd9-c57f36d835bf tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:07.009833 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d3e9572-d4dd-4579-98a5-4be18770ac64 req-0246fafd-5975-43a7-9cd9-c57f36d835bf tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 1096 time: 0.0861285 Jul 05 04:21:07.041289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-604d9f41-7236-47ca-a6a9-a08d2d6f3670 req-43245fc0-4ad1-4926-b5dd-b96f817c6483 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Deleting port 417091e1-6941-4959-915e-4e897288542a {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:07.041642 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-604d9f41-7236-47ca-a6a9-a08d2d6f3670 req-43245fc0-4ad1-4926-b5dd-b96f817c6483 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.058224 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d3e9572-d4dd-4579-98a5-4be18770ac64 req-bbb78f38-3b19-4cae-97e0-11a7a05197f1 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407057 Jul 05 04:21:07.143516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-604d9f41-7236-47ca-a6a9-a08d2d6f3670 req-43245fc0-4ad1-4926-b5dd-b96f817c6483 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] For port 417091e1-6941-4959-915e-4e897288542a, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=417091e1-6941-4959-915e-4e897288542a,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:07.143970 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-604d9f41-7236-47ca-a6a9-a08d2d6f3670 req-43245fc0-4ad1-4926-b5dd-b96f817c6483 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.158270 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-604d9f41-7236-47ca-a6a9-a08d2d6f3670 req-43245fc0-4ad1-4926-b5dd-b96f817c6483 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Calling delete_port for 417091e1-6941-4959-915e-4e897288542a owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:07.382990 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-604d9f41-7236-47ca-a6a9-a08d2d6f3670 req-43245fc0-4ad1-4926-b5dd-b96f817c6483 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.397105 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['dcc1c167-ee21-4bda-a378-dadf32ab7bee'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:07.405040 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['417091e1-6941-4959-915e-4e897288542a'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:07.420691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc217d7f-cf25-4737-9cf6-743c7ac93514 req-fca72a8c-b913-4896-854e-f57b9f0ec2b8 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d01672b-94e8-4dae-8c7d-b0a6e3a5c4c9 HTTP/1.1" status: 200 len: 210 time: 0.0298870 Jul 05 04:21:07.438440 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43245fc0-4ad1-4926-b5dd-b96f817c6483 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Pushing event deleted for resources: {'Port': ['ID=417091e1-6941-4959-915e-4e897288542a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:07.535700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-604d9f41-7236-47ca-a6a9-a08d2d6f3670 req-43245fc0-4ad1-4926-b5dd-b96f817c6483 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] No DVR routers for this DVR port 417091e1-6941-4959-915e-4e897288542a on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:07.538345 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-604d9f41-7236-47ca-a6a9-a08d2d6f3670 req-43245fc0-4ad1-4926-b5dd-b96f817c6483 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.540446 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-604d9f41-7236-47ca-a6a9-a08d2d6f3670 req-43245fc0-4ad1-4926-b5dd-b96f817c6483 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.11 "DELETE /v2.0/ports/417091e1-6941-4959-915e-4e897288542a HTTP/1.1" status: 204 len: 173 time: 0.6503234 Jul 05 04:21:07.540953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f175e5ca-dbd0-4bba-b32d-f421b6ce60b6', 'name': 'network-vif-deleted', 'tag': '417091e1-6941-4959-915e-4e897288542a'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:07.543264 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca9be0a-b4f1-4eaa-8002-d171382d0c21" -d '{"events": [{"server_uuid": "f175e5ca-dbd0-4bba-b32d-f421b6ce60b6", "name": "network-vif-deleted", "tag": "417091e1-6941-4959-915e-4e897288542a"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:07.584608 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0226c78-971b-4c34-8a16-af76e368a23e x-openstack-request-id: req-e0226c78-971b-4c34-8a16-af76e368a23e {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:07.585019 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f175e5ca-dbd0-4bba-b32d-f421b6ce60b6", "name": "network-vif-deleted", "tag": "417091e1-6941-4959-915e-4e897288542a", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:07.585201 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0226c78-971b-4c34-8a16-af76e368a23e {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:07.585609 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f175e5ca-dbd0-4bba-b32d-f421b6ce60b6', 'name': 'network-vif-deleted', 'tag': '417091e1-6941-4959-915e-4e897288542a', 'status': 'completed', 'code': 200} Jul 05 04:21:08.094637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c36cb57-46a5-4fb3-b8ee-4b6ce8f06a69 req-ed68fd64-5e02-4228-9639-c04d643aecb4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598862 Jul 05 04:21:08.195538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36cb57-46a5-4fb3-b8ee-4b6ce8f06a69 req-d0798d4e-aec1-48d9-8b67-b70afc8ac429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:08.197437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c36cb57-46a5-4fb3-b8ee-4b6ce8f06a69 req-d0798d4e-aec1-48d9-8b67-b70afc8ac429 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8881d6bcf261483384f43bfa305f4b7b&device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1097 time: 0.0628414 Jul 05 04:21:08.253004 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8052705f-f25f-4a52-8415-12d5d067b62e req-81aa8424-dacf-4c6d-b234-274c82fc018f tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f175e5ca-dbd0-4bba-b32d-f421b6ce60b6 HTTP/1.1" status: 200 len: 210 time: 0.0542498 Jul 05 04:21:08.289926 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:08.375070 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36cb57-46a5-4fb3-b8ee-4b6ce8f06a69 req-d9d6d1dc-bd4c-4bf5-8329-9b8d8bdf1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:08.376688 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c36cb57-46a5-4fb3-b8ee-4b6ce8f06a69 req-d9d6d1dc-bd4c-4bf5-8329-9b8d8bdf1218 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dccbbb7b-e5f6-47aa-ab62-b284f98083c2 HTTP/1.1" status: 200 len: 911 time: 0.1339974 Jul 05 04:21:08.427268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c36cb57-46a5-4fb3-b8ee-4b6ce8f06a69 req-10d01d47-927b-47d4-a1b3-f6395c271a28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc1c167-ee21-4bda-a378-dadf32ab7bee HTTP/1.1" status: 200 len: 217 time: 0.0418744 Jul 05 04:21:08.530229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36cb57-46a5-4fb3-b8ee-4b6ce8f06a69 req-0906a76b-2994-4b26-8479-82541aaca7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:08.531708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c36cb57-46a5-4fb3-b8ee-4b6ce8f06a69 req-0906a76b-2994-4b26-8479-82541aaca7e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=945c8bae-e2ec-4d4f-ad96-23533fff590d HTTP/1.1" status: 200 len: 849 time: 0.0684247 Jul 05 04:21:08.613284 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc0c0c-09a3-407a-8a15-e38b994f77c4 req-51324a36-5cb6-41c4-97f2-38e6becffead tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:08.614793 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19dc0c0c-09a3-407a-8a15-e38b994f77c4 req-51324a36-5cb6-41c4-97f2-38e6becffead tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.1859393 Jul 05 04:21:08.688475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19dc0c0c-09a3-407a-8a15-e38b994f77c4 req-9b2aacb1-5264-4279-9d42-2bd2a4fe4fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617468 Jul 05 04:21:08.692286 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36cb57-46a5-4fb3-b8ee-4b6ce8f06a69 req-0de5f3a3-43b2-4a0b-8175-c0ca9414388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:08.693872 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c36cb57-46a5-4fb3-b8ee-4b6ce8f06a69 req-0de5f3a3-43b2-4a0b-8175-c0ca9414388c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dccbbb7b-e5f6-47aa-ab62-b284f98083c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538522 Jul 05 04:21:08.697298 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13d82c88-98d6-4c7c-8421-2eaaf1218ae9 req-98e9171e-4d40-4df3-a1e2-0ec562de50eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238189 Jul 05 04:21:08.817141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c36cb57-46a5-4fb3-b8ee-4b6ce8f06a69 req-853306bf-d372-4c6b-adae-5bc80f7a60ea service neutron] 10.222.0.64 "GET /v2.0/networks/dccbbb7b-e5f6-47aa-ab62-b284f98083c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059105 Jul 05 04:21:08.965055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c36cb57-46a5-4fb3-b8ee-4b6ce8f06a69 req-d927fb78-da22-42d0-9522-85af8d300987 service neutron] 10.222.0.64 "GET /v2.0/networks/dccbbb7b-e5f6-47aa-ab62-b284f98083c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474800 Jul 05 04:21:09.978628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea13a6-ed4f-4e14-86b0-dbd5d3253092 req-66d194c2-7c91-44e4-9a0e-010e2a27c9bb tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:09.980142 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6ea13a6-ed4f-4e14-86b0-dbd5d3253092 req-66d194c2-7c91-44e4-9a0e-010e2a27c9bb tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.1315184 Jul 05 04:21:10.022617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6ea13a6-ed4f-4e14-86b0-dbd5d3253092 req-cf363922-fc90-414f-8c56-76a5f56b7d57 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363286 Jul 05 04:21:10.076215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf200ae-9a43-429e-97e6-f82e2f43c96d req-a4e6815e-b11e-4b63-a9a8-81e9ba5cdffa tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:10.077890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2bf200ae-9a43-429e-97e6-f82e2f43c96d req-a4e6815e-b11e-4b63-a9a8-81e9ba5cdffa tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1097 time: 0.0543969 Jul 05 04:21:10.115355 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2bf200ae-9a43-429e-97e6-f82e2f43c96d req-51b6a46f-8313-4773-a32b-13b8baa9c88f tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307679 Jul 05 04:21:10.297779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 417091e1-6941-4959-915e-4e897288542a no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:10.318774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 417091e1-6941-4959-915e-4e897288542a {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:10.320189 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 417091e1-6941-4959-915e-4e897288542a not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:10.335388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d82c88-98d6-4c7c-8421-2eaaf1218ae9 req-c6f84a82-ee3a-4194-a60b-1a5889535989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:10.336971 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-13d82c88-98d6-4c7c-8421-2eaaf1218ae9 req-c6f84a82-ee3a-4194-a60b-1a5889535989 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5&tenant_id=7982693370f04ea2842a41b7aaea4c91 HTTP/1.1" status: 200 len: 1095 time: 0.0758283 Jul 05 04:21:10.414941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d82c88-98d6-4c7c-8421-2eaaf1218ae9 req-ccee4189-9cd4-4621-913f-5f75683f5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:10.416561 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-13d82c88-98d6-4c7c-8421-2eaaf1218ae9 req-ccee4189-9cd4-4621-913f-5f75683f5d92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 1095 time: 0.0561297 Jul 05 04:21:10.510089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d82c88-98d6-4c7c-8421-2eaaf1218ae9 req-92f2cf32-43f0-44ce-a566-7b1bb7591b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:10.511577 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-13d82c88-98d6-4c7c-8421-2eaaf1218ae9 req-92f2cf32-43f0-44ce-a566-7b1bb7591b1b service neutron] 10.222.0.11 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 918 time: 0.0885427 Jul 05 04:21:10.585877 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-13d82c88-98d6-4c7c-8421-2eaaf1218ae9 req-616935ad-2303-41ff-a255-3aa8807bbb13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c HTTP/1.1" status: 200 len: 999 time: 0.0678356 Jul 05 04:21:10.636738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d82c88-98d6-4c7c-8421-2eaaf1218ae9 req-fe231e79-699b-491e-bda6-ec112b6ea4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:10.638612 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-13d82c88-98d6-4c7c-8421-2eaaf1218ae9 req-fe231e79-699b-491e-bda6-ec112b6ea4b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 200 len: 856 time: 0.0467536 Jul 05 04:21:10.696097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d82c88-98d6-4c7c-8421-2eaaf1218ae9 req-7adbb450-1af5-4a2d-bbb9-a88dac2817e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:10.697840 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-13d82c88-98d6-4c7c-8421-2eaaf1218ae9 req-7adbb450-1af5-4a2d-bbb9-a88dac2817e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533335 Jul 05 04:21:10.793580 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-13d82c88-98d6-4c7c-8421-2eaaf1218ae9 req-75cb20db-1bce-4c84-8f3c-d98ef05cee19 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889752 Jul 05 04:21:10.882243 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-13d82c88-98d6-4c7c-8421-2eaaf1218ae9 req-68ae8b90-014c-48c5-bbc1-64fc16d765e2 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822554 Jul 05 04:21:11.316457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b470d-e778-4a11-84b3-888d08673ff3 req-274c9c51-4a57-461e-a4fc-ac4fb8b7a348 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:11.317867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de9b470d-e778-4a11-84b3-888d08673ff3 req-274c9c51-4a57-461e-a4fc-ac4fb8b7a348 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.1319566 Jul 05 04:21:11.382864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de9b470d-e778-4a11-84b3-888d08673ff3 req-04f02836-6baf-4dbf-9864-d2193e864f05 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586796 Jul 05 04:21:11.389838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef869c8-2c52-49f0-8649-2711f79a9a14 req-95260c55-1cb4-47f6-a605-c91da5e427c0 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:11.392510 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fef869c8-2c52-49f0-8649-2711f79a9a14 req-95260c55-1cb4-47f6-a605-c91da5e427c0 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1097 time: 0.1441307 Jul 05 04:21:11.393334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792c510-38f4-45c7-a5d6-116afa0c0119 req-f3cc3b8e-74d2-4bda-9553-362ca1f77e00 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:11.394718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f792c510-38f4-45c7-a5d6-116afa0c0119 req-f3cc3b8e-74d2-4bda-9553-362ca1f77e00 tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 1097 time: 0.1561081 Jul 05 04:21:11.480963 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fef869c8-2c52-49f0-8649-2711f79a9a14 req-cc4d2586-e615-42cd-9d86-4ef2c04631cc tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=233af46f-95fb-40b0-a5a2-15a60685902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835137 Jul 05 04:21:11.603723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f792c510-38f4-45c7-a5d6-116afa0c0119 req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Deleting port dcc1c167-ee21-4bda-a378-dadf32ab7bee {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:11.609138 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f792c510-38f4-45c7-a5d6-116afa0c0119 req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.740771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-f792c510-38f4-45c7-a5d6-116afa0c0119 req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] For port dcc1c167-ee21-4bda-a378-dadf32ab7bee, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=dcc1c167-ee21-4bda-a378-dadf32ab7bee,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:11.741359 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f792c510-38f4-45c7-a5d6-116afa0c0119 req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.756471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-f792c510-38f4-45c7-a5d6-116afa0c0119 req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Calling delete_port for dcc1c167-ee21-4bda-a378-dadf32ab7bee owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:11.982823 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f792c510-38f4-45c7-a5d6-116afa0c0119 req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.993808 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['dcc1c167-ee21-4bda-a378-dadf32ab7bee'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:12.083728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcc1c167-ee21-4bda-a378-dadf32ab7bee,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:12.099994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:12.100349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:12.100720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:12.101062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:12.101402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:12.101730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:12.103362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:12.103878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:12.104430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:12.105001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:12.105510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:12.106017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:12.143728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f792c510-38f4-45c7-a5d6-116afa0c0119 req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] No DVR routers for this DVR port dcc1c167-ee21-4bda-a378-dadf32ab7bee on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:12.143728 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-f792c510-38f4-45c7-a5d6-116afa0c0119 req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:12.146396 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f792c510-38f4-45c7-a5d6-116afa0c0119 req-37a91468-7bd7-475b-ada5-f9581f251ded tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.64 "DELETE /v2.0/ports/dcc1c167-ee21-4bda-a378-dadf32ab7bee HTTP/1.1" status: 204 len: 173 time: 0.7414079 Jul 05 04:21:12.147096 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c9bfdf-6f02-4703-b7c3-c032322f835a', 'name': 'network-vif-deleted', 'tag': 'dcc1c167-ee21-4bda-a378-dadf32ab7bee'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:12.154139 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac99dac4-09e6-4691-afa3-2728bc49b36b" -d '{"events": [{"server_uuid": "71c9bfdf-6f02-4703-b7c3-c032322f835a", "name": "network-vif-deleted", "tag": "dcc1c167-ee21-4bda-a378-dadf32ab7bee"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:12.232256 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd02802-3f65-49ce-88af-f71a1b736ebe x-openstack-request-id: req-1dd02802-3f65-49ce-88af-f71a1b736ebe {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:12.232679 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c9bfdf-6f02-4703-b7c3-c032322f835a", "name": "network-vif-deleted", "tag": "dcc1c167-ee21-4bda-a378-dadf32ab7bee", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:12.232981 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1dd02802-3f65-49ce-88af-f71a1b736ebe {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:12.233587 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c9bfdf-6f02-4703-b7c3-c032322f835a', 'name': 'network-vif-deleted', 'tag': 'dcc1c167-ee21-4bda-a378-dadf32ab7bee', 'status': 'completed', 'code': 200} Jul 05 04:21:12.751033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef9625-9ec4-4aaa-b879-ffc1b100e5d1 req-79d6a2c7-eb97-4ea9-b02d-5d55250b6d4b tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:12.753486 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eef9625-9ec4-4aaa-b879-ffc1b100e5d1 req-79d6a2c7-eb97-4ea9-b02d-5d55250b6d4b tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.1839163 Jul 05 04:21:12.781469 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba6141f4-2afe-45d3-bdae-4247609cd41f req-872f4131-6bd0-471d-8964-92311a3a933e tempest-TestServerMultinode-56900767 tempest-TestServerMultinode-56900767-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71c9bfdf-6f02-4703-b7c3-c032322f835a HTTP/1.1" status: 200 len: 210 time: 0.0958362 Jul 05 04:21:12.838051 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eef9625-9ec4-4aaa-b879-ffc1b100e5d1 req-07e05ebd-3f34-403f-8792-3f600544e2fe tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607040 Jul 05 04:21:13.929413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46604) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:14.128422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527979b-9a5b-4513-ab14-61b0b069b0cf req-8fdcde81-3776-4849-8c13-4c2455da2c04 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:14.137267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4527979b-9a5b-4513-ab14-61b0b069b0cf req-8fdcde81-3776-4849-8c13-4c2455da2c04 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0984430 Jul 05 04:21:14.230872 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4527979b-9a5b-4513-ab14-61b0b069b0cf req-ee6b114e-5097-4c21-ba3b-1b6584e40202 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916736 Jul 05 04:21:14.365651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device dcc1c167-ee21-4bda-a378-dadf32ab7bee no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:14.410260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: dcc1c167-ee21-4bda-a378-dadf32ab7bee {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:14.410844 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device dcc1c167-ee21-4bda-a378-dadf32ab7bee not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:14.858214 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ee9ddb2-3028-429e-9e2a-62c1a4c7d764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.244397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2ee9ddb2-3028-429e-9e2a-62c1a4c7d764 admin admin] Deleting port c9cda7e9-540c-448e-af7f-55b6a6f4484e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:15.245105 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ee9ddb2-3028-429e-9e2a-62c1a4c7d764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.395569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-2ee9ddb2-3028-429e-9e2a-62c1a4c7d764 admin admin] For port c9cda7e9-540c-448e-af7f-55b6a6f4484e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c9cda7e9-540c-448e-af7f-55b6a6f4484e,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:15.403128 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ee9ddb2-3028-429e-9e2a-62c1a4c7d764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.435109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2ee9ddb2-3028-429e-9e2a-62c1a4c7d764 admin admin] Calling delete_port for c9cda7e9-540c-448e-af7f-55b6a6f4484e owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:15.548056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b319fc-453a-4124-be67-358ada08342f req-7b6e7404-e623-48d8-b1e6-5f9d5081bee6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:15.555638 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03b319fc-453a-4124-be67-358ada08342f req-7b6e7404-e623-48d8-b1e6-5f9d5081bee6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.1166742 Jul 05 04:21:15.626476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03b319fc-453a-4124-be67-358ada08342f req-9373788e-cdcd-451d-b083-b0fa50df5855 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699568 Jul 05 04:21:15.868863 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ee9ddb2-3028-429e-9e2a-62c1a4c7d764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.910212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9ddb2-3028-429e-9e2a-62c1a4c7d764 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9cda7e9-540c-448e-af7f-55b6a6f4484e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:16.165888 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ee9ddb2-3028-429e-9e2a-62c1a4c7d764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.502831 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee9ddb2-3028-429e-9e2a-62c1a4c7d764 admin admin] Router 80eec691-3e82-4c19-98fc-d542a4443c94 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:16.641068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee9ddb2-3028-429e-9e2a-62c1a4c7d764 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:16.649759 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226a6788-4b77-4e32-bc94-097db74981b4 None None] Sync routers for ids ['80eec691-3e82-4c19-98fc-d542a4443c94'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:16.655853 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2ee9ddb2-3028-429e-9e2a-62c1a4c7d764 admin admin] 10.222.0.60 "PUT /v2.0/routers/80eec691-3e82-4c19-98fc-d542a4443c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7223060 Jul 05 04:21:16.658753 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46624) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:16.674266 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a6788-4b77-4e32-bc94-097db74981b4 None None] Routers {'80eec691-3e82-4c19-98fc-d542a4443c94'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:16.675276 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-226a6788-4b77-4e32-bc94-097db74981b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:20:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['80eec691-3e82-4c19-98fc-d542a4443c94'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:16.832090 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.882389 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-226a6788-4b77-4e32-bc94-097db74981b4 None None] Set router 80eec691-3e82-4c19-98fc-d542a4443c94 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:16.975867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.064002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde6a75-0bbf-4bb1-9d8e-efdc3fd379c2 req-5e78dd62-c0b7-4064-ad9f-8deeccddbbe2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:17.069969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccde6a75-0bbf-4bb1-9d8e-efdc3fd379c2 req-5e78dd62-c0b7-4064-ad9f-8deeccddbbe2 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.1468472 Jul 05 04:21:17.134034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] Deleting port 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:17.134933 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.140578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ccde6a75-0bbf-4bb1-9d8e-efdc3fd379c2 req-25d5fe21-92c1-440a-a762-09e8958b7fc0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649152 Jul 05 04:21:17.262079 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-226a6788-4b77-4e32-bc94-097db74981b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'name': 'tempest-TestServerMultinode-1292449452-router', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '3a7ac03b-51bc-41fe-bd86-bd5e21d8d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:13Z', 'updated_at': '2021-07-05T04:21:15Z', 'revision_number': 5, 'project_id': 'a123b4b3300243e3806d88d35a569596', 'gw_port': {'id': '3a7ac03b-51bc-41fe-bd86-bd5e21d8d390', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:14Z', 'updated_at': '2021-07-05T04:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:17.313941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] For port 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3a7ac03b-51bc-41fe-bd86-bd5e21d8d390,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:17.314847 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.346431 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] Calling delete_port for 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:17.361271 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226a6788-4b77-4e32-bc94-097db74981b4 None None] Checking router: 80eec691-3e82-4c19-98fc-d542a4443c94 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:17.407246 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a6788-4b77-4e32-bc94-097db74981b4 None None] Routers {'80eec691-3e82-4c19-98fc-d542a4443c94'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:17.423073 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-226a6788-4b77-4e32-bc94-097db74981b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:20:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['80eec691-3e82-4c19-98fc-d542a4443c94'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:17.668635 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-226a6788-4b77-4e32-bc94-097db74981b4 None None] Set router 80eec691-3e82-4c19-98fc-d542a4443c94 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:17.744529 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-226a6788-4b77-4e32-bc94-097db74981b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'name': 'tempest-TestServerMultinode-1292449452-router', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:13Z', 'updated_at': '2021-07-05T04:21:16Z', 'revision_number': 6, 'project_id': 'a123b4b3300243e3806d88d35a569596', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:17.777785 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226a6788-4b77-4e32-bc94-097db74981b4 None None] The sync data for ids ['80eec691-3e82-4c19-98fc-d542a4443c94'] in n-d-798249-5 is: [{'id': '80eec691-3e82-4c19-98fc-d542a4443c94', 'name': 'tempest-TestServerMultinode-1292449452-router', 'tenant_id': 'a123b4b3300243e3806d88d35a569596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:13Z', 'updated_at': '2021-07-05T04:21:16Z', 'revision_number': 6, 'project_id': 'a123b4b3300243e3806d88d35a569596', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:18.051918 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.083793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7ac03b-51bc-41fe-bd86-bd5e21d8d390,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:18.135995 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:21:18.191750 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.338063 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.345275 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.478119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440da149-b724-4d1e-b269-5e76bdd2b938 req-ded98991-bb4f-4fda-8b12-d3de27771f6f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:18.488073 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-440da149-b724-4d1e-b269-5e76bdd2b938 req-ded98991-bb4f-4fda-8b12-d3de27771f6f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0929050 Jul 05 04:21:18.497146 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.497731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80eec691-3e82-4c19-98fc-d542a4443c94 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:18.502114 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.506098 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ae1a02d0-d5ce-43c6-9d26-fcd37e91b8a3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/80eec691-3e82-4c19-98fc-d542a4443c94 HTTP/1.1" status: 204 len: 168 time: 1.8482847 Jul 05 04:21:18.506807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46640) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:18.541188 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-440da149-b724-4d1e-b269-5e76bdd2b938 req-c714ef58-b226-4c13-8d71-47b8cbc45b73 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517976 Jul 05 04:21:18.594592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d92c5c6-f848-4ca0-bc7c-d6ce6640482f admin admin] Deleting subnet 945c8bae-e2ec-4d4f-ad96-23533fff590d {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:21:18.599277 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d92c5c6-f848-4ca0-bc7c-d6ce6640482f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.641517 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d92c5c6-f848-4ca0-bc7c-d6ce6640482f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.743337 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d92c5c6-f848-4ca0-bc7c-d6ce6640482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.904764 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d92c5c6-f848-4ca0-bc7c-d6ce6640482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.939486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92c5c6-f848-4ca0-bc7c-d6ce6640482f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=945c8bae-e2ec-4d4f-ad96-23533fff590d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:18.954637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9558fa-3f5c-42d6-afac-8a901f8c3ee7 None None] Network dccbbb7b-e5f6-47aa-ab62-b284f98083c2 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:18.960076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6d92c5c6-f848-4ca0-bc7c-d6ce6640482f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.964431 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6d92c5c6-f848-4ca0-bc7c-d6ce6640482f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/945c8bae-e2ec-4d4f-ad96-23533fff590d HTTP/1.1" status: 204 len: 168 time: 0.4542150 Jul 05 04:21:18.965465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46644) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:19.127967 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.210402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Deleting port a1f1fc48-d0b6-445d-a610-4390355f62aa {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:19.211852 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.339265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] For port a1f1fc48-d0b6-445d-a610-4390355f62aa, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a1f1fc48-d0b6-445d-a610-4390355f62aa,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:19.339877 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.365379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] DHCP port deletion for dccbbb7b-e5f6-47aa-ab62-b284f98083c2 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:21:19.389468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Calling delete_port for a1f1fc48-d0b6-445d-a610-4390355f62aa owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:19.522505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Deleting port a1f1fc48-d0b6-445d-a610-4390355f62aa {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:19.522505 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.587875 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.643185 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f1fc48-d0b6-445d-a610-4390355f62aa,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:19.680819 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] No DVR routers for this DVR port a1f1fc48-d0b6-445d-a610-4390355f62aa on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:19.696758 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c9cda7e9-540c-448e-af7f-55b6a6f4484e no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:19.710714 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] For port a1f1fc48-d0b6-445d-a610-4390355f62aa, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a1f1fc48-d0b6-445d-a610-4390355f62aa,segment=NetworkSegment(fb315bda-e3b4-4374-8592-0c38bbf87af6),segment_id=fb315bda-e3b4-4374-8592-0c38bbf87af6)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:19.711262 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.763286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: c9cda7e9-540c-448e-af7f-55b6a6f4484e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:19.763709 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c9cda7e9-540c-448e-af7f-55b6a6f4484e not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:19.764403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a1f1fc48-d0b6-445d-a610-4390355f62aa no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:19.788112 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.795422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccbbb7b-e5f6-47aa-ab62-b284f98083c2']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:19.797891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: a1f1fc48-d0b6-445d-a610-4390355f62aa {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:19.798531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a1f1fc48-d0b6-445d-a610-4390355f62aa not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:19.799199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:19.805110 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Calling delete_port for a1f1fc48-d0b6-445d-a610-4390355f62aa owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:19.816934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb315bda-e3b4-4374-8592-0c38bbf87af6') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:19.817274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb315bda-e3b4-4374-8592-0c38bbf87af6') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:19.827510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:19.828134 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.828525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3a7ac03b-51bc-41fe-bd86-bd5e21d8d390 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:19.849922 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.856633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:21:19.857043 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:21:19.938771 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:21:19.942242 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.008558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Pushing event deleted for resources: {'Port': ['ID=a1f1fc48-d0b6-445d-a610-4390355f62aa,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:20.025289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] No DVR routers for this DVR port a1f1fc48-d0b6-445d-a610-4390355f62aa on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:20.025289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.025289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.025289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.025289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.025289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.034877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90c3bf-09f0-44d7-9084-c0ccdb3d6c0e req-84af8ace-1314-452a-ae39-cee28ad741d0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:20.036912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.037443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.037837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.038249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.038674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.039048 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec90c3bf-09f0-44d7-9084-c0ccdb3d6c0e req-84af8ace-1314-452a-ae39-cee28ad741d0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0971992 Jul 05 04:21:20.039232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.039494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd846048-e5fa-4efc-9e78-3be3233923de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.120612 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec90c3bf-09f0-44d7-9084-c0ccdb3d6c0e req-4ff359bc-80c3-4da0-98ae-739bc92a0714 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764165 Jul 05 04:21:20.662615 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.671273 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.676678 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] 10.222.0.60 "DELETE /v2.0/networks/dccbbb7b-e5f6-47aa-ab62-b284f98083c2 HTTP/1.1" status: 204 len: 168 time: 1.7108138 Jul 05 04:21:20.676985 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46660) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:20.690997 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ce420-6544-4275-b466-d194a601e560 admin admin] Pushing event deleted for resources: {'Network': ['ID=dccbbb7b-e5f6-47aa-ab62-b284f98083c2,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:21.233643 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-38865f86-0757-4960-a6e9-c9b49f7e9b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.285072 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-70b7dc7f-bf4b-465c-b69b-6387fd7c5f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.457768 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62cd19-c183-4da5-9248-91d35ab67043 req-1026285e-1970-4b50-970d-7e04f1bd67d3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:21.479037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a62cd19-c183-4da5-9248-91d35ab67043 req-1026285e-1970-4b50-970d-7e04f1bd67d3 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.1553936 Jul 05 04:21:21.589027 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a62cd19-c183-4da5-9248-91d35ab67043 req-c5952ced-124f-45c5-97b7-d754d4e86eb7 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037054 Jul 05 04:21:21.850958 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-38865f86-0757-4960-a6e9-c9b49f7e9b75 admin admin] Deleting port a13464c1-e838-4961-a765-d79c7309f921 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:21.851556 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-38865f86-0757-4960-a6e9-c9b49f7e9b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.966459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-38865f86-0757-4960-a6e9-c9b49f7e9b75 admin admin] For port a13464c1-e838-4961-a765-d79c7309f921, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a13464c1-e838-4961-a765-d79c7309f921,segment=NetworkSegment(9c3ed2f3-746c-44af-9eb6-0f963ddfc758),segment_id=9c3ed2f3-746c-44af-9eb6-0f963ddfc758)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:21.967565 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-38865f86-0757-4960-a6e9-c9b49f7e9b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.982874 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-38865f86-0757-4960-a6e9-c9b49f7e9b75 admin admin] Calling delete_port for a13464c1-e838-4961-a765-d79c7309f921 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:22.308933 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-38865f86-0757-4960-a6e9-c9b49f7e9b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.345920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38865f86-0757-4960-a6e9-c9b49f7e9b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13464c1-e838-4961-a765-d79c7309f921,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:22.654443 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-38865f86-0757-4960-a6e9-c9b49f7e9b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.664292 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b814-c165-4466-afea-ccfef20e2bab req-d161e95d-344e-4f2b-b03b-c22bfea00404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:22.666375 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8e81b814-c165-4466-afea-ccfef20e2bab req-d161e95d-344e-4f2b-b03b-c22bfea00404 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7982693370f04ea2842a41b7aaea4c91&device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 1095 time: 0.1510012 Jul 05 04:21:22.824434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7bb2f-8c57-4e1e-a185-ec6056fcc11d req-59b98c1e-d9f2-4aff-b1b9-8e684ab47f46 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:22.826568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfe7bb2f-8c57-4e1e-a185-ec6056fcc11d req-59b98c1e-d9f2-4aff-b1b9-8e684ab47f46 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0847483 Jul 05 04:21:22.870756 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfe7bb2f-8c57-4e1e-a185-ec6056fcc11d req-1cddeb33-25fd-4497-911a-eb805b1d3d28 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356536 Jul 05 04:21:22.884424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b814-c165-4466-afea-ccfef20e2bab req-57f027ac-e71f-4217-8df1-f0090fc3a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:22.889747 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8e81b814-c165-4466-afea-ccfef20e2bab req-57f027ac-e71f-4217-8df1-f0090fc3a9d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 200 len: 918 time: 0.1686223 Jul 05 04:21:23.382559 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8e81b814-c165-4466-afea-ccfef20e2bab req-fad88951-f238-4363-97d7-b6bf37e2a3b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c HTTP/1.1" status: 200 len: 999 time: 0.4597044 Jul 05 04:21:23.444992 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38865f86-0757-4960-a6e9-c9b49f7e9b75 admin admin] Router 9ef33313-3ceb-4548-b7d2-77b16bae54f0 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:23.459300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b814-c165-4466-afea-ccfef20e2bab req-ccfdee44-f9cb-4e5a-b008-ac0eef55a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:23.460872 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8e81b814-c165-4466-afea-ccfef20e2bab req-ccfdee44-f9cb-4e5a-b008-ac0eef55a756 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 200 len: 856 time: 0.0648251 Jul 05 04:21:23.617633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38865f86-0757-4960-a6e9-c9b49f7e9b75 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:23.626060 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-38865f86-0757-4960-a6e9-c9b49f7e9b75 admin admin] 10.222.0.60 "PUT /v2.0/routers/9ef33313-3ceb-4548-b7d2-77b16bae54f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9451139 Jul 05 04:21:23.626060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b814-c165-4466-afea-ccfef20e2bab req-c08e2afb-2e71-43f2-b391-073c2af81219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:23.626361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46762) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:23.627212 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8e81b814-c165-4466-afea-ccfef20e2bab req-c08e2afb-2e71-43f2-b391-073c2af81219 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efb51d37-ec2e-4b14-93c8-e329c0ebeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590950 Jul 05 04:21:23.628018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfc426-949c-4ba7-985f-a5c3cb1d8319 None None] Sync routers for ids ['9ef33313-3ceb-4548-b7d2-77b16bae54f0'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:23.640924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfc426-949c-4ba7-985f-a5c3cb1d8319 None None] Routers {'9ef33313-3ceb-4548-b7d2-77b16bae54f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:23.641650 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-16cfc426-949c-4ba7-985f-a5c3cb1d8319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:20:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['9ef33313-3ceb-4548-b7d2-77b16bae54f0'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:23.753850 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-16cfc426-949c-4ba7-985f-a5c3cb1d8319 None None] Set router 9ef33313-3ceb-4548-b7d2-77b16bae54f0 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:23.755007 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8e81b814-c165-4466-afea-ccfef20e2bab req-1bd8276f-c39f-4c45-8734-05e246400eec service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205831 Jul 05 04:21:23.774745 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.877879 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8e81b814-c165-4466-afea-ccfef20e2bab req-222a095b-a89d-4c13-921e-096a533c6c82 service neutron] 10.222.0.11 "GET /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163571 Jul 05 04:21:23.939704 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.967039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-16cfc426-949c-4ba7-985f-a5c3cb1d8319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'name': 'tempest-TestServerMultinode-1130248351-router', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:23Z', 'updated_at': '2021-07-05T04:21:22Z', 'revision_number': 5, 'project_id': '8881d6bcf261483384f43bfa305f4b7b', 'gw_port': {'id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:24Z', 'updated_at': '2021-07-05T04:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:23.995732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfc426-949c-4ba7-985f-a5c3cb1d8319 None None] Checking router: 9ef33313-3ceb-4548-b7d2-77b16bae54f0 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:24.005387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfc426-949c-4ba7-985f-a5c3cb1d8319 None None] Routers {'9ef33313-3ceb-4548-b7d2-77b16bae54f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:24.006021 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-16cfc426-949c-4ba7-985f-a5c3cb1d8319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:20:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['9ef33313-3ceb-4548-b7d2-77b16bae54f0'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:24.114909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] Deleting port ab4a9173-a149-4cad-9d14-16f403dc3343 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:24.115219 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.125583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b47e38-a003-4abe-a74c-ee43cf3d9050 req-fe1e444f-ebca-4c31-aabe-e4c381feddcf tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:24.130607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58b47e38-a003-4abe-a74c-ee43cf3d9050 req-fe1e444f-ebca-4c31-aabe-e4c381feddcf tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 944 time: 0.1136737 Jul 05 04:21:24.145286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-16cfc426-949c-4ba7-985f-a5c3cb1d8319 None None] Set router 9ef33313-3ceb-4548-b7d2-77b16bae54f0 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:24.229590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58b47e38-a003-4abe-a74c-ee43cf3d9050 req-170a15af-01f7-4ceb-959b-d5bbff85d748 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869257 Jul 05 04:21:24.250750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] For port ab4a9173-a149-4cad-9d14-16f403dc3343, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ab4a9173-a149-4cad-9d14-16f403dc3343,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:24.251134 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.280117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] Calling delete_port for ab4a9173-a149-4cad-9d14-16f403dc3343 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:24.308398 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-09fa77ec-d085-4115-bd7c-9daba1345e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.380329 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:21:24.403188 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.507195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-16cfc426-949c-4ba7-985f-a5c3cb1d8319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'name': 'tempest-TestServerMultinode-1130248351-router', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:23Z', 'updated_at': '2021-07-05T04:21:22Z', 'revision_number': 5, 'project_id': '8881d6bcf261483384f43bfa305f4b7b', 'gw_port': {'id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:24Z', 'updated_at': '2021-07-05T04:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:24.541370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfc426-949c-4ba7-985f-a5c3cb1d8319 None None] The sync data for ids ['9ef33313-3ceb-4548-b7d2-77b16bae54f0'] in n-d-798249-5 is: [{'id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'name': 'tempest-TestServerMultinode-1130248351-router', 'tenant_id': '8881d6bcf261483384f43bfa305f4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:23Z', 'updated_at': '2021-07-05T04:21:22Z', 'revision_number': 5, 'project_id': '8881d6bcf261483384f43bfa305f4b7b', 'gw_port': {'id': 'ab4a9173-a149-4cad-9d14-16f403dc3343', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef33313-3ceb-4548-b7d2-77b16bae54f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:24Z', 'updated_at': '2021-07-05T04:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:24.550817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:24.563304 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'port_id': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'mac_address': 'fa:16:3e:c8:5f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:21:24.578066 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.610776 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.622918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab4a9173-a149-4cad-9d14-16f403dc3343,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:24.635147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:21:24.658517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:24.690592 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.720472 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.770505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:24.804814 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.807014 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.886345 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.887791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ef33313-3ceb-4548-b7d2-77b16bae54f0 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:24.897988 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.897988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8fcde922-55f3-493b-a397-1c8d0401370a admin admin] 10.222.0.60 "DELETE /v2.0/routers/9ef33313-3ceb-4548-b7d2-77b16bae54f0 HTTP/1.1" status: 204 len: 168 time: 1.2659707 Jul 05 04:21:24.897988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46824) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:24.923033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['12eb04ec-7aa3-4a43-b258-ffeca1c25e6c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:24.956632 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63e1cfa-4d20-4462-9fe1-89a1d21fbcd1 admin admin] Deleting subnet d8af6e8b-0fb3-48ce-89e4-61ec35c38220 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:21:24.960058 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a63e1cfa-4d20-4462-9fe1-89a1d21fbcd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.012576 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a63e1cfa-4d20-4462-9fe1-89a1d21fbcd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.107170 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a63e1cfa-4d20-4462-9fe1-89a1d21fbcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.252832 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a63e1cfa-4d20-4462-9fe1-89a1d21fbcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.307049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e1cfa-4d20-4462-9fe1-89a1d21fbcd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8af6e8b-0fb3-48ce-89e4-61ec35c38220,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:25.307236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a63e1cfa-4d20-4462-9fe1-89a1d21fbcd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.312228 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a63e1cfa-4d20-4462-9fe1-89a1d21fbcd1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d8af6e8b-0fb3-48ce-89e4-61ec35c38220 HTTP/1.1" status: 204 len: 168 time: 0.4114215 Jul 05 04:21:25.312556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46844) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:25.317117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba44c7-f45e-494c-930d-01b20ab0fd55 None None] Network 7c25a0f0-dcba-4c11-b71b-7f27b36bac79 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:25.358741 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.454136 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.532125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f91a-05e0-42c6-b1f4-b185af820726 req-a74ee9d2-38c6-4070-9106-6cfdbc4e9232 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:25.534553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f005f91a-05e0-42c6-b1f4-b185af820726 req-a74ee9d2-38c6-4070-9106-6cfdbc4e9232 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 945 time: 0.1300063 Jul 05 04:21:25.591802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f005f91a-05e0-42c6-b1f4-b185af820726 req-74d1a7bb-d9a9-47c7-a2ff-eaa6594aeea6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513694 Jul 05 04:21:25.598203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Deleting port 95530f76-a2e9-4729-9a73-fe8138fa7045 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:25.598588 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.650893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3295e-65b5-4c6f-893e-bc8ead38e2f3 None None] DHCP port deletion for 7c25a0f0-dcba-4c11-b71b-7f27b36bac79 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:21:25.709309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] For port 95530f76-a2e9-4729-9a73-fe8138fa7045, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=95530f76-a2e9-4729-9a73-fe8138fa7045,segment=NetworkSegment(9c3ed2f3-746c-44af-9eb6-0f963ddfc758),segment_id=9c3ed2f3-746c-44af-9eb6-0f963ddfc758)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:25.709678 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.714929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-01b3295e-65b5-4c6f-893e-bc8ead38e2f3 None None] Deleting port 95530f76-a2e9-4729-9a73-fe8138fa7045 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:25.715308 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01b3295e-65b5-4c6f-893e-bc8ead38e2f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.723637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ab4a9173-a149-4cad-9d14-16f403dc3343 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:25.726334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Calling delete_port for 95530f76-a2e9-4729-9a73-fe8138fa7045 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:25.903490 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.930139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ab4a9173-a149-4cad-9d14-16f403dc3343 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:25.935857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ab4a9173-a149-4cad-9d14-16f403dc3343 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:25.935857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a13464c1-e838-4961-a765-d79c7309f921 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:25.937145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Pushing event deleted for resources: {'Port': ['ID=95530f76-a2e9-4729-9a73-fe8138fa7045,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:25.941436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] No DVR routers for this DVR port 95530f76-a2e9-4729-9a73-fe8138fa7045 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:25.952954 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: a13464c1-e838-4961-a765-d79c7309f921 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:25.953272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a13464c1-e838-4961-a765-d79c7309f921 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:25.953702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 95530f76-a2e9-4729-9a73-fe8138fa7045 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:25.980004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 95530f76-a2e9-4729-9a73-fe8138fa7045 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:25.980470 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 95530f76-a2e9-4729-9a73-fe8138fa7045 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:26.001912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-01b3295e-65b5-4c6f-893e-bc8ead38e2f3 None None] For port 95530f76-a2e9-4729-9a73-fe8138fa7045, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=95530f76-a2e9-4729-9a73-fe8138fa7045,segment=NetworkSegment(9c3ed2f3-746c-44af-9eb6-0f963ddfc758),segment_id=9c3ed2f3-746c-44af-9eb6-0f963ddfc758)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:26.002328 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01b3295e-65b5-4c6f-893e-bc8ead38e2f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.018745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-01b3295e-65b5-4c6f-893e-bc8ead38e2f3 None None] Calling delete_port for 95530f76-a2e9-4729-9a73-fe8138fa7045 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:26.045363 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.055918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c25a0f0-dcba-4c11-b71b-7f27b36bac79']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:26.067243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3ed2f3-746c-44af-9eb6-0f963ddfc758') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:26.068117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3ed2f3-746c-44af-9eb6-0f963ddfc758') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:26.080000 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.095637 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.103616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:21:26.104053 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:21:26.105768 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:21:26.111235 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01b3295e-65b5-4c6f-893e-bc8ead38e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.147881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3295e-65b5-4c6f-893e-bc8ead38e2f3 None None] Pushing event deleted for resources: {'Port': ['ID=95530f76-a2e9-4729-9a73-fe8138fa7045,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:26.154794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b3295e-65b5-4c6f-893e-bc8ead38e2f3 None None] No DVR routers for this DVR port 95530f76-a2e9-4729-9a73-fe8138fa7045 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:26.222956 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.234885 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.234885 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7c25a0f0-dcba-4c11-b71b-7f27b36bac79 HTTP/1.1" status: 204 len: 168 time: 0.9207177 Jul 05 04:21:26.247867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4f47c-1dda-475a-9a8e-a4e4afafee13 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c25a0f0-dcba-4c11-b71b-7f27b36bac79,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:26.360153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:26.412206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:26.412611 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.493796 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.519698 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:26.521955 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a330245c-6559-4f48-9b76-c40ed916a233" -d '{"events": [{"server_uuid": "b94bcc5e-62be-4663-b5a9-4b132b24d8b5", "name": "network-vif-plugged", "status": "completed", "tag": "12eb04ec-7aa3-4a43-b258-ffeca1c25e6c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:26.537576 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:26.565033 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90555ea0-ff3f-49f0-98eb-bbbfea2d4c3c x-openstack-request-id: req-90555ea0-ff3f-49f0-98eb-bbbfea2d4c3c {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:26.565407 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94bcc5e-62be-4663-b5a9-4b132b24d8b5", "name": "network-vif-plugged", "status": "completed", "tag": "12eb04ec-7aa3-4a43-b258-ffeca1c25e6c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:26.565848 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90555ea0-ff3f-49f0-98eb-bbbfea2d4c3c {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:26.566293 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'code': 200} Jul 05 04:21:26.617601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46912) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:26.623457 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.670767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46916) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:26.683351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-503e8bf1-110d-4d49-9a58-d784d7e0df21 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a123b4b3300243e3806d88d35a569596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598443 Jul 05 04:21:26.688060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,revision_number=10']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:26.762147 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9419cdb2-d78f-432d-9179-a7831618cd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.787046 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9419cdb2-d78f-432d-9179-a7831618cd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.826410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e63c3-d664-4176-9ab2-594aac8b4e12 req-4c376c28-eaed-48db-9676-74ff0a476ab1 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:26.828658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f0e63c3-d664-4176-9ab2-594aac8b4e12 req-4c376c28-eaed-48db-9676-74ff0a476ab1 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 947 time: 0.0805469 Jul 05 04:21:26.879769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f0e63c3-d664-4176-9ab2-594aac8b4e12 req-c28d9b3b-7dac-4217-9cf6-3f6f4a6729e6 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410559 Jul 05 04:21:26.890349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d6962-f988-468d-8793-ea0b9d2ed094 req-0f566508-2f43-4f6c-b6a0-c3cb2d339ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:26.892004 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d26d6962-f988-468d-8793-ea0b9d2ed094 req-0f566508-2f43-4f6c-b6a0-c3cb2d339ecd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 1098 time: 0.1027730 Jul 05 04:21:26.930420 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d26d6962-f988-468d-8793-ea0b9d2ed094 req-d101e52c-521b-4340-a8f7-4cf0ce936712 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324123 Jul 05 04:21:26.942712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9419cdb2-d78f-432d-9179-a7831618cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.945333 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9419cdb2-d78f-432d-9179-a7831618cd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.946450 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9419cdb2-d78f-432d-9179-a7831618cd1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5120cda-3823-4638-9bc8-23dea6c6d762 HTTP/1.1" status: 204 len: 168 time: 0.2746468 Jul 05 04:21:26.958335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419cdb2-d78f-432d-9179-a7831618cd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5120cda-3823-4638-9bc8-23dea6c6d762,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:27.210900 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.635731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 46980) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:27.691719 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e0d07d06-c205-42ca-8b55-7c0d578b7208 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8881d6bcf261483384f43bfa305f4b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568917 Jul 05 04:21:27.694365 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 46982) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:27.758365 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-76d3b154-e246-498a-9e29-15d932469fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.789190 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-76d3b154-e246-498a-9e29-15d932469fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.076201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54293826-d569-4ad7-a08e-cf5dbdca5185 req-6282bb81-391d-4707-ab3d-163071e5f88d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:28.077848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54293826-d569-4ad7-a08e-cf5dbdca5185 req-6282bb81-391d-4707-ab3d-163071e5f88d tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 947 time: 0.0701244 Jul 05 04:21:28.127490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54293826-d569-4ad7-a08e-cf5dbdca5185 req-8991a2fc-08c6-4dbe-b004-ee8fd31b7d94 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420003 Jul 05 04:21:28.435132 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-76d3b154-e246-498a-9e29-15d932469fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.439646 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-76d3b154-e246-498a-9e29-15d932469fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.439646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-76d3b154-e246-498a-9e29-15d932469fac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/233af46f-95fb-40b0-a5a2-15a60685902a HTTP/1.1" status: 204 len: 168 time: 0.7434890 Jul 05 04:21:28.446837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3b154-e246-498a-9e29-15d932469fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233af46f-95fb-40b0-a5a2-15a60685902a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:29.339813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328e31c-173d-4f16-a97d-48afbb78cee7 req-7d3d6268-5c81-4897-b5a8-f3b6839fee58 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:29.342775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8328e31c-173d-4f16-a97d-48afbb78cee7 req-7d3d6268-5c81-4897-b5a8-f3b6839fee58 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 947 time: 0.0737865 Jul 05 04:21:29.392990 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8328e31c-173d-4f16-a97d-48afbb78cee7 req-99e7b334-87ca-43d2-a7f3-815bcd9d4833 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436692 Jul 05 04:21:29.623697 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.592317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c35d9e-35e8-4201-b399-9793c35bc1ab req-c54de322-e7ff-4be3-a9ad-d720b0a36bb7 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:30.594067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29c35d9e-35e8-4201-b399-9793c35bc1ab req-c54de322-e7ff-4be3-a9ad-d720b0a36bb7 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 947 time: 0.0704341 Jul 05 04:21:30.635553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29c35d9e-35e8-4201-b399-9793c35bc1ab req-0cf72988-0650-45d5-9c12-c24b4bf787a5 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351942 Jul 05 04:21:31.577291 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.539538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-81fc96ae-9291-4fe0-a66f-f058483729b2 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:34.541029 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-81fc96ae-9291-4fe0-a66f-f058483729b2 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/networks?id=51e13d01-5ce0-403e-893b-d734e5d430b8 HTTP/1.1" status: 200 len: 814 time: 0.1079826 Jul 05 04:21:34.556100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-2f9fc87a-28f6-44a4-b6c2-18f10141073b tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/quotas/baf585bb62bc486ba3dcca7eafc172ba HTTP/1.1" status: 200 len: 375 time: 0.0092306 Jul 05 04:21:34.591958 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-9cea8089-4f49-474c-99be-c412ef9821d3 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=baf585bb62bc486ba3dcca7eafc172ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292737 Jul 05 04:21:34.700192 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-7ac9d69a-03c6-4d49-bb75-06455c5e5c6a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:21:34.701260 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-7ac9d69a-03c6-4d49-bb75-06455c5e5c6a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1024513 Jul 05 04:21:34.795121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-fc2dd61c-88dc-456c-baa8-0a8e471dcedc service neutron] 10.222.0.60 "GET /v2.0/networks/51e13d01-5ce0-403e-893b-d734e5d430b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878999 Jul 05 04:21:34.886780 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-a8213b1c-1146-4c93-8077-21afa463ee78 service neutron] 10.222.0.60 "GET /v2.0/networks/51e13d01-5ce0-403e-893b-d734e5d430b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859997 Jul 05 04:21:35.170716 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f506201e-35d4-4296-9182-cb307e00132c req-0b74ee4b-d7be-4e52-9165-7a6f6024dc4b tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 210 time: 0.0287249 Jul 05 04:21:36.259713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1a7234a-256e-42fe-b3fc-9ebac1404769 req-170a238d-ecf6-42ea-898a-f37227ed4fbd tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 210 time: 0.0334666 Jul 05 04:21:37.410484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bafe086e-1422-467a-b060-1dfcd6d09b68 req-8506471f-025c-4732-b090-22eb78b77525 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 210 time: 0.0312691 Jul 05 04:21:38.071040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-88e7cad9-7a48-4b65-add6-3459229c3fd3 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:38.072507 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-88e7cad9-7a48-4b65-add6-3459229c3fd3 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.64 "GET /v2.0/networks?id=51e13d01-5ce0-403e-893b-d734e5d430b8 HTTP/1.1" status: 200 len: 814 time: 0.4471691 Jul 05 04:21:38.084520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-01c970ad-5781-47a8-b585-d4854f8c3060 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Request body: {'port': {'device_id': 'deedf066-3623-41ad-98ef-d921f1c019ef', 'network_id': '51e13d01-5ce0-403e-893b-d734e5d430b8', 'admin_state_up': True, 'tenant_id': 'baf585bb62bc486ba3dcca7eafc172ba'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:38.251868 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-01c970ad-5781-47a8-b585-d4854f8c3060 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Made reservation on behalf of baf585bb62bc486ba3dcca7eafc172ba for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:38.255491 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-01c970ad-5781-47a8-b585-d4854f8c3060 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.381576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-01c970ad-5781-47a8-b585-d4854f8c3060 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Allocated IP 172.20.0.8 (51e13d01-5ce0-403e-893b-d734e5d430b8/a65052bd-8069-4d19-9844-87756d28c2ee/52170679-df26-4fb0-967d-676950b9ce52) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:38.539428 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-01c970ad-5781-47a8-b585-d4854f8c3060 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.559263 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31485528-ffb3-4a08-abaf-4a983c5c27a8 req-989b2a5d-d5c4-4c8a-b09a-fdbb1d5c042b tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 210 time: 0.0346701 Jul 05 04:21:38.675369 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-01c970ad-5781-47a8-b585-d4854f8c3060 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.720295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-01c970ad-5781-47a8-b585-d4854f8c3060 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Network 51e13d01-5ce0-403e-893b-d734e5d430b8 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:38.723429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-01c970ad-5781-47a8-b585-d4854f8c3060 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:38.729601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-01c970ad-5781-47a8-b585-d4854f8c3060 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:38.753283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c970ad-5781-47a8-b585-d4854f8c3060 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Pushing event updated for resources: {'Port': ['ID=52170679-df26-4fb0-967d-676950b9ce52,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:38.783377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-01c970ad-5781-47a8-b585-d4854f8c3060 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:38.784591 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-01c970ad-5781-47a8-b585-d4854f8c3060 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.896829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-01c970ad-5781-47a8-b585-d4854f8c3060 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8158627 Jul 05 04:21:38.908944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Request body: {'port': {'device_id': 'deedf066-3623-41ad-98ef-d921f1c019ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:38.982176 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.240620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52170679-df26-4fb0-967d-676950b9ce52 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:21:39.248280 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.260666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Transition to ACTIVE for port object 52170679-df26-4fb0-967d-676950b9ce52 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:39.371796 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.424608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Pushing event updated for resources: {'Port': ['ID=52170679-df26-4fb0-967d-676950b9ce52,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:39.495212 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Attempting to bind port 52170679-df26-4fb0-967d-676950b9ce52 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:39.495476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Attempting to bind port 52170679-df26-4fb0-967d-676950b9ce52 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '51e13d01-5ce0-403e-893b-d734e5d430b8'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:39.495806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Attempting to bind port 52170679-df26-4fb0-967d-676950b9ce52 on network 51e13d01-5ce0-403e-893b-d734e5d430b8 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:39.500665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Port 52170679-df26-4fb0-967d-676950b9ce52 on network 51e13d01-5ce0-403e-893b-d734e5d430b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:21:39.500988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Attempting to bind port 52170679-df26-4fb0-967d-676950b9ce52 on network 51e13d01-5ce0-403e-893b-d734e5d430b8 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:39.505758 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:39.506092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Checking segment: {'id': '77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '51e13d01-5ce0-403e-893b-d734e5d430b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:39.506470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Bound using segment: {'id': '77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '51e13d01-5ce0-403e-893b-d734e5d430b8'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:39.506883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Bound port: 52170679-df26-4fb0-967d-676950b9ce52, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '51e13d01-5ce0-403e-893b-d734e5d430b8'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:39.507240 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.569790 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] For port 52170679-df26-4fb0-967d-676950b9ce52, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:39.572904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] For port 52170679-df26-4fb0-967d-676950b9ce52, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=52170679-df26-4fb0-967d-676950b9ce52,segment=NetworkSegment(77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9),segment_id=77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:39.704930 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.748268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:39.749488 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.750908 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] 10.222.0.64 "PUT /v2.0/ports/52170679-df26-4fb0-967d-676950b9ce52 HTTP/1.1" status: 200 len: 1091 time: 0.8467739 Jul 05 04:21:39.751350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deedf066-3623-41ad-98ef-d921f1c019ef', 'tag': '52170679-df26-4fb0-967d-676950b9ce52'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:39.753594 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5e050b-66ca-43f0-b206-2746548e5e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "deedf066-3623-41ad-98ef-d921f1c019ef", "tag": "52170679-df26-4fb0-967d-676950b9ce52"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:39.787453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3eea00-a1d4-4551-b80e-e2cf11d80f15 service neutron] Pushing event updated for resources: {'Port': ['ID=52170679-df26-4fb0-967d-676950b9ce52,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:39.794127 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73a379a-54ab-46a3-9e2e-47af428413da x-openstack-request-id: req-f73a379a-54ab-46a3-9e2e-47af428413da {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:39.794509 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deedf066-3623-41ad-98ef-d921f1c019ef", "tag": "52170679-df26-4fb0-967d-676950b9ce52", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:39.794900 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f73a379a-54ab-46a3-9e2e-47af428413da {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:39.795895 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deedf066-3623-41ad-98ef-d921f1c019ef', 'tag': '52170679-df26-4fb0-967d-676950b9ce52', 'status': 'completed', 'code': 200} Jul 05 04:21:39.805249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823f490-a5c6-4868-ba16-79374ef1c9c3 req-84fdd50d-ff88-49a5-b925-5d165560b550 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:39.809017 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6823f490-a5c6-4868-ba16-79374ef1c9c3 req-84fdd50d-ff88-49a5-b925-5d165560b550 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 943 time: 0.1337109 Jul 05 04:21:39.880730 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6823f490-a5c6-4868-ba16-79374ef1c9c3 req-fc8dc3d0-f2ea-4a9b-b49d-e4ef7406f50a tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658092 Jul 05 04:21:39.895596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e050b-66ca-43f0-b206-2746548e5e3c req-d6b838bd-4356-4739-9d07-87b731054a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:39.897158 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c5e050b-66ca-43f0-b206-2746548e5e3c req-d6b838bd-4356-4739-9d07-87b731054a37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=baf585bb62bc486ba3dcca7eafc172ba&device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 1094 time: 0.0836036 Jul 05 04:21:40.000222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e050b-66ca-43f0-b206-2746548e5e3c req-9f103fb3-37f5-4e0e-9d9a-670fb1eede48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:40.001663 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c5e050b-66ca-43f0-b206-2746548e5e3c req-9f103fb3-37f5-4e0e-9d9a-670fb1eede48 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=baf585bb62bc486ba3dcca7eafc172ba&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0979474 Jul 05 04:21:40.095718 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e050b-66ca-43f0-b206-2746548e5e3c req-2494fd02-d8e9-47c3-aed5-b75859358a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:40.097320 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c5e050b-66ca-43f0-b206-2746548e5e3c req-2494fd02-d8e9-47c3-aed5-b75859358a13 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896838 Jul 05 04:21:40.196235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-5dba328b-e71b-4129-9d78-93bdac4e76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:40.197848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-5dba328b-e71b-4129-9d78-93bdac4e76a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=baf585bb62bc486ba3dcca7eafc172ba&device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 1094 time: 0.0616822 Jul 05 04:21:40.239757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-9df85792-293a-4fc7-8e5c-9a1ededb7e76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52170679-df26-4fb0-967d-676950b9ce52 HTTP/1.1" status: 200 len: 217 time: 0.0350840 Jul 05 04:21:40.287417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-f2b5cdd6-b379-4312-966a-ede4f859444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:40.288840 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-f2b5cdd6-b379-4312-966a-ede4f859444d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a65052bd-8069-4d19-9844-87756d28c2ee HTTP/1.1" status: 200 len: 854 time: 0.0437188 Jul 05 04:21:40.326061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-f5e527a1-747d-458e-91e5-7180b587f78e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51e13d01-5ce0-403e-893b-d734e5d430b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311909 Jul 05 04:21:40.419031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-b693fd18-47b2-4aa8-a7b7-07a2754a14d5 service neutron] 10.222.0.64 "GET /v2.0/networks/51e13d01-5ce0-403e-893b-d734e5d430b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861311 Jul 05 04:21:40.511616 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb503d1c-8979-476c-ac38-fdb352f21d2e req-6d2c136d-603e-44e4-85a3-34cf2cb37993 service neutron] 10.222.0.64 "GET /v2.0/networks/51e13d01-5ce0-403e-893b-d734e5d430b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857995 Jul 05 04:21:41.066296 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d2344-be3e-480d-bf74-75426024d390 req-770fa56c-9514-4c5f-bad0-bb219a426865 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:41.068076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-973d2344-be3e-480d-bf74-75426024d390 req-770fa56c-9514-4c5f-bad0-bb219a426865 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 943 time: 0.0664315 Jul 05 04:21:41.107421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-973d2344-be3e-480d-bf74-75426024d390 req-d58bf13f-36dd-43cb-a429-8fee47b5a868 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337608 Jul 05 04:21:42.280973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b033293-8895-40d0-a4a8-5f5e0f9f9ac7 req-d431da8b-4e78-4a68-983b-0de5ad8a3bf4 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.282467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b033293-8895-40d0-a4a8-5f5e0f9f9ac7 req-d431da8b-4e78-4a68-983b-0de5ad8a3bf4 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 943 time: 0.0628350 Jul 05 04:21:42.319770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b033293-8895-40d0-a4a8-5f5e0f9f9ac7 req-7bc54073-ede2-4e66-a17b-661c14b08af8 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316191 Jul 05 04:21:42.568032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 52170679-df26-4fb0-967d-676950b9ce52 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:21:42.666160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 52170679-df26-4fb0-967d-676950b9ce52, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=52170679-df26-4fb0-967d-676950b9ce52,segment=NetworkSegment(77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9),segment_id=77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:42.677126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '52170679-df26-4fb0-967d-676950b9ce52', 'network_id': '51e13d01-5ce0-403e-893b-d734e5d430b8', 'port_id': '52170679-df26-4fb0-967d-676950b9ce52', 'mac_address': 'fa:16:3e:da:5e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65052bd-8069-4d19-9844-87756d28c2ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:21:42.713471 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.727790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52170679-df26-4fb0-967d-676950b9ce52 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:21:42.747404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 52170679-df26-4fb0-967d-676950b9ce52, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=52170679-df26-4fb0-967d-676950b9ce52,segment=NetworkSegment(77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9),segment_id=77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:42.840295 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.888630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=52170679-df26-4fb0-967d-676950b9ce52,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:43.030134 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['52170679-df26-4fb0-967d-676950b9ce52'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:43.506462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bcc73-acdd-46a9-b15c-b2d30dcb82c6 req-e08afe91-a145-4707-b70a-8050a24c61a0 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:43.507987 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a72bcc73-acdd-46a9-b15c-b2d30dcb82c6 req-e08afe91-a145-4707-b70a-8050a24c61a0 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 944 time: 0.0749896 Jul 05 04:21:43.546740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a72bcc73-acdd-46a9-b15c-b2d30dcb82c6 req-e8ef9e53-4f2a-4976-add4-409363d74748 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330305 Jul 05 04:21:44.568522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 52170679-df26-4fb0-967d-676950b9ce52 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:44.696123 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 52170679-df26-4fb0-967d-676950b9ce52 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:44.699993 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 52170679-df26-4fb0-967d-676950b9ce52 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:44.700381 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.732710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3553b8-9ebc-4d36-a7e1-a364ef56e003 req-01d3b30f-f5af-4e1d-8863-e4e7b88ec1f9 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:44.734313 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e3553b8-9ebc-4d36-a7e1-a364ef56e003 req-01d3b30f-f5af-4e1d-8863-e4e7b88ec1f9 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 944 time: 0.0642180 Jul 05 04:21:44.779538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e3553b8-9ebc-4d36-a7e1-a364ef56e003 req-4c3cf8d7-9694-4db3-9c2e-a7bb7b1ea970 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380368 Jul 05 04:21:44.791151 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.814394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deedf066-3623-41ad-98ef-d921f1c019ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52170679-df26-4fb0-967d-676950b9ce52'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:44.817227 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aef04f2-370c-423a-9c3c-af5d1a55a1d3" -d '{"events": [{"server_uuid": "deedf066-3623-41ad-98ef-d921f1c019ef", "name": "network-vif-plugged", "status": "completed", "tag": "52170679-df26-4fb0-967d-676950b9ce52"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:44.829573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 52170679-df26-4fb0-967d-676950b9ce52, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=52170679-df26-4fb0-967d-676950b9ce52,segment=NetworkSegment(77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9),segment_id=77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:44.856787 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958e9d3b-bdec-4bfc-990f-3d0d36a9be19 x-openstack-request-id: req-958e9d3b-bdec-4bfc-990f-3d0d36a9be19 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:44.856787 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deedf066-3623-41ad-98ef-d921f1c019ef", "name": "network-vif-plugged", "status": "completed", "tag": "52170679-df26-4fb0-967d-676950b9ce52", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:44.856787 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-958e9d3b-bdec-4bfc-990f-3d0d36a9be19 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:44.856787 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deedf066-3623-41ad-98ef-d921f1c019ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52170679-df26-4fb0-967d-676950b9ce52', 'code': 200} Jul 05 04:21:44.897381 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.947401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=52170679-df26-4fb0-967d-676950b9ce52,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:44.965299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03aeead-8127-43bb-b58c-e5310c97c4ca req-44a4652e-afee-4178-8d48-9765e85ffcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:44.966813 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c03aeead-8127-43bb-b58c-e5310c97c4ca req-44a4652e-afee-4178-8d48-9765e85ffcd6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 1096 time: 0.0529804 Jul 05 04:21:45.008076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c03aeead-8127-43bb-b58c-e5310c97c4ca req-4eaf6fbb-2cd2-45d5-ac33-365bb44fd1ea service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337248 Jul 05 04:21:45.959286 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de3bc-f841-43e8-b304-2a844bfe9b68 req-93d2287c-1eb1-4c72-afeb-a20d51559273 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:45.960831 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-752de3bc-f841-43e8-b304-2a844bfe9b68 req-93d2287c-1eb1-4c72-afeb-a20d51559273 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 945 time: 0.0640435 Jul 05 04:21:46.000464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-752de3bc-f841-43e8-b304-2a844bfe9b68 req-6232f0fc-cf4f-4d3e-9e40-28746f2023fc tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333540 Jul 05 04:21:47.175949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acd819-cb08-4828-85d4-29ec370d1874 req-b4bb4d44-e043-4e6a-9803-b9164e46de4c tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:47.177472 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67acd819-cb08-4828-85d4-29ec370d1874 req-b4bb4d44-e043-4e6a-9803-b9164e46de4c tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 945 time: 0.0633295 Jul 05 04:21:47.216199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67acd819-cb08-4828-85d4-29ec370d1874 req-7d18c3e5-8a83-4d2b-a4c6-cb8825455442 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Jul 05 04:21:47.396968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-7cd4b578-e260-4c5f-8819-f81a80479ece tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:47.398466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-7cd4b578-e260-4c5f-8819-f81a80479ece tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 811 time: 0.1073377 Jul 05 04:21:47.413425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-1d810f80-abb2-4eb8-8462-b2c909132ba9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/quotas/a9221945ae96401587ea59807d82f6c3 HTTP/1.1" status: 200 len: 375 time: 0.0098290 Jul 05 04:21:47.488970 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-7f2b4c10-63fd-4338-b496-f53f3b561eaf tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702980 Jul 05 04:21:47.577093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-98f1e938-6639-490c-90b5-61a6bab630b5 service neutron] 10.222.0.60 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871825 Jul 05 04:21:47.664875 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-fb43983b-8ce9-485a-9733-59e00c6be293 service neutron] 10.222.0.60 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820742 Jul 05 04:21:47.952226 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59ca0108-8f86-437a-a4d0-2ce4f64cf978 req-e8b626d5-7cbc-4604-8908-d4e08798268d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 210 time: 0.0378404 Jul 05 04:21:49.097072 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5624c1f-d25a-462e-8142-d0149c96a3ef req-d69ee446-a5c0-44fa-8082-4fec46b08a34 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 210 time: 0.0293558 Jul 05 04:21:49.953375 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-3763d1a7-0b41-41f4-99af-67327348f29d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:49.954866 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-3763d1a7-0b41-41f4-99af-67327348f29d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 811 time: 0.1078465 Jul 05 04:21:49.971293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2bd5ed80-0e10-4d9c-9bdb-9e9cfaa709ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'port': {'device_id': 'caf1afe0-c63d-45d5-a4b5-2019c5454077', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'admin_state_up': True, 'tenant_id': 'a9221945ae96401587ea59807d82f6c3'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:50.173905 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2bd5ed80-0e10-4d9c-9bdb-9e9cfaa709ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Made reservation on behalf of a9221945ae96401587ea59807d82f6c3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:50.179314 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2bd5ed80-0e10-4d9c-9bdb-9e9cfaa709ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.264221 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a482c8b6-db6d-4c8c-a8a1-276313400b6b req-8a612e28-b209-4cb4-bf20-7718078ef07a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 210 time: 0.0337207 Jul 05 04:21:50.359682 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2bd5ed80-0e10-4d9c-9bdb-9e9cfaa709ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Allocated IP 172.20.0.3 (569e9080-ef6d-45a0-8137-cdb749b0a9e5/93e8516d-9eb7-403f-80de-7ffddf6fcd38/72a25d2d-5f35-48e4-a456-40c6996ae7ef) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:50.528815 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2bd5ed80-0e10-4d9c-9bdb-9e9cfaa709ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.547848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2bd5ed80-0e10-4d9c-9bdb-9e9cfaa709ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Transition to ACTIVE for port object 72a25d2d-5f35-48e4-a456-40c6996ae7ef will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:50.629817 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2bd5ed80-0e10-4d9c-9bdb-9e9cfaa709ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.676558 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2bd5ed80-0e10-4d9c-9bdb-9e9cfaa709ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:50.679863 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2bd5ed80-0e10-4d9c-9bdb-9e9cfaa709ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:50.685967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2bd5ed80-0e10-4d9c-9bdb-9e9cfaa709ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:50.692906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5ed80-0e10-4d9c-9bdb-9e9cfaa709ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'Port': ['ID=72a25d2d-5f35-48e4-a456-40c6996ae7ef,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:50.741912 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2bd5ed80-0e10-4d9c-9bdb-9e9cfaa709ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:50.742576 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2bd5ed80-0e10-4d9c-9bdb-9e9cfaa709ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.835355 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2bd5ed80-0e10-4d9c-9bdb-9e9cfaa709ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8697691 Jul 05 04:21:50.852353 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Request body: {'port': {'device_id': 'caf1afe0-c63d-45d5-a4b5-2019c5454077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:50.960883 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.000658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9b8454bf-9f7f-4cf9-b7a9-60d6baca72d9 None None] Provisioning for port 72a25d2d-5f35-48e4-a456-40c6996ae7ef completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:51.005333 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9b8454bf-9f7f-4cf9-b7a9-60d6baca72d9 None None] Provisioning complete for port 72a25d2d-5f35-48e4-a456-40c6996ae7ef triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:51.006399 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9b8454bf-9f7f-4cf9-b7a9-60d6baca72d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.043923 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9b8454bf-9f7f-4cf9-b7a9-60d6baca72d9 None None] Port 72a25d2d-5f35-48e4-a456-40c6996ae7ef cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:51.246306 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a25d2d-5f35-48e4-a456-40c6996ae7ef {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:21:51.254017 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.266555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Transition to ACTIVE for port object 72a25d2d-5f35-48e4-a456-40c6996ae7ef will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:51.295673 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4ddfa84a-6832-4159-a105-eb0ba83140e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.355184 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.430871 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Pushing event updated for resources: {'Port': ['ID=72a25d2d-5f35-48e4-a456-40c6996ae7ef,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:51.528121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2bba-1a49-47ae-8d03-a07f2c9a0dd2 req-20a12085-58d5-4764-8376-ed7c12e30ed4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:51.531572 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Attempting to bind port 72a25d2d-5f35-48e4-a456-40c6996ae7ef on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:51.531572 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Attempting to bind port 72a25d2d-5f35-48e4-a456-40c6996ae7ef by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:51.531572 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Attempting to bind port 72a25d2d-5f35-48e4-a456-40c6996ae7ef on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:51.531932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f3a2bba-1a49-47ae-8d03-a07f2c9a0dd2 req-20a12085-58d5-4764-8376-ed7c12e30ed4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.1257765 Jul 05 04:21:51.534731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Port 72a25d2d-5f35-48e4-a456-40c6996ae7ef on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:21:51.535101 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Attempting to bind port 72a25d2d-5f35-48e4-a456-40c6996ae7ef on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:51.544418 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:51.544780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Checking segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:51.545162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Bound using segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:51.545603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Bound port: 72a25d2d-5f35-48e4-a456-40c6996ae7ef, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:51.545995 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.582236 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f3a2bba-1a49-47ae-8d03-a07f2c9a0dd2 req-83bb0062-e76b-4871-b243-06df5bd201e2 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Jul 05 04:21:51.628196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] For port 72a25d2d-5f35-48e4-a456-40c6996ae7ef, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:51.632816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] For port 72a25d2d-5f35-48e4-a456-40c6996ae7ef, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=72a25d2d-5f35-48e4-a456-40c6996ae7ef,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:51.719488 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.755056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:51.755584 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.757140 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] 10.222.0.11 "PUT /v2.0/ports/72a25d2d-5f35-48e4-a456-40c6996ae7ef HTTP/1.1" status: 200 len: 1091 time: 0.9105213 Jul 05 04:21:51.774082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf1afe0-c63d-45d5-a4b5-2019c5454077', 'tag': '72a25d2d-5f35-48e4-a456-40c6996ae7ef'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:51.778200 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b540c68c-b8f1-44cf-b371-5a5f4a2b30c1" -d '{"events": [{"name": "network-changed", "server_uuid": "caf1afe0-c63d-45d5-a4b5-2019c5454077", "tag": "72a25d2d-5f35-48e4-a456-40c6996ae7ef"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:51.822650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8effcca-1384-41cb-a35e-7cf9deadc58a service neutron] Pushing event updated for resources: {'Port': ['ID=72a25d2d-5f35-48e4-a456-40c6996ae7ef,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:51.843310 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9955ac9a-bb16-4567-a1ee-800a9b3d4746 x-openstack-request-id: req-9955ac9a-bb16-4567-a1ee-800a9b3d4746 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:51.843472 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf1afe0-c63d-45d5-a4b5-2019c5454077", "tag": "72a25d2d-5f35-48e4-a456-40c6996ae7ef", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:51.843788 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9955ac9a-bb16-4567-a1ee-800a9b3d4746 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:51.845242 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf1afe0-c63d-45d5-a4b5-2019c5454077', 'tag': '72a25d2d-5f35-48e4-a456-40c6996ae7ef', 'status': 'completed', 'code': 200} Jul 05 04:21:51.939645 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540c68c-b8f1-44cf-b371-5a5f4a2b30c1 req-956f5edb-7bed-4328-a385-6b5527833862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:51.942078 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b540c68c-b8f1-44cf-b371-5a5f4a2b30c1 req-956f5edb-7bed-4328-a385-6b5527833862 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 1094 time: 0.0736344 Jul 05 04:21:52.063708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540c68c-b8f1-44cf-b371-5a5f4a2b30c1 req-f1439980-0da8-4161-a737-f5a456ec7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:52.065120 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b540c68c-b8f1-44cf-b371-5a5f4a2b30c1 req-f1439980-0da8-4161-a737-f5a456ec7174 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a9221945ae96401587ea59807d82f6c3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1153092 Jul 05 04:21:52.170056 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540c68c-b8f1-44cf-b371-5a5f4a2b30c1 req-44d847a4-7484-4c63-a220-ec9221aabbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:52.171547 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b540c68c-b8f1-44cf-b371-5a5f4a2b30c1 req-44d847a4-7484-4c63-a220-ec9221aabbc1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002231 Jul 05 04:21:52.280935 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-91b2ffb2-adda-4911-8127-52c0c4ad5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:52.282394 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-91b2ffb2-adda-4911-8127-52c0c4ad5e99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 1094 time: 0.0612965 Jul 05 04:21:52.327819 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-346ea0e0-775d-47c7-897d-420271fb3f6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72a25d2d-5f35-48e4-a456-40c6996ae7ef HTTP/1.1" status: 200 len: 217 time: 0.0381999 Jul 05 04:21:52.388996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2c70a64e-b180-48bc-b153-58c57deaa8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:52.390558 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2c70a64e-b180-48bc-b153-58c57deaa8bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0565534 Jul 05 04:21:52.454975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-d6b294aa-4f90-4697-997a-5fdeae3f8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:52.456550 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-d6b294aa-4f90-4697-997a-5fdeae3f8ed9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584047 Jul 05 04:21:52.563949 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-2882a944-09df-4a53-94b9-f5d0baeba2b7 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995274 Jul 05 04:21:52.676048 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d8cdd15-327a-4869-8841-e60dc79ebbb4 req-99279614-cfb1-41ac-909e-59099ceadc46 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044285 Jul 05 04:21:52.797146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb70b6-62c7-4d57-9cc9-9a1f8d3254e2 req-f07fdfb7-5c82-442c-a6ed-785a46e18291 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:52.798700 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9eeb70b6-62c7-4d57-9cc9-9a1f8d3254e2 req-f07fdfb7-5c82-442c-a6ed-785a46e18291 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0822878 Jul 05 04:21:52.849598 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9eeb70b6-62c7-4d57-9cc9-9a1f8d3254e2 req-aefa3a6a-15b5-404e-8ebf-28598bf6c7fa tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441542 Jul 05 04:21:54.042221 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b49592-ec6a-4d87-a6ad-06d264739b8a req-c201c6b0-8511-4624-965f-72c0d87df1b5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:54.043809 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87b49592-ec6a-4d87-a6ad-06d264739b8a req-c201c6b0-8511-4624-965f-72c0d87df1b5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0741613 Jul 05 04:21:54.085786 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-87b49592-ec6a-4d87-a6ad-06d264739b8a req-0b2e99a2-340a-4093-b5fe-a2777db0dce7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363550 Jul 05 04:21:54.287126 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9df100dd-5700-462a-bcfb-d2cb347b23e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.393131 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.138404 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:21:55.290190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453cb52-271d-4f22-bd6e-27068660986e req-ba4517ee-68ec-4f3a-9a78-5e829d7b672f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:55.291821 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b453cb52-271d-4f22-bd6e-27068660986e req-ba4517ee-68ec-4f3a-9a78-5e829d7b672f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0815947 Jul 05 04:21:55.314239 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.333189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b453cb52-271d-4f22-bd6e-27068660986e req-aea84f13-0cfa-44c1-9b67-9524280583d3 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357802 Jul 05 04:21:56.548589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebffe4a-d47f-4ecb-8cb1-3622fe1f8efc req-2040481a-d0ba-40a3-89dd-0f067b1ac6c6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:56.550383 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eebffe4a-d47f-4ecb-8cb1-3622fe1f8efc req-2040481a-d0ba-40a3-89dd-0f067b1ac6c6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0792341 Jul 05 04:21:56.594124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eebffe4a-d47f-4ecb-8cb1-3622fe1f8efc req-862139e9-eb31-41d0-b7aa-ec4facfa819b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360999 Jul 05 04:21:57.263140 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.799551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d3e91-a0fe-4a6f-873e-3dcd16ba41a0 req-5bfdf3ba-1084-46f3-8c94-23479cf804d5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:57.801210 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e23d3e91-a0fe-4a6f-873e-3dcd16ba41a0 req-5bfdf3ba-1084-46f3-8c94-23479cf804d5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0710545 Jul 05 04:21:57.845013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e23d3e91-a0fe-4a6f-873e-3dcd16ba41a0 req-66868d0c-d108-46d4-9187-e8a6399653a9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373774 Jul 05 04:21:59.033342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21de1a-017c-456d-a478-945dea6c9649 req-4e1440bd-986c-41b0-a42a-c79b2ec576e2 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:59.035119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c21de1a-017c-456d-a478-945dea6c9649 req-4e1440bd-986c-41b0-a42a-c79b2ec576e2 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0720496 Jul 05 04:21:59.081739 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c21de1a-017c-456d-a478-945dea6c9649 req-56932c29-4744-46c2-b4e6-373953acea0d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Jul 05 04:21:59.827643 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.302931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a45a49-5f5a-4619-9986-aa3a0a7ec835 req-cd8711fa-b682-420c-ad20-d9076fecfc62 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:00.305170 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11a45a49-5f5a-4619-9986-aa3a0a7ec835 req-cd8711fa-b682-420c-ad20-d9076fecfc62 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0699573 Jul 05 04:22:00.348230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11a45a49-5f5a-4619-9986-aa3a0a7ec835 req-fee38c58-cbb3-4ed7-aa24-12fa5abb6dbe tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374653 Jul 05 04:22:01.116857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da426792-34a9-4848-b8a2-e63bd906aea0 req-245baf86-3b2f-4f6e-8ab5-054c53a3f824 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:01.118465 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-da426792-34a9-4848-b8a2-e63bd906aea0 req-245baf86-3b2f-4f6e-8ab5-054c53a3f824 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 947 time: 0.0785224 Jul 05 04:22:01.162887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-da426792-34a9-4848-b8a2-e63bd906aea0 req-7db2993c-ed32-48d8-b5d1-cefafec6393c tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385718 Jul 05 04:22:01.548177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae7d1-9ac3-4293-89f6-17f552542aca req-fd74650a-f82a-4f45-b2ff-88b5629c5259 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:01.549771 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d75ae7d1-9ac3-4293-89f6-17f552542aca req-fd74650a-f82a-4f45-b2ff-88b5629c5259 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0723662 Jul 05 04:22:01.554598 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.592687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d75ae7d1-9ac3-4293-89f6-17f552542aca req-47a0a5f8-6cf3-4c7c-9cb1-ad096fe6807f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347042 Jul 05 04:22:02.339015 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-17846a1c-3e62-4a07-833b-8b3e3d067fb4 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:02.340570 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-17846a1c-3e62-4a07-833b-8b3e3d067fb4 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.11 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 947 time: 0.0792410 Jul 05 04:22:02.383887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458f35b-6698-48ba-9dc8-a1f70f80c694 req-0e8800af-66b1-40e6-b35f-bed2e7a5aebd tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:02.389768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e458f35b-6698-48ba-9dc8-a1f70f80c694 req-0e8800af-66b1-40e6-b35f-bed2e7a5aebd tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 947 time: 0.0780818 Jul 05 04:22:02.435844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e458f35b-6698-48ba-9dc8-a1f70f80c694 req-5b9cee78-5bba-497b-824c-8fb0b13ac3e9 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups?id=05bf78ca-83d2-4496-85d1-22f770170baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396371 Jul 05 04:22:02.473405 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Deleting port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:02.474179 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.569986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] For port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:02.570353 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.789743 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.790222 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.790554 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Floating IP 96e83a45-6aec-4c88-a21d-5e765556516d disassociated. External IP: 172.25.0.55, port: 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c. Jul 05 04:22:02.790910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Calling delete_port for 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:02.816643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f75424-3dc9-4698-86ee-48bb6bf32bd3 req-8e260a0c-ecc6-4a51-b0da-2accc25242da tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:02.819552 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-06f75424-3dc9-4698-86ee-48bb6bf32bd3 req-8e260a0c-ecc6-4a51-b0da-2accc25242da tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0841711 Jul 05 04:22:02.874707 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-06f75424-3dc9-4698-86ee-48bb6bf32bd3 req-b2003819-cc3c-421a-9dad-282b275a3a61 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492668 Jul 05 04:22:03.005203 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.039858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event deleted for resources: {'Port': ['ID=12eb04ec-7aa3-4a43-b258-ffeca1c25e6c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:03.052104 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:03.052441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:03.052794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:03.053296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:03.053616 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:03.053948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:03.054278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:03.054612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:03.054943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:03.055272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:03.055610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:03.055921 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:03.174780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:03.288242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:03.299842 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf75382-5afd-4547-8094-3185a95b4997 None None] Sync routers for ids ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:03.310775 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf75382-5afd-4547-8094-3185a95b4997 None None] Routers {'272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:03.311446 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5cf75382-5afd-4547-8094-3185a95b4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:21:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:03.336735 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] No DVR routers for this DVR port 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:03.339395 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.341485 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-26261fcc-83d0-4deb-93e1-f4a4e1cb0d8c req-6bb0e052-8d8d-4e99-a149-517bb4f47fa0 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.11 "DELETE /v2.0/ports/12eb04ec-7aa3-4a43-b258-ffeca1c25e6c HTTP/1.1" status: 204 len: 173 time: 0.9952595 Jul 05 04:22:03.341954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'name': 'network-vif-deleted', 'tag': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:03.345388 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66d132b-ea96-4c3a-af31-45c70ee214b8" -d '{"events": [{"server_uuid": "b94bcc5e-62be-4663-b5a9-4b132b24d8b5", "name": "network-vif-deleted", "tag": "12eb04ec-7aa3-4a43-b258-ffeca1c25e6c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:03.394720 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b93384-4314-4fe5-920c-e4ed3f3d30a0 x-openstack-request-id: req-39b93384-4314-4fe5-920c-e4ed3f3d30a0 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:03.395154 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94bcc5e-62be-4663-b5a9-4b132b24d8b5", "name": "network-vif-deleted", "tag": "12eb04ec-7aa3-4a43-b258-ffeca1c25e6c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:03.395412 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39b93384-4314-4fe5-920c-e4ed3f3d30a0 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:03.396053 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94bcc5e-62be-4663-b5a9-4b132b24d8b5', 'name': 'network-vif-deleted', 'tag': '12eb04ec-7aa3-4a43-b258-ffeca1c25e6c', 'status': 'completed', 'code': 200} Jul 05 04:22:03.430022 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5cf75382-5afd-4547-8094-3185a95b4997 None None] Set router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:03.601451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-306d2188-19ca-4101-b5ca-3372a0875aee req-7618fa33-6757-47ed-9f14-f2cf232e65fa tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/ports?device_id=b94bcc5e-62be-4663-b5a9-4b132b24d8b5 HTTP/1.1" status: 200 len: 210 time: 0.0338032 Jul 05 04:22:03.689082 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5cf75382-5afd-4547-8094-3185a95b4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:03.816455 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf75382-5afd-4547-8094-3185a95b4997 None None] Checking router: 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:03.827220 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf75382-5afd-4547-8094-3185a95b4997 None None] Routers {'272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:03.827220 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5cf75382-5afd-4547-8094-3185a95b4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:21:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:03.945224 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5cf75382-5afd-4547-8094-3185a95b4997 None None] Set router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:04.061220 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22b0ab-3cfd-4dc0-a7f8-b2872572c2ed req-fa47c0c9-d102-4b79-a36a-bdafbd773abc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:04.063398 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f22b0ab-3cfd-4dc0-a7f8-b2872572c2ed req-fa47c0c9-d102-4b79-a36a-bdafbd773abc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0711892 Jul 05 04:22:04.111896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f22b0ab-3cfd-4dc0-a7f8-b2872572c2ed req-c0e82bc5-b0e6-4cbb-97e4-ce54cfdb0954 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402596 Jul 05 04:22:04.165381 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5cf75382-5afd-4547-8094-3185a95b4997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:04.196458 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf75382-5afd-4547-8094-3185a95b4997 None None] The sync data for ids ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'] in n-d-798249-5 is: [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 4, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '10759a46-145c-40c2-b4a6-b1dbc2305982', 'name': '', 'network_id': 'efb51d37-ec2e-4b14-93c8-e329c0ebeec8', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'mac_address': 'fa:16:3e:27:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:17Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'subnets': [{'id': '875f1078-825e-4e9d-b23f-66c9c352cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:04.439477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6a2f6-3d05-466d-9ffb-81239b129c70 None None] New status for floating IP 96e83a45-6aec-4c88-a21d-5e765556516d: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:22:04.904346 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47536) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:04.969335 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c402e3c-b8ce-4fab-8c2d-9d01bca6402f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.000865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c402e3c-b8ce-4fab-8c2d-9d01bca6402f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.206104 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c402e3c-b8ce-4fab-8c2d-9d01bca6402f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.209358 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0c402e3c-b8ce-4fab-8c2d-9d01bca6402f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.210572 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0c402e3c-b8ce-4fab-8c2d-9d01bca6402f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "DELETE /v2.0/security-groups/05bf78ca-83d2-4496-85d1-22f770170baa HTTP/1.1" status: 204 len: 168 time: 0.3052084 Jul 05 04:22:05.213424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47542) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:05.225587 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c402e3c-b8ce-4fab-8c2d-9d01bca6402f tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bf78ca-83d2-4496-85d1-22f770170baa,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:05.227461 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-95a8dce0-24e6-439d-8a2a-2841eca98b39 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] show failed (client error): The resource could not be found. Jul 05 04:22:05.228516 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-95a8dce0-24e6-439d-8a2a-2841eca98b39 tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "GET /v2.0/security-groups/05bf78ca-83d2-4496-85d1-22f770170baa HTTP/1.1" status: 404 len: 347 time: 0.0140903 Jul 05 04:22:05.232489 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47544) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:05.321382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcaf0b3-9fa4-47de-86c2-99fe76cbecc8 req-cf00c631-3299-45fc-863d-f68ae48b0275 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:05.323334 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0dcaf0b3-9fa4-47de-86c2-99fe76cbecc8 req-cf00c631-3299-45fc-863d-f68ae48b0275 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0945060 Jul 05 04:22:05.377628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-17501847-6c0b-4425-bd8f-1232ab10758a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Deleting port 7ef883b9-43c6-46a6-876a-3b90cfba5ef7 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:05.377975 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-17501847-6c0b-4425-bd8f-1232ab10758a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.382524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0dcaf0b3-9fa4-47de-86c2-99fe76cbecc8 req-912f9fc3-c786-4d55-b91e-77198f5e503b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460963 Jul 05 04:22:05.463841 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-17501847-6c0b-4425-bd8f-1232ab10758a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.464085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-17501847-6c0b-4425-bd8f-1232ab10758a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.476859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-17501847-6c0b-4425-bd8f-1232ab10758a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Calling delete_port for 7ef883b9-43c6-46a6-876a-3b90cfba5ef7 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:05.732227 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-17501847-6c0b-4425-bd8f-1232ab10758a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.761927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17501847-6c0b-4425-bd8f-1232ab10758a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Pushing event deleted for resources: {'Port': ['ID=7ef883b9-43c6-46a6-876a-3b90cfba5ef7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:05.832775 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-17501847-6c0b-4425-bd8f-1232ab10758a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.836433 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-17501847-6c0b-4425-bd8f-1232ab10758a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.837671 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-17501847-6c0b-4425-bd8f-1232ab10758a tempest-AttachVolumeShelveTestJSON-90898966 tempest-AttachVolumeShelveTestJSON-90898966-project] 10.222.0.60 "DELETE /v2.0/floatingips/96e83a45-6aec-4c88-a21d-5e765556516d HTTP/1.1" status: 204 len: 168 time: 0.6041980 Jul 05 04:22:06.532167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:06.554443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:06.554812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 12eb04ec-7aa3-4a43-b258-ffeca1c25e6c not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:06.567541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8062c-732f-4234-a807-4936a62f1ec1 req-2f10f0eb-f47c-47c7-b2d2-6285b42d4f84 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:06.569589 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73c8062c-732f-4234-a807-4936a62f1ec1 req-2f10f0eb-f47c-47c7-b2d2-6285b42d4f84 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0710313 Jul 05 04:22:06.611741 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73c8062c-732f-4234-a807-4936a62f1ec1 req-a155e14c-439e-4d11-9289-dd4674de810e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361788 Jul 05 04:22:07.791145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4482e-a108-4eb3-a160-123134c95c4e req-ae439902-9183-43e9-90d4-d45d533fb565 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:07.792817 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08b4482e-a108-4eb3-a160-123134c95c4e req-ae439902-9183-43e9-90d4-d45d533fb565 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0656123 Jul 05 04:22:07.833647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08b4482e-a108-4eb3-a160-123134c95c4e req-b555faa6-9468-4b0f-a3dc-212c6b0be169 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327539 Jul 05 04:22:08.074548 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89c0edb8-9887-49ee-b943-0e35ecac2671 req-6a989654-285d-498d-aad5-2913429857ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533159 Jul 05 04:22:08.180050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0edb8-9887-49ee-b943-0e35ecac2671 req-e47df8a6-627f-481a-a3a3-92a3c075d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:08.181585 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89c0edb8-9887-49ee-b943-0e35ecac2671 req-e47df8a6-627f-481a-a3a3-92a3c075d03d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=baf585bb62bc486ba3dcca7eafc172ba&device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 1096 time: 0.0616143 Jul 05 04:22:08.295291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0edb8-9887-49ee-b943-0e35ecac2671 req-a7e5db05-7eea-4c2f-b23d-4de693db312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:08.296876 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89c0edb8-9887-49ee-b943-0e35ecac2671 req-a7e5db05-7eea-4c2f-b23d-4de693db312a service neutron] 10.222.0.64 "GET /v2.0/networks?id=51e13d01-5ce0-403e-893b-d734e5d430b8 HTTP/1.1" status: 200 len: 915 time: 0.0927763 Jul 05 04:22:08.346086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89c0edb8-9887-49ee-b943-0e35ecac2671 req-a9e3f2db-274d-4c68-bc0c-2a20c126efe3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52170679-df26-4fb0-967d-676950b9ce52 HTTP/1.1" status: 200 len: 217 time: 0.0408657 Jul 05 04:22:08.401565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0edb8-9887-49ee-b943-0e35ecac2671 req-3a000c91-8917-46b9-a6ff-2fb7297ddfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:08.403079 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89c0edb8-9887-49ee-b943-0e35ecac2671 req-3a000c91-8917-46b9-a6ff-2fb7297ddfca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a65052bd-8069-4d19-9844-87756d28c2ee HTTP/1.1" status: 200 len: 854 time: 0.0498381 Jul 05 04:22:08.442542 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89c0edb8-9887-49ee-b943-0e35ecac2671 req-e21227af-ddf4-4960-af8d-f4ae45507bc4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51e13d01-5ce0-403e-893b-d734e5d430b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310760 Jul 05 04:22:08.551601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89c0edb8-9887-49ee-b943-0e35ecac2671 req-0e9acfb1-6413-4fc3-89e6-0c60404d2a01 service neutron] 10.222.0.64 "GET /v2.0/networks/51e13d01-5ce0-403e-893b-d734e5d430b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022460 Jul 05 04:22:08.647480 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89c0edb8-9887-49ee-b943-0e35ecac2671 req-4208b653-65c1-46ff-85e6-d9c69f629648 service neutron] 10.222.0.64 "GET /v2.0/networks/51e13d01-5ce0-403e-893b-d734e5d430b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899007 Jul 05 04:22:09.032811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6384943-a95b-434d-9142-dad45a4147ff req-b8f95df8-452d-4c6b-8f41-8ab8597c6b60 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:09.034375 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6384943-a95b-434d-9142-dad45a4147ff req-b8f95df8-452d-4c6b-8f41-8ab8597c6b60 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0757525 Jul 05 04:22:09.076105 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6384943-a95b-434d-9142-dad45a4147ff req-2d34c12f-8c4d-4e18-9d1c-e9a6c2b309d6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349641 Jul 05 04:22:10.283237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75fbc1-b2d9-43ec-8f49-16f898ae3f8e req-470e03ee-0b3e-469f-9811-42f571794d72 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:10.285237 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb75fbc1-b2d9-43ec-8f49-16f898ae3f8e req-470e03ee-0b3e-469f-9811-42f571794d72 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0775833 Jul 05 04:22:10.329981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb75fbc1-b2d9-43ec-8f49-16f898ae3f8e req-417e6ac8-109b-4a59-8ece-c80582d069ec tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383365 Jul 05 04:22:11.513671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d21c59-baff-4ade-b0fd-709ee7b3336e req-6630b601-5a7c-47db-93e7-bf058c308360 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:11.515187 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29d21c59-baff-4ade-b0fd-709ee7b3336e req-6630b601-5a7c-47db-93e7-bf058c308360 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0671170 Jul 05 04:22:11.556924 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29d21c59-baff-4ade-b0fd-709ee7b3336e req-eb18a150-4826-4acf-8c0a-34fce4645a77 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354958 Jul 05 04:22:12.157627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47598) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:12.649313 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f095-3a5f-4027-8ce4-a8770a329270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.742067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629ce31-8d0a-4d70-a708-d312b125ffcd req-b3e70445-b7ee-4c17-8c94-0b258d967414 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:12.743500 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0629ce31-8d0a-4d70-a708-d312b125ffcd req-b3e70445-b7ee-4c17-8c94-0b258d967414 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0700660 Jul 05 04:22:12.785636 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0629ce31-8d0a-4d70-a708-d312b125ffcd req-3ff69779-ba5e-4f6f-89e0-6478d43fd179 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359623 Jul 05 04:22:12.920749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-8ae7f095-3a5f-4027-8ce4-a8770a329270 admin admin] Deleting port 10759a46-145c-40c2-b4a6-b1dbc2305982 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:12.921099 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f095-3a5f-4027-8ce4-a8770a329270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.006376 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-8ae7f095-3a5f-4027-8ce4-a8770a329270 admin admin] For port 10759a46-145c-40c2-b4a6-b1dbc2305982, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=10759a46-145c-40c2-b4a6-b1dbc2305982,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:13.006738 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f095-3a5f-4027-8ce4-a8770a329270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.019816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-8ae7f095-3a5f-4027-8ce4-a8770a329270 admin admin] Calling delete_port for 10759a46-145c-40c2-b4a6-b1dbc2305982 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:13.282377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f095-3a5f-4027-8ce4-a8770a329270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.311592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7f095-3a5f-4027-8ce4-a8770a329270 admin admin] Pushing event deleted for resources: {'Port': ['ID=10759a46-145c-40c2-b4a6-b1dbc2305982,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:13.501706 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f095-3a5f-4027-8ce4-a8770a329270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.742367 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae7f095-3a5f-4027-8ce4-a8770a329270 admin admin] Router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:13.869976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae7f095-3a5f-4027-8ce4-a8770a329270 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:13.878912 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8ae7f095-3a5f-4027-8ce4-a8770a329270 admin admin] 10.222.0.60 "PUT /v2.0/routers/272ffe73-a7c8-4f6e-9d6f-fee72e2ea995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7179210 Jul 05 04:22:13.881062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47612) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:13.881726 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a104a6fe-a922-4641-a893-19e128063645 None None] Sync routers for ids ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:13.892777 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a104a6fe-a922-4641-a893-19e128063645 None None] Routers {'272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:13.904034 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a104a6fe-a922-4641-a893-19e128063645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:21:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:14.009897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495a481-13b9-4986-a2f7-98992bc8c2d4 req-bdca6b71-c0e7-47d0-9436-b3b2f97107ca tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:14.012218 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7495a481-13b9-4986-a2f7-98992bc8c2d4 req-bdca6b71-c0e7-47d0-9436-b3b2f97107ca tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0953219 Jul 05 04:22:14.024627 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-a104a6fe-a922-4641-a893-19e128063645 None None] Set router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:14.070631 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7495a481-13b9-4986-a2f7-98992bc8c2d4 req-abfbfa29-18ab-4a54-a904-ba1304d49728 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472438 Jul 05 04:22:14.212675 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a104a6fe-a922-4641-a893-19e128063645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:22:13Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:14.244339 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a104a6fe-a922-4641-a893-19e128063645 None None] Checking router: 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:14.253311 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a104a6fe-a922-4641-a893-19e128063645 None None] Routers {'272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:14.253945 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a104a6fe-a922-4641-a893-19e128063645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:21:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:14.363629 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-a104a6fe-a922-4641-a893-19e128063645 None None] Set router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:14.388159 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.510265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.568933 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a104a6fe-a922-4641-a893-19e128063645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:22:13Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:14.598159 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a104a6fe-a922-4641-a893-19e128063645 None None] The sync data for ids ['272ffe73-a7c8-4f6e-9d6f-fee72e2ea995'] in n-d-798249-5 is: [{'id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'name': 'tempest-AttachVolumeShelveTestJSON-2042501557-router', 'tenant_id': '7982693370f04ea2842a41b7aaea4c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:13Z', 'updated_at': '2021-07-05T04:22:13Z', 'revision_number': 5, 'project_id': '7982693370f04ea2842a41b7aaea4c91', 'gw_port': {'id': '05f18c0d-88f2-46eb-8d57-af79058e4865', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ffe73-a7c8-4f6e-9d6f-fee72e2ea995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:14Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:14.656661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] Deleting port 05f18c0d-88f2-46eb-8d57-af79058e4865 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:14.657010 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.739356 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] For port 05f18c0d-88f2-46eb-8d57-af79058e4865, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=05f18c0d-88f2-46eb-8d57-af79058e4865,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:14.740322 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.752968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] Calling delete_port for 05f18c0d-88f2-46eb-8d57-af79058e4865 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:15.050312 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.080843 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] Pushing event deleted for resources: {'Port': ['ID=05f18c0d-88f2-46eb-8d57-af79058e4865,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:15.149268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.246051 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.248639 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.297363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d64bc-c789-4315-9e6b-2816d889008b req-46fb7c7c-6039-480a-bfe9-752463ef1d5a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:15.299071 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b76d64bc-c789-4315-9e6b-2816d889008b req-46fb7c7c-6039-480a-bfe9-752463ef1d5a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0778832 Jul 05 04:22:15.338973 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b76d64bc-c789-4315-9e6b-2816d889008b req-25a9b6ce-da6a-41d3-af41-755a9376b570 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Jul 05 04:22:15.449800 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.450392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:22:15.460058 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.460058 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9ed41670-fa86-48fd-8cbe-6668ede7c084 admin admin] 10.222.0.60 "DELETE /v2.0/routers/272ffe73-a7c8-4f6e-9d6f-fee72e2ea995 HTTP/1.1" status: 204 len: 168 time: 1.5740576 Jul 05 04:22:15.460271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47620) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:15.516516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8d9587-c3a4-4992-96ea-45126cb7c4b9 admin admin] Deleting subnet 875f1078-825e-4e9d-b23f-66c9c352cf5f {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:22:15.518364 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bc8d9587-c3a4-4992-96ea-45126cb7c4b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.567247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bc8d9587-c3a4-4992-96ea-45126cb7c4b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.623127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 10759a46-145c-40c2-b4a6-b1dbc2305982 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:15.667009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 10759a46-145c-40c2-b4a6-b1dbc2305982 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:15.667374 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 10759a46-145c-40c2-b4a6-b1dbc2305982 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:15.674102 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bc8d9587-c3a4-4992-96ea-45126cb7c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.827180 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bc8d9587-c3a4-4992-96ea-45126cb7c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.859532 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d9587-c3a4-4992-96ea-45126cb7c4b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875f1078-825e-4e9d-b23f-66c9c352cf5f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:15.863459 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bc8d9587-c3a4-4992-96ea-45126cb7c4b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.867467 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bc8d9587-c3a4-4992-96ea-45126cb7c4b9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/875f1078-825e-4e9d-b23f-66c9c352cf5f HTTP/1.1" status: 204 len: 168 time: 0.4060135 Jul 05 04:22:15.870983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47624) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:15.873415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d05111-9910-4095-9e44-440cb262c894 None None] Network efb51d37-ec2e-4b14-93c8-e329c0ebeec8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:15.951508 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.011989 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Deleting port 3432f4dd-3fda-4105-b5bb-df8216c3a755 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:16.012491 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.119406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] For port 3432f4dd-3fda-4105-b5bb-df8216c3a755, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3432f4dd-3fda-4105-b5bb-df8216c3a755,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:16.120093 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.135835 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Calling delete_port for 3432f4dd-3fda-4105-b5bb-df8216c3a755 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:16.156447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e5ddd7-ba96-4c4f-8a77-fb6cdf4b7ed0 None None] DHCP port deletion for efb51d37-ec2e-4b14-93c8-e329c0ebeec8 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:22:16.220795 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-08e5ddd7-ba96-4c4f-8a77-fb6cdf4b7ed0 None None] Deleting port 3432f4dd-3fda-4105-b5bb-df8216c3a755 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:16.221260 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-08e5ddd7-ba96-4c4f-8a77-fb6cdf4b7ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.287400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-08e5ddd7-ba96-4c4f-8a77-fb6cdf4b7ed0 None None] For port 3432f4dd-3fda-4105-b5bb-df8216c3a755, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3432f4dd-3fda-4105-b5bb-df8216c3a755,segment=NetworkSegment(c962b700-944b-4d19-bb23-39d4c4c6ee6c),segment_id=c962b700-944b-4d19-bb23-39d4c4c6ee6c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:16.287700 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-08e5ddd7-ba96-4c4f-8a77-fb6cdf4b7ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.301247 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-08e5ddd7-ba96-4c4f-8a77-fb6cdf4b7ed0 None None] Calling delete_port for 3432f4dd-3fda-4105-b5bb-df8216c3a755 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:16.371951 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.395350 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-08e5ddd7-ba96-4c4f-8a77-fb6cdf4b7ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.422792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Pushing event deleted for resources: {'Port': ['ID=3432f4dd-3fda-4105-b5bb-df8216c3a755,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:16.424521 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5ddd7-ba96-4c4f-8a77-fb6cdf4b7ed0 None None] Pushing event deleted for resources: {'Port': ['ID=3432f4dd-3fda-4105-b5bb-df8216c3a755,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:16.428708 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5ddd7-ba96-4c4f-8a77-fb6cdf4b7ed0 None None] No DVR routers for this DVR port 3432f4dd-3fda-4105-b5bb-df8216c3a755 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:16.434588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] No DVR routers for this DVR port 3432f4dd-3fda-4105-b5bb-df8216c3a755 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:16.437333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:16.437920 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:16.438462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:16.438844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:16.439127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:16.439451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:16.439779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:16.440101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:16.440436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:16.440929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:16.441814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:16.442313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:16.527237 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.539922 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb51d37-ec2e-4b14-93c8-e329c0ebeec8']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:16.573388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c962b700-944b-4d19-bb23-39d4c4c6ee6c') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:16.573683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c962b700-944b-4d19-bb23-39d4c4c6ee6c') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:16.586101 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.604451 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.612616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:22:16.613005 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:22:16.615188 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:22:16.676846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ba14a-7d3f-4835-8f13-d5542ded69b8 req-fac9ead9-5334-41d3-a625-5d9305ae59ca tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:16.679085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-230ba14a-7d3f-4835-8f13-d5542ded69b8 req-fac9ead9-5334-41d3-a625-5d9305ae59ca tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.1419160 Jul 05 04:22:16.719991 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-230ba14a-7d3f-4835-8f13-d5542ded69b8 req-67074b3f-661b-4cd5-8af5-6920e5e593f9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338247 Jul 05 04:22:16.811917 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.818866 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.823767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] 10.222.0.60 "DELETE /v2.0/networks/efb51d37-ec2e-4b14-93c8-e329c0ebeec8 HTTP/1.1" status: 204 len: 168 time: 0.9516625 Jul 05 04:22:16.838357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfa734-2dae-4203-a13e-a2ba75ce643b admin admin] Pushing event deleted for resources: {'Network': ['ID=efb51d37-ec2e-4b14-93c8-e329c0ebeec8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:17.265136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47632) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:17.320170 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-efee212b-e23d-437e-8d99-7693a7090962 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7982693370f04ea2842a41b7aaea4c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533993 Jul 05 04:22:17.323359 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47634) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:17.379260 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dcff6b0e-2c17-4bae-bd9c-6b489bd5fed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:17.402357 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dcff6b0e-2c17-4bae-bd9c-6b489bd5fed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:17.565288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 05f18c0d-88f2-46eb-8d57-af79058e4865 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:17.581047 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dcff6b0e-2c17-4bae-bd9c-6b489bd5fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:17.587730 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dcff6b0e-2c17-4bae-bd9c-6b489bd5fed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:17.587730 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dcff6b0e-2c17-4bae-bd9c-6b489bd5fed0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c658298f-ce9f-44b6-a7a0-da678ebe9167 HTTP/1.1" status: 204 len: 168 time: 0.2607846 Jul 05 04:22:17.587965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 05f18c0d-88f2-46eb-8d57-af79058e4865 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:17.587965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 05f18c0d-88f2-46eb-8d57-af79058e4865 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:17.587965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3432f4dd-3fda-4105-b5bb-df8216c3a755 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:17.595140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff6b0e-2c17-4bae-bd9c-6b489bd5fed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c658298f-ce9f-44b6-a7a0-da678ebe9167,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:17.609049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 3432f4dd-3fda-4105-b5bb-df8216c3a755 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:17.609409 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3432f4dd-3fda-4105-b5bb-df8216c3a755 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:17.973621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500cc3f-9470-4733-89b5-a379dabfea43 req-306780f5-2f57-479e-a957-8c66918dda7f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:17.980927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2500cc3f-9470-4733-89b5-a379dabfea43 req-306780f5-2f57-479e-a957-8c66918dda7f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.1045787 Jul 05 04:22:18.030431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2500cc3f-9470-4733-89b5-a379dabfea43 req-b20a5f2e-63ba-4dc2-9bab-1c4df6d1ee29 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486207 Jul 05 04:22:19.227222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5e5cc-a8ef-45da-b67a-3ec5b22639d4 req-bc3b12f2-d1b7-4a69-91ab-19b51af2d899 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:19.228779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2b5e5cc-a8ef-45da-b67a-3ec5b22639d4 req-bc3b12f2-d1b7-4a69-91ab-19b51af2d899 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0665066 Jul 05 04:22:19.268166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c2b5e5cc-a8ef-45da-b67a-3ec5b22639d4 req-d6234be1-96b5-40fb-ac3c-9ca2dfdba2a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337667 Jul 05 04:22:20.440634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8d96-37d1-4d9f-8b0f-a04bc2eeffa5 req-b4f24fd0-e4f7-4394-882a-1290c5c7769b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:20.442133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f01b8d96-37d1-4d9f-8b0f-a04bc2eeffa5 req-b4f24fd0-e4f7-4394-882a-1290c5c7769b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0632887 Jul 05 04:22:20.484304 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f01b8d96-37d1-4d9f-8b0f-a04bc2eeffa5 req-b54ba8a6-7c44-4531-946d-3b44a8ef7223 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353684 Jul 05 04:22:21.266630 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e37616b3-f29e-43c8-83d4-2c377e573ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.688640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b7e71-640a-42e8-95fe-c52451a13964 req-f2a3cee7-823a-4b1b-8150-2981d189c67a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:21.691267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-133b7e71-640a-42e8-95fe-c52451a13964 req-f2a3cee7-823a-4b1b-8150-2981d189c67a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0809715 Jul 05 04:22:21.753750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-133b7e71-640a-42e8-95fe-c52451a13964 req-0cbc02ff-d0f3-4ac8-b436-7869dee41343 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467324 Jul 05 04:22:22.958872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c196d-fa10-495b-ae77-134a6e7b9663 req-00c3e1ea-b708-4484-aabe-2ee86a93dda4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:22.961289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-912c196d-fa10-495b-ae77-134a6e7b9663 req-00c3e1ea-b708-4484-aabe-2ee86a93dda4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0797164 Jul 05 04:22:23.000878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-912c196d-fa10-495b-ae77-134a6e7b9663 req-7a56c1c5-95fb-47d4-a941-5c818e9f6708 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336642 Jul 05 04:22:24.206249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f8835-ccba-40dd-a2ea-0ad5ba8cd509 req-6ef86ccc-dedc-46ae-a914-5f1027f7ea93 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:24.208674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62f8835-ccba-40dd-a2ea-0ad5ba8cd509 req-6ef86ccc-dedc-46ae-a914-5f1027f7ea93 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0669951 Jul 05 04:22:24.250996 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d62f8835-ccba-40dd-a2ea-0ad5ba8cd509 req-edee717d-6832-471a-9630-518b74657591 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360851 Jul 05 04:22:24.354611 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-549165b0-fe4c-4403-af74-547158269db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.394891 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.301150 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.446598 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd25c-ac3c-4435-82cb-c66f100af8e0 req-3b3a1d13-e381-4776-ac5a-f379218b4fd5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:25.448162 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d60fd25c-ac3c-4435-82cb-c66f100af8e0 req-3b3a1d13-e381-4776-ac5a-f379218b4fd5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0706656 Jul 05 04:22:25.488490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d60fd25c-ac3c-4435-82cb-c66f100af8e0 req-2fec73bb-482c-4d2a-b34d-ca3920eda95f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344088 Jul 05 04:22:26.045130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47784) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:26.150323 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1a32bb97-5893-475c-be31-954a847387fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.242128 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1a32bb97-5893-475c-be31-954a847387fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.297527 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1a32bb97-5893-475c-be31-954a847387fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.339201 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1a32bb97-5893-475c-be31-954a847387fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f094922cc39d40659d346458a93205b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931719 Jul 05 04:22:26.340100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32bb97-5893-475c-be31-954a847387fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda15de2-c5d5-4d11-a4f4-8f4629308297,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:26.341958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47788) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:26.395113 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0626e09b-f0df-456a-9feb-d42013ebb3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.418975 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0626e09b-f0df-456a-9feb-d42013ebb3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.526416 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0626e09b-f0df-456a-9feb-d42013ebb3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.529160 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0626e09b-f0df-456a-9feb-d42013ebb3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.532853 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0626e09b-f0df-456a-9feb-d42013ebb3c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eda15de2-c5d5-4d11-a4f4-8f4629308297 HTTP/1.1" status: 204 len: 168 time: 0.1870487 Jul 05 04:22:26.543750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626e09b-f0df-456a-9feb-d42013ebb3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda15de2-c5d5-4d11-a4f4-8f4629308297,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:26.675150 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9b2a9-1071-49b9-a9ec-ed0aa8dcab34 req-6d6b5dbd-725b-49a5-b663-78f14cbec44d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:26.676632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eca9b2a9-1071-49b9-a9ec-ed0aa8dcab34 req-6d6b5dbd-725b-49a5-b663-78f14cbec44d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0670462 Jul 05 04:22:26.721305 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eca9b2a9-1071-49b9-a9ec-ed0aa8dcab34 req-19ee6d10-6b8c-4ba6-ae7b-745a4fcd58ef tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Jul 05 04:22:27.238955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47796) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.243766 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.252484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3290c95b-3f4e-42b3-8fbe-ea1daa1705a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.344887 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3290c95b-3f4e-42b3-8fbe-ea1daa1705a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.420936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3290c95b-3f4e-42b3-8fbe-ea1daa1705a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.462675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290c95b-3f4e-42b3-8fbe-ea1daa1705a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0403a65a-6e33-4e2b-a1a5-d75769d0754e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:27.467038 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3290c95b-3f4e-42b3-8fbe-ea1daa1705a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=284d5b4b3fbb457286629707e78199f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270038 Jul 05 04:22:27.469919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47798) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.523991 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46c12306-f483-41a0-8cf2-6cc43bd28ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.545014 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46c12306-f483-41a0-8cf2-6cc43bd28ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.678925 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46c12306-f483-41a0-8cf2-6cc43bd28ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.681767 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46c12306-f483-41a0-8cf2-6cc43bd28ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.682956 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-46c12306-f483-41a0-8cf2-6cc43bd28ba7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0403a65a-6e33-4e2b-a1a5-d75769d0754e HTTP/1.1" status: 204 len: 168 time: 0.2120039 Jul 05 04:22:27.691769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c12306-f483-41a0-8cf2-6cc43bd28ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0403a65a-6e33-4e2b-a1a5-d75769d0754e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:27.906743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65edc5-af70-4fb7-a0cc-ad6474cbdef8 req-82712110-20b3-4083-92a4-a1bef581b154 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:27.908277 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf65edc5-af70-4fb7-a0cc-ad6474cbdef8 req-82712110-20b3-4083-92a4-a1bef581b154 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0666127 Jul 05 04:22:27.947887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf65edc5-af70-4fb7-a0cc-ad6474cbdef8 req-0f1fde7e-9022-4728-965d-d43783c8cf24 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335972 Jul 05 04:22:29.127438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be947197-78ce-49a7-a0eb-1faa09bbb3ef req-a1c4cb75-7545-4f6f-9e60-8ea669b70602 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:29.128966 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be947197-78ce-49a7-a0eb-1faa09bbb3ef req-a1c4cb75-7545-4f6f-9e60-8ea669b70602 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0658677 Jul 05 04:22:29.167604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-be947197-78ce-49a7-a0eb-1faa09bbb3ef req-52bc9d21-41bc-4221-aa57-a25b892bfff6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321255 Jul 05 04:22:29.571634 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:30.363758 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3291794-d95b-43e8-9f8a-d90ab9a5e05c req-32f33637-7e6d-4426-9952-973c387a989a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:30.365464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3291794-d95b-43e8-9f8a-d90ab9a5e05c req-32f33637-7e6d-4426-9952-973c387a989a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0708122 Jul 05 04:22:30.404545 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b3291794-d95b-43e8-9f8a-d90ab9a5e05c req-e6b41c98-0a22-421e-b258-f6f04b93cdce tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318077 Jul 05 04:22:31.592603 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:31.593409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d39688-5707-4976-8a17-cac57edab720 req-d640c140-72a8-4428-a7f9-56d33f648833 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:31.595183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-10d39688-5707-4976-8a17-cac57edab720 req-d640c140-72a8-4428-a7f9-56d33f648833 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0625570 Jul 05 04:22:31.634978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-10d39688-5707-4976-8a17-cac57edab720 req-100b9fa4-c22e-438a-92b7-c76f30e153f0 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Jul 05 04:22:32.138176 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:22:32.822484 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943a78a-29bb-49d5-8cf2-fc7f665f6b34 req-450d6c1d-8320-4bd5-b559-5d0906d35aa6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:32.824067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1943a78a-29bb-49d5-8cf2-fc7f665f6b34 req-450d6c1d-8320-4bd5-b559-5d0906d35aa6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0693727 Jul 05 04:22:32.865175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1943a78a-29bb-49d5-8cf2-fc7f665f6b34 req-c6e6ff4f-cc15-4b02-a24c-9f688845ae90 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344961 Jul 05 04:22:33.481863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47928) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:33.608639 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ca935e0-364b-48eb-aa2e-046dd7f3f3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.694339 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ca935e0-364b-48eb-aa2e-046dd7f3f3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.777629 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ca935e0-364b-48eb-aa2e-046dd7f3f3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.816979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8ca935e0-364b-48eb-aa2e-046dd7f3f3e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3933f7aeeea547aea674fa072a3c6f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341873 Jul 05 04:22:33.817827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca935e0-364b-48eb-aa2e-046dd7f3f3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65d3a9a-f585-47e0-9240-67ff6d95b779,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:33.819711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 47936) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:33.869044 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-877ec543-1ccd-4bdb-9ec1-37a58bf6b0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.889932 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-877ec543-1ccd-4bdb-9ec1-37a58bf6b0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.994722 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-877ec543-1ccd-4bdb-9ec1-37a58bf6b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.997751 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-877ec543-1ccd-4bdb-9ec1-37a58bf6b0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.999130 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-877ec543-1ccd-4bdb-9ec1-37a58bf6b0fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d65d3a9a-f585-47e0-9240-67ff6d95b779 HTTP/1.1" status: 204 len: 168 time: 0.1772242 Jul 05 04:22:34.007634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ec543-1ccd-4bdb-9ec1-37a58bf6b0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65d3a9a-f585-47e0-9240-67ff6d95b779,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:34.075921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa82f50-92a4-4205-9b99-3c01d7c06976 req-c5094e77-ba76-498b-a618-4771c8328bbf tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:34.077391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afa82f50-92a4-4205-9b99-3c01d7c06976 req-c5094e77-ba76-498b-a618-4771c8328bbf tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0731359 Jul 05 04:22:34.117847 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afa82f50-92a4-4205-9b99-3c01d7c06976 req-ee742399-29c1-4ede-a77d-c0532ad85dbf tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341377 Jul 05 04:22:34.593198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47946) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:34.611052 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-98f71d92-125a-4781-8f2e-fcb107c0d42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:34.698140 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-98f71d92-125a-4781-8f2e-fcb107c0d42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:34.775463 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-98f71d92-125a-4781-8f2e-fcb107c0d42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:34.811805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f71d92-125a-4781-8f2e-fcb107c0d42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e007f3-9393-4b6b-9a4e-ac95080bd293,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:34.816066 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-98f71d92-125a-4781-8f2e-fcb107c0d42c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5920935aa8414f928f13e29ce0aba728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2217741 Jul 05 04:22:34.818696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 47948) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:34.869458 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfc6a279-3bd0-422c-864d-69e994ce927a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:34.890227 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfc6a279-3bd0-422c-864d-69e994ce927a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:35.017660 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfc6a279-3bd0-422c-864d-69e994ce927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:35.020334 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfc6a279-3bd0-422c-864d-69e994ce927a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:35.021676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cfc6a279-3bd0-422c-864d-69e994ce927a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7e007f3-9393-4b6b-9a4e-ac95080bd293 HTTP/1.1" status: 204 len: 168 time: 0.2020044 Jul 05 04:22:35.031771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6a279-3bd0-422c-864d-69e994ce927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e007f3-9393-4b6b-9a4e-ac95080bd293,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:35.322860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0947a-2d5d-4807-8bfb-f35ffaf57382 req-8350b0f5-ab71-4885-907c-7950bed6cd04 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:35.324493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84b0947a-2d5d-4807-8bfb-f35ffaf57382 req-8350b0f5-ab71-4885-907c-7950bed6cd04 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0683725 Jul 05 04:22:35.368805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84b0947a-2d5d-4807-8bfb-f35ffaf57382 req-a26aced2-e2ec-49c0-838c-ffb60df589f9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380955 Jul 05 04:22:36.551524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d528a07-2ca7-410d-a17c-a42070186f1f req-44cf480c-8c15-48b9-8ef5-38f41fdfcb4b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:36.553056 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d528a07-2ca7-410d-a17c-a42070186f1f req-44cf480c-8c15-48b9-8ef5-38f41fdfcb4b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 943 time: 0.0676374 Jul 05 04:22:36.591326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d528a07-2ca7-410d-a17c-a42070186f1f req-2dfaf6a6-d510-428b-95fb-b141ec1d7e99 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 Jul 05 04:22:36.687541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 72a25d2d-5f35-48e4-a456-40c6996ae7ef details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:22:36.789305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 72a25d2d-5f35-48e4-a456-40c6996ae7ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=72a25d2d-5f35-48e4-a456-40c6996ae7ef,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:36.804764 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '72a25d2d-5f35-48e4-a456-40c6996ae7ef', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'port_id': '72a25d2d-5f35-48e4-a456-40c6996ae7ef', 'mac_address': 'fa:16:3e:b2:09:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:22:36.841774 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:36.857763 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a25d2d-5f35-48e4-a456-40c6996ae7ef {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:36.880062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 72a25d2d-5f35-48e4-a456-40c6996ae7ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=72a25d2d-5f35-48e4-a456-40c6996ae7ef,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:36.969674 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.018830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=72a25d2d-5f35-48e4-a456-40c6996ae7ef,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:37.026150 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:37.026505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:37.026847 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:37.027185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:37.027520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:37.027851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:37.028179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:37.028662 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:37.028994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:37.029317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:37.029651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:37.029973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:37.172614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['72a25d2d-5f35-48e4-a456-40c6996ae7ef'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:37.781063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad42916-01ee-4872-9684-0895f143edd7 req-a5ed7423-c9cb-4b95-ba12-8782b43ff04b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:37.782485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ad42916-01ee-4872-9684-0895f143edd7 req-a5ed7423-c9cb-4b95-ba12-8782b43ff04b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 944 time: 0.0717986 Jul 05 04:22:37.823299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ad42916-01ee-4872-9684-0895f143edd7 req-a53bdb14-baa0-4639-a236-8e8572538939 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353158 Jul 05 04:22:38.487243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48030) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:38.590208 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c89ca9f4-00ec-4891-b0d5-2e9497a54d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.674791 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c89ca9f4-00ec-4891-b0d5-2e9497a54d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.702852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 72a25d2d-5f35-48e4-a456-40c6996ae7ef up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:38.797756 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c89ca9f4-00ec-4891-b0d5-2e9497a54d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.828830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 72a25d2d-5f35-48e4-a456-40c6996ae7ef completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:38.833186 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 72a25d2d-5f35-48e4-a456-40c6996ae7ef triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:38.839443 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.839622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ca9f4-00ec-4891-b0d5-2e9497a54d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d776f7-7e2d-4b13-9860-22035a3e2a2c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:38.845591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48036) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:38.846164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c89ca9f4-00ec-4891-b0d5-2e9497a54d24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=98ab02636f104fcd85775d2152fcfa80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573451 Jul 05 04:22:38.907360 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b89d2d74-07eb-41cc-9042-fdabaa2be05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.923138 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.931247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b89d2d74-07eb-41cc-9042-fdabaa2be05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.950577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf1afe0-c63d-45d5-a4b5-2019c5454077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a25d2d-5f35-48e4-a456-40c6996ae7ef'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:38.952787 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d22a75-1807-45cd-945f-cdce58912233" -d '{"events": [{"server_uuid": "caf1afe0-c63d-45d5-a4b5-2019c5454077", "name": "network-vif-plugged", "status": "completed", "tag": "72a25d2d-5f35-48e4-a456-40c6996ae7ef"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:38.967339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 72a25d2d-5f35-48e4-a456-40c6996ae7ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=72a25d2d-5f35-48e4-a456-40c6996ae7ef,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:38.998211 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4ee426-d762-4ec8-a152-e72851899388 x-openstack-request-id: req-2b4ee426-d762-4ec8-a152-e72851899388 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:38.998738 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf1afe0-c63d-45d5-a4b5-2019c5454077", "name": "network-vif-plugged", "status": "completed", "tag": "72a25d2d-5f35-48e4-a456-40c6996ae7ef", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:38.999150 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b4ee426-d762-4ec8-a152-e72851899388 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:38.999715 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf1afe0-c63d-45d5-a4b5-2019c5454077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a25d2d-5f35-48e4-a456-40c6996ae7ef', 'code': 200} Jul 05 04:22:39.014697 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723fafe-59f2-41bb-9f2b-420914ed4e5b req-e1a70b39-9f3d-4f3a-b4b7-1f5fe09c5915 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:39.017667 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f723fafe-59f2-41bb-9f2b-420914ed4e5b req-e1a70b39-9f3d-4f3a-b4b7-1f5fe09c5915 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 944 time: 0.0744030 Jul 05 04:22:39.032537 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:39.072288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f723fafe-59f2-41bb-9f2b-420914ed4e5b req-a87b44f4-caa8-482b-911a-b9149fd17025 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482707 Jul 05 04:22:39.087324 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=72a25d2d-5f35-48e4-a456-40c6996ae7ef,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:39.108921 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b89d2d74-07eb-41cc-9042-fdabaa2be05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:39.111453 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b89d2d74-07eb-41cc-9042-fdabaa2be05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:39.112608 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b89d2d74-07eb-41cc-9042-fdabaa2be05b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5d776f7-7e2d-4b13-9860-22035a3e2a2c HTTP/1.1" status: 204 len: 168 time: 0.2658484 Jul 05 04:22:39.124263 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d2d74-07eb-41cc-9042-fdabaa2be05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d776f7-7e2d-4b13-9860-22035a3e2a2c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:39.146650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4f539-9832-4ac3-9cd6-57bf7def483c req-1beeaa4d-de37-4da3-81b9-487d254c2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:39.148048 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-50b4f539-9832-4ac3-9cd6-57bf7def483c req-1beeaa4d-de37-4da3-81b9-487d254c2f37 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 1096 time: 0.0707972 Jul 05 04:22:39.187003 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-50b4f539-9832-4ac3-9cd6-57bf7def483c req-c6069341-e391-4e0d-b075-28fbd7807883 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323651 Jul 05 04:22:39.699701 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48046) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:39.714289 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd231c38-dcda-4f5f-94b7-677fcb40d56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:39.806975 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd231c38-dcda-4f5f-94b7-677fcb40d56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:39.874419 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fd231c38-dcda-4f5f-94b7-677fcb40d56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:39.918613 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fd231c38-dcda-4f5f-94b7-677fcb40d56c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d7a47ec3d1d4e0f8b8409bc2cd48a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177732 Jul 05 04:22:39.921330 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd231c38-dcda-4f5f-94b7-677fcb40d56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bb3c70-5f45-4a1e-be36-4200329179e7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:39.923660 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48050) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:39.990656 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b64e0a9-9850-4d69-bb6a-bcd1150cd7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.034150 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b64e0a9-9850-4d69-bb6a-bcd1150cd7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.186867 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b64e0a9-9850-4d69-bb6a-bcd1150cd7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.189744 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b64e0a9-9850-4d69-bb6a-bcd1150cd7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.190916 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7b64e0a9-9850-4d69-bb6a-bcd1150cd7b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43bb3c70-5f45-4a1e-be36-4200329179e7 HTTP/1.1" status: 204 len: 168 time: 0.2662754 Jul 05 04:22:40.199748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64e0a9-9850-4d69-bb6a-bcd1150cd7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bb3c70-5f45-4a1e-be36-4200329179e7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:40.305968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2141c-f822-4058-9e6d-1b731ef42a87 req-702f9f60-49d7-4012-8df8-19f16a2cfad8 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:40.307763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8b2141c-f822-4058-9e6d-1b731ef42a87 req-702f9f60-49d7-4012-8df8-19f16a2cfad8 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 945 time: 0.0804808 Jul 05 04:22:40.348233 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8b2141c-f822-4058-9e6d-1b731ef42a87 req-ea941b41-a5b7-4857-a672-d5d997f3ddaa tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342340 Jul 05 04:22:41.538832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935731-87e8-4e07-8e51-faa5224e7dc8 req-5d965bf6-147d-485c-9f70-2f377de6020f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:41.541039 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-37935731-87e8-4e07-8e51-faa5224e7dc8 req-5d965bf6-147d-485c-9f70-2f377de6020f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 945 time: 0.0687742 Jul 05 04:22:41.590403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-37935731-87e8-4e07-8e51-faa5224e7dc8 req-8d65f8be-6af6-4171-808a-3058a796906a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370326 Jul 05 04:22:41.768456 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ddd25-434c-4775-87b9-215572675b83 req-507238b2-835a-4dd9-a081-7b7c2e6eb16a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:41.770049 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-589ddd25-434c-4775-87b9-215572675b83 req-507238b2-835a-4dd9-a081-7b7c2e6eb16a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 945 time: 0.0665126 Jul 05 04:22:41.831163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-589ddd25-434c-4775-87b9-215572675b83 req-f794809c-8662-414f-a56e-6823da3714a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551522 Jul 05 04:22:42.052434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cf1ad-2f8f-44c2-b9a4-ff8c6b6456c9 req-2c7acd65-e368-4d4b-9fcd-5d0fbf16dec7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:42.053921 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-042cf1ad-2f8f-44c2-b9a4-ff8c6b6456c9 req-2c7acd65-e368-4d4b-9fcd-5d0fbf16dec7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 945 time: 0.0654681 Jul 05 04:22:42.095167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-042cf1ad-2f8f-44c2-b9a4-ff8c6b6456c9 req-a1104296-7cd1-4c69-b8af-c76c62495a71 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342283 Jul 05 04:22:43.127244 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddfe12-4f45-4d97-ab48-403555624cc7 req-4588bc97-8193-4d5b-a99b-bbb7f978debe tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:43.128783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4ddfe12-4f45-4d97-ab48-403555624cc7 req-4588bc97-8193-4d5b-a99b-bbb7f978debe tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 945 time: 0.4083531 Jul 05 04:22:43.167031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4ddfe12-4f45-4d97-ab48-403555624cc7 req-de9ed7d5-0b49-4c35-b929-5206f76d1238 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Jul 05 04:22:44.207945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bb048-e45a-4482-9db2-ee4181b835fd req-b73410a9-9292-4e78-9839-f9631231cd58 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:44.209798 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e57bb048-e45a-4482-9db2-ee4181b835fd req-b73410a9-9292-4e78-9839-f9631231cd58 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 945 time: 0.0842619 Jul 05 04:22:44.323075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-e57bb048-e45a-4482-9db2-ee4181b835fd req-bb9f4cfd-76b8-4aaa-a056-40a419ace457 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Deleting port 72a25d2d-5f35-48e4-a456-40c6996ae7ef {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:44.323419 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e57bb048-e45a-4482-9db2-ee4181b835fd req-bb9f4cfd-76b8-4aaa-a056-40a419ace457 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.378528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372dbc-7b61-45f6-8b02-c2a31d909e1a req-9721a4ee-d793-453d-86ca-e5097ebd4dc5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:44.380669 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12372dbc-7b61-45f6-8b02-c2a31d909e1a req-9721a4ee-d793-453d-86ca-e5097ebd4dc5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 945 time: 0.0691791 Jul 05 04:22:44.419793 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12372dbc-7b61-45f6-8b02-c2a31d909e1a req-c4b174d7-ee10-496f-9ec3-2be1f2f36201 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329247 Jul 05 04:22:44.434517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e57bb048-e45a-4482-9db2-ee4181b835fd req-bb9f4cfd-76b8-4aaa-a056-40a419ace457 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] For port 72a25d2d-5f35-48e4-a456-40c6996ae7ef, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=72a25d2d-5f35-48e4-a456-40c6996ae7ef,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:44.434774 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e57bb048-e45a-4482-9db2-ee4181b835fd req-bb9f4cfd-76b8-4aaa-a056-40a419ace457 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.449295 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-e57bb048-e45a-4482-9db2-ee4181b835fd req-bb9f4cfd-76b8-4aaa-a056-40a419ace457 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Calling delete_port for 72a25d2d-5f35-48e4-a456-40c6996ae7ef owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:44.697858 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e57bb048-e45a-4482-9db2-ee4181b835fd req-bb9f4cfd-76b8-4aaa-a056-40a419ace457 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.709249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['72a25d2d-5f35-48e4-a456-40c6996ae7ef'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:44.735323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f4cfd-76b8-4aaa-a056-40a419ace457 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event deleted for resources: {'Port': ['ID=72a25d2d-5f35-48e4-a456-40c6996ae7ef,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:44.782691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57bb048-e45a-4482-9db2-ee4181b835fd req-bb9f4cfd-76b8-4aaa-a056-40a419ace457 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] No DVR routers for this DVR port 72a25d2d-5f35-48e4-a456-40c6996ae7ef on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:44.785422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e57bb048-e45a-4482-9db2-ee4181b835fd req-bb9f4cfd-76b8-4aaa-a056-40a419ace457 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.787501 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e57bb048-e45a-4482-9db2-ee4181b835fd req-bb9f4cfd-76b8-4aaa-a056-40a419ace457 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "DELETE /v2.0/ports/72a25d2d-5f35-48e4-a456-40c6996ae7ef HTTP/1.1" status: 204 len: 173 time: 0.5727210 Jul 05 04:22:44.788095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf1afe0-c63d-45d5-a4b5-2019c5454077', 'name': 'network-vif-deleted', 'tag': '72a25d2d-5f35-48e4-a456-40c6996ae7ef'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:44.790919 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc930c51-060b-498b-8e0b-2e26ed6a7b09" -d '{"events": [{"server_uuid": "caf1afe0-c63d-45d5-a4b5-2019c5454077", "name": "network-vif-deleted", "tag": "72a25d2d-5f35-48e4-a456-40c6996ae7ef"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:44.838923 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c8dbd2-3aa6-482b-8614-3a657be75c65 x-openstack-request-id: req-b0c8dbd2-3aa6-482b-8614-3a657be75c65 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:44.839074 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf1afe0-c63d-45d5-a4b5-2019c5454077", "name": "network-vif-deleted", "tag": "72a25d2d-5f35-48e4-a456-40c6996ae7ef", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:44.839328 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0c8dbd2-3aa6-482b-8614-3a657be75c65 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:44.839727 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf1afe0-c63d-45d5-a4b5-2019c5454077', 'name': 'network-vif-deleted', 'tag': '72a25d2d-5f35-48e4-a456-40c6996ae7ef', 'status': 'completed', 'code': 200} Jul 05 04:22:45.592597 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49f226d2-eafa-46c6-baf6-b1d5443b2380 req-2084bfe3-56cd-4d11-976b-9a7606adaa3d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 210 time: 0.0296159 Jul 05 04:22:46.734849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 72a25d2d-5f35-48e4-a456-40c6996ae7ef no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:46.756572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 72a25d2d-5f35-48e4-a456-40c6996ae7ef {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:46.757215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 72a25d2d-5f35-48e4-a456-40c6996ae7ef not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:46.766822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97d8d06f-6a79-4912-9c3b-907aadc88c8b req-c9921ed0-3a01-41bf-88c5-661f3fd27423 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 210 time: 0.0501461 Jul 05 04:22:47.913609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8cd5e1e0-d4bd-4ae2-b847-4f5d8cfd60ca req-0bfac960-ff40-45fa-89dd-b2887de6114c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 210 time: 0.0399597 Jul 05 04:22:49.101848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-11a34336-59f0-4036-a5c1-ca5dbe665891 req-c2d1fcf0-d871-4f40-830b-16d2e9ab3e75 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf1afe0-c63d-45d5-a4b5-2019c5454077 HTTP/1.1" status: 200 len: 210 time: 0.0323861 Jul 05 04:22:51.251629 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-efc0596e-caa1-4757-9160-77be1e698316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.871039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd499b-8d4c-4df4-8d44-e56976cb378e req-2ad1d412-7a9d-4ca2-b226-4530a4aa8960 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:52.872622 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-93dd499b-8d4c-4df4-8d44-e56976cb378e req-2ad1d412-7a9d-4ca2-b226-4530a4aa8960 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 945 time: 0.0697100 Jul 05 04:22:52.910162 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-93dd499b-8d4c-4df4-8d44-e56976cb378e req-fb8e44b9-6021-4fd6-8029-c97d08a113b2 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320106 Jul 05 04:22:54.088342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca05107-4d3d-4df7-a362-e4f0e3a89351 req-74b40dbd-3536-4f82-8a02-83694f707b9d tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:54.089824 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7ca05107-4d3d-4df7-a362-e4f0e3a89351 req-74b40dbd-3536-4f82-8a02-83694f707b9d tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 945 time: 0.0634370 Jul 05 04:22:54.130358 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7ca05107-4d3d-4df7-a362-e4f0e3a89351 req-be2fb720-f9c7-4d41-9e32-1b2fcb5774b5 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344033 Jul 05 04:22:54.269380 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f9ebe8b5-ac08-4cf4-92aa-d20ba3e397c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.277826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287fa44-cd80-4eb3-b67b-c75e43d054ae req-d5f5beec-2c29-4164-944d-89656d9f5162 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:54.279376 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6287fa44-cd80-4eb3-b67b-c75e43d054ae req-d5f5beec-2c29-4164-944d-89656d9f5162 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.64 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 945 time: 0.0678358 Jul 05 04:22:54.399991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-6287fa44-cd80-4eb3-b67b-c75e43d054ae req-267efea9-e934-4f49-8c5c-53789c298149 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Deleting port 52170679-df26-4fb0-967d-676950b9ce52 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:54.400458 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6287fa44-cd80-4eb3-b67b-c75e43d054ae req-267efea9-e934-4f49-8c5c-53789c298149 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.416876 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.516271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-6287fa44-cd80-4eb3-b67b-c75e43d054ae req-267efea9-e934-4f49-8c5c-53789c298149 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] For port 52170679-df26-4fb0-967d-676950b9ce52, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=52170679-df26-4fb0-967d-676950b9ce52,segment=NetworkSegment(77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9),segment_id=77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:54.516817 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6287fa44-cd80-4eb3-b67b-c75e43d054ae req-267efea9-e934-4f49-8c5c-53789c298149 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.529113 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-6287fa44-cd80-4eb3-b67b-c75e43d054ae req-267efea9-e934-4f49-8c5c-53789c298149 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Calling delete_port for 52170679-df26-4fb0-967d-676950b9ce52 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:54.744649 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6287fa44-cd80-4eb3-b67b-c75e43d054ae req-267efea9-e934-4f49-8c5c-53789c298149 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.757426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['52170679-df26-4fb0-967d-676950b9ce52'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:54.829602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267efea9-e934-4f49-8c5c-53789c298149 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Pushing event deleted for resources: {'Port': ['ID=52170679-df26-4fb0-967d-676950b9ce52,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:54.875189 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6287fa44-cd80-4eb3-b67b-c75e43d054ae req-267efea9-e934-4f49-8c5c-53789c298149 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] No DVR routers for this DVR port 52170679-df26-4fb0-967d-676950b9ce52 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:54.878493 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6287fa44-cd80-4eb3-b67b-c75e43d054ae req-267efea9-e934-4f49-8c5c-53789c298149 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.881464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6287fa44-cd80-4eb3-b67b-c75e43d054ae req-267efea9-e934-4f49-8c5c-53789c298149 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.64 "DELETE /v2.0/ports/52170679-df26-4fb0-967d-676950b9ce52 HTTP/1.1" status: 204 len: 173 time: 0.5971527 Jul 05 04:22:54.882156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deedf066-3623-41ad-98ef-d921f1c019ef', 'name': 'network-vif-deleted', 'tag': '52170679-df26-4fb0-967d-676950b9ce52'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:54.886260 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0c3619-96ba-4dd3-bfcf-82a39ec2eccb" -d '{"events": [{"server_uuid": "deedf066-3623-41ad-98ef-d921f1c019ef", "name": "network-vif-deleted", "tag": "52170679-df26-4fb0-967d-676950b9ce52"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:54.925897 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64f670e-e347-4455-a82f-4d249186b9a2 x-openstack-request-id: req-e64f670e-e347-4455-a82f-4d249186b9a2 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:54.926653 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deedf066-3623-41ad-98ef-d921f1c019ef", "name": "network-vif-deleted", "tag": "52170679-df26-4fb0-967d-676950b9ce52", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:54.927086 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e64f670e-e347-4455-a82f-4d249186b9a2 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:54.927671 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deedf066-3623-41ad-98ef-d921f1c019ef', 'name': 'network-vif-deleted', 'tag': '52170679-df26-4fb0-967d-676950b9ce52', 'status': 'completed', 'code': 200} Jul 05 04:22:55.313128 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-539bea2d-97c4-42f6-8347-23ba74acff90 req-14c11431-ecc8-4047-81f8-937e9b6b000c tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=deedf066-3623-41ad-98ef-d921f1c019ef HTTP/1.1" status: 200 len: 210 time: 0.0291333 Jul 05 04:22:55.338268 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:57.197954 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.958746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 52170679-df26-4fb0-967d-676950b9ce52 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:58.983392 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 52170679-df26-4fb0-967d-676950b9ce52 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:58.986006 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 52170679-df26-4fb0-967d-676950b9ce52 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:59.612418 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.921720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48494) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:00.061284 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-943a5efe-8119-41da-95e1-50bf47bd5ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.201141 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-943a5efe-8119-41da-95e1-50bf47bd5ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.277381 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-943a5efe-8119-41da-95e1-50bf47bd5ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.315946 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-943a5efe-8119-41da-95e1-50bf47bd5ac9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6a9150676de442b994f1593fc860b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928556 Jul 05 04:23:00.316906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a5efe-8119-41da-95e1-50bf47bd5ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3f1c82-d7a1-4396-8d19-b8a287ffcb6f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:00.320039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48504) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:00.377387 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-992e662f-ea73-4115-981a-b2046355daef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.404064 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-992e662f-ea73-4115-981a-b2046355daef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.546266 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-992e662f-ea73-4115-981a-b2046355daef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.548871 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-992e662f-ea73-4115-981a-b2046355daef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.552778 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-992e662f-ea73-4115-981a-b2046355daef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b3f1c82-d7a1-4396-8d19-b8a287ffcb6f HTTP/1.1" status: 204 len: 168 time: 0.2274754 Jul 05 04:23:00.559668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e662f-ea73-4115-981a-b2046355daef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3f1c82-d7a1-4396-8d19-b8a287ffcb6f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:01.504286 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48546) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:01.519209 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-869ac63f-6d9e-4b26-8b2e-c02154dc1e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.617613 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.625651 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-869ac63f-6d9e-4b26-8b2e-c02154dc1e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.748811 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-869ac63f-6d9e-4b26-8b2e-c02154dc1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.790560 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-869ac63f-6d9e-4b26-8b2e-c02154dc1e9d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f25de081b0845d4a4ef7108f173de74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844167 Jul 05 04:23:01.791626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ac63f-6d9e-4b26-8b2e-c02154dc1e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9718d82a-019c-47fe-a87c-a48cf55d1bbf,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:01.793196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48550) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:01.858400 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ea4a79d-6121-4983-b36f-9690b10971cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.881851 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ea4a79d-6121-4983-b36f-9690b10971cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.006520 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ea4a79d-6121-4983-b36f-9690b10971cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.010141 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7ea4a79d-6121-4983-b36f-9690b10971cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.011429 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7ea4a79d-6121-4983-b36f-9690b10971cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9718d82a-019c-47fe-a87c-a48cf55d1bbf HTTP/1.1" status: 204 len: 168 time: 0.2171340 Jul 05 04:23:02.022184 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4a79d-6121-4983-b36f-9690b10971cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9718d82a-019c-47fe-a87c-a48cf55d1bbf,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:03.974077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-912ed99c-19bb-4e4f-bcea-405ca8fcdbf7 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:03.975677 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-912ed99c-19bb-4e4f-bcea-405ca8fcdbf7 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/networks?id=51e13d01-5ce0-403e-893b-d734e5d430b8 HTTP/1.1" status: 200 len: 814 time: 0.1162884 Jul 05 04:23:03.991467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-28fb0790-9ee3-4b04-be2f-04fe1c08354c tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/quotas/baf585bb62bc486ba3dcca7eafc172ba HTTP/1.1" status: 200 len: 375 time: 0.0094779 Jul 05 04:23:04.026537 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-a71f1b3f-794a-4887-8db8-6473e99c1e0a tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=baf585bb62bc486ba3dcca7eafc172ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290225 Jul 05 04:23:04.124654 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-15ed52cd-3c51-4efd-b8e1-5da11dd96750 service neutron] 10.222.0.60 "GET /v2.0/networks/51e13d01-5ce0-403e-893b-d734e5d430b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912721 Jul 05 04:23:04.222676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-a2a4a21d-bdac-488f-9eb0-841372bc4dd2 service neutron] 10.222.0.60 "GET /v2.0/networks/51e13d01-5ce0-403e-893b-d734e5d430b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924516 Jul 05 04:23:04.476975 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a337137-bd61-488d-aaeb-094bb495a7c2 req-1262e014-0631-470c-bc84-35bb6b967d5a tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 210 time: 0.0330031 Jul 05 04:23:04.971758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48630) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:05.091479 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:05.187133 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:05.263072 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:05.306905 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96b697309fb04c57ac675156f23c4082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309529 Jul 05 04:23:05.306905 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b361ec8-07bb-4c65-84fa-c0435823c343,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:05.307456 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48636) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:05.314776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:05.315135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:05.315486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:05.315866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:05.316188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:05.316549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:05.316913 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:05.317254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:05.317586 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:05.317917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:05.318252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:05.318580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b8405-d442-4539-bdcf-49f182f58e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:05.360543 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04e3bc6c-6e13-4f6f-ab15-82f806cc154e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:05.387764 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04e3bc6c-6e13-4f6f-ab15-82f806cc154e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:05.546836 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04e3bc6c-6e13-4f6f-ab15-82f806cc154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:05.550157 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-04e3bc6c-6e13-4f6f-ab15-82f806cc154e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:05.551288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-04e3bc6c-6e13-4f6f-ab15-82f806cc154e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b361ec8-07bb-4c65-84fa-c0435823c343 HTTP/1.1" status: 204 len: 168 time: 0.2428441 Jul 05 04:23:05.572314 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-53b4f9bb-326c-4ca8-b585-a715c0ac2e9e req-f68b43f8-1bf8-4aa0-a61f-74edc6bbb71a tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 210 time: 0.0407009 Jul 05 04:23:05.579411 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3bc6c-6e13-4f6f-ab15-82f806cc154e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b361ec8-07bb-4c65-84fa-c0435823c343,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:06.725459 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d881d206-5913-4596-8c12-1f0be0d29852 req-5ff7f846-6222-4f99-9d16-e82a14d2921e tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 210 time: 0.0349982 Jul 05 04:23:07.055804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-3584fda9-1f65-43f9-8450-dbc7bea54f8f tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:07.057504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-3584fda9-1f65-43f9-8450-dbc7bea54f8f tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.64 "GET /v2.0/networks?id=51e13d01-5ce0-403e-893b-d734e5d430b8 HTTP/1.1" status: 200 len: 814 time: 0.1308713 Jul 05 04:23:07.074380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-cedf3d4e-926e-44d0-969d-32c17cb97e39 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Request body: {'port': {'device_id': 'c45e423b-b237-4c9b-86d0-ac1df31403ab', 'network_id': '51e13d01-5ce0-403e-893b-d734e5d430b8', 'admin_state_up': True, 'tenant_id': 'baf585bb62bc486ba3dcca7eafc172ba'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:07.257795 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-cedf3d4e-926e-44d0-969d-32c17cb97e39 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Made reservation on behalf of baf585bb62bc486ba3dcca7eafc172ba for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:07.262356 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-cedf3d4e-926e-44d0-969d-32c17cb97e39 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.411025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-cedf3d4e-926e-44d0-969d-32c17cb97e39 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Allocated IP 172.20.0.5 (51e13d01-5ce0-403e-893b-d734e5d430b8/a65052bd-8069-4d19-9844-87756d28c2ee/d707e6d8-44e1-4dc6-8e73-7516e58a14e0) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:07.580198 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-cedf3d4e-926e-44d0-969d-32c17cb97e39 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.706701 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-cedf3d4e-926e-44d0-969d-32c17cb97e39 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.769775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-cedf3d4e-926e-44d0-969d-32c17cb97e39 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Network 51e13d01-5ce0-403e-893b-d734e5d430b8 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:07.776435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-cedf3d4e-926e-44d0-969d-32c17cb97e39 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:07.779096 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-cedf3d4e-926e-44d0-969d-32c17cb97e39 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:07.787062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf3d4e-926e-44d0-969d-32c17cb97e39 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Pushing event updated for resources: {'Port': ['ID=d707e6d8-44e1-4dc6-8e73-7516e58a14e0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:07.835847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-cedf3d4e-926e-44d0-969d-32c17cb97e39 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:07.837112 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-cedf3d4e-926e-44d0-969d-32c17cb97e39 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.929633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8cd43-a080-4f2c-b241-8caaf456fdaa req-06c8dcfb-dbdf-4749-a501-9d52c9201649 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:07.932840 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-93d8cd43-a080-4f2c-b241-8caaf456fdaa req-06c8dcfb-dbdf-4749-a501-9d52c9201649 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 931 time: 0.0752721 Jul 05 04:23:07.937536 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-cedf3d4e-926e-44d0-969d-32c17cb97e39 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8649223 Jul 05 04:23:07.956018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Request body: {'port': {'device_id': 'c45e423b-b237-4c9b-86d0-ac1df31403ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:08.003665 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-93d8cd43-a080-4f2c-b241-8caaf456fdaa req-91515031-19f1-4e4c-960f-b2cb4d6e0eec tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638134 Jul 05 04:23:08.049456 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:08.342056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d707e6d8-44e1-4dc6-8e73-7516e58a14e0 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:08.350300 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:08.364326 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Transition to ACTIVE for port object d707e6d8-44e1-4dc6-8e73-7516e58a14e0 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:08.443236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:08.499783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d707e6d8-44e1-4dc6-8e73-7516e58a14e0,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:08.571638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Attempting to bind port d707e6d8-44e1-4dc6-8e73-7516e58a14e0 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:08.572089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Attempting to bind port d707e6d8-44e1-4dc6-8e73-7516e58a14e0 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '51e13d01-5ce0-403e-893b-d734e5d430b8'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:08.572437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Attempting to bind port d707e6d8-44e1-4dc6-8e73-7516e58a14e0 on network 51e13d01-5ce0-403e-893b-d734e5d430b8 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:08.578593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Port d707e6d8-44e1-4dc6-8e73-7516e58a14e0 on network 51e13d01-5ce0-403e-893b-d734e5d430b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:23:08.578923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Attempting to bind port d707e6d8-44e1-4dc6-8e73-7516e58a14e0 on network 51e13d01-5ce0-403e-893b-d734e5d430b8 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:08.584126 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:08.584509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Checking segment: {'id': '77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '51e13d01-5ce0-403e-893b-d734e5d430b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:08.584894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Bound using segment: {'id': '77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '51e13d01-5ce0-403e-893b-d734e5d430b8'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:08.585329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Bound port: d707e6d8-44e1-4dc6-8e73-7516e58a14e0, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '51e13d01-5ce0-403e-893b-d734e5d430b8'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:08.585689 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:08.687015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] For port d707e6d8-44e1-4dc6-8e73-7516e58a14e0, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:08.690473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] For port d707e6d8-44e1-4dc6-8e73-7516e58a14e0, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d707e6d8-44e1-4dc6-8e73-7516e58a14e0,segment=NetworkSegment(77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9),segment_id=77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:08.807144 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:08.840979 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:08.841565 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:08.842983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/d707e6d8-44e1-4dc6-8e73-7516e58a14e0 HTTP/1.1" status: 200 len: 1091 time: 0.8974731 Jul 05 04:23:08.843434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45e423b-b237-4c9b-86d0-ac1df31403ab', 'tag': 'd707e6d8-44e1-4dc6-8e73-7516e58a14e0'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:08.845969 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892bf3a4-2ec7-434c-a0df-ae60115f771c" -d '{"events": [{"name": "network-changed", "server_uuid": "c45e423b-b237-4c9b-86d0-ac1df31403ab", "tag": "d707e6d8-44e1-4dc6-8e73-7516e58a14e0"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:08.885411 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3944e1cf-6879-4962-9659-8ff0c92b610e x-openstack-request-id: req-3944e1cf-6879-4962-9659-8ff0c92b610e {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:08.885707 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45e423b-b237-4c9b-86d0-ac1df31403ab", "tag": "d707e6d8-44e1-4dc6-8e73-7516e58a14e0", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:08.885956 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3944e1cf-6879-4962-9659-8ff0c92b610e {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:08.886356 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45e423b-b237-4c9b-86d0-ac1df31403ab', 'tag': 'd707e6d8-44e1-4dc6-8e73-7516e58a14e0', 'status': 'completed', 'code': 200} Jul 05 04:23:08.887382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311dfe3-25ac-41f5-98be-f41ab156e1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d707e6d8-44e1-4dc6-8e73-7516e58a14e0,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:08.960147 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bf3a4-2ec7-434c-a0df-ae60115f771c req-4122aec8-61ad-435f-a954-88d28b7c3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:08.962453 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-892bf3a4-2ec7-434c-a0df-ae60115f771c req-4122aec8-61ad-435f-a954-88d28b7c3301 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=baf585bb62bc486ba3dcca7eafc172ba&device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 1094 time: 0.0547068 Jul 05 04:23:09.072169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bf3a4-2ec7-434c-a0df-ae60115f771c req-93c592f7-746a-48a3-96ba-3df925240e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:09.074041 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-892bf3a4-2ec7-434c-a0df-ae60115f771c req-93c592f7-746a-48a3-96ba-3df925240e04 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=baf585bb62bc486ba3dcca7eafc172ba&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1048996 Jul 05 04:23:09.140239 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:23:09.221464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bf3a4-2ec7-434c-a0df-ae60115f771c req-dbc06f95-c5f7-4e42-ba45-182cfd2e5df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:09.222968 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-892bf3a4-2ec7-434c-a0df-ae60115f771c req-dbc06f95-c5f7-4e42-ba45-182cfd2e5df7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1429088 Jul 05 04:23:09.238170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4877faa-548c-45d2-9edb-133a26ce1eec req-70ffbe96-a275-47a4-af58-cd2ebc59f4eb tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:09.239808 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4877faa-548c-45d2-9edb-133a26ce1eec req-70ffbe96-a275-47a4-af58-cd2ebc59f4eb tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 943 time: 0.1061649 Jul 05 04:23:09.307270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4877faa-548c-45d2-9edb-133a26ce1eec req-734c4344-102d-43a6-b96d-d8ae9457e0d4 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616612 Jul 05 04:23:09.330096 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-b30d42be-3c89-4b0c-9b22-e3a8df5fdf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:09.331603 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-b30d42be-3c89-4b0c-9b22-e3a8df5fdf53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=baf585bb62bc486ba3dcca7eafc172ba&device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 1094 time: 0.0683575 Jul 05 04:23:09.386673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-eafde135-bca7-445e-a736-dee4f25b7b67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d707e6d8-44e1-4dc6-8e73-7516e58a14e0 HTTP/1.1" status: 200 len: 217 time: 0.0480590 Jul 05 04:23:09.439014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-a7f82d41-abd8-477a-9142-d9b6fb979723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:09.440526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-a7f82d41-abd8-477a-9142-d9b6fb979723 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a65052bd-8069-4d19-9844-87756d28c2ee HTTP/1.1" status: 200 len: 854 time: 0.0481427 Jul 05 04:23:09.475080 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-b534a89d-888d-4fff-867f-5f31ef785531 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51e13d01-5ce0-403e-893b-d734e5d430b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280802 Jul 05 04:23:09.573427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-f2fec22f-24bf-41b5-9acc-3220f11a346b service neutron] 10.222.0.64 "GET /v2.0/networks/51e13d01-5ce0-403e-893b-d734e5d430b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918429 Jul 05 04:23:09.676798 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d921ae5-e2c0-4473-882b-28cf72b5eaf9 req-1780418c-9282-4d51-88bb-9d72a6e7dc25 service neutron] 10.222.0.64 "GET /v2.0/networks/51e13d01-5ce0-403e-893b-d734e5d430b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974267 Jul 05 04:23:09.989470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48718) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:10.109661 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7aecaf4-3c1b-4725-a314-a0bf0308bfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:10.200282 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7aecaf4-3c1b-4725-a314-a0bf0308bfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:10.294507 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7aecaf4-3c1b-4725-a314-a0bf0308bfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:10.332574 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aecaf4-3c1b-4725-a314-a0bf0308bfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc107216-60e4-4933-b482-f128db2e60dc,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:10.337354 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a7aecaf4-3c1b-4725-a314-a0bf0308bfa8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69f5e4cfa3754802a73a4f339c2844df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461738 Jul 05 04:23:10.340204 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48724) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:10.402530 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-addf9c81-ca69-46b1-b989-785a92af9ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:10.425149 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-addf9c81-ca69-46b1-b989-785a92af9ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:10.517588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec332872-eabd-4887-9b0a-2075e0f310fd req-4a3f3afb-5f5a-414c-ad67-6411dd8dd6a3 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:10.518996 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec332872-eabd-4887-9b0a-2075e0f310fd req-4a3f3afb-5f5a-414c-ad67-6411dd8dd6a3 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 943 time: 0.0850935 Jul 05 04:23:10.559197 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec332872-eabd-4887-9b0a-2075e0f310fd req-08fa80a4-8ed9-456e-bba5-7906eb053cec tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324149 Jul 05 04:23:10.623311 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-addf9c81-ca69-46b1-b989-785a92af9ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:10.626084 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-addf9c81-ca69-46b1-b989-785a92af9ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:10.632360 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-addf9c81-ca69-46b1-b989-785a92af9ab2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc107216-60e4-4933-b482-f128db2e60dc HTTP/1.1" status: 204 len: 168 time: 0.2863288 Jul 05 04:23:10.635846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf9c81-ca69-46b1-b989-785a92af9ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc107216-60e4-4933-b482-f128db2e60dc,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:11.749877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99101e1f-bbb0-4b80-b677-1587ed55b7c8 req-984cc756-e953-4fd8-88c7-d69bf7f61a08 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:11.751488 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99101e1f-bbb0-4b80-b677-1587ed55b7c8 req-984cc756-e953-4fd8-88c7-d69bf7f61a08 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 943 time: 0.0723014 Jul 05 04:23:11.792779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99101e1f-bbb0-4b80-b677-1587ed55b7c8 req-56e4eaca-5d8c-4eae-90b7-e47ba0d6eeab tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351288 Jul 05 04:23:12.958885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device d707e6d8-44e1-4dc6-8e73-7516e58a14e0 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:23:12.965050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d0d8a-39f8-490d-ac07-f992d1ce8c33 req-6fa704a3-12fe-4e92-aae7-c5299744ff88 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:12.966564 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b47d0d8a-39f8-490d-ac07-f992d1ce8c33 req-6fa704a3-12fe-4e92-aae7-c5299744ff88 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 943 time: 0.0631499 Jul 05 04:23:13.024800 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b47d0d8a-39f8-490d-ac07-f992d1ce8c33 req-c64d0e20-2a66-4d82-b176-2a2f8b2ead2b tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376608 Jul 05 04:23:13.066599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port d707e6d8-44e1-4dc6-8e73-7516e58a14e0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d707e6d8-44e1-4dc6-8e73-7516e58a14e0,segment=NetworkSegment(77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9),segment_id=77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:13.078034 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'd707e6d8-44e1-4dc6-8e73-7516e58a14e0', 'network_id': '51e13d01-5ce0-403e-893b-d734e5d430b8', 'port_id': 'd707e6d8-44e1-4dc6-8e73-7516e58a14e0', 'mac_address': 'fa:16:3e:3d:5d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65052bd-8069-4d19-9844-87756d28c2ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:23:13.114184 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.127037 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d707e6d8-44e1-4dc6-8e73-7516e58a14e0 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:13.148688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port d707e6d8-44e1-4dc6-8e73-7516e58a14e0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d707e6d8-44e1-4dc6-8e73-7516e58a14e0,segment=NetworkSegment(77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9),segment_id=77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:13.386073 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.434887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=d707e6d8-44e1-4dc6-8e73-7516e58a14e0,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:13.586162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['d707e6d8-44e1-4dc6-8e73-7516e58a14e0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:14.205735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65d4a8-5fd3-452f-ba33-e425e28bec11 req-7364f3c4-74e6-43f6-a88b-f83e50e9efc3 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:14.207256 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad65d4a8-5fd3-452f-ba33-e425e28bec11 req-7364f3c4-74e6-43f6-a88b-f83e50e9efc3 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 944 time: 0.0639627 Jul 05 04:23:14.250183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad65d4a8-5fd3-452f-ba33-e425e28bec11 req-c76582be-a8a6-46cb-b2ca-79baffa7c01e tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370309 Jul 05 04:23:14.469085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48806) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:14.582037 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-547b6a46-bc18-45b8-abcf-ac2b7cb2bfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.672526 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-547b6a46-bc18-45b8-abcf-ac2b7cb2bfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.783478 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-547b6a46-bc18-45b8-abcf-ac2b7cb2bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.823485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-547b6a46-bc18-45b8-abcf-ac2b7cb2bfeb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fda646ab90214d77b3d0b9d8e0015700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3533173 Jul 05 04:23:14.824529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b6a46-bc18-45b8-abcf-ac2b7cb2bfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815d73b5-f5e0-4f73-bfd2-771854d9a1cf,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:14.826262 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48810) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:14.876932 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-265b45f0-6ecf-4aa2-80f0-2af988694f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.902651 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-265b45f0-6ecf-4aa2-80f0-2af988694f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.974141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device d707e6d8-44e1-4dc6-8e73-7516e58a14e0 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:15.031919 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-265b45f0-6ecf-4aa2-80f0-2af988694f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:15.034701 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-265b45f0-6ecf-4aa2-80f0-2af988694f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:15.035977 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-265b45f0-6ecf-4aa2-80f0-2af988694f4e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/815d73b5-f5e0-4f73-bfd2-771854d9a1cf HTTP/1.1" status: 204 len: 168 time: 0.2078230 Jul 05 04:23:15.045326 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b45f0-6ecf-4aa2-80f0-2af988694f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815d73b5-f5e0-4f73-bfd2-771854d9a1cf,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:15.117062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port d707e6d8-44e1-4dc6-8e73-7516e58a14e0 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:15.121836 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port d707e6d8-44e1-4dc6-8e73-7516e58a14e0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:15.127696 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:15.199676 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:15.224157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45e423b-b237-4c9b-86d0-ac1df31403ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd707e6d8-44e1-4dc6-8e73-7516e58a14e0'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:15.230952 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1588e61-2c4f-4eda-b59e-14b7ceb4b092" -d '{"events": [{"server_uuid": "c45e423b-b237-4c9b-86d0-ac1df31403ab", "name": "network-vif-plugged", "status": "completed", "tag": "d707e6d8-44e1-4dc6-8e73-7516e58a14e0"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:15.240023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port d707e6d8-44e1-4dc6-8e73-7516e58a14e0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d707e6d8-44e1-4dc6-8e73-7516e58a14e0,segment=NetworkSegment(77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9),segment_id=77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:15.265766 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe659534-85d9-47e7-b910-f04bd03e0a35 x-openstack-request-id: req-fe659534-85d9-47e7-b910-f04bd03e0a35 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:15.266061 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45e423b-b237-4c9b-86d0-ac1df31403ab", "name": "network-vif-plugged", "status": "completed", "tag": "d707e6d8-44e1-4dc6-8e73-7516e58a14e0", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:15.266341 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe659534-85d9-47e7-b910-f04bd03e0a35 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:15.266737 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45e423b-b237-4c9b-86d0-ac1df31403ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd707e6d8-44e1-4dc6-8e73-7516e58a14e0', 'code': 200} Jul 05 04:23:15.303221 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:15.362023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=d707e6d8-44e1-4dc6-8e73-7516e58a14e0,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:15.470411 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf21ed1-37dd-44d1-b968-c8a7a03ee45b req-8d2b8fdf-c07c-4232-9d0e-88a411a62639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:15.470411 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4bf21ed1-37dd-44d1-b968-c8a7a03ee45b req-8d2b8fdf-c07c-4232-9d0e-88a411a62639 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 1096 time: 0.1165397 Jul 05 04:23:15.532407 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4bf21ed1-37dd-44d1-b968-c8a7a03ee45b req-daec6cff-b478-4960-bc83-3f1d39039541 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555491 Jul 05 04:23:15.541110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b4e4e-8656-4eac-907c-4b5f5e4f06e0 req-f565f953-f57d-45e9-aafd-28b3ef821efb tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:15.542688 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e88b4e4e-8656-4eac-907c-4b5f5e4f06e0 req-f565f953-f57d-45e9-aafd-28b3ef821efb tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 945 time: 0.1196806 Jul 05 04:23:15.582432 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e88b4e4e-8656-4eac-907c-4b5f5e4f06e0 req-0565602a-0cad-4355-997c-cce5e28e177f tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340416 Jul 05 04:23:16.779598 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246d34f-7ace-4428-a804-2da7500d492c req-b5f786ee-60de-4559-9eb4-af7dc07be9f6 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.781199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2246d34f-7ace-4428-a804-2da7500d492c req-b5f786ee-60de-4559-9eb4-af7dc07be9f6 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 945 time: 0.0726693 Jul 05 04:23:16.819267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2246d34f-7ace-4428-a804-2da7500d492c req-8d12c900-0395-46c1-85ea-700f5cc43aa0 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Jul 05 04:23:18.561461 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48918) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:18.675397 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98ac6233-16c6-41a4-9262-b3878d75a60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.768387 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98ac6233-16c6-41a4-9262-b3878d75a60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.872466 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98ac6233-16c6-41a4-9262-b3878d75a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.914094 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-98ac6233-16c6-41a4-9262-b3878d75a60f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9659be12dab408bb29e19f736a274d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488274 Jul 05 04:23:18.914094 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac6233-16c6-41a4-9262-b3878d75a60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835f3974-0849-4e32-a17e-e69440d09cc9,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:18.914559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48922) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:18.974500 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.998666 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:19.169829 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:19.172325 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:19.173580 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/835f3974-0849-4e32-a17e-e69440d09cc9 HTTP/1.1" status: 204 len: 168 time: 0.2579112 Jul 05 04:23:19.182047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835f3974-0849-4e32-a17e-e69440d09cc9,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:19.189840 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.190188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.190526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.190860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.191252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.191505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.191912 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.192151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.192503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.192831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.193151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.193471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a643a-feb1-4e8f-a9e3-0f4c0621a139 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:20.007066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 48932) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:20.021052 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64c24d03-228f-47b7-90ba-a1114ec5b7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:20.119295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64c24d03-228f-47b7-90ba-a1114ec5b7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:20.220389 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64c24d03-228f-47b7-90ba-a1114ec5b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:20.262500 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-64c24d03-228f-47b7-90ba-a1114ec5b7fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e25dc71f53804515ad81514e5020578e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536066 Jul 05 04:23:20.263577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c24d03-228f-47b7-90ba-a1114ec5b7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10dc15b-9673-4630-ae35-546f778720c3,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:20.264553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 48938) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:20.325676 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-add6365d-cd79-4353-a6f2-31563072c530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:20.348813 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-add6365d-cd79-4353-a6f2-31563072c530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:20.545750 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-add6365d-cd79-4353-a6f2-31563072c530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:20.548492 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-add6365d-cd79-4353-a6f2-31563072c530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:20.549691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-add6365d-cd79-4353-a6f2-31563072c530 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a10dc15b-9673-4630-ae35-546f778720c3 HTTP/1.1" status: 204 len: 168 time: 0.2839293 Jul 05 04:23:20.558016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6365d-cd79-4353-a6f2-31563072c530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10dc15b-9673-4630-ae35-546f778720c3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:21.328644 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6ee3c75a-617e-4b90-a73b-b4b5a335bc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.314947 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-798b09f7-7a6c-4855-834a-812668b6d2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.443584 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:25.322909 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.180449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49130) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:27.288490 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2f1afa0b-c9b6-4c70-9b2e-110b15b27901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.297177 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.383763 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2f1afa0b-c9b6-4c70-9b2e-110b15b27901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.491599 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2f1afa0b-c9b6-4c70-9b2e-110b15b27901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.530645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2f1afa0b-c9b6-4c70-9b2e-110b15b27901 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6be1ff822104196824ffeb6ae854db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490362 Jul 05 04:23:27.532970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1afa0b-c9b6-4c70-9b2e-110b15b27901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7341eb23-e3d5-40df-9aca-9bef70cbf919,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:27.533506 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49136) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:27.590772 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c03184-eb26-4cbe-b280-21178f716872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.618394 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c03184-eb26-4cbe-b280-21178f716872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.740099 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c03184-eb26-4cbe-b280-21178f716872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.742759 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0c03184-eb26-4cbe-b280-21178f716872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.743972 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c0c03184-eb26-4cbe-b280-21178f716872 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7341eb23-e3d5-40df-9aca-9bef70cbf919 HTTP/1.1" status: 204 len: 168 time: 0.2094822 Jul 05 04:23:27.755113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c03184-eb26-4cbe-b280-21178f716872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7341eb23-e3d5-40df-9aca-9bef70cbf919,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:28.459871 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49144) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:28.476201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3267a37d-f92f-4f6c-810e-5b1dce89b5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.572899 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3267a37d-f92f-4f6c-810e-5b1dce89b5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.665334 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3267a37d-f92f-4f6c-810e-5b1dce89b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.706209 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3267a37d-f92f-4f6c-810e-5b1dce89b5d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a205d44545394265a990d4990d684635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451375 Jul 05 04:23:28.706955 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267a37d-f92f-4f6c-810e-5b1dce89b5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e0b949-6ee5-40f2-ae92-a63c0d7f0a1c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:28.709552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49154) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:28.763077 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-250b50b0-00e0-4cd3-8ced-7e7990d94df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.785280 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-250b50b0-00e0-4cd3-8ced-7e7990d94df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.894054 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-250b50b0-00e0-4cd3-8ced-7e7990d94df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.896809 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-250b50b0-00e0-4cd3-8ced-7e7990d94df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.897975 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-250b50b0-00e0-4cd3-8ced-7e7990d94df2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4e0b949-6ee5-40f2-ae92-a63c0d7f0a1c HTTP/1.1" status: 204 len: 168 time: 0.1868618 Jul 05 04:23:28.905973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b50b0-00e0-4cd3-8ced-7e7990d94df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e0b949-6ee5-40f2-ae92-a63c0d7f0a1c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:29.013988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-fa7eeb0d-ac15-4a90-8ccc-0d0ee7337415 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:29.015460 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-fa7eeb0d-ac15-4a90-8ccc-0d0ee7337415 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 811 time: 0.1074085 Jul 05 04:23:29.029769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-318c9256-38cd-4996-a207-cc703018ced8 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/quotas/a9221945ae96401587ea59807d82f6c3 HTTP/1.1" status: 200 len: 375 time: 0.0089998 Jul 05 04:23:29.095472 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-265a55a8-8e40-47bd-810d-400fea8a7452 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602543 Jul 05 04:23:29.187169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-507aa426-481a-444a-aa82-f6eca32b0ea8 service neutron] 10.222.0.60 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836463 Jul 05 04:23:29.288059 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-eff2a0ac-7fec-4cff-a23e-a3220bf8c27d service neutron] 10.222.0.60 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934782 Jul 05 04:23:29.604159 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.927754 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-055b9510-8ac4-41f9-a038-2904542dab1e req-dd725b73-e59f-45ff-8b1d-6d8299781aaf tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 210 time: 0.0317841 Jul 05 04:23:31.085277 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0a265d0-a7e0-46ff-8ea6-baa67c83b973 req-19ee71ee-f2d6-42d7-9af8-6742c174d5cf tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 210 time: 0.0348141 Jul 05 04:23:31.608167 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.190077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-884a8b55-ec23-4c49-b929-e437c7ecbf53 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:32.191679 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-884a8b55-ec23-4c49-b929-e437c7ecbf53 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 811 time: 0.1134746 Jul 05 04:23:32.207433 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-aa55d8d9-11aa-447b-919a-18885d7345b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'port': {'device_id': '22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'admin_state_up': True, 'tenant_id': 'a9221945ae96401587ea59807d82f6c3'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:32.253504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d727d17a-715c-4896-88c6-f829c8e7d759 req-0164d515-befb-4d9d-bc0f-998b435eb390 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 210 time: 0.0450509 Jul 05 04:23:32.403023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-aa55d8d9-11aa-447b-919a-18885d7345b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Made reservation on behalf of a9221945ae96401587ea59807d82f6c3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:32.414175 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-aa55d8d9-11aa-447b-919a-18885d7345b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.529973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49274) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:32.586210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-aa55d8d9-11aa-447b-919a-18885d7345b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Allocated IP 172.20.0.3 (569e9080-ef6d-45a0-8137-cdb749b0a9e5/93e8516d-9eb7-403f-80de-7ffddf6fcd38/1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:32.671715 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-103df8dc-afc7-49cc-a31a-280d4f3b35b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.904813 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-103df8dc-afc7-49cc-a31a-280d4f3b35b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.928603 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-aa55d8d9-11aa-447b-919a-18885d7345b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.957559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-aa55d8d9-11aa-447b-919a-18885d7345b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Transition to ACTIVE for port object 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:32.996674 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-103df8dc-afc7-49cc-a31a-280d4f3b35b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.039447 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-103df8dc-afc7-49cc-a31a-280d4f3b35b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc9e73cd15b8433e8c5dcc39aff8bc50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5080891 Jul 05 04:23:33.040238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103df8dc-afc7-49cc-a31a-280d4f3b35b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b6873a-c31c-49ee-97c9-5df992859eaf,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:33.041979 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49278) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:33.056966 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-aa55d8d9-11aa-447b-919a-18885d7345b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.136177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-aa55d8d9-11aa-447b-919a-18885d7345b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:33.143996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-aa55d8d9-11aa-447b-919a-18885d7345b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:33.147294 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-aa55d8d9-11aa-447b-919a-18885d7345b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:33.198045 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55d8d9-11aa-447b-919a-18885d7345b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'Port': ['ID=1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:33.214573 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a880-9fab-473c-b473-d9f5735e72eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.244800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-aa55d8d9-11aa-447b-919a-18885d7345b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:33.245439 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-aa55d8d9-11aa-447b-919a-18885d7345b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.253490 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a880-9fab-473c-b473-d9f5735e72eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.334998 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-aa55d8d9-11aa-447b-919a-18885d7345b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1347179 Jul 05 04:23:33.349026 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Request body: {'port': {'device_id': '22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:33.411299 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a880-9fab-473c-b473-d9f5735e72eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.414278 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a880-9fab-473c-b473-d9f5735e72eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.415598 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1ce7a880-9fab-473c-b473-d9f5735e72eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0b6873a-c31c-49ee-97c9-5df992859eaf HTTP/1.1" status: 204 len: 168 time: 0.3725808 Jul 05 04:23:33.431164 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7a880-9fab-473c-b473-d9f5735e72eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b6873a-c31c-49ee-97c9-5df992859eaf,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:33.445063 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.475025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3aa3f-4d6e-440f-8584-31473165a048 req-bad191e0-ea26-4eee-9ea1-dbb2a9e3026e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:33.476568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-44f3aa3f-4d6e-440f-8584-31473165a048 req-bad191e0-ea26-4eee-9ea1-dbb2a9e3026e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 931 time: 0.0951335 Jul 05 04:23:33.494284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8aa16217-6677-4998-8f6f-effa0ff56dc7 None None] Provisioning for port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:33.500279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8aa16217-6677-4998-8f6f-effa0ff56dc7 None None] Provisioning complete for port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:33.500856 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8aa16217-6677-4998-8f6f-effa0ff56dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.516014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-44f3aa3f-4d6e-440f-8584-31473165a048 req-b017ec83-7607-4f77-9126-a8384f064caf tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336683 Jul 05 04:23:33.576245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-8aa16217-6677-4998-8f6f-effa0ff56dc7 None None] Port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:23:33.754666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:33.763428 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.780438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Transition to ACTIVE for port object 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:33.874487 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.977966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Pushing event updated for resources: {'Port': ['ID=1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:34.055314 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Attempting to bind port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:34.056059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Attempting to bind port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:34.056672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Attempting to bind port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:34.063604 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:23:34.064269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Attempting to bind port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:34.071186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:34.071938 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Checking segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:34.072798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Bound using segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:34.073714 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Bound port: 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:34.074299 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.185783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] For port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:34.189573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] For port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:34.247450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49294) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:34.262367 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2272d131-2470-49a0-af45-e1af6210b425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.270319 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.317984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:34.318769 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.320576 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] 10.222.0.11 "PUT /v2.0/ports/1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f HTTP/1.1" status: 200 len: 1091 time: 0.9774797 Jul 05 04:23:34.322943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae', 'tag': '1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:34.326361 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fc59c4-f0fe-48ba-8511-92049150ddee" -d '{"events": [{"name": "network-changed", "server_uuid": "22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae", "tag": "1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:34.388729 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f16060d-4725-4b57-b763-56502c7315ab x-openstack-request-id: req-4f16060d-4725-4b57-b763-56502c7315ab {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:34.389266 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae", "tag": "1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:34.389695 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f16060d-4725-4b57-b763-56502c7315ab {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:34.390259 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae', 'tag': '1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f', 'status': 'completed', 'code': 200} Jul 05 04:23:34.446665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5626764-1796-4a16-b15f-63d67bb952ac service neutron] Pushing event updated for resources: {'Port': ['ID=1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:34.509386 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2272d131-2470-49a0-af45-e1af6210b425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.512315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc59c4-f0fe-48ba-8511-92049150ddee req-bee9d71b-adb9-4aaf-9d6d-2f3ec5040ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:34.519405 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-40fc59c4-f0fe-48ba-8511-92049150ddee req-bee9d71b-adb9-4aaf-9d6d-2f3ec5040ee6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 1094 time: 0.1103840 Jul 05 04:23:34.593027 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2272d131-2470-49a0-af45-e1af6210b425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.681596 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272d131-2470-49a0-af45-e1af6210b425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2493aee3-e21e-4c1b-be5e-9321ba60e86d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:34.690804 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2272d131-2470-49a0-af45-e1af6210b425 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0f9dd16b0164bd283508ca5ea16bb3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393783 Jul 05 04:23:34.692634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49300) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:34.728510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc59c4-f0fe-48ba-8511-92049150ddee req-ac15c1d0-82a5-4bf5-8e9e-6600653568aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:34.730333 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-40fc59c4-f0fe-48ba-8511-92049150ddee req-ac15c1d0-82a5-4bf5-8e9e-6600653568aa service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a9221945ae96401587ea59807d82f6c3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2084653 Jul 05 04:23:34.731991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf48d5d-a763-456a-87a2-c8242565c0ae req-94ae9748-3b78-41b2-9830-6a4b5ba06b80 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:34.739616 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aaf48d5d-a763-456a-87a2-c8242565c0ae req-94ae9748-3b78-41b2-9830-6a4b5ba06b80 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 943 time: 0.0844300 Jul 05 04:23:34.796165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aaf48d5d-a763-456a-87a2-c8242565c0ae req-8593a6ec-5db6-4a82-92a2-f8b4f533d6f3 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449524 Jul 05 04:23:34.817252 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52123c75-e962-4d4f-9984-548ae8c67197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.853119 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52123c75-e962-4d4f-9984-548ae8c67197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.886055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc59c4-f0fe-48ba-8511-92049150ddee req-1ddf1e48-d572-4578-968f-0d73949eb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:34.887540 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-40fc59c4-f0fe-48ba-8511-92049150ddee req-1ddf1e48-d572-4578-968f-0d73949eb013 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1494079 Jul 05 04:23:35.042935 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52123c75-e962-4d4f-9984-548ae8c67197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.045546 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52123c75-e962-4d4f-9984-548ae8c67197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.049653 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-52123c75-e962-4d4f-9984-548ae8c67197 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2493aee3-e21e-4c1b-be5e-9321ba60e86d HTTP/1.1" status: 204 len: 168 time: 0.3530324 Jul 05 04:23:35.063058 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52123c75-e962-4d4f-9984-548ae8c67197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2493aee3-e21e-4c1b-be5e-9321ba60e86d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:35.070057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-7e62822a-b1e4-428b-bc87-718d79ee4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:35.071815 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-7e62822a-b1e4-428b-bc87-718d79ee4139 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 1094 time: 0.0976300 Jul 05 04:23:35.118929 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-b0615289-eb71-4fc2-8152-5ea65a183d54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f HTTP/1.1" status: 200 len: 217 time: 0.0396986 Jul 05 04:23:35.174824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-55f79a17-6ad8-4ff6-b1c1-4c7ab738e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:35.176397 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-55f79a17-6ad8-4ff6-b1c1-4c7ab738e93e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0512214 Jul 05 04:23:35.244916 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-e419da1a-1246-4646-8aa0-a029c5eb4b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:35.246549 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-e419da1a-1246-4646-8aa0-a029c5eb4b9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636673 Jul 05 04:23:35.349998 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-0e474c80-0a47-4e8f-bd7d-fb80bae29bdb service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971978 Jul 05 04:23:35.456153 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-db6d702e-522e-4a2f-a51a-7e4cdd05617a req-c5524a39-32d2-4f7f-bb7a-2446c63c02d7 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986547 Jul 05 04:23:36.019294 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc97363-099f-4322-9406-c6dade1b270e req-e3c662a7-db43-4a10-aeed-1b562a8b5bae tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:36.020872 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4bc97363-099f-4322-9406-c6dade1b270e req-e3c662a7-db43-4a10-aeed-1b562a8b5bae tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 943 time: 0.1040230 Jul 05 04:23:36.068894 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4bc97363-099f-4322-9406-c6dade1b270e req-377e313d-d5de-4d2f-93c9-27bd22cf05b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422342 Jul 05 04:23:36.970073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49380) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:37.107757 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46114be8-7d31-45cc-9d04-f171016e2100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.243479 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46114be8-7d31-45cc-9d04-f171016e2100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.279181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b297642-6ba6-40f7-9423-7850dc374e94 req-182fe865-741d-4b3e-8efe-72b30b55dbb1 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:37.280717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b297642-6ba6-40f7-9423-7850dc374e94 req-182fe865-741d-4b3e-8efe-72b30b55dbb1 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 943 time: 0.0696805 Jul 05 04:23:37.321824 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9b297642-6ba6-40f7-9423-7850dc374e94 req-11fc9ea3-7e2d-4099-a262-211459db4816 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347872 Jul 05 04:23:37.322933 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-46114be8-7d31-45cc-9d04-f171016e2100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.363822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46114be8-7d31-45cc-9d04-f171016e2100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98533a5c-888a-405a-b830-d8d31c8b56fb,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:37.371149 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49388) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:37.371669 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-46114be8-7d31-45cc-9d04-f171016e2100 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e3a065bbf9354c29a0c5521e8dfcb864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998556 Jul 05 04:23:37.431110 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bbfb36ef-7aad-4a7a-861e-2d616fba56da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.451380 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bbfb36ef-7aad-4a7a-861e-2d616fba56da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.585336 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bbfb36ef-7aad-4a7a-861e-2d616fba56da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.585336 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bbfb36ef-7aad-4a7a-861e-2d616fba56da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.585336 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bbfb36ef-7aad-4a7a-861e-2d616fba56da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98533a5c-888a-405a-b830-d8d31c8b56fb HTTP/1.1" status: 204 len: 168 time: 0.2116134 Jul 05 04:23:37.592490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb36ef-7aad-4a7a-861e-2d616fba56da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98533a5c-888a-405a-b830-d8d31c8b56fb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:38.530550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fce7a1-48ce-44b3-82f5-35019a426c63 req-c32da947-e7af-4224-8bfe-9e8b96b33a2d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:38.532722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31fce7a1-48ce-44b3-82f5-35019a426c63 req-c32da947-e7af-4224-8bfe-9e8b96b33a2d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 943 time: 0.0869293 Jul 05 04:23:38.580833 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31fce7a1-48ce-44b3-82f5-35019a426c63 req-55cb04a2-bb6c-4592-aed7-fd04a767cea3 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Jul 05 04:23:39.555604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49436) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:39.660165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:39.755885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017055c-da06-4b13-b0cb-0736abae1b5e req-dad7b576-d7cf-4c14-a5a2-d7cd988fd248 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:39.757325 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8017055c-da06-4b13-b0cb-0736abae1b5e req-dad7b576-d7cf-4c14-a5a2-d7cd988fd248 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 943 time: 0.0630896 Jul 05 04:23:39.796644 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8017055c-da06-4b13-b0cb-0736abae1b5e req-03fed8a8-933d-4bdf-9073-3d3139c16978 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335569 Jul 05 04:23:39.819220 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.906194 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.004549 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Allocated IP 172.25.0.138 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/53c4ba45-5598-4fee-ac29-1955c123e143) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:40.106795 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.214334 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.252537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:40.255374 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:40.260958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:40.284571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Pushing event updated for resources: {'Port': ['ID=53c4ba45-5598-4fee-ac29-1955c123e143,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:40.346420 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.452755 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.603391 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.682215 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.757630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Pushing event updated for resources: {'Port': ['ID=53c4ba45-5598-4fee-ac29-1955c123e143,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:40.763716 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.831185 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.832496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-21fe5fdf-30e3-4829-a69c-fdf124ca0d16 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2758524 Jul 05 04:23:40.835527 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49454) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:40.840685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c7ffc4d5-51bc-4735-903d-57bf05166881 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-179617438', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'fixed_ips': [{'ip_address': '172.25.0.138'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:40.936174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ffc4d5-51bc-4735-903d-57bf05166881 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Made reservation on behalf of e27545e419874327b17a0d07b6b8e747 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:40.939018 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc4d5-51bc-4735-903d-57bf05166881 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.952441 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc4d5-51bc-4735-903d-57bf05166881 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.347157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32564a78-c7d2-4637-9989-e41a47f97989 req-0f8a15c5-a605-41eb-9e45-967b4786ae62 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.348691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32564a78-c7d2-4637-9989-e41a47f97989 req-0f8a15c5-a605-41eb-9e45-967b4786ae62 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 943 time: 0.4421046 Jul 05 04:23:41.406207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32564a78-c7d2-4637-9989-e41a47f97989 req-3fe59977-e0e5-44a4-83a8-469efead0fdf tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506268 Jul 05 04:23:41.445386 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc4d5-51bc-4735-903d-57bf05166881 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.509060 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc4d5-51bc-4735-903d-57bf05166881 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.514650 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-c7ffc4d5-51bc-4735-903d-57bf05166881 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] device_id is not set on port 2b0901fa-a946-40b9-8863-d3ceddf1cafb yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:23:41.584303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffc4d5-51bc-4735-903d-57bf05166881 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9654f818-0a7d-4787-a90e-bf803e890cbf,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:41.744357 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ffc4d5-51bc-4735-903d-57bf05166881 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 04:23:41.745179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ffc4d5-51bc-4735-903d-57bf05166881 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:23:41.841912 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c7ffc4d5-51bc-4735-903d-57bf05166881 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0050581 Jul 05 04:23:41.845796 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49458) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:41.998753 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0d62c97e-7910-43a4-804f-0fd9ba8792b6 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Deleting port 53c4ba45-5598-4fee-ac29-1955c123e143 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:41.999009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d62c97e-7910-43a4-804f-0fd9ba8792b6 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.072646 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d62c97e-7910-43a4-804f-0fd9ba8792b6 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.072890 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d62c97e-7910-43a4-804f-0fd9ba8792b6 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.084524 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-0d62c97e-7910-43a4-804f-0fd9ba8792b6 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Calling delete_port for 53c4ba45-5598-4fee-ac29-1955c123e143 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:42.299508 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d62c97e-7910-43a4-804f-0fd9ba8792b6 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.325416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62c97e-7910-43a4-804f-0fd9ba8792b6 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Pushing event deleted for resources: {'Port': ['ID=53c4ba45-5598-4fee-ac29-1955c123e143,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:42.395837 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d62c97e-7910-43a4-804f-0fd9ba8792b6 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.398370 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0d62c97e-7910-43a4-804f-0fd9ba8792b6 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.399534 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0d62c97e-7910-43a4-804f-0fd9ba8792b6 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930 tempest-ExternalNetworksAdminNegativeTestJSON-1923307930-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/e130e685-3fbd-415f-8402-0d871129666f HTTP/1.1" status: 204 len: 168 time: 0.5527554 Jul 05 04:23:42.599694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71810a9-7ba4-4e90-a04e-c3c8cad25af5 req-87e4e425-6df0-48af-9715-f441b36688a0 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:42.601165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e71810a9-7ba4-4e90-a04e-c3c8cad25af5 req-87e4e425-6df0-48af-9715-f441b36688a0 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 943 time: 0.0641212 Jul 05 04:23:42.639520 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e71810a9-7ba4-4e90-a04e-c3c8cad25af5 req-16db9540-6258-49dd-bf51-aefeb897bee4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Jul 05 04:23:42.928539 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49468) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:43.034753 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-494ff5ac-8e10-4799-bd8b-573826dfc76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.128063 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-494ff5ac-8e10-4799-bd8b-573826dfc76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.200711 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-494ff5ac-8e10-4799-bd8b-573826dfc76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.243104 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-494ff5ac-8e10-4799-bd8b-573826dfc76e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c4347d9038c4c0eacb76dd921312bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3109839 Jul 05 04:23:43.243104 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ff5ac-8e10-4799-bd8b-573826dfc76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3770abf9-c322-424d-b105-bd7e7722c418,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:43.244415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49472) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:43.299612 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f32d1bf-245e-4d17-ac5b-f3bbd3d935ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.321365 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f32d1bf-245e-4d17-ac5b-f3bbd3d935ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.488937 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f32d1bf-245e-4d17-ac5b-f3bbd3d935ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.491552 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4f32d1bf-245e-4d17-ac5b-f3bbd3d935ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.492748 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4f32d1bf-245e-4d17-ac5b-f3bbd3d935ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3770abf9-c322-424d-b105-bd7e7722c418 HTTP/1.1" status: 204 len: 168 time: 0.2471011 Jul 05 04:23:43.501711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32d1bf-245e-4d17-ac5b-f3bbd3d935ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3770abf9-c322-424d-b105-bd7e7722c418,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:43.827281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3c32b-bf60-4920-9e4a-9ec98a74cfe7 req-e1d740d9-8b84-4ff4-a932-a87407b6ce27 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:43.835524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9fc3c32b-bf60-4920-9e4a-9ec98a74cfe7 req-e1d740d9-8b84-4ff4-a932-a87407b6ce27 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 943 time: 0.0815775 Jul 05 04:23:43.872259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9fc3c32b-bf60-4920-9e4a-9ec98a74cfe7 req-35b110f4-7d08-4537-9665-08de88e52dc4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371854 Jul 05 04:23:44.160523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49482) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:44.201166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e8861642-568b-42de-98bf-6809c96c6d4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e27545e419874327b17a0d07b6b8e747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394151 Jul 05 04:23:44.203729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49484) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:44.256854 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5db93d58-985c-4e32-93f1-a64a930a6f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.277898 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5db93d58-985c-4e32-93f1-a64a930a6f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.388873 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5db93d58-985c-4e32-93f1-a64a930a6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.391495 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5db93d58-985c-4e32-93f1-a64a930a6f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.392736 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5db93d58-985c-4e32-93f1-a64a930a6f14 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9654f818-0a7d-4787-a90e-bf803e890cbf HTTP/1.1" status: 204 len: 168 time: 0.1880794 Jul 05 04:23:44.400606 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db93d58-985c-4e32-93f1-a64a930a6f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9654f818-0a7d-4787-a90e-bf803e890cbf,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:44.954222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:23:45.068568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade981f4-f5b1-437c-8a90-5e5ba948e8ff req-926c17e0-c10d-44c3-af6c-a94c4c767b37 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:45.070485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ade981f4-f5b1-437c-8a90-5e5ba948e8ff req-926c17e0-c10d-44c3-af6c-a94c4c767b37 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 943 time: 0.0699296 Jul 05 04:23:45.084232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:45.096417 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'port_id': '1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f', 'mac_address': 'fa:16:3e:04:26:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:23:45.116825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ade981f4-f5b1-437c-8a90-5e5ba948e8ff req-7b64c786-6ff7-45e8-b436-ad1503faef20 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392871 Jul 05 04:23:45.137972 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.151752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:45.171052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:45.247878 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.299105 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:45.307649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:45.308009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:45.308357 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:45.308738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:45.309070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:45.309459 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:45.309785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:45.310109 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:45.310443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:45.310771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:45.311099 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:45.311424 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:45.471887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:45.567495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0229e-d7da-49a6-90c1-ecc8cc39864a req-074dc003-7430-413f-a123-e2d89945c6c2 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:45.569021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8db0229e-d7da-49a6-90c1-ecc8cc39864a req-074dc003-7430-413f-a123-e2d89945c6c2 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 945 time: 0.0719714 Jul 05 04:23:45.614978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8db0229e-d7da-49a6-90c1-ecc8cc39864a req-55d98f79-9dde-4bb5-9ac9-52e58d99e399 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 Jul 05 04:23:46.141100 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:23:46.288669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e96dd1-45ee-460b-af81-605b5fda5f3b req-5e4470b1-6b97-462c-ad16-7025cc807e9d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:46.290225 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-41e96dd1-45ee-460b-af81-605b5fda5f3b req-5e4470b1-6b97-462c-ad16-7025cc807e9d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 944 time: 0.0646346 Jul 05 04:23:46.328932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-41e96dd1-45ee-460b-af81-605b5fda5f3b req-235c2ded-8cbc-427a-8544-e4481113814b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325487 Jul 05 04:23:46.332159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49530) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:46.431824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-154511139', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:46.543077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Made reservation on behalf of 0da50f8dee114a90b0ef4036b3be5254 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:46.545478 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.554712 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.641807 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.736287 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.761031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] device_id is not set on port d0cd5949-0cd0-45fd-af12-8e19948f5a78 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:23:46.820019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837d88ec-b1aa-443c-ba4f-7cfeb7f50a37,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:46.887001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdf231-19d4-43a7-8aff-8af29c3ad7ad req-e9cc3210-65d5-43b4-96db-2ef973c3dd38 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:46.888511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39fdf231-19d4-43a7-8aff-8af29c3ad7ad req-e9cc3210-65d5-43b4-96db-2ef973c3dd38 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 945 time: 0.1619787 Jul 05 04:23:46.909790 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Allocated IP 172.25.0.94 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/d0cd5949-0cd0-45fd-af12-8e19948f5a78) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:46.954812 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39fdf231-19d4-43a7-8aff-8af29c3ad7ad req-127aadfa-ea37-47af-b674-e2345b07446d tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/security-groups?id=2985a049-4489-47fd-83de-260cbb25ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581245 Jul 05 04:23:46.971245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:47.085889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:47.089675 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:47.090048 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.090801 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f6f1f-5a80-463e-b088-a4af123b34d5 req-4259647a-3f58-4a4c-a806-11e84e100d38 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:47.092434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c7f6f1f-5a80-463e-b088-a4af123b34d5 req-4259647a-3f58-4a4c-a806-11e84e100d38 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 945 time: 0.1353393 Jul 05 04:23:47.152586 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.166889 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.189558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:47.191769 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d7b4a1-4b32-4cbe-9192-2ffdc9145441" -d '{"events": [{"server_uuid": "22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae", "name": "network-vif-plugged", "status": "completed", "tag": "1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:47.204983 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:47.229960 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25924b24-c6ca-449e-84c6-cb82dbc193b4 x-openstack-request-id: req-25924b24-c6ca-449e-84c6-cb82dbc193b4 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:47.230477 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae", "name": "network-vif-plugged", "status": "completed", "tag": "1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:47.230737 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25924b24-c6ca-449e-84c6-cb82dbc193b4 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:47.231124 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f', 'code': 200} Jul 05 04:23:47.239263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-0c7f6f1f-5a80-463e-b088-a4af123b34d5 req-3158105b-1c2b-4345-ad03-c762dff41537 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Deleting port d707e6d8-44e1-4dc6-8e73-7516e58a14e0 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:47.239611 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0c7f6f1f-5a80-463e-b088-a4af123b34d5 req-3158105b-1c2b-4345-ad03-c762dff41537 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.270724 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.293669 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.325111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:47.350641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:47.356405 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7316ff-8c27-4806-8997-30f3b951ff01 req-c8eae983-d93c-41bc-aa21-e36d32c5fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:47.358324 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1d7316ff-8c27-4806-8997-30f3b951ff01 req-c8eae983-d93c-41bc-aa21-e36d32c5fb4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 1096 time: 0.0681257 Jul 05 04:23:47.372680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:47.372680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:47.374960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Pushing event updated for resources: {'Port': ['ID=d0cd5949-0cd0-45fd-af12-8e19948f5a78,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:47.409733 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1d7316ff-8c27-4806-8997-30f3b951ff01 req-9647e0f9-c046-4854-baeb-584d9f054f7c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456338 Jul 05 04:23:47.416272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-0c7f6f1f-5a80-463e-b088-a4af123b34d5 req-3158105b-1c2b-4345-ad03-c762dff41537 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] For port d707e6d8-44e1-4dc6-8e73-7516e58a14e0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d707e6d8-44e1-4dc6-8e73-7516e58a14e0,segment=NetworkSegment(77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9),segment_id=77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:47.416661 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0c7f6f1f-5a80-463e-b088-a4af123b34d5 req-3158105b-1c2b-4345-ad03-c762dff41537 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.434342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-0c7f6f1f-5a80-463e-b088-a4af123b34d5 req-3158105b-1c2b-4345-ad03-c762dff41537 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Calling delete_port for d707e6d8-44e1-4dc6-8e73-7516e58a14e0 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:47.436690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:47.437303 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.526258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7af27fc6-c504-4b50-86d3-dae89700527a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1929562 Jul 05 04:23:47.529227 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49540) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:47.534451 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c32b61ad-eba3-4bae-8939-c90893b315f1 tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.94'}]}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:47.576141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea51ca-5ee9-4ef7-83f3-de5ee36aa15f req-307ff722-9c83-4e35-aec8-442e4df17bd6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:47.577681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5dea51ca-5ee9-4ef7-83f3-de5ee36aa15f req-307ff722-9c83-4e35-aec8-442e4df17bd6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 945 time: 0.1258199 Jul 05 04:23:47.629443 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c32b61ad-eba3-4bae-8939-c90893b315f1 tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.630494 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c32b61ad-eba3-4bae-8939-c90893b315f1 tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.651322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5dea51ca-5ee9-4ef7-83f3-de5ee36aa15f req-ec8c4fce-ed48-4bae-85c3-dda27a3df25f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667155 Jul 05 04:23:47.737466 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0c7f6f1f-5a80-463e-b088-a4af123b34d5 req-3158105b-1c2b-4345-ad03-c762dff41537 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.748871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['d707e6d8-44e1-4dc6-8e73-7516e58a14e0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:47.764698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158105b-1c2b-4345-ad03-c762dff41537 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Pushing event deleted for resources: {'Port': ['ID=d707e6d8-44e1-4dc6-8e73-7516e58a14e0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:47.788979 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c32b61ad-eba3-4bae-8939-c90893b315f1 tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.819363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7f6f1f-5a80-463e-b088-a4af123b34d5 req-3158105b-1c2b-4345-ad03-c762dff41537 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] No DVR routers for this DVR port d707e6d8-44e1-4dc6-8e73-7516e58a14e0 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:47.821901 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0c7f6f1f-5a80-463e-b088-a4af123b34d5 req-3158105b-1c2b-4345-ad03-c762dff41537 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.823892 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c7f6f1f-5a80-463e-b088-a4af123b34d5 req-3158105b-1c2b-4345-ad03-c762dff41537 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.64 "DELETE /v2.0/ports/d707e6d8-44e1-4dc6-8e73-7516e58a14e0 HTTP/1.1" status: 204 len: 173 time: 0.7254343 Jul 05 04:23:47.824324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45e423b-b237-4c9b-86d0-ac1df31403ab', 'name': 'network-vif-deleted', 'tag': 'd707e6d8-44e1-4dc6-8e73-7516e58a14e0'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:47.826579 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc35720-03ae-4fca-b691-2fb15ec82094" -d '{"events": [{"server_uuid": "c45e423b-b237-4c9b-86d0-ac1df31403ab", "name": "network-vif-deleted", "tag": "d707e6d8-44e1-4dc6-8e73-7516e58a14e0"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:47.862950 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25a8bf9-d06c-4c6e-9560-205a43ff8bbe x-openstack-request-id: req-f25a8bf9-d06c-4c6e-9560-205a43ff8bbe {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:47.863244 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45e423b-b237-4c9b-86d0-ac1df31403ab", "name": "network-vif-deleted", "tag": "d707e6d8-44e1-4dc6-8e73-7516e58a14e0", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:47.863494 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f25a8bf9-d06c-4c6e-9560-205a43ff8bbe {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:47.863896 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45e423b-b237-4c9b-86d0-ac1df31403ab', 'name': 'network-vif-deleted', 'tag': 'd707e6d8-44e1-4dc6-8e73-7516e58a14e0', 'status': 'completed', 'code': 200} Jul 05 04:23:48.012415 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c32b61ad-eba3-4bae-8939-c90893b315f1 tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.116197 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66ad0134-79da-4769-baeb-1b310fe53a74 req-07729ab0-c69a-4523-a5b1-4adeeff031b0 tempest-VolumesSnapshotTestJSON-1514502453 tempest-VolumesSnapshotTestJSON-1514502453-project] 10.222.0.60 "GET /v2.0/ports?device_id=c45e423b-b237-4c9b-86d0-ac1df31403ab HTTP/1.1" status: 200 len: 210 time: 0.0318437 Jul 05 04:23:48.342624 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c32b61ad-eba3-4bae-8939-c90893b315f1 tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.698372 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c32b61ad-eba3-4bae-8939-c90893b315f1 tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.845394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf30ad-6bcc-4ede-85c0-21bd605ee7e4 req-b0556672-ea3f-458f-ac2d-73c5ccc1e80a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:48.846906 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aaaf30ad-6bcc-4ede-85c0-21bd605ee7e4 req-b0556672-ea3f-458f-ac2d-73c5ccc1e80a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 945 time: 0.0729194 Jul 05 04:23:48.865498 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c32b61ad-eba3-4bae-8939-c90893b315f1 tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.885303 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aaaf30ad-6bcc-4ede-85c0-21bd605ee7e4 req-bba6957a-b8c3-4e5b-91da-d365a6c99dc1 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327940 Jul 05 04:23:49.023652 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c32b61ad-eba3-4bae-8939-c90893b315f1 tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.025615 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c32b61ad-eba3-4bae-8939-c90893b315f1 tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.064163 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af54d3-337b-4dad-bd1c-77a96c09d61f req-79679366-a462-4f2d-ae76-523627b010d8 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:49.065696 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6af54d3-337b-4dad-bd1c-77a96c09d61f req-79679366-a462-4f2d-ae76-523627b010d8 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 945 time: 0.0688889 Jul 05 04:23:49.103786 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6af54d3-337b-4dad-bd1c-77a96c09d61f req-4aaeccf6-f662-4029-9447-0f6d110b86d1 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325775 Jul 05 04:23:49.149071 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c32b61ad-eba3-4bae-8939-c90893b315f1 tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.149614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32b61ad-eba3-4bae-8939-c90893b315f1 tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca10941-6644-4f03-a740-dafe13b87fc5 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:23:49.226738 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-c32b61ad-eba3-4bae-8939-c90893b315f1 tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:23:49.228682 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c32b61ad-eba3-4bae-8939-c90893b315f1 tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6974430 Jul 05 04:23:49.232567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49556) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:49.320474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-00697e92-81a0-40fd-b2e2-9ccfe713fa1a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Deleting port d0cd5949-0cd0-45fd-af12-8e19948f5a78 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:49.320821 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-00697e92-81a0-40fd-b2e2-9ccfe713fa1a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.402944 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-00697e92-81a0-40fd-b2e2-9ccfe713fa1a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.415711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-00697e92-81a0-40fd-b2e2-9ccfe713fa1a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Calling delete_port for d0cd5949-0cd0-45fd-af12-8e19948f5a78 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:49.596529 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-00697e92-81a0-40fd-b2e2-9ccfe713fa1a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.627819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00697e92-81a0-40fd-b2e2-9ccfe713fa1a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0cd5949-0cd0-45fd-af12-8e19948f5a78,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:49.693682 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-00697e92-81a0-40fd-b2e2-9ccfe713fa1a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.695905 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-00697e92-81a0-40fd-b2e2-9ccfe713fa1a tempest-RoutersAdminNegativeTest-379205256 tempest-RoutersAdminNegativeTest-379205256-project-admin] 10.222.0.60 "DELETE /v2.0/ports/d0cd5949-0cd0-45fd-af12-8e19948f5a78 HTTP/1.1" status: 204 len: 168 time: 0.4623494 Jul 05 04:23:50.152532 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49582) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:50.278967 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8dabb896-8866-4ea1-8b46-04d26cfd5d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.387531 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8dabb896-8866-4ea1-8b46-04d26cfd5d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.451886 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8dabb896-8866-4ea1-8b46-04d26cfd5d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.491042 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8dabb896-8866-4ea1-8b46-04d26cfd5d16 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd272fc5836341c3adffa92b0aa9d7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372569 Jul 05 04:23:50.491876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabb896-8866-4ea1-8b46-04d26cfd5d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380df136-4c66-40be-8562-e5bf7052dcf1,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:50.494081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49596) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:50.560228 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3ff977a6-03a0-4913-8a04-71da97074a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.581656 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3ff977a6-03a0-4913-8a04-71da97074a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.892163 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3ff977a6-03a0-4913-8a04-71da97074a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.895059 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3ff977a6-03a0-4913-8a04-71da97074a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.899424 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3ff977a6-03a0-4913-8a04-71da97074a04 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/380df136-4c66-40be-8562-e5bf7052dcf1 HTTP/1.1" status: 204 len: 168 time: 0.4034555 Jul 05 04:23:50.909244 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff977a6-03a0-4913-8a04-71da97074a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380df136-4c66-40be-8562-e5bf7052dcf1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:51.121779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device d707e6d8-44e1-4dc6-8e73-7516e58a14e0 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:51.144109 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: d707e6d8-44e1-4dc6-8e73-7516e58a14e0 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:51.144499 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device d707e6d8-44e1-4dc6-8e73-7516e58a14e0 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:51.334591 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-af6e1fea-3b7e-4a22-8276-fe094f71eceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:51.597235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49640) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:51.638992 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d28548fd-2b1a-4652-bd7f-4ac4ce13cf1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0da50f8dee114a90b0ef4036b3be5254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405188 Jul 05 04:23:51.641810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49642) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:51.691366 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ce83346-39db-4e17-b5e1-ba32f608b0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:51.716069 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ce83346-39db-4e17-b5e1-ba32f608b0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:51.836426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ce83346-39db-4e17-b5e1-ba32f608b0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:51.839025 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2ce83346-39db-4e17-b5e1-ba32f608b0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:51.842737 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2ce83346-39db-4e17-b5e1-ba32f608b0cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/837d88ec-b1aa-443c-ba4f-7cfeb7f50a37 HTTP/1.1" status: 204 len: 168 time: 0.1974342 Jul 05 04:23:51.849933 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce83346-39db-4e17-b5e1-ba32f608b0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837d88ec-b1aa-443c-ba4f-7cfeb7f50a37,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:52.831526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-49acbc27-7bf6-49fd-8249-68e3b6021bd4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:52.833116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-49acbc27-7bf6-49fd-8249-68e3b6021bd4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 811 time: 0.1100116 Jul 05 04:23:52.849656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-1e7db969-6888-4b68-8297-a9b942427ec4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/quotas/a9221945ae96401587ea59807d82f6c3 HTTP/1.1" status: 200 len: 375 time: 0.0109768 Jul 05 04:23:52.921339 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-5796f72a-e667-4779-a5a9-a798f5b3f2b9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661995 Jul 05 04:23:52.998604 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49684) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.020745 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-0bfd3251-22bf-4ffa-bbdf-a4eac34b105b service neutron] 10.222.0.60 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912769 Jul 05 04:23:53.102200 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-034c2ced-eac3-466f-8492-aab97e149b5e tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.104087 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-034c2ced-eac3-466f-8492-aab97e149b5e tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1041489 Jul 05 04:23:53.106813 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49688) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.111491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-91bdc3f6-d993-4e91-8d69-87a96e9f529b tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.112667 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-91bdc3f6-d993-4e91-8d69-87a96e9f529b tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047162 Jul 05 04:23:53.113573 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-99058262-3891-485b-a49d-6f90d1c1a71f service neutron] 10.222.0.60 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872858 Jul 05 04:23:53.115013 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49690) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.119332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-f0d9d735-7f14-4804-ad07-1122fd7a8f85 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.121178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f0d9d735-7f14-4804-ad07-1122fd7a8f85 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044408 Jul 05 04:23:53.122750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49692) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.126838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-359c1eb6-6bec-4d33-b50c-06e095dc0214 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.128401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-359c1eb6-6bec-4d33-b50c-06e095dc0214 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0041862 Jul 05 04:23:53.130211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49694) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.134533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-9d60b0f6-f28d-4855-aae3-fb138cf8d3e8 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.136413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9d60b0f6-f28d-4855-aae3-fb138cf8d3e8 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042515 Jul 05 04:23:53.137669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49696) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.142546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-a83843d4-79e7-40db-8fd8-58d84a48f5c8 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.143670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a83843d4-79e7-40db-8fd8-58d84a48f5c8 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0050416 Jul 05 04:23:53.146163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49698) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.150568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-cd8d7852-059c-48a9-9505-cd649aa5a0e6 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.151958 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cd8d7852-059c-48a9-9505-cd649aa5a0e6 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045369 Jul 05 04:23:53.154061 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49700) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.159422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-0c6809d3-1e20-4bd8-adfc-af3258aecb54 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.162090 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0c6809d3-1e20-4bd8-adfc-af3258aecb54 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0054481 Jul 05 04:23:53.163341 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49702) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.167399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-39c94788-15fc-4de3-ae25-03692d2854c5 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.168636 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-39c94788-15fc-4de3-ae25-03692d2854c5 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043972 Jul 05 04:23:53.170576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49704) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.175344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-49cad873-450a-4ca7-9006-bbc4df7b0fd7 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.178472 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-49cad873-450a-4ca7-9006-bbc4df7b0fd7 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0049772 Jul 05 04:23:53.178972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49706) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.183596 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-69e99a74-964f-4bac-a6a6-1f5ec06b3373 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.184572 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-69e99a74-964f-4bac-a6a6-1f5ec06b3373 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046248 Jul 05 04:23:53.187177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49710) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.193942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-4168960e-f48a-4fe6-8ccc-72cb96eefc13 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.197462 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4168960e-f48a-4fe6-8ccc-72cb96eefc13 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0091770 Jul 05 04:23:53.197572 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49712) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.202188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-a4e2b348-fbff-46e8-b6d4-4f6e02fad0a4 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.204983 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a4e2b348-fbff-46e8-b6d4-4f6e02fad0a4 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0061643 Jul 05 04:23:53.207418 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49714) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.211473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-597cb38e-cd3b-4982-8ba3-0fc7de40a0bd tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.212465 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-597cb38e-cd3b-4982-8ba3-0fc7de40a0bd tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042675 Jul 05 04:23:53.214722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49716) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.218977 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-c8874ee6-7a4d-4fb0-b0c0-e75bb0a1f6b2 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.219997 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c8874ee6-7a4d-4fb0-b0c0-e75bb0a1f6b2 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043859 Jul 05 04:23:53.222241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49718) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.226544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-a3b7c9cd-f005-440e-bffe-501563471223 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.227464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a3b7c9cd-f005-440e-bffe-501563471223 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043213 Jul 05 04:23:53.229613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49720) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.233781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-608d9a04-0f8d-40d3-9412-112643379c89 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.237676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-608d9a04-0f8d-40d3-9412-112643379c89 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049407 Jul 05 04:23:53.237894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49722) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.242221 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-2f307acc-d48e-4fb1-b6b1-a3207124bf95 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.243141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2f307acc-d48e-4fb1-b6b1-a3207124bf95 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044219 Jul 05 04:23:53.245334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49724) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.249264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-9026bab7-9350-421f-80b1-b65cec4f14de tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.250842 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9026bab7-9350-421f-80b1-b65cec4f14de tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0040190 Jul 05 04:23:53.258160 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49726) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.261935 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-4be3f21f-9f7f-4014-837e-1b8e300c4599 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.262844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4be3f21f-9f7f-4014-837e-1b8e300c4599 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0038838 Jul 05 04:23:53.264896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49728) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.269062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-10c30394-3d67-4a0a-8bbf-c59c44d1e398 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.270137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-10c30394-3d67-4a0a-8bbf-c59c44d1e398 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044091 Jul 05 04:23:53.272222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49730) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.275951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-1648e04b-d08a-41b5-ab57-26986377ddf0 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.276880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1648e04b-d08a-41b5-ab57-26986377ddf0 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0038226 Jul 05 04:23:53.278891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49732) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.287945 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-9f517877-b8d0-4ba1-ac9f-bd881fa4e8f2 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.290589 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9f517877-b8d0-4ba1-ac9f-bd881fa4e8f2 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0092263 Jul 05 04:23:53.292293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49736) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.296217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-d79de142-9087-4e34-91c4-44b3e1203cf5 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.297736 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d79de142-9087-4e34-91c4-44b3e1203cf5 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039845 Jul 05 04:23:53.300043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49738) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.304419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-a945087e-9697-4fd9-9b55-8c8f4d694e71 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.307437 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a945087e-9697-4fd9-9b55-8c8f4d694e71 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043550 Jul 05 04:23:53.307529 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49740) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.311738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-4048a72f-3c53-466a-86c5-7f4e5a317e3a tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.313317 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4048a72f-3c53-466a-86c5-7f4e5a317e3a tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042224 Jul 05 04:23:53.316041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49742) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.320338 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-0dbc14f5-2f41-4f66-95ff-a1c1aa148c98 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.321300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0dbc14f5-2f41-4f66-95ff-a1c1aa148c98 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043135 Jul 05 04:23:53.323317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49744) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.327008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-cadc98f6-ad38-42a9-906d-1a9614c55559 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.327936 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cadc98f6-ad38-42a9-906d-1a9614c55559 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0037909 Jul 05 04:23:53.329958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49746) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.333747 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-77ee3329-790c-495c-bdbb-68ee191533f8 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.335749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-77ee3329-790c-495c-bdbb-68ee191533f8 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0040798 Jul 05 04:23:53.337245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49748) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.341666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-8aedcb24-c7b3-4926-9ab2-3631d15aed5a tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.344440 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8aedcb24-c7b3-4926-9ab2-3631d15aed5a tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0046051 Jul 05 04:23:53.346754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49750) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.351831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-d952c696-8063-429f-a5d6-b9258dcc33fa tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.355340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d952c696-8063-429f-a5d6-b9258dcc33fa tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0051544 Jul 05 04:23:53.355624 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49752) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.360953 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-b6deae8a-bb56-4471-9234-3f9bd3c94406 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.364711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b6deae8a-bb56-4471-9234-3f9bd3c94406 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0053375 Jul 05 04:23:53.365840 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49754) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.382251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-1e61208d-93f9-415f-a249-9a916990a33e tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.385872 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1e61208d-93f9-415f-a249-9a916990a33e tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0175412 Jul 05 04:23:53.386110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49758) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.390458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-6ea030fc-debf-4e93-9873-be138906015a tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.394176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49760) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.400897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-560eec9d-bde6-487b-adc3-56fe0925fc9a tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.404313 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-560eec9d-bde6-487b-adc3-56fe0925fc9a tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0067544 Jul 05 04:23:53.404910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49764) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.405087 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6ea030fc-debf-4e93-9873-be138906015a tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0179255 Jul 05 04:23:53.418670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-a0627854-216e-41db-875f-0cadcaafb971 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.425514 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a0627854-216e-41db-875f-0cadcaafb971 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0193906 Jul 05 04:23:53.425649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49768) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.430233 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-3ba49a2a-d41b-4d6a-90ec-17682e75a630 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.431188 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3ba49a2a-d41b-4d6a-90ec-17682e75a630 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046728 Jul 05 04:23:53.433678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49770) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.438603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-ad6409cf-16fc-4885-b31b-38bd79cdeed5 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.442274 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ad6409cf-16fc-4885-b31b-38bd79cdeed5 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071409 Jul 05 04:23:53.442884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49772) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.447389 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d685a08f-8b09-4804-840c-6208ee21b117 req-29eb1559-4c9e-4679-b89d-cdc886bfa390 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 210 time: 0.0443673 Jul 05 04:23:53.447548 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-a0470068-2e2f-4367-a5d0-83fb35cb964b tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.448460 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a0470068-2e2f-4367-a5d0-83fb35cb964b tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047114 Jul 05 04:23:53.450863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49774) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.455937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-96fc1c3e-dfbf-430d-a498-4780b4e2c5ef tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.457039 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-96fc1c3e-dfbf-430d-a498-4780b4e2c5ef tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0051894 Jul 05 04:23:53.459529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49776) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.469871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-fe21831b-f6d0-4d76-b759-71dfea63ab94 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.470863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fe21831b-f6d0-4d76-b759-71dfea63ab94 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0104327 Jul 05 04:23:53.477580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49778) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.502023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-85400c9a-32f0-47ad-ae21-f4b51de9f934 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.506477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49780) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.507047 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-85400c9a-32f0-47ad-ae21-f4b51de9f934 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0277376 Jul 05 04:23:53.517231 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-3f1a7bca-c79e-4229-adf9-4d549caa6c87 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.526637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3f1a7bca-c79e-4229-adf9-4d549caa6c87 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0163329 Jul 05 04:23:53.527442 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49782) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.537275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-e67c4a3c-f244-4901-b648-30e1fd41422e tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.540140 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e67c4a3c-f244-4901-b648-30e1fd41422e tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0116930 Jul 05 04:23:53.548544 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49784) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.551631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-f8f209b5-87de-4860-9e6a-3a799873bf22 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.553680 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f8f209b5-87de-4860-9e6a-3a799873bf22 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0082912 Jul 05 04:23:53.555559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49786) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.568803 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-42a9e366-427a-48d4-a524-f43d53bb41b2 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.572990 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-42a9e366-427a-48d4-a524-f43d53bb41b2 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0133882 Jul 05 04:23:53.575790 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49788) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.580953 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-e5f34997-a017-4507-a6cb-cf5b72c2caca tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.584547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e5f34997-a017-4507-a6cb-cf5b72c2caca tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0075176 Jul 05 04:23:53.584794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49790) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.595790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-e024be5e-5822-4c45-b645-ac0c54d2d644 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.600574 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e024be5e-5822-4c45-b645-ac0c54d2d644 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0144479 Jul 05 04:23:53.603372 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49794) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.607876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-edd0cfef-d2e5-4db2-af23-a5c5e919e386 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.616678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49796) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.616763 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-edd0cfef-d2e5-4db2-af23-a5c5e919e386 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0095654 Jul 05 04:23:53.618249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [None req-1adf5fb8-185f-4b8c-b89f-7e4980682106 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.619196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1adf5fb8-185f-4b8c-b89f-7e4980682106 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044692 Jul 05 04:23:53.621793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49800) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.626574 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-eaf4ca41-9fc9-49c5-a3eb-23c28d993886 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.627816 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eaf4ca41-9fc9-49c5-a3eb-23c28d993886 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047991 Jul 05 04:23:53.638219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49802) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.643023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-69c874c5-f5a2-4cc4-ad97-09091accf0e9 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.644139 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-69c874c5-f5a2-4cc4-ad97-09091accf0e9 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048542 Jul 05 04:23:53.646401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49804) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.652172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-1e9819ca-5b8d-4303-9bd3-464b93732fc4 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.653203 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1e9819ca-5b8d-4303-9bd3-464b93732fc4 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0059454 Jul 05 04:23:53.668983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49806) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.673955 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-80d02721-db6a-4abb-a0eb-a4af5ea9148a tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.674952 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-80d02721-db6a-4abb-a0eb-a4af5ea9148a tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0050230 Jul 05 04:23:53.677272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49808) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.681392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-b7254889-c7c6-4f60-93e5-7c11659db806 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.682348 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b7254889-c7c6-4f60-93e5-7c11659db806 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042102 Jul 05 04:23:53.684954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49810) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.689861 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-ad359343-7af1-4857-8b81-464078bf44f1 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.691005 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ad359343-7af1-4857-8b81-464078bf44f1 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0051372 Jul 05 04:23:53.693502 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49812) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.697709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-f8b75a21-23de-47b0-99a6-ff1db14082df tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.698685 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f8b75a21-23de-47b0-99a6-ff1db14082df tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042930 Jul 05 04:23:53.701179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49814) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.705951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-bcbcf7e8-f3e8-4b66-8202-b1c461feeb8c tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.706924 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bcbcf7e8-f3e8-4b66-8202-b1c461feeb8c tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048759 Jul 05 04:23:53.715213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49816) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.720487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-5496fef7-70cd-4767-a15c-19e71a9b9852 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.721498 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5496fef7-70cd-4767-a15c-19e71a9b9852 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0052774 Jul 05 04:23:53.723671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49818) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.727552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-659c94b9-e6f9-4bfe-84c7-441cc61f2858 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.728497 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-659c94b9-e6f9-4bfe-84c7-441cc61f2858 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039632 Jul 05 04:23:53.730607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49820) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.734614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-b37dc978-58f7-4e4d-b6d9-085b899c2d54 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.735560 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b37dc978-58f7-4e4d-b6d9-085b899c2d54 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041280 Jul 05 04:23:53.738068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49822) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.742012 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-452b9540-88fc-41c4-a90e-7cc3d2a82191 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.742938 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-452b9540-88fc-41c4-a90e-7cc3d2a82191 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0039873 Jul 05 04:23:53.745010 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49824) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.749391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-67ff6269-ad72-45be-9af5-690d3c561224 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.750365 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-67ff6269-ad72-45be-9af5-690d3c561224 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044968 Jul 05 04:23:53.752350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49826) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.756283 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-a92ced11-fbd0-4391-86ac-4e1b85347dff tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.757231 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a92ced11-fbd0-4391-86ac-4e1b85347dff tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040114 Jul 05 04:23:53.760958 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49828) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.765148 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-42f14345-b83f-4db2-8c1b-3bff356943df tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.766799 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-42f14345-b83f-4db2-8c1b-3bff356943df tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048654 Jul 05 04:23:53.769140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49830) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.773487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-39362d80-dc95-4762-b725-e7002d0a35e9 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.774394 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-39362d80-dc95-4762-b725-e7002d0a35e9 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043890 Jul 05 04:23:53.776491 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49832) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.780337 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-3c4798f2-fda7-4a5d-8555-093808fc62ad tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.787832 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3c4798f2-fda7-4a5d-8555-093808fc62ad tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039363 Jul 05 04:23:53.789579 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49834) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.793514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-fedae7cb-033e-483e-968e-3663c10dc660 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.794441 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fedae7cb-033e-483e-968e-3663c10dc660 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040443 Jul 05 04:23:53.796459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49836) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.800755 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [None req-1433f1c4-f794-4ee8-a7ca-00d03cd8ed00 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:53.801625 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1433f1c4-f794-4ee8-a7ca-00d03cd8ed00 tempest-ExtensionsTestJSON-1679814309 tempest-ExtensionsTestJSON-1679814309-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042315 Jul 05 04:23:54.333701 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-85a49ec8-0c59-4463-8026-0bbb716bb4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.362226 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.466099 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49848) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:54.535182 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e50eef6-b74e-43eb-a4a4-112d2bfc18a8 req-bfdab474-f5be-43c3-9917-599fd78393d4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 210 time: 0.0298693 Jul 05 04:23:54.574861 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aeab2cd5-3393-4865-8da5-853eb16769f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.673304 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aeab2cd5-3393-4865-8da5-853eb16769f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.756698 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-aeab2cd5-3393-4865-8da5-853eb16769f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.798116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-aeab2cd5-3393-4865-8da5-853eb16769f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=abaf5773bdbd46618cc1e74884862ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309424 Jul 05 04:23:54.799323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab2cd5-3393-4865-8da5-853eb16769f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d0cf6-8fc9-47f8-8e16-f03e6ad73aeb,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:54.800888 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49854) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:54.850951 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6c07df05-c9b3-48c9-a817-51bead52fec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.872450 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6c07df05-c9b3-48c9-a817-51bead52fec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.979132 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6c07df05-c9b3-48c9-a817-51bead52fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.981932 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6c07df05-c9b3-48c9-a817-51bead52fec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.983196 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6c07df05-c9b3-48c9-a817-51bead52fec8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad1d0cf6-8fc9-47f8-8e16-f03e6ad73aeb HTTP/1.1" status: 204 len: 168 time: 0.1813385 Jul 05 04:23:54.991256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07df05-c9b3-48c9-a817-51bead52fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1d0cf6-8fc9-47f8-8e16-f03e6ad73aeb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:55.333610 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.682322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-81d25943-fc9e-4e70-b270-a47c281d5309 req-e7722466-f76c-4c01-8cd6-db69cb2a7fd4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 210 time: 0.0294559 Jul 05 04:23:56.032036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-094db8ab-7fad-459c-81a2-b63ed4cdd21e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.033547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-094db8ab-7fad-459c-81a2-b63ed4cdd21e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.64 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 811 time: 0.1176798 Jul 05 04:23:56.048544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c50c3b38-cf8a-430a-9e53-8b5a48a42cbc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'port': {'device_id': '322c436c-583b-4c08-89e1-9ee04210357d', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'admin_state_up': True, 'tenant_id': 'a9221945ae96401587ea59807d82f6c3'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:56.062829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49888) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:56.179077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1454550024'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:56.281039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c50c3b38-cf8a-430a-9e53-8b5a48a42cbc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Made reservation on behalf of a9221945ae96401587ea59807d82f6c3 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:56.285234 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c50c3b38-cf8a-430a-9e53-8b5a48a42cbc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.366204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Made reservation on behalf of dc9f609196d14b899b2d1c63a6ff56ca for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:56.369839 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.380183 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.435642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c50c3b38-cf8a-430a-9e53-8b5a48a42cbc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Allocated IP 172.20.0.9 (569e9080-ef6d-45a0-8137-cdb749b0a9e5/93e8516d-9eb7-403f-80de-7ffddf6fcd38/2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:56.485442 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.601680 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c50c3b38-cf8a-430a-9e53-8b5a48a42cbc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.605867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.623427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c50c3b38-cf8a-430a-9e53-8b5a48a42cbc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Transition to ACTIVE for port object 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:56.646067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:23:56.650806 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015105b8-ae98-43af-9f9d-4fcb1fcb0996,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:56.723042 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c50c3b38-cf8a-430a-9e53-8b5a48a42cbc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.734996 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:56.766579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c50c3b38-cf8a-430a-9e53-8b5a48a42cbc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:56.770728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c50c3b38-cf8a-430a-9e53-8b5a48a42cbc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:56.774738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c50c3b38-cf8a-430a-9e53-8b5a48a42cbc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:56.816286 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c3b38-cf8a-430a-9e53-8b5a48a42cbc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'Port': ['ID=2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:56.852199 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.853125 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Added segment 5924eeb6-ef25-4fc6-a135-2799efc8856a of type vlan for network d47807ae-d2e6-47dc-8251-036fdeeca734 Jul 05 04:23:56.920273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c50c3b38-cf8a-430a-9e53-8b5a48a42cbc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.921303 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c50c3b38-cf8a-430a-9e53-8b5a48a42cbc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.922868 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.032802 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.042566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3272f-7e64-4422-ae6b-6082a92157b2 req-02c28b6d-90d5-402f-82da-dc49dca1435e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:57.048744 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-acb3272f-7e64-4422-ae6b-6082a92157b2 req-02c28b6d-90d5-402f-82da-dc49dca1435e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 931 time: 0.1833570 Jul 05 04:23:57.058822 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:57.061177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.105409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c50c3b38-cf8a-430a-9e53-8b5a48a42cbc tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0624454 Jul 05 04:23:57.132807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Request body: {'port': {'device_id': '322c436c-583b-4c08-89e1-9ee04210357d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:57.214545 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-acb3272f-7e64-4422-ae6b-6082a92157b2 req-eba62860-edc2-4d01-bfcf-f4f8f2b23c57 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591580 Jul 05 04:23:57.231219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Network': ['ID=d47807ae-d2e6-47dc-8251-036fdeeca734,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:57.243038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b73a76fb-b6c8-4bb0-8c61-4e57ecc80045 None None] Provisioning for port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:57.248097 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b73a76fb-b6c8-4bb0-8c61-4e57ecc80045 None None] Provisioning complete for port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:57.248681 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b73a76fb-b6c8-4bb0-8c61-4e57ecc80045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.267362 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.278520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network d47807ae-d2e6-47dc-8251-036fdeeca734 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:23:57.281869 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.324330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b73a76fb-b6c8-4bb0-8c61-4e57ecc80045 None None] Port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:23:57.349272 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d9de4fe7-ea81-4ff1-b588-5f94f110d944 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2814837 Jul 05 04:23:57.350524 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49898) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:57.356988 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-30c7f6cb-6815-4e99-8110-5b60a9099f6c tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'subnet': {'network_id': 'd47807ae-d2e6-47dc-8251-036fdeeca734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:57.556529 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c7f6cb-6815-4e99-8110-5b60a9099f6c tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Made reservation on behalf of dc9f609196d14b899b2d1c63a6ff56ca for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:57.561203 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-30c7f6cb-6815-4e99-8110-5b60a9099f6c tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.596258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:57.604739 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.619085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Transition to ACTIVE for port object 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:57.682835 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.802936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Pushing event updated for resources: {'Port': ['ID=2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:57.870021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Attempting to bind port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:57.870354 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Attempting to bind port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:57.873900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Attempting to bind port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:57.882940 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:23:57.883540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Attempting to bind port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:57.889193 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:57.889827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Checking segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:57.890428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Bound using segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:57.891751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Bound port: 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:57.892298 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.981613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] For port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:57.985517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] For port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:58.032414 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-30c7f6cb-6815-4e99-8110-5b60a9099f6c tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.097184 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7f6cb-6815-4e99-8110-5b60a9099f6c tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Subnet': ['ID=d77ae55d-ef78-4cbd-a749-e09fd75d6bb1,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:58.107939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7f6cb-6815-4e99-8110-5b60a9099f6c tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Checking segment: {'id': '5924eeb6-ef25-4fc6-a135-2799efc8856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd47807ae-d2e6-47dc-8251-036fdeeca734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:58.108577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c7f6cb-6815-4e99-8110-5b60a9099f6c tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network hostable DHCP agents. Network: d47807ae-d2e6-47dc-8251-036fdeeca734, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:23:58.134146 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.193226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:58.194035 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.195819 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] 10.222.0.64 "PUT /v2.0/ports/2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a HTTP/1.1" status: 200 len: 1091 time: 1.0813148 Jul 05 04:23:58.196263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322c436c-583b-4c08-89e1-9ee04210357d', 'tag': '2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:58.198585 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7323f62b-67bc-44df-9753-352f4c8ad95a" -d '{"events": [{"name": "network-changed", "server_uuid": "322c436c-583b-4c08-89e1-9ee04210357d", "tag": "2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:58.205238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b353b3-963c-4920-aa95-ff108d5d6d7e service neutron] Pushing event updated for resources: {'Port': ['ID=2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:58.215573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c7f6cb-6815-4e99-8110-5b60a9099f6c tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network d47807ae-d2e6-47dc-8251-036fdeeca734 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:23:58.259320 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c9a729-d5e1-4ee4-8447-a3262afce2f2 x-openstack-request-id: req-a0c9a729-d5e1-4ee4-8447-a3262afce2f2 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:58.259621 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322c436c-583b-4c08-89e1-9ee04210357d", "tag": "2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:58.259872 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0c9a729-d5e1-4ee4-8447-a3262afce2f2 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:58.260274 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322c436c-583b-4c08-89e1-9ee04210357d', 'tag': '2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a', 'status': 'completed', 'code': 200} Jul 05 04:23:58.339209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-30c7f6cb-6815-4e99-8110-5b60a9099f6c tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, d47807ae-d2e6-47dc-8251-036fdeeca734) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:58.344036 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7f6cb-6815-4e99-8110-5b60a9099f6c tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:58.344663 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-30c7f6cb-6815-4e99-8110-5b60a9099f6c tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.361552 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aed85b5-014a-40a8-bd4e-55022cfc962f None None] Network d47807ae-d2e6-47dc-8251-036fdeeca734 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:23:58.385201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323f62b-67bc-44df-9753-352f4c8ad95a req-592df8f1-91ac-4304-b802-ed1934498227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:58.390176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7323f62b-67bc-44df-9753-352f4c8ad95a req-592df8f1-91ac-4304-b802-ed1934498227 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 1094 time: 0.1071475 Jul 05 04:23:58.469906 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-30c7f6cb-6815-4e99-8110-5b60a9099f6c tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1154079 Jul 05 04:23:58.470098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49908) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:58.475318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-946235359', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:58.628449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5fd8-e3cf-43be-8289-7563e3a23e00 req-c90722d1-a89c-46e6-a30a-ed001b353454 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:58.630110 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-508f5fd8-e3cf-43be-8289-7563e3a23e00 req-c90722d1-a89c-46e6-a30a-ed001b353454 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.1126857 Jul 05 04:23:58.634265 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323f62b-67bc-44df-9753-352f4c8ad95a req-7772c1b2-17ad-4635-98c7-31b86d730b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:58.635301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7323f62b-67bc-44df-9753-352f4c8ad95a req-7772c1b2-17ad-4635-98c7-31b86d730b36 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a9221945ae96401587ea59807d82f6c3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2386029 Jul 05 04:23:58.643400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c57c520-f880-4bec-a3e2-a923c257684e None None] Network d47807ae-d2e6-47dc-8251-036fdeeca734 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:23:58.660342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.663121 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.734913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.770025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-508f5fd8-e3cf-43be-8289-7563e3a23e00 req-f56416ea-39fe-4d43-9e31-88df35cb6790 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328139 Jul 05 04:23:58.786671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323f62b-67bc-44df-9753-352f4c8ad95a req-d03bd067-36ad-4be6-9c80-699661621aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:58.788329 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7323f62b-67bc-44df-9753-352f4c8ad95a req-d03bd067-36ad-4be6-9c80-699661621aae service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231544 Jul 05 04:23:58.953717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c47abeef-e3de-498e-9b63-163412771557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:58.958187 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-c47abeef-e3de-498e-9b63-163412771557 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 1094 time: 0.1039979 Jul 05 04:23:59.029783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-b971cd3b-f459-4c3c-b77c-93c195c944d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a HTTP/1.1" status: 200 len: 217 time: 0.0672495 Jul 05 04:23:59.076888 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.097024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-0ac2ac58-cbed-4265-ab0c-c0405f3aff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:59.098693 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-0ac2ac58-cbed-4265-ab0c-c0405f3aff66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0632486 Jul 05 04:23:59.165519 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-b31403c3-a2a6-4550-ab99-87fb2a7827b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:59.167287 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-b31403c3-a2a6-4550-ab99-87fb2a7827b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622678 Jul 05 04:23:59.379076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-97e8c7e5-df4d-4a9a-8250-aeeeac0feff4 service neutron] 10.222.0.64 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034743 Jul 05 04:23:59.483292 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.504999 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.526717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2545d056-1e1c-4d46-b9d3-4471ea7532c3 req-45cb4ddc-de6b-485a-9b15-4d80819081ed service neutron] 10.222.0.64 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409678 Jul 05 04:23:59.636132 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.639635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.25.0.82 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/76a3486b-7864-42a9-b1d8-621cf2b80c29) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:59.824653 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.945990 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.991980 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:59.995425 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:59.999275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:00.031877 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=76a3486b-7864-42a9-b1d8-621cf2b80c29,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:00.158491 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c4d72-3ea6-49c0-a26a-524c65dbe196 req-174e532e-c02e-4fe3-a271-b90bd057a5f4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:00.166159 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a2c4d72-3ea6-49c0-a26a-524c65dbe196 req-174e532e-c02e-4fe3-a271-b90bd057a5f4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.2208426 Jul 05 04:24:00.224995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a2c4d72-3ea6-49c0-a26a-524c65dbe196 req-420f89df-8e00-414c-9ad1-7fc57062e02d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398877 Jul 05 04:24:00.449659 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.683212 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.945355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:24:01.069058 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:01.081212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f8003c-04ae-446f-803f-3bb72f2dddfd None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:01.094426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f8003c-04ae-446f-803f-3bb72f2dddfd None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:01.101331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a8f8003c-04ae-446f-803f-3bb72f2dddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:01.139174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a8f8003c-04ae-446f-803f-3bb72f2dddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:01.148566 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f8003c-04ae-446f-803f-3bb72f2dddfd None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:01.149330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a8f8003c-04ae-446f-803f-3bb72f2dddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:01.188415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a8f8003c-04ae-446f-803f-3bb72f2dddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:01.189087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f8003c-04ae-446f-803f-3bb72f2dddfd None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:01.225162 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.226666 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-860400c3-a848-4ddd-be7a-302a469ce0c2 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7556264 Jul 05 04:24:01.229789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 49916) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:01.491010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadeb518-0683-4577-a6af-6cd6253c3c76 req-ca518ef5-d69e-46ca-99d6-ac4279fa46fe tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:01.492480 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cadeb518-0683-4577-a6af-6cd6253c3c76 req-ca518ef5-d69e-46ca-99d6-ac4279fa46fe tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.1504786 Jul 05 04:24:01.637520 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cadeb518-0683-4577-a6af-6cd6253c3c76 req-7dbba5e7-f3e8-48df-9d77-8014d9b3d1d1 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386452 Jul 05 04:24:01.710841 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.785134 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.091581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.20.0.1 (d47807ae-d2e6-47dc-8251-036fdeeca734/d77ae55d-ef78-4cbd-a749-e09fd75d6bb1/e3d9563d-df9b-4810-b823-5b1895db9d5b) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:02.237003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.379449 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.424276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network d47807ae-d2e6-47dc-8251-036fdeeca734 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:02.429447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:02.433662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:02.437472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=e3d9563d-df9b-4810-b823-5b1895db9d5b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:02.479337 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.833016 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.915030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0867c04-510d-48a3-b26b-a93c28e64a43 req-6b1df3a7-c3dc-487f-8de6-8d0356f076a2 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:02.917038 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0867c04-510d-48a3-b26b-a93c28e64a43 req-6b1df3a7-c3dc-487f-8de6-8d0356f076a2 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.1474645 Jul 05 04:24:03.385688 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0867c04-510d-48a3-b26b-a93c28e64a43 req-98422a63-cb89-41d1-8ed1-aceb2db5c628 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308209 Jul 05 04:24:03.549865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.653431 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.745248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=e3d9563d-df9b-4810-b823-5b1895db9d5b,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:03.748132 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.867178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network d47807ae-d2e6-47dc-8251-036fdeeca734 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:03.869772 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:04.029702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:04.166183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:04.174750 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0f4cf3b1-b82b-4675-96f5-03691192a928 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "PUT /v2.0/routers/95aab941-61b1-46e6-9038-f381eba82e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9436433 Jul 05 04:24:04.175731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49934) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:04.177621 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bdab4b-2170-4835-baeb-f5c1123c608d None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:04.185659 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d3fe02c6-20cf-4f17-8fa7-9420f22a1f16 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'port': {'network_id': 'd47807ae-d2e6-47dc-8251-036fdeeca734', 'name': 'tempest-FloatingIPTestJSON-2109558380'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:04.189369 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bdab4b-2170-4835-baeb-f5c1123c608d None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:04.190043 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f4bdab4b-2170-4835-baeb-f5c1123c608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:04.227841 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f4bdab4b-2170-4835-baeb-f5c1123c608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:04.242037 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bdab4b-2170-4835-baeb-f5c1123c608d None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:04.242674 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f4bdab4b-2170-4835-baeb-f5c1123c608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:04.281591 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f4bdab4b-2170-4835-baeb-f5c1123c608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:04.282630 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bdab4b-2170-4835-baeb-f5c1123c608d None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:04.441937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fe02c6-20cf-4f17-8fa7-9420f22a1f16 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Made reservation on behalf of dc9f609196d14b899b2d1c63a6ff56ca for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:04.445742 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3fe02c6-20cf-4f17-8fa7-9420f22a1f16 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.473156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-d3fe02c6-20cf-4f17-8fa7-9420f22a1f16 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] device_id is not set on port 941e31bb-aa98-4010-8f11-841dbba7bcb6 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:24:04.601164 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae82f4-cf24-4170-a31b-59e58714153a req-069d11f8-f35a-44b4-b768-aa2d0639e0c8 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:04.603166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-d3fe02c6-20cf-4f17-8fa7-9420f22a1f16 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.20.0.9 (d47807ae-d2e6-47dc-8251-036fdeeca734/d77ae55d-ef78-4cbd-a749-e09fd75d6bb1/941e31bb-aa98-4010-8f11-841dbba7bcb6) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:04.609035 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebae82f4-cf24-4170-a31b-59e58714153a req-069d11f8-f35a-44b4-b768-aa2d0639e0c8 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0938659 Jul 05 04:24:04.646322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebae82f4-cf24-4170-a31b-59e58714153a req-a1ef510c-63c1-4cf4-9d3e-fd3b2d8a9e7d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354612 Jul 05 04:24:04.789860 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3fe02c6-20cf-4f17-8fa7-9420f22a1f16 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.911170 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3fe02c6-20cf-4f17-8fa7-9420f22a1f16 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.956552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe02c6-20cf-4f17-8fa7-9420f22a1f16 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network d47807ae-d2e6-47dc-8251-036fdeeca734 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:04.959802 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe02c6-20cf-4f17-8fa7-9420f22a1f16 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:04.963688 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe02c6-20cf-4f17-8fa7-9420f22a1f16 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:04.992819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe02c6-20cf-4f17-8fa7-9420f22a1f16 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=941e31bb-aa98-4010-8f11-841dbba7bcb6,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:05.024477 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fe02c6-20cf-4f17-8fa7-9420f22a1f16 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:05.024923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3fe02c6-20cf-4f17-8fa7-9420f22a1f16 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.168973 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d3fe02c6-20cf-4f17-8fa7-9420f22a1f16 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9917498 Jul 05 04:24:05.171332 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49938) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:05.176501 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'port': {'network_id': 'd47807ae-d2e6-47dc-8251-036fdeeca734', 'name': 'tempest-FloatingIPTestJSON-2009241933'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:05.454064 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Made reservation on behalf of dc9f609196d14b899b2d1c63a6ff56ca for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:05.458017 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.477712 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] device_id is not set on port b5572e91-85d9-47b5-99ef-a83a1c38a622 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:24:05.602439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.20.0.5 (d47807ae-d2e6-47dc-8251-036fdeeca734/d77ae55d-ef78-4cbd-a749-e09fd75d6bb1/b5572e91-85d9-47b5-99ef-a83a1c38a622) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:05.769293 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.851876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaba73-7e18-4f99-9b16-5a8cf22cca54 req-af06ce98-1e94-414e-b65e-9bf653524e01 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:05.853558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1bbaba73-7e18-4f99-9b16-5a8cf22cca54 req-af06ce98-1e94-414e-b65e-9bf653524e01 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0769093 Jul 05 04:24:05.902629 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1bbaba73-7e18-4f99-9b16-5a8cf22cca54 req-c103be39-8167-4ad2-92ce-55fa2b636513 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433173 Jul 05 04:24:05.968631 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.019628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network d47807ae-d2e6-47dc-8251-036fdeeca734 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:06.022897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:06.026746 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:06.059296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=b5572e91-85d9-47b5-99ef-a83a1c38a622,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:06.074666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:06.075020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:06.075369 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:06.075767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:06.076089 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:06.076466 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:06.076799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:06.077127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:06.077478 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:06.077809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:06.078164 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:06.078499 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:06.099135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:06.099757 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.190647 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f5c9ac66-1a06-4295-bad0-31392857e745 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0180130 Jul 05 04:24:06.193725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49944) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:06.199104 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': 'b5572e91-85d9-47b5-99ef-a83a1c38a622', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:06.327830 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.477207 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.597368 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.25.0.93 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/3a917a2b-32ae-4fad-823f-e5ac5e504de8) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:07.078641 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.160246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b3dfa-3ab8-4320-994a-837baee8c405 req-a632a5b9-3f93-49e1-acbe-6fcfe959547b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:07.162191 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b2b3dfa-3ab8-4320-994a-837baee8c405 req-a632a5b9-3f93-49e1-acbe-6fcfe959547b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0908489 Jul 05 04:24:07.197204 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.208105 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b2b3dfa-3ab8-4320-994a-837baee8c405 req-9cda42ae-0334-4c60-b060-e764621b818b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388026 Jul 05 04:24:07.233058 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:07.236754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:07.240210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:07.277715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=3a917a2b-32ae-4fad-823f-e5ac5e504de8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:07.661073 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.818017 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.999997 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.085952 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.170163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=3a917a2b-32ae-4fad-823f-e5ac5e504de8,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:08.182165 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.292352 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Floating IP 2093022a-289e-42b3-acbf-d0cf11c91f72 associated. External IP: 172.25.0.93, port: b5572e91-85d9-47b5-99ef-a83a1c38a622. Jul 05 04:24:08.402530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a3880-e7f3-4408-b903-fec400025c5b req-5bc4f9d2-74c7-4b2a-b97d-263ae92e7d41 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:08.404483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-381a3880-e7f3-4408-b903-fec400025c5b req-5bc4f9d2-74c7-4b2a-b97d-263ae92e7d41 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0702128 Jul 05 04:24:08.447148 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-381a3880-e7f3-4408-b903-fec400025c5b req-ec30ab44-7286-4f5e-adcf-3ea652269adb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353973 Jul 05 04:24:08.522554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:08.635965 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:08.645361 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57396e6e-24b8-4d66-90ba-591c84534047 None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:08.656803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57396e6e-24b8-4d66-90ba-591c84534047 None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:08.662589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-57396e6e-24b8-4d66-90ba-591c84534047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:08.692218 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-57396e6e-24b8-4d66-90ba-591c84534047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:08.701378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57396e6e-24b8-4d66-90ba-591c84534047 None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:08.701987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-57396e6e-24b8-4d66-90ba-591c84534047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:08.722316 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.748716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-57396e6e-24b8-4d66-90ba-591c84534047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:08.749325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57396e6e-24b8-4d66-90ba-591c84534047 None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:08.767080 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-84405f26-2a9c-4d8a-af99-f896fd11670e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5719724 Jul 05 04:24:08.769643 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49962) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:08.777482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e9a329ec-1d12-4a96-845f-54828f624746 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:08.838057 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9a329ec-1d12-4a96-845f-54828f624746 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.994679 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9a329ec-1d12-4a96-845f-54828f624746 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:09.095186 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9a329ec-1d12-4a96-845f-54828f624746 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:09.095537 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-e9a329ec-1d12-4a96-845f-54828f624746 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Floating IP 2093022a-289e-42b3-acbf-d0cf11c91f72 disassociated. External IP: 172.25.0.93, port: b5572e91-85d9-47b5-99ef-a83a1c38a622. Jul 05 04:24:09.318358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a329ec-1d12-4a96-845f-54828f624746 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:09.435400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a329ec-1d12-4a96-845f-54828f624746 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:09.440722 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e9a329ec-1d12-4a96-845f-54828f624746 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:09.447937 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010de518-801a-48b8-aac6-85543df1facb None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:09.458072 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010de518-801a-48b8-aac6-85543df1facb None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:09.458288 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-010de518-801a-48b8-aac6-85543df1facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:09.485282 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e9a329ec-1d12-4a96-845f-54828f624746 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "PUT /v2.0/floatingips/2093022a-289e-42b3-acbf-d0cf11c91f72 HTTP/1.1" status: 200 len: 687 time: 0.7120445 Jul 05 04:24:09.485533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49970) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:09.622553 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-010de518-801a-48b8-aac6-85543df1facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:09.631271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7b4c3492-7f83-4309-ad32-5490ef2c37fd tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port 3a917a2b-32ae-4fad-823f-e5ac5e504de8 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:09.631621 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b4c3492-7f83-4309-ad32-5490ef2c37fd tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:09.636029 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010de518-801a-48b8-aac6-85543df1facb None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:09.636953 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-010de518-801a-48b8-aac6-85543df1facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:09.664502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdec69-1ea3-45b0-87a8-9304c17b7db2 req-0bcbfe68-ed57-4ad4-b9fa-f2451afc8443 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:09.666785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38bdec69-1ea3-45b0-87a8-9304c17b7db2 req-0bcbfe68-ed57-4ad4-b9fa-f2451afc8443 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0811300 Jul 05 04:24:09.674258 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-010de518-801a-48b8-aac6-85543df1facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:09.675208 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010de518-801a-48b8-aac6-85543df1facb None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:09.709308 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38bdec69-1ea3-45b0-87a8-9304c17b7db2 req-8945f4af-b27e-43a6-9730-496a45be0be9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354967 Jul 05 04:24:09.717651 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b4c3492-7f83-4309-ad32-5490ef2c37fd tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:09.717999 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b4c3492-7f83-4309-ad32-5490ef2c37fd tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:09.732643 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7b4c3492-7f83-4309-ad32-5490ef2c37fd tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for 3a917a2b-32ae-4fad-823f-e5ac5e504de8 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:09.969862 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b4c3492-7f83-4309-ad32-5490ef2c37fd tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:09.998923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c3492-7f83-4309-ad32-5490ef2c37fd tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=3a917a2b-32ae-4fad-823f-e5ac5e504de8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:10.061748 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b4c3492-7f83-4309-ad32-5490ef2c37fd tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.064583 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7b4c3492-7f83-4309-ad32-5490ef2c37fd tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.065802 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7b4c3492-7f83-4309-ad32-5490ef2c37fd tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/floatingips/2093022a-289e-42b3-acbf-d0cf11c91f72 HTTP/1.1" status: 204 len: 168 time: 0.5789561 Jul 05 04:24:10.069742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49974) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:10.077967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': '941e31bb-aa98-4010-8f11-841dbba7bcb6'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:10.167771 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.276913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.386868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.25.0.205 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/5b07c301-f6f0-4e67-b36e-62a10a88d203) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:10.502240 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.642391 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.683554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:10.688343 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:10.691782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:10.696802 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=5b07c301-f6f0-4e67-b36e-62a10a88d203,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:10.905651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13167ea5-1e7e-4fb8-96f5-1a4593038a5b req-5acae0ce-e2ac-438d-bb08-5c6fdef059fb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:10.907411 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13167ea5-1e7e-4fb8-96f5-1a4593038a5b req-5acae0ce-e2ac-438d-bb08-5c6fdef059fb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0717149 Jul 05 04:24:10.952162 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13167ea5-1e7e-4fb8-96f5-1a4593038a5b req-60852f4f-4271-41ef-ae45-bb1e3060f7a5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391564 Jul 05 04:24:11.147871 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.364027 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.520081 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.598592 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.673092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=5b07c301-f6f0-4e67-b36e-62a10a88d203,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:11.683782 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.786507 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Floating IP b20f49ce-21bf-4603-a623-8bf36326aeab associated. External IP: 172.25.0.205, port: 941e31bb-aa98-4010-8f11-841dbba7bcb6. Jul 05 04:24:12.013030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:12.147729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394aeddc-2dfa-4828-8312-088234ef71c9 req-edd33760-737c-4f9e-bb4a-94d94e7a1b8a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:12.149411 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-394aeddc-2dfa-4828-8312-088234ef71c9 req-edd33760-737c-4f9e-bb4a-94d94e7a1b8a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0743780 Jul 05 04:24:12.194370 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-394aeddc-2dfa-4828-8312-088234ef71c9 req-44f3abd7-c91d-4abd-8cca-a56349c6441b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390453 Jul 05 04:24:12.508068 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:12.517583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d01e7c-231d-42f4-a004-2240b0668b18 None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:12.526598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d01e7c-231d-42f4-a004-2240b0668b18 None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:12.527222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-27d01e7c-231d-42f4-a004-2240b0668b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:12.560619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-27d01e7c-231d-42f4-a004-2240b0668b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:12.570293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d01e7c-231d-42f4-a004-2240b0668b18 None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:12.570930 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-27d01e7c-231d-42f4-a004-2240b0668b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:12.606912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-27d01e7c-231d-42f4-a004-2240b0668b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:12.607564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d01e7c-231d-42f4-a004-2240b0668b18 None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:12.676248 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.721219 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0c02414a-6190-4d39-9599-03cdf4230c64 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6502271 Jul 05 04:24:12.723784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49990) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:12.792297 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6174792d-61f2-4262-b8cf-826857bef749 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "GET /v2.0/floatingips/b20f49ce-21bf-4603-a623-8bf36326aeab HTTP/1.1" status: 200 len: 978 time: 0.0673301 Jul 05 04:24:12.794793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49994) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:12.905480 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e281976e-f231-43b8-ae71-98167f25b9f9 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1095798 Jul 05 04:24:12.908621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 49996) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:12.914531 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8e30e10d-9454-4071-bb9e-d166487a823a tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'floatingip': {'port_id': 'b5572e91-85d9-47b5-99ef-a83a1c38a622'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:12.975177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e30e10d-9454-4071-bb9e-d166487a823a tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.421883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696653-c8e2-4a4b-8304-c359030ba779 req-b9eff60c-cce0-4212-b32c-6bb95eaadd63 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:13.423604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5a696653-c8e2-4a4b-8304-c359030ba779 req-b9eff60c-cce0-4212-b32c-6bb95eaadd63 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.1068952 Jul 05 04:24:13.463241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5a696653-c8e2-4a4b-8304-c359030ba779 req-b7d1253a-34d6-456d-9b34-9c0742a2bb9b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341063 Jul 05 04:24:13.504537 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e30e10d-9454-4071-bb9e-d166487a823a tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.630063 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e30e10d-9454-4071-bb9e-d166487a823a tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.734179 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-8e30e10d-9454-4071-bb9e-d166487a823a tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Floating IP b20f49ce-21bf-4603-a623-8bf36326aeab associated. External IP: 172.25.0.205, port: 941e31bb-aa98-4010-8f11-841dbba7bcb6. Jul 05 04:24:13.945101 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e30e10d-9454-4071-bb9e-d166487a823a tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:14.060113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e30e10d-9454-4071-bb9e-d166487a823a tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:14.074685 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6898b9-b0e1-49c9-8c17-48eb2a046a5b None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:14.085702 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6898b9-b0e1-49c9-8c17-48eb2a046a5b None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:14.086402 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-fa6898b9-b0e1-49c9-8c17-48eb2a046a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:14.118761 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-fa6898b9-b0e1-49c9-8c17-48eb2a046a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:14.128157 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6898b9-b0e1-49c9-8c17-48eb2a046a5b None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:14.128807 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-fa6898b9-b0e1-49c9-8c17-48eb2a046a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:14.165449 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-fa6898b9-b0e1-49c9-8c17-48eb2a046a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:14.166102 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6898b9-b0e1-49c9-8c17-48eb2a046a5b None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:14.278809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e30e10d-9454-4071-bb9e-d166487a823a tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:14.424983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e30e10d-9454-4071-bb9e-d166487a823a tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:14.429974 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e30e10d-9454-4071-bb9e-d166487a823a tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.434341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702c811-d5cf-4798-a4df-6a4e9861d81f None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:14.453444 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702c811-d5cf-4798-a4df-6a4e9861d81f None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:14.453444 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4702c811-d5cf-4798-a4df-6a4e9861d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:14.504471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4702c811-d5cf-4798-a4df-6a4e9861d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:14.512275 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8e30e10d-9454-4071-bb9e-d166487a823a tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "PUT /v2.0/floatingips/b20f49ce-21bf-4603-a623-8bf36326aeab HTTP/1.1" status: 200 len: 978 time: 1.6021824 Jul 05 04:24:14.514447 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50006) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:14.519887 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f5e51cc5-f993-4061-8c2d-28d66fd7be32 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:14.533158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702c811-d5cf-4798-a4df-6a4e9861d81f None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:14.533875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4702c811-d5cf-4798-a4df-6a4e9861d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:14.593844 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4702c811-d5cf-4798-a4df-6a4e9861d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:14.594802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702c811-d5cf-4798-a4df-6a4e9861d81f None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:14.595794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5e51cc5-f993-4061-8c2d-28d66fd7be32 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.677827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06064-177f-43cb-b7a2-ed70358864ed req-ac9d732f-c80f-4145-96cf-4c6a463cb181 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:14.679399 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-93d06064-177f-43cb-b7a2-ed70358864ed req-ac9d732f-c80f-4145-96cf-4c6a463cb181 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0707054 Jul 05 04:24:14.727952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-93d06064-177f-43cb-b7a2-ed70358864ed req-58cf4a91-b964-4a6e-b494-4b7ba0686695 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423634 Jul 05 04:24:14.774858 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5e51cc5-f993-4061-8c2d-28d66fd7be32 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.928481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5e51cc5-f993-4061-8c2d-28d66fd7be32 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.928928 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-f5e51cc5-f993-4061-8c2d-28d66fd7be32 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Floating IP b20f49ce-21bf-4603-a623-8bf36326aeab disassociated. External IP: 172.25.0.205, port: b5572e91-85d9-47b5-99ef-a83a1c38a622. Jul 05 04:24:15.178389 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e51cc5-f993-4061-8c2d-28d66fd7be32 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:15.309959 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e51cc5-f993-4061-8c2d-28d66fd7be32 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:15.315971 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f5e51cc5-f993-4061-8c2d-28d66fd7be32 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.319644 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d434630c-dfdc-468c-86e6-bb677ba368dc None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:15.329598 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434630c-dfdc-468c-86e6-bb677ba368dc None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:15.330218 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d434630c-dfdc-468c-86e6-bb677ba368dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:15.352446 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f5e51cc5-f993-4061-8c2d-28d66fd7be32 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "PUT /v2.0/floatingips/b20f49ce-21bf-4603-a623-8bf36326aeab HTTP/1.1" status: 200 len: 688 time: 0.8369336 Jul 05 04:24:15.355123 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50008) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:15.364549 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d434630c-dfdc-468c-86e6-bb677ba368dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:15.373451 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434630c-dfdc-468c-86e6-bb677ba368dc None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:15.374086 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d434630c-dfdc-468c-86e6-bb677ba368dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:15.410910 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d434630c-dfdc-468c-86e6-bb677ba368dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:15.411634 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d434630c-dfdc-468c-86e6-bb677ba368dc None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:15.500821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2f7eaa9c-4f78-4d73-80cf-e535fe46ba65 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port 5b07c301-f6f0-4e67-b36e-62a10a88d203 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:15.501176 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f7eaa9c-4f78-4d73-80cf-e535fe46ba65 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.583541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f7eaa9c-4f78-4d73-80cf-e535fe46ba65 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.583872 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f7eaa9c-4f78-4d73-80cf-e535fe46ba65 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.596065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-2f7eaa9c-4f78-4d73-80cf-e535fe46ba65 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for 5b07c301-f6f0-4e67-b36e-62a10a88d203 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:15.801750 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f7eaa9c-4f78-4d73-80cf-e535fe46ba65 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.831937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7eaa9c-4f78-4d73-80cf-e535fe46ba65 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=5b07c301-f6f0-4e67-b36e-62a10a88d203,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:15.896773 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f7eaa9c-4f78-4d73-80cf-e535fe46ba65 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.900258 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f7eaa9c-4f78-4d73-80cf-e535fe46ba65 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.901463 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2f7eaa9c-4f78-4d73-80cf-e535fe46ba65 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/floatingips/b20f49ce-21bf-4603-a623-8bf36326aeab HTTP/1.1" status: 204 len: 168 time: 0.5450425 Jul 05 04:24:15.904127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50014) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:15.917553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd976bc-2916-44ea-a7a5-a79a5276c725 req-a7ef49be-8c63-4460-bb1b-fe716dc57425 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:15.919055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cd976bc-2916-44ea-a7a5-a79a5276c725 req-a7ef49be-8c63-4460-bb1b-fe716dc57425 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0693483 Jul 05 04:24:15.944916 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-24dab8ca-6e44-4b70-ab3c-a996ebe0c832 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] delete failed (client error): The resource could not be found. Jul 05 04:24:15.945589 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-24dab8ca-6e44-4b70-ab3c-a996ebe0c832 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/floatingips/b20f49ce-21bf-4603-a623-8bf36326aeab HTTP/1.1" status: 404 len: 345 time: 0.0404975 Jul 05 04:24:15.949813 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50016) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:15.962933 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cd976bc-2916-44ea-a7a5-a79a5276c725 req-876565af-8bd9-4e3b-a778-7a7073a39842 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379357 Jul 05 04:24:16.058559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd724f-dae6-4a17-979e-125733ce9d91 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:16.065121 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd724f-dae6-4a17-979e-125733ce9d91 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:16.071129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd724f-dae6-4a17-979e-125733ce9d91 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:16.072796 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-96cd724f-dae6-4a17-979e-125733ce9d91 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "GET /v2.0/ports?network_id=d47807ae-d2e6-47dc-8251-036fdeeca734 HTTP/1.1" status: 200 len: 2358 time: 0.1221144 Jul 05 04:24:16.075749 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50018) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:16.126721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515dc6e6-754c-4ff0-ade1-18f899f8595e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:16.128053 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-515dc6e6-754c-4ff0-ade1-18f899f8595e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "GET /v2.0/subnets/d77ae55d-ef78-4cbd-a749-e09fd75d6bb1 HTTP/1.1" status: 200 len: 797 time: 0.0512998 Jul 05 04:24:16.133022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50020) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:16.137799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'port': {'network_id': 'd47807ae-d2e6-47dc-8251-036fdeeca734', 'name': 'tempest-FloatingIPTestJSON-1395801563', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:16.371492 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Made reservation on behalf of dc9f609196d14b899b2d1c63a6ff56ca for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:16.458802 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.476234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] device_id is not set on port ecb11746-38bd-4c43-ad32-0ea4a080eb06 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:24:17.140647 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.20.0.14 (d47807ae-d2e6-47dc-8251-036fdeeca734/d77ae55d-ef78-4cbd-a749-e09fd75d6bb1/ecb11746-38bd-4c43-ad32-0ea4a080eb06) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:17.150587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.20.0.13 (d47807ae-d2e6-47dc-8251-036fdeeca734/d77ae55d-ef78-4cbd-a749-e09fd75d6bb1/ecb11746-38bd-4c43-ad32-0ea4a080eb06) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:17.290678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8a1af-692d-4fb4-b840-788b3603d491 req-6abbccce-38ec-4781-b910-ecdfc4c0d44c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:17.296118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-acb8a1af-692d-4fb4-b840-788b3603d491 req-6abbccce-38ec-4781-b910-ecdfc4c0d44c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.2138236 Jul 05 04:24:17.311985 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.337351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-acb8a1af-692d-4fb4-b840-788b3603d491 req-7b850ab7-9cf1-46d6-9b0f-5deadae2e6de tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375366 Jul 05 04:24:17.463518 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.508511 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network d47807ae-d2e6-47dc-8251-036fdeeca734 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:17.511701 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:17.518520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:17.524946 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=ecb11746-38bd-4c43-ad32-0ea4a080eb06,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:17.576121 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:17.576713 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.728049 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1db59ea3-9074-4208-b91a-830cafbc8545 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5939648 Jul 05 04:24:17.730476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50030) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:17.735036 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': 'ecb11746-38bd-4c43-ad32-0ea4a080eb06', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:17.881813 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.986638 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.096487 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.25.0.98 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/d1920547-efae-4fd4-8ec1-a15813667277) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:18.197676 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.303476 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.347699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:18.350758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:18.357093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:18.379845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=d1920547-efae-4fd4-8ec1-a15813667277,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:18.530035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1d5d2-bf52-4721-b85e-a5be1a105ed1 req-f59eb4fc-eed6-4da4-8734-272182a46119 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:18.531885 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0a1d5d2-bf52-4721-b85e-a5be1a105ed1 req-f59eb4fc-eed6-4da4-8734-272182a46119 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0713270 Jul 05 04:24:18.587800 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0a1d5d2-bf52-4721-b85e-a5be1a105ed1 req-4f22d32e-917b-4248-9cd4-6b9ffdb1bc39 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496421 Jul 05 04:24:18.762496 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.941574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.096887 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.190489 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.297140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=d1920547-efae-4fd4-8ec1-a15813667277,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:19.315311 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.366643 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-359c145d-0a46-405e-9ba2-b7f6c08e219b req-27433253-21ee-4f65-b6af-0e4be52bfd82 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1504354 Jul 05 04:24:19.464959 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Floating IP 608b6af1-dd65-4e46-ba7d-638c8427cbfd associated. External IP: 172.25.0.98, port: ecb11746-38bd-4c43-ad32-0ea4a080eb06. Jul 05 04:24:19.562821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c145d-0a46-405e-9ba2-b7f6c08e219b req-15cf42f7-537d-4b31-9eb0-bab78a39e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:19.565040 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-359c145d-0a46-405e-9ba2-b7f6c08e219b req-15cf42f7-537d-4b31-9eb0-bab78a39e8aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 1096 time: 0.1490779 Jul 05 04:24:19.799155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0775a-68bd-444e-885f-0d6c33740059 req-7ef72eab-04cb-4e9a-b66e-9076a2557b5c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:19.800763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98e0775a-68bd-444e-885f-0d6c33740059 req-7ef72eab-04cb-4e9a-b66e-9076a2557b5c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0818524 Jul 05 04:24:19.835098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:19.840357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c145d-0a46-405e-9ba2-b7f6c08e219b req-1195dc1f-248e-4b36-95eb-ce3f12645b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:19.841874 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-359c145d-0a46-405e-9ba2-b7f6c08e219b req-1195dc1f-248e-4b36-95eb-ce3f12645b15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.2524521 Jul 05 04:24:19.843755 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98e0775a-68bd-444e-885f-0d6c33740059 req-749c0840-ac88-4acb-bba7-0143796bff06 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360134 Jul 05 04:24:19.924380 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-359c145d-0a46-405e-9ba2-b7f6c08e219b req-47c73bff-feed-47c2-b481-0b46bf46fb70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f HTTP/1.1" status: 200 len: 217 time: 0.0747187 Jul 05 04:24:20.014385 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c145d-0a46-405e-9ba2-b7f6c08e219b req-1292ba6b-af19-404e-8e99-1abfbeed8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:20.016727 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-359c145d-0a46-405e-9ba2-b7f6c08e219b req-1292ba6b-af19-404e-8e99-1abfbeed8ee6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0857215 Jul 05 04:24:20.035754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:20.044733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5345826-2d96-45d1-97e7-c4d647354706 None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:20.055684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5345826-2d96-45d1-97e7-c4d647354706 None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:20.056413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d5345826-2d96-45d1-97e7-c4d647354706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:20.090226 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d5345826-2d96-45d1-97e7-c4d647354706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:20.091695 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c145d-0a46-405e-9ba2-b7f6c08e219b req-f84a5144-cc92-4103-bee5-382ebe79fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:20.093553 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-359c145d-0a46-405e-9ba2-b7f6c08e219b req-f84a5144-cc92-4103-bee5-382ebe79fcf6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705309 Jul 05 04:24:20.099311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5345826-2d96-45d1-97e7-c4d647354706 None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:20.100164 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d5345826-2d96-45d1-97e7-c4d647354706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:20.103827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-359c145d-0a46-405e-9ba2-b7f6c08e219b req-07410d69-17a0-4baf-83fc-2f855c9bf69e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:24:20.104932 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-359c145d-0a46-405e-9ba2-b7f6c08e219b req-07410d69-17a0-4baf-83fc-2f855c9bf69e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053096 Jul 05 04:24:20.129541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.137448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-d5345826-2d96-45d1-97e7-c4d647354706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:20.138147 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5345826-2d96-45d1-97e7-c4d647354706 None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:20.205795 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-652fd873-6716-41e8-9379-58d7453c0774 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4742782 Jul 05 04:24:20.208552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50040) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:20.213229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2e9a0686-13bc-4ebe-9db0-7931f27f3c87 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'floatingip': {'port_id': 'ecb11746-38bd-4c43-ad32-0ea4a080eb06', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:20.230759 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-359c145d-0a46-405e-9ba2-b7f6c08e219b req-87ab2d9c-1315-4d38-ac6a-ef205d6602df service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195703 Jul 05 04:24:20.272584 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0686-13bc-4ebe-9db0-7931f27f3c87 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.600525 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-359c145d-0a46-405e-9ba2-b7f6c08e219b req-86bbf43c-001f-4a9c-bb35-6b0897e68862 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636110 Jul 05 04:24:20.964490 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0686-13bc-4ebe-9db0-7931f27f3c87 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.034867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44619ba-74db-44b5-911c-069c7b8a8aac req-20666f09-b7b1-4e51-bdaa-d85257da5832 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:21.036509 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b44619ba-74db-44b5-911c-069c7b8a8aac req-20666f09-b7b1-4e51-bdaa-d85257da5832 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0745516 Jul 05 04:24:21.064093 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0686-13bc-4ebe-9db0-7931f27f3c87 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.112131 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b44619ba-74db-44b5-911c-069c7b8a8aac req-06dbfa99-2ee3-45e0-ba4e-8cd0d611e645 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696495 Jul 05 04:24:21.276321 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4a15-213d-4f7d-ba36-c82f3e082688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.316964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9a0686-13bc-4ebe-9db0-7931f27f3c87 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:21.437712 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9a0686-13bc-4ebe-9db0-7931f27f3c87 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:21.444160 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0686-13bc-4ebe-9db0-7931f27f3c87 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.457744 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c2a80e-1080-4097-b4f7-d65c44596248 None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:21.470899 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2a80e-1080-4097-b4f7-d65c44596248 None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:21.471575 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-29c2a80e-1080-4097-b4f7-d65c44596248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:21.514527 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-29c2a80e-1080-4097-b4f7-d65c44596248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:21.523480 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2a80e-1080-4097-b4f7-d65c44596248 None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:21.524193 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-29c2a80e-1080-4097-b4f7-d65c44596248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:21.532205 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50046) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:21.532539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2e9a0686-13bc-4ebe-9db0-7931f27f3c87 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "PUT /v2.0/floatingips/608b6af1-dd65-4e46-ba7d-638c8427cbfd HTTP/1.1" status: 200 len: 978 time: 1.3228142 Jul 05 04:24:21.557453 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-29c2a80e-1080-4097-b4f7-d65c44596248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:21.558197 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c2a80e-1080-4097-b4f7-d65c44596248 None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:21.714568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-f42face0-a216-4b1a-b973-f8b44eddf98d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port d1920547-efae-4fd4-8ec1-a15813667277 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:21.714568 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f42face0-a216-4b1a-b973-f8b44eddf98d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.786099 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f42face0-a216-4b1a-b973-f8b44eddf98d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.786716 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f42face0-a216-4b1a-b973-f8b44eddf98d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.799630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-f42face0-a216-4b1a-b973-f8b44eddf98d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for d1920547-efae-4fd4-8ec1-a15813667277 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:22.093796 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f42face0-a216-4b1a-b973-f8b44eddf98d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.122183 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42face0-a216-4b1a-b973-f8b44eddf98d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=d1920547-efae-4fd4-8ec1-a15813667277,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:22.200941 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f42face0-a216-4b1a-b973-f8b44eddf98d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.201160 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-f42face0-a216-4b1a-b973-f8b44eddf98d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Floating IP 608b6af1-dd65-4e46-ba7d-638c8427cbfd disassociated (deleted). External IP: 172.25.0.98, port: ecb11746-38bd-4c43-ad32-0ea4a080eb06. Jul 05 04:24:22.299139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cbf00-b16d-4796-a959-7b9ae9b1cf02 req-85d22bea-11b7-46df-8ced-981ac7736868 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.300712 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c5cbf00-b16d-4796-a959-7b9ae9b1cf02 req-85d22bea-11b7-46df-8ced-981ac7736868 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0678954 Jul 05 04:24:22.342424 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c5cbf00-b16d-4796-a959-7b9ae9b1cf02 req-17362004-0105-43bb-a74e-83f811b122b5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361116 Jul 05 04:24:22.417988 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42face0-a216-4b1a-b973-f8b44eddf98d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:22.535510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42face0-a216-4b1a-b973-f8b44eddf98d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:22.540136 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f42face0-a216-4b1a-b973-f8b44eddf98d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.545297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c4a605-c76c-4658-8cc0-98b4bd0cc480 None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:22.558059 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c4a605-c76c-4658-8cc0-98b4bd0cc480 None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:22.559297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-65c4a605-c76c-4658-8cc0-98b4bd0cc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:22.592744 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f42face0-a216-4b1a-b973-f8b44eddf98d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/floatingips/608b6af1-dd65-4e46-ba7d-638c8427cbfd HTTP/1.1" status: 204 len: 168 time: 1.0576174 Jul 05 04:24:22.596644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50052) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:22.617474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-65c4a605-c76c-4658-8cc0-98b4bd0cc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:22.627270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c4a605-c76c-4658-8cc0-98b4bd0cc480 None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:22.627900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-65c4a605-c76c-4658-8cc0-98b4bd0cc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:23:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:22.661909 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-65c4a605-c76c-4658-8cc0-98b4bd0cc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:22.662820 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c4a605-c76c-4658-8cc0-98b4bd0cc480 None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:22.704299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port ecb11746-38bd-4c43-ad32-0ea4a080eb06 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:22.704681 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.792677 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.804349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for ecb11746-38bd-4c43-ad32-0ea4a080eb06 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:23.069972 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.108010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=ecb11746-38bd-4c43-ad32-0ea4a080eb06,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:23.136900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:23.140605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:23.140605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:23.140605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:23.140605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:23.140605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:23.140605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:23.140605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:23.140605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:23.140605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:23.140605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:23.141426 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:24:23.141865 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:23.208392 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.210409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6bf7196a-cabe-4f4e-bfbb-96191ca23349 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/ports/ecb11746-38bd-4c43-ad32-0ea4a080eb06 HTTP/1.1" status: 204 len: 168 time: 0.6128500 Jul 05 04:24:23.214080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50056) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:23.219180 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:23.361964 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.509524 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.585904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6231967-0e22-458e-bfdf-2afb10a517a0 req-78eb2aaf-8bd3-4694-9811-3d628ff912d2 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:23.587413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6231967-0e22-458e-bfdf-2afb10a517a0 req-78eb2aaf-8bd3-4694-9811-3d628ff912d2 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.1265903 Jul 05 04:24:23.667117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6231967-0e22-458e-bfdf-2afb10a517a0 req-0e91617e-35fc-40ba-aa20-5222e18d42ce tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739536 Jul 05 04:24:23.668109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.25.0.202 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/5164628a-4c89-4b50-be08-a417bbbd277b) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:23.775497 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.949409 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.994711 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:23.997607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:24.001520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:24.026788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=5164628a-4c89-4b50-be08-a417bbbd277b,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:24.093271 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.227181 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.327287 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bf2828b5-ba55-4fdc-9b59-6d5e0f5c19be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.385255 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.447544 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.510403 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.581948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=5164628a-4c89-4b50-be08-a417bbbd277b,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:24.595132 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.727833 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.729637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a6ba578d-4b72-4b79-9150-97415836b924 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5139532 Jul 05 04:24:24.731639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50064) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:24.738046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b2306042-ee69-41a9-b2d9-95f3ac174aeb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'port': {'network_id': 'd47807ae-d2e6-47dc-8251-036fdeeca734', 'name': 'tempest-FloatingIPTestJSON-833576316'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:25.214615 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28b765-48d4-4844-a374-ad9d264e5530 req-37ba14da-ce4a-4fda-9694-b9b3282d9f20 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:25.216081 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd28b765-48d4-4844-a374-ad9d264e5530 req-37ba14da-ce4a-4fda-9694-b9b3282d9f20 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.1261351 Jul 05 04:24:25.262063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd28b765-48d4-4844-a374-ad9d264e5530 req-e56b6592-b190-4a4a-b20a-151f62d38d74 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381377 Jul 05 04:24:25.360310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2306042-ee69-41a9-b2d9-95f3ac174aeb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Made reservation on behalf of dc9f609196d14b899b2d1c63a6ff56ca for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:25.363953 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b2306042-ee69-41a9-b2d9-95f3ac174aeb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.382323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [None req-b2306042-ee69-41a9-b2d9-95f3ac174aeb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] device_id is not set on port 12e9654d-993a-4086-b742-82c9a12616b1 yet. {{(pid=100877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:24:25.389840 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.491627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-b2306042-ee69-41a9-b2d9-95f3ac174aeb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.20.0.8 (d47807ae-d2e6-47dc-8251-036fdeeca734/d77ae55d-ef78-4cbd-a749-e09fd75d6bb1/12e9654d-993a-4086-b742-82c9a12616b1) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:25.645882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b2306042-ee69-41a9-b2d9-95f3ac174aeb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.796148 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b2306042-ee69-41a9-b2d9-95f3ac174aeb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.843389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2306042-ee69-41a9-b2d9-95f3ac174aeb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network d47807ae-d2e6-47dc-8251-036fdeeca734 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:25.846743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-b2306042-ee69-41a9-b2d9-95f3ac174aeb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:25.853372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2306042-ee69-41a9-b2d9-95f3ac174aeb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:25.879106 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2306042-ee69-41a9-b2d9-95f3ac174aeb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=12e9654d-993a-4086-b742-82c9a12616b1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:25.906201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2306042-ee69-41a9-b2d9-95f3ac174aeb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:25.906839 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b2306042-ee69-41a9-b2d9-95f3ac174aeb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.042660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b2306042-ee69-41a9-b2d9-95f3ac174aeb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3096154 Jul 05 04:24:26.045236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50070) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:26.051008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-071095dd-8dfe-47ac-9e16-5c1f205396ba tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'floatingip': {'port_id': '12e9654d-993a-4086-b742-82c9a12616b1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:26.096205 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-071095dd-8dfe-47ac-9e16-5c1f205396ba tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.542173 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8ff66-243f-40fd-8707-03c5e18e5ff4 req-1a1f4756-ee4c-4104-890d-0a76656a68c5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:26.545602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ae8ff66-243f-40fd-8707-03c5e18e5ff4 req-1a1f4756-ee4c-4104-890d-0a76656a68c5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.1429746 Jul 05 04:24:26.630321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6ae8ff66-243f-40fd-8707-03c5e18e5ff4 req-ccbd9472-9610-4102-81fb-2a7121581ed9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777602 Jul 05 04:24:26.639866 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-071095dd-8dfe-47ac-9e16-5c1f205396ba tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.785167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-071095dd-8dfe-47ac-9e16-5c1f205396ba tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.887140 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-071095dd-8dfe-47ac-9e16-5c1f205396ba tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Floating IP 8a3a6f46-a8b4-4d92-8e47-3f9a622e79b7 associated. External IP: 172.25.0.202, port: 12e9654d-993a-4086-b742-82c9a12616b1. Jul 05 04:24:27.105850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071095dd-8dfe-47ac-9e16-5c1f205396ba tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:27.218445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071095dd-8dfe-47ac-9e16-5c1f205396ba tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:27.223710 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-071095dd-8dfe-47ac-9e16-5c1f205396ba tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.228678 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47924fa-bbc2-40ba-bd5c-7a8d136f8dc3 None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:27.238436 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47924fa-bbc2-40ba-bd5c-7a8d136f8dc3 None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:27.239072 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e47924fa-bbc2-40ba-bd5c-7a8d136f8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:27.261374 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-071095dd-8dfe-47ac-9e16-5c1f205396ba tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "PUT /v2.0/floatingips/8a3a6f46-a8b4-4d92-8e47-3f9a622e79b7 HTTP/1.1" status: 200 len: 977 time: 1.2150521 Jul 05 04:24:27.263899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50076) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:27.273566 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e47924fa-bbc2-40ba-bd5c-7a8d136f8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:27.275503 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.282569 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47924fa-bbc2-40ba-bd5c-7a8d136f8dc3 None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:27.283178 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e47924fa-bbc2-40ba-bd5c-7a8d136f8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:27.315239 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e47924fa-bbc2-40ba-bd5c-7a8d136f8dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:27.315897 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47924fa-bbc2-40ba-bd5c-7a8d136f8dc3 None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:27.374451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9faf9de2-5411-4a9e-bf6c-70394c58f6e7 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port 12e9654d-993a-4086-b742-82c9a12616b1 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:27.374803 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9faf9de2-5411-4a9e-bf6c-70394c58f6e7 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.459878 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9faf9de2-5411-4a9e-bf6c-70394c58f6e7 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.678158 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9faf9de2-5411-4a9e-bf6c-70394c58f6e7 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.678765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9faf9de2-5411-4a9e-bf6c-70394c58f6e7 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.678842 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-9faf9de2-5411-4a9e-bf6c-70394c58f6e7 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Floating IP 8a3a6f46-a8b4-4d92-8e47-3f9a622e79b7 disassociated. External IP: 172.25.0.202, port: 12e9654d-993a-4086-b742-82c9a12616b1. Jul 05 04:24:27.679170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9faf9de2-5411-4a9e-bf6c-70394c58f6e7 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for 12e9654d-993a-4086-b742-82c9a12616b1 owned by {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:27.860533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b0f5f-4591-4dea-a821-7dd1dde2c8c1 req-07cbade7-453a-47a5-bc08-5e68b0c48f0a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:27.861920 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b44b0f5f-4591-4dea-a821-7dd1dde2c8c1 req-07cbade7-453a-47a5-bc08-5e68b0c48f0a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.1084034 Jul 05 04:24:27.900105 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b44b0f5f-4591-4dea-a821-7dd1dde2c8c1 req-4c75dae0-ee7e-4bec-a72a-2864250b89d9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326641 Jul 05 04:24:28.001753 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9faf9de2-5411-4a9e-bf6c-70394c58f6e7 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.032472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf9de2-5411-4a9e-bf6c-70394c58f6e7 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=12e9654d-993a-4086-b742-82c9a12616b1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:28.146433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faf9de2-5411-4a9e-bf6c-70394c58f6e7 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:28.268303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faf9de2-5411-4a9e-bf6c-70394c58f6e7 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:28.278839 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c4449-bda4-4c21-b18c-156d8c7d256b None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:28.291435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c4449-bda4-4c21-b18c-156d8c7d256b None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:28.292348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-728c4449-bda4-4c21-b18c-156d8c7d256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:28.325414 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-728c4449-bda4-4c21-b18c-156d8c7d256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:28.334119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c4449-bda4-4c21-b18c-156d8c7d256b None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:28.334734 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-728c4449-bda4-4c21-b18c-156d8c7d256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:28.350619 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9faf9de2-5411-4a9e-bf6c-70394c58f6e7 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.356176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9faf9de2-5411-4a9e-bf6c-70394c58f6e7 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/ports/12e9654d-993a-4086-b742-82c9a12616b1 HTTP/1.1" status: 204 len: 168 time: 1.0876811 Jul 05 04:24:28.356176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50082) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:28.369318 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-728c4449-bda4-4c21-b18c-156d8c7d256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:28.369991 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c4449-bda4-4c21-b18c-156d8c7d256b None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:28.402569 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-604d993b-c866-4552-9273-f1c4111922eb tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "GET /v2.0/floatingips/8a3a6f46-a8b4-4d92-8e47-3f9a622e79b7 HTTP/1.1" status: 200 len: 688 time: 0.0462906 Jul 05 04:24:28.405244 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50084) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:28.528977 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-791ccfb0-7578-40d5-b9d1-d9a3c4cd63b4 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port 5164628a-4c89-4b50-be08-a417bbbd277b {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:28.529322 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-791ccfb0-7578-40d5-b9d1-d9a3c4cd63b4 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.610548 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-791ccfb0-7578-40d5-b9d1-d9a3c4cd63b4 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.610879 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-791ccfb0-7578-40d5-b9d1-d9a3c4cd63b4 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.623435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-791ccfb0-7578-40d5-b9d1-d9a3c4cd63b4 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for 5164628a-4c89-4b50-be08-a417bbbd277b owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:28.915741 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-791ccfb0-7578-40d5-b9d1-d9a3c4cd63b4 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.954489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ccfb0-7578-40d5-b9d1-d9a3c4cd63b4 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=5164628a-4c89-4b50-be08-a417bbbd277b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:29.033733 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-791ccfb0-7578-40d5-b9d1-d9a3c4cd63b4 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.036217 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-791ccfb0-7578-40d5-b9d1-d9a3c4cd63b4 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.037338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-791ccfb0-7578-40d5-b9d1-d9a3c4cd63b4 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/floatingips/8a3a6f46-a8b4-4d92-8e47-3f9a622e79b7 HTTP/1.1" status: 204 len: 168 time: 0.6308765 Jul 05 04:24:29.041252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50088) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:29.046074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': 'b5572e91-85d9-47b5-99ef-a83a1c38a622'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:29.098950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600725e6-4bfd-4d5f-9c1a-dd46ed9b74cb req-d54e21e0-3286-40e7-8181-f24d87b09d26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:29.100505 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-600725e6-4bfd-4d5f-9c1a-dd46ed9b74cb req-d54e21e0-3286-40e7-8181-f24d87b09d26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0765672 Jul 05 04:24:29.141476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-600725e6-4bfd-4d5f-9c1a-dd46ed9b74cb req-5cbc03b2-c10f-4ca1-b3e9-45e74c406882 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354910 Jul 05 04:24:29.197579 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.300164 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.411394 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.25.0.122 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/1004fa2e-132b-4168-961d-f8a7d36a49d4) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:29.517191 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.682186 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.704389 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.725224 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:29.727631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:29.731256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:29.768352 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=1004fa2e-132b-4168-961d-f8a7d36a49d4,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:30.113321 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.283988 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.338254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db67036-26b0-4ef2-8f76-4d996a78efaf req-fe50f70a-61fe-406d-8f1f-8511249cb2a7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:30.339803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7db67036-26b0-4ef2-8f76-4d996a78efaf req-fe50f70a-61fe-406d-8f1f-8511249cb2a7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0824776 Jul 05 04:24:30.459503 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.578983 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.636043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7db67036-26b0-4ef2-8f76-4d996a78efaf req-ef82efd2-1ad1-4dfa-a3f1-1346b9a6291b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883363 Jul 05 04:24:30.655187 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=1004fa2e-132b-4168-961d-f8a7d36a49d4,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:30.666020 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.770939 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Floating IP 91b5e50a-2398-463c-8212-f2a9aea24c9f associated. External IP: 172.25.0.122, port: b5572e91-85d9-47b5-99ef-a83a1c38a622. Jul 05 04:24:30.988994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:31.101840 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:31.112236 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e884bf-5b41-46f6-a45c-9e8066fe9261 None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:31.121640 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e884bf-5b41-46f6-a45c-9e8066fe9261 None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:31.122958 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f9e884bf-5b41-46f6-a45c-9e8066fe9261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:31.155968 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f9e884bf-5b41-46f6-a45c-9e8066fe9261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:31.165588 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e884bf-5b41-46f6-a45c-9e8066fe9261 None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:31.166450 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f9e884bf-5b41-46f6-a45c-9e8066fe9261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:31.198371 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f9e884bf-5b41-46f6-a45c-9e8066fe9261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:31.199349 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e884bf-5b41-46f6-a45c-9e8066fe9261 None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:31.247407 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.284493 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ad27602e-bcc5-421b-9fdd-a9d146244cf3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2420850 Jul 05 04:24:31.287038 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50096) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:31.292019 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-94338b5f-96aa-4872-b024-9c65d6b5c213 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1471634638'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:31.412796 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94338b5f-96aa-4872-b024-9c65d6b5c213 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Made reservation on behalf of dc9f609196d14b899b2d1c63a6ff56ca for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:31.416344 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94338b5f-96aa-4872-b024-9c65d6b5c213 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.439310 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94338b5f-96aa-4872-b024-9c65d6b5c213 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:24:31.448763 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94338b5f-96aa-4872-b024-9c65d6b5c213 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.451032 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-94338b5f-96aa-4872-b024-9c65d6b5c213 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Added segment 40cee16a-1b96-49a6-ad79-9530f7c58681 of type vlan for network 2271b48c-5171-4eb6-a4ec-3da9743f4a4a Jul 05 04:24:31.492013 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94338b5f-96aa-4872-b024-9c65d6b5c213 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.629977 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94338b5f-96aa-4872-b024-9c65d6b5c213 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.635546 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94338b5f-96aa-4872-b024-9c65d6b5c213 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:31.636136 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94338b5f-96aa-4872-b024-9c65d6b5c213 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.704641 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94338b5f-96aa-4872-b024-9c65d6b5c213 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Network': ['ID=2271b48c-5171-4eb6-a4ec-3da9743f4a4a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:31.709378 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.715130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 2271b48c-5171-4eb6-a4ec-3da9743f4a4a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:24:31.817086 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c13962-858c-4b7c-ba8a-510b9b24f089 req-c6105248-ea4b-418b-9875-ada6ec08cfbb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:31.818479 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-96c13962-858c-4b7c-ba8a-510b9b24f089 req-c6105248-ea4b-418b-9875-ada6ec08cfbb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0655150 Jul 05 04:24:31.857101 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-96c13962-858c-4b7c-ba8a-510b9b24f089 req-bf67bf56-8c18-4cce-a703-4827f321a8a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328050 Jul 05 04:24:31.867521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50102) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:31.867696 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-94338b5f-96aa-4872-b024-9c65d6b5c213 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5795817 Jul 05 04:24:31.876033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b484897d-c5c0-444a-99d2-620c6aef6bd5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'subnet': {'network_id': '2271b48c-5171-4eb6-a4ec-3da9743f4a4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:32.086872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b484897d-c5c0-444a-99d2-620c6aef6bd5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Made reservation on behalf of dc9f609196d14b899b2d1c63a6ff56ca for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:32.090383 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b484897d-c5c0-444a-99d2-620c6aef6bd5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.395727 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b484897d-c5c0-444a-99d2-620c6aef6bd5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.465562 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484897d-c5c0-444a-99d2-620c6aef6bd5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Subnet': ['ID=382e3569-a291-404a-b079-b01d0c27f617,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:32.482736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484897d-c5c0-444a-99d2-620c6aef6bd5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Checking segment: {'id': '40cee16a-1b96-49a6-ad79-9530f7c58681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2271b48c-5171-4eb6-a4ec-3da9743f4a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:32.483418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b484897d-c5c0-444a-99d2-620c6aef6bd5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network hostable DHCP agents. Network: 2271b48c-5171-4eb6-a4ec-3da9743f4a4a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:24:32.659152 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b484897d-c5c0-444a-99d2-620c6aef6bd5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network 2271b48c-5171-4eb6-a4ec-3da9743f4a4a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:24:32.732791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-b484897d-c5c0-444a-99d2-620c6aef6bd5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 2271b48c-5171-4eb6-a4ec-3da9743f4a4a) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:32.742008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b484897d-c5c0-444a-99d2-620c6aef6bd5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:32.742945 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b484897d-c5c0-444a-99d2-620c6aef6bd5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.743305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a4b5d6-8441-48be-9506-41ac7adcdb3f None None] Network 2271b48c-5171-4eb6-a4ec-3da9743f4a4a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:32.875624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b484897d-c5c0-444a-99d2-620c6aef6bd5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0019751 Jul 05 04:24:32.876123 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50114) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:32.879885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1282402595', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}, 'admin_state_up': False}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:32.899150 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-2271b48c-5171-4eb6-a4ec-3da9743f4a4a', 'network_id': '2271b48c-5171-4eb6-a4ec-3da9743f4a4a', 'tenant_id': 'dc9f609196d14b899b2d1c63a6ff56ca', 'fixed_ips': [{'subnet_id': '382e3569-a291-404a-b079-b01d0c27f617'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:24:32.900867 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.006082 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.007196 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.068579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b7cc6-a067-4690-bd7e-7532276b9e91 req-6ffeca04-05ed-4b3f-8c85-463d0c19506e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:33.071992 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Allocated IP 172.20.0.2 (2271b48c-5171-4eb6-a4ec-3da9743f4a4a/382e3569-a291-404a-b079-b01d0c27f617/04e65603-b950-4e0c-a223-f1c92e972f51) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:33.072552 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.076923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c4b7cc6-a067-4690-bd7e-7532276b9e91 req-6ffeca04-05ed-4b3f-8c85-463d0c19506e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0918722 Jul 05 04:24:33.114998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c4b7cc6-a067-4690-bd7e-7532276b9e91 req-e153785b-d7ad-4e96-8dae-c399323d3446 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367827 Jul 05 04:24:33.233792 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.242889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Transition to ACTIVE for port object 04e65603-b950-4e0c-a223-f1c92e972f51 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:33.258890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Transition to ACTIVE for port object 04e65603-b950-4e0c-a223-f1c92e972f51 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:33.327737 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.368014 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Network 2271b48c-5171-4eb6-a4ec-3da9743f4a4a is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:33.369773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:33.373790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:33.433449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Pushing event updated for resources: {'Port': ['ID=04e65603-b950-4e0c-a223-f1c92e972f51,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:33.451994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Attempting to bind port 04e65603-b950-4e0c-a223-f1c92e972f51 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:33.452459 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Attempting to bind port 04e65603-b950-4e0c-a223-f1c92e972f51 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '40cee16a-1b96-49a6-ad79-9530f7c58681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2271b48c-5171-4eb6-a4ec-3da9743f4a4a'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:33.452756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Attempting to bind port 04e65603-b950-4e0c-a223-f1c92e972f51 on network 2271b48c-5171-4eb6-a4ec-3da9743f4a4a {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:33.458594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:33.458972 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Checking segment: {'id': '40cee16a-1b96-49a6-ad79-9530f7c58681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2271b48c-5171-4eb6-a4ec-3da9743f4a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:33.459375 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.459765 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Bound using segment: {'id': '40cee16a-1b96-49a6-ad79-9530f7c58681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2271b48c-5171-4eb6-a4ec-3da9743f4a4a'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:33.460228 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Bound port: 04e65603-b950-4e0c-a223-f1c92e972f51, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cee16a-1b96-49a6-ad79-9530f7c58681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2271b48c-5171-4eb6-a4ec-3da9743f4a4a'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:33.460895 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.527834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] For port 04e65603-b950-4e0c-a223-f1c92e972f51, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:33.531413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] For port 04e65603-b950-4e0c-a223-f1c92e972f51, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=04e65603-b950-4e0c-a223-f1c92e972f51,segment=NetworkSegment(40cee16a-1b96-49a6-ad79-9530f7c58681),segment_id=40cee16a-1b96-49a6-ad79-9530f7c58681)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:33.536560 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.664752 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.738158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54af894-fb1a-46a3-a2ab-0e2502fc20eb None None] Pushing event updated for resources: {'Port': ['ID=04e65603-b950-4e0c-a223-f1c92e972f51,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:33.908630 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.941570 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.062099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.25.0.97 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/0c0e0bf7-a432-46bd-8038-6f4e31118a6c) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:34.195664 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.323644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2cb78-2b1e-4f4d-be00-45b951b38777 req-52eba011-db77-4c1d-9436-62a7d0297b94 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:34.325448 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95d2cb78-2b1e-4f4d-be00-45b951b38777 req-52eba011-db77-4c1d-9436-62a7d0297b94 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0747304 Jul 05 04:24:34.380649 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.399233 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95d2cb78-2b1e-4f4d-be00-45b951b38777 req-0c5f725a-9cc5-403b-975b-b16b4565b3d9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664454 Jul 05 04:24:34.445125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:34.449970 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:34.454233 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:34.484116 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=0c0e0bf7-a432-46bd-8038-6f4e31118a6c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:34.834221 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f95f0ed-353b-414e-b3ca-bce96f60fe56 None None] Network 2271b48c-5171-4eb6-a4ec-3da9743f4a4a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:34.850588 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.048065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2db46d48-ef36-4115-8d66-6f93bc4d70d3 None None] Provisioning for port 04e65603-b950-4e0c-a223-f1c92e972f51 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:35.096848 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.327092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 3573c1b5-1be4-4b13-98e0-0840eba87a75 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:24:35.507067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:35.518143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219fdeb9-5a3f-4cc8-8cb2-99850eb9b65a None None] Sync routers for ids ['3573c1b5-1be4-4b13-98e0-0840eba87a75'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:35.530951 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fdeb9-5a3f-4cc8-8cb2-99850eb9b65a None None] Routers {'3573c1b5-1be4-4b13-98e0-0840eba87a75'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:35.537244 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-219fdeb9-5a3f-4cc8-8cb2-99850eb9b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3573c1b5-1be4-4b13-98e0-0840eba87a75'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:35.576172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-219fdeb9-5a3f-4cc8-8cb2-99850eb9b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:35.586108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fdeb9-5a3f-4cc8-8cb2-99850eb9b65a None None] Routers {'3573c1b5-1be4-4b13-98e0-0840eba87a75'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:35.586721 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-219fdeb9-5a3f-4cc8-8cb2-99850eb9b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3573c1b5-1be4-4b13-98e0-0840eba87a75'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:35.590256 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.595056 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8784ece9-9799-4c42-b8ce-bd1f0969c52e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7169914 Jul 05 04:24:35.595238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50132) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:35.629257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf29043-228f-4504-862c-9ad7aa85dda5 req-693f87ca-a127-4b61-99fe-a726f4dfbd60 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:35.638608 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3bf29043-228f-4504-862c-9ad7aa85dda5 req-693f87ca-a127-4b61-99fe-a726f4dfbd60 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.1062660 Jul 05 04:24:35.688567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-219fdeb9-5a3f-4cc8-8cb2-99850eb9b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:35.691055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219fdeb9-5a3f-4cc8-8cb2-99850eb9b65a None None] The sync data for ids ['3573c1b5-1be4-4b13-98e0-0840eba87a75'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:35.732299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3bf29043-228f-4504-862c-9ad7aa85dda5 req-f11cf812-e76c-4d04-bc13-b74aa68ce869 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867262 Jul 05 04:24:35.774904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 04e65603-b950-4e0c-a223-f1c92e972f51 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:35.900329 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 04e65603-b950-4e0c-a223-f1c92e972f51 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:35.907440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 04e65603-b950-4e0c-a223-f1c92e972f51 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:35.912132 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.084278 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.135445 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 04e65603-b950-4e0c-a223-f1c92e972f51, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=04e65603-b950-4e0c-a223-f1c92e972f51,segment=NetworkSegment(40cee16a-1b96-49a6-ad79-9530f7c58681),segment_id=40cee16a-1b96-49a6-ad79-9530f7c58681)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:36.247112 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.295089 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.305358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=04e65603-b950-4e0c-a223-f1c92e972f51,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:36.659299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.20.0.1 (2271b48c-5171-4eb6-a4ec-3da9743f4a4a/382e3569-a291-404a-b079-b01d0c27f617/3acca26a-d692-48a1-9e90-f2a061f83eb0) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:36.770305 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.786282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Transition to ACTIVE for port object 3acca26a-d692-48a1-9e90-f2a061f83eb0 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:36.925752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02263f7-2d3f-4c5c-8834-e0e0ce46c17f req-bdac24a1-79cd-4af8-b8e4-9df5b53b1c33 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:36.927292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a02263f7-2d3f-4c5c-8834-e0e0ce46c17f req-bdac24a1-79cd-4af8-b8e4-9df5b53b1c33 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0691938 Jul 05 04:24:36.932854 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.970372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a02263f7-2d3f-4c5c-8834-e0e0ce46c17f req-368242c6-c6ee-4f77-99ea-525ac266df67 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369985 Jul 05 04:24:36.982835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network 2271b48c-5171-4eb6-a4ec-3da9743f4a4a is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:36.986816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:37.004568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:37.024923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=3acca26a-d692-48a1-9e90-f2a061f83eb0,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:37.053232 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:37.329744 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-aff65fce-ccd2-4056-af03-b53e649121a5 None None] Provisioning for port 3acca26a-d692-48a1-9e90-f2a061f83eb0 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:37.331033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-aff65fce-ccd2-4056-af03-b53e649121a5 None None] Provisioning complete for port 3acca26a-d692-48a1-9e90-f2a061f83eb0 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:37.331405 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aff65fce-ccd2-4056-af03-b53e649121a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:37.366629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-aff65fce-ccd2-4056-af03-b53e649121a5 None None] Port 3acca26a-d692-48a1-9e90-f2a061f83eb0 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:37.669307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 04e65603-b950-4e0c-a223-f1c92e972f51 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:37.729419 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:37.739905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 04e65603-b950-4e0c-a223-f1c92e972f51 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:37.740699 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.029501 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.075844 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.154159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=3acca26a-d692-48a1-9e90-f2a061f83eb0,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:38.176256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66096f4b-1511-4150-b491-5c8677b89ed0 req-2f5486b7-2e89-4e30-8aa2-bcd17814c575 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:38.180896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66096f4b-1511-4150-b491-5c8677b89ed0 req-2f5486b7-2e89-4e30-8aa2-bcd17814c575 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0795665 Jul 05 04:24:38.186728 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.220733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66096f4b-1511-4150-b491-5c8677b89ed0 req-b1fa5b2b-4aad-47bb-8304-0ab8bed0f0f2 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373089 Jul 05 04:24:38.296994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network 2271b48c-5171-4eb6-a4ec-3da9743f4a4a is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:38.299208 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:38.430366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 3573c1b5-1be4-4b13-98e0-0840eba87a75 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:38.559445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:38.566633 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a121cc32-3863-44bb-96c1-188101e92587 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "PUT /v2.0/routers/3573c1b5-1be4-4b13-98e0-0840eba87a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9691703 Jul 05 04:24:38.568045 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50146) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:38.569148 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e14720-0832-424d-907d-8c6d862e0649 None None] Sync routers for ids ['3573c1b5-1be4-4b13-98e0-0840eba87a75'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:38.573520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'port': {'network_id': '2271b48c-5171-4eb6-a4ec-3da9743f4a4a', 'name': 'tempest-FloatingIPTestJSON-572176155'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:38.590102 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e14720-0832-424d-907d-8c6d862e0649 None None] Routers {'3573c1b5-1be4-4b13-98e0-0840eba87a75'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:38.590750 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a1e14720-0832-424d-907d-8c6d862e0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3573c1b5-1be4-4b13-98e0-0840eba87a75'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:38.597192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b884f452-988a-48a1-acde-fb38bb3ae8f7 None None] Provisioning complete for port 3acca26a-d692-48a1-9e90-f2a061f83eb0 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:38.597603 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b884f452-988a-48a1-acde-fb38bb3ae8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.640068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b884f452-988a-48a1-acde-fb38bb3ae8f7 None None] Port 3acca26a-d692-48a1-9e90-f2a061f83eb0 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:38.665633 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a1e14720-0832-424d-907d-8c6d862e0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:38.675679 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e14720-0832-424d-907d-8c6d862e0649 None None] Routers {'3573c1b5-1be4-4b13-98e0-0840eba87a75'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:38.676634 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a1e14720-0832-424d-907d-8c6d862e0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3573c1b5-1be4-4b13-98e0-0840eba87a75'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:38.714590 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a1e14720-0832-424d-907d-8c6d862e0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:38.715259 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e14720-0832-424d-907d-8c6d862e0649 None None] The sync data for ids ['3573c1b5-1be4-4b13-98e0-0840eba87a75'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:38.778512 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Made reservation on behalf of dc9f609196d14b899b2d1c63a6ff56ca for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:38.783073 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.801521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] device_id is not set on port defa0e8e-fefc-4f8f-bfd9-f93c688f89bc yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:24:38.920899 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Allocated IP 172.20.0.12 (2271b48c-5171-4eb6-a4ec-3da9743f4a4a/382e3569-a291-404a-b079-b01d0c27f617/defa0e8e-fefc-4f8f-bfd9-f93c688f89bc) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:39.093880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.107382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Transition to ACTIVE for port object defa0e8e-fefc-4f8f-bfd9-f93c688f89bc will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:39.184832 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.229069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Network 2271b48c-5171-4eb6-a4ec-3da9743f4a4a is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:39.232274 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:39.236453 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:39.269397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event updated for resources: {'Port': ['ID=defa0e8e-fefc-4f8f-bfd9-f93c688f89bc,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:39.300928 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:39.301527 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.412425 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-52879aee-f4a5-4253-b0c9-c43dd23e31a0 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8384523 Jul 05 04:24:39.412425 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50152) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:39.416269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-728a503f-7857-4e33-84f7-d394d6eb6688 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Request body: {'floatingip': {'port_id': 'defa0e8e-fefc-4f8f-bfd9-f93c688f89bc'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:39.461738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26783ec8-42b8-4774-88c2-7c3d9892ea7c req-6556de35-e0c4-4832-8f2b-6834c3f30ac4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:39.465953 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26783ec8-42b8-4774-88c2-7c3d9892ea7c req-6556de35-e0c4-4832-8f2b-6834c3f30ac4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.1085989 Jul 05 04:24:39.482711 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-728a503f-7857-4e33-84f7-d394d6eb6688 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.505324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26783ec8-42b8-4774-88c2-7c3d9892ea7c req-995ae35f-8fb0-4d24-8ac7-e4c7590286e7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340295 Jul 05 04:24:39.532470 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3bb7e9e6-1d6d-4bda-a443-a7a74b7f3b7e None None] Provisioning for port defa0e8e-fefc-4f8f-bfd9-f93c688f89bc completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:39.536662 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3bb7e9e6-1d6d-4bda-a443-a7a74b7f3b7e None None] Provisioning complete for port defa0e8e-fefc-4f8f-bfd9-f93c688f89bc triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:39.537032 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3bb7e9e6-1d6d-4bda-a443-a7a74b7f3b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.570459 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7e9e6-1d6d-4bda-a443-a7a74b7f3b7e None None] Port defa0e8e-fefc-4f8f-bfd9-f93c688f89bc cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:40.005770 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-728a503f-7857-4e33-84f7-d394d6eb6688 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.120627 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-728a503f-7857-4e33-84f7-d394d6eb6688 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.232235 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-728a503f-7857-4e33-84f7-d394d6eb6688 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Floating IP 91b5e50a-2398-463c-8212-f2a9aea24c9f associated. External IP: 172.25.0.122, port: b5572e91-85d9-47b5-99ef-a83a1c38a622. Jul 05 04:24:40.461319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728a503f-7857-4e33-84f7-d394d6eb6688 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:40.586148 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728a503f-7857-4e33-84f7-d394d6eb6688 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:40.596117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdd5b6-7170-4a2d-82a7-0cc2e66e227e None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:40.605747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdd5b6-7170-4a2d-82a7-0cc2e66e227e None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:40.606618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-cbfdd5b6-7170-4a2d-82a7-0cc2e66e227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:40.657827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-cbfdd5b6-7170-4a2d-82a7-0cc2e66e227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:40.667283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdd5b6-7170-4a2d-82a7-0cc2e66e227e None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:40.668162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-cbfdd5b6-7170-4a2d-82a7-0cc2e66e227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:40.737394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-cbfdd5b6-7170-4a2d-82a7-0cc2e66e227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:40.738266 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdd5b6-7170-4a2d-82a7-0cc2e66e227e None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:40.771700 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a608b-a941-4b8c-816f-01c97147cbe7 req-334a39d3-fb43-4b0f-8613-9bd0df372170 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:40.773252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-801a608b-a941-4b8c-816f-01c97147cbe7 req-334a39d3-fb43-4b0f-8613-9bd0df372170 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0814166 Jul 05 04:24:40.811454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-801a608b-a941-4b8c-816f-01c97147cbe7 req-22b06ff7-731e-49a8-a4a2-da84be7ea6ba tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325623 Jul 05 04:24:40.826384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728a503f-7857-4e33-84f7-d394d6eb6688 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 3573c1b5-1be4-4b13-98e0-0840eba87a75 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:41.216001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728a503f-7857-4e33-84f7-d394d6eb6688 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:41.221379 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-728a503f-7857-4e33-84f7-d394d6eb6688 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.226033 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06c268a-a335-47c0-a033-a478ef8b5a34 None None] Sync routers for ids ['3573c1b5-1be4-4b13-98e0-0840eba87a75'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:41.235345 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c268a-a335-47c0-a033-a478ef8b5a34 None None] Routers {'3573c1b5-1be4-4b13-98e0-0840eba87a75'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:41.235978 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f06c268a-a335-47c0-a033-a478ef8b5a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3573c1b5-1be4-4b13-98e0-0840eba87a75'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:41.268100 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f06c268a-a335-47c0-a033-a478ef8b5a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:41.277502 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c268a-a335-47c0-a033-a478ef8b5a34 None None] Routers {'3573c1b5-1be4-4b13-98e0-0840eba87a75'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:41.278220 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f06c268a-a335-47c0-a033-a478ef8b5a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3573c1b5-1be4-4b13-98e0-0840eba87a75'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:41.291338 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-728a503f-7857-4e33-84f7-d394d6eb6688 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "PUT /v2.0/floatingips/91b5e50a-2398-463c-8212-f2a9aea24c9f HTTP/1.1" status: 200 len: 978 time: 1.8793917 Jul 05 04:24:41.293981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50166) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:41.314011 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f06c268a-a335-47c0-a033-a478ef8b5a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:41.314673 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06c268a-a335-47c0-a033-a478ef8b5a34 None None] The sync data for ids ['3573c1b5-1be4-4b13-98e0-0840eba87a75'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:41.398399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-57c9ed7f-a044-4b61-a346-6102fbcddab3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port defa0e8e-fefc-4f8f-bfd9-f93c688f89bc {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:41.401598 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-57c9ed7f-a044-4b61-a346-6102fbcddab3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.482841 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-57c9ed7f-a044-4b61-a346-6102fbcddab3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.697800 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-57c9ed7f-a044-4b61-a346-6102fbcddab3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.698177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-57c9ed7f-a044-4b61-a346-6102fbcddab3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.698493 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-57c9ed7f-a044-4b61-a346-6102fbcddab3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Floating IP 91b5e50a-2398-463c-8212-f2a9aea24c9f disassociated. External IP: 172.25.0.122, port: defa0e8e-fefc-4f8f-bfd9-f93c688f89bc. Jul 05 04:24:41.698836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-57c9ed7f-a044-4b61-a346-6102fbcddab3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for defa0e8e-fefc-4f8f-bfd9-f93c688f89bc owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:41.915487 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-57c9ed7f-a044-4b61-a346-6102fbcddab3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.946014 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9ed7f-a044-4b61-a346-6102fbcddab3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=defa0e8e-fefc-4f8f-bfd9-f93c688f89bc,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:41.997633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef7319-751f-4fd9-a6e9-1390d5c8550a req-6ac6a175-94a4-43cc-bea1-68daf9113d9d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:41.999207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4ef7319-751f-4fd9-a6e9-1390d5c8550a req-6ac6a175-94a4-43cc-bea1-68daf9113d9d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0740917 Jul 05 04:24:42.041374 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4ef7319-751f-4fd9-a6e9-1390d5c8550a req-cfbd18f9-161d-42ce-9842-73b79e837881 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361600 Jul 05 04:24:42.071710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c9ed7f-a044-4b61-a346-6102fbcddab3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 3573c1b5-1be4-4b13-98e0-0840eba87a75 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:42.184893 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c9ed7f-a044-4b61-a346-6102fbcddab3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:42.195435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c697e-2f1d-4ba1-ab79-a9f9c70bffd2 None None] Sync routers for ids ['3573c1b5-1be4-4b13-98e0-0840eba87a75'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:42.206402 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c697e-2f1d-4ba1-ab79-a9f9c70bffd2 None None] Routers {'3573c1b5-1be4-4b13-98e0-0840eba87a75'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:42.207092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-872c697e-2f1d-4ba1-ab79-a9f9c70bffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3573c1b5-1be4-4b13-98e0-0840eba87a75'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:42.241509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-872c697e-2f1d-4ba1-ab79-a9f9c70bffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:42.251555 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c697e-2f1d-4ba1-ab79-a9f9c70bffd2 None None] Routers {'3573c1b5-1be4-4b13-98e0-0840eba87a75'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:42.252284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-872c697e-2f1d-4ba1-ab79-a9f9c70bffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3573c1b5-1be4-4b13-98e0-0840eba87a75'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:42.266295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-57c9ed7f-a044-4b61-a346-6102fbcddab3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.266295 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-57c9ed7f-a044-4b61-a346-6102fbcddab3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/ports/defa0e8e-fefc-4f8f-bfd9-f93c688f89bc HTTP/1.1" status: 204 len: 168 time: 0.9694886 Jul 05 04:24:42.268494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50176) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:42.459864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-872c697e-2f1d-4ba1-ab79-a9f9c70bffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:42.460716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c697e-2f1d-4ba1-ab79-a9f9c70bffd2 None None] The sync data for ids ['3573c1b5-1be4-4b13-98e0-0840eba87a75'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:42.711544 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcacc8b2-eeee-446f-8ebb-56fc6300a620 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.041522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-bcacc8b2-eeee-446f-8ebb-56fc6300a620 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port 3acca26a-d692-48a1-9e90-f2a061f83eb0 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:43.041757 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcacc8b2-eeee-446f-8ebb-56fc6300a620 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.133421 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcacc8b2-eeee-446f-8ebb-56fc6300a620 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.145997 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-bcacc8b2-eeee-446f-8ebb-56fc6300a620 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for 3acca26a-d692-48a1-9e90-f2a061f83eb0 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:43.229015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c6dd2-6c99-4c42-9ecc-124c5256ba4f req-eb625472-6687-4d9f-a974-0d3dc2a3752a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:43.231263 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d22c6dd2-6c99-4c42-9ecc-124c5256ba4f req-eb625472-6687-4d9f-a974-0d3dc2a3752a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0697799 Jul 05 04:24:43.283123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d22c6dd2-6c99-4c42-9ecc-124c5256ba4f req-08147ffe-2e1b-42c8-9f62-dc71b53268fa tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413289 Jul 05 04:24:43.446863 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcacc8b2-eeee-446f-8ebb-56fc6300a620 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.475927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacc8b2-eeee-446f-8ebb-56fc6300a620 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=3acca26a-d692-48a1-9e90-f2a061f83eb0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:43.663992 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcacc8b2-eeee-446f-8ebb-56fc6300a620 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.158319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcacc8b2-eeee-446f-8ebb-56fc6300a620 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 3573c1b5-1be4-4b13-98e0-0840eba87a75 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:44.264733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcacc8b2-eeee-446f-8ebb-56fc6300a620 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:44.271379 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bcacc8b2-eeee-446f-8ebb-56fc6300a620 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "PUT /v2.0/routers/3573c1b5-1be4-4b13-98e0-0840eba87a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0016527 Jul 05 04:24:44.273791 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50182) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:44.276090 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c8695-ffc5-42cb-8d41-cdb6db863832 None None] Sync routers for ids ['3573c1b5-1be4-4b13-98e0-0840eba87a75'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:44.285506 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c8695-ffc5-42cb-8d41-cdb6db863832 None None] Routers {'3573c1b5-1be4-4b13-98e0-0840eba87a75'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:44.286384 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-881c8695-ffc5-42cb-8d41-cdb6db863832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3573c1b5-1be4-4b13-98e0-0840eba87a75'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:44.320612 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-881c8695-ffc5-42cb-8d41-cdb6db863832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:44.329864 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c8695-ffc5-42cb-8d41-cdb6db863832 None None] Routers {'3573c1b5-1be4-4b13-98e0-0840eba87a75'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:44.330914 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-881c8695-ffc5-42cb-8d41-cdb6db863832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['3573c1b5-1be4-4b13-98e0-0840eba87a75'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:44.369035 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-881c8695-ffc5-42cb-8d41-cdb6db863832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:44.369947 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c8695-ffc5-42cb-8d41-cdb6db863832 None None] The sync data for ids ['3573c1b5-1be4-4b13-98e0-0840eba87a75'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:44.412247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.541349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3f57a-1d30-499b-93e8-b09c014652f4 req-5d476a81-705c-4962-9148-dad92c05f40f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:44.543042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0c3f57a-1d30-499b-93e8-b09c014652f4 req-5d476a81-705c-4962-9148-dad92c05f40f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0768244 Jul 05 04:24:44.554328 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.582239 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0c3f57a-1d30-499b-93e8-b09c014652f4 req-5f5ddb1d-6e9c-4659-b8fa-f2375cf3b34d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322440 Jul 05 04:24:44.688654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port 0c0e0bf7-a432-46bd-8038-6f4e31118a6c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:44.689010 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.774856 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.791055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for 0c0e0bf7-a432-46bd-8038-6f4e31118a6c owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:45.041271 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.068193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=0c0e0bf7-a432-46bd-8038-6f4e31118a6c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:45.141277 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.238159 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.240242 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.350120 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.350590 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Fanout notify agent at l3_agent the message router_deleted on router 3573c1b5-1be4-4b13-98e0-0840eba87a75 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:24:45.358205 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.359493 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3771ff01-750d-4a70-8c1b-027aa5b01e7b tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/routers/3573c1b5-1be4-4b13-98e0-0840eba87a75 HTTP/1.1" status: 204 len: 168 time: 1.0842288 Jul 05 04:24:45.362839 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50206) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:45.416543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1497c45-fa2a-4aab-8d18-135f9218878e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting subnet 382e3569-a291-404a-b079-b01d0c27f617 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:45.419894 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1497c45-fa2a-4aab-8d18-135f9218878e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.462734 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1497c45-fa2a-4aab-8d18-135f9218878e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.576329 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1497c45-fa2a-4aab-8d18-135f9218878e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.738822 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1497c45-fa2a-4aab-8d18-135f9218878e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.770808 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1497c45-fa2a-4aab-8d18-135f9218878e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Subnet': ['ID=382e3569-a291-404a-b079-b01d0c27f617,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:45.775084 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c1497c45-fa2a-4aab-8d18-135f9218878e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.779062 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c1497c45-fa2a-4aab-8d18-135f9218878e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/subnets/382e3569-a291-404a-b079-b01d0c27f617 HTTP/1.1" status: 204 len: 168 time: 0.4128973 Jul 05 04:24:45.779312 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50210) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:45.789619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57385c1e-7651-4625-8e8e-a7bdba13b372 None None] Network 2271b48c-5171-4eb6-a4ec-3da9743f4a4a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:45.798321 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eee1eb-b36c-4c20-91b3-fc9487fd3c1d req-491056e5-da2b-477b-88c8-73bb38dea86b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:45.799946 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08eee1eb-b36c-4c20-91b3-fc9487fd3c1d req-491056e5-da2b-477b-88c8-73bb38dea86b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.0938051 Jul 05 04:24:45.846935 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08eee1eb-b36c-4c20-91b3-fc9487fd3c1d req-be91b42f-566c-4df6-ad8d-d29049a5a381 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369279 Jul 05 04:24:45.884392 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.942948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port 04e65603-b950-4e0c-a223-f1c92e972f51 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:45.943303 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.010496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] DHCP port deletion for 2271b48c-5171-4eb6-a4ec-3da9743f4a4a request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:24:46.022686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] For port 04e65603-b950-4e0c-a223-f1c92e972f51, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=04e65603-b950-4e0c-a223-f1c92e972f51,segment=NetworkSegment(40cee16a-1b96-49a6-ad79-9530f7c58681),segment_id=40cee16a-1b96-49a6-ad79-9530f7c58681)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:46.023303 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.037415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for 04e65603-b950-4e0c-a223-f1c92e972f51 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:46.056849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Deleting port 04e65603-b950-4e0c-a223-f1c92e972f51 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:46.057530 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.122979 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] For port 04e65603-b950-4e0c-a223-f1c92e972f51, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=04e65603-b950-4e0c-a223-f1c92e972f51,segment=NetworkSegment(40cee16a-1b96-49a6-ad79-9530f7c58681),segment_id=40cee16a-1b96-49a6-ad79-9530f7c58681)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:46.123286 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.136595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Calling delete_port for 04e65603-b950-4e0c-a223-f1c92e972f51 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:46.195848 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.219979 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.228291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] No DVR routers for this DVR port 04e65603-b950-4e0c-a223-f1c92e972f51 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:46.230011 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=04e65603-b950-4e0c-a223-f1c92e972f51,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:46.246150 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Pushing event deleted for resources: {'Port': ['ID=04e65603-b950-4e0c-a223-f1c92e972f51,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:46.255149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] No DVR routers for this DVR port 04e65603-b950-4e0c-a223-f1c92e972f51 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:46.258814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:46.259170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:46.259519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:46.259857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:46.260191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:46.260552 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:46.260876 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:46.261375 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:46.261864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:46.262347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:46.262829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:46.263289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584830f-7487-4b84-9f50-68536db6a93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:46.314517 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.323965 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2271b48c-5171-4eb6-a4ec-3da9743f4a4a']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:46.339732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cee16a-1b96-49a6-ad79-9530f7c58681') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:46.340029 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cee16a-1b96-49a6-ad79-9530f7c58681') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:46.355450 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.386861 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.389851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:46.390265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:46.393630 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:46.515739 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.525853 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.528506 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/networks/2271b48c-5171-4eb6-a4ec-3da9743f4a4a HTTP/1.1" status: 204 len: 168 time: 0.7481484 Jul 05 04:24:46.531313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50214) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:46.538829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3379e9b-0b09-4dff-bea9-581035db9819 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Network': ['ID=2271b48c-5171-4eb6-a4ec-3da9743f4a4a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:46.659799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a2866e0e-d0fa-4874-9f58-aec949f93d1e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port 1004fa2e-132b-4168-961d-f8a7d36a49d4 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:46.660054 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a2866e0e-d0fa-4874-9f58-aec949f93d1e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.740468 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a2866e0e-d0fa-4874-9f58-aec949f93d1e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.740809 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a2866e0e-d0fa-4874-9f58-aec949f93d1e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.753016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a2866e0e-d0fa-4874-9f58-aec949f93d1e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for 1004fa2e-132b-4168-961d-f8a7d36a49d4 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:46.943536 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a2866e0e-d0fa-4874-9f58-aec949f93d1e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.976719 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2866e0e-d0fa-4874-9f58-aec949f93d1e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=1004fa2e-132b-4168-961d-f8a7d36a49d4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:47.073252 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a2866e0e-d0fa-4874-9f58-aec949f93d1e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.075790 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a2866e0e-d0fa-4874-9f58-aec949f93d1e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.076978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a2866e0e-d0fa-4874-9f58-aec949f93d1e tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/floatingips/91b5e50a-2398-463c-8212-f2a9aea24c9f HTTP/1.1" status: 204 len: 168 time: 0.5446758 Jul 05 04:24:47.080624 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50220) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:47.123579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46aed93-3d4f-4e7a-ba8c-d65dce85a7f8 req-96346cdc-d174-4aea-b5da-00c8ba3ceb6b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:47.125147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c46aed93-3d4f-4e7a-ba8c-d65dce85a7f8 req-96346cdc-d174-4aea-b5da-00c8ba3ceb6b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 943 time: 0.1525238 Jul 05 04:24:47.126023 n-d-798249-5 neutron-server[100877]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b0ec75-bf66-4d3d-b853-bc1877920970 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] DELETE failed (client error): The resource could not be found. Jul 05 04:24:47.126718 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b0ec75-bf66-4d3d-b853-bc1877920970 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:24:47.130270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-12b0ec75-bf66-4d3d-b853-bc1877920970 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/ports/defa0e8e-fefc-4f8f-bfd9-f93c688f89bc HTTP/1.1" status: 404 len: 333 time: 0.0468137 Jul 05 04:24:47.131292 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50222) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:47.161244 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-05c64ff2-380f-4560-b820-cefc55462b8c tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "GET /v2.0/ports?device_id=3573c1b5-1be4-4b13-98e0-0840eba87a75 HTTP/1.1" status: 200 len: 205 time: 0.0286751 Jul 05 04:24:47.163649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50224) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:47.164928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c46aed93-3d4f-4e7a-ba8c-d65dce85a7f8 req-606af7e9-173c-48ea-9bf0-f32596a9370e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335240 Jul 05 04:24:47.206702 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-06789a26-dd59-421e-a49b-fe791db03bec tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] delete failed (client error): The resource could not be found. Jul 05 04:24:47.207662 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-06789a26-dd59-421e-a49b-fe791db03bec tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/routers/3573c1b5-1be4-4b13-98e0-0840eba87a75 HTTP/1.1" status: 404 len: 336 time: 0.0430560 Jul 05 04:24:47.210134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50226) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:47.237945 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f324104-249d-4fae-9750-ab8a3d08e8e3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] DELETE failed (client error): The resource could not be found. Jul 05 04:24:47.238390 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f324104-249d-4fae-9750-ab8a3d08e8e3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:24:47.240069 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6f324104-249d-4fae-9750-ab8a3d08e8e3 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/subnets/382e3569-a291-404a-b079-b01d0c27f617 HTTP/1.1" status: 404 len: 337 time: 0.0289760 Jul 05 04:24:47.242395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50228) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:47.340350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-07cfb772-057b-4c8a-a109-b2271c1e85c5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port b5572e91-85d9-47b5-99ef-a83a1c38a622 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:47.340640 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-07cfb772-057b-4c8a-a109-b2271c1e85c5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.429014 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-07cfb772-057b-4c8a-a109-b2271c1e85c5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.442449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-07cfb772-057b-4c8a-a109-b2271c1e85c5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for b5572e91-85d9-47b5-99ef-a83a1c38a622 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:47.473833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:24:47.577483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:47.589763 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'port_id': '2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a', 'mac_address': 'fa:16:3e:d3:62:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:24:47.631629 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.643735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:47.646788 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-07cfb772-057b-4c8a-a109-b2271c1e85c5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.668790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:47.676900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 04e65603-b950-4e0c-a223-f1c92e972f51 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:47.683822 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfb772-057b-4c8a-a109-b2271c1e85c5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=b5572e91-85d9-47b5-99ef-a83a1c38a622,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:47.702870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 04e65603-b950-4e0c-a223-f1c92e972f51 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:47.703739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 04e65603-b950-4e0c-a223-f1c92e972f51 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:47.757709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-07cfb772-057b-4c8a-a109-b2271c1e85c5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.759538 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-07cfb772-057b-4c8a-a109-b2271c1e85c5 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/ports/b5572e91-85d9-47b5-99ef-a83a1c38a622 HTTP/1.1" status: 204 len: 168 time: 0.5162718 Jul 05 04:24:47.761990 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50230) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:47.789664 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.853668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:47.870408 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-77f96c0f-ef9f-45a4-ac80-5f984e24c75d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port 941e31bb-aa98-4010-8f11-841dbba7bcb6 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:47.870831 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77f96c0f-ef9f-45a4-ac80-5f984e24c75d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.969337 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77f96c0f-ef9f-45a4-ac80-5f984e24c75d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.981534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-77f96c0f-ef9f-45a4-ac80-5f984e24c75d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for 941e31bb-aa98-4010-8f11-841dbba7bcb6 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:47.994324 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:24:48.241026 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77f96c0f-ef9f-45a4-ac80-5f984e24c75d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.276022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f96c0f-ef9f-45a4-ac80-5f984e24c75d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=941e31bb-aa98-4010-8f11-841dbba7bcb6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:48.356028 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-77f96c0f-ef9f-45a4-ac80-5f984e24c75d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.361898 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-77f96c0f-ef9f-45a4-ac80-5f984e24c75d tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/ports/941e31bb-aa98-4010-8f11-841dbba7bcb6 HTTP/1.1" status: 204 len: 168 time: 0.5952466 Jul 05 04:24:48.362789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74483f2d-2313-47e8-be7e-6cd4ce8f6923 req-5c794a51-9d51-4d52-9c29-5640bf4b76e7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:48.363249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50240) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:48.363336 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74483f2d-2313-47e8-be7e-6cd4ce8f6923 req-5c794a51-9d51-4d52-9c29-5640bf4b76e7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 944 time: 0.0657389 Jul 05 04:24:48.408009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-74483f2d-2313-47e8-be7e-6cd4ce8f6923 req-d5e73018-bd3c-4b2b-abdb-27733cd746c1 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Jul 05 04:24:48.449782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504045a7-3197-444d-bed4-05fb407172f9 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:48.451346 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-504045a7-3197-444d-bed4-05fb407172f9 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "GET /v2.0/ports?device_id=95aab941-61b1-46e6-9038-f381eba82e3f HTTP/1.1" status: 200 len: 913 time: 0.0883305 Jul 05 04:24:48.456814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50242) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:48.813422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee6ee-2971-432a-beed-c0ac30eb6bec tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.098347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-ee5ee6ee-2971-432a-beed-c0ac30eb6bec tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port e3d9563d-df9b-4810-b823-5b1895db9d5b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:49.098700 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee6ee-2971-432a-beed-c0ac30eb6bec tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.198522 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee6ee-2971-432a-beed-c0ac30eb6bec tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.211782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-ee5ee6ee-2971-432a-beed-c0ac30eb6bec tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for e3d9563d-df9b-4810-b823-5b1895db9d5b owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:49.453109 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee6ee-2971-432a-beed-c0ac30eb6bec tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.482555 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:49.490892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ee6ee-2971-432a-beed-c0ac30eb6bec tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=e3d9563d-df9b-4810-b823-5b1895db9d5b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:49.595424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a987e-8dcc-41de-b30c-ddbf194ff897 req-a7cba89e-a904-4d97-8bd5-32a46f75ae84 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:49.596946 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-877a987e-8dcc-41de-b30c-ddbf194ff897 req-a7cba89e-a904-4d97-8bd5-32a46f75ae84 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 944 time: 0.0635073 Jul 05 04:24:49.641836 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:49.645079 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-877a987e-8dcc-41de-b30c-ddbf194ff897 req-fa6ab881-af96-4bcd-968c-abe7ff6f8814 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410733 Jul 05 04:24:49.646246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:49.647018 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.666689 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee6ee-2971-432a-beed-c0ac30eb6bec tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.725971 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.749146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322c436c-583b-4c08-89e1-9ee04210357d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:49.752438 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddda4881-83f4-4b58-aea7-d261515b3321" -d '{"events": [{"server_uuid": "322c436c-583b-4c08-89e1-9ee04210357d", "name": "network-vif-plugged", "status": "completed", "tag": "2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:49.770817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:49.799265 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ce962d-5532-4204-bbb6-d3683f3fa021 x-openstack-request-id: req-75ce962d-5532-4204-bbb6-d3683f3fa021 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:49.799718 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322c436c-583b-4c08-89e1-9ee04210357d", "name": "network-vif-plugged", "status": "completed", "tag": "2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:49.799920 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75ce962d-5532-4204-bbb6-d3683f3fa021 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:49.800341 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322c436c-583b-4c08-89e1-9ee04210357d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a', 'code': 200} Jul 05 04:24:49.858278 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.909849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5ee6ee-2971-432a-beed-c0ac30eb6bec tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Router 95aab941-61b1-46e6-9038-f381eba82e3f has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:49.911136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694467c-e62b-4cc9-9d70-94f1e0e69267 req-51e62fa3-eb87-4f1e-b01d-37d453415b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:49.911272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:49.913303 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5694467c-e62b-4cc9-9d70-94f1e0e69267 req-51e62fa3-eb87-4f1e-b01d-37d453415b91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 1096 time: 0.0546446 Jul 05 04:24:49.947826 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5694467c-e62b-4cc9-9d70-94f1e0e69267 req-8413e985-1fa9-4592-ac3d-22e8298a2536 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288663 Jul 05 04:24:50.021967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5ee6ee-2971-432a-beed-c0ac30eb6bec tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:50.028404 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ee5ee6ee-2971-432a-beed-c0ac30eb6bec tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "PUT /v2.0/routers/95aab941-61b1-46e6-9038-f381eba82e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5691097 Jul 05 04:24:50.029456 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50250) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:50.032892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba45728-098c-4d03-84e7-61b70ebacd3f None None] Sync routers for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:50.042233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba45728-098c-4d03-84e7-61b70ebacd3f None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:50.042857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9ba45728-098c-4d03-84e7-61b70ebacd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:50.082638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9ba45728-098c-4d03-84e7-61b70ebacd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:50.093122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba45728-098c-4d03-84e7-61b70ebacd3f None None] Routers {'95aab941-61b1-46e6-9038-f381eba82e3f'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:50.094718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9ba45728-098c-4d03-84e7-61b70ebacd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['95aab941-61b1-46e6-9038-f381eba82e3f'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:50.133139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9ba45728-098c-4d03-84e7-61b70ebacd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:50.133139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba45728-098c-4d03-84e7-61b70ebacd3f None None] The sync data for ids ['95aab941-61b1-46e6-9038-f381eba82e3f'] in n-d-798249-5 is: [] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:50.446343 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:50.552211 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:50.673782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting port 76a3486b-7864-42a9-b1d8-621cf2b80c29 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:50.674150 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:50.758856 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:50.773409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Calling delete_port for 76a3486b-7864-42a9-b1d8-621cf2b80c29 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:51.015105 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd751397-4dd4-4aec-befa-3566a491b1cb req-716b016b-19af-40f8-87be-532cb35ada1e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:51.017594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dd751397-4dd4-4aec-befa-3566a491b1cb req-716b016b-19af-40f8-87be-532cb35ada1e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 945 time: 0.0684431 Jul 05 04:24:51.052778 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.064282 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dd751397-4dd4-4aec-befa-3566a491b1cb req-f4854322-4612-497d-a8d8-5b028f589a07 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397820 Jul 05 04:24:51.088021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Port': ['ID=76a3486b-7864-42a9-b1d8-621cf2b80c29,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:51.166862 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.264606 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.267438 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.292343 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-164eb452-8bb1-43a9-b271-346c03863a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.378115 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.378762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Fanout notify agent at l3_agent the message router_deleted on router 95aab941-61b1-46e6-9038-f381eba82e3f {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:24:51.386010 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.389843 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-259c326a-8b9e-4fbd-a8f4-d99f88d7af78 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/routers/95aab941-61b1-46e6-9038-f381eba82e3f HTTP/1.1" status: 204 len: 168 time: 1.3568249 Jul 05 04:24:51.390783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50262) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:51.446873 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c61ecf9-8e5a-4097-9ae0-e64cd3af5279 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Deleting subnet d77ae55d-ef78-4cbd-a749-e09fd75d6bb1 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:51.449962 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c61ecf9-8e5a-4097-9ae0-e64cd3af5279 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.491194 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c61ecf9-8e5a-4097-9ae0-e64cd3af5279 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.537961 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c61ecf9-8e5a-4097-9ae0-e64cd3af5279 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.692970 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c61ecf9-8e5a-4097-9ae0-e64cd3af5279 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.725368 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61ecf9-8e5a-4097-9ae0-e64cd3af5279 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Subnet': ['ID=d77ae55d-ef78-4cbd-a749-e09fd75d6bb1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:51.728981 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c61ecf9-8e5a-4097-9ae0-e64cd3af5279 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.730893 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4c61ecf9-8e5a-4097-9ae0-e64cd3af5279 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/subnets/d77ae55d-ef78-4cbd-a749-e09fd75d6bb1 HTTP/1.1" status: 204 len: 168 time: 0.3389807 Jul 05 04:24:51.733379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50264) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:51.815609 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4398c3fa-11d5-4225-ac90-ee2eeab57a06 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.905567 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4398c3fa-11d5-4225-ac90-ee2eeab57a06 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.915981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-4398c3fa-11d5-4225-ac90-ee2eeab57a06 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47807ae-d2e6-47dc-8251-036fdeeca734']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:51.926406 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-4398c3fa-11d5-4225-ac90-ee2eeab57a06 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5924eeb6-ef25-4fc6-a135-2799efc8856a') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:51.926708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-4398c3fa-11d5-4225-ac90-ee2eeab57a06 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5924eeb6-ef25-4fc6-a135-2799efc8856a') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:51.935171 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4398c3fa-11d5-4225-ac90-ee2eeab57a06 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.948472 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4398c3fa-11d5-4225-ac90-ee2eeab57a06 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.954869 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4398c3fa-11d5-4225-ac90-ee2eeab57a06 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:51.955256 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4398c3fa-11d5-4225-ac90-ee2eeab57a06 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:51.958151 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:52.102236 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4398c3fa-11d5-4225-ac90-ee2eeab57a06 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.112218 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4398c3fa-11d5-4225-ac90-ee2eeab57a06 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.116538 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4398c3fa-11d5-4225-ac90-ee2eeab57a06 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] 10.222.0.60 "DELETE /v2.0/networks/d47807ae-d2e6-47dc-8251-036fdeeca734 HTTP/1.1" status: 204 len: 168 time: 0.3798738 Jul 05 04:24:52.129570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398c3fa-11d5-4225-ac90-ee2eeab57a06 tempest-FloatingIPTestJSON-1263194110 tempest-FloatingIPTestJSON-1263194110-project] Pushing event deleted for resources: {'Network': ['ID=d47807ae-d2e6-47dc-8251-036fdeeca734,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:52.263344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3de3f2-65e0-4034-9103-e7a0b98d0268 req-23754cee-30a6-4291-a844-c97b9c87d4e1 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:52.264864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c3de3f2-65e0-4034-9103-e7a0b98d0268 req-23754cee-30a6-4291-a844-c97b9c87d4e1 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 945 time: 0.0777297 Jul 05 04:24:52.305647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c3de3f2-65e0-4034-9103-e7a0b98d0268 req-900d8026-6b58-496b-a37f-5f369acb7310 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344248 Jul 05 04:24:52.495820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e853e2-8dfc-4d31-a5c0-4fe0c8c8b1b1 req-5bbaf32f-3ec8-4c9a-b09c-6b514fe44a13 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:52.495820 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0e853e2-8dfc-4d31-a5c0-4fe0c8c8b1b1 req-5bbaf32f-3ec8-4c9a-b09c-6b514fe44a13 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 945 time: 0.0678716 Jul 05 04:24:52.534633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0e853e2-8dfc-4d31-a5c0-4fe0c8c8b1b1 req-26b583e4-1a80-4059-a037-aa66e06bb073 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345387 Jul 05 04:24:52.592170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50278) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:52.763089 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0a1e6317-6694-41bd-bea4-c7c9e6fc6fd5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc9f609196d14b899b2d1c63a6ff56ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694343 Jul 05 04:24:52.766316 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50284) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:52.821329 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f1cc8ae-84d7-44e1-b447-56770a45718d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.844910 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f1cc8ae-84d7-44e1-b447-56770a45718d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.978572 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f1cc8ae-84d7-44e1-b447-56770a45718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.981272 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2f1cc8ae-84d7-44e1-b447-56770a45718d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.982513 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2f1cc8ae-84d7-44e1-b447-56770a45718d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/015105b8-ae98-43af-9f9d-4fcb1fcb0996 HTTP/1.1" status: 204 len: 168 time: 0.2152114 Jul 05 04:24:52.992661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cc8ae-84d7-44e1-b447-56770a45718d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015105b8-ae98-43af-9f9d-4fcb1fcb0996,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:53.227091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240585df-0c5c-4b85-a29c-fa18cff920d8 req-017f10aa-d407-4054-8ca1-d84190aae842 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:53.232836 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-240585df-0c5c-4b85-a29c-fa18cff920d8 req-017f10aa-d407-4054-8ca1-d84190aae842 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 945 time: 0.0710208 Jul 05 04:24:53.267867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-240585df-0c5c-4b85-a29c-fa18cff920d8 req-d9570176-f93e-4d27-9a49-6a30d955081c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336566 Jul 05 04:24:53.741447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50304) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:53.900770 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4a79a2-c0b9-4ae6-9ff7-f637696c73c8 admin admin] Deleting subnet a65052bd-8069-4d19-9844-87756d28c2ee {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:53.904149 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d4a79a2-c0b9-4ae6-9ff7-f637696c73c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.941853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d4a79a2-c0b9-4ae6-9ff7-f637696c73c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.981671 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d4a79a2-c0b9-4ae6-9ff7-f637696c73c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.034296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50316) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:54.086959 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d4a79a2-c0b9-4ae6-9ff7-f637696c73c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.117121 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1d4a79a2-c0b9-4ae6-9ff7-f637696c73c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.120851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1d4a79a2-c0b9-4ae6-9ff7-f637696c73c8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a65052bd-8069-4d19-9844-87756d28c2ee HTTP/1.1" status: 204 len: 168 time: 0.3782861 Jul 05 04:24:54.121541 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50320) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:54.121912 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a79a2-c0b9-4ae6-9ff7-f637696c73c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a65052bd-8069-4d19-9844-87756d28c2ee,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:54.135006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-564994519'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:54.209849 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4dd01b25-ff79-4b13-88a6-ee6981703727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.286840 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4dd01b25-ff79-4b13-88a6-ee6981703727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.297300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Made reservation on behalf of 47d908d4b8f04ad3918d5737c2de8193 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:54.300802 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.305180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-4dd01b25-ff79-4b13-88a6-ee6981703727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e13d01-5ce0-403e-893b-d734e5d430b8']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:54.306050 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e08f8c0-80fc-4a1c-9bb3-5bc42b97fc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.319140 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.322025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-4dd01b25-ff79-4b13-88a6-ee6981703727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:54.322327 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-4dd01b25-ff79-4b13-88a6-ee6981703727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f7c6cb-5bf7-4dca-a85e-3dfcd96f19b9') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:54.340018 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4dd01b25-ff79-4b13-88a6-ee6981703727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.349632 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.360880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4dd01b25-ff79-4b13-88a6-ee6981703727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.377476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd01b25-ff79-4b13-88a6-ee6981703727 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:54.377847 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4dd01b25-ff79-4b13-88a6-ee6981703727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:54.379680 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:54.470391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b7984-04f5-4883-ad19-02d4dede91bd req-a407c2c8-88ee-4383-97ea-db5bdb5817da tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:54.471951 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b7b7984-04f5-4883-ad19-02d4dede91bd req-a407c2c8-88ee-4383-97ea-db5bdb5817da tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 945 time: 0.0717890 Jul 05 04:24:54.499786 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.512113 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b7b7984-04f5-4883-ad19-02d4dede91bd req-e624c968-5bda-442f-bce2-4ad1fd9079cf tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343716 Jul 05 04:24:54.537973 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4dd01b25-ff79-4b13-88a6-ee6981703727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.543793 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4dd01b25-ff79-4b13-88a6-ee6981703727 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.547153 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4dd01b25-ff79-4b13-88a6-ee6981703727 admin admin] 10.222.0.60 "DELETE /v2.0/networks/51e13d01-5ce0-403e-893b-d734e5d430b8 HTTP/1.1" status: 204 len: 168 time: 0.4232359 Jul 05 04:24:54.566556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd01b25-ff79-4b13-88a6-ee6981703727 admin admin] Pushing event deleted for resources: {'Network': ['ID=51e13d01-5ce0-403e-893b-d734e5d430b8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:54.569386 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.589751 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:24:54.605822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4f54b-2c0d-40ce-8f26-e11c539eac81 req-7d8ef0e8-9004-4b03-8850-d0045594fcf5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:54.607353 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50d4f54b-2c0d-40ce-8f26-e11c539eac81 req-7d8ef0e8-9004-4b03-8850-d0045594fcf5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.64 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 945 time: 0.0690584 Jul 05 04:24:54.610585 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.610939 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Added segment aed565ef-9c7d-4945-9bca-fa7b32bcc615 of type vlan for network d01d331f-1512-4f5b-9644-b420dd1d826a Jul 05 04:24:54.618784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51835470-4824-4f66-8849-08878af18be5,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:54.657605 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.718949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-50d4f54b-2c0d-40ce-8f26-e11c539eac81 req-b74a9211-a784-40fd-a649-85dc629f1802 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Deleting port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:54.719331 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-50d4f54b-2c0d-40ce-8f26-e11c539eac81 req-b74a9211-a784-40fd-a649-85dc629f1802 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.743934 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.749642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:54.750289 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.809493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-50d4f54b-2c0d-40ce-8f26-e11c539eac81 req-b74a9211-a784-40fd-a649-85dc629f1802 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] For port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:54.809895 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-50d4f54b-2c0d-40ce-8f26-e11c539eac81 req-b74a9211-a784-40fd-a649-85dc629f1802 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.824015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-50d4f54b-2c0d-40ce-8f26-e11c539eac81 req-b74a9211-a784-40fd-a649-85dc629f1802 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Calling delete_port for 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:54.824246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event updated for resources: {'Network': ['ID=d01d331f-1512-4f5b-9644-b420dd1d826a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:54.835084 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network d01d331f-1512-4f5b-9644-b420dd1d826a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:24:54.891230 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-573a7386-5c17-40b5-9eaf-b417c66d36c6 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8557782 Jul 05 04:24:54.891618 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50326) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:54.896792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9fd27250-1858-4c99-ba5a-0e43d9f899b3 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Request body: {'subnet': {'network_id': 'd01d331f-1512-4f5b-9644-b420dd1d826a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:54.916859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50328) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:54.957140 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e3af0bec-a9b9-4158-991b-14502da859bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=baf585bb62bc486ba3dcca7eafc172ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385523 Jul 05 04:24:54.961159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50330) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:55.009601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0765f506-8656-4a8d-be01-6769155612f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:55.032677 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0765f506-8656-4a8d-be01-6769155612f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:55.121085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd27250-1858-4c99-ba5a-0e43d9f899b3 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Made reservation on behalf of 47d908d4b8f04ad3918d5737c2de8193 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:55.124672 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9fd27250-1858-4c99-ba5a-0e43d9f899b3 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:55.127783 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-50d4f54b-2c0d-40ce-8f26-e11c539eac81 req-b74a9211-a784-40fd-a649-85dc629f1802 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:55.142944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:24:55.153512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:24:55.196037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a9211-a784-40fd-a649-85dc629f1802 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event deleted for resources: {'Port': ['ID=2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:55.222667 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0765f506-8656-4a8d-be01-6769155612f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:55.226205 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0765f506-8656-4a8d-be01-6769155612f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:55.228683 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0765f506-8656-4a8d-be01-6769155612f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2985a049-4489-47fd-83de-260cbb25ef80 HTTP/1.1" status: 204 len: 168 time: 0.2657108 Jul 05 04:24:55.246126 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765f506-8656-4a8d-be01-6769155612f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2985a049-4489-47fd-83de-260cbb25ef80,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:55.273968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d4f54b-2c0d-40ce-8f26-e11c539eac81 req-b74a9211-a784-40fd-a649-85dc629f1802 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] No DVR routers for this DVR port 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:55.278780 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-50d4f54b-2c0d-40ce-8f26-e11c539eac81 req-b74a9211-a784-40fd-a649-85dc629f1802 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:55.281037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50d4f54b-2c0d-40ce-8f26-e11c539eac81 req-b74a9211-a784-40fd-a649-85dc629f1802 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.64 "DELETE /v2.0/ports/2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a HTTP/1.1" status: 204 len: 173 time: 0.6673310 Jul 05 04:24:55.281517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322c436c-583b-4c08-89e1-9ee04210357d', 'name': 'network-vif-deleted', 'tag': '2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:55.283895 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dde7dad-a417-408f-bbdd-0a79d25af9ca" -d '{"events": [{"server_uuid": "322c436c-583b-4c08-89e1-9ee04210357d", "name": "network-vif-deleted", "tag": "2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:55.423738 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:55.502435 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5def5a7-56fe-4a3f-9918-6aeb47d6627b x-openstack-request-id: req-c5def5a7-56fe-4a3f-9918-6aeb47d6627b {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:55.502983 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322c436c-583b-4c08-89e1-9ee04210357d", "name": "network-vif-deleted", "tag": "2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:55.503178 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5def5a7-56fe-4a3f-9918-6aeb47d6627b {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:55.503672 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322c436c-583b-4c08-89e1-9ee04210357d', 'name': 'network-vif-deleted', 'tag': '2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a', 'status': 'completed', 'code': 200} Jul 05 04:24:55.574704 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9fd27250-1858-4c99-ba5a-0e43d9f899b3 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:55.690098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-372991c8-49ee-44ec-9cda-6aac72d3f2bb req-8fe91c35-9724-469f-8d7b-0ea88f96848c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 210 time: 0.0546215 Jul 05 04:24:55.691110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27250-1858-4c99-ba5a-0e43d9f899b3 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event updated for resources: {'Subnet': ['ID=1e9e3171-579a-4b7f-be6e-6f5b49a082f8,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:55.703473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd27250-1858-4c99-ba5a-0e43d9f899b3 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Checking segment: {'id': 'aed565ef-9c7d-4945-9bca-fa7b32bcc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd01d331f-1512-4f5b-9644-b420dd1d826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:55.703473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd27250-1858-4c99-ba5a-0e43d9f899b3 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Network hostable DHCP agents. Network: d01d331f-1512-4f5b-9644-b420dd1d826a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:24:55.898270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd27250-1858-4c99-ba5a-0e43d9f899b3 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Network d01d331f-1512-4f5b-9644-b420dd1d826a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:24:56.023861 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-9fd27250-1858-4c99-ba5a-0e43d9f899b3 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, d01d331f-1512-4f5b-9644-b420dd1d826a) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:56.027986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd27250-1858-4c99-ba5a-0e43d9f899b3 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:56.028653 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9fd27250-1858-4c99-ba5a-0e43d9f899b3 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.033349 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac7b781-22cf-4ca6-b38e-9dc186ada91c None None] Network d01d331f-1512-4f5b-9644-b420dd1d826a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:56.150341 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9fd27250-1858-4c99-ba5a-0e43d9f899b3 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2576554 Jul 05 04:24:56.156467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50350) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:56.158827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-213fdb2c-7696-43ab-b8d3-aff3ca8648f8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1294363965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:56.187355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-d01d331f-1512-4f5b-9644-b420dd1d826a', 'network_id': 'd01d331f-1512-4f5b-9644-b420dd1d826a', 'tenant_id': '47d908d4b8f04ad3918d5737c2de8193', 'fixed_ips': [{'subnet_id': '1e9e3171-579a-4b7f-be6e-6f5b49a082f8'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:24:56.188414 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.280604 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-213fdb2c-7696-43ab-b8d3-aff3ca8648f8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.282392 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-213fdb2c-7696-43ab-b8d3-aff3ca8648f8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.337347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Allocated IP 172.20.0.2 (d01d331f-1512-4f5b-9644-b420dd1d826a/1e9e3171-579a-4b7f-be6e-6f5b49a082f8/12f2fb77-a2d6-41aa-b525-109941bf2e97) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:56.424352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-213fdb2c-7696-43ab-b8d3-aff3ca8648f8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.495579 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.498443 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-213fdb2c-7696-43ab-b8d3-aff3ca8648f8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.514640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Transition to ACTIVE for port object 12f2fb77-a2d6-41aa-b525-109941bf2e97 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:56.531886 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Transition to ACTIVE for port object 12f2fb77-a2d6-41aa-b525-109941bf2e97 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:56.606747 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-213fdb2c-7696-43ab-b8d3-aff3ca8648f8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.610485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-213fdb2c-7696-43ab-b8d3-aff3ca8648f8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4541488 Jul 05 04:24:56.610726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50362) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:56.664225 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.702316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Network d01d331f-1512-4f5b-9644-b420dd1d826a is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:56.706102 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:56.708750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:56.724910 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Pushing event updated for resources: {'Port': ['ID=12f2fb77-a2d6-41aa-b525-109941bf2e97,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:56.781408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Attempting to bind port 12f2fb77-a2d6-41aa-b525-109941bf2e97 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:56.781775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Attempting to bind port 12f2fb77-a2d6-41aa-b525-109941bf2e97 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'aed565ef-9c7d-4945-9bca-fa7b32bcc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd01d331f-1512-4f5b-9644-b420dd1d826a'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:56.782130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Attempting to bind port 12f2fb77-a2d6-41aa-b525-109941bf2e97 on network d01d331f-1512-4f5b-9644-b420dd1d826a {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:56.787427 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:56.787803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Checking segment: {'id': 'aed565ef-9c7d-4945-9bca-fa7b32bcc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd01d331f-1512-4f5b-9644-b420dd1d826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:56.788284 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.794415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Bound using segment: {'id': 'aed565ef-9c7d-4945-9bca-fa7b32bcc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd01d331f-1512-4f5b-9644-b420dd1d826a'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:56.794415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Bound port: 12f2fb77-a2d6-41aa-b525-109941bf2e97, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed565ef-9c7d-4945-9bca-fa7b32bcc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd01d331f-1512-4f5b-9644-b420dd1d826a'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:56.794415 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.866486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] For port 12f2fb77-a2d6-41aa-b525-109941bf2e97, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:56.870460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] For port 12f2fb77-a2d6-41aa-b525-109941bf2e97, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=12f2fb77-a2d6-41aa-b525-109941bf2e97,segment=NetworkSegment(aed565ef-9c7d-4945-9bca-fa7b32bcc615),segment_id=aed565ef-9c7d-4945-9bca-fa7b32bcc615)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:56.929002 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b6888a4-437a-464e-b3a9-6db93747db08 req-0c30aae5-fdef-4667-8d5f-9b19485528e5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 210 time: 0.0399916 Jul 05 04:24:56.932973 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.955745 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:57.015939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bab420-e29c-4bdd-8d4a-8b6b4da7c684 None None] Pushing event updated for resources: {'Port': ['ID=12f2fb77-a2d6-41aa-b525-109941bf2e97,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:57.240285 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:57.266519 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Allocated IP 172.20.0.1 (d01d331f-1512-4f5b-9644-b420dd1d826a/1e9e3171-579a-4b7f-be6e-6f5b49a082f8/4eeb2f0b-b6e3-4814-9540-3c758d14f0bd) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:57.506606 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:57.536915 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:57.537538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 2ecabaac-c9c6-41d0-9ce4-6a7b9fef109a not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:57.716708 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:57.729446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 12f2fb77-a2d6-41aa-b525-109941bf2e97 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:57.744572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Transition to ACTIVE for port object 4eeb2f0b-b6e3-4814-9540-3c758d14f0bd will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:57.881537 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:57.904638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 12f2fb77-a2d6-41aa-b525-109941bf2e97 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:57.936179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Network d01d331f-1512-4f5b-9644-b420dd1d826a is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:57.941025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:57.946242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:57.998648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event updated for resources: {'Port': ['ID=4eeb2f0b-b6e3-4814-9540-3c758d14f0bd,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:58.013380 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.138001 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a5cc31a-cf26-4f36-a5fe-c33538371f1e req-1e7ba2a8-755c-4270-b9bb-d412f5036c1e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 210 time: 0.0317290 Jul 05 04:24:58.226108 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.238785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aaa0e9-6340-4841-919d-524cb3b9e858 None None] Network d01d331f-1512-4f5b-9644-b420dd1d826a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:58.360937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50384) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:58.365713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-565f9aba-68af-443a-a61d-b599efd01dba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1595972751', 'description': 'tempest-secgroup-smoke-1595972751 description', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:58.424099 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4fe18c42-0bc6-4df3-9c37-d5722c6a9275 None None] Provisioning for port 12f2fb77-a2d6-41aa-b525-109941bf2e97 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:58.430005 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4fe18c42-0bc6-4df3-9c37-d5722c6a9275 None None] Provisioning complete for port 12f2fb77-a2d6-41aa-b525-109941bf2e97 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:58.430377 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4fe18c42-0bc6-4df3-9c37-d5722c6a9275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.509638 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-565f9aba-68af-443a-a61d-b599efd01dba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.520298 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-565f9aba-68af-443a-a61d-b599efd01dba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.521107 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4fe18c42-0bc6-4df3-9c37-d5722c6a9275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.536228 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.561048 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4fe18c42-0bc6-4df3-9c37-d5722c6a9275 None None] For port 12f2fb77-a2d6-41aa-b525-109941bf2e97, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=12f2fb77-a2d6-41aa-b525-109941bf2e97,segment=NetworkSegment(aed565ef-9c7d-4945-9bca-fa7b32bcc615),segment_id=aed565ef-9c7d-4945-9bca-fa7b32bcc615)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:58.651769 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-565f9aba-68af-443a-a61d-b599efd01dba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.656742 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.710293 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4fe18c42-0bc6-4df3-9c37-d5722c6a9275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.735540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event updated for resources: {'Port': ['ID=4eeb2f0b-b6e3-4814-9540-3c758d14f0bd,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:58.738307 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.776217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe18c42-0bc6-4df3-9c37-d5722c6a9275 None None] Pushing event updated for resources: {'Port': ['ID=12f2fb77-a2d6-41aa-b525-109941bf2e97,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:58.812703 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-565f9aba-68af-443a-a61d-b599efd01dba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.837610 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-522d72a8-ebe0-44aa-a623-570412f88daa None None] Provisioning complete for port 12f2fb77-a2d6-41aa-b525-109941bf2e97 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:58.837896 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-522d72a8-ebe0-44aa-a623-570412f88daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.867670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Network d01d331f-1512-4f5b-9644-b420dd1d826a is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:58.869530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:58.924760 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-565f9aba-68af-443a-a61d-b599efd01dba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.952439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f9aba-68af-443a-a61d-b599efd01dba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c451bba-33cd-4e1c-8c0e-20161cb7e03c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:59.023990 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-565f9aba-68af-443a-a61d-b599efd01dba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.057859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-522d72a8-ebe0-44aa-a623-570412f88daa None None] Provisioning for port 4eeb2f0b-b6e3-4814-9540-3c758d14f0bd completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:59.058369 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f9aba-68af-443a-a61d-b599efd01dba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f1c927-3352-472f-83c4-4992bbaafde1,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:59.062624 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-522d72a8-ebe0-44aa-a623-570412f88daa None None] Provisioning complete for port 4eeb2f0b-b6e3-4814-9540-3c758d14f0bd triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:59.063360 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-522d72a8-ebe0-44aa-a623-570412f88daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.101004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-522d72a8-ebe0-44aa-a623-570412f88daa None None] Port 4eeb2f0b-b6e3-4814-9540-3c758d14f0bd cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:59.137807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Router 1dca2aee-04eb-4450-9d8d-739d50f2a90b is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:24:59.160536 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-565f9aba-68af-443a-a61d-b599efd01dba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.164718 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-565f9aba-68af-443a-a61d-b599efd01dba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7999175 Jul 05 04:24:59.164981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50386) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:59.169920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d07a1274-ae59-4b32-8c80-73140ce093d9 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'b5f1c927-3352-472f-83c4-4992bbaafde1', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:59.226962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-23ac231f-b9cd-4fc9-bb1c-6da6367bf4f5 None None] Provisioning complete for port 4eeb2f0b-b6e3-4814-9540-3c758d14f0bd triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:59.227166 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-23ac231f-b9cd-4fc9-bb1c-6da6367bf4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.252720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:59.258593 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a1214de7-e671-4377-ae94-fe9ae29dba5d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "PUT /v2.0/routers/1dca2aee-04eb-4450-9d8d-739d50f2a90b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6461272 Jul 05 04:24:59.260902 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50390) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:59.265811 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc531e3-8f05-4e82-a3d7-5bfc36e2adda None None] Sync routers for ids ['1dca2aee-04eb-4450-9d8d-739d50f2a90b'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:59.273617 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Request body: {'port': {'network_id': 'd01d331f-1512-4f5b-9644-b420dd1d826a', 'name': 'tempest-FloatingIPNegativeTestJSON-1681551495'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:59.278718 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc531e3-8f05-4e82-a3d7-5bfc36e2adda None None] Routers {'1dca2aee-04eb-4450-9d8d-739d50f2a90b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:59.282044 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-3cc531e3-8f05-4e82-a3d7-5bfc36e2adda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dca2aee-04eb-4450-9d8d-739d50f2a90b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:59.291138 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-23ac231f-b9cd-4fc9-bb1c-6da6367bf4f5 None None] Port 4eeb2f0b-b6e3-4814-9540-3c758d14f0bd cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:59.295218 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d07a1274-ae59-4b32-8c80-73140ce093d9 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.318107 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-3cc531e3-8f05-4e82-a3d7-5bfc36e2adda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:59.327443 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc531e3-8f05-4e82-a3d7-5bfc36e2adda None None] Routers {'1dca2aee-04eb-4450-9d8d-739d50f2a90b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:59.329189 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-3cc531e3-8f05-4e82-a3d7-5bfc36e2adda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dca2aee-04eb-4450-9d8d-739d50f2a90b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:59.342810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a74f801-22b4-4187-89ab-b05fb7e998b2 req-65ccc02d-dcf3-4f33-81e6-ee47631350ef tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 210 time: 0.0462289 Jul 05 04:24:59.373037 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-3cc531e3-8f05-4e82-a3d7-5bfc36e2adda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:59.373969 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc531e3-8f05-4e82-a3d7-5bfc36e2adda None None] The sync data for ids ['1dca2aee-04eb-4450-9d8d-739d50f2a90b'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:59.413473 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-281d2322-f3b9-41dd-9235-177913ea2ae3 None None] Provisioning complete for port 4eeb2f0b-b6e3-4814-9540-3c758d14f0bd triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:59.414215 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-281d2322-f3b9-41dd-9235-177913ea2ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.432037 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d07a1274-ae59-4b32-8c80-73140ce093d9 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.448309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-281d2322-f3b9-41dd-9235-177913ea2ae3 None None] Port 4eeb2f0b-b6e3-4814-9540-3c758d14f0bd cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:59.498488 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d07a1274-ae59-4b32-8c80-73140ce093d9 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.502385 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Made reservation on behalf of 47d908d4b8f04ad3918d5737c2de8193 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:59.505869 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.535563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a1274-ae59-4b32-8c80-73140ce093d9 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa89485f-84ca-4d56-ad53-34fbd4a6a02f,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:59.539779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] device_id is not set on port dfe9f17c-3860-49b1-9ec6-5d5f088fe6a1 yet. {{(pid=100876) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:24:59.585188 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d07a1274-ae59-4b32-8c80-73140ce093d9 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.586411 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d07a1274-ae59-4b32-8c80-73140ce093d9 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4204812 Jul 05 04:24:59.589195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50392) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:59.594418 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-94dc68b3-8390-4fb7-937f-2c5e572b8e93 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'b5f1c927-3352-472f-83c4-4992bbaafde1', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:59.649141 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.673702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Allocated IP 172.20.0.11 (d01d331f-1512-4f5b-9644-b420dd1d826a/1e9e3171-579a-4b7f-be6e-6f5b49a082f8/dfe9f17c-3860-49b1-9ec6-5d5f088fe6a1) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:59.679837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 12f2fb77-a2d6-41aa-b525-109941bf2e97 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:59.735285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 12f2fb77-a2d6-41aa-b525-109941bf2e97 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:59.735672 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.774466 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94dc68b3-8390-4fb7-937f-2c5e572b8e93 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.865846 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.879448 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94dc68b3-8390-4fb7-937f-2c5e572b8e93 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.886279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Transition to ACTIVE for port object dfe9f17c-3860-49b1-9ec6-5d5f088fe6a1 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:59.949193 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94dc68b3-8390-4fb7-937f-2c5e572b8e93 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.967584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc68b3-8390-4fb7-937f-2c5e572b8e93 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81867874-7f35-4980-91d1-c1ed0731365c,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:59.977976 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.022120 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Network d01d331f-1512-4f5b-9644-b420dd1d826a is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:00.025269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:00.027794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:00.065272 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-94dc68b3-8390-4fb7-937f-2c5e572b8e93 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.069232 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-94dc68b3-8390-4fb7-937f-2c5e572b8e93 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4763818 Jul 05 04:25:00.069232 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event updated for resources: {'Port': ['ID=dfe9f17c-3860-49b1-9ec6-5d5f088fe6a1,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:00.070722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50394) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:00.090014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-20a0c92e-d139-4498-aa6f-4b53b250e0a7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'b5f1c927-3352-472f-83c4-4992bbaafde1', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:00.096866 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:00.098324 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.141484 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:25:00.210555 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-20a0c92e-d139-4498-aa6f-4b53b250e0a7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.253075 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-42c463e9-1342-4dbd-8f79-560594811884 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9908795 Jul 05 04:25:00.256200 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50396) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:00.264046 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:00.287199 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-20a0c92e-d139-4498-aa6f-4b53b250e0a7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.354966 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3e5b9b97-d20a-4378-b190-b9662c459c32 None None] Provisioning for port dfe9f17c-3860-49b1-9ec6-5d5f088fe6a1 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:00.358962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3e5b9b97-d20a-4378-b190-b9662c459c32 None None] Provisioning complete for port dfe9f17c-3860-49b1-9ec6-5d5f088fe6a1 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:00.359363 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3e5b9b97-d20a-4378-b190-b9662c459c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.387120 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-20a0c92e-d139-4498-aa6f-4b53b250e0a7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.409348 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.435305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b9b97-d20a-4378-b190-b9662c459c32 None None] Port dfe9f17c-3860-49b1-9ec6-5d5f088fe6a1 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:25:00.436510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0c92e-d139-4498-aa6f-4b53b250e0a7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150535bc-0e07-479c-b611-13562d1ec500,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:00.486234 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-20a0c92e-d139-4498-aa6f-4b53b250e0a7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.487507 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-20a0c92e-d139-4498-aa6f-4b53b250e0a7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4144759 Jul 05 04:25:00.490283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50400) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:00.494778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-515ffad8-f1a0-45f7-b2d1-2badc4d62f9c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'b5f1c927-3352-472f-83c4-4992bbaafde1', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:00.596562 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a19e8ec4-8995-43d0-bd66-8226dcdb3175 req-003a8477-7205-419f-b4ae-6444e070058c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=322c436c-583b-4c08-89e1-9ee04210357d HTTP/1.1" status: 200 len: 210 time: 0.0387523 Jul 05 04:25:00.611208 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.621776 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-515ffad8-f1a0-45f7-b2d1-2badc4d62f9c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.684555 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-515ffad8-f1a0-45f7-b2d1-2badc4d62f9c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.745384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Allocated IP 172.25.0.183 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/830b54bc-0d5a-47be-b31b-d0e58066809e) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:00.794791 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-515ffad8-f1a0-45f7-b2d1-2badc4d62f9c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.815921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ffad8-f1a0-45f7-b2d1-2badc4d62f9c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361280dc-7e31-48e9-a8d0-3f5665d55f89,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:00.866153 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.910016 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-515ffad8-f1a0-45f7-b2d1-2badc4d62f9c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.911406 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-515ffad8-f1a0-45f7-b2d1-2badc4d62f9c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4201410 Jul 05 04:25:00.914082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50402) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:00.919218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f4ba72ee-c71d-4beb-8b9c-eb49f68a161b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'b5f1c927-3352-472f-83c4-4992bbaafde1', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:00.949614 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.995126 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:00.995388 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-f4ba72ee-c71d-4beb-8b9c-eb49f68a161b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Project 7a8a76a0708a49d9841cfe6b987ed5f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:25:01.004404 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:01.007520 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4ba72ee-c71d-4beb-8b9c-eb49f68a161b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.007802 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:01.036752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event updated for resources: {'Port': ['ID=830b54bc-0d5a-47be-b31b-d0e58066809e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:01.088911 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4ba72ee-c71d-4beb-8b9c-eb49f68a161b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.113576 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.138314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4ba72ee-c71d-4beb-8b9c-eb49f68a161b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.160828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba72ee-c71d-4beb-8b9c-eb49f68a161b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dca7490-3372-4ea6-90b8-e03e4de5f513,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:01.231109 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.235842 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4ba72ee-c71d-4beb-8b9c-eb49f68a161b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.239766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f4ba72ee-c71d-4beb-8b9c-eb49f68a161b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3220122 Jul 05 04:25:01.240829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50404) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:01.245529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-30817aba-fccb-43fc-b931-70dd1c8fa489 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'b5f1c927-3352-472f-83c4-4992bbaafde1', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:01.348825 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-30817aba-fccb-43fc-b931-70dd1c8fa489 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Project 7a8a76a0708a49d9841cfe6b987ed5f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:25:01.355240 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30817aba-fccb-43fc-b931-70dd1c8fa489 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.413353 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.428212 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30817aba-fccb-43fc-b931-70dd1c8fa489 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.526281 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.572174 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30817aba-fccb-43fc-b931-70dd1c8fa489 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.595967 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30817aba-fccb-43fc-b931-70dd1c8fa489 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13a4f07-eb4d-4007-999c-aa29ac6deff5,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:01.600348 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event updated for resources: {'Port': ['ID=830b54bc-0d5a-47be-b31b-d0e58066809e,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:01.609756 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.618562 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.692254 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-30817aba-fccb-43fc-b931-70dd1c8fa489 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.696671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-30817aba-fccb-43fc-b931-70dd1c8fa489 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4547460 Jul 05 04:25:01.697279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50408) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:01.703765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-397d6d1b-266f-4d37-bda3-a1b1de93accd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'network': {'name': 'tempest-network-smoke--1303680192', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'port_security_enabled': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:01.714922 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.719011 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-22bc1c45-a9ca-44da-95bc-2ee8ddacd60a tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4592600 Jul 05 04:25:01.721095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50412) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:01.726912 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-db4ef95d-ab9f-4c95-9253-7189e022b86b tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Request body: {'floatingip': {'port_id': 'dfe9f17c-3860-49b1-9ec6-5d5f088fe6a1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:01.774087 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-db4ef95d-ab9f-4c95-9253-7189e022b86b tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for floatingip, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.823563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397d6d1b-266f-4d37-bda3-a1b1de93accd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Made reservation on behalf of 7a8a76a0708a49d9841cfe6b987ed5f0 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:25:01.828020 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-397d6d1b-266f-4d37-bda3-a1b1de93accd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.855283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397d6d1b-266f-4d37-bda3-a1b1de93accd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:25:01.866328 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-397d6d1b-266f-4d37-bda3-a1b1de93accd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.866730 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-397d6d1b-266f-4d37-bda3-a1b1de93accd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Added segment c0f1e3f0-19e0-45d0-8b30-668c9732419a of type vlan for network 3d5423e1-e478-42fa-afe6-5e0b71c814fc Jul 05 04:25:01.906678 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-db4ef95d-ab9f-4c95-9253-7189e022b86b tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] update failed (client error): The resource could not be found. Jul 05 04:25:01.908180 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-db4ef95d-ab9f-4c95-9253-7189e022b86b tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "PUT /v2.0/floatingips/0ee30768-9e24-4daa-bb2c-fd068b333bb6 HTTP/1.1" status: 404 len: 507 time: 0.1855674 Jul 05 04:25:01.910887 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50414) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:01.927623 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-397d6d1b-266f-4d37-bda3-a1b1de93accd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.040853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-397d6d1b-266f-4d37-bda3-a1b1de93accd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.043920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b44077fc-f688-42ca-a615-644c9fba123f tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Deleting port 830b54bc-0d5a-47be-b31b-d0e58066809e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:02.044271 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b44077fc-f688-42ca-a615-644c9fba123f tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.047465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397d6d1b-266f-4d37-bda3-a1b1de93accd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:02.048058 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-397d6d1b-266f-4d37-bda3-a1b1de93accd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.121145 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b44077fc-f688-42ca-a615-644c9fba123f tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.121483 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b44077fc-f688-42ca-a615-644c9fba123f tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.133731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b44077fc-f688-42ca-a615-644c9fba123f tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Calling delete_port for 830b54bc-0d5a-47be-b31b-d0e58066809e owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:02.157187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d6d1b-266f-4d37-bda3-a1b1de93accd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Network': ['ID=3d5423e1-e478-42fa-afe6-5e0b71c814fc,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:02.167885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 3d5423e1-e478-42fa-afe6-5e0b71c814fc details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:25:02.224537 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-397d6d1b-266f-4d37-bda3-a1b1de93accd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5258904 Jul 05 04:25:02.227607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50416) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:02.232229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'admin_state_up': True, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:02.326922 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.328487 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.367169 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b44077fc-f688-42ca-a615-644c9fba123f tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.401285 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44077fc-f688-42ca-a615-644c9fba123f tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event deleted for resources: {'Port': ['ID=830b54bc-0d5a-47be-b31b-d0e58066809e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:02.419664 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.462074 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b44077fc-f688-42ca-a615-644c9fba123f tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.468929 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b44077fc-f688-42ca-a615-644c9fba123f tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.468929 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b44077fc-f688-42ca-a615-644c9fba123f tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "DELETE /v2.0/floatingips/0ee30768-9e24-4daa-bb2c-fd068b333bb6 HTTP/1.1" status: 204 len: 168 time: 0.5542743 Jul 05 04:25:02.470493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50418) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:02.475001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-161d9949-f12b-4ab1-9500-c2beef2d827e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Request body: {'floatingip': {'floating_network_id': 'd01d331f-1512-4f5b-9644-b420dd1d826a', 'port_id': 'dfe9f17c-3860-49b1-9ec6-5d5f088fe6a1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:02.561342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-161d9949-f12b-4ab1-9500-c2beef2d827e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.644334 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.761238 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-161d9949-f12b-4ab1-9500-c2beef2d827e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:25:02.769087 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-161d9949-f12b-4ab1-9500-c2beef2d827e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2910910 Jul 05 04:25:02.769087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50422) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:02.772936 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': 'dfe9f17c-3860-49b1-9ec6-5d5f088fe6a1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:02.858048 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.976930 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.018912 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.039178 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.088062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Allocated IP 172.25.0.249 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/6e7f3465-9c18-460e-9574-27283716856e) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:03.216557 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.321444 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.360037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:03.363016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:03.367226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:03.370804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.25.0.254 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/88a8f57c-fcfe-4bd3-9fd1-e14f99136471) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:03.411860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event updated for resources: {'Port': ['ID=6e7f3465-9c18-460e-9574-27283716856e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:03.509725 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.572832 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Deleting port 6e7f3465-9c18-460e-9574-27283716856e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:03.573341 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.607721 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.660816 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.660919 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.674889 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Calling delete_port for 6e7f3465-9c18-460e-9574-27283716856e owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:03.681416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:03.684995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:03.692535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:03.718483 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=88a8f57c-fcfe-4bd3-9fd1-e14f99136471,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:03.920700 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.951757 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event deleted for resources: {'Port': ['ID=6e7f3465-9c18-460e-9574-27283716856e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:04.108535 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:04.126783 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] create failed (client error): The resource could not be found. Jul 05 04:25:04.128237 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4c704d14-d76c-45a8-9167-a3ea753d7dac tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3587399 Jul 05 04:25:04.131806 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50432) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:04.241746 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fc43a8dc-1a29-420d-8a7d-c760ec4e5221 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Deleting port dfe9f17c-3860-49b1-9ec6-5d5f088fe6a1 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:04.241994 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc43a8dc-1a29-420d-8a7d-c760ec4e5221 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:04.321103 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:04.332462 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc43a8dc-1a29-420d-8a7d-c760ec4e5221 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:04.346458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-fc43a8dc-1a29-420d-8a7d-c760ec4e5221 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Calling delete_port for dfe9f17c-3860-49b1-9ec6-5d5f088fe6a1 owned by {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:04.543736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:25:04.601181 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc43a8dc-1a29-420d-8a7d-c760ec4e5221 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:04.636171 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43a8dc-1a29-420d-8a7d-c760ec4e5221 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event deleted for resources: {'Port': ['ID=dfe9f17c-3860-49b1-9ec6-5d5f088fe6a1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:04.730794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc43a8dc-1a29-420d-8a7d-c760ec4e5221 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:04.734701 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fc43a8dc-1a29-420d-8a7d-c760ec4e5221 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "DELETE /v2.0/ports/dfe9f17c-3860-49b1-9ec6-5d5f088fe6a1 HTTP/1.1" status: 204 len: 168 time: 0.6006124 Jul 05 04:25:04.736943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50434) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:04.820415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e04a21-cff1-4ecd-9f3c-8db58683d860 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:04.820415 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-94e04a21-cff1-4ecd-9f3c-8db58683d860 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dca2aee-04eb-4450-9d8d-739d50f2a90b HTTP/1.1" status: 200 len: 913 time: 0.0805454 Jul 05 04:25:04.822212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50436) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:05.043416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:05.058062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Sync routers for ids ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:05.080278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Routers {'d01496aa-7d7a-4a24-88bb-abc5e3760bd9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:05.080278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:05.180884 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:05.180884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cfde41ff-f993-4543-a2c7-ec716e1468c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9516010 Jul 05 04:25:05.184037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50442) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:05.209775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Set router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:05.367673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-006b5862-7e00-4340-abf1-3c59d445637b tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7a8a76a0708a49d9841cfe6b987ed5f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1813493 Jul 05 04:25:05.371005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50446) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:05.462204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:25:03Z', 'revision_number': 3, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:05.490240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Checking router: d01496aa-7d7a-4a24-88bb-abc5e3760bd9 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:05.490594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Updating router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 port 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:25:05.527197 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:05.612238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9341840-78d7-4217-a204-12135f306c3a tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:05.613801 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b9341840-78d7-4217-a204-12135f306c3a tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2417097 Jul 05 04:25:05.620458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334580b-e74d-41ee-9c1f-8eba0966ae81 req-7d0363f5-ddf4-4669-a7ba-eaa478db8c87 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:05.622053 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0334580b-e74d-41ee-9c1f-8eba0966ae81 req-7d0363f5-ddf4-4669-a7ba-eaa478db8c87 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 945 time: 0.0684950 Jul 05 04:25:05.622488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50450) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:05.665227 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-befdaf36-acd6-4fb4-af19-4db564bdcb7d tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416059 Jul 05 04:25:05.667830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50452) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:05.673588 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-195211611', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:05.692306 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0334580b-e74d-41ee-9c1f-8eba0966ae81 req-d62b60c7-166c-434a-8d8f-82096b3b5ba9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533412 Jul 05 04:25:05.759361 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a492798e-32b9-4da6-b0be-c98600f75a6d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:05.872400 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:05.882987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Transition to ACTIVE for port object 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:05.956299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Made reservation on behalf of 7a8a76a0708a49d9841cfe6b987ed5f0 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:25:05.959834 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:05.966681 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:06.019626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7a78e-98b8-469b-b9eb-ff166ae40f5f None None] Pushing event updated for resources: {'Port': ['ID=88a8f57c-fcfe-4bd3-9fd1-e14f99136471,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:06.021868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Attempting to bind port 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:25:06.022240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Attempting to bind port 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:25:06.022608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Attempting to bind port 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:25:06.028578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:25:06.028961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:06.029365 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:06.029757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:25:06.030223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Bound port: 88a8f57c-fcfe-4bd3-9fd1-e14f99136471, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:25:06.031130 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:06.082773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] For port 88a8f57c-fcfe-4bd3-9fd1-e14f99136471, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:25:06.085892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] For port 88a8f57c-fcfe-4bd3-9fd1-e14f99136471, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=88a8f57c-fcfe-4bd3-9fd1-e14f99136471,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:25:06.128225 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a492798e-32b9-4da6-b0be-c98600f75a6d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Deleting port 4eeb2f0b-b6e3-4814-9540-3c758d14f0bd {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:06.128605 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a492798e-32b9-4da6-b0be-c98600f75a6d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:06.155070 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:06.214764 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Routers {'d01496aa-7d7a-4a24-88bb-abc5e3760bd9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:06.215584 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:06.239777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7a78e-98b8-469b-b9eb-ff166ae40f5f None None] Pushing event updated for resources: {'Port': ['ID=88a8f57c-fcfe-4bd3-9fd1-e14f99136471,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:06.275875 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a492798e-32b9-4da6-b0be-c98600f75a6d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:06.288210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a492798e-32b9-4da6-b0be-c98600f75a6d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Calling delete_port for 4eeb2f0b-b6e3-4814-9540-3c758d14f0bd owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:06.324752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] Set router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:06.350745 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:06.458727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Subnet': ['ID=08ec150a-cb06-4959-85d1-f13e68f61ef0,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:06.480670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:06.481033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:06.481385 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:06.481733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:06.482074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:06.482414 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:06.482759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:06.483097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:06.483435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:06.483853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:06.484193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:06.484568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:06.502770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Checking segment: {'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:06.503202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network hostable DHCP agents. Network: 3d5423e1-e478-42fa-afe6-5e0b71c814fc, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:25:06.612065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 3d5423e1-e478-42fa-afe6-5e0b71c814fc is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:25:06.641205 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a492798e-32b9-4da6-b0be-c98600f75a6d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:06.656693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:25:03Z', 'revision_number': 3, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:06.669412 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492798e-32b9-4da6-b0be-c98600f75a6d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event deleted for resources: {'Port': ['ID=4eeb2f0b-b6e3-4814-9540-3c758d14f0bd,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:06.682547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577179f-1471-48cd-89fb-54d46a501889 None None] The sync data for ids ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'] in n-d-798249-5 is: [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:25:03Z', 'revision_number': 3, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:06.736149 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 3d5423e1-e478-42fa-afe6-5e0b71c814fc) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:06.745931 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed46d9d-8d4b-4248-b909-abbf04196902 None None] Network 3d5423e1-e478-42fa-afe6-5e0b71c814fc requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:25:06.761787 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:06.762631 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:06.858458 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a492798e-32b9-4da6-b0be-c98600f75a6d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:06.918293 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-40906d70-8ce2-4347-b87d-cdac9ae3a156 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2492344 Jul 05 04:25:06.920998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50456) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:07.032261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c539d74-2a92-4030-adb5-f4eb13898c42 req-a8d94082-af48-4a99-8684-cd2d66aede35 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:07.039042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c539d74-2a92-4030-adb5-f4eb13898c42 req-a8d94082-af48-4a99-8684-cd2d66aede35 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 945 time: 0.1975095 Jul 05 04:25:07.039608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ips': [{'subnet_id': '08ec150a-cb06-4959-85d1-f13e68f61ef0'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:25:07.040523 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.108147 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a492798e-32b9-4da6-b0be-c98600f75a6d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Router 1dca2aee-04eb-4450-9d8d-739d50f2a90b has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:25:07.139481 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c539d74-2a92-4030-adb5-f4eb13898c42 req-11258678-1d52-4853-8b8e-a31ab7d7d79f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ba1402-4291-4a04-a194-3d01f4676f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961545 Jul 05 04:25:07.228083 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a492798e-32b9-4da6-b0be-c98600f75a6d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:07.238145 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a492798e-32b9-4da6-b0be-c98600f75a6d tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "PUT /v2.0/routers/1dca2aee-04eb-4450-9d8d-739d50f2a90b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4146631 Jul 05 04:25:07.239242 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8887a28-b580-4ca8-863d-be4dadb1be1f None None] Sync routers for ids ['1dca2aee-04eb-4450-9d8d-739d50f2a90b'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:07.240654 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Allocated IP 172.20.0.2 (3d5423e1-e478-42fa-afe6-5e0b71c814fc/08ec150a-cb06-4959-85d1-f13e68f61ef0/d9542aeb-d727-4d72-a875-531ec696fa84) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:07.246929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50458) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:07.247217 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e944f61-609e-4006-9840-01a600e2143b req-44ec9c7d-b97c-487a-8ed4-e457ac78887f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:07.249274 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8887a28-b580-4ca8-863d-be4dadb1be1f None None] Routers {'1dca2aee-04eb-4450-9d8d-739d50f2a90b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:07.249992 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e944f61-609e-4006-9840-01a600e2143b req-44ec9c7d-b97c-487a-8ed4-e457ac78887f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 945 time: 0.1928046 Jul 05 04:25:07.250835 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a8887a28-b580-4ca8-863d-be4dadb1be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dca2aee-04eb-4450-9d8d-739d50f2a90b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:07.308023 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a8887a28-b580-4ca8-863d-be4dadb1be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:07.333562 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8887a28-b580-4ca8-863d-be4dadb1be1f None None] Routers {'1dca2aee-04eb-4450-9d8d-739d50f2a90b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:07.334386 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a8887a28-b580-4ca8-863d-be4dadb1be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['1dca2aee-04eb-4450-9d8d-739d50f2a90b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:07.379468 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a8887a28-b580-4ca8-863d-be4dadb1be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:07.385288 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8887a28-b580-4ca8-863d-be4dadb1be1f None None] The sync data for ids ['1dca2aee-04eb-4450-9d8d-739d50f2a90b'] in n-d-798249-5 is: [] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:07.400651 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-33fba527-093d-40c1-9c15-8677146d2f49 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.412195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-2e944f61-609e-4006-9840-01a600e2143b req-be9bdff5-bd4c-4bea-8a16-28cb576b4c3b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Deleting port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:07.412964 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2e944f61-609e-4006-9840-01a600e2143b req-be9bdff5-bd4c-4bea-8a16-28cb576b4c3b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.437457 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.448238 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Transition to ACTIVE for port object d9542aeb-d727-4d72-a875-531ec696fa84 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:07.468738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Transition to ACTIVE for port object d9542aeb-d727-4d72-a875-531ec696fa84 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:07.529917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2e944f61-609e-4006-9840-01a600e2143b req-be9bdff5-bd4c-4bea-8a16-28cb576b4c3b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] For port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:07.531282 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2e944f61-609e-4006-9840-01a600e2143b req-be9bdff5-bd4c-4bea-8a16-28cb576b4c3b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.545474 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-2e944f61-609e-4006-9840-01a600e2143b req-be9bdff5-bd4c-4bea-8a16-28cb576b4c3b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Calling delete_port for 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:07.550000 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.589750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Network 3d5423e1-e478-42fa-afe6-5e0b71c814fc is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:07.598853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:07.604579 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:07.622819 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Pushing event updated for resources: {'Port': ['ID=d9542aeb-d727-4d72-a875-531ec696fa84,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:07.623074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-33fba527-093d-40c1-9c15-8677146d2f49 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.627307 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-33fba527-093d-40c1-9c15-8677146d2f49 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.696405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Attempting to bind port d9542aeb-d727-4d72-a875-531ec696fa84 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:25:07.697269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Attempting to bind port d9542aeb-d727-4d72-a875-531ec696fa84 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:25:07.697870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Attempting to bind port d9542aeb-d727-4d72-a875-531ec696fa84 on network 3d5423e1-e478-42fa-afe6-5e0b71c814fc {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:25:07.706127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:25:07.706831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Checking segment: {'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:07.708642 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.710237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Bound using segment: {'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:25:07.711136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Bound port: d9542aeb-d727-4d72-a875-531ec696fa84, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:25:07.713381 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.787650 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:07.815446 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-33fba527-093d-40c1-9c15-8677146d2f49 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.816047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fba527-093d-40c1-9c15-8677146d2f49 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Fanout notify agent at l3_agent the message router_deleted on router 1dca2aee-04eb-4450-9d8d-739d50f2a90b {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:25:07.823838 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] For port d9542aeb-d727-4d72-a875-531ec696fa84, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:25:07.824213 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-33fba527-093d-40c1-9c15-8677146d2f49 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.828474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-33fba527-093d-40c1-9c15-8677146d2f49 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "DELETE /v2.0/routers/1dca2aee-04eb-4450-9d8d-739d50f2a90b HTTP/1.1" status: 204 len: 168 time: 0.5770178 Jul 05 04:25:07.830672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50460) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:07.830777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] For port d9542aeb-d727-4d72-a875-531ec696fa84, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d9542aeb-d727-4d72-a875-531ec696fa84,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:25:07.840843 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2e944f61-609e-4006-9840-01a600e2143b req-be9bdff5-bd4c-4bea-8a16-28cb576b4c3b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.895443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bdff5-bd4c-4bea-8a16-28cb576b4c3b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event deleted for resources: {'Port': ['ID=1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:07.898285 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.898727 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.956266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e944f61-609e-4006-9840-01a600e2143b req-be9bdff5-bd4c-4bea-8a16-28cb576b4c3b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] No DVR routers for this DVR port 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:07.961258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:07.961720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-608a0c78-66f3-4267-9e0d-580d95948be8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Deleting subnet 1e9e3171-579a-4b7f-be6e-6f5b49a082f8 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:25:07.964516 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2e944f61-609e-4006-9840-01a600e2143b req-be9bdff5-bd4c-4bea-8a16-28cb576b4c3b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.966357 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e944f61-609e-4006-9840-01a600e2143b req-be9bdff5-bd4c-4bea-8a16-28cb576b4c3b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "DELETE /v2.0/ports/1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f HTTP/1.1" status: 204 len: 173 time: 0.7112093 Jul 05 04:25:07.966796 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae', 'name': 'network-vif-deleted', 'tag': '1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:07.969609 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febffa7d-df3b-4f2e-9f74-b13639d008cf" -d '{"events": [{"server_uuid": "22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae", "name": "network-vif-deleted", "tag": "1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:07.974094 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-608a0c78-66f3-4267-9e0d-580d95948be8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.976551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:07.976932 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.021425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77d88f-b819-426e-9825-bb7aef43432e None None] Pushing event updated for resources: {'Port': ['ID=d9542aeb-d727-4d72-a875-531ec696fa84,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:08.035939 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-608a0c78-66f3-4267-9e0d-580d95948be8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.061601 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7589ce-d1b7-469e-b562-67b453ea3e01 x-openstack-request-id: req-cc7589ce-d1b7-469e-b562-67b453ea3e01 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:08.062931 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae", "name": "network-vif-deleted", "tag": "1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:08.063310 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc7589ce-d1b7-469e-b562-67b453ea3e01 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:08.063780 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae', 'name': 'network-vif-deleted', 'tag': '1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f', 'status': 'completed', 'code': 200} Jul 05 04:25:08.097854 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.122199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 88a8f57c-fcfe-4bd3-9fd1-e14f99136471, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=88a8f57c-fcfe-4bd3-9fd1-e14f99136471,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:08.146369 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-608a0c78-66f3-4267-9e0d-580d95948be8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.177648 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.250995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=88a8f57c-fcfe-4bd3-9fd1-e14f99136471,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:08.306517 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-608a0c78-66f3-4267-9e0d-580d95948be8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.369155 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a0c78-66f3-4267-9e0d-580d95948be8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9e3171-579a-4b7f-be6e-6f5b49a082f8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:08.384893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-608a0c78-66f3-4267-9e0d-580d95948be8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.385947 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df068cd-598b-4741-a031-2c381efe714f None None] Network d01d331f-1512-4f5b-9644-b420dd1d826a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:25:08.387747 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-608a0c78-66f3-4267-9e0d-580d95948be8 tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "DELETE /v2.0/subnets/1e9e3171-579a-4b7f-be6e-6f5b49a082f8 HTTP/1.1" status: 204 len: 168 time: 0.5579050 Jul 05 04:25:08.391466 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50466) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:08.412401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-802ae2b0-3bae-4b14-b385-652760a5ba86 req-b2ffaf06-6189-43e7-8485-9fc14844cb3e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 210 time: 0.0491345 Jul 05 04:25:08.427849 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.20.0.1 (3d5423e1-e478-42fa-afe6-5e0b71c814fc/08ec150a-cb06-4959-85d1-f13e68f61ef0/f2c25f64-671f-4894-b98d-065c392d0eba) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:08.588620 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.652358 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.668453 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Deleting port 12f2fb77-a2d6-41aa-b525-109941bf2e97 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:08.669152 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.677838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Transition to ACTIVE for port object f2c25f64-671f-4894-b98d-065c392d0eba will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:08.764134 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4063614a-89df-45e7-997f-2a94909d9259 None None] DHCP port deletion for d01d331f-1512-4f5b-9644-b420dd1d826a request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:25:08.775924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] For port 12f2fb77-a2d6-41aa-b525-109941bf2e97, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=12f2fb77-a2d6-41aa-b525-109941bf2e97,segment=NetworkSegment(aed565ef-9c7d-4945-9bca-fa7b32bcc615),segment_id=aed565ef-9c7d-4945-9bca-fa7b32bcc615)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:08.776348 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.790727 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Calling delete_port for 12f2fb77-a2d6-41aa-b525-109941bf2e97 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:08.806776 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.826895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4063614a-89df-45e7-997f-2a94909d9259 None None] Deleting port 12f2fb77-a2d6-41aa-b525-109941bf2e97 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:08.828351 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4063614a-89df-45e7-997f-2a94909d9259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.863177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 3d5423e1-e478-42fa-afe6-5e0b71c814fc is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:08.869361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:08.880868 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:08.888786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=f2c25f64-671f-4894-b98d-065c392d0eba,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:08.916546 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4063614a-89df-45e7-997f-2a94909d9259 None None] For port 12f2fb77-a2d6-41aa-b525-109941bf2e97, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=12f2fb77-a2d6-41aa-b525-109941bf2e97,segment=NetworkSegment(aed565ef-9c7d-4945-9bca-fa7b32bcc615),segment_id=aed565ef-9c7d-4945-9bca-fa7b32bcc615)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:08.917045 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4063614a-89df-45e7-997f-2a94909d9259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.931318 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4063614a-89df-45e7-997f-2a94909d9259 None None] Calling delete_port for 12f2fb77-a2d6-41aa-b525-109941bf2e97 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:08.931805 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.983326 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.028729 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4063614a-89df-45e7-997f-2a94909d9259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.037202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event deleted for resources: {'Port': ['ID=12f2fb77-a2d6-41aa-b525-109941bf2e97,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:09.038815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] No DVR routers for this DVR port 12f2fb77-a2d6-41aa-b525-109941bf2e97 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:09.063068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063614a-89df-45e7-997f-2a94909d9259 None None] Pushing event deleted for resources: {'Port': ['ID=12f2fb77-a2d6-41aa-b525-109941bf2e97,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:09.070058 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4063614a-89df-45e7-997f-2a94909d9259 None None] No DVR routers for this DVR port 12f2fb77-a2d6-41aa-b525-109941bf2e97 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:09.129244 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.141656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01d331f-1512-4f5b-9644-b420dd1d826a']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:09.154521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed565ef-9c7d-4945-9bca-fa7b32bcc615') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:09.154833 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed565ef-9c7d-4945-9bca-fa7b32bcc615') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:09.160143 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.171176 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.190223 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.199199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:25:09.200025 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:25:09.269393 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:25:09.325714 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:09.345264 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.352497 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.358116 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] 10.222.0.60 "DELETE /v2.0/networks/d01d331f-1512-4f5b-9644-b420dd1d826a HTTP/1.1" status: 204 len: 168 time: 0.9609122 Jul 05 04:25:09.363482 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:09.366644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1016ab34-bb6b-4fd5-acd1-aedbfa53aa2f not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:09.393222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9da940-5f36-4b2e-bba2-8881253fc60e tempest-FloatingIPNegativeTestJSON-642619081 tempest-FloatingIPNegativeTestJSON-642619081-project] Pushing event deleted for resources: {'Network': ['ID=d01d331f-1512-4f5b-9644-b420dd1d826a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:09.545078 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.614021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6125705e-e058-4f94-9bec-f3cbabdbff13 req-e1e7cacf-fb4a-4d66-8193-ca2a2870ef13 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 210 time: 0.0309741 Jul 05 04:25:09.629604 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.703861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45044c0-d9ef-425d-82ac-79b73280482c None None] Network 3d5423e1-e478-42fa-afe6-5e0b71c814fc requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:25:09.724859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=f2c25f64-671f-4894-b98d-065c392d0eba,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:09.731812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.845671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 3d5423e1-e478-42fa-afe6-5e0b71c814fc is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:09.852968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:09.860998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:09.918394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f36e5ed0-814d-4cb5-a2f1-fdf404f5fde8 None None] Provisioning for port d9542aeb-d727-4d72-a875-531ec696fa84 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:09.961216 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50474) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:09.992198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:09.992606 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.006903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:25:10.138331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:10.145152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fc9271e1-6399-4545-b65d-dd7c99e63167 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "PUT /v2.0/routers/d01496aa-7d7a-4a24-88bb-abc5e3760bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2202799 Jul 05 04:25:10.147468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d9542aeb-d727-4d72-a875-531ec696fa84 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:10.150697 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Sync routers for ids ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:10.161686 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c83a4eac-c43a-471b-8910-c837ed47dc8a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47d908d4b8f04ad3918d5737c2de8193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992264 Jul 05 04:25:10.164257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50478) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:10.224407 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Routers {'d01496aa-7d7a-4a24-88bb-abc5e3760bd9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:10.230535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:10.277860 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d8507ccc-33df-4c5c-9c4d-4fb9b741e4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.314131 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d8507ccc-33df-4c5c-9c4d-4fb9b741e4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.385432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d9542aeb-d727-4d72-a875-531ec696fa84 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:10.394421 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d9542aeb-d727-4d72-a875-531ec696fa84 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:10.399031 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.414692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Set router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:10.451977 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d8507ccc-33df-4c5c-9c4d-4fb9b741e4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.456189 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d8507ccc-33df-4c5c-9c4d-4fb9b741e4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.466661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d8507ccc-33df-4c5c-9c4d-4fb9b741e4da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51835470-4824-4f66-8849-08878af18be5 HTTP/1.1" status: 204 len: 168 time: 0.2952800 Jul 05 04:25:10.481395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8507ccc-33df-4c5c-9c4d-4fb9b741e4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51835470-4824-4f66-8849-08878af18be5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:10.537987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3de38b2a-bf83-442b-afd8-d073dde3ed78 None None] Provisioning complete for port d9542aeb-d727-4d72-a875-531ec696fa84 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:10.538366 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3de38b2a-bf83-442b-afd8-d073dde3ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.567564 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-5e84a52a-3c70-4938-9dec-ba0bb22d6613 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1595972751&fields=id&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 267 time: 0.0690763 Jul 05 04:25:10.711159 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.712831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-bd497417-2c29-4420-be43-059ef64b9c8d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:10.721921 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-bd497417-2c29-4420-be43-059ef64b9c8d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/networks?id=3d5423e1-e478-42fa-afe6-5e0b71c814fc HTTP/1.1" status: 200 len: 797 time: 0.1463633 Jul 05 04:25:10.744749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-4a8ec135-17db-4b73-bd68-24f1c9e8d6fc tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/quotas/7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 375 time: 0.0217984 Jul 05 04:25:10.771764 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d9542aeb-d727-4d72-a875-531ec696fa84, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d9542aeb-d727-4d72-a875-531ec696fa84,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:10.869152 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3de38b2a-bf83-442b-afd8-d073dde3ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.877590 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.877843 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42690acc-c57a-4d04-89ad-e6a517b22dbb req-3c8857ee-1c15-4336-b989-6c0cf0579f76 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 210 time: 0.0389056 Jul 05 04:25:10.898018 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-55ae1c50-255b-47a5-a4a3-976afd9e5cdc tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521223 Jul 05 04:25:10.976120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 12f2fb77-a2d6-41aa-b525-109941bf2e97 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:11.033792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d9542aeb-d727-4d72-a875-531ec696fa84,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:11.038337 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 12f2fb77-a2d6-41aa-b525-109941bf2e97 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:11.038795 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 12f2fb77-a2d6-41aa-b525-109941bf2e97 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:11.049450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-deefa46c-00b0-4b29-a2e6-8c199e5d9dd1 service neutron] 10.222.0.60 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367958 Jul 05 04:25:11.069717 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:25:09Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f2c25f64-671f-4894-b98d-065c392d0eba', 'name': '', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1b:19:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:08Z', 'updated_at': '2021-07-05T04:25:09Z', 'revision_number': 2, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:11.112814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Checking router: d01496aa-7d7a-4a24-88bb-abc5e3760bd9 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:11.116528 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Updating router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 port f2c25f64-671f-4894-b98d-065c392d0eba binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:25:11.121176 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-3de38b2a-bf83-442b-afd8-d073dde3ed78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:25:11.123110 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-3de38b2a-bf83-442b-afd8-d073dde3ed78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:25:11.167809 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.172254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-81b254dc-736a-4a80-bbea-0476f7c7fef3 service neutron] 10.222.0.60 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168730 Jul 05 04:25:11.480319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ebc92a8-f4e6-434a-a0da-b6c6bdb522ca req-c7d0d8bf-3d6a-4eae-b05b-6c21785b3b4c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 210 time: 0.0486205 Jul 05 04:25:11.694914 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.709414 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d9542aeb-d727-4d72-a875-531ec696fa84 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:11.711498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Transition to ACTIVE for port object f2c25f64-671f-4894-b98d-065c392d0eba will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:11.772473 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d9542aeb-d727-4d72-a875-531ec696fa84 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:11.773033 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.856871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50526) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:11.860861 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.899791 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3de38b2a-bf83-442b-afd8-d073dde3ed78 None None] Provisioning for port f2c25f64-671f-4894-b98d-065c392d0eba completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:11.953295 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855aa281-aa99-4f21-a4bd-e4b8866b1ab8 None None] Pushing event updated for resources: {'Port': ['ID=f2c25f64-671f-4894-b98d-065c392d0eba,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:11.989170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Attempting to bind port f2c25f64-671f-4894-b98d-065c392d0eba on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:25:11.989751 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Attempting to bind port f2c25f64-671f-4894-b98d-065c392d0eba by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:25:11.990060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Attempting to bind port f2c25f64-671f-4894-b98d-065c392d0eba on network 3d5423e1-e478-42fa-afe6-5e0b71c814fc {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:25:11.995615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:25:11.996036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Checking segment: {'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:11.996497 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.996896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Bound using segment: {'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:25:11.997653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Bound port: f2c25f64-671f-4894-b98d-065c392d0eba, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:25:11.997877 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:12.005958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a51bdeba-6cc6-4a62-aa45-f627d1254eb8 tempest-DvrRoutersNegativeTest-1159865734 tempest-DvrRoutersNegativeTest-1159865734-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-656507237', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:12.009109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.policy [None req-a51bdeba-6cc6-4a62-aa45-f627d1254eb8 tempest-DvrRoutersNegativeTest-1159865734 tempest-DvrRoutersNegativeTest-1159865734-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100877) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 05 04:25:12.009480 n-d-798249-5 neutron-server[100877]: DEBUG neutron.policy [None req-a51bdeba-6cc6-4a62-aa45-f627d1254eb8 tempest-DvrRoutersNegativeTest-1159865734 tempest-DvrRoutersNegativeTest-1159865734-project] Failed policy check for 'create_router' {{(pid=100877) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 05 04:25:12.010013 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-a51bdeba-6cc6-4a62-aa45-f627d1254eb8 tempest-DvrRoutersNegativeTest-1159865734 tempest-DvrRoutersNegativeTest-1159865734-project] create failed (client error): Access was denied to this resource. Jul 05 04:25:12.012301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a51bdeba-6cc6-4a62-aa45-f627d1254eb8 tempest-DvrRoutersNegativeTest-1159865734 tempest-DvrRoutersNegativeTest-1159865734-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1530364 Jul 05 04:25:12.141412 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] For port f2c25f64-671f-4894-b98d-065c392d0eba, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:25:12.145109 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] For port f2c25f64-671f-4894-b98d-065c392d0eba, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f2c25f64-671f-4894-b98d-065c392d0eba,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:25:12.175942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a2f6500-7f04-43d0-8a64-1549ecf2466d req-2770fe09-1b55-4926-9d53-ca1f94b88ff7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 210 time: 0.0818527 Jul 05 04:25:12.257822 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:12.317851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Routers {'d01496aa-7d7a-4a24-88bb-abc5e3760bd9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:12.318499 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:24:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:12.321615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855aa281-aa99-4f21-a4bd-e4b8866b1ab8 None None] Pushing event updated for resources: {'Port': ['ID=f2c25f64-671f-4894-b98d-065c392d0eba,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:12.449831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] Set router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:12.605588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d16b01d-a6b2-493e-b13d-3fd503db6886 req-4021c0c0-a761-4b29-b3db-f3bdd670a836 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 210 time: 0.0632534 Jul 05 04:25:12.671131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50540) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:12.722732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:25:09Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f2c25f64-671f-4894-b98d-065c392d0eba', 'name': '', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1b:19:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:08Z', 'updated_at': '2021-07-05T04:25:12Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:12.748969 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b6fef-d2a9-4cc4-88bf-26089e442360 None None] The sync data for ids ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'] in n-d-798249-5 is: [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:25:09Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f2c25f64-671f-4894-b98d-065c392d0eba', 'name': '', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1b:19:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:08Z', 'updated_at': '2021-07-05T04:25:12Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:12.783427 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d53d6e2-51bf-4556-9df7-15b5527dff74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:12.922094 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d53d6e2-51bf-4556-9df7-15b5527dff74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:13.012134 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d53d6e2-51bf-4556-9df7-15b5527dff74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:13.054042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2d53d6e2-51bf-4556-9df7-15b5527dff74 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5517d8c4eaeb48dea47b58c575cb0a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817685 Jul 05 04:25:13.057020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50544) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:13.064918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53d6e2-51bf-4556-9df7-15b5527dff74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced4710e-53d3-45dd-af76-a3f94a643832,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:13.120748 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48eb9596-c284-4c47-a3c7-210769fcfd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:13.147377 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48eb9596-c284-4c47-a3c7-210769fcfd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:13.292594 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48eb9596-c284-4c47-a3c7-210769fcfd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:13.295254 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-48eb9596-c284-4c47-a3c7-210769fcfd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:13.304203 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-48eb9596-c284-4c47-a3c7-210769fcfd3e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ced4710e-53d3-45dd-af76-a3f94a643832 HTTP/1.1" status: 204 len: 168 time: 0.2461522 Jul 05 04:25:13.325632 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb9596-c284-4c47-a3c7-210769fcfd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced4710e-53d3-45dd-af76-a3f94a643832,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:13.401507 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3607672b-c9ab-4c17-b299-cd25aa8aa6f3 req-20a82c82-f4a5-4053-8c00-f74a431d2937 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d5e47b-7d0c-4bce-b19f-9a7a8994b0ae HTTP/1.1" status: 200 len: 210 time: 0.0482681 Jul 05 04:25:13.809610 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f2c25f64-671f-4894-b98d-065c392d0eba up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:13.913058 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e29fb58b-95ec-4cc5-9ba0-ae9abe73c86f req-c80b3800-f5cf-4bda-bf1a-af7fdb162c91 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 210 time: 0.0676019 Jul 05 04:25:13.966974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port f2c25f64-671f-4894-b98d-065c392d0eba completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:13.972120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f2c25f64-671f-4894-b98d-065c392d0eba triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:13.972848 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:14.066966 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:14.111111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port f2c25f64-671f-4894-b98d-065c392d0eba, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f2c25f64-671f-4894-b98d-065c392d0eba,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:14.229023 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:14.322490 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=f2c25f64-671f-4894-b98d-065c392d0eba,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:14.611836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-58b0c99b-0abc-4109-a802-d96cb7fd33da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:14.613972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-58b0c99b-0abc-4109-a802-d96cb7fd33da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "GET /v2.0/networks?id=3d5423e1-e478-42fa-afe6-5e0b71c814fc HTTP/1.1" status: 200 len: 797 time: 0.4784818 Jul 05 04:25:14.667330 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50576) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:14.675207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031526 Jul 05 04:25:14.677236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50578) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:14.686100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-551f833b-ef0a-4559-ab39-9fea57095eb8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 380 time: 0.0622663 Jul 05 04:25:14.694830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-eb5410b2-2668-4c54-99c6-12acff0039b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'port': {'device_id': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'admin_state_up': True, 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'security_groups': ['b5f1c927-3352-472f-83c4-4992bbaafde1']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:14.781909 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-127ab8c3-83ae-4f51-b0b3-6417c312d8a4 tempest-NetworksApiDiscovery-1777273607 tempest-NetworksApiDiscovery-1777273607-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1027477 Jul 05 04:25:14.875028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-eb5410b2-2668-4c54-99c6-12acff0039b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Made reservation on behalf of 7a8a76a0708a49d9841cfe6b987ed5f0 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:25:14.878810 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-eb5410b2-2668-4c54-99c6-12acff0039b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.008882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-eb5410b2-2668-4c54-99c6-12acff0039b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.20.0.5 (3d5423e1-e478-42fa-afe6-5e0b71c814fc/08ec150a-cb06-4959-85d1-f13e68f61ef0/3b0c9f4a-a162-4737-8646-1db13c35bc23) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:15.082664 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0656b08-868c-4390-b8bc-6a24eceefec2 req-1a697a00-15f0-4a57-ba79-3c026f7d81d3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 210 time: 0.0430391 Jul 05 04:25:15.188314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-eb5410b2-2668-4c54-99c6-12acff0039b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.201461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-eb5410b2-2668-4c54-99c6-12acff0039b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Transition to ACTIVE for port object 3b0c9f4a-a162-4737-8646-1db13c35bc23 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:15.247771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50588) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:15.263438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-eb5410b2-2668-4c54-99c6-12acff0039b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.317836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-eb5410b2-2668-4c54-99c6-12acff0039b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 3d5423e1-e478-42fa-afe6-5e0b71c814fc is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:15.321193 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-eb5410b2-2668-4c54-99c6-12acff0039b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:15.325093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-eb5410b2-2668-4c54-99c6-12acff0039b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:15.377457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5410b2-2668-4c54-99c6-12acff0039b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=3b0c9f4a-a162-4737-8646-1db13c35bc23,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:15.392388 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5faa493e-6523-41ae-a984-94738a7e3179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.418078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-eb5410b2-2668-4c54-99c6-12acff0039b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:15.418706 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-eb5410b2-2668-4c54-99c6-12acff0039b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.522303 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5faa493e-6523-41ae-a984-94738a7e3179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.561359 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5faa493e-6523-41ae-a984-94738a7e3179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.603103 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5faa493e-6523-41ae-a984-94738a7e3179 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2d2b3da418b4941a94bfdda4f9f45fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541994 Jul 05 04:25:15.603988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa493e-6523-41ae-a984-94738a7e3179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e51159-d83e-46c2-9506-d2e3a431645e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:15.605901 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50596) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:15.612295 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-eb5410b2-2668-4c54-99c6-12acff0039b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9211848 Jul 05 04:25:15.628538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-e358f269-d328-4078-b558-93827d07b9be tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:25:15.629133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-da8c6f21-de98-4a24-b887-1c939beb4cb6 None None] Provisioning for port 3b0c9f4a-a162-4737-8646-1db13c35bc23 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:15.630580 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-e358f269-d328-4078-b558-93827d07b9be tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074041 Jul 05 04:25:15.633565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-da8c6f21-de98-4a24-b887-1c939beb4cb6 None None] Provisioning complete for port 3b0c9f4a-a162-4737-8646-1db13c35bc23 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:15.634043 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-da8c6f21-de98-4a24-b887-1c939beb4cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.652580 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Request body: {'port': {'device_id': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:15.673723 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e1b1abfa-1701-4d92-b621-9dc63bbcd590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.693816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-da8c6f21-de98-4a24-b887-1c939beb4cb6 None None] Port 3b0c9f4a-a162-4737-8646-1db13c35bc23 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:25:15.699247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e1b1abfa-1701-4d92-b621-9dc63bbcd590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.720247 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f2c25f64-671f-4894-b98d-065c392d0eba up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:15.747841 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.778404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f2c25f64-671f-4894-b98d-065c392d0eba triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:15.778779 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.823403 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e1b1abfa-1701-4d92-b621-9dc63bbcd590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.826442 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e1b1abfa-1701-4d92-b621-9dc63bbcd590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.831009 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e1b1abfa-1701-4d92-b621-9dc63bbcd590 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4e51159-d83e-46c2-9506-d2e3a431645e HTTP/1.1" status: 204 len: 168 time: 0.2234466 Jul 05 04:25:15.840401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1abfa-1701-4d92-b621-9dc63bbcd590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e51159-d83e-46c2-9506-d2e3a431645e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:16.030550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0c9f4a-a162-4737-8646-1db13c35bc23 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:25:16.038531 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.050643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Transition to ACTIVE for port object 3b0c9f4a-a162-4737-8646-1db13c35bc23 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:16.132098 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.214056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0c9f4a-a162-4737-8646-1db13c35bc23,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:16.344051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Attempting to bind port 3b0c9f4a-a162-4737-8646-1db13c35bc23 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:25:16.344412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Attempting to bind port 3b0c9f4a-a162-4737-8646-1db13c35bc23 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:25:16.344749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Attempting to bind port 3b0c9f4a-a162-4737-8646-1db13c35bc23 on network 3d5423e1-e478-42fa-afe6-5e0b71c814fc {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:25:16.353066 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Port 3b0c9f4a-a162-4737-8646-1db13c35bc23 on network 3d5423e1-e478-42fa-afe6-5e0b71c814fc not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:25:16.353394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Attempting to bind port 3b0c9f4a-a162-4737-8646-1db13c35bc23 on network 3d5423e1-e478-42fa-afe6-5e0b71c814fc {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:25:16.363821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:25:16.364226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Checking segment: {'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:16.364727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Bound using segment: {'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:25:16.365234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Bound port: 3b0c9f4a-a162-4737-8646-1db13c35bc23, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:25:16.365608 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.400028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adb246-c186-4058-80b2-3ac87142d14d req-232ef0f7-1d9f-4ca9-8580-19d0078e0db8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:16.401661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31adb246-c186-4058-80b2-3ac87142d14d req-232ef0f7-1d9f-4ca9-8580-19d0078e0db8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 943 time: 0.1454167 Jul 05 04:25:16.501544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31adb246-c186-4058-80b2-3ac87142d14d req-9529995f-335b-4e21-8034-c7f7bd58a873 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643380 Jul 05 04:25:16.501544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] For port 3b0c9f4a-a162-4737-8646-1db13c35bc23, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:25:16.501544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] For port 3b0c9f4a-a162-4737-8646-1db13c35bc23, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:25:16.589493 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.625625 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:16.626379 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.627960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] 10.222.0.64 "PUT /v2.0/ports/3b0c9f4a-a162-4737-8646-1db13c35bc23 HTTP/1.1" status: 200 len: 1091 time: 0.9902663 Jul 05 04:25:16.628605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:16.630816 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6f08d5-da2d-4d1b-adb0-3fb8673a5920" -d '{"events": [{"name": "network-changed", "server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:16.668136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38562c70-15dc-4551-a78c-5cab3a9c4cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0c9f4a-a162-4737-8646-1db13c35bc23,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:16.701937 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5beb747-02e8-44c4-bf66-add8349196da x-openstack-request-id: req-b5beb747-02e8-44c4-bf66-add8349196da {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:16.702411 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:16.702611 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5beb747-02e8-44c4-bf66-add8349196da {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:16.703668 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'status': 'completed', 'code': 200} Jul 05 04:25:16.804420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f08d5-da2d-4d1b-adb0-3fb8673a5920 req-0bade79d-371f-4af4-b3bc-50e47ed59c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:16.812879 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c6f08d5-da2d-4d1b-adb0-3fb8673a5920 req-0bade79d-371f-4af4-b3bc-50e47ed59c0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1094 time: 0.0895493 Jul 05 04:25:16.967936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f08d5-da2d-4d1b-adb0-3fb8673a5920 req-60fbf21b-d695-4e97-a598-cde113bfd7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:16.970209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c6f08d5-da2d-4d1b-adb0-3fb8673a5920 req-60fbf21b-d695-4e97-a598-cde113bfd7e3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1503270 Jul 05 04:25:17.079293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f08d5-da2d-4d1b-adb0-3fb8673a5920 req-3f98848c-2279-4224-9e83-f05469efd6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:17.081138 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c6f08d5-da2d-4d1b-adb0-3fb8673a5920 req-3f98848c-2279-4224-9e83-f05469efd6ed service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043394 Jul 05 04:25:17.179538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-a61cc29b-d4fd-46df-9955-68495c5eb0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:17.181023 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-a61cc29b-d4fd-46df-9955-68495c5eb0c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1094 time: 0.0587914 Jul 05 04:25:17.224196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-b8317656-e90b-4c1b-abcf-2f094bb215e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23 HTTP/1.1" status: 200 len: 217 time: 0.0362368 Jul 05 04:25:17.272006 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-cb8b7beb-7cb4-4b23-a4d8-6c3b6a72b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:17.273466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-cb8b7beb-7cb4-4b23-a4d8-6c3b6a72b3d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08ec150a-cb06-4959-85d1-f13e68f61ef0 HTTP/1.1" status: 200 len: 834 time: 0.0429323 Jul 05 04:25:17.345008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-582b8ba9-580f-4f5e-8abc-5798009846f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:17.346740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-582b8ba9-580f-4f5e-8abc-5798009846f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d5423e1-e478-42fa-afe6-5e0b71c814fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675828 Jul 05 04:25:17.443530 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-14668886-2486-499b-adf2-7d46311829ab service neutron] 10.222.0.64 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898554 Jul 05 04:25:17.566994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdd4c1b3-e28d-4835-92da-4c89c2d8e6a7 req-150cef45-e8a3-43de-99b0-69bd6690853e service neutron] 10.222.0.64 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168284 Jul 05 04:25:17.702920 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013a1c8-5385-4ff6-bb99-0c0ce3171728 req-5511d45a-d714-4f7f-9086-12928925f57a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:17.709887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e013a1c8-5385-4ff6-bb99-0c0ce3171728 req-5511d45a-d714-4f7f-9086-12928925f57a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 943 time: 0.0725973 Jul 05 04:25:17.746053 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e013a1c8-5385-4ff6-bb99-0c0ce3171728 req-f5df1b9e-7677-435b-8b43-e23c05e7f93a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352938 Jul 05 04:25:18.728188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50704) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:18.833298 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6094-345f-4de8-8505-ea1d595eeb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:18.957128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cdfee-2324-412b-86af-2a0c6c174593 req-f8e367db-c2ff-4dcb-a134-404a06df5a41 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:18.958639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef3cdfee-2324-412b-86af-2a0c6c174593 req-f8e367db-c2ff-4dcb-a134-404a06df5a41 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 943 time: 0.0982080 Jul 05 04:25:19.000127 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6094-345f-4de8-8505-ea1d595eeb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:19.016254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef3cdfee-2324-412b-86af-2a0c6c174593 req-1c7f1979-51c9-4ef0-bea2-9e3efe22d027 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491178 Jul 05 04:25:19.062866 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6094-345f-4de8-8505-ea1d595eeb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:19.103383 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0b7c6094-345f-4de8-8505-ea1d595eeb01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e3d36a3e23ef43ba8902fdbec2e2b64e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740990 Jul 05 04:25:19.104601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c6094-345f-4de8-8505-ea1d595eeb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e12a464-9159-41dc-b9f8-7fbacd693b01,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:19.106202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50710) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:19.153757 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-231d0d71-8799-4547-99bb-3375f80fa705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:19.178483 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-231d0d71-8799-4547-99bb-3375f80fa705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:19.599096 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3b0c9f4a-a162-4737-8646-1db13c35bc23 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:25:19.606448 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-231d0d71-8799-4547-99bb-3375f80fa705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:19.609850 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-231d0d71-8799-4547-99bb-3375f80fa705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:19.611097 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-231d0d71-8799-4547-99bb-3375f80fa705 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e12a464-9159-41dc-b9f8-7fbacd693b01 HTTP/1.1" status: 204 len: 168 time: 0.5037982 Jul 05 04:25:19.623187 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d0d71-8799-4547-99bb-3375f80fa705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e12a464-9159-41dc-b9f8-7fbacd693b01,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:19.720510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3b0c9f4a-a162-4737-8646-1db13c35bc23, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:19.731014 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'port_id': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'mac_address': 'fa:16:3e:fb:7e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:25:19.769440 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:19.783105 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0c9f4a-a162-4737-8646-1db13c35bc23 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:25:19.802650 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3b0c9f4a-a162-4737-8646-1db13c35bc23, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:19.865105 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50716) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:19.869803 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ebb4f495-84fc-4e9b-b7c6-2aecbeaf0fe6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1317755009', 'description': 'tempest-secgroup-smoke-1317755009 description', 'project_id': 'a9221945ae96401587ea59807d82f6c3'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:19.903036 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:19.955591 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=3b0c9f4a-a162-4737-8646-1db13c35bc23,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:19.966003 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebb4f495-84fc-4e9b-b7c6-2aecbeaf0fe6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.046053 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebb4f495-84fc-4e9b-b7c6-2aecbeaf0fe6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.091346 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebb4f495-84fc-4e9b-b7c6-2aecbeaf0fe6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.095049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3b0c9f4a-a162-4737-8646-1db13c35bc23'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:25:20.123824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4f495-84fc-4e9b-b7c6-2aecbeaf0fe6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ba848d-b71a-4dff-8b44-fef0ea4e2762,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:20.171853 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebb4f495-84fc-4e9b-b7c6-2aecbeaf0fe6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.173612 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ebb4f495-84fc-4e9b-b7c6-2aecbeaf0fe6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3074789 Jul 05 04:25:20.176510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50722) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:20.181514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a926a277-fe76-480b-8f6c-d8d6508ec141 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'security_group_rule': {'security_group_id': '05ba848d-b71a-4dff-8b44-fef0ea4e2762', 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:20.206681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103dc12-ae8e-4f9e-8a30-45dac40ea6b1 req-964abb3b-66fa-4932-ac31-38e425702347 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:20.208493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b103dc12-ae8e-4f9e-8a30-45dac40ea6b1 req-964abb3b-66fa-4932-ac31-38e425702347 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 944 time: 0.0792415 Jul 05 04:25:20.250398 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b103dc12-ae8e-4f9e-8a30-45dac40ea6b1 req-4935491a-a15d-49e2-b8cf-96900e0cc8a2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350382 Jul 05 04:25:20.275035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50724) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:20.288850 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-150328f7-27dc-470e-9965-78bd13cb23b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.290806 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a926a277-fe76-480b-8f6c-d8d6508ec141 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.359157 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a926a277-fe76-480b-8f6c-d8d6508ec141 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.387607 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-150328f7-27dc-470e-9965-78bd13cb23b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.422800 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a926a277-fe76-480b-8f6c-d8d6508ec141 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.442275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926a277-fe76-480b-8f6c-d8d6508ec141 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d8b5ed-1b42-4bae-b127-63eb9d209ca8,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:20.451399 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-150328f7-27dc-470e-9965-78bd13cb23b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.493451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-150328f7-27dc-470e-9965-78bd13cb23b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=813d9b1ab73d4fd9aa5c358a539a10d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2171104 Jul 05 04:25:20.494435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150328f7-27dc-470e-9965-78bd13cb23b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e55ea94-d711-4cae-b8bf-ef5d844620e1,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:20.496179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50726) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:20.537325 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a926a277-fe76-480b-8f6c-d8d6508ec141 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.538527 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a926a277-fe76-480b-8f6c-d8d6508ec141 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3605862 Jul 05 04:25:20.542319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50728) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:20.546909 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c78099e2-9920-470a-b848-31b014ebdec4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'security_group_rule': {'security_group_id': '05ba848d-b71a-4dff-8b44-fef0ea4e2762', 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:20.571901 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-adbc0383-66a0-40ef-957a-6f55e398debb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.600495 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-adbc0383-66a0-40ef-957a-6f55e398debb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.650557 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c78099e2-9920-470a-b848-31b014ebdec4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.727603 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-adbc0383-66a0-40ef-957a-6f55e398debb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.730188 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-adbc0383-66a0-40ef-957a-6f55e398debb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.731412 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-adbc0383-66a0-40ef-957a-6f55e398debb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e55ea94-d711-4cae-b8bf-ef5d844620e1 HTTP/1.1" status: 204 len: 168 time: 0.2340214 Jul 05 04:25:20.746759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc0383-66a0-40ef-957a-6f55e398debb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e55ea94-d711-4cae-b8bf-ef5d844620e1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:20.750105 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c78099e2-9920-470a-b848-31b014ebdec4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.822975 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c78099e2-9920-470a-b848-31b014ebdec4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.844221 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78099e2-9920-470a-b848-31b014ebdec4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81320a82-9e2d-404c-8868-17e1d0271489,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:20.938009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c78099e2-9920-470a-b848-31b014ebdec4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:20.939354 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c78099e2-9920-470a-b848-31b014ebdec4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3960669 Jul 05 04:25:20.941998 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50732) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:20.946692 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-63ad120b-4fe3-479d-ad3c-ddf81e7f5453 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'security_group_rule': {'security_group_id': '05ba848d-b71a-4dff-8b44-fef0ea4e2762', 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:21.027963 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-63ad120b-4fe3-479d-ad3c-ddf81e7f5453 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:21.088783 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-63ad120b-4fe3-479d-ad3c-ddf81e7f5453 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:21.171959 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-63ad120b-4fe3-479d-ad3c-ddf81e7f5453 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:21.194976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad120b-4fe3-479d-ad3c-ddf81e7f5453 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ed7629-455f-4abf-8720-af8ab3e76786,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:21.246034 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-63ad120b-4fe3-479d-ad3c-ddf81e7f5453 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:21.247497 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-63ad120b-4fe3-479d-ad3c-ddf81e7f5453 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043501 Jul 05 04:25:21.250155 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50742) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:21.255220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ac170a8e-c2dd-4a88-8f1b-ef3e627936d4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'security_group_rule': {'security_group_id': '05ba848d-b71a-4dff-8b44-fef0ea4e2762', 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:21.265961 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-038b9e0f-417d-4b1e-9693-e78dede1f9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:21.374442 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ac170a8e-c2dd-4a88-8f1b-ef3e627936d4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:21.441116 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ac170a8e-c2dd-4a88-8f1b-ef3e627936d4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:21.457127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284a62-3257-4889-a638-e18b9e29f7db req-325325e0-76b5-4c5a-8e70-552cc8a43b0a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:21.464247 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-44284a62-3257-4889-a638-e18b9e29f7db req-325325e0-76b5-4c5a-8e70-552cc8a43b0a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 944 time: 0.0766873 Jul 05 04:25:21.510124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-44284a62-3257-4889-a638-e18b9e29f7db req-52724a00-9045-45e4-961f-c4778740604d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449557 Jul 05 04:25:21.531846 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ac170a8e-c2dd-4a88-8f1b-ef3e627936d4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:21.554541 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac170a8e-c2dd-4a88-8f1b-ef3e627936d4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365d8ddd-f672-485e-91a6-17043e28f1f9,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:21.613445 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3b0c9f4a-a162-4737-8646-1db13c35bc23 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:21.623236 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ac170a8e-c2dd-4a88-8f1b-ef3e627936d4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:21.625191 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ac170a8e-c2dd-4a88-8f1b-ef3e627936d4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3740482 Jul 05 04:25:21.628086 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50756) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:21.633033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6023c269-9ca5-4eaf-be75-4382a6a971c9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'security_group_rule': {'security_group_id': '05ba848d-b71a-4dff-8b44-fef0ea4e2762', 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:21.766270 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-6023c269-9ca5-4eaf-be75-4382a6a971c9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Project a9221945ae96401587ea59807d82f6c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:25:21.772149 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6023c269-9ca5-4eaf-be75-4382a6a971c9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:21.777343 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 3b0c9f4a-a162-4737-8646-1db13c35bc23 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:21.781782 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 3b0c9f4a-a162-4737-8646-1db13c35bc23 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:21.783185 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:21.839760 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6023c269-9ca5-4eaf-be75-4382a6a971c9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:21.867771 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:21.891217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:21.893593 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a5188d-53c8-49a9-8fc8-7d289df7bab4" -d '{"events": [{"server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "name": "network-vif-plugged", "status": "completed", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:21.915376 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6023c269-9ca5-4eaf-be75-4382a6a971c9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:21.917563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3b0c9f4a-a162-4737-8646-1db13c35bc23, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:21.933694 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4079e5da-aba0-42e0-b94f-fd8b582dfd95 x-openstack-request-id: req-4079e5da-aba0-42e0-b94f-fd8b582dfd95 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:21.933990 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "name": "network-vif-plugged", "status": "completed", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:21.934242 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4079e5da-aba0-42e0-b94f-fd8b582dfd95 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:21.934640 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'code': 200} Jul 05 04:25:21.935323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023c269-9ca5-4eaf-be75-4382a6a971c9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99df871-00b5-4f9c-bd00-95662c0e5824,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:22.001649 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6023c269-9ca5-4eaf-be75-4382a6a971c9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:22.002057 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:22.005768 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6023c269-9ca5-4eaf-be75-4382a6a971c9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3765013 Jul 05 04:25:22.006219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 50766) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:22.012816 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4c5a664d-3da9-4acb-b3b9-befbac951734 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'security_group_rule': {'security_group_id': '05ba848d-b71a-4dff-8b44-fef0ea4e2762', 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:22.062779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=3b0c9f4a-a162-4737-8646-1db13c35bc23,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:22.078960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1170e-7dd2-4a1e-892f-4186a2364ee2 req-1f90874b-7e2d-4912-9a67-ba6d2f5e1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:22.080618 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1f1170e-7dd2-4a1e-892f-4186a2364ee2 req-1f90874b-7e2d-4912-9a67-ba6d2f5e1cf3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1096 time: 0.0840025 Jul 05 04:25:22.115954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1f1170e-7dd2-4a1e-892f-4186a2364ee2 req-b395a86a-ab37-4c95-b821-4c9ff0f387a8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292277 Jul 05 04:25:22.148879 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-4c5a664d-3da9-4acb-b3b9-befbac951734 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Project a9221945ae96401587ea59807d82f6c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:25:22.153910 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c5a664d-3da9-4acb-b3b9-befbac951734 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:22.213535 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c5a664d-3da9-4acb-b3b9-befbac951734 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:22.291840 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c5a664d-3da9-4acb-b3b9-befbac951734 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:22.313598 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a664d-3da9-4acb-b3b9-befbac951734 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a790b102-4704-44d6-a117-bdd5aeba7838,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:22.411656 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4c5a664d-3da9-4acb-b3b9-befbac951734 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:22.413030 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4c5a664d-3da9-4acb-b3b9-befbac951734 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4048948 Jul 05 04:25:22.703727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612a63d-6e3a-4d8d-85c0-f7e20aa7d82b req-6a77aebe-0dcf-4e32-beef-c6bdcad8669d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:22.705408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b612a63d-6e3a-4d8d-85c0-f7e20aa7d82b req-6a77aebe-0dcf-4e32-beef-c6bdcad8669d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0707009 Jul 05 04:25:22.745037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b612a63d-6e3a-4d8d-85c0-f7e20aa7d82b req-e87f4ca7-f3b4-47f1-847a-ecdfb56d9cbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337493 Jul 05 04:25:23.932680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ce471-4b40-4ab4-ad43-a552d50ec039 req-1d1ee6da-71d0-4f60-b41a-f4ea6b35593e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:23.934289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c67ce471-4b40-4ab4-ad43-a552d50ec039 req-1d1ee6da-71d0-4f60-b41a-f4ea6b35593e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0683184 Jul 05 04:25:23.972925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c67ce471-4b40-4ab4-ad43-a552d50ec039 req-45d84c6a-d321-4765-9098-30f34da03e2b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324278 Jul 05 04:25:24.151421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72214ad6-8401-4821-876f-49ff6261ce51 req-04d4df3a-9cf1-4563-8665-b9a787d1a8cf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:24.152950 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72214ad6-8401-4821-876f-49ff6261ce51 req-04d4df3a-9cf1-4563-8665-b9a787d1a8cf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0674801 Jul 05 04:25:24.192376 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72214ad6-8401-4821-876f-49ff6261ce51 req-ffd1bba5-3be7-486f-afbb-d7765d3a43f0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336421 Jul 05 04:25:24.222616 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50870) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:24.275155 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc12bf25-cf05-4117-8776-48d4a8bf7cd9 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:24.276742 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fc12bf25-cf05-4117-8776-48d4a8bf7cd9 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1091 time: 0.0531173 Jul 05 04:25:24.279820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50874) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:24.284730 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:24.291553 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-902ad779-35e2-4910-8cf2-dbe75fcf3d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:24.389118 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:24.411729 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:24.497786 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:24.614892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.25.0.36 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/9086843a-87d3-4b53-87c5-db9085a4124c) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:24.722666 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:24.891958 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:24.930050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:24.932851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:24.938724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:24.965259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=9086843a-87d3-4b53-87c5-db9085a4124c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:25.322445 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:25.326774 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:25.490952 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:25.651845 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:25.731336 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:25.801566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=9086843a-87d3-4b53-87c5-db9085a4124c,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:25.812107 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:25.918915 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Floating IP 52d30bd4-76c7-4cb7-8cd1-577e22031f55 associated. External IP: 172.25.0.36, port: 3b0c9f4a-a162-4737-8646-1db13c35bc23. Jul 05 04:25:26.142024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:25:26.260012 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:26.270815 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff694b-0301-4ff0-99cf-50e402504c79 None None] Sync routers for ids ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:26.281990 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff694b-0301-4ff0-99cf-50e402504c79 None None] Routers {'d01496aa-7d7a-4a24-88bb-abc5e3760bd9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:26.282837 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e7ff694b-0301-4ff0-99cf-50e402504c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:25:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:26.344675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:26.400916 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-e7ff694b-0301-4ff0-99cf-50e402504c79 None None] Set router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:26.401254 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-19fc4d7a-db8e-4d81-8875-14a6ab877fbb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1170185 Jul 05 04:25:26.401254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:26.403259 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a267611-bcf8-409a-bbc3-cbd23ed72f53" -d '{"events": [{"name": "network-changed", "server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:26.456136 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983c5a6c-372d-4a9b-ba7f-2343306ab2c7 x-openstack-request-id: req-983c5a6c-372d-4a9b-ba7f-2343306ab2c7 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:26.456442 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:26.456700 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-983c5a6c-372d-4a9b-ba7f-2343306ab2c7 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:26.457130 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'status': 'completed', 'code': 200} Jul 05 04:25:26.581368 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a267611-bcf8-409a-bbc3-cbd23ed72f53 req-c09c8c0f-1d21-4404-9a89-81615f86eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:26.583405 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a267611-bcf8-409a-bbc3-cbd23ed72f53 req-c09c8c0f-1d21-4404-9a89-81615f86eb3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1096 time: 0.1010742 Jul 05 04:25:26.681501 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e7ff694b-0301-4ff0-99cf-50e402504c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:25:09Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '52d30bd4-76c7-4cb7-8cd1-577e22031f55', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'port_id': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'mac_address': 'fa:16:3e:fb:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:25:25Z', 'updated_at': '2021-07-05T04:25:25Z', 'revision_number': 0, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c25f64-671f-4894-b98d-065c392d0eba', 'name': '', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1b:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:08Z', 'updated_at': '2021-07-05T04:25:14Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:26.712063 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff694b-0301-4ff0-99cf-50e402504c79 None None] Checking router: d01496aa-7d7a-4a24-88bb-abc5e3760bd9 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:26.723049 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff694b-0301-4ff0-99cf-50e402504c79 None None] Routers {'d01496aa-7d7a-4a24-88bb-abc5e3760bd9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:26.724064 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e7ff694b-0301-4ff0-99cf-50e402504c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:25:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:26.744385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a267611-bcf8-409a-bbc3-cbd23ed72f53 req-9bff2ef4-8489-4ed3-9f85-086ece35478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:26.871497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a267611-bcf8-409a-bbc3-cbd23ed72f53 req-9bff2ef4-8489-4ed3-9f85-086ece35478f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d5423e1-e478-42fa-afe6-5e0b71c814fc HTTP/1.1" status: 200 len: 898 time: 0.1553354 Jul 05 04:25:26.871497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a3c15-3202-4f10-94ad-c5a12cbe10c7 req-f5a1d72a-351f-491a-b61e-1c8083224a40 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:26.871497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f96a3c15-3202-4f10-94ad-c5a12cbe10c7 req-f5a1d72a-351f-491a-b61e-1c8083224a40 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.1693695 Jul 05 04:25:26.871919 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-e7ff694b-0301-4ff0-99cf-50e402504c79 None None] Set router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:26.871998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f96a3c15-3202-4f10-94ad-c5a12cbe10c7 req-9d7bf8a9-7cc3-4703-b2a2-a82f2c316b93 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022806 Jul 05 04:25:26.883522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a267611-bcf8-409a-bbc3-cbd23ed72f53 req-fa366247-8ce0-48a9-a4d0-42c5565db3ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23 HTTP/1.1" status: 200 len: 998 time: 0.1248436 Jul 05 04:25:26.895683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50904) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:26.956045 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a267611-bcf8-409a-bbc3-cbd23ed72f53 req-4ca659f0-6c64-4572-af9d-fe814ce1229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:26.956045 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a267611-bcf8-409a-bbc3-cbd23ed72f53 req-4ca659f0-6c64-4572-af9d-fe814ce1229e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08ec150a-cb06-4959-85d1-f13e68f61ef0 HTTP/1.1" status: 200 len: 834 time: 0.0505497 Jul 05 04:25:26.987290 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6a51327d-3805-4d1d-9586-95635b373970 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/52d30bd4-76c7-4cb7-8cd1-577e22031f55 HTTP/1.1" status: 200 len: 990 time: 0.0886636 Jul 05 04:25:27.023143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a267611-bcf8-409a-bbc3-cbd23ed72f53 req-b0419ed7-e967-47ad-85bf-6859ab652fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:27.025878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a267611-bcf8-409a-bbc3-cbd23ed72f53 req-b0419ed7-e967-47ad-85bf-6859ab652fc8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d5423e1-e478-42fa-afe6-5e0b71c814fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774119 Jul 05 04:25:27.120638 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a267611-bcf8-409a-bbc3-cbd23ed72f53 req-9b2b75a1-3b2b-4f8e-ab3f-10240beb283e service neutron] 10.222.0.64 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889692 Jul 05 04:25:27.193346 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e7ff694b-0301-4ff0-99cf-50e402504c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:25:09Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '52d30bd4-76c7-4cb7-8cd1-577e22031f55', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'port_id': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'mac_address': 'fa:16:3e:fb:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:25:25Z', 'updated_at': '2021-07-05T04:25:25Z', 'revision_number': 0, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c25f64-671f-4894-b98d-065c392d0eba', 'name': '', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1b:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:08Z', 'updated_at': '2021-07-05T04:25:14Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:27.203981 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:27.225701 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a267611-bcf8-409a-bbc3-cbd23ed72f53 req-9f770044-5582-47bb-b465-76bfd0731634 service neutron] 10.222.0.64 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989695 Jul 05 04:25:27.229780 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff694b-0301-4ff0-99cf-50e402504c79 None None] The sync data for ids ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'] in n-d-798249-5 is: [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:25:09Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '52d30bd4-76c7-4cb7-8cd1-577e22031f55', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'port_id': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'mac_address': 'fa:16:3e:fb:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:25:25Z', 'updated_at': '2021-07-05T04:25:25Z', 'revision_number': 0, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c25f64-671f-4894-b98d-065c392d0eba', 'name': '', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1b:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:08Z', 'updated_at': '2021-07-05T04:25:14Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:27.490126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c7967-6cb2-49d4-a8e7-ab9b1f602354 None None] New status for floating IP 52d30bd4-76c7-4cb7-8cd1-577e22031f55: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:25:27.990195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 50914) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:28.054233 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-91dbb737-f03b-4c1d-8a00-8fccc0147b2e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/52d30bd4-76c7-4cb7-8cd1-577e22031f55 HTTP/1.1" status: 200 len: 992 time: 0.0629177 Jul 05 04:25:29.640481 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:30.723044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-7d525eb1-b509-4876-be4f-7491475ea27f req-d2c79700-8325-429c-9e5b-f558ba9ca373 tempest-ServerDiskConfigTestJSON-1399958564 tempest-ServerDiskConfigTestJSON-1399958564-project] (100876) timed out ('10.222.0.11', 51017) {{(pid=100876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:25:31.588474 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:37.141339 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:25:49.320081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51162) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:49.429344 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.517217 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.594371 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.631063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c740213-892d-4e70-ba49-1beee963e677,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:49.634853 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e1f4249d4044b45ba579026b17bf339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138218 Jul 05 04:25:49.637651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51166) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:49.641028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:49.641377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:49.641714 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:49.642046 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:49.642375 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:49.642703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:49.643042 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:49.643349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:49.644168 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:49.644168 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:49.644314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:49.644620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5c1b9a-2637-4766-8d4e-236f64d681a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:49.687575 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7b53-97e1-40e6-8e86-da663aefa51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.708237 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7b53-97e1-40e6-8e86-da663aefa51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.840127 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7b53-97e1-40e6-8e86-da663aefa51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.844140 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7b53-97e1-40e6-8e86-da663aefa51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.845424 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fa4f7b53-97e1-40e6-8e86-da663aefa51f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c740213-892d-4e70-ba49-1beee963e677 HTTP/1.1" status: 204 len: 168 time: 0.2067199 Jul 05 04:25:49.855917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f7b53-97e1-40e6-8e86-da663aefa51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c740213-892d-4e70-ba49-1beee963e677,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:50.127691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-3ac67e12-b089-46e1-8faf-9bf17e1bb3af tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317755009&fields=id&tenant_id=a9221945ae96401587ea59807d82f6c3 HTTP/1.1" status: 200 len: 267 time: 0.0345006 Jul 05 04:25:50.237404 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-679391c3-2642-4ba3-ad8c-f470297b816e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:50.238872 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-679391c3-2642-4ba3-ad8c-f470297b816e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 811 time: 0.1048758 Jul 05 04:25:50.253182 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-a1e23cdc-ad9d-4a02-aa36-0e9ca5525ad9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/quotas/a9221945ae96401587ea59807d82f6c3 HTTP/1.1" status: 200 len: 375 time: 0.0090866 Jul 05 04:25:50.318075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-f78004bf-2a13-492f-af6b-62769a5647a3 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596745 Jul 05 04:25:50.418477 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-5a32dc91-08c4-4ac9-b9ef-bb581c3402d3 service neutron] 10.222.0.60 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869975 Jul 05 04:25:50.461972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51182) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:50.476016 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3848fee3-d716-48bc-b900-fde441e7e80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.508591 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-09f58564-2feb-446f-b9ff-a890b6762766 service neutron] 10.222.0.60 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841596 Jul 05 04:25:50.568011 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3848fee3-d716-48bc-b900-fde441e7e80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.622093 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3848fee3-d716-48bc-b900-fde441e7e80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.660379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848fee3-d716-48bc-b900-fde441e7e80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abde7efc-9797-4288-b009-5e29a2081431,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:50.664798 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3848fee3-d716-48bc-b900-fde441e7e80a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=791c001a9ae54e0987c01850c9cb5622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017372 Jul 05 04:25:50.669658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51190) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:50.725847 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e8c68c7-a56d-467f-89c6-cdb9d9a0c72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.747777 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e8c68c7-a56d-467f-89c6-cdb9d9a0c72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.874292 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e8c68c7-a56d-467f-89c6-cdb9d9a0c72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.877440 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7e8c68c7-a56d-467f-89c6-cdb9d9a0c72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.878631 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7e8c68c7-a56d-467f-89c6-cdb9d9a0c72b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abde7efc-9797-4288-b009-5e29a2081431 HTTP/1.1" status: 204 len: 168 time: 0.2097642 Jul 05 04:25:50.886377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c68c7-a56d-467f-89c6-cdb9d9a0c72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abde7efc-9797-4288-b009-5e29a2081431,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:51.297866 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-070df06b-649e-4d66-8a3b-ba502fd060bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.310969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed43355a-83ef-43c9-9913-41557ac61390 req-7985d62d-b68e-43e9-ad65-d79789f8de49 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 210 time: 0.2539182 Jul 05 04:25:52.464923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e022fd0-f34d-4109-a155-334f6902812d req-23230ab9-bbf8-4547-b1cc-b493cb2419ce tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 210 time: 0.0297642 Jul 05 04:25:52.964295 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-b6ab9fc3-de69-432c-b4b2-0ccacac9d4cb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:52.965787 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-b6ab9fc3-de69-432c-b4b2-0ccacac9d4cb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 811 time: 0.1024942 Jul 05 04:25:53.023342 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-bf3e025f-bdda-47d2-a89d-8a696e088b1e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9221945ae96401587ea59807d82f6c3 HTTP/1.1" status: 200 len: 380 time: 0.0495696 Jul 05 04:25:53.032314 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-9e019aa7-1bb4-4369-a926-dcb91bc4ac19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'port': {'device_id': '3e26ebb7-28ea-475f-8970-71ce8a22d3ee', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'admin_state_up': True, 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'security_groups': ['05ba848d-b71a-4dff-8b44-fef0ea4e2762']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:53.217085 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-9e019aa7-1bb4-4369-a926-dcb91bc4ac19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Made reservation on behalf of a9221945ae96401587ea59807d82f6c3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:25:53.222260 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-9e019aa7-1bb4-4369-a926-dcb91bc4ac19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.246139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51260) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:53.359805 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-9e019aa7-1bb4-4369-a926-dcb91bc4ac19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Allocated IP 172.20.0.3 (569e9080-ef6d-45a0-8137-cdb749b0a9e5/93e8516d-9eb7-403f-80de-7ffddf6fcd38/bf6a5122-97f0-49c2-bdd5-f9a9150325a6) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:53.361480 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7cb68c12-53de-43c0-8c7a-c208671a60cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.478545 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7cb68c12-53de-43c0-8c7a-c208671a60cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.505109 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-9e019aa7-1bb4-4369-a926-dcb91bc4ac19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.524443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-9e019aa7-1bb4-4369-a926-dcb91bc4ac19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Transition to ACTIVE for port object bf6a5122-97f0-49c2-bdd5-f9a9150325a6 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:53.560808 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7cb68c12-53de-43c0-8c7a-c208671a60cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.606089 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-9e019aa7-1bb4-4369-a926-dcb91bc4ac19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.619897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7cb68c12-53de-43c0-8c7a-c208671a60cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5e16fe02b4a4f8c9bb1a9bf4a03581e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703966 Jul 05 04:25:53.634578 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51266) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:53.643898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb68c12-53de-43c0-8c7a-c208671a60cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1168128-6edc-4b09-b238-5633d7bd09ab,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:53.650809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-9e019aa7-1bb4-4369-a926-dcb91bc4ac19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:53.654195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-9e019aa7-1bb4-4369-a926-dcb91bc4ac19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:53.658980 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-9e019aa7-1bb4-4369-a926-dcb91bc4ac19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:53.688577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e019aa7-1bb4-4369-a926-dcb91bc4ac19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'Port': ['ID=bf6a5122-97f0-49c2-bdd5-f9a9150325a6,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:53.716307 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d643ab43-5b7a-436c-ae20-cdf380ba9ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.717001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-9e019aa7-1bb4-4369-a926-dcb91bc4ac19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:53.717001 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-9e019aa7-1bb4-4369-a926-dcb91bc4ac19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.728249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e23a15-d7ef-4e0e-a5eb-5bbce6c138d5 req-f5f236f2-6b28-455c-8fba-c363578419c0 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:53.729873 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03e23a15-d7ef-4e0e-a5eb-5bbce6c138d5 req-f5f236f2-6b28-455c-8fba-c363578419c0 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 931 time: 0.1328666 Jul 05 04:25:53.760695 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-9e019aa7-1bb4-4369-a926-dcb91bc4ac19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7321496 Jul 05 04:25:53.765464 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d643ab43-5b7a-436c-ae20-cdf380ba9ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.805172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03e23a15-d7ef-4e0e-a5eb-5bbce6c138d5 req-d6c0760a-2d33-4358-afe6-d963b6af701d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669076 Jul 05 04:25:53.864267 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Request body: {'port': {'device_id': '3e26ebb7-28ea-475f-8970-71ce8a22d3ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:53.887172 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d643ab43-5b7a-436c-ae20-cdf380ba9ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.889400 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d643ab43-5b7a-436c-ae20-cdf380ba9ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.893454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d643ab43-5b7a-436c-ae20-cdf380ba9ac5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1168128-6edc-4b09-b238-5633d7bd09ab HTTP/1.1" status: 204 len: 168 time: 0.2551455 Jul 05 04:25:53.905042 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643ab43-5b7a-436c-ae20-cdf380ba9ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1168128-6edc-4b09-b238-5633d7bd09ab,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:53.975897 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.080173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-716b875d-3d9a-4c2c-8b12-4723b2a9de74 None None] Provisioning for port bf6a5122-97f0-49c2-bdd5-f9a9150325a6 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:54.085650 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-716b875d-3d9a-4c2c-8b12-4723b2a9de74 None None] Provisioning complete for port bf6a5122-97f0-49c2-bdd5-f9a9150325a6 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:54.086694 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-716b875d-3d9a-4c2c-8b12-4723b2a9de74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.122275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-716b875d-3d9a-4c2c-8b12-4723b2a9de74 None None] Port bf6a5122-97f0-49c2-bdd5-f9a9150325a6 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:25:54.256748 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6a5122-97f0-49c2-bdd5-f9a9150325a6 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:25:54.264179 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.276794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Transition to ACTIVE for port object bf6a5122-97f0-49c2-bdd5-f9a9150325a6 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:54.319330 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-02f3d443-a48a-4c02-baea-9e927b56680f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.342268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.389157 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.394661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Pushing event updated for resources: {'Port': ['ID=bf6a5122-97f0-49c2-bdd5-f9a9150325a6,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:54.491851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Attempting to bind port bf6a5122-97f0-49c2-bdd5-f9a9150325a6 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:25:54.492565 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Attempting to bind port bf6a5122-97f0-49c2-bdd5-f9a9150325a6 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:25:54.505782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Attempting to bind port bf6a5122-97f0-49c2-bdd5-f9a9150325a6 on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:25:54.505782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Port bf6a5122-97f0-49c2-bdd5-f9a9150325a6 on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:25:54.505782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Attempting to bind port bf6a5122-97f0-49c2-bdd5-f9a9150325a6 on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:25:54.508721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:25:54.509154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Checking segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:54.509621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Bound using segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:25:54.510136 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Bound port: bf6a5122-97f0-49c2-bdd5-f9a9150325a6, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:25:54.510581 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.587870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] For port bf6a5122-97f0-49c2-bdd5-f9a9150325a6, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:25:54.591227 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] For port bf6a5122-97f0-49c2-bdd5-f9a9150325a6, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=bf6a5122-97f0-49c2-bdd5-f9a9150325a6,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:25:54.622520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51278) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:54.639766 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-297e4c33-b30f-4a10-bb29-f5e378c5d3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.686340 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.723943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:54.724675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.726283 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] 10.222.0.11 "PUT /v2.0/ports/bf6a5122-97f0-49c2-bdd5-f9a9150325a6 HTTP/1.1" status: 200 len: 1091 time: 0.9581068 Jul 05 04:25:54.726946 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e26ebb7-28ea-475f-8970-71ce8a22d3ee', 'tag': 'bf6a5122-97f0-49c2-bdd5-f9a9150325a6'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:54.729397 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3abf8c9-2931-4808-8b11-4e56f53430da" -d '{"events": [{"name": "network-changed", "server_uuid": "3e26ebb7-28ea-475f-8970-71ce8a22d3ee", "tag": "bf6a5122-97f0-49c2-bdd5-f9a9150325a6"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:54.767631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f4770-d93d-44cf-a4e6-2b4a3c0f2035 req-8883c11e-deb9-4df7-b9d4-76358764ba5f tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:54.775712 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-324f4770-d93d-44cf-a4e6-2b4a3c0f2035 req-8883c11e-deb9-4df7-b9d4-76358764ba5f tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1096 time: 0.1062734 Jul 05 04:25:54.790787 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74e395-66ca-48a2-a807-0254db6b159f service neutron] Pushing event updated for resources: {'Port': ['ID=bf6a5122-97f0-49c2-bdd5-f9a9150325a6,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:54.799260 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-324f4770-d93d-44cf-a4e6-2b4a3c0f2035 req-07965a98-e76f-4717-b69c-2fa1d085a8c5 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.829765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-297e4c33-b30f-4a10-bb29-f5e378c5d3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.908905 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-71719317-1460-4387-a5ae-d82a41c63c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:54.910522 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-71719317-1460-4387-a5ae-d82a41c63c62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 1094 time: 0.0795536 Jul 05 04:25:54.916824 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-297e4c33-b30f-4a10-bb29-f5e378c5d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.002354 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-297e4c33-b30f-4a10-bb29-f5e378c5d3c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5fadc9fee5b749ef992adda8af7be916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756852 Jul 05 04:25:55.002354 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e4c33-b30f-4a10-bb29-f5e378c5d3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f9b987-b6a0-4b3d-b604-5a503a515347,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:55.007559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51286) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:55.018803 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-cb176284-65c9-4d4d-bdf0-14b91b560a4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf6a5122-97f0-49c2-bdd5-f9a9150325a6 HTTP/1.1" status: 200 len: 217 time: 0.0979540 Jul 05 04:25:55.088983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-bb67b01c-5bdb-4961-ac81-779546e17aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:55.091190 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-bb67b01c-5bdb-4961-ac81-779546e17aef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0683546 Jul 05 04:25:55.093294 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c940b062-7133-44eb-9790-236bfee59511 x-openstack-request-id: req-c940b062-7133-44eb-9790-236bfee59511 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:55.094610 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e26ebb7-28ea-475f-8970-71ce8a22d3ee", "tag": "bf6a5122-97f0-49c2-bdd5-f9a9150325a6", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:55.094610 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c940b062-7133-44eb-9790-236bfee59511 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:55.094916 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e26ebb7-28ea-475f-8970-71ce8a22d3ee', 'tag': 'bf6a5122-97f0-49c2-bdd5-f9a9150325a6', 'status': 'completed', 'code': 200} Jul 05 04:25:55.111755 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0efebd1a-9646-4b76-97e0-92dab25863bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.131659 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-324f4770-d93d-44cf-a4e6-2b4a3c0f2035 req-07965a98-e76f-4717-b69c-2fa1d085a8c5 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.152506 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0efebd1a-9646-4b76-97e0-92dab25863bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.169669 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-5f76f46c-c7c8-47ff-9cd2-fd8a726ad314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:55.178621 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-5f76f46c-c7c8-47ff-9cd2-fd8a726ad314 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733569 Jul 05 04:25:55.210825 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-324f4770-d93d-44cf-a4e6-2b4a3c0f2035 req-07965a98-e76f-4717-b69c-2fa1d085a8c5 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.248886 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-324f4770-d93d-44cf-a4e6-2b4a3c0f2035 req-07965a98-e76f-4717-b69c-2fa1d085a8c5 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4721200 Jul 05 04:25:55.265662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07965a98-e76f-4717-b69c-2fa1d085a8c5 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caf378d-620f-4ea9-8b31-5c51e1b76628,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:55.286360 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-105c2918-953d-4a6a-8f42-6c03c140f88e service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082358 Jul 05 04:25:55.306361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdba52-9567-4e55-96b2-aaf19a67fa4c req-944f3a5a-fdc0-498f-af16-0042877399f0 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:55.306361 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22bdba52-9567-4e55-96b2-aaf19a67fa4c req-944f3a5a-fdc0-498f-af16-0042877399f0 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 943 time: 0.1345541 Jul 05 04:25:55.344956 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22bdba52-9567-4e55-96b2-aaf19a67fa4c req-f7ae7fe8-78f9-4c9e-b460-2291ea2f22e8 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400720 Jul 05 04:25:55.361150 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0efebd1a-9646-4b76-97e0-92dab25863bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.373236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0efebd1a-9646-4b76-97e0-92dab25863bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.377261 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0efebd1a-9646-4b76-97e0-92dab25863bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3f9b987-b6a0-4b3d-b604-5a503a515347 HTTP/1.1" status: 204 len: 168 time: 0.3686852 Jul 05 04:25:55.392203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efebd1a-9646-4b76-97e0-92dab25863bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f9b987-b6a0-4b3d-b604-5a503a515347,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:55.396803 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.419036 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9e604fc-07b4-4bcb-b8ff-62e794dd7892 req-e6681bca-35d8-4ca6-9638-219a79066b3f service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258709 Jul 05 04:25:55.511981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b74da4-0c71-44e1-9f65-f287673083b0 req-262155ff-ea97-489c-a387-327b3f289f85 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:55.514338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80b74da4-0c71-44e1-9f65-f287673083b0 req-262155ff-ea97-489c-a387-327b3f289f85 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0834675 Jul 05 04:25:55.564449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80b74da4-0c71-44e1-9f65-f287673083b0 req-070a1421-3bf6-4b42-90f7-fa276f1057ef tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389032 Jul 05 04:25:55.578436 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abf8c9-2931-4808-8b11-4e56f53430da req-794d920d-ca63-4961-bdae-8ea5bf9653f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:55.579973 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b3abf8c9-2931-4808-8b11-4e56f53430da req-794d920d-ca63-4961-bdae-8ea5bf9653f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 1094 time: 0.0631051 Jul 05 04:25:55.590860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51292) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:55.670254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e24fd4b8-af43-4d2a-b15c-3805601ab20b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/52d30bd4-76c7-4cb7-8cd1-577e22031f55 HTTP/1.1" status: 200 len: 992 time: 0.0727274 Jul 05 04:25:55.683097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abf8c9-2931-4808-8b11-4e56f53430da req-bc66536e-2ef5-4a46-af72-c98ef03b9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:55.683097 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b3abf8c9-2931-4808-8b11-4e56f53430da req-bc66536e-2ef5-4a46-af72-c98ef03b9d1f service neutron] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.0955200 Jul 05 04:25:55.723534 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b3abf8c9-2931-4808-8b11-4e56f53430da req-7b66bbd1-e62a-426c-a04c-082ec0ab087e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf6a5122-97f0-49c2-bdd5-f9a9150325a6 HTTP/1.1" status: 200 len: 217 time: 0.0360112 Jul 05 04:25:55.778750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abf8c9-2931-4808-8b11-4e56f53430da req-2d84f5bb-1f8b-4680-97e2-0d3807ff0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:55.781675 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b3abf8c9-2931-4808-8b11-4e56f53430da req-2d84f5bb-1f8b-4680-97e2-0d3807ff0e53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0510218 Jul 05 04:25:55.854645 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abf8c9-2931-4808-8b11-4e56f53430da req-daf131ed-7ccf-44d3-99b5-0ec8617a0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:55.856451 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b3abf8c9-2931-4808-8b11-4e56f53430da req-daf131ed-7ccf-44d3-99b5-0ec8617a0319 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691774 Jul 05 04:25:55.956623 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b3abf8c9-2931-4808-8b11-4e56f53430da req-99fe9208-f694-4963-bd2b-df60761f1c5f service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918391 Jul 05 04:25:56.054634 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b3abf8c9-2931-4808-8b11-4e56f53430da req-a96d77f1-47ae-4efa-a9f5-7166ec4c191c service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940547 Jul 05 04:25:56.531774 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d4a89-78f9-467c-a6dc-c784c9aa0b83 req-7e1a069d-e5ef-4aeb-96a0-8ef4f4079378 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:56.533350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-937d4a89-78f9-467c-a6dc-c784c9aa0b83 req-7e1a069d-e5ef-4aeb-96a0-8ef4f4079378 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 943 time: 0.0706635 Jul 05 04:25:56.576672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-937d4a89-78f9-467c-a6dc-c784c9aa0b83 req-ec53454b-0544-4941-b2e6-31711bf7f670 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376072 Jul 05 04:25:56.783263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450898b4-5b1a-4c85-98ef-2b01de371d6f req-5021e13b-67c3-4ffe-bb95-1c14b574e67c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:56.784838 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-450898b4-5b1a-4c85-98ef-2b01de371d6f req-5021e13b-67c3-4ffe-bb95-1c14b574e67c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0692990 Jul 05 04:25:56.828467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-450898b4-5b1a-4c85-98ef-2b01de371d6f req-b2197999-5c4d-4cc6-b6c7-f36039225970 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371330 Jul 05 04:25:57.027777 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-15bd4f5f-613c-4076-80af-163dc07f3e0c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1552787 Jul 05 04:25:57.191783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51340) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:57.211412 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.301630 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae95f3be-3644-4c8b-b002-7214f798771e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.416107 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae95f3be-3644-4c8b-b002-7214f798771e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.506665 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae95f3be-3644-4c8b-b002-7214f798771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.545593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95f3be-3644-4c8b-b002-7214f798771e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bdb69a-38b4-495f-a502-461aa7c3b24d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:57.552424 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ae95f3be-3644-4c8b-b002-7214f798771e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf5de940d5514e73b8f6f34986ef1fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3605001 Jul 05 04:25:57.554166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51356) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:57.609076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a1bc76a-bd15-4da0-b497-a6930925861c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.632696 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a1bc76a-bd15-4da0-b497-a6930925861c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.777422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb20114-a1cd-4508-8ad9-b45cd2ea6e0e req-e5517f59-dfa4-442f-bd73-04151fd6f30c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:57.778669 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cb20114-a1cd-4508-8ad9-b45cd2ea6e0e req-e5517f59-dfa4-442f-bd73-04151fd6f30c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 943 time: 0.0696177 Jul 05 04:25:57.822579 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a1bc76a-bd15-4da0-b497-a6930925861c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.822925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7cb20114-a1cd-4508-8ad9-b45cd2ea6e0e req-a58ee86c-3177-4273-9db5-2e98802f56bd tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348134 Jul 05 04:25:57.823345 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4a1bc76a-bd15-4da0-b497-a6930925861c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.823345 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4a1bc76a-bd15-4da0-b497-a6930925861c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99bdb69a-38b4-495f-a502-461aa7c3b24d HTTP/1.1" status: 204 len: 168 time: 0.2664697 Jul 05 04:25:57.831262 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bc76a-bd15-4da0-b497-a6930925861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bdb69a-38b4-495f-a502-461aa7c3b24d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:58.023337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f96da-f725-495b-ae7f-97ac325624b4 req-111383c9-27a3-4ce6-b8d5-cd4242518e6d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:58.024776 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-308f96da-f725-495b-ae7f-97ac325624b4 req-111383c9-27a3-4ce6-b8d5-cd4242518e6d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0704155 Jul 05 04:25:58.065520 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-308f96da-f725-495b-ae7f-97ac325624b4 req-971c628c-f736-477c-b3bc-c7dc23c77d5f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351417 Jul 05 04:25:59.049731 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e3384-62c9-481a-bb14-73dca265a515 req-cf8c6b57-1d7e-4753-a9cd-89450aea9343 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:59.051281 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-450e3384-62c9-481a-bb14-73dca265a515 req-cf8c6b57-1d7e-4753-a9cd-89450aea9343 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 943 time: 0.0683253 Jul 05 04:25:59.089442 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-450e3384-62c9-481a-bb14-73dca265a515 req-180bd30d-54bb-43be-a2f1-a17eb6c10b0d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325015 Jul 05 04:25:59.263561 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d521b60-6010-4052-bb50-04c45e8c0525 req-f3ad94ab-301a-4d28-8321-c8340a8477cf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:59.265896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d521b60-6010-4052-bb50-04c45e8c0525 req-f3ad94ab-301a-4d28-8321-c8340a8477cf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0717311 Jul 05 04:25:59.305061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d521b60-6010-4052-bb50-04c45e8c0525 req-604112b0-2544-4575-a939-78810a96d890 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339513 Jul 05 04:25:59.538292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-9c113ae9-2b4b-41d0-ab9f-57229866ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:59.539798 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-9c113ae9-2b4b-41d0-ab9f-57229866ab23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1096 time: 0.1624105 Jul 05 04:25:59.628166 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.639015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c238bfcd-45bc-4556-a68c-30c4f77ff1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:59.641276 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c238bfcd-45bc-4556-a68c-30c4f77ff1f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d5423e1-e478-42fa-afe6-5e0b71c814fc HTTP/1.1" status: 200 len: 898 time: 0.0924714 Jul 05 04:25:59.707785 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-593cfc7f-3e53-403c-8c18-fde2f70c9a06 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23 HTTP/1.1" status: 200 len: 1000 time: 0.0605295 Jul 05 04:25:59.758136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-0aa08e60-387f-4806-b4d7-13bba46e5e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:59.759708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-0aa08e60-387f-4806-b4d7-13bba46e5e6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08ec150a-cb06-4959-85d1-f13e68f61ef0 HTTP/1.1" status: 200 len: 834 time: 0.0455039 Jul 05 04:25:59.773954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51416) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:59.888607 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b35e4a03-536f-436b-ba70-6ed71d57bbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.991607 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b35e4a03-536f-436b-ba70-6ed71d57bbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:00.073841 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b35e4a03-536f-436b-ba70-6ed71d57bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:00.098313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-72db8c63-daf5-458c-9790-fc543477f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:00.099878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-72db8c63-daf5-458c-9790-fc543477f0f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d5423e1-e478-42fa-afe6-5e0b71c814fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3343701 Jul 05 04:26:00.114097 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b35e4a03-536f-436b-ba70-6ed71d57bbf0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17c1df5afb4a4827a7bf2990a97d5ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390317 Jul 05 04:26:00.114945 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e4a03-536f-436b-ba70-6ed71d57bbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98a5ad1-21d3-4f9f-8fdd-8694e827f417,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:00.117975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51422) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:00.171680 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba517241-aa4d-462b-a80d-f0cd0db65318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:00.193413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-5c8b6e4d-dbca-4e8e-ab83-cfbee45116e3 service neutron] 10.222.0.64 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863719 Jul 05 04:26:00.195095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba517241-aa4d-462b-a80d-f0cd0db65318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:00.308233 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba517241-aa4d-462b-a80d-f0cd0db65318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:00.310939 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba517241-aa4d-462b-a80d-f0cd0db65318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:00.313047 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ba517241-aa4d-462b-a80d-f0cd0db65318 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d98a5ad1-21d3-4f9f-8fdd-8694e827f417 HTTP/1.1" status: 204 len: 168 time: 0.1937387 Jul 05 04:26:00.321831 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba517241-aa4d-462b-a80d-f0cd0db65318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98a5ad1-21d3-4f9f-8fdd-8694e827f417,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:00.325045 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-d1923020-7891-4e3f-864f-eaaa516b8c93 service neutron] 10.222.0.64 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244721 Jul 05 04:26:00.345035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e143a-3e2a-4f4f-b81f-57658a559649 req-7012b4a9-4275-4fb5-b63d-ca1d4bb76893 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:00.346699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b5e143a-3e2a-4f4f-b81f-57658a559649 req-7012b4a9-4275-4fb5-b63d-ca1d4bb76893 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 943 time: 0.1274216 Jul 05 04:26:00.397943 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b5e143a-3e2a-4f4f-b81f-57658a559649 req-f4ee8bd2-f97b-441d-a34d-b791309764ce tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454094 Jul 05 04:26:00.499246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cadd-3882-4f51-ac5e-bde7982f9ef1 req-56c67fb9-e3c9-4ca0-be59-c5a30a3f383d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:00.501277 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cad1cadd-3882-4f51-ac5e-bde7982f9ef1 req-56c67fb9-e3c9-4ca0-be59-c5a30a3f383d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0687809 Jul 05 04:26:00.538349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cad1cadd-3882-4f51-ac5e-bde7982f9ef1 req-588f3b36-6ade-4b4c-aed1-1b1bd3069d5f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315139 Jul 05 04:26:01.571443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e636b0b-f2db-40ef-a04b-896b6042023d req-2aba729a-90d1-4a71-b6fb-62152551e8d5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:01.572969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e636b0b-f2db-40ef-a04b-896b6042023d req-2aba729a-90d1-4a71-b6fb-62152551e8d5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 943 time: 0.0644927 Jul 05 04:26:01.599764 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.614055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e636b0b-f2db-40ef-a04b-896b6042023d req-6ab39e02-e33e-4bac-b3c6-4be72b1a7f08 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354688 Jul 05 04:26:01.718380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afc5b6-6c84-4a5d-b914-b758cd10a52f req-a052ac3b-8ca3-423f-9644-2658e50eb60b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:01.720482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1afc5b6-6c84-4a5d-b914-b758cd10a52f req-a052ac3b-8ca3-423f-9644-2658e50eb60b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0672412 Jul 05 04:26:01.757369 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1afc5b6-6c84-4a5d-b914-b758cd10a52f req-ac994c41-59c9-4a67-a9f6-eb6ac789361e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314548 Jul 05 04:26:02.793871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04946f95-da2d-40e2-a0a4-fc0e71434455 req-c7d572d6-543b-472b-bc0b-ebdf301d77e3 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:02.798011 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04946f95-da2d-40e2-a0a4-fc0e71434455 req-c7d572d6-543b-472b-bc0b-ebdf301d77e3 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 943 time: 0.0641620 Jul 05 04:26:02.833412 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04946f95-da2d-40e2-a0a4-fc0e71434455 req-a6a63685-f4d0-452b-befe-d22e78b5b446 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319440 Jul 05 04:26:02.936140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f998d10-bdb5-47e0-a41e-cccbce57e301 req-f043aabf-db10-44ff-a864-93277eb0dacc tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:02.937656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f998d10-bdb5-47e0-a41e-cccbce57e301 req-f043aabf-db10-44ff-a864-93277eb0dacc tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0631297 Jul 05 04:26:02.975542 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f998d10-bdb5-47e0-a41e-cccbce57e301 req-5f2ea79e-2b94-4d72-bd50-1c7fb51e99aa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311320 Jul 05 04:26:04.007696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653fe2d-878c-4cbf-b999-3be8b0f3e071 req-50812138-5d95-447c-b720-7543bb7c2147 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:04.009234 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9653fe2d-878c-4cbf-b999-3be8b0f3e071 req-50812138-5d95-447c-b720-7543bb7c2147 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 943 time: 0.0660424 Jul 05 04:26:04.047485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9653fe2d-878c-4cbf-b999-3be8b0f3e071 req-9410e1ef-7578-454b-ac96-a391e1a76a62 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327623 Jul 05 04:26:04.157401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eddef9-d99e-4ac4-b5f9-9cab0f329e28 req-a5c7e6f6-7a17-4757-bad6-79892984e581 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:04.159496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8eddef9-d99e-4ac4-b5f9-9cab0f329e28 req-a5c7e6f6-7a17-4757-bad6-79892984e581 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0638125 Jul 05 04:26:04.195693 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b8eddef9-d99e-4ac4-b5f9-9cab0f329e28 req-ee0a7450-a523-4f5f-aa7b-cbfdca6e6f2c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305455 Jul 05 04:26:05.233940 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e498-78ef-45d5-b2b4-adac6cbaa43c req-3f5d1aa0-c9c6-40ef-8eb3-c20f12de6541 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:05.235508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b911e498-78ef-45d5-b2b4-adac6cbaa43c req-3f5d1aa0-c9c6-40ef-8eb3-c20f12de6541 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 943 time: 0.0695934 Jul 05 04:26:05.279234 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b911e498-78ef-45d5-b2b4-adac6cbaa43c req-fb3c2e73-bb5a-4d7b-ba34-9041c91a7562 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351853 Jul 05 04:26:05.399372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d48b1-01ee-4990-bbae-83b46dc768a6 req-56fb33b1-c2ec-4adf-ba26-80806c2fd2af tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:05.400939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c0d48b1-01ee-4990-bbae-83b46dc768a6 req-56fb33b1-c2ec-4adf-ba26-80806c2fd2af tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0653403 Jul 05 04:26:05.438711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c0d48b1-01ee-4990-bbae-83b46dc768a6 req-9ba91937-efff-4968-8a4d-8f1698b8f7c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321791 Jul 05 04:26:05.622358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device bf6a5122-97f0-49c2-bdd5-f9a9150325a6 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:26:05.726727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port bf6a5122-97f0-49c2-bdd5-f9a9150325a6, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=bf6a5122-97f0-49c2-bdd5-f9a9150325a6,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:05.738581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'bf6a5122-97f0-49c2-bdd5-f9a9150325a6', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'port_id': 'bf6a5122-97f0-49c2-bdd5-f9a9150325a6', 'mac_address': 'fa:16:3e:47:0a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:26:05.774953 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.788649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6a5122-97f0-49c2-bdd5-f9a9150325a6 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:26:05.808627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port bf6a5122-97f0-49c2-bdd5-f9a9150325a6, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=bf6a5122-97f0-49c2-bdd5-f9a9150325a6,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:05.902366 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.948453 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=bf6a5122-97f0-49c2-bdd5-f9a9150325a6,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:05.955341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:05.955720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:05.956070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:05.956407 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:05.956740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:05.957064 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:05.957387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:05.957706 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:05.958027 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:05.958347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:05.958669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:05.958989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:06.145308 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['bf6a5122-97f0-49c2-bdd5-f9a9150325a6'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:26:06.451274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de8e30-db6e-4acf-960f-37f276121cc1 req-86b76167-e8a8-411b-be9c-ec70ca340688 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:06.452790 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98de8e30-db6e-4acf-960f-37f276121cc1 req-86b76167-e8a8-411b-be9c-ec70ca340688 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 944 time: 0.0621960 Jul 05 04:26:06.491773 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98de8e30-db6e-4acf-960f-37f276121cc1 req-8e38aed0-b82b-41b3-9377-da82bebd15b7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325928 Jul 05 04:26:06.626312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef617a19-2cb4-4681-a099-cc75439e76ec req-2379d906-4947-415a-88c1-37292b1ba31c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:06.627722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef617a19-2cb4-4681-a099-cc75439e76ec req-2379d906-4947-415a-88c1-37292b1ba31c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0702844 Jul 05 04:26:06.664734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef617a19-2cb4-4681-a099-cc75439e76ec req-5c2c79f2-ba19-43fe-8a2b-d066d73f2f60 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314021 Jul 05 04:26:07.636649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device bf6a5122-97f0-49c2-bdd5-f9a9150325a6 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:07.674669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc5b95-539c-4fef-b83a-411f247d69b8 req-377a5b19-ac75-437c-b6d9-a62cabe73e77 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:07.676265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21bc5b95-539c-4fef-b83a-411f247d69b8 req-377a5b19-ac75-437c-b6d9-a62cabe73e77 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 944 time: 0.0650320 Jul 05 04:26:07.714885 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21bc5b95-539c-4fef-b83a-411f247d69b8 req-d1eb48d6-7016-4cb0-929f-69571ca25936 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330935 Jul 05 04:26:07.742401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port bf6a5122-97f0-49c2-bdd5-f9a9150325a6 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:07.746313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port bf6a5122-97f0-49c2-bdd5-f9a9150325a6 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:07.746779 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.821932 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.843648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e26ebb7-28ea-475f-8970-71ce8a22d3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6a5122-97f0-49c2-bdd5-f9a9150325a6'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:07.845673 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d738e5-e3ae-4d8c-b9f4-760e1655f501 req-e0286423-c2f6-4f77-b9b8-f9ebad843b90 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:07.847411 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3633e6dd-f5dd-43fd-baff-3d5b480f65b5" -d '{"events": [{"server_uuid": "3e26ebb7-28ea-475f-8970-71ce8a22d3ee", "name": "network-vif-plugged", "status": "completed", "tag": "bf6a5122-97f0-49c2-bdd5-f9a9150325a6"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:07.847538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5d738e5-e3ae-4d8c-b9f4-760e1655f501 req-e0286423-c2f6-4f77-b9b8-f9ebad843b90 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0688956 Jul 05 04:26:07.860839 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port bf6a5122-97f0-49c2-bdd5-f9a9150325a6, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=bf6a5122-97f0-49c2-bdd5-f9a9150325a6,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:07.889258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5d738e5-e3ae-4d8c-b9f4-760e1655f501 req-96b87050-e938-44d5-96e7-2f7dd8bf591b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361216 Jul 05 04:26:07.942877 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.990158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=bf6a5122-97f0-49c2-bdd5-f9a9150325a6,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:08.065569 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3da721-afd2-485c-8269-8375568b14f5 x-openstack-request-id: req-6a3da721-afd2-485c-8269-8375568b14f5 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:08.065864 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e26ebb7-28ea-475f-8970-71ce8a22d3ee", "name": "network-vif-plugged", "status": "completed", "tag": "bf6a5122-97f0-49c2-bdd5-f9a9150325a6", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:08.066123 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a3da721-afd2-485c-8269-8375568b14f5 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:08.066543 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e26ebb7-28ea-475f-8970-71ce8a22d3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6a5122-97f0-49c2-bdd5-f9a9150325a6', 'code': 200} Jul 05 04:26:08.172603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e651a98-552c-468a-889f-44a78e454a09 req-0e9181b9-bc87-4486-9ff0-0993021c8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:08.174593 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e651a98-552c-468a-889f-44a78e454a09 req-0e9181b9-bc87-4486-9ff0-0993021c8545 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 1096 time: 0.0504463 Jul 05 04:26:08.207524 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e651a98-552c-468a-889f-44a78e454a09 req-156bb2a8-d0b3-4c72-a252-0bc9bf5d694a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265405 Jul 05 04:26:08.896769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e24498-2a09-4614-a4ec-ac894342e130 req-edcae933-b743-4a83-bfd9-349741d1a3a1 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:08.899683 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00e24498-2a09-4614-a4ec-ac894342e130 req-edcae933-b743-4a83-bfd9-349741d1a3a1 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 945 time: 0.0702517 Jul 05 04:26:08.942389 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00e24498-2a09-4614-a4ec-ac894342e130 req-c6c054c7-5943-4a77-8492-576b163fc239 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360246 Jul 05 04:26:09.066593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee972e8-63bd-4720-9d48-f9694e84a6fc req-22a602a1-1a92-4268-bcf9-c12dbc0947fb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:09.068026 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dee972e8-63bd-4720-9d48-f9694e84a6fc req-22a602a1-1a92-4268-bcf9-c12dbc0947fb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0626750 Jul 05 04:26:09.104901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dee972e8-63bd-4720-9d48-f9694e84a6fc req-e5bc3065-1733-4f67-b920-3e68381ac43b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Jul 05 04:26:10.118704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356dde-8e3c-4cca-b131-78b0a20a555b req-2360751f-a9c7-45ff-9639-fd6327d50bf6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:10.120195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65356dde-8e3c-4cca-b131-78b0a20a555b req-2360751f-a9c7-45ff-9639-fd6327d50bf6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 945 time: 0.0670838 Jul 05 04:26:10.158841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65356dde-8e3c-4cca-b131-78b0a20a555b req-bb0640ce-061c-4b3c-9025-b0ecfedfc03b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325346 Jul 05 04:26:10.289373 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81a4cd-003a-49f5-8689-fc2cd2906e1d req-16f9cb06-d496-4956-bc37-3beac4f9056d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:10.290732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e81a4cd-003a-49f5-8689-fc2cd2906e1d req-16f9cb06-d496-4956-bc37-3beac4f9056d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0734746 Jul 05 04:26:10.351215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e81a4cd-003a-49f5-8689-fc2cd2906e1d req-ab9ce569-ac57-4aec-89c8-027c2f966693 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439601 Jul 05 04:26:10.373058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3fdf0-8d0b-458b-be58-09122df954b3 req-e8d5b5eb-7abb-49ee-8713-3d48da23c7fe tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:10.374551 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51e3fdf0-8d0b-458b-be58-09122df954b3 req-e8d5b5eb-7abb-49ee-8713-3d48da23c7fe tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 945 time: 0.1048636 Jul 05 04:26:10.416559 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51e3fdf0-8d0b-458b-be58-09122df954b3 req-a7bf889a-5d94-49d6-bf6b-34621434331e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323675 Jul 05 04:26:10.441596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51468) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:10.647878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f241084-d08d-4b88-98eb-44942ad314ee tempest-TestVolumeBootPattern-1500956589 tempest-TestVolumeBootPattern-1500956589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:10.649429 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5f241084-d08d-4b88-98eb-44942ad314ee tempest-TestVolumeBootPattern-1500956589 tempest-TestVolumeBootPattern-1500956589-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 1091 time: 0.2068715 Jul 05 04:26:10.652347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51472) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:10.656647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': 'bf6a5122-97f0-49c2-bdd5-f9a9150325a6', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:10.753416 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:10.851870 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:10.956678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Allocated IP 172.25.0.162 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/e08e8d90-759a-418b-9d5c-5d8e9d1db6ce) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:11.065085 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:11.182979 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:11.219942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:11.224091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:11.227831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:11.258435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'Port': ['ID=e08e8d90-759a-418b-9d5c-5d8e9d1db6ce,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:11.634025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d98ca4-de01-4c7c-a431-dabcc33a6048 req-f8b44f6a-78a7-48fb-bbd1-7d506c66fa28 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:11.635516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-82d98ca4-de01-4c7c-a431-dabcc33a6048 req-f8b44f6a-78a7-48fb-bbd1-7d506c66fa28 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.1677511 Jul 05 04:26:11.664421 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:11.712046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-82d98ca4-de01-4c7c-a431-dabcc33a6048 req-71060931-b372-4a2d-8619-316979f6c7fc tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696883 Jul 05 04:26:11.839890 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:11.987094 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.044989 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.109732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'Port': ['ID=e08e8d90-759a-418b-9d5c-5d8e9d1db6ce,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:12.121058 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.221869 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Floating IP 4b053750-de1a-4968-9048-91e69d395f79 associated. External IP: 172.25.0.162, port: bf6a5122-97f0-49c2-bdd5-f9a9150325a6. Jul 05 04:26:12.427391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Router 527ff381-7069-4798-b430-ed620c3adbfc has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:12.536966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:12.546668 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae246284-7fd7-45e9-af60-17c4af838c74 None None] Sync routers for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:12.555907 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae246284-7fd7-45e9-af60-17c4af838c74 None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:12.556554 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ae246284-7fd7-45e9-af60-17c4af838c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:25:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:12.629028 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.658731 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ae246284-7fd7-45e9-af60-17c4af838c74 None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:12.664660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9105bf3f-d1e7-4664-8b8b-25f0114474a4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0112667 Jul 05 04:26:12.665350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e26ebb7-28ea-475f-8970-71ce8a22d3ee', 'tag': 'bf6a5122-97f0-49c2-bdd5-f9a9150325a6'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:12.667776 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6dd631-20da-4d03-8395-34c4e56677cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3e26ebb7-28ea-475f-8970-71ce8a22d3ee", "tag": "bf6a5122-97f0-49c2-bdd5-f9a9150325a6"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:12.704153 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7f2290-2747-4ecb-9fbf-b86086034803 x-openstack-request-id: req-ad7f2290-2747-4ecb-9fbf-b86086034803 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:12.704480 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e26ebb7-28ea-475f-8970-71ce8a22d3ee", "tag": "bf6a5122-97f0-49c2-bdd5-f9a9150325a6", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:12.704738 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad7f2290-2747-4ecb-9fbf-b86086034803 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:12.705179 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e26ebb7-28ea-475f-8970-71ce8a22d3ee', 'tag': 'bf6a5122-97f0-49c2-bdd5-f9a9150325a6', 'status': 'completed', 'code': 200} Jul 05 04:26:12.780801 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dd631-20da-4d03-8395-34c4e56677cd req-e42802b6-eb43-4c07-bcf1-22243772871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:12.782346 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cf6dd631-20da-4d03-8395-34c4e56677cd req-e42802b6-eb43-4c07-bcf1-22243772871d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 1096 time: 0.0538237 Jul 05 04:26:12.883584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dd631-20da-4d03-8395-34c4e56677cd req-158a8318-437b-46f8-a3dc-ef7e80e55a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:12.885748 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cf6dd631-20da-4d03-8395-34c4e56677cd req-158a8318-437b-46f8-a3dc-ef7e80e55a94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.0969529 Jul 05 04:26:12.898960 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ae246284-7fd7-45e9-af60-17c4af838c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '4b053750-de1a-4968-9048-91e69d395f79', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': 'bf6a5122-97f0-49c2-bdd5-f9a9150325a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:47:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e26ebb7-28ea-475f-8970-71ce8a22d3ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:26:11Z', 'updated_at': '2021-07-05T04:26:11Z', 'revision_number': 0, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:12.906737 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76097346-9eda-4e95-b1d4-135cf1206d07 req-8143bfc5-87f7-4b48-a154-9f81a823180b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:12.908876 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76097346-9eda-4e95-b1d4-135cf1206d07 req-8143bfc5-87f7-4b48-a154-9f81a823180b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0770724 Jul 05 04:26:12.927426 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae246284-7fd7-45e9-af60-17c4af838c74 None None] Checking router: 527ff381-7069-4798-b430-ed620c3adbfc for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:12.935534 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae246284-7fd7-45e9-af60-17c4af838c74 None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:12.936159 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ae246284-7fd7-45e9-af60-17c4af838c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:25:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:12.960929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76097346-9eda-4e95-b1d4-135cf1206d07 req-4daa2d0a-4c5c-4195-aada-8023ba3bdbb2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461450 Jul 05 04:26:12.992691 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cf6dd631-20da-4d03-8395-34c4e56677cd req-2e5e68f3-98a4-4a4d-b3b3-234d84554ef3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf6a5122-97f0-49c2-bdd5-f9a9150325a6 HTTP/1.1" status: 200 len: 999 time: 0.1010447 Jul 05 04:26:13.041794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dd631-20da-4d03-8395-34c4e56677cd req-829ae8d3-7234-4fe7-8c5e-0a06538caa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:13.043416 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cf6dd631-20da-4d03-8395-34c4e56677cd req-829ae8d3-7234-4fe7-8c5e-0a06538caa1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0451565 Jul 05 04:26:13.045426 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ae246284-7fd7-45e9-af60-17c4af838c74 None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:13.106313 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dd631-20da-4d03-8395-34c4e56677cd req-e23baba9-d125-4393-8a74-c3be29f58935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:13.107841 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cf6dd631-20da-4d03-8395-34c4e56677cd req-e23baba9-d125-4393-8a74-c3be29f58935 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576022 Jul 05 04:26:13.122797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453369e-3ab8-41a4-a809-e7cc8ca82889 req-c682c557-dce2-45d1-b4fe-d073cecf8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:13.124611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1453369e-3ab8-41a4-a809-e7cc8ca82889 req-c682c557-dce2-45d1-b4fe-d073cecf8cd5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1096 time: 0.0613029 Jul 05 04:26:13.204398 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cf6dd631-20da-4d03-8395-34c4e56677cd req-3da7bc39-2a46-4e34-acfc-faca9243b6b3 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897734 Jul 05 04:26:13.234642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453369e-3ab8-41a4-a809-e7cc8ca82889 req-26e6c21f-9592-45d4-af94-c73d423bfb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:13.236181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1453369e-3ab8-41a4-a809-e7cc8ca82889 req-26e6c21f-9592-45d4-af94-c73d423bfb9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d5423e1-e478-42fa-afe6-5e0b71c814fc HTTP/1.1" status: 200 len: 898 time: 0.0901628 Jul 05 04:26:13.281075 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ae246284-7fd7-45e9-af60-17c4af838c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '4b053750-de1a-4968-9048-91e69d395f79', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': 'bf6a5122-97f0-49c2-bdd5-f9a9150325a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:47:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e26ebb7-28ea-475f-8970-71ce8a22d3ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:26:11Z', 'updated_at': '2021-07-05T04:26:11Z', 'revision_number': 0, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:13.301003 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cf6dd631-20da-4d03-8395-34c4e56677cd req-c7b5a750-fd86-42e4-8f57-70ddb5634585 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902359 Jul 05 04:26:13.308631 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1453369e-3ab8-41a4-a809-e7cc8ca82889 req-95ff90f1-b8d8-4713-a81f-9468f6d0d358 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23 HTTP/1.1" status: 200 len: 1000 time: 0.0649056 Jul 05 04:26:13.312312 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae246284-7fd7-45e9-af60-17c4af838c74 None None] The sync data for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 is: [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '4b053750-de1a-4968-9048-91e69d395f79', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': 'bf6a5122-97f0-49c2-bdd5-f9a9150325a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:47:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e26ebb7-28ea-475f-8970-71ce8a22d3ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:26:11Z', 'updated_at': '2021-07-05T04:26:11Z', 'revision_number': 0, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:13.361917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453369e-3ab8-41a4-a809-e7cc8ca82889 req-43e1c918-ddf3-4402-ac3d-7c41107cab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:13.363546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1453369e-3ab8-41a4-a809-e7cc8ca82889 req-43e1c918-ddf3-4402-ac3d-7c41107cab3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08ec150a-cb06-4959-85d1-f13e68f61ef0 HTTP/1.1" status: 200 len: 834 time: 0.0488057 Jul 05 04:26:13.427139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453369e-3ab8-41a4-a809-e7cc8ca82889 req-aea3b5e7-3397-4526-b9a5-398c9b62452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:13.428824 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1453369e-3ab8-41a4-a809-e7cc8ca82889 req-aea3b5e7-3397-4526-b9a5-398c9b62452b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d5423e1-e478-42fa-afe6-5e0b71c814fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574236 Jul 05 04:26:13.511448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7153164f-aa8b-41bc-99ef-fb9b00556a4c None None] New status for floating IP 4b053750-de1a-4968-9048-91e69d395f79: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:26:13.529494 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1453369e-3ab8-41a4-a809-e7cc8ca82889 req-6b56df4d-7c34-47d5-9912-04976307f5da service neutron] 10.222.0.64 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934732 Jul 05 04:26:13.619195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1453369e-3ab8-41a4-a809-e7cc8ca82889 req-ddf3c1ce-fc5e-486c-a4ff-2d3ba75ab9f1 service neutron] 10.222.0.64 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832469 Jul 05 04:26:14.140514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac81b7-5c36-4271-a65c-918a817291b5 req-308e3401-531f-4e46-846c-e87103e2b9fe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:14.140780 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:26:14.142022 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16ac81b7-5c36-4271-a65c-918a817291b5 req-308e3401-531f-4e46-846c-e87103e2b9fe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0669360 Jul 05 04:26:14.179266 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16ac81b7-5c36-4271-a65c-918a817291b5 req-c00187f6-1d5e-4dbc-8ada-65908f8ebf01 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316565 Jul 05 04:26:15.358184 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019e053-5d4e-435c-b5f4-4ae9bac41fec req-a9ffec26-bbc8-478d-a7ee-fd92c17da8af tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:15.359718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d019e053-5d4e-435c-b5f4-4ae9bac41fec req-a9ffec26-bbc8-478d-a7ee-fd92c17da8af tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0694931 Jul 05 04:26:15.399186 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d019e053-5d4e-435c-b5f4-4ae9bac41fec req-36201789-0c25-4401-966c-894118c66037 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327482 Jul 05 04:26:16.570666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b2894-f839-470b-a153-fec0763aebf6 req-5d04b470-0fc4-40a2-aa85-5379abd5dc39 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:16.572145 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-129b2894-f839-470b-a153-fec0763aebf6 req-5d04b470-0fc4-40a2-aa85-5379abd5dc39 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0625300 Jul 05 04:26:16.609853 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-129b2894-f839-470b-a153-fec0763aebf6 req-e0298a30-71eb-4578-8b73-35033ca1649b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Jul 05 04:26:17.636891 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-bba4f3d0-1ef2-4f91-9210-cfe51bed1a4a service neutron] show failed (client error): The resource could not be found. Jul 05 04:26:17.641810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-bba4f3d0-1ef2-4f91-9210-cfe51bed1a4a service neutron] 10.222.0.64 "GET /v2.0/ports/3b0c9f4a-a162-4737-8646-1db13c35bc23/bindings/n-h1-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0606923 Jul 05 04:26:17.797120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65294a11-643b-4346-8f66-499698548538 req-6a2853aa-f0fe-4be1-a39e-56b970d92649 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:17.799268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65294a11-643b-4346-8f66-499698548538 req-6a2853aa-f0fe-4be1-a39e-56b970d92649 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0645995 Jul 05 04:26:17.841400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65294a11-643b-4346-8f66-499698548538 req-995b7318-2522-4f30-97b1-767198fd4a1b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361667 Jul 05 04:26:18.503119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-fd53dd02-38c7-460b-af54-0cd05223ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.504771 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-fd53dd02-38c7-460b-af54-0cd05223ae28 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 1096 time: 0.3796957 Jul 05 04:26:18.516623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:18.585736 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:18.785887 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] For port 3b0c9f4a-a162-4737-8646-1db13c35bc23, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:18.817823 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] For port 3b0c9f4a-a162-4737-8646-1db13c35bc23, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:18.860354 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:18.862760 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a04e257-ec4b-42c6-8abd-4715dd6e24df" -d '{"events": [{"server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:18.866273 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:18.879119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Transition to ACTIVE for port object 3b0c9f4a-a162-4737-8646-1db13c35bc23 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:18.915715 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efb0a44-1176-41cb-a046-58ec87e171ef x-openstack-request-id: req-3efb0a44-1176-41cb-a046-58ec87e171ef {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:18.916012 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:18.916263 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3efb0a44-1176-41cb-a046-58ec87e171ef {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:18.916959 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'code': 200} Jul 05 04:26:18.959657 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.031561 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220ca63-73f1-4b2d-9129-64a19fac8338 req-0e2a7ccc-624a-46fa-ac26-40898c1495b8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:19.033676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c220ca63-73f1-4b2d-9129-64a19fac8338 req-0e2a7ccc-624a-46fa-ac26-40898c1495b8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 943 time: 0.0711465 Jul 05 04:26:19.074593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Pushing event updated for resources: {'Port': ['ID=3b0c9f4a-a162-4737-8646-1db13c35bc23,revision_number=6']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:19.078539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c220ca63-73f1-4b2d-9129-64a19fac8338 req-31570cf0-f60e-4ceb-8f88-0bfc9807f077 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393155 Jul 05 04:26:19.089581 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:19.089961 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:19.090433 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:19.090769 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:19.091375 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:19.091711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:19.092041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:19.092392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:19.092721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:19.093055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:19.093377 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:19.093709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:19.158842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] No DVR routers for this DVR port 3b0c9f4a-a162-4737-8646-1db13c35bc23 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:19.294776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Attempting to bind port 3b0c9f4a-a162-4737-8646-1db13c35bc23 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:19.295049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Attempting to bind port 3b0c9f4a-a162-4737-8646-1db13c35bc23 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:19.295384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Attempting to bind port 3b0c9f4a-a162-4737-8646-1db13c35bc23 on network 3d5423e1-e478-42fa-afe6-5e0b71c814fc {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:19.300572 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Port 3b0c9f4a-a162-4737-8646-1db13c35bc23 on network 3d5423e1-e478-42fa-afe6-5e0b71c814fc not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:26:19.300860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Attempting to bind port 3b0c9f4a-a162-4737-8646-1db13c35bc23 on network 3d5423e1-e478-42fa-afe6-5e0b71c814fc {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:19.305619 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:19.305965 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Checking segment: {'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:19.306357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Bound using segment: {'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:19.306794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Bound port: 3b0c9f4a-a162-4737-8646-1db13c35bc23, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f1e3f0-19e0-45d0-8b30-668c9732419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:19.307157 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.373002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] For port 3b0c9f4a-a162-4737-8646-1db13c35bc23, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:19.376500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] For port 3b0c9f4a-a162-4737-8646-1db13c35bc23, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:19.439851 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.480897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:19.481562 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.483051 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] 10.222.0.11 "PUT /v2.0/ports/3b0c9f4a-a162-4737-8646-1db13c35bc23 HTTP/1.1" status: 200 len: 1091 time: 0.9703066 Jul 05 04:26:19.516136 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a1a61-a45b-4474-a07c-12f480d16e5d service neutron] Pushing event updated for resources: {'Port': ['ID=3b0c9f4a-a162-4737-8646-1db13c35bc23,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:19.571642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-475a7a30-5ea7-40ee-a60f-1ec1b68d2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:19.573229 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-475a7a30-5ea7-40ee-a60f-1ec1b68d2cb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1094 time: 0.0655444 Jul 05 04:26:19.674929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c9183abc-a434-402f-b9e5-52a79e8cadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:19.674929 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-c9183abc-a434-402f-b9e5-52a79e8cadbd service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d5423e1-e478-42fa-afe6-5e0b71c814fc HTTP/1.1" status: 200 len: 898 time: 0.0941386 Jul 05 04:26:19.739631 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-828f8978-3b84-4b6d-81d1-2f65dbb1b818 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23 HTTP/1.1" status: 200 len: 998 time: 0.0605977 Jul 05 04:26:19.797181 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-4d6e1070-89c2-4440-9b5e-39549cf7c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:19.800010 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-4d6e1070-89c2-4440-9b5e-39549cf7c7a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ec150a-cb06-4959-85d1-f13e68f61ef0 HTTP/1.1" status: 200 len: 834 time: 0.0533633 Jul 05 04:26:19.857842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-6e5e5613-e8d2-45e9-b2a4-ff1222330f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:19.859323 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-6e5e5613-e8d2-45e9-b2a4-ff1222330f3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d5423e1-e478-42fa-afe6-5e0b71c814fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541921 Jul 05 04:26:19.947603 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-cc7fae98-6a15-4aab-9089-a33c0d6a09f7 service neutron] 10.222.0.11 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820677 Jul 05 04:26:20.040174 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c42f031b-5942-4957-9ada-55ab3bf73354 req-ae04f7a5-bd1d-4e61-b079-5ad17d5ce4ec service neutron] 10.222.0.11 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866241 Jul 05 04:26:20.277409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b0a23-3ef5-4f7b-bed5-b856d04eaa0a req-11d1c9fd-e7ad-45fe-b4c4-d4f3c27050c0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:20.279487 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c8b0a23-3ef5-4f7b-bed5-b856d04eaa0a req-11d1c9fd-e7ad-45fe-b4c4-d4f3c27050c0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 943 time: 0.0799148 Jul 05 04:26:20.324543 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c8b0a23-3ef5-4f7b-bed5-b856d04eaa0a req-440979c5-0527-4fb7-ab35-47c126adf621 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380933 Jul 05 04:26:20.606663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eba8af-c904-4c13-adda-a4eec671f549 req-7f0bcf30-0e7e-4ab0-b88e-729b386c2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:20.608567 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f8eba8af-c904-4c13-adda-a4eec671f549 req-7f0bcf30-0e7e-4ab0-b88e-729b386c2276 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1094 time: 0.0564826 Jul 05 04:26:20.730114 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eba8af-c904-4c13-adda-a4eec671f549 req-3fd8d009-bce1-4a03-acff-5d96939707a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:20.731592 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f8eba8af-c904-4c13-adda-a4eec671f549 req-3fd8d009-bce1-4a03-acff-5d96939707a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d5423e1-e478-42fa-afe6-5e0b71c814fc HTTP/1.1" status: 200 len: 898 time: 0.1017442 Jul 05 04:26:20.798014 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f8eba8af-c904-4c13-adda-a4eec671f549 req-1e0fe18a-eb72-4997-9f24-b0a43accf108 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23 HTTP/1.1" status: 200 len: 998 time: 0.0593638 Jul 05 04:26:20.861397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eba8af-c904-4c13-adda-a4eec671f549 req-27006985-16bf-4b3d-a24b-ea58b32d12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:20.862871 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f8eba8af-c904-4c13-adda-a4eec671f549 req-27006985-16bf-4b3d-a24b-ea58b32d12e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ec150a-cb06-4959-85d1-f13e68f61ef0 HTTP/1.1" status: 200 len: 834 time: 0.0579150 Jul 05 04:26:20.917774 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:20.920038 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef95b9c1-bc5f-4353-8d92-72594e4ff857" -d '{"events": [{"name": "network-changed", "server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:20.930868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eba8af-c904-4c13-adda-a4eec671f549 req-096eed29-06cc-4d8d-ae71-41dd07ee4def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:20.932470 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f8eba8af-c904-4c13-adda-a4eec671f549 req-096eed29-06cc-4d8d-ae71-41dd07ee4def service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d5423e1-e478-42fa-afe6-5e0b71c814fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621524 Jul 05 04:26:20.985730 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3beb075-8c12-4481-a76d-809dad4e29cc x-openstack-request-id: req-a3beb075-8c12-4481-a76d-809dad4e29cc {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:20.986500 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:20.986788 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3beb075-8c12-4481-a76d-809dad4e29cc {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:20.987341 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'status': 'completed', 'code': 200} Jul 05 04:26:21.028665 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f8eba8af-c904-4c13-adda-a4eec671f549 req-8c4d411f-7234-4bce-8d5c-f53230065ff0 service neutron] 10.222.0.11 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881674 Jul 05 04:26:21.040229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-aafd3fa7-d3e2-4627-bc0e-5f25394fd670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:21.041866 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-aafd3fa7-d3e2-4627-bc0e-5f25394fd670 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1094 time: 0.0529454 Jul 05 04:26:21.125256 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f8eba8af-c904-4c13-adda-a4eec671f549 req-d0a9dd85-32a5-4e57-aa8a-01b468512772 service neutron] 10.222.0.11 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897355 Jul 05 04:26:21.230272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-2b145558-c939-4215-aa6f-b48c1a807f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:21.232055 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-2b145558-c939-4215-aa6f-b48c1a807f34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1094 time: 0.0602307 Jul 05 04:26:21.298118 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-63738361-a06f-4c49-a1a1-2ab0b5d94daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.334931 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-4d9dce84-f36e-47b1-8c3d-fe02c4cd25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:21.336527 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-4d9dce84-f36e-47b1-8c3d-fe02c4cd25b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d5423e1-e478-42fa-afe6-5e0b71c814fc HTTP/1.1" status: 200 len: 898 time: 0.0967047 Jul 05 04:26:21.418928 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-28f4ba49-76cb-4952-874c-ea37035457b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23 HTTP/1.1" status: 200 len: 998 time: 0.0734320 Jul 05 04:26:21.434152 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-67ca53bf-d2b8-471c-9d7b-e3224ffbddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:21.435636 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-67ca53bf-d2b8-471c-9d7b-e3224ffbddd7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d5423e1-e478-42fa-afe6-5e0b71c814fc HTTP/1.1" status: 200 len: 898 time: 0.3873570 Jul 05 04:26:21.474219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-0ac37a1a-62cb-4de8-9440-e3f1db82a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:21.475697 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-0ac37a1a-62cb-4de8-9440-e3f1db82a9bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ec150a-cb06-4959-85d1-f13e68f61ef0 HTTP/1.1" status: 200 len: 834 time: 0.0493758 Jul 05 04:26:21.540681 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-5a3a0bfe-b53c-4bc5-b110-aa0ea8940a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:21.542353 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-5a3a0bfe-b53c-4bc5-b110-aa0ea8940a5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d5423e1-e478-42fa-afe6-5e0b71c814fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566068 Jul 05 04:26:21.547375 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-bad7b5a4-f01d-4ab0-8036-059a7064366f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23 HTTP/1.1" status: 200 len: 998 time: 0.1022182 Jul 05 04:26:21.603130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f6599-b137-4e5e-8de1-3ce5fa7c64e8 req-74435f0e-7ec2-4da3-9ac4-97342ce2a141 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:21.604557 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-632f6599-b137-4e5e-8de1-3ce5fa7c64e8 req-74435f0e-7ec2-4da3-9ac4-97342ce2a141 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 943 time: 0.1140127 Jul 05 04:26:21.615800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-b817e5d9-bd70-41bf-afba-5bde031b19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:21.617283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-b817e5d9-bd70-41bf-afba-5bde031b19ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08ec150a-cb06-4959-85d1-f13e68f61ef0 HTTP/1.1" status: 200 len: 834 time: 0.0629385 Jul 05 04:26:21.650907 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-de3883e8-1eac-4b67-aafd-e04fd29efdba service neutron] 10.222.0.11 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006896 Jul 05 04:26:21.694975 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3b0c9f4a-a162-4737-8646-1db13c35bc23 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:26:21.704283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-632f6599-b137-4e5e-8de1-3ce5fa7c64e8 req-4adab913-768d-4f68-b1f1-c0ce09be2e53 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879073 Jul 05 04:26:21.732906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-bb290504-7412-479e-a8cd-70acc6ce2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:21.734494 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-bb290504-7412-479e-a8cd-70acc6ce2f84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d5423e1-e478-42fa-afe6-5e0b71c814fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102879 Jul 05 04:26:21.755723 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-7481cf15-0959-431c-b2be-d5f5c81d7d20 service neutron] 10.222.0.11 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977805 Jul 05 04:26:21.813022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3b0c9f4a-a162-4737-8646-1db13c35bc23, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:21.830419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-ccf38167-36ad-4cfb-a970-53a22bc89e12 service neutron] 10.222.0.64 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886536 Jul 05 04:26:21.833124 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'port_id': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'mac_address': 'fa:16:3e:fb:7e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:26:21.876613 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.890357 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0c9f4a-a162-4737-8646-1db13c35bc23 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:26:21.912676 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3b0c9f4a-a162-4737-8646-1db13c35bc23, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:21.929064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef95b9c1-bc5f-4353-8d92-72594e4ff857 req-400233c0-4263-4fff-9858-4d54a132b62b service neutron] 10.222.0.64 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924902 Jul 05 04:26:21.941879 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3b0c9f4a-a162-4737-8646-1db13c35bc23 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:21.980834 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.007383 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3b0c9f4a-a162-4737-8646-1db13c35bc23 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:22.031762 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=3b0c9f4a-a162-4737-8646-1db13c35bc23,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:22.211857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['3b0c9f4a-a162-4737-8646-1db13c35bc23'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:26:22.875993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d818d1d-78cb-4ba8-8659-919d9fe8f998 req-58544b0f-f2b4-4607-b7b9-2781bc5e900e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:22.877633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d818d1d-78cb-4ba8-8659-919d9fe8f998 req-58544b0f-f2b4-4607-b7b9-2781bc5e900e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 944 time: 0.0680814 Jul 05 04:26:22.916822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d818d1d-78cb-4ba8-8659-919d9fe8f998 req-de57d970-accb-4b8e-82d2-ac20ac922640 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334899 Jul 05 04:26:23.313340 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b397ad-fd3b-4112-aaac-b302055c7f44 req-63d79619-a42d-41f4-bed8-65816c967f13 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:23.315436 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45b397ad-fd3b-4112-aaac-b302055c7f44 req-63d79619-a42d-41f4-bed8-65816c967f13 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 944 time: 0.0638454 Jul 05 04:26:23.418177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45b397ad-fd3b-4112-aaac-b302055c7f44 req-12432cc7-f853-43a2-b70f-501887658ae6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930619 Jul 05 04:26:23.452931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-e7e407ed-65c9-4eae-b4f7-98be0c0d3159 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:23.454392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-e7e407ed-65c9-4eae-b4f7-98be0c0d3159 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 944 time: 0.1381311 Jul 05 04:26:23.512961 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-b1a89e7d-b441-4eb1-92a2-7a8e18f7dc55 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:26:23.514036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-b1a89e7d-b441-4eb1-92a2-7a8e18f7dc55 service neutron] 10.222.0.64 "DELETE /v2.0/ports/3b0c9f4a-a162-4737-8646-1db13c35bc23/bindings/n-h2-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0537908 Jul 05 04:26:23.611233 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-487322f9-694d-434b-b539-d8c9cede3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:23.612802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-487322f9-694d-434b-b539-d8c9cede3618 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1095 time: 0.0565183 Jul 05 04:26:23.715589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-51d12700-a93d-4bf4-857f-b305052b9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:23.716171 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3b0c9f4a-a162-4737-8646-1db13c35bc23 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:23.717377 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-51d12700-a93d-4bf4-857f-b305052b9eb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d5423e1-e478-42fa-afe6-5e0b71c814fc HTTP/1.1" status: 200 len: 898 time: 0.0981534 Jul 05 04:26:23.786010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-86ecf8d5-79ed-4a17-a9fb-0c0ffad2b02b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23 HTTP/1.1" status: 200 len: 999 time: 0.0621827 Jul 05 04:26:23.828049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 3b0c9f4a-a162-4737-8646-1db13c35bc23 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:23.831938 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 3b0c9f4a-a162-4737-8646-1db13c35bc23 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:23.832313 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.834513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-01e1133b-d17e-49f3-b08f-825e298e8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:23.835981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-01e1133b-d17e-49f3-b08f-825e298e8af7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08ec150a-cb06-4959-85d1-f13e68f61ef0 HTTP/1.1" status: 200 len: 834 time: 0.0435691 Jul 05 04:26:23.892185 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-efbcdd75-c0df-4195-b66f-c65844084aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:23.893749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-efbcdd75-c0df-4195-b66f-c65844084aac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d5423e1-e478-42fa-afe6-5e0b71c814fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515864 Jul 05 04:26:23.912323 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.935983 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:23.938423 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5c8932-d3e1-4bf6-b75c-99b616a407ef" -d '{"events": [{"server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "name": "network-vif-plugged", "status": "completed", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:23.953589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3b0c9f4a-a162-4737-8646-1db13c35bc23, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:23.989879 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea186581-45bb-4b34-b072-a08de7b510d9 x-openstack-request-id: req-ea186581-45bb-4b34-b072-a08de7b510d9 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:23.990179 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "name": "network-vif-plugged", "status": "completed", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:23.990433 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea186581-45bb-4b34-b072-a08de7b510d9 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:23.990821 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'code': 200} Jul 05 04:26:23.994827 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-984ed74d-9476-44f8-839d-2db3bb9819df service neutron] 10.222.0.64 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936518 Jul 05 04:26:24.017017 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.066215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=3b0c9f4a-a162-4737-8646-1db13c35bc23,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:24.087106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8fe2a85-7e85-4464-ac7e-cc4c0be00fae req-ab406272-a65f-4d1c-b5fd-366622ee0bbc service neutron] 10.222.0.64 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863712 Jul 05 04:26:24.302438 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-80779401-cf43-4a8c-95e7-6e91950291d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.382198 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.593097 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97e558-6841-4c85-826e-ad09c74677bb req-bed2ce0b-f5b1-4d47-bd80-73e8b662f687 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:24.594507 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f97e558-6841-4c85-826e-ad09c74677bb req-bed2ce0b-f5b1-4d47-bd80-73e8b662f687 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0648561 Jul 05 04:26:24.637312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1f97e558-6841-4c85-826e-ad09c74677bb req-96a08423-8291-45d6-9b4f-2e74a02d8dea tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370469 Jul 05 04:26:25.307631 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.814486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2d1af-8a9d-4946-aaf9-96f716dbc00b req-d83327c3-77c0-4c4d-ac46-fa42e50979eb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:25.815962 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73b2d1af-8a9d-4946-aaf9-96f716dbc00b req-d83327c3-77c0-4c4d-ac46-fa42e50979eb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0634055 Jul 05 04:26:25.854101 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73b2d1af-8a9d-4946-aaf9-96f716dbc00b req-edee14fd-a8b4-4cd9-84b4-df61d04b41b4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326388 Jul 05 04:26:25.878627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51516) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:25.937291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ec463372-8161-4cad-a872-c2317059a2aa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/52d30bd4-76c7-4cb7-8cd1-577e22031f55 HTTP/1.1" status: 200 len: 992 time: 0.0574961 Jul 05 04:26:27.216704 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.649854 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.626772 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:51.140282 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:26:51.301958 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e54267d0-8419-4ac1-b2dd-091adac9e464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:54.312572 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e622-15ab-4030-ac3a-3fd845c3db7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:54.363337 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:54.455029 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaad2e1-b3e3-4dbc-b1ab-cee4829f054e req-59b85959-9057-473f-a32a-a01e07d3288b tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:54.456567 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-adaad2e1-b3e3-4dbc-b1ab-cee4829f054e req-59b85959-9057-473f-a32a-a01e07d3288b tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1096 time: 0.0582600 Jul 05 04:26:54.491333 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-adaad2e1-b3e3-4dbc-b1ab-cee4829f054e req-63dbeb72-8693-4fe0-bffb-36534d29aeb5 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291870 Jul 05 04:26:54.515776 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51536) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:54.674862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port 9086843a-87d3-4b53-87c5-db9085a4124c {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:54.676074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:54.749598 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:54.749925 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:54.761052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for 9086843a-87d3-4b53-87c5-db9085a4124c owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:54.987591 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.014391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=9086843a-87d3-4b53-87c5-db9085a4124c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:55.025812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:55.026159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:55.026498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:55.026833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:55.027162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:55.027494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:55.028021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:55.028604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:55.028604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:55.028793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:55.029230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:55.029475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:55.085081 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.085411 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Floating IP 52d30bd4-76c7-4cb7-8cd1-577e22031f55 disassociated (deleted). External IP: 172.25.0.36, port: 3b0c9f4a-a162-4737-8646-1db13c35bc23. Jul 05 04:26:55.290530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:55.365270 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.403471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:55.409018 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.413148 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ccd90b-a4b8-4daa-9038-d7f3d914d5e7 None None] Sync routers for ids ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:55.422597 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ccd90b-a4b8-4daa-9038-d7f3d914d5e7 None None] Routers {'d01496aa-7d7a-4a24-88bb-abc5e3760bd9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:55.423207 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-66ccd90b-a4b8-4daa-9038-d7f3d914d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:26:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:55.446770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4b457bfe-3c62-4c21-b1fd-f0b97a89bc05 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/floatingips/52d30bd4-76c7-4cb7-8cd1-577e22031f55 HTTP/1.1" status: 204 len: 168 time: 0.9299085 Jul 05 04:26:55.447459 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:55.449843 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c04335-602a-4142-94ce-0e78a6aad8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:55.490229 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f876d0bd-5ec2-45b3-bafd-3df9d6b614a7 x-openstack-request-id: req-f876d0bd-5ec2-45b3-bafd-3df9d6b614a7 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:55.490229 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:55.490229 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f876d0bd-5ec2-45b3-bafd-3df9d6b614a7 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:55.490229 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'status': 'completed', 'code': 200} Jul 05 04:26:55.541762 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-66ccd90b-a4b8-4daa-9038-d7f3d914d5e7 None None] Set router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:55.573617 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c04335-602a-4142-94ce-0e78a6aad8fa req-44f747e7-b5c5-4a62-86a5-7efeebec801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:55.576457 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-98c04335-602a-4142-94ce-0e78a6aad8fa req-44f747e7-b5c5-4a62-86a5-7efeebec801f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 1096 time: 0.0617151 Jul 05 04:26:55.669761 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c04335-602a-4142-94ce-0e78a6aad8fa req-0869aef1-dc59-46ad-86a2-7ab51676f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:55.671237 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-98c04335-602a-4142-94ce-0e78a6aad8fa req-0869aef1-dc59-46ad-86a2-7ab51676f577 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d5423e1-e478-42fa-afe6-5e0b71c814fc HTTP/1.1" status: 200 len: 898 time: 0.0885556 Jul 05 04:26:55.720858 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-98c04335-602a-4142-94ce-0e78a6aad8fa req-769f0adb-857b-4cf6-97da-c1266f70fe76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23 HTTP/1.1" status: 200 len: 217 time: 0.0426006 Jul 05 04:26:55.742267 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-66ccd90b-a4b8-4daa-9038-d7f3d914d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:25:09Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f2c25f64-671f-4894-b98d-065c392d0eba', 'name': '', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1b:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:08Z', 'updated_at': '2021-07-05T04:25:14Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:55.778843 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c04335-602a-4142-94ce-0e78a6aad8fa req-4fe3759a-f508-4145-9f6e-5c9aaf6a864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:55.780416 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-98c04335-602a-4142-94ce-0e78a6aad8fa req-4fe3759a-f508-4145-9f6e-5c9aaf6a864c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ec150a-cb06-4959-85d1-f13e68f61ef0 HTTP/1.1" status: 200 len: 834 time: 0.0529239 Jul 05 04:26:55.780556 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ccd90b-a4b8-4daa-9038-d7f3d914d5e7 None None] Checking router: d01496aa-7d7a-4a24-88bb-abc5e3760bd9 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:55.788873 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ccd90b-a4b8-4daa-9038-d7f3d914d5e7 None None] Routers {'d01496aa-7d7a-4a24-88bb-abc5e3760bd9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:55.789485 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-66ccd90b-a4b8-4daa-9038-d7f3d914d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:26:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:55.841679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c04335-602a-4142-94ce-0e78a6aad8fa req-894c5b42-5043-44f8-9f74-779e2f05f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:55.843126 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-98c04335-602a-4142-94ce-0e78a6aad8fa req-894c5b42-5043-44f8-9f74-779e2f05f83c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d5423e1-e478-42fa-afe6-5e0b71c814fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568292 Jul 05 04:26:55.945495 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-98c04335-602a-4142-94ce-0e78a6aad8fa req-c2b5183c-c26e-4544-a428-8f00ced3b7ab service neutron] 10.222.0.11 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952814 Jul 05 04:26:55.989152 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-66ccd90b-a4b8-4daa-9038-d7f3d914d5e7 None None] Set router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:56.049003 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-98c04335-602a-4142-94ce-0e78a6aad8fa req-6d5f9f19-237d-4460-a363-ab8ea143f603 service neutron] 10.222.0.11 "GET /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966623 Jul 05 04:26:56.072844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e38ed-969a-47ac-8c0a-11da63d936fb req-e051f2c7-c9aa-4c3f-ba58-775c1fadc095 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:56.074492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-126e38ed-969a-47ac-8c0a-11da63d936fb req-e051f2c7-c9aa-4c3f-ba58-775c1fadc095 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0782771 Jul 05 04:26:56.114832 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-126e38ed-969a-47ac-8c0a-11da63d936fb req-7db600ec-56f9-4e56-a3e5-258424798960 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336781 Jul 05 04:26:56.186695 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-66ccd90b-a4b8-4daa-9038-d7f3d914d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:25:09Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f2c25f64-671f-4894-b98d-065c392d0eba', 'name': '', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1b:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:08Z', 'updated_at': '2021-07-05T04:25:14Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:56.215812 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ccd90b-a4b8-4daa-9038-d7f3d914d5e7 None None] The sync data for ids ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'] in n-d-798249-5 is: [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:25:09Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f2c25f64-671f-4894-b98d-065c392d0eba', 'name': '', 'network_id': '3d5423e1-e478-42fa-afe6-5e0b71c814fc', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1b:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:08Z', 'updated_at': '2021-07-05T04:25:14Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '08ec150a-cb06-4959-85d1-f13e68f61ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:56.436302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f554e-b032-42e0-9e32-b6e61593fc8b None None] New status for floating IP 52d30bd4-76c7-4cb7-8cd1-577e22031f55: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:26:57.222932 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:57.273095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7a4ad-d32b-4b09-8b61-9d2b30c7b04c req-ebc814f3-d061-4bd6-9917-e6750d911b67 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:57.274580 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4fa7a4ad-d32b-4b09-8b61-9d2b30c7b04c req-ebc814f3-d061-4bd6-9917-e6750d911b67 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0661073 Jul 05 04:26:57.296529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3138a42-53b9-43ba-810d-5bbba8739142 req-15152ae3-f086-4b23-aab8-26e30076f79d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:57.298078 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3138a42-53b9-43ba-810d-5bbba8739142 req-15152ae3-f086-4b23-aab8-26e30076f79d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 945 time: 0.0657153 Jul 05 04:26:57.338061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3138a42-53b9-43ba-810d-5bbba8739142 req-6264a08b-fe56-49b3-8a06-ca09d9589077 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5f1c927-3352-472f-83c4-4992bbaafde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341675 Jul 05 04:26:57.379831 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-4fa7a4ad-d32b-4b09-8b61-9d2b30c7b04c req-815a850c-28cc-4997-b031-4ed2b25f6b37 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port 3b0c9f4a-a162-4737-8646-1db13c35bc23 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:57.380299 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4fa7a4ad-d32b-4b09-8b61-9d2b30c7b04c req-815a850c-28cc-4997-b031-4ed2b25f6b37 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:57.469951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-4fa7a4ad-d32b-4b09-8b61-9d2b30c7b04c req-815a850c-28cc-4997-b031-4ed2b25f6b37 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] For port 3b0c9f4a-a162-4737-8646-1db13c35bc23, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3b0c9f4a-a162-4737-8646-1db13c35bc23,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:57.470312 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4fa7a4ad-d32b-4b09-8b61-9d2b30c7b04c req-815a850c-28cc-4997-b031-4ed2b25f6b37 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:57.482450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-4fa7a4ad-d32b-4b09-8b61-9d2b30c7b04c req-815a850c-28cc-4997-b031-4ed2b25f6b37 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for 3b0c9f4a-a162-4737-8646-1db13c35bc23 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:57.719146 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4fa7a4ad-d32b-4b09-8b61-9d2b30c7b04c req-815a850c-28cc-4997-b031-4ed2b25f6b37 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:57.750565 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a850c-28cc-4997-b031-4ed2b25f6b37 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=3b0c9f4a-a162-4737-8646-1db13c35bc23,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:57.801651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa7a4ad-d32b-4b09-8b61-9d2b30c7b04c req-815a850c-28cc-4997-b031-4ed2b25f6b37 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] No DVR routers for this DVR port 3b0c9f4a-a162-4737-8646-1db13c35bc23 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:57.804263 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-4fa7a4ad-d32b-4b09-8b61-9d2b30c7b04c req-815a850c-28cc-4997-b031-4ed2b25f6b37 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:57.813860 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4fa7a4ad-d32b-4b09-8b61-9d2b30c7b04c req-815a850c-28cc-4997-b031-4ed2b25f6b37 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.11 "DELETE /v2.0/ports/3b0c9f4a-a162-4737-8646-1db13c35bc23 HTTP/1.1" status: 204 len: 173 time: 0.5264556 Jul 05 04:26:57.813860 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'name': 'network-vif-deleted', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:57.813860 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cf1863-1175-4b87-8f36-587ffb832c96" -d '{"events": [{"server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "name": "network-vif-deleted", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:57.851278 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d08205-2b36-4057-b013-3296c290e039 x-openstack-request-id: req-48d08205-2b36-4057-b013-3296c290e039 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:57.851278 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2369bf3-8bba-47c3-a319-8a42acc7ff2c", "name": "network-vif-deleted", "tag": "3b0c9f4a-a162-4737-8646-1db13c35bc23", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:57.851278 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48d08205-2b36-4057-b013-3296c290e039 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:57.851278 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2369bf3-8bba-47c3-a319-8a42acc7ff2c', 'name': 'network-vif-deleted', 'tag': '3b0c9f4a-a162-4737-8646-1db13c35bc23', 'status': 'completed', 'code': 200} Jul 05 04:26:58.500760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-934a9f4e-66c3-4806-82ad-60854426df02 req-8ea81233-986e-48c5-9c15-c79c42c88613 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2369bf3-8bba-47c3-a319-8a42acc7ff2c HTTP/1.1" status: 200 len: 210 time: 0.0281298 Jul 05 04:26:59.596888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51554) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:59.691027 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:59.888148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3b0c9f4a-a162-4737-8646-1db13c35bc23 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:59.907683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 3b0c9f4a-a162-4737-8646-1db13c35bc23 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:59.908029 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3b0c9f4a-a162-4737-8646-1db13c35bc23 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:27:00.031978 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d1023d2-d10c-43fb-9318-cf157e3c420b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:00.345123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8d1023d2-d10c-43fb-9318-cf157e3c420b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port f2c25f64-671f-4894-b98d-065c392d0eba {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:27:00.345378 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d1023d2-d10c-43fb-9318-cf157e3c420b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:00.433603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-8d1023d2-d10c-43fb-9318-cf157e3c420b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] For port f2c25f64-671f-4894-b98d-065c392d0eba, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f2c25f64-671f-4894-b98d-065c392d0eba,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:00.433966 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d1023d2-d10c-43fb-9318-cf157e3c420b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:00.446315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8d1023d2-d10c-43fb-9318-cf157e3c420b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for f2c25f64-671f-4894-b98d-065c392d0eba owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:27:01.020346 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d1023d2-d10c-43fb-9318-cf157e3c420b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:01.047306 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1023d2-d10c-43fb-9318-cf157e3c420b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=f2c25f64-671f-4894-b98d-065c392d0eba,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:01.228249 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d1023d2-d10c-43fb-9318-cf157e3c420b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:01.459798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1023d2-d10c-43fb-9318-cf157e3c420b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:27:01.571088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1023d2-d10c-43fb-9318-cf157e3c420b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:27:01.576161 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8d1023d2-d10c-43fb-9318-cf157e3c420b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "PUT /v2.0/routers/d01496aa-7d7a-4a24-88bb-abc5e3760bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9781237 Jul 05 04:27:01.579543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51556) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:01.580705 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d2778-5964-45fc-a11a-264e47b57014 None None] Sync routers for ids ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:27:01.589760 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d2778-5964-45fc-a11a-264e47b57014 None None] Routers {'d01496aa-7d7a-4a24-88bb-abc5e3760bd9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:01.590634 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9c4d2778-5964-45fc-a11a-264e47b57014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:26:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:01.631841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c148c6-8fd0-473e-a6a7-3b6f1460fa79 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting subnet 08ec150a-cb06-4959-85d1-f13e68f61ef0 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:27:01.635060 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5c148c6-8fd0-473e-a6a7-3b6f1460fa79 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:01.673736 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:01.681581 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5c148c6-8fd0-473e-a6a7-3b6f1460fa79 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:01.696220 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-9c4d2778-5964-45fc-a11a-264e47b57014 None None] Set router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:01.774356 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5c148c6-8fd0-473e-a6a7-3b6f1460fa79 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:01.887171 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9c4d2778-5964-45fc-a11a-264e47b57014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:27:00Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:01.912994 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d2778-5964-45fc-a11a-264e47b57014 None None] Checking router: d01496aa-7d7a-4a24-88bb-abc5e3760bd9 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:27:01.919739 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5c148c6-8fd0-473e-a6a7-3b6f1460fa79 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:01.921472 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d2778-5964-45fc-a11a-264e47b57014 None None] Routers {'d01496aa-7d7a-4a24-88bb-abc5e3760bd9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:01.922080 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9c4d2778-5964-45fc-a11a-264e47b57014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:26:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:01.948297 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c148c6-8fd0-473e-a6a7-3b6f1460fa79 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Subnet': ['ID=08ec150a-cb06-4959-85d1-f13e68f61ef0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:01.950303 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b5c148c6-8fd0-473e-a6a7-3b6f1460fa79 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:01.954704 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b5c148c6-8fd0-473e-a6a7-3b6f1460fa79 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/subnets/08ec150a-cb06-4959-85d1-f13e68f61ef0 HTTP/1.1" status: 204 len: 168 time: 0.3717635 Jul 05 04:27:01.955211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51558) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:01.962192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af013041-4443-46cb-a441-cb2ac8b5a20d None None] Network 3d5423e1-e478-42fa-afe6-5e0b71c814fc requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:27:02.028089 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-9c4d2778-5964-45fc-a11a-264e47b57014 None None] Set router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:02.067590 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.166282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fcfa74-3cac-4ab7-858e-c250cdaa4edd None None] DHCP port deletion for 3d5423e1-e478-42fa-afe6-5e0b71c814fc request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:27:02.192307 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.210704 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9c4d2778-5964-45fc-a11a-264e47b57014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:27:00Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:02.213974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d8fcfa74-3cac-4ab7-858e-c250cdaa4edd None None] Deleting port d9542aeb-d727-4d72-a875-531ec696fa84 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:27:02.214421 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d8fcfa74-3cac-4ab7-858e-c250cdaa4edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.237215 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d2778-5964-45fc-a11a-264e47b57014 None None] The sync data for ids ['d01496aa-7d7a-4a24-88bb-abc5e3760bd9'] in n-d-798249-5 is: [{'id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596931318', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:02Z', 'updated_at': '2021-07-05T04:27:00Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '88a8f57c-fcfe-4bd3-9fd1-e14f99136471', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01496aa-7d7a-4a24-88bb-abc5e3760bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:03Z', 'updated_at': '2021-07-05T04:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:27:02.288007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d8fcfa74-3cac-4ab7-858e-c250cdaa4edd None None] For port d9542aeb-d727-4d72-a875-531ec696fa84, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d9542aeb-d727-4d72-a875-531ec696fa84,segment=NetworkSegment(c0f1e3f0-19e0-45d0-8b30-668c9732419a),segment_id=c0f1e3f0-19e0-45d0-8b30-668c9732419a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:02.288595 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d8fcfa74-3cac-4ab7-858e-c250cdaa4edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.301604 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d8fcfa74-3cac-4ab7-858e-c250cdaa4edd None None] Calling delete_port for d9542aeb-d727-4d72-a875-531ec696fa84 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:27:02.303699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:27:02.304051 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.387778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] For port 88a8f57c-fcfe-4bd3-9fd1-e14f99136471, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=88a8f57c-fcfe-4bd3-9fd1-e14f99136471,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:02.388079 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.401348 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:27:02.433875 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d8fcfa74-3cac-4ab7-858e-c250cdaa4edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.459498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcfa74-3cac-4ab7-858e-c250cdaa4edd None None] Pushing event deleted for resources: {'Port': ['ID=d9542aeb-d727-4d72-a875-531ec696fa84,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:02.462954 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fcfa74-3cac-4ab7-858e-c250cdaa4edd None None] No DVR routers for this DVR port d9542aeb-d727-4d72-a875-531ec696fa84 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:27:02.622787 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.659154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=88a8f57c-fcfe-4bd3-9fd1-e14f99136471,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:02.719568 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.816659 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.818809 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.913153 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.913714 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Fanout notify agent at l3_agent the message router_deleted on router d01496aa-7d7a-4a24-88bb-abc5e3760bd9 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:27:02.921010 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.922358 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-52e6a1c0-0221-4644-a64d-6994d6634e35 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/routers/d01496aa-7d7a-4a24-88bb-abc5e3760bd9 HTTP/1.1" status: 204 len: 168 time: 0.9661677 Jul 05 04:27:02.925063 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51560) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:03.008856 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a617195c-50de-47d5-9f77-51f54d0a51c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.097217 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a617195c-50de-47d5-9f77-51f54d0a51c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.106715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a617195c-50de-47d5-9f77-51f54d0a51c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5423e1-e478-42fa-afe6-5e0b71c814fc']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:03.117305 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a617195c-50de-47d5-9f77-51f54d0a51c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f1e3f0-19e0-45d0-8b30-668c9732419a') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:03.117604 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a617195c-50de-47d5-9f77-51f54d0a51c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f1e3f0-19e0-45d0-8b30-668c9732419a') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:03.127514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a617195c-50de-47d5-9f77-51f54d0a51c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.145699 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a617195c-50de-47d5-9f77-51f54d0a51c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.151323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a617195c-50de-47d5-9f77-51f54d0a51c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:27:03.151730 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a617195c-50de-47d5-9f77-51f54d0a51c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:27:03.154572 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:27:03.307943 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a617195c-50de-47d5-9f77-51f54d0a51c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.316731 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a617195c-50de-47d5-9f77-51f54d0a51c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.318591 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a617195c-50de-47d5-9f77-51f54d0a51c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/networks/3d5423e1-e478-42fa-afe6-5e0b71c814fc HTTP/1.1" status: 204 len: 168 time: 0.3925891 Jul 05 04:27:03.321497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51562) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:03.329051 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617195c-50de-47d5-9f77-51f54d0a51c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Network': ['ID=3d5423e1-e478-42fa-afe6-5e0b71c814fc,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:03.391217 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08aa3f2d-35fb-4ae1-a0ea-6526ab97bef7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.417352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08aa3f2d-35fb-4ae1-a0ea-6526ab97bef7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.541932 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08aa3f2d-35fb-4ae1-a0ea-6526ab97bef7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.544606 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-08aa3f2d-35fb-4ae1-a0ea-6526ab97bef7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.546421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-08aa3f2d-35fb-4ae1-a0ea-6526ab97bef7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/security-groups/b5f1c927-3352-472f-83c4-4992bbaafde1 HTTP/1.1" status: 204 len: 168 time: 0.2233136 Jul 05 04:27:03.556612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa3f2d-35fb-4ae1-a0ea-6526ab97bef7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f1c927-3352-472f-83c4-4992bbaafde1,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:03.751932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:27:03.775638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:27:03.775982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 88a8f57c-fcfe-4bd3-9fd1-e14f99136471 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:27:03.776411 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f2c25f64-671f-4894-b98d-065c392d0eba no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:27:03.794218 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: f2c25f64-671f-4894-b98d-065c392d0eba {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:27:03.794560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f2c25f64-671f-4894-b98d-065c392d0eba not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:27:03.794958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d9542aeb-d727-4d72-a875-531ec696fa84 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:27:03.814043 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: d9542aeb-d727-4d72-a875-531ec696fa84 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:27:03.814320 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d9542aeb-d727-4d72-a875-531ec696fa84 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:27:04.112425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51568) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:04.117087 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-05a683aa-c268-4b9b-bc63-6e3ea893854f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1345181590', 'description': 'tempest-secgroup-smoke-1345181590 description', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:04.244611 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05a683aa-c268-4b9b-bc63-6e3ea893854f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.323991 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05a683aa-c268-4b9b-bc63-6e3ea893854f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.393300 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05a683aa-c268-4b9b-bc63-6e3ea893854f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.422540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a683aa-c268-4b9b-bc63-6e3ea893854f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4abb3a08-4ef9-4578-8595-62f966a2693f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:04.479272 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05a683aa-c268-4b9b-bc63-6e3ea893854f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.480598 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-05a683aa-c268-4b9b-bc63-6e3ea893854f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3671038 Jul 05 04:27:04.483948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51570) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:04.488735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-99eb8bd7-22d6-470f-a801-b4081068121d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': '4abb3a08-4ef9-4578-8595-62f966a2693f', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:04.579916 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-99eb8bd7-22d6-470f-a801-b4081068121d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.635774 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-99eb8bd7-22d6-470f-a801-b4081068121d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.699960 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-99eb8bd7-22d6-470f-a801-b4081068121d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.722014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb8bd7-22d6-470f-a801-b4081068121d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42391ff9-804d-44a3-9215-3bde957c5f69,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:04.802968 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-99eb8bd7-22d6-470f-a801-b4081068121d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.804204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-99eb8bd7-22d6-470f-a801-b4081068121d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3189852 Jul 05 04:27:04.806936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51572) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:04.811706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0d93357b-0c73-493c-88e4-cc86c7f9074f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': '4abb3a08-4ef9-4578-8595-62f966a2693f', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:04.910866 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d93357b-0c73-493c-88e4-cc86c7f9074f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.966238 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d93357b-0c73-493c-88e4-cc86c7f9074f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:05.027642 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d93357b-0c73-493c-88e4-cc86c7f9074f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:05.047629 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93357b-0c73-493c-88e4-cc86c7f9074f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2cd495-2901-43fa-a342-92248667f6bf,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:05.113463 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d93357b-0c73-493c-88e4-cc86c7f9074f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:05.114710 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0d93357b-0c73-493c-88e4-cc86c7f9074f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3068080 Jul 05 04:27:05.117536 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51574) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:05.122014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-19d25f9c-4178-45d8-adc6-a74711240c06 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': '4abb3a08-4ef9-4578-8595-62f966a2693f', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:05.209685 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19d25f9c-4178-45d8-adc6-a74711240c06 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:05.267378 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19d25f9c-4178-45d8-adc6-a74711240c06 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:05.364573 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19d25f9c-4178-45d8-adc6-a74711240c06 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:05.384460 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d25f9c-4178-45d8-adc6-a74711240c06 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6793e511-688c-4648-b2bb-97ce15660ddc,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:05.500175 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-19d25f9c-4178-45d8-adc6-a74711240c06 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:05.501417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-19d25f9c-4178-45d8-adc6-a74711240c06 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3828609 Jul 05 04:27:05.504256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51576) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:05.508754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-479c7ebe-340c-4035-856b-52c9ae1b4a3d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': '4abb3a08-4ef9-4578-8595-62f966a2693f', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:05.581035 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-479c7ebe-340c-4035-856b-52c9ae1b4a3d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:05.640489 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-479c7ebe-340c-4035-856b-52c9ae1b4a3d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:05.684352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-479c7ebe-340c-4035-856b-52c9ae1b4a3d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:05.704043 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c7ebe-340c-4035-856b-52c9ae1b4a3d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff741d5-7625-4681-984b-67a24f59e597,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:05.759023 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-479c7ebe-340c-4035-856b-52c9ae1b4a3d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:05.760223 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-479c7ebe-340c-4035-856b-52c9ae1b4a3d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2549825 Jul 05 04:27:05.763030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51578) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:05.767985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9afab26e-74da-4831-88f2-e87c66e1a8ae tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': '4abb3a08-4ef9-4578-8595-62f966a2693f', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:05.860197 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-9afab26e-74da-4831-88f2-e87c66e1a8ae tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Project 7a8a76a0708a49d9841cfe6b987ed5f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:27:05.865412 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9afab26e-74da-4831-88f2-e87c66e1a8ae tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:05.924382 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9afab26e-74da-4831-88f2-e87c66e1a8ae tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:05.998803 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9afab26e-74da-4831-88f2-e87c66e1a8ae tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:06.016307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afab26e-74da-4831-88f2-e87c66e1a8ae tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127a0136-9d7a-4959-a33a-d575379adb42,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:06.090947 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9afab26e-74da-4831-88f2-e87c66e1a8ae tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:06.092241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9afab26e-74da-4831-88f2-e87c66e1a8ae tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3282712 Jul 05 04:27:06.095841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51580) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:06.100262 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-02b8b699-fd0d-406f-b257-ce9823f4c98f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': '4abb3a08-4ef9-4578-8595-62f966a2693f', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:06.164773 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-02b8b699-fd0d-406f-b257-ce9823f4c98f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Project 7a8a76a0708a49d9841cfe6b987ed5f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:27:06.169584 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02b8b699-fd0d-406f-b257-ce9823f4c98f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:06.231365 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02b8b699-fd0d-406f-b257-ce9823f4c98f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:06.299990 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02b8b699-fd0d-406f-b257-ce9823f4c98f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:06.319430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8b699-fd0d-406f-b257-ce9823f4c98f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88721b6-98b9-43f6-aa99-79bf06073bd6,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:06.393799 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-02b8b699-fd0d-406f-b257-ce9823f4c98f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:06.395091 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-02b8b699-fd0d-406f-b257-ce9823f4c98f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2983084 Jul 05 04:27:06.398095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51582) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:06.403011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-bb1b6130-8a2d-4aec-a0f0-6ee6d07f623d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'network': {'name': 'tempest-network-smoke--1815279412', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'port_security_enabled': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:06.490563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1b6130-8a2d-4aec-a0f0-6ee6d07f623d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Made reservation on behalf of 7a8a76a0708a49d9841cfe6b987ed5f0 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:27:06.494190 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6130-8a2d-4aec-a0f0-6ee6d07f623d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:06.518143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1b6130-8a2d-4aec-a0f0-6ee6d07f623d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:27:06.532853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6130-8a2d-4aec-a0f0-6ee6d07f623d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:06.533409 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-bb1b6130-8a2d-4aec-a0f0-6ee6d07f623d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Added segment ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e of type vlan for network 985bd689-855b-4868-83c4-be400eb1f4e8 Jul 05 04:27:06.579909 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6130-8a2d-4aec-a0f0-6ee6d07f623d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:06.679200 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6130-8a2d-4aec-a0f0-6ee6d07f623d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:06.686349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b6130-8a2d-4aec-a0f0-6ee6d07f623d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:06.686955 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6130-8a2d-4aec-a0f0-6ee6d07f623d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:06.754917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b6130-8a2d-4aec-a0f0-6ee6d07f623d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Network': ['ID=985bd689-855b-4868-83c4-be400eb1f4e8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:06.765825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 985bd689-855b-4868-83c4-be400eb1f4e8 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:27:06.822872 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bb1b6130-8a2d-4aec-a0f0-6ee6d07f623d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4237020 Jul 05 04:27:06.825586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51584) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:06.831694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'admin_state_up': True, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:06.946499 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:06.947595 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:07.007091 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:07.240341 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:07.533117 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:07.552328 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:07.654581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.25.0.124 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/fc79a96f-78e9-45a5-ab50-15062ad0fb77) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:27:07.759173 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:07.874388 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:07.913317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:27:07.916112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:07.922325 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:27:07.927615 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=fc79a96f-78e9-45a5-ab50-15062ad0fb77,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:08.252167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:08.454967 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:08.654581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router e1450b81-011e-4b7d-971d-672b713e210a is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:27:08.768039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:27:08.778785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Sync routers for ids ['e1450b81-011e-4b7d-971d-672b713e210a'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:27:08.787863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Routers {'e1450b81-011e-4b7d-971d-672b713e210a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:08.788524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:26:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e1450b81-011e-4b7d-971d-672b713e210a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:08.854807 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:08.856093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-561a3ab9-6277-4fcc-afcb-1cc237f6af92 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0295413 Jul 05 04:27:08.859962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51588) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:08.889891 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-60777bde-0df2-4855-9080-fe345cddc717 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7a8a76a0708a49d9841cfe6b987ed5f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282924 Jul 05 04:27:08.891965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51590) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:08.896124 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Set router e1450b81-011e-4b7d-971d-672b713e210a gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:09.045751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9968417-9126-44e0-b2b4-b9909dfef62b tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:09.048020 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f9968417-9126-44e0-b2b4-b9909dfef62b tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1551046 Jul 05 04:27:09.051144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51592) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:09.076441 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:27:08Z', 'revision_number': 3, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:09.083464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d62438a9-b19c-4ce2-8409-de030adb1a2f tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310919 Jul 05 04:27:09.087761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51594) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:09.093427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-dba241d9-f558-450d-9214-8b3e69a0aa5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-74926612', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:09.105251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Checking router: e1450b81-011e-4b7d-971d-672b713e210a for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:27:09.105602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Updating router e1450b81-011e-4b7d-971d-672b713e210a port fc79a96f-78e9-45a5-ab50-15062ad0fb77 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:27:09.142384 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:09.237516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba241d9-f558-450d-9214-8b3e69a0aa5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Made reservation on behalf of 7a8a76a0708a49d9841cfe6b987ed5f0 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:27:09.241328 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dba241d9-f558-450d-9214-8b3e69a0aa5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:09.400517 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:09.410567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Transition to ACTIVE for port object fc79a96f-78e9-45a5-ab50-15062ad0fb77 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:09.473698 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:09.490937 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dba241d9-f558-450d-9214-8b3e69a0aa5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:09.528208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Attempting to bind port fc79a96f-78e9-45a5-ab50-15062ad0fb77 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:27:09.528602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Attempting to bind port fc79a96f-78e9-45a5-ab50-15062ad0fb77 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:27:09.528974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Attempting to bind port fc79a96f-78e9-45a5-ab50-15062ad0fb77 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:27:09.532399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ffef3-edf8-42d6-8ba3-3799f4123e4c None None] Pushing event updated for resources: {'Port': ['ID=fc79a96f-78e9-45a5-ab50-15062ad0fb77,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:09.540242 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:27:09.547736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:27:09.547736 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:09.547736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:27:09.547736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Bound port: fc79a96f-78e9-45a5-ab50-15062ad0fb77, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:27:09.547736 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:09.547736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54ffef3-edf8-42d6-8ba3-3799f4123e4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:09.547736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54ffef3-edf8-42d6-8ba3-3799f4123e4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:09.547736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54ffef3-edf8-42d6-8ba3-3799f4123e4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:09.547736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54ffef3-edf8-42d6-8ba3-3799f4123e4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:09.547736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54ffef3-edf8-42d6-8ba3-3799f4123e4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:09.547736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54ffef3-edf8-42d6-8ba3-3799f4123e4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:09.547736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54ffef3-edf8-42d6-8ba3-3799f4123e4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:09.548845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54ffef3-edf8-42d6-8ba3-3799f4123e4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:09.548845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54ffef3-edf8-42d6-8ba3-3799f4123e4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:09.548845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54ffef3-edf8-42d6-8ba3-3799f4123e4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:09.549112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54ffef3-edf8-42d6-8ba3-3799f4123e4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:09.549250 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54ffef3-edf8-42d6-8ba3-3799f4123e4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:09.561632 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba241d9-f558-450d-9214-8b3e69a0aa5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Subnet': ['ID=4976581c-e206-4c13-af53-989b022a93f0,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:09.570781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba241d9-f558-450d-9214-8b3e69a0aa5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Checking segment: {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:27:09.570781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba241d9-f558-450d-9214-8b3e69a0aa5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network hostable DHCP agents. Network: 985bd689-855b-4868-83c4-be400eb1f4e8, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:27:09.606557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] For port fc79a96f-78e9-45a5-ab50-15062ad0fb77, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:27:09.612516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] For port fc79a96f-78e9-45a5-ab50-15062ad0fb77, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=fc79a96f-78e9-45a5-ab50-15062ad0fb77,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:27:09.639117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba241d9-f558-450d-9214-8b3e69a0aa5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 985bd689-855b-4868-83c4-be400eb1f4e8 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:27:09.662205 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:09.702513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-dba241d9-f558-450d-9214-8b3e69a0aa5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 985bd689-855b-4868-83c4-be400eb1f4e8) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:09.713856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba241d9-f558-450d-9214-8b3e69a0aa5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:09.714494 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dba241d9-f558-450d-9214-8b3e69a0aa5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:09.716641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7ec446-4493-4ee3-8c1f-60f2a677d128 None None] Network 985bd689-855b-4868-83c4-be400eb1f4e8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:27:09.730066 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Routers {'e1450b81-011e-4b7d-971d-672b713e210a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:09.730716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:26:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e1450b81-011e-4b7d-971d-672b713e210a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:09.794584 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dba241d9-f558-450d-9214-8b3e69a0aa5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7057495 Jul 05 04:27:09.797970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51596) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:09.808278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ffef3-edf8-42d6-8ba3-3799f4123e4c None None] Pushing event updated for resources: {'Port': ['ID=fc79a96f-78e9-45a5-ab50-15062ad0fb77,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:09.940127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] Set router e1450b81-011e-4b7d-971d-672b713e210a gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:10.079559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-985bd689-855b-4868-83c4-be400eb1f4e8', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ips': [{'subnet_id': '4976581c-e206-4c13-af53-989b022a93f0'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:27:10.080462 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:10.278111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:27:08Z', 'revision_number': 3, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:10.307250 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Allocated IP 172.20.0.2 (985bd689-855b-4868-83c4-be400eb1f4e8/4976581c-e206-4c13-af53-989b022a93f0/cb105eea-c311-4981-ad68-2b58abffcb57) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:27:10.310126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac469e-3952-4f36-8878-28b1b9ac3417 None None] The sync data for ids ['e1450b81-011e-4b7d-971d-672b713e210a'] in n-d-798249-5 is: [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:27:08Z', 'revision_number': 3, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:27:10.496239 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:10.513501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Transition to ACTIVE for port object cb105eea-c311-4981-ad68-2b58abffcb57 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:10.531482 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Transition to ACTIVE for port object cb105eea-c311-4981-ad68-2b58abffcb57 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:10.579930 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:10.599666 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:10.646929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Network 985bd689-855b-4868-83c4-be400eb1f4e8 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:27:10.652581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:10.654495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:27:10.669652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Pushing event updated for resources: {'Port': ['ID=cb105eea-c311-4981-ad68-2b58abffcb57,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:10.728976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Attempting to bind port cb105eea-c311-4981-ad68-2b58abffcb57 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:27:10.729350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Attempting to bind port cb105eea-c311-4981-ad68-2b58abffcb57 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:27:10.730715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Attempting to bind port cb105eea-c311-4981-ad68-2b58abffcb57 on network 985bd689-855b-4868-83c4-be400eb1f4e8 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:27:10.736210 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:27:10.736619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Checking segment: {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:27:10.737049 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:10.737441 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Bound using segment: {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:27:10.737908 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Bound port: cb105eea-c311-4981-ad68-2b58abffcb57, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:27:10.738289 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:10.911749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.20.0.1 (985bd689-855b-4868-83c4-be400eb1f4e8/4976581c-e206-4c13-af53-989b022a93f0/f4b6b7a4-916e-4120-9694-b0d334d12da4) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:27:10.976095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c0110a34-1770-4147-9431-3695515784b5 None None] For port cb105eea-c311-4981-ad68-2b58abffcb57, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:27:10.979346 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c0110a34-1770-4147-9431-3695515784b5 None None] For port cb105eea-c311-4981-ad68-2b58abffcb57, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cb105eea-c311-4981-ad68-2b58abffcb57,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:27:11.042522 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:11.045804 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:11.060445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Transition to ACTIVE for port object f4b6b7a4-916e-4120-9694-b0d334d12da4 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:11.107233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0110a34-1770-4147-9431-3695515784b5 None None] Pushing event updated for resources: {'Port': ['ID=cb105eea-c311-4981-ad68-2b58abffcb57,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:11.148154 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:11.194039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 985bd689-855b-4868-83c4-be400eb1f4e8 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:27:11.197594 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:11.205555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:27:11.234409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=f4b6b7a4-916e-4120-9694-b0d334d12da4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:11.261595 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:11.496267 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:11.840516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cb105eea-c311-4981-ad68-2b58abffcb57 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:11.845434 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:11.900314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:11.952595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port cb105eea-c311-4981-ad68-2b58abffcb57 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:11.958138 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fc79a96f-78e9-45a5-ab50-15062ad0fb77 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:11.977613 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:11.979334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=f4b6b7a4-916e-4120-9694-b0d334d12da4,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:12.076007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 985bd689-855b-4868-83c4-be400eb1f4e8 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:27:12.077833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port fc79a96f-78e9-45a5-ab50-15062ad0fb77 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:12.082405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:12.084033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port fc79a96f-78e9-45a5-ab50-15062ad0fb77 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:12.084455 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:12.165056 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:12.187896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port fc79a96f-78e9-45a5-ab50-15062ad0fb77, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=fc79a96f-78e9-45a5-ab50-15062ad0fb77,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:12.197317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router e1450b81-011e-4b7d-971d-672b713e210a has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:27:12.288953 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:12.314435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:27:12.329709 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7d5318bf-6ae2-4783-b3ec-a0e43ca8f021 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "PUT /v2.0/routers/e1450b81-011e-4b7d-971d-672b713e210a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5211046 Jul 05 04:27:12.329812 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Sync routers for ids ['e1450b81-011e-4b7d-971d-672b713e210a'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:27:12.334554 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Routers {'e1450b81-011e-4b7d-971d-672b713e210a'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:12.335190 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:26:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e1450b81-011e-4b7d-971d-672b713e210a'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:12.353616 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=fc79a96f-78e9-45a5-ab50-15062ad0fb77,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:12.451647 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Set router e1450b81-011e-4b7d-971d-672b713e210a gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:12.530450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-15842344-f512-46fc-8e88-e9b69729716d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1345181590&fields=id&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 267 time: 0.0340354 Jul 05 04:27:12.656156 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-e8802b5c-a0ad-42ed-98da-8be08c6b2829 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:12.657886 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-e8802b5c-a0ad-42ed-98da-8be08c6b2829 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/networks?id=985bd689-855b-4868-83c4-be400eb1f4e8 HTTP/1.1" status: 200 len: 797 time: 0.1201134 Jul 05 04:27:12.668207 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:27:11Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f4b6b7a4-916e-4120-9694-b0d334d12da4', 'name': '', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:f1:35:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '4976581c-e206-4c13-af53-989b022a93f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:10Z', 'updated_at': '2021-07-05T04:27:11Z', 'revision_number': 2, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '4976581c-e206-4c13-af53-989b022a93f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:12.674803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-14961084-db91-4059-88cb-730d10a39afb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/quotas/7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 375 time: 0.0111535 Jul 05 04:27:12.700354 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Checking router: e1450b81-011e-4b7d-971d-672b713e210a for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:27:12.701158 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Updating router e1450b81-011e-4b7d-971d-672b713e210a port f4b6b7a4-916e-4120-9694-b0d334d12da4 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:27:12.738831 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:12.752641 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-1028feec-1ce7-4f0d-b809-94500fb552b8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723069 Jul 05 04:27:12.914406 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bf36c4-9293-4877-a770-f06c29051cf4 None None] Network 985bd689-855b-4868-83c4-be400eb1f4e8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:27:12.921299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-df06d954-bcbe-4fc0-8455-83fb92d5f47c service neutron] 10.222.0.60 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541717 Jul 05 04:27:13.024091 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-e97358b4-d96d-45bb-afa0-a5123004d820 service neutron] 10.222.0.60 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963967 Jul 05 04:27:13.108520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-600e3879-38e3-49dd-87bc-fe74c9c238df None None] Provisioning for port cb105eea-c311-4981-ad68-2b58abffcb57 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:13.116557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-600e3879-38e3-49dd-87bc-fe74c9c238df None None] Provisioning complete for port cb105eea-c311-4981-ad68-2b58abffcb57 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:13.116557 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-600e3879-38e3-49dd-87bc-fe74c9c238df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:13.118519 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:13.132288 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Transition to ACTIVE for port object f4b6b7a4-916e-4120-9694-b0d334d12da4 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:13.198104 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-600e3879-38e3-49dd-87bc-fe74c9c238df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:13.236182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-600e3879-38e3-49dd-87bc-fe74c9c238df None None] For port cb105eea-c311-4981-ad68-2b58abffcb57, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cb105eea-c311-4981-ad68-2b58abffcb57,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:13.307574 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:13.307989 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b5b7678-5ae7-43b4-b46e-e57b67a292fd req-292569b8-bcea-40b9-8322-9c4f04493032 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 210 time: 0.0318966 Jul 05 04:27:13.346308 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-600e3879-38e3-49dd-87bc-fe74c9c238df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:13.397227 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f7edf-165a-4f1a-9074-e70d3fc882c0 None None] Pushing event updated for resources: {'Port': ['ID=f4b6b7a4-916e-4120-9694-b0d334d12da4,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:13.408275 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87f7edf-165a-4f1a-9074-e70d3fc882c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:13.408870 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87f7edf-165a-4f1a-9074-e70d3fc882c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:13.409542 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87f7edf-165a-4f1a-9074-e70d3fc882c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:13.412891 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87f7edf-165a-4f1a-9074-e70d3fc882c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:13.413875 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87f7edf-165a-4f1a-9074-e70d3fc882c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:13.414354 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87f7edf-165a-4f1a-9074-e70d3fc882c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:13.414808 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87f7edf-165a-4f1a-9074-e70d3fc882c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:13.415224 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87f7edf-165a-4f1a-9074-e70d3fc882c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:13.415781 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87f7edf-165a-4f1a-9074-e70d3fc882c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:13.416121 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87f7edf-165a-4f1a-9074-e70d3fc882c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:13.416644 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87f7edf-165a-4f1a-9074-e70d3fc882c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:13.417051 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87f7edf-165a-4f1a-9074-e70d3fc882c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:13.417159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e3879-38e3-49dd-87bc-fe74c9c238df None None] Pushing event updated for resources: {'Port': ['ID=cb105eea-c311-4981-ad68-2b58abffcb57,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:13.477528 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Attempting to bind port f4b6b7a4-916e-4120-9694-b0d334d12da4 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:27:13.477903 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Attempting to bind port f4b6b7a4-916e-4120-9694-b0d334d12da4 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:27:13.478268 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Attempting to bind port f4b6b7a4-916e-4120-9694-b0d334d12da4 on network 985bd689-855b-4868-83c4-be400eb1f4e8 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:27:13.484094 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:27:13.486280 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Checking segment: {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:27:13.486280 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:13.486280 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Bound using segment: {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:27:13.486280 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Bound port: f4b6b7a4-916e-4120-9694-b0d334d12da4, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:27:13.486280 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:13.550925 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] For port f4b6b7a4-916e-4120-9694-b0d334d12da4, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:27:13.555438 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] For port f4b6b7a4-916e-4120-9694-b0d334d12da4, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f4b6b7a4-916e-4120-9694-b0d334d12da4,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:27:13.578311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9b907ad4-8c8a-46b9-97f0-3f650187e2e0 None None] Provisioning for port f4b6b7a4-916e-4120-9694-b0d334d12da4 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:13.588868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9b907ad4-8c8a-46b9-97f0-3f650187e2e0 None None] Provisioning complete for port cb105eea-c311-4981-ad68-2b58abffcb57 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:13.589245 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9b907ad4-8c8a-46b9-97f0-3f650187e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:13.662288 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:13.729733 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Routers {'e1450b81-011e-4b7d-971d-672b713e210a'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:13.730370 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:26:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e1450b81-011e-4b7d-971d-672b713e210a'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:13.735876 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f7edf-165a-4f1a-9074-e70d3fc882c0 None None] Pushing event updated for resources: {'Port': ['ID=f4b6b7a4-916e-4120-9694-b0d334d12da4,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:13.803616 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cb105eea-c311-4981-ad68-2b58abffcb57 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:13.857573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port cb105eea-c311-4981-ad68-2b58abffcb57 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:13.858427 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:13.863567 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] Set router e1450b81-011e-4b7d-971d-672b713e210a gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:13.966875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fc79a96f-78e9-45a5-ab50-15062ad0fb77 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:14.035779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port fc79a96f-78e9-45a5-ab50-15062ad0fb77 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:14.036337 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:14.108343 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:27:11Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f4b6b7a4-916e-4120-9694-b0d334d12da4', 'name': '', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:f1:35:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '4976581c-e206-4c13-af53-989b022a93f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:10Z', 'updated_at': '2021-07-05T04:27:13Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '4976581c-e206-4c13-af53-989b022a93f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:14.136898 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a8786-430b-4f88-a596-5ca0ef2a8bb3 None None] The sync data for ids ['e1450b81-011e-4b7d-971d-672b713e210a'] in n-d-798249-5 is: [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:27:11Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f4b6b7a4-916e-4120-9694-b0d334d12da4', 'name': '', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:f1:35:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '4976581c-e206-4c13-af53-989b022a93f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:10Z', 'updated_at': '2021-07-05T04:27:13Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '4976581c-e206-4c13-af53-989b022a93f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:27:14.460110 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-732bec1a-f8ca-4064-9b7f-52642f0cb19c req-16b0fbd2-fdf2-4f6a-9485-4f82b3de1c0c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 210 time: 0.0303042 Jul 05 04:27:15.565715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-93706530-44ba-451a-a3f1-8df7b8146c63 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:15.567448 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-93706530-44ba-451a-a3f1-8df7b8146c63 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "GET /v2.0/networks?id=985bd689-855b-4868-83c4-be400eb1f4e8 HTTP/1.1" status: 200 len: 797 time: 0.1143167 Jul 05 04:27:15.619886 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d00a3467-2139-4789-81ec-48f148f75bed req-467728d2-7615-46b0-84e9-052e85152efa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 210 time: 0.0349078 Jul 05 04:27:15.639828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-6808e42f-d506-4d62-8cea-e22448aab5e3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 380 time: 0.0627372 Jul 05 04:27:15.648457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-1d50444c-3032-498b-8e1c-40283da4f74d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'port': {'device_id': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'admin_state_up': True, 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'security_groups': ['4abb3a08-4ef9-4578-8595-62f966a2693f']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:15.793854 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f4b6b7a4-916e-4120-9694-b0d334d12da4 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:15.880281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-1d50444c-3032-498b-8e1c-40283da4f74d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Made reservation on behalf of 7a8a76a0708a49d9841cfe6b987ed5f0 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:27:15.884392 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-1d50444c-3032-498b-8e1c-40283da4f74d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:15.930352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port f4b6b7a4-916e-4120-9694-b0d334d12da4 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:15.934670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f4b6b7a4-916e-4120-9694-b0d334d12da4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:15.935163 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:16.013444 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:16.015447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-1d50444c-3032-498b-8e1c-40283da4f74d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.20.0.7 (985bd689-855b-4868-83c4-be400eb1f4e8/4976581c-e206-4c13-af53-989b022a93f0/3cdcc430-71d4-4078-85d3-2f168f2a7850) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:27:16.050418 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port f4b6b7a4-916e-4120-9694-b0d334d12da4, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f4b6b7a4-916e-4120-9694-b0d334d12da4,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:16.122711 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:16.156726 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-1d50444c-3032-498b-8e1c-40283da4f74d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:16.170608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-1d50444c-3032-498b-8e1c-40283da4f74d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Transition to ACTIVE for port object 3cdcc430-71d4-4078-85d3-2f168f2a7850 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:16.174785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=f4b6b7a4-916e-4120-9694-b0d334d12da4,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:16.266060 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-1d50444c-3032-498b-8e1c-40283da4f74d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:16.313653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-1d50444c-3032-498b-8e1c-40283da4f74d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 985bd689-855b-4868-83c4-be400eb1f4e8 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:27:16.316987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-1d50444c-3032-498b-8e1c-40283da4f74d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:16.323360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-1d50444c-3032-498b-8e1c-40283da4f74d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:27:16.328880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50444c-3032-498b-8e1c-40283da4f74d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=3cdcc430-71d4-4078-85d3-2f168f2a7850,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:16.375615 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-1d50444c-3032-498b-8e1c-40283da4f74d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:16.376289 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-1d50444c-3032-498b-8e1c-40283da4f74d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:16.474518 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-1d50444c-3032-498b-8e1c-40283da4f74d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8298342 Jul 05 04:27:16.487662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Request body: {'port': {'device_id': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:16.560511 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:16.661954 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f655e70c-0081-40a4-a6f1-9f81aa849272 None None] Provisioning for port 3cdcc430-71d4-4078-85d3-2f168f2a7850 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:16.665957 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f655e70c-0081-40a4-a6f1-9f81aa849272 None None] Provisioning complete for port 3cdcc430-71d4-4078-85d3-2f168f2a7850 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:16.666483 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f655e70c-0081-40a4-a6f1-9f81aa849272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:16.703034 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f655e70c-0081-40a4-a6f1-9f81aa849272 None None] Port 3cdcc430-71d4-4078-85d3-2f168f2a7850 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:27:16.858003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281c2c9-da79-4a3f-bdc2-3e5eee40ce14 req-333ea53a-8bbd-475a-a5b1-020217b4ff59 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:16.859404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2281c2c9-da79-4a3f-bdc2-3e5eee40ce14 req-333ea53a-8bbd-475a-a5b1-020217b4ff59 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 931 time: 0.1197212 Jul 05 04:27:16.907380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cdcc430-71d4-4078-85d3-2f168f2a7850 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:27:16.920314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:16.932741 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2281c2c9-da79-4a3f-bdc2-3e5eee40ce14 req-e605596b-b49e-4423-9303-1c26f7b7c699 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557504 Jul 05 04:27:16.940263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Transition to ACTIVE for port object 3cdcc430-71d4-4078-85d3-2f168f2a7850 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:16.993105 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:17.045074 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdcc430-71d4-4078-85d3-2f168f2a7850,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:17.120784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Attempting to bind port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:27:17.121027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Attempting to bind port 3cdcc430-71d4-4078-85d3-2f168f2a7850 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:27:17.121366 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Attempting to bind port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on network 985bd689-855b-4868-83c4-be400eb1f4e8 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:27:17.125918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on network 985bd689-855b-4868-83c4-be400eb1f4e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:27:17.126247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Attempting to bind port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on network 985bd689-855b-4868-83c4-be400eb1f4e8 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:27:17.132292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:27:17.132672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Checking segment: {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:27:17.133066 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Bound using segment: {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:27:17.133497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Bound port: 3cdcc430-71d4-4078-85d3-2f168f2a7850, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:27:17.133868 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:17.207658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:27:17.210880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:27:17.269054 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:17.307698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:17.307698 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:17.307698 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] 10.222.0.64 "PUT /v2.0/ports/3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 200 len: 1091 time: 0.8228366 Jul 05 04:27:17.308604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:27:17.311916 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c4ee6b-5304-40e3-8014-d6863dcf37d5" -d '{"events": [{"name": "network-changed", "server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:27:17.348128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac339b-74cc-48fd-83b2-d9c79015f493 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdcc430-71d4-4078-85d3-2f168f2a7850,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:17.364470 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77a8daa-8e7e-4621-b4f9-263086110c2c x-openstack-request-id: req-b77a8daa-8e7e-4621-b4f9-263086110c2c {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:27:17.364901 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:27:17.365506 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b77a8daa-8e7e-4621-b4f9-263086110c2c {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:27:17.365621 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'status': 'completed', 'code': 200} Jul 05 04:27:17.438394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4ee6b-5304-40e3-8014-d6863dcf37d5 req-ceace061-2cf8-4875-a3e0-b85950a9a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:17.441095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2c4ee6b-5304-40e3-8014-d6863dcf37d5 req-ceace061-2cf8-4875-a3e0-b85950a9a77e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1094 time: 0.0645363 Jul 05 04:27:17.546571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4ee6b-5304-40e3-8014-d6863dcf37d5 req-026ac45e-a0dc-4f20-9aa9-59f914e56900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:17.548050 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2c4ee6b-5304-40e3-8014-d6863dcf37d5 req-026ac45e-a0dc-4f20-9aa9-59f914e56900 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1000438 Jul 05 04:27:17.648092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4ee6b-5304-40e3-8014-d6863dcf37d5 req-3e8e6d0a-3743-49f3-99db-3af4a618a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:17.650011 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2c4ee6b-5304-40e3-8014-d6863dcf37d5 req-3e8e6d0a-3743-49f3-99db-3af4a618a95c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960276 Jul 05 04:27:17.745348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-9e029f43-f54d-469d-98b2-11c2abb5a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:17.748145 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-9e029f43-f54d-469d-98b2-11c2abb5a360 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1094 time: 0.0593915 Jul 05 04:27:17.759260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f4b6b7a4-916e-4120-9694-b0d334d12da4 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:17.798590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-7c42be81-d8ff-4ab7-b1e1-debdacbd716b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 200 len: 217 time: 0.0439670 Jul 05 04:27:17.812433 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f4b6b7a4-916e-4120-9694-b0d334d12da4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:17.812901 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:17.851507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-a42a55fc-a883-41cd-8a8a-dba7e87d9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:17.853029 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-a42a55fc-a883-41cd-8a8a-dba7e87d9de9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4976581c-e206-4c13-af53-989b022a93f0 HTTP/1.1" status: 200 len: 833 time: 0.0486145 Jul 05 04:27:17.926686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-ed971ae2-3f89-4668-9ebb-b0fd9049ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:17.928331 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-ed971ae2-3f89-4668-9ebb-b0fd9049ffa4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=985bd689-855b-4868-83c4-be400eb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669880 Jul 05 04:27:18.026285 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-aa56aaf1-f360-42e0-8b65-d1abf28bbdb6 service neutron] 10.222.0.64 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915470 Jul 05 04:27:18.177435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9247354-38db-4a3b-8d29-dbf4fb9b1391 req-92d4a203-2229-47f8-9658-7235bef02bc7 service neutron] 10.222.0.64 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442626 Jul 05 04:27:18.188965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9b231-bc7f-4141-ad6a-b5b55e22c5c7 req-915c3914-910c-4d3c-a4ff-346dc831b414 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:18.190513 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8be9b231-bc7f-4141-ad6a-b5b55e22c5c7 req-915c3914-910c-4d3c-a4ff-346dc831b414 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 943 time: 0.1356022 Jul 05 04:27:18.235272 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8be9b231-bc7f-4141-ad6a-b5b55e22c5c7 req-7921edd0-0bb7-4268-829e-847d8e0bdca7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377877 Jul 05 04:27:19.413503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054124a9-ecb0-458a-a596-53fc426c12c2 req-a35d6a44-9b10-4266-aff0-f7ff35c98efa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:19.414994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-054124a9-ecb0-458a-a596-53fc426c12c2 req-a35d6a44-9b10-4266-aff0-f7ff35c98efa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 943 time: 0.0638885 Jul 05 04:27:19.451679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-054124a9-ecb0-458a-a596-53fc426c12c2 req-1e9d817a-7806-4846-a5df-e52590f52aac tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312059 Jul 05 04:27:20.191022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3cdcc430-71d4-4078-85d3-2f168f2a7850 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:27:20.286219 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:20.297174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'port_id': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'mac_address': 'fa:16:3e:28:c9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4976581c-e206-4c13-af53-989b022a93f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:27:20.336930 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:20.349575 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdcc430-71d4-4078-85d3-2f168f2a7850 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:27:20.369076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:20.448323 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:20.497891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=3cdcc430-71d4-4078-85d3-2f168f2a7850,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:20.591254 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-571ccdbd-5f2b-448f-8750-3ffab7ecf1f4 req-8e22340c-c6e3-4b47-8a13-b0d9a1bd6fec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530901 Jul 05 04:27:20.642944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39695b1a-1b3f-4529-933f-9015646053b2 req-c412a7a4-b60d-4354-9fff-26e21c135a5b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:20.645158 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39695b1a-1b3f-4529-933f-9015646053b2 req-c412a7a4-b60d-4354-9fff-26e21c135a5b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 944 time: 0.0646842 Jul 05 04:27:20.668604 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ccdbd-5f2b-448f-8750-3ffab7ecf1f4 req-67e1f82e-cb57-4690-9789-640b0a5fd63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:20.670129 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-571ccdbd-5f2b-448f-8750-3ffab7ecf1f4 req-67e1f82e-cb57-4690-9789-640b0a5fd63f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 1096 time: 0.0566065 Jul 05 04:27:20.686172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39695b1a-1b3f-4529-933f-9015646053b2 req-0eb37d50-ced8-4d1b-816a-34d7b2319e58 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358071 Jul 05 04:27:20.712811 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3cdcc430-71d4-4078-85d3-2f168f2a7850'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:27:20.773611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ccdbd-5f2b-448f-8750-3ffab7ecf1f4 req-3e47444e-33df-43e5-b30d-c2377f132a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:20.775131 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-571ccdbd-5f2b-448f-8750-3ffab7ecf1f4 req-3e47444e-33df-43e5-b30d-c2377f132a5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.0852234 Jul 05 04:27:20.842704 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-571ccdbd-5f2b-448f-8750-3ffab7ecf1f4 req-1ea76a40-bb4f-44e6-a7bb-c02c72b5fb35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf6a5122-97f0-49c2-bdd5-f9a9150325a6 HTTP/1.1" status: 200 len: 1001 time: 0.0609446 Jul 05 04:27:20.890671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ccdbd-5f2b-448f-8750-3ffab7ecf1f4 req-dd1802ca-d48f-4313-8348-f6fda91674ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:20.892142 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-571ccdbd-5f2b-448f-8750-3ffab7ecf1f4 req-dd1802ca-d48f-4313-8348-f6fda91674ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0436869 Jul 05 04:27:20.949638 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ccdbd-5f2b-448f-8750-3ffab7ecf1f4 req-99e671c8-99a3-4eda-9218-45e8c6e97328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:20.951203 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-571ccdbd-5f2b-448f-8750-3ffab7ecf1f4 req-99e671c8-99a3-4eda-9218-45e8c6e97328 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528548 Jul 05 04:27:21.311686 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6cbf3de7-f6a7-4371-b26d-d8be4c937f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:21.354673 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-571ccdbd-5f2b-448f-8750-3ffab7ecf1f4 req-593ee010-ace1-4d2c-8f62-ba90ea0f1eda service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970680 Jul 05 04:27:21.446109 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-571ccdbd-5f2b-448f-8750-3ffab7ecf1f4 req-84fa4f67-57ce-46f6-b586-94e98ac2f8d5 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855701 Jul 05 04:27:21.870081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7842c-31c7-4f60-be30-4612eb167a0d req-a7eabf45-870c-4311-88ee-9814cafae0c1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:21.871503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80b7842c-31c7-4f60-be30-4612eb167a0d req-a7eabf45-870c-4311-88ee-9814cafae0c1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 944 time: 0.0727162 Jul 05 04:27:21.913591 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80b7842c-31c7-4f60-be30-4612eb167a0d req-0374afde-9c8b-4b35-8ab7-3bf8594a48df tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364721 Jul 05 04:27:22.205496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3cdcc430-71d4-4078-85d3-2f168f2a7850 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:22.311300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 3cdcc430-71d4-4078-85d3-2f168f2a7850 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:22.315333 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 3cdcc430-71d4-4078-85d3-2f168f2a7850 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:22.315915 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:22.394050 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:22.416071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:27:22.418239 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7aef02-5e8c-4f08-b21d-d53bacefed9e" -d '{"events": [{"server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "name": "network-vif-plugged", "status": "completed", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:27:22.431036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:22.456756 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafab008-75cd-4361-a5e6-d6806be7d204 x-openstack-request-id: req-dafab008-75cd-4361-a5e6-d6806be7d204 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:27:22.457120 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "name": "network-vif-plugged", "status": "completed", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:27:22.457521 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dafab008-75cd-4361-a5e6-d6806be7d204 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:27:22.458009 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'code': 200} Jul 05 04:27:22.496121 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:22.544938 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=3cdcc430-71d4-4078-85d3-2f168f2a7850,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:22.569998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a988d-3793-4b2e-bbdb-2adf07f27ef4 req-f4797245-a0a8-4dd7-9a59-1045c4e04fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:22.571522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-997a988d-3793-4b2e-bbdb-2adf07f27ef4 req-f4797245-a0a8-4dd7-9a59-1045c4e04fc5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1096 time: 0.0538678 Jul 05 04:27:22.605771 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-997a988d-3793-4b2e-bbdb-2adf07f27ef4 req-9eb4b245-00ee-4783-98f3-670ba46dc369 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281045 Jul 05 04:27:23.090504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5256a54-f0fc-41b8-bbd4-5ce3be3820d0 req-808749bb-9a2f-4039-9cad-897d5f8dc05e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:23.091982 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5256a54-f0fc-41b8-bbd4-5ce3be3820d0 req-808749bb-9a2f-4039-9cad-897d5f8dc05e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0658104 Jul 05 04:27:23.128280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5256a54-f0fc-41b8-bbd4-5ce3be3820d0 req-c83af1a2-a188-4c27-8687-44da43fbd144 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308020 Jul 05 04:27:24.308406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321c52f-82f5-44f1-8966-0194ff941b05 req-420c5a6c-8503-4e53-a0f9-3a4e37158ff3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:24.314100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d321c52f-82f5-44f1-8966-0194ff941b05 req-420c5a6c-8503-4e53-a0f9-3a4e37158ff3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0645709 Jul 05 04:27:24.315481 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-565bbc9a-ec63-49bb-a343-dca55a05bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:24.348880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d321c52f-82f5-44f1-8966-0194ff941b05 req-17f9427d-abe8-4584-94ef-6554f38db572 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323782 Jul 05 04:27:24.402426 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:24.533768 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2287d-38bb-4872-9372-3e0b31a0ab77 req-77c5856a-6f3a-4c30-ad8c-2c1c4711e3be tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:24.535164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84f2287d-38bb-4872-9372-3e0b31a0ab77 req-77c5856a-6f3a-4c30-ad8c-2c1c4711e3be tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0646675 Jul 05 04:27:24.577423 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84f2287d-38bb-4872-9372-3e0b31a0ab77 req-d1164ebe-8152-4413-b8f2-ffb72b5cc7b7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362113 Jul 05 04:27:24.601325 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51658) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:24.652456 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f69388-ca4c-4094-99fc-5bbdb95002ad tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:24.653950 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e2f69388-ca4c-4094-99fc-5bbdb95002ad tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1091 time: 0.0516708 Jul 05 04:27:24.656683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51660) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:24.660955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:24.770700 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:24.869440 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:24.975730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.25.0.177 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/1196b59b-33dd-47b9-affc-36322178c37d) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:27:25.073903 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:25.171160 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:25.209986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:27:25.212847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:25.216607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:27:25.245873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=1196b59b-33dd-47b9-affc-36322178c37d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:25.324623 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:25.594209 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:26.038464 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:26.185023 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:26.253723 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:26.322417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=1196b59b-33dd-47b9-affc-36322178c37d,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:26.330422 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:26.430168 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Floating IP 964afca3-934c-4450-a0f4-4166164899b6 associated. External IP: 172.25.0.177, port: 3cdcc430-71d4-4078-85d3-2f168f2a7850. Jul 05 04:27:26.634681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router e1450b81-011e-4b7d-971d-672b713e210a has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:27:26.739820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:27:26.749518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393432a-80cd-40e7-b1e5-e327b3cd8e29 None None] Sync routers for ids ['e1450b81-011e-4b7d-971d-672b713e210a'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:27:26.759151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393432a-80cd-40e7-b1e5-e327b3cd8e29 None None] Routers {'e1450b81-011e-4b7d-971d-672b713e210a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:26.759763 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5393432a-80cd-40e7-b1e5-e327b3cd8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:27:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e1450b81-011e-4b7d-971d-672b713e210a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:26.816043 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:26.853157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-97835d05-314f-438f-8da3-5ee26c6e6333 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1954632 Jul 05 04:27:26.853936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:27:26.856402 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2323da96-8961-4e14-9e52-1633c46d95ac" -d '{"events": [{"name": "network-changed", "server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:27:26.864163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-5393432a-80cd-40e7-b1e5-e327b3cd8e29 None None] Set router e1450b81-011e-4b7d-971d-672b713e210a gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:26.894924 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d5e319-b021-4eeb-aa49-ae77cb34800a x-openstack-request-id: req-41d5e319-b021-4eeb-aa49-ae77cb34800a {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:27:26.895220 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:27:26.896110 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41d5e319-b021-4eeb-aa49-ae77cb34800a {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:27:26.896616 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'status': 'completed', 'code': 200} Jul 05 04:27:27.017485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323da96-8961-4e14-9e52-1633c46d95ac req-6a141ca0-e058-4872-9233-6bd030973bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:27.019001 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2323da96-8961-4e14-9e52-1633c46d95ac req-6a141ca0-e058-4872-9233-6bd030973bb8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1096 time: 0.1027520 Jul 05 04:27:27.027238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e5cc7-3f4d-4f98-a3bb-1dcd93d46b4d req-49c5b7c0-d5a9-4231-b3b0-d51c28ec0b75 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:27.028652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-025e5cc7-3f4d-4f98-a3bb-1dcd93d46b4d req-49c5b7c0-d5a9-4231-b3b0-d51c28ec0b75 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0816000 Jul 05 04:27:27.098376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5393432a-80cd-40e7-b1e5-e327b3cd8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:27:11Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '964afca3-934c-4450-a0f4-4166164899b6', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'port_id': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'mac_address': 'fa:16:3e:28:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:27:25Z', 'updated_at': '2021-07-05T04:27:25Z', 'revision_number': 0, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b6b7a4-916e-4120-9694-b0d334d12da4', 'name': '', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:f1:35:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '4976581c-e206-4c13-af53-989b022a93f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:10Z', 'updated_at': '2021-07-05T04:27:16Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '4976581c-e206-4c13-af53-989b022a93f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:27.117436 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-025e5cc7-3f4d-4f98-a3bb-1dcd93d46b4d req-d3ead85c-275d-412e-ab67-bb03f2011118 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800095 Jul 05 04:27:27.126006 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393432a-80cd-40e7-b1e5-e327b3cd8e29 None None] Checking router: e1450b81-011e-4b7d-971d-672b713e210a for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:27:27.136669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393432a-80cd-40e7-b1e5-e327b3cd8e29 None None] Routers {'e1450b81-011e-4b7d-971d-672b713e210a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:27.136775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5393432a-80cd-40e7-b1e5-e327b3cd8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:27:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e1450b81-011e-4b7d-971d-672b713e210a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:27.143100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51666) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:27.146432 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323da96-8961-4e14-9e52-1633c46d95ac req-78169965-20a0-4ba7-a9ed-a8edcf6f8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:27.148497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2323da96-8961-4e14-9e52-1633c46d95ac req-78169965-20a0-4ba7-a9ed-a8edcf6f8d66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=985bd689-855b-4868-83c4-be400eb1f4e8 HTTP/1.1" status: 200 len: 898 time: 0.1189849 Jul 05 04:27:27.212178 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9ccd4c95-d992-4ccb-a61f-4f848439bdb0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/964afca3-934c-4450-a0f4-4166164899b6 HTTP/1.1" status: 200 len: 991 time: 0.0673835 Jul 05 04:27:27.216241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2323da96-8961-4e14-9e52-1633c46d95ac req-fd8bf399-fbaf-4486-937f-3c6e48d9fd9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 200 len: 999 time: 0.0606325 Jul 05 04:27:27.254923 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-5393432a-80cd-40e7-b1e5-e327b3cd8e29 None None] Set router e1450b81-011e-4b7d-971d-672b713e210a gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:27.264734 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323da96-8961-4e14-9e52-1633c46d95ac req-fd7fa2ed-6e0b-436a-a606-88f0d5e61d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:27.266209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2323da96-8961-4e14-9e52-1633c46d95ac req-fd7fa2ed-6e0b-436a-a606-88f0d5e61d34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4976581c-e206-4c13-af53-989b022a93f0 HTTP/1.1" status: 200 len: 833 time: 0.0440316 Jul 05 04:27:27.329309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323da96-8961-4e14-9e52-1633c46d95ac req-2c2d8de0-1e6d-4e23-bcea-d58ecb62e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:27.330837 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2323da96-8961-4e14-9e52-1633c46d95ac req-2c2d8de0-1e6d-4e23-bcea-d58ecb62e704 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=985bd689-855b-4868-83c4-be400eb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584941 Jul 05 04:27:27.353252 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:27.420093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2323da96-8961-4e14-9e52-1633c46d95ac req-f16a5ce1-fe4f-469e-93a6-fabcfe574119 service neutron] 10.222.0.64 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824776 Jul 05 04:27:27.486279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5393432a-80cd-40e7-b1e5-e327b3cd8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:27:11Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '964afca3-934c-4450-a0f4-4166164899b6', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'port_id': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'mac_address': 'fa:16:3e:28:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:27:25Z', 'updated_at': '2021-07-05T04:27:25Z', 'revision_number': 0, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b6b7a4-916e-4120-9694-b0d334d12da4', 'name': '', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:f1:35:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '4976581c-e206-4c13-af53-989b022a93f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:10Z', 'updated_at': '2021-07-05T04:27:16Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '4976581c-e206-4c13-af53-989b022a93f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:27.513337 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393432a-80cd-40e7-b1e5-e327b3cd8e29 None None] The sync data for ids ['e1450b81-011e-4b7d-971d-672b713e210a'] in n-d-798249-5 is: [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:27:11Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '964afca3-934c-4450-a0f4-4166164899b6', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'port_id': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'mac_address': 'fa:16:3e:28:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:27:25Z', 'updated_at': '2021-07-05T04:27:25Z', 'revision_number': 0, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b6b7a4-916e-4120-9694-b0d334d12da4', 'name': '', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:f1:35:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '4976581c-e206-4c13-af53-989b022a93f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:10Z', 'updated_at': '2021-07-05T04:27:16Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '4976581c-e206-4c13-af53-989b022a93f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:27:27.513698 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2323da96-8961-4e14-9e52-1633c46d95ac req-7c35ca4e-8024-4884-bd20-e7099edad1c5 service neutron] 10.222.0.64 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877013 Jul 05 04:27:27.708557 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e602d7-8a4d-4d00-a328-a428d736c7e9 None None] New status for floating IP 964afca3-934c-4450-a0f4-4166164899b6: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:27:28.139622 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:27:28.214192 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51668) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:28.273350 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4f864f90-e90e-492e-b0eb-2f0577029023 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/964afca3-934c-4450-a0f4-4166164899b6 HTTP/1.1" status: 200 len: 993 time: 0.0577221 Jul 05 04:27:29.661966 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:31.670833 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:51.304640 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-61e0d82b-3795-4428-8597-810d74d908aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:54.304429 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8c203fed-4f9d-4c4b-b632-96fd07146ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:54.404430 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:54.981008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd48a0-7741-4bec-985d-54c3ed56e9a5 req-05d79ff8-d976-4042-9043-23de4c9f67d4 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:54.982508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9fd48a0-7741-4bec-985d-54c3ed56e9a5 req-05d79ff8-d976-4042-9043-23de4c9f67d4 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1096 time: 0.0533762 Jul 05 04:27:55.015881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f9fd48a0-7741-4bec-985d-54c3ed56e9a5 req-e0ad9376-6737-47fb-88dc-96a06d0d0ea5 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278833 Jul 05 04:27:55.194441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbac8a-709c-4d4c-a7f9-cfa70573f88f req-b33a56c1-d4e9-4d01-ae26-b9c2a896a0f6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:55.195946 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5afbac8a-709c-4d4c-a7f9-cfa70573f88f req-b33a56c1-d4e9-4d01-ae26-b9c2a896a0f6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0656748 Jul 05 04:27:55.234865 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5afbac8a-709c-4d4c-a7f9-cfa70573f88f req-10485250-61cd-497f-a327-7f657ceb8e74 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334363 Jul 05 04:27:55.258706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51682) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:55.329979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-defcdb06-a9c8-4631-8b81-af84f2b28de3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/964afca3-934c-4450-a0f4-4166164899b6 HTTP/1.1" status: 200 len: 993 time: 0.0701320 Jul 05 04:27:55.330361 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:56.196535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8adcf6-b3c9-4d21-9b08-f42c84c9ead0 req-c89a1c7c-9d60-4d0a-b1df-b8e414bb206d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:56.198441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e8adcf6-b3c9-4d21-9b08-f42c84c9ead0 req-c89a1c7c-9d60-4d0a-b1df-b8e414bb206d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0646439 Jul 05 04:27:56.268444 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e8adcf6-b3c9-4d21-9b08-f42c84c9ead0 req-ecb1b9c8-a9a1-4129-9a77-4eb7acbfff9f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617485 Jul 05 04:27:56.283493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-089bc0a1-8524-4618-b60e-5be200069726 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840697 Jul 05 04:27:57.267719 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:57.445718 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d383a-722d-44dc-ba06-668bdacffaa4 req-07ec55b3-9a03-4e2c-b984-09b376fe6c5b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:57.447859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-142d383a-722d-44dc-ba06-668bdacffaa4 req-07ec55b3-9a03-4e2c-b984-09b376fe6c5b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0657520 Jul 05 04:27:57.484763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-142d383a-722d-44dc-ba06-668bdacffaa4 req-188ed735-82da-4151-ba7f-3de59598478c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309992 Jul 05 04:27:58.338603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-2e6e1d99-d806-463b-b063-46b034032fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:58.340427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-2e6e1d99-d806-463b-b063-46b034032fe1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1096 time: 0.0535712 Jul 05 04:27:58.436443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-261162ac-e046-4a16-8656-99509732bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:58.437923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-261162ac-e046-4a16-8656-99509732bef6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=985bd689-855b-4868-83c4-be400eb1f4e8 HTTP/1.1" status: 200 len: 898 time: 0.0908868 Jul 05 04:27:58.512688 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-b804490b-201c-4826-9c46-0e3dfb246456 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 200 len: 1001 time: 0.0681677 Jul 05 04:27:58.569560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-3fd3a87f-d39f-48bf-b174-94ca95883c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:58.571032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-3fd3a87f-d39f-48bf-b174-94ca95883c83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4976581c-e206-4c13-af53-989b022a93f0 HTTP/1.1" status: 200 len: 833 time: 0.0515802 Jul 05 04:27:58.669039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-5517c2bf-1725-4f4e-b04f-25f4c37a4d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:58.670536 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-5517c2bf-1725-4f4e-b04f-25f4c37a4d85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=985bd689-855b-4868-83c4-be400eb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931022 Jul 05 04:27:58.684387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534a53f-4da6-4061-85b9-478501e2eac9 req-8230b511-fea1-4680-931c-c866818dfbcf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:58.685804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d534a53f-4da6-4061-85b9-478501e2eac9 req-8230b511-fea1-4680-931c-c866818dfbcf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0819993 Jul 05 04:27:58.771993 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d534a53f-4da6-4061-85b9-478501e2eac9 req-9abf6df7-c51d-47eb-a1af-65ef3199774b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782342 Jul 05 04:27:58.800682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-1e2b5e2f-559a-457b-9e85-97d0cc4aac44 service neutron] 10.222.0.64 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139200 Jul 05 04:27:58.894270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-cd05a0c1-15c9-4b5e-a114-93b6a16f4cf3 service neutron] 10.222.0.64 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863421 Jul 05 04:27:59.678552 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:59.947402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3918e-4a5e-4fc2-aadc-4bf70ecd2b34 req-057609ac-e6f3-4310-b5b6-f9e55841255e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:59.948890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fb3918e-4a5e-4fc2-aadc-4bf70ecd2b34 req-057609ac-e6f3-4310-b5b6-f9e55841255e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0628238 Jul 05 04:27:59.986350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fb3918e-4a5e-4fc2-aadc-4bf70ecd2b34 req-db762726-c7fa-4079-bd75-ac649dd487a8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Jul 05 04:28:01.158790 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bbbdf-b4c5-4559-a69c-4e71bdff4b11 req-3a3d5f6d-94c7-4acd-94d8-910c9faf2ff4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:01.160265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-583bbbdf-b4c5-4559-a69c-4e71bdff4b11 req-3a3d5f6d-94c7-4acd-94d8-910c9faf2ff4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0623841 Jul 05 04:28:01.196717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-583bbbdf-b4c5-4559-a69c-4e71bdff4b11 req-f3265254-e515-4dd2-b6e0-b694446c9491 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310438 Jul 05 04:28:01.646887 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:02.379319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e8b03-8f0e-44a5-858a-ddb455eefec0 req-903e7cf7-13c0-4338-883c-fa6bab9c2486 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:02.380866 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b9e8b03-8f0e-44a5-858a-ddb455eefec0 req-903e7cf7-13c0-4338-883c-fa6bab9c2486 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0682902 Jul 05 04:28:02.417850 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b9e8b03-8f0e-44a5-858a-ddb455eefec0 req-2c96f798-fb1b-43b3-8b5d-7993bd179fae tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315015 Jul 05 04:28:03.589984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728de74-da9c-40bd-9f7d-27103cf5fc40 req-38c87b4e-29a3-4048-83cf-0f8ae4f21371 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:03.591461 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f728de74-da9c-40bd-9f7d-27103cf5fc40 req-38c87b4e-29a3-4048-83cf-0f8ae4f21371 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0640852 Jul 05 04:28:03.628507 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f728de74-da9c-40bd-9f7d-27103cf5fc40 req-a7f9ba94-76e5-4db2-bab6-b047fd31d984 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313249 Jul 05 04:28:04.804552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8e3e5-088a-45a2-aefe-fda8b0bbcda1 req-78ae5598-8c2c-4fb5-ba67-32fdeee629ff tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:04.806024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3e8e3e5-088a-45a2-aefe-fda8b0bbcda1 req-78ae5598-8c2c-4fb5-ba67-32fdeee629ff tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0640197 Jul 05 04:28:04.843861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3e8e3e5-088a-45a2-aefe-fda8b0bbcda1 req-826e2da7-09fa-4e44-b0ae-5b50060f905b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316668 Jul 05 04:28:05.138473 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:28:06.023309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c832ed8-84a6-44d9-b5d3-1ac9c9b9d8ff req-f33341c6-9c53-48fc-87c3-547dc663957f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:06.025045 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c832ed8-84a6-44d9-b5d3-1ac9c9b9d8ff req-f33341c6-9c53-48fc-87c3-547dc663957f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0674999 Jul 05 04:28:06.063256 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c832ed8-84a6-44d9-b5d3-1ac9c9b9d8ff req-304d67e1-0ee8-4cba-9347-6b4948b07f36 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326536 Jul 05 04:28:07.251131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653adc85-cfe4-4ef2-9d14-c6b1b5477a2d req-94c6a1c6-a5fe-4198-ac6e-f4d8db9d7a54 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:07.252693 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-653adc85-cfe4-4ef2-9d14-c6b1b5477a2d req-94c6a1c6-a5fe-4198-ac6e-f4d8db9d7a54 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0713673 Jul 05 04:28:07.290998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-653adc85-cfe4-4ef2-9d14-c6b1b5477a2d req-0b905e89-8b16-421f-ab42-4374d09a4b64 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326047 Jul 05 04:28:08.475412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fb5ed-3168-498d-8565-9568421100e2 req-fe367be1-3ea9-4bc2-a9f5-1968c00ffbff tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:08.476919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc3fb5ed-3168-498d-8565-9568421100e2 req-fe367be1-3ea9-4bc2-a9f5-1968c00ffbff tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0666087 Jul 05 04:28:08.516484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc3fb5ed-3168-498d-8565-9568421100e2 req-c1ef4747-9f23-480d-a769-a1330c682ab8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334589 Jul 05 04:28:09.690111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef983b9a-23b7-4786-b7f2-ab011a2a3460 req-cb540b9f-8590-437d-b0aa-ba415d710132 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:09.691636 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef983b9a-23b7-4786-b7f2-ab011a2a3460 req-cb540b9f-8590-437d-b0aa-ba415d710132 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0631413 Jul 05 04:28:09.729531 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef983b9a-23b7-4786-b7f2-ab011a2a3460 req-12c8ae59-072b-4ae2-91f3-4a88a3e0df87 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323651 Jul 05 04:28:10.899785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b001b30-f7c8-4b2c-939c-8af49eb2314f req-b2e52eb9-8bb0-43dc-8edc-75f9fbb366e8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:10.901284 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b001b30-f7c8-4b2c-939c-8af49eb2314f req-b2e52eb9-8bb0-43dc-8edc-75f9fbb366e8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0624835 Jul 05 04:28:10.937431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b001b30-f7c8-4b2c-939c-8af49eb2314f req-bac1c43d-78f6-47b4-b5fd-988b5c2fc1be tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306714 Jul 05 04:28:11.843084 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-f9bced16-4178-41a6-9060-74f1f46f91d9 req-4e73d984-adf9-4d8a-b700-546d229b7b0f service neutron] (100876) timed out ('10.222.0.64', 62309) {{(pid=100876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:28:12.122486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a908116-f9e3-4a7e-9e87-b3cf9a955c3e req-adb200be-baba-45f0-a21e-de5e9d30aede tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:12.123961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a908116-f9e3-4a7e-9e87-b3cf9a955c3e req-adb200be-baba-45f0-a21e-de5e9d30aede tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0672841 Jul 05 04:28:12.161343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a908116-f9e3-4a7e-9e87-b3cf9a955c3e req-b347f175-04b3-4610-b121-80707f7637a7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319138 Jul 05 04:28:13.335119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc68a90-db42-4ffc-aba0-cce662048a93 req-72a93f44-39bb-49dd-9326-c93472d555e5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:13.336635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3cc68a90-db42-4ffc-aba0-cce662048a93 req-72a93f44-39bb-49dd-9326-c93472d555e5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0647812 Jul 05 04:28:13.376248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3cc68a90-db42-4ffc-aba0-cce662048a93 req-ef2ced9e-a601-42a3-b514-add18030a641 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326920 Jul 05 04:28:14.553186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf9571-9194-49fc-97e1-b5a64acbca72 req-77bea98c-3a44-46e9-aacb-069738e99f51 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:14.554653 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebcf9571-9194-49fc-97e1-b5a64acbca72 req-77bea98c-3a44-46e9-aacb-069738e99f51 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0664525 Jul 05 04:28:14.592412 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebcf9571-9194-49fc-97e1-b5a64acbca72 req-9349b99a-89e1-4497-9e58-1e2a57f96927 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319555 Jul 05 04:28:15.770502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f219a58-d7b8-4a09-97f6-7aa03e8291d5 req-92711fd6-b38b-4fed-8306-737e4512de24 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:15.776305 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f219a58-d7b8-4a09-97f6-7aa03e8291d5 req-92711fd6-b38b-4fed-8306-737e4512de24 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0634840 Jul 05 04:28:15.811263 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f219a58-d7b8-4a09-97f6-7aa03e8291d5 req-eaee96e9-fa3f-471e-a76f-b4d2e13aea69 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337012 Jul 05 04:28:15.947120 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-0a9e074a-d2e7-49a4-b4a6-aaed0dc2953f service neutron] show failed (client error): The resource could not be found. Jul 05 04:28:15.948099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-0a9e074a-d2e7-49a4-b4a6-aaed0dc2953f service neutron] 10.222.0.64 "GET /v2.0/ports/3cdcc430-71d4-4078-85d3-2f168f2a7850/bindings/n-h1-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0541737 Jul 05 04:28:16.454867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-832b42de-310c-4a6c-857f-305f29bdf073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:16.456382 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-832b42de-310c-4a6c-857f-305f29bdf073 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0579898 Jul 05 04:28:16.469594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:28:16.543550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.742930 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:16.775440 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:28:16.817942 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:16.820171 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5007dc38-546d-480c-9b94-db09a20eb186" -d '{"events": [{"server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "name": "network-vif-unplugged", "status": "completed", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:16.824402 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.838959 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Transition to ACTIVE for port object 3cdcc430-71d4-4078-85d3-2f168f2a7850 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:16.891655 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fb2a10-cd64-4e40-98a4-67ab37f03eaa x-openstack-request-id: req-d4fb2a10-cd64-4e40-98a4-67ab37f03eaa {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:16.891948 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "name": "network-vif-unplugged", "status": "completed", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:16.892197 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4fb2a10-cd64-4e40-98a4-67ab37f03eaa {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:16.892627 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'code': 200} Jul 05 04:28:16.903600 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.986114 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdcc430-71d4-4078-85d3-2f168f2a7850,revision_number=6']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:16.999871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09eadf-e5b4-4a40-80be-5cff05498f43 req-85526799-7d82-46fe-ac03-0efb298cb729 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:17.002240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea09eadf-e5b4-4a40-80be-5cff05498f43 req-85526799-7d82-46fe-ac03-0efb298cb729 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 943 time: 0.0725324 Jul 05 04:28:17.004545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:17.004904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:17.005251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:17.005593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:17.005935 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:17.006272 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:17.006603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:17.006937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:17.007271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:17.007602 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:17.007932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:17.008425 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:17.045499 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea09eadf-e5b4-4a40-80be-5cff05498f43 req-18e66b7e-5d7b-4cec-991a-09812fd45831 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375307 Jul 05 04:28:17.046980 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] No DVR routers for this DVR port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:28:17.192229 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Attempting to bind port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:28:17.192690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Attempting to bind port 3cdcc430-71d4-4078-85d3-2f168f2a7850 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:28:17.193097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Attempting to bind port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on network 985bd689-855b-4868-83c4-be400eb1f4e8 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:17.197434 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on network 985bd689-855b-4868-83c4-be400eb1f4e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:28:17.197766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Attempting to bind port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on network 985bd689-855b-4868-83c4-be400eb1f4e8 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:17.203251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:28:17.203538 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Checking segment: {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:28:17.203929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Bound using segment: {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:28:17.204397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Bound port: 3cdcc430-71d4-4078-85d3-2f168f2a7850, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:28:17.204758 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:17.268799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:28:17.271652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:28:17.341351 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:17.376054 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:17.376709 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:17.378119 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] 10.222.0.11 "PUT /v2.0/ports/3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 200 len: 1091 time: 0.9144204 Jul 05 04:28:17.401047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb544fb-7c85-4744-82ee-689a32c69be9 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdcc430-71d4-4078-85d3-2f168f2a7850,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:17.461070 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-25d7038d-cb9e-4745-9825-70451b2b2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:17.462646 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-25d7038d-cb9e-4745-9825-70451b2b2ddd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1094 time: 0.0567431 Jul 05 04:28:17.563275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-eb94a2b4-7411-484c-b2f3-fa434b55615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:17.564800 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-eb94a2b4-7411-484c-b2f3-fa434b55615a service neutron] 10.222.0.11 "GET /v2.0/networks?id=985bd689-855b-4868-83c4-be400eb1f4e8 HTTP/1.1" status: 200 len: 898 time: 0.0952854 Jul 05 04:28:17.632173 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-eccc3699-029a-4534-8e7d-fe65374aecb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 200 len: 999 time: 0.0608308 Jul 05 04:28:17.685168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-1394fdc3-7301-4edc-9d4b-b529727bad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:17.686557 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-1394fdc3-7301-4edc-9d4b-b529727bad68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4976581c-e206-4c13-af53-989b022a93f0 HTTP/1.1" status: 200 len: 833 time: 0.0477960 Jul 05 04:28:17.743975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-e06f30f9-d5ed-4a8e-872b-1c7fa4ba8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:17.746065 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-e06f30f9-d5ed-4a8e-872b-1c7fa4ba8ae3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=985bd689-855b-4868-83c4-be400eb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521398 Jul 05 04:28:17.832861 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-87a61afc-0796-417e-a702-75cf2280b4d2 service neutron] 10.222.0.11 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800951 Jul 05 04:28:17.925183 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b5c899f-0444-4208-8151-f90dbe5c157b req-ed371203-f911-43ef-90af-2955a3e40f0d service neutron] 10.222.0.11 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865681 Jul 05 04:28:18.235807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682171b-4cc4-4576-bae3-422f3a618aea req-6a5234db-e3d4-4af6-bf9f-e84762acc67d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:18.237398 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c682171b-4cc4-4576-bae3-422f3a618aea req-6a5234db-e3d4-4af6-bf9f-e84762acc67d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 943 time: 0.0664101 Jul 05 04:28:18.276316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c682171b-4cc4-4576-bae3-422f3a618aea req-e4ee0809-ae52-4aa7-a096-fab170931624 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332437 Jul 05 04:28:18.439875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3cdcc430-71d4-4078-85d3-2f168f2a7850 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:28:18.479733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3cdcc430-71d4-4078-85d3-2f168f2a7850 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:28:18.893805 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:18.896244 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:18.943236 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ffd595-1823-4114-896e-96d0d687a8aa x-openstack-request-id: req-08ffd595-1823-4114-896e-96d0d687a8aa {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:18.943571 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:18.943826 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08ffd595-1823-4114-896e-96d0d687a8aa {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:18.944222 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'status': 'completed', 'code': 200} Jul 05 04:28:19.019579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-399a71d7-6ff4-4248-86a6-4ca43e54017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:19.020407 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-76138bd0-76ac-4e02-8705-173cecc2a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:19.021106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-399a71d7-6ff4-4248-86a6-4ca43e54017e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1094 time: 0.0578425 Jul 05 04:28:19.021987 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-76138bd0-76ac-4e02-8705-173cecc2a3d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1094 time: 0.0527694 Jul 05 04:28:19.114661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-c099a24b-f596-4f76-8efc-1af76986e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:19.114889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-7701d4e0-2202-42b9-94c5-9c2158dce19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:19.116177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-7701d4e0-2202-42b9-94c5-9c2158dce19f service neutron] 10.222.0.64 "GET /v2.0/networks?id=985bd689-855b-4868-83c4-be400eb1f4e8 HTTP/1.1" status: 200 len: 898 time: 0.0884655 Jul 05 04:28:19.116301 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-c099a24b-f596-4f76-8efc-1af76986e4f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=985bd689-855b-4868-83c4-be400eb1f4e8 HTTP/1.1" status: 200 len: 898 time: 0.0879917 Jul 05 04:28:19.181470 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-5c7c9d5e-bf77-44ad-84b7-9bc7fde0a481 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 200 len: 999 time: 0.0581396 Jul 05 04:28:19.184451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-746491d6-b9ba-4c24-a76e-8be434bd0f7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 200 len: 999 time: 0.0623991 Jul 05 04:28:19.232251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-595a2311-7c0d-4b8f-9ac5-c85fb920925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:19.233282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-d9e93b6c-08cf-4fde-87e5-db8a0b2cef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:19.233801 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-595a2311-7c0d-4b8f-9ac5-c85fb920925e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4976581c-e206-4c13-af53-989b022a93f0 HTTP/1.1" status: 200 len: 833 time: 0.0459931 Jul 05 04:28:19.234747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-d9e93b6c-08cf-4fde-87e5-db8a0b2cef18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4976581c-e206-4c13-af53-989b022a93f0 HTTP/1.1" status: 200 len: 833 time: 0.0437720 Jul 05 04:28:19.290555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-7e087952-dac2-4acb-a00c-f8f9e40878ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:19.292694 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-7e087952-dac2-4acb-a00c-f8f9e40878ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=985bd689-855b-4868-83c4-be400eb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517766 Jul 05 04:28:19.295345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-9f962760-5459-4d0b-a1fc-3bdea91d2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:19.296863 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-9f962760-5459-4d0b-a1fc-3bdea91d2764 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=985bd689-855b-4868-83c4-be400eb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557542 Jul 05 04:28:19.398357 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-074a64ce-b54a-48a0-bcd3-4f009e4dffb9 service neutron] 10.222.0.11 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925217 Jul 05 04:28:19.407049 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-18470719-1101-4914-bcb5-1a4b0cf47eaa service neutron] 10.222.0.64 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074460 Jul 05 04:28:19.492242 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-f3c77886-7a4b-4fda-9bb6-6bd5b6c1f1a1 service neutron] 10.222.0.11 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871887 Jul 05 04:28:19.531451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19939842-2a98-45f1-ada1-6328e750a192 req-fa455454-e461-497d-b967-ea6a9a9ebfc8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:19.532978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19939842-2a98-45f1-ada1-6328e750a192 req-fa455454-e461-497d-b967-ea6a9a9ebfc8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 943 time: 0.1420736 Jul 05 04:28:19.538227 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba732bb2-18b3-4d17-9772-c6e0a3c0d7e3 req-9367cd1f-7b5b-4692-86b0-41f41a8cf886 service neutron] 10.222.0.64 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149411 Jul 05 04:28:19.571835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19939842-2a98-45f1-ada1-6328e750a192 req-3f0473b6-1077-40c9-9447-e1cbdcbc2ea3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326724 Jul 05 04:28:20.242639 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3cdcc430-71d4-4078-85d3-2f168f2a7850 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:28:20.333009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:20.344714 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'port_id': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'mac_address': 'fa:16:3e:28:c9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4976581c-e206-4c13-af53-989b022a93f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:28:20.380651 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:20.396632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdcc430-71d4-4078-85d3-2f168f2a7850 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:28:20.415448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:20.520996 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:20.568004 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=3cdcc430-71d4-4078-85d3-2f168f2a7850,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:20.575811 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:20.576158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:20.576531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:20.576869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:20.577200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:20.577553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:20.577877 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:20.578225 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:20.578547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:20.578865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:20.579183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:20.579498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:20.743847 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['3cdcc430-71d4-4078-85d3-2f168f2a7850'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:28:20.757067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6620b9-427f-4686-abf1-9ec69ae923e9 req-54ef44fd-f3dd-4bd9-aabe-659b056cf7ed tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:20.758622 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a6620b9-427f-4686-abf1-9ec69ae923e9 req-54ef44fd-f3dd-4bd9-aabe-659b056cf7ed tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 944 time: 0.0643823 Jul 05 04:28:20.797421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a6620b9-427f-4686-abf1-9ec69ae923e9 req-fdbd6028-1d05-4776-8e7d-8fcd06e0139a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326922 Jul 05 04:28:21.303947 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-27817b45-ed0e-4ed2-a67b-b435f0b16754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:21.310398 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e1ec9396-ef02-4c46-b1d7-40bb99efeae2 req-da73882a-5e92-443b-9484-63b894eb7abe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545058 Jul 05 04:28:21.413514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec9396-ef02-4c46-b1d7-40bb99efeae2 req-335ef7b0-be93-49a5-bffe-667175ba69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:21.415057 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e1ec9396-ef02-4c46-b1d7-40bb99efeae2 req-335ef7b0-be93-49a5-bffe-667175ba69b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 1096 time: 0.0547686 Jul 05 04:28:21.590708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec9396-ef02-4c46-b1d7-40bb99efeae2 req-9a901f82-70d1-4370-aec3-401e1bea2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:21.592130 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e1ec9396-ef02-4c46-b1d7-40bb99efeae2 req-9a901f82-70d1-4370-aec3-401e1bea2208 service neutron] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.1471779 Jul 05 04:28:21.596475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31961c86-5025-44cb-b8c3-9bc8266b18de req-cbfb6b13-4d77-4d8d-9f0d-4f41094b5cf7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:21.599072 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31961c86-5025-44cb-b8c3-9bc8266b18de req-cbfb6b13-4d77-4d8d-9f0d-4f41094b5cf7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 944 time: 0.0677109 Jul 05 04:28:21.641406 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-31961c86-5025-44cb-b8c3-9bc8266b18de req-1313b713-0245-4ecd-9dce-0b53f29e578e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372994 Jul 05 04:28:21.694956 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e1ec9396-ef02-4c46-b1d7-40bb99efeae2 req-57b3ca23-6a54-4934-9bcd-fd7143601343 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf6a5122-97f0-49c2-bdd5-f9a9150325a6 HTTP/1.1" status: 200 len: 1001 time: 0.0943031 Jul 05 04:28:21.718877 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f079-01f8-4d62-9783-ed219118b13b req-8af33894-7ef3-4f81-848f-52741df76b00 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:21.720444 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-8af33894-7ef3-4f81-848f-52741df76b00 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.11 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 944 time: 0.1917694 Jul 05 04:28:21.788897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec9396-ef02-4c46-b1d7-40bb99efeae2 req-224bd583-1e59-4716-983b-0289847f2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:21.790403 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e1ec9396-ef02-4c46-b1d7-40bb99efeae2 req-224bd583-1e59-4716-983b-0289847f2f73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0886784 Jul 05 04:28:21.838627 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-981c39ab-5cb1-41be-b8ae-33a2e80617cd service neutron] 10.222.0.11 "GET /v2.0/ports/3cdcc430-71d4-4078-85d3-2f168f2a7850/bindings/n-h1-798249-5 HTTP/1.1" status: 200 len: 382 time: 0.0997992 Jul 05 04:28:21.862039 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec9396-ef02-4c46-b1d7-40bb99efeae2 req-957f7b10-7954-4de4-b452-d653d3a19741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:21.863561 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e1ec9396-ef02-4c46-b1d7-40bb99efeae2 req-957f7b10-7954-4de4-b452-d653d3a19741 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669215 Jul 05 04:28:21.993041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f079-01f8-4d62-9783-ed219118b13b req-a8852f41-8e07-4073-9f13-dcdff714f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:21.994446 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-a8852f41-8e07-4073-9f13-dcdff714f82f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1095 time: 0.1242223 Jul 05 04:28:21.998379 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e1ec9396-ef02-4c46-b1d7-40bb99efeae2 req-ff8849e0-1be0-4786-a471-e9fe32eed4dc service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198814 Jul 05 04:28:22.166941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f079-01f8-4d62-9783-ed219118b13b req-c3a2dffa-2b04-4816-8051-f2b6cd4f7731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:22.169336 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-c3a2dffa-2b04-4816-8051-f2b6cd4f7731 service neutron] 10.222.0.11 "GET /v2.0/networks?id=985bd689-855b-4868-83c4-be400eb1f4e8 HTTP/1.1" status: 200 len: 898 time: 0.1637156 Jul 05 04:28:22.171266 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e1ec9396-ef02-4c46-b1d7-40bb99efeae2 req-3990fff7-0814-491a-ae97-970431873d5d service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646011 Jul 05 04:28:22.244129 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-7116de73-d37c-44c4-9268-c0bbd29961fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 200 len: 1000 time: 0.0639277 Jul 05 04:28:22.258075 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3cdcc430-71d4-4078-85d3-2f168f2a7850 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:22.292327 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f079-01f8-4d62-9783-ed219118b13b req-2bdac30f-aee3-4b4f-a447-303355d15f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:22.293861 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-2bdac30f-aee3-4b4f-a447-303355d15f50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4976581c-e206-4c13-af53-989b022a93f0 HTTP/1.1" status: 200 len: 833 time: 0.0442529 Jul 05 04:28:22.350562 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f079-01f8-4d62-9783-ed219118b13b req-776f7507-6394-49d0-bdd4-7b87b548bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:22.352036 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-776f7507-6394-49d0-bdd4-7b87b548bce6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=985bd689-855b-4868-83c4-be400eb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522671 Jul 05 04:28:22.372785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 3cdcc430-71d4-4078-85d3-2f168f2a7850 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:22.377358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 3cdcc430-71d4-4078-85d3-2f168f2a7850 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:22.377871 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:22.446599 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-70ee1cbb-8067-4b49-bd19-e369908731a1 service neutron] 10.222.0.11 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873897 Jul 05 04:28:22.545068 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-7d53e9b0-4a85-4862-9b02-186b0d0e3d21 service neutron] 10.222.0.11 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919495 Jul 05 04:28:22.601772 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:22.624419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:22.626623 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9e56a1-11c1-4af4-9034-82ccdca08e8d" -d '{"events": [{"server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "name": "network-vif-plugged", "status": "completed", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:22.638617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:22.675690 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a48ad91-752c-40cb-bd5f-713d5eddbc47 x-openstack-request-id: req-5a48ad91-752c-40cb-bd5f-713d5eddbc47 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:22.675989 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "name": "network-vif-plugged", "status": "completed", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:22.676392 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a48ad91-752c-40cb-bd5f-713d5eddbc47 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:22.676661 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'code': 200} Jul 05 04:28:22.701838 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:22.755247 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=3cdcc430-71d4-4078-85d3-2f168f2a7850,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:22.841503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9341ac-e7f9-4ac9-9ced-6f126dc02dc5 req-33f0b34f-55b7-4680-b9d6-9728874c3147 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:22.842912 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de9341ac-e7f9-4ac9-9ced-6f126dc02dc5 req-33f0b34f-55b7-4680-b9d6-9728874c3147 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0687890 Jul 05 04:28:22.879570 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de9341ac-e7f9-4ac9-9ced-6f126dc02dc5 req-6d449160-c4b1-47c1-bcd7-e2e1da93193f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310645 Jul 05 04:28:24.057105 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff98d4-b216-4cc1-85d1-165c258817d8 req-83fafec1-6a33-4ec2-8e30-2cc8cb2afa24 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:24.058502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bdff98d4-b216-4cc1-85d1-165c258817d8 req-83fafec1-6a33-4ec2-8e30-2cc8cb2afa24 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0643458 Jul 05 04:28:24.097005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bdff98d4-b216-4cc1-85d1-165c258817d8 req-63da82e1-dfc0-4816-91d8-934b978a2eff tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321195 Jul 05 04:28:24.284007 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-078700a7-fed3-434c-ade3-22bbb7a05813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:24.392902 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:25.344228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b7b2a-f64b-4b3e-8a92-f5fcb03048ae req-f0b43bd1-bd5f-4e84-a0f7-5fc414b3e685 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:25.346463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba9b7b2a-f64b-4b3e-8a92-f5fcb03048ae req-f0b43bd1-bd5f-4e84-a0f7-5fc414b3e685 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 945 time: 0.1361697 Jul 05 04:28:25.348672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f079-01f8-4d62-9783-ed219118b13b req-d64c04b9-818b-4013-bba3-efb18e1aff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:25.350147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-d64c04b9-818b-4013-bba3-efb18e1aff6a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 1096 time: 0.1292450 Jul 05 04:28:25.358710 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:25.362376 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:28:25.422391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba9b7b2a-f64b-4b3e-8a92-f5fcb03048ae req-4ef10163-dade-46a1-a23c-3552db47ba46 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710962 Jul 05 04:28:25.461456 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:25.661659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:25.693839 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h1-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:28:25.736465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:25.738703 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe06333-6f70-495f-acff-a4f526a84b4e" -d '{"events": [{"server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "name": "network-vif-unplugged", "status": "completed", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:25.742288 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:25.755090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Transition to ACTIVE for port object 3cdcc430-71d4-4078-85d3-2f168f2a7850 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:25.795048 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ed110e-cbd6-4ae0-b379-49ce0b7660f1 x-openstack-request-id: req-81ed110e-cbd6-4ae0-b379-49ce0b7660f1 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:25.795370 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "name": "network-vif-unplugged", "status": "completed", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:25.795671 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81ed110e-cbd6-4ae0-b379-49ce0b7660f1 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:25.796100 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'code': 200} Jul 05 04:28:25.800741 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:25.907862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Pushing event updated for resources: {'Port': ['ID=3cdcc430-71d4-4078-85d3-2f168f2a7850,revision_number=10']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:25.929635 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:25.929982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:25.930318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:25.930650 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:25.930973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:25.931298 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:25.931622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:25.931944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:25.932267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:25.932612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:25.932941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:25.933259 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:26.290209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3cdcc430-71d4-4078-85d3-2f168f2a7850 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:28:26.295189 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] No DVR routers for this DVR port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on host n-h1-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:28:26.328120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 3cdcc430-71d4-4078-85d3-2f168f2a7850 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:28:26.431618 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Attempting to bind port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:28:26.432280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Attempting to bind port 3cdcc430-71d4-4078-85d3-2f168f2a7850 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:28:26.432280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Attempting to bind port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on network 985bd689-855b-4868-83c4-be400eb1f4e8 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:26.436470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on network 985bd689-855b-4868-83c4-be400eb1f4e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:28:26.436794 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Attempting to bind port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on network 985bd689-855b-4868-83c4-be400eb1f4e8 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:26.441513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:28:26.441853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Checking segment: {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:28:26.442236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Bound using segment: {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:28:26.442657 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Bound port: 3cdcc430-71d4-4078-85d3-2f168f2a7850, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:28:26.443008 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:26.567889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:28:26.583303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:28:26.613082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35acc6c-5a8d-43a2-b205-a7686b7330ce req-fd2562b6-254b-4768-8830-904555a8a425 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:26.614594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a35acc6c-5a8d-43a2-b205-a7686b7330ce req-fd2562b6-254b-4768-8830-904555a8a425 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 944 time: 0.0791514 Jul 05 04:28:26.652609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a35acc6c-5a8d-43a2-b205-a7686b7330ce req-c7880de2-9f07-4db2-a529-f6e1a73afba6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324631 Jul 05 04:28:26.654373 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:26.689832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:26.690522 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:26.691898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] 10.222.0.64 "PUT /v2.0/ports/3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 200 len: 1092 time: 1.3334591 Jul 05 04:28:26.711802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1158c1-592b-4a7c-932f-79a084697a0f service neutron] Pushing event updated for resources: {'Port': ['ID=3cdcc430-71d4-4078-85d3-2f168f2a7850,revision_number=11']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:26.770591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f079-01f8-4d62-9783-ed219118b13b req-7d6450f5-747e-4f8b-b293-a6d5e3a905a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:26.772142 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-7d6450f5-747e-4f8b-b293-a6d5e3a905a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1095 time: 0.0553796 Jul 05 04:28:26.868743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f079-01f8-4d62-9783-ed219118b13b req-5f8a3e0b-d5f1-4614-8bc6-602f9e2315a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:26.870254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-5f8a3e0b-d5f1-4614-8bc6-602f9e2315a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=985bd689-855b-4868-83c4-be400eb1f4e8 HTTP/1.1" status: 200 len: 898 time: 0.0918593 Jul 05 04:28:26.935639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-f693ec8a-48ff-4c32-9ef3-dcaeeda0f8bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 200 len: 999 time: 0.0585248 Jul 05 04:28:26.987727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f079-01f8-4d62-9783-ed219118b13b req-044c2bc4-b243-4f7c-9715-df532bbc4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:26.989226 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-044c2bc4-b243-4f7c-9715-df532bbc4aa2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4976581c-e206-4c13-af53-989b022a93f0 HTTP/1.1" status: 200 len: 833 time: 0.0476465 Jul 05 04:28:27.051234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f079-01f8-4d62-9783-ed219118b13b req-7cb993e3-9962-4bda-8e54-d46032254733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:27.052775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-7cb993e3-9962-4bda-8e54-d46032254733 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=985bd689-855b-4868-83c4-be400eb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576782 Jul 05 04:28:27.141775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-d44ed580-a7db-40a7-84f3-9491a9eb7857 service neutron] 10.222.0.64 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825672 Jul 05 04:28:27.235775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2984f079-01f8-4d62-9783-ed219118b13b req-e7a75a5d-0804-4e4c-a934-07bf900c84bf service neutron] 10.222.0.64 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877221 Jul 05 04:28:27.261085 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:27.804716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:27.806921 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83fd279-57a2-481b-96d5-4bdc1afe6de6" -d '{"events": [{"name": "network-changed", "server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:27.845493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebd8ce-0a65-4519-9750-dcb9b4b623ad req-bb750719-747b-4b3a-9548-b9643041c13f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:27.847241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6ebd8ce-0a65-4519-9750-dcb9b4b623ad req-bb750719-747b-4b3a-9548-b9643041c13f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 944 time: 0.0702372 Jul 05 04:28:27.854287 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3f27ea-e2e2-4760-b919-c96854344c55 x-openstack-request-id: req-5d3f27ea-e2e2-4760-b919-c96854344c55 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:27.854577 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:27.854828 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d3f27ea-e2e2-4760-b919-c96854344c55 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:27.855210 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'status': 'completed', 'code': 200} Jul 05 04:28:27.919428 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a6ebd8ce-0a65-4519-9750-dcb9b4b623ad req-4bcff25e-a946-4480-bcb1-ba93d3d8b39d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633163 Jul 05 04:28:27.946990 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-7985b1e9-2242-43af-af0a-7a8c067c329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:27.946990 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-7985b1e9-2242-43af-af0a-7a8c067c329a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1095 time: 0.0559671 Jul 05 04:28:27.947564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-3b2e647e-3046-454a-8497-f1246079402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:27.947564 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-3b2e647e-3046-454a-8497-f1246079402a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1095 time: 0.0671189 Jul 05 04:28:28.034566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-ea0bf0d9-c827-410f-b3a5-6f2f17f0a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:28.034844 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-247fb2b4-eef6-42b0-ad43-6db24f918e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:28.036062 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-ea0bf0d9-c827-410f-b3a5-6f2f17f0a5c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=985bd689-855b-4868-83c4-be400eb1f4e8 HTTP/1.1" status: 200 len: 898 time: 0.0843213 Jul 05 04:28:28.036223 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-247fb2b4-eef6-42b0-ad43-6db24f918e82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=985bd689-855b-4868-83c4-be400eb1f4e8 HTTP/1.1" status: 200 len: 898 time: 0.0908740 Jul 05 04:28:28.101765 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-e41f0774-6a0f-4f18-a877-ac07ac304ab7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 200 len: 999 time: 0.0592027 Jul 05 04:28:28.107646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-7f44b640-1039-4f79-9e34-da3b564b19aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 200 len: 999 time: 0.0635600 Jul 05 04:28:28.157206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-8b01dbe3-f01f-46b3-b666-31b0ceace376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:28.158775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-d37dd936-c653-4f2f-86f1-0824777535ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:28.158911 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-8b01dbe3-f01f-46b3-b666-31b0ceace376 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4976581c-e206-4c13-af53-989b022a93f0 HTTP/1.1" status: 200 len: 833 time: 0.0446444 Jul 05 04:28:28.159010 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-d37dd936-c653-4f2f-86f1-0824777535ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4976581c-e206-4c13-af53-989b022a93f0 HTTP/1.1" status: 200 len: 833 time: 0.0509415 Jul 05 04:28:28.218152 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-74cad0d8-c643-4655-bc3f-a8a0d1bd2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:28.218727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-2de53ae4-264c-4fa9-b79d-dd273813a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:28.219580 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-74cad0d8-c643-4655-bc3f-a8a0d1bd2020 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=985bd689-855b-4868-83c4-be400eb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549870 Jul 05 04:28:28.220230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-2de53ae4-264c-4fa9-b79d-dd273813a68d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=985bd689-855b-4868-83c4-be400eb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543501 Jul 05 04:28:28.309373 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-c4191276-a377-4c61-97f2-4f2d6c43a8b6 service neutron] 10.222.0.11 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811965 Jul 05 04:28:28.313919 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-fdebd013-d329-4850-9568-1248eca35db7 service neutron] 10.222.0.64 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866971 Jul 05 04:28:28.405865 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-08626922-9d11-4141-9a80-c47e3ad164e7 service neutron] 10.222.0.11 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894027 Jul 05 04:28:28.417815 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d83fd279-57a2-481b-96d5-4bdc1afe6de6 req-88b987a6-70c5-4b67-b613-257f479fb8d5 service neutron] 10.222.0.64 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970681 Jul 05 04:28:29.108571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e946d1-910a-4af3-bddf-fa2903149992 req-ca0aba6c-8827-4096-ad8b-18803a3f903c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:29.110110 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19e946d1-910a-4af3-bddf-fa2903149992 req-ca0aba6c-8827-4096-ad8b-18803a3f903c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 944 time: 0.0677104 Jul 05 04:28:29.149856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19e946d1-910a-4af3-bddf-fa2903149992 req-9ce64507-361e-4522-87e8-a5377ff7fb4f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338831 Jul 05 04:28:29.709192 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:30.332708 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761aff3-fb18-4133-8cb0-33fd459913ec req-9b5f9af4-1182-4076-903f-b95e5b778e77 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:30.334176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6761aff3-fb18-4133-8cb0-33fd459913ec req-9b5f9af4-1182-4076-903f-b95e5b778e77 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 944 time: 0.0690970 Jul 05 04:28:30.373513 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6761aff3-fb18-4133-8cb0-33fd459913ec req-8f6c627f-1baa-4989-a9ba-9c6a50e5f7ea tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335238 Jul 05 04:28:30.398382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51796) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:30.460527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f4623384-669c-4254-bc3b-a3ce8a67dce4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/964afca3-934c-4450-a0f4-4166164899b6 HTTP/1.1" status: 200 len: 991 time: 0.0608363 Jul 05 04:28:30.524267 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3cdcc430-71d4-4078-85d3-2f168f2a7850 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:28:30.620205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:30.631303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'port_id': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'mac_address': 'fa:16:3e:28:c9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4976581c-e206-4c13-af53-989b022a93f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:28:30.669195 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:30.682031 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdcc430-71d4-4078-85d3-2f168f2a7850 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:28:30.702725 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:30.800268 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:30.849478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=3cdcc430-71d4-4078-85d3-2f168f2a7850,revision_number=12']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:31.011471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['3cdcc430-71d4-4078-85d3-2f168f2a7850'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:28:31.652228 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:32.532963 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3cdcc430-71d4-4078-85d3-2f168f2a7850 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:32.634812 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 3cdcc430-71d4-4078-85d3-2f168f2a7850 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:32.638559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 3cdcc430-71d4-4078-85d3-2f168f2a7850 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:32.638933 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:32.713838 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:32.738767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:32.741005 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d2ccc0-2f3a-4e31-8839-d1d7ee23faff" -d '{"events": [{"server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "name": "network-vif-plugged", "status": "completed", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:32.754100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:32.782825 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adbc714-4364-456c-9a91-63471f4496c1 x-openstack-request-id: req-5adbc714-4364-456c-9a91-63471f4496c1 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:32.782825 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "name": "network-vif-plugged", "status": "completed", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:32.782825 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5adbc714-4364-456c-9a91-63471f4496c1 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:32.782825 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'code': 200} Jul 05 04:28:32.823479 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:32.871179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=3cdcc430-71d4-4078-85d3-2f168f2a7850,revision_number=13']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:39.316888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb438fa-89aa-4e78-be8b-e68e61bce381 req-df6f787e-6a92-4b44-b445-54c7947b2893 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:39.318365 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ceb438fa-89aa-4e78-be8b-e68e61bce381 req-df6f787e-6a92-4b44-b445-54c7947b2893 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 945 time: 0.0693719 Jul 05 04:28:39.355995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ceb438fa-89aa-4e78-be8b-e68e61bce381 req-d37a1d8f-00fe-4bc7-b39f-d44d34afed42 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320344 Jul 05 04:28:40.533412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97d6f3-5518-4f24-96c4-251df05706e1 req-3a09dcbd-d734-40c8-812b-c6d6fa1a79d5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:40.534888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f97d6f3-5518-4f24-96c4-251df05706e1 req-3a09dcbd-d734-40c8-812b-c6d6fa1a79d5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 945 time: 0.0636969 Jul 05 04:28:40.572515 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f97d6f3-5518-4f24-96c4-251df05706e1 req-43455eed-da02-4af5-bad0-23aa6fb74098 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313847 Jul 05 04:28:40.752876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-c84fbca0-d1c4-4148-8f61-239de79ed64d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:40.754337 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-c84fbca0-d1c4-4148-8f61-239de79ed64d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 945 time: 0.0642018 Jul 05 04:28:40.853419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Deleting port bf6a5122-97f0-49c2-bdd5-f9a9150325a6 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:28:40.853757 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:40.939214 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] For port bf6a5122-97f0-49c2-bdd5-f9a9150325a6, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=bf6a5122-97f0-49c2-bdd5-f9a9150325a6,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:40.939577 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:41.115515 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:41.115801 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:41.116119 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Floating IP 4b053750-de1a-4968-9048-91e69d395f79 disassociated. External IP: 172.25.0.162, port: bf6a5122-97f0-49c2-bdd5-f9a9150325a6. Jul 05 04:28:41.117083 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Calling delete_port for bf6a5122-97f0-49c2-bdd5-f9a9150325a6 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:28:41.295563 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:41.328795 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event deleted for resources: {'Port': ['ID=bf6a5122-97f0-49c2-bdd5-f9a9150325a6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:41.445054 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Router 527ff381-7069-4798-b430-ed620c3adbfc has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:28:41.549614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:28:41.560229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac10dcb-c07f-42f6-bf46-832808b1a1fa None None] Sync routers for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:28:41.571596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac10dcb-c07f-42f6-bf46-832808b1a1fa None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:28:41.572462 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eac10dcb-c07f-42f6-bf46-832808b1a1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:28:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:41.596042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] No DVR routers for this DVR port bf6a5122-97f0-49c2-bdd5-f9a9150325a6 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:28:41.598761 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:41.601107 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b1e77daa-24fd-47f0-b4dd-5240ea32a1f6 req-a8227ef8-0054-41f1-896a-c555d163a7bb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "DELETE /v2.0/ports/bf6a5122-97f0-49c2-bdd5-f9a9150325a6 HTTP/1.1" status: 204 len: 173 time: 0.8412175 Jul 05 04:28:41.601532 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e26ebb7-28ea-475f-8970-71ce8a22d3ee', 'name': 'network-vif-deleted', 'tag': 'bf6a5122-97f0-49c2-bdd5-f9a9150325a6'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:41.603865 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6120b3-71c4-4759-9a5e-95737ba84e56" -d '{"events": [{"server_uuid": "3e26ebb7-28ea-475f-8970-71ce8a22d3ee", "name": "network-vif-deleted", "tag": "bf6a5122-97f0-49c2-bdd5-f9a9150325a6"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:41.645489 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e56e65e-3d8a-47f0-aefc-96b447ab052f x-openstack-request-id: req-9e56e65e-3d8a-47f0-aefc-96b447ab052f {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:41.645489 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e26ebb7-28ea-475f-8970-71ce8a22d3ee", "name": "network-vif-deleted", "tag": "bf6a5122-97f0-49c2-bdd5-f9a9150325a6", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:41.645489 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e56e65e-3d8a-47f0-aefc-96b447ab052f {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:41.645489 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e26ebb7-28ea-475f-8970-71ce8a22d3ee', 'name': 'network-vif-deleted', 'tag': 'bf6a5122-97f0-49c2-bdd5-f9a9150325a6', 'status': 'completed', 'code': 200} Jul 05 04:28:41.699145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-eac10dcb-c07f-42f6-bf46-832808b1a1fa None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:28:41.776810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e8ad64d-aad3-4313-8c7f-c757cb70e8d3 req-63ab599b-b687-48e5-999b-5d9306d38453 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 210 time: 0.0436642 Jul 05 04:28:41.925178 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eac10dcb-c07f-42f6-bf46-832808b1a1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:41.955686 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac10dcb-c07f-42f6-bf46-832808b1a1fa None None] Checking router: 527ff381-7069-4798-b430-ed620c3adbfc for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:28:41.964452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac10dcb-c07f-42f6-bf46-832808b1a1fa None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:28:41.965070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eac10dcb-c07f-42f6-bf46-832808b1a1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:28:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:42.072615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-eac10dcb-c07f-42f6-bf46-832808b1a1fa None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:28:42.138283 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:28:42.270173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-eac10dcb-c07f-42f6-bf46-832808b1a1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:42.296796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac10dcb-c07f-42f6-bf46-832808b1a1fa None None] The sync data for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 is: [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:28:42.526415 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02efbe51-9490-460a-a509-4710a81b871b None None] New status for floating IP 4b053750-de1a-4968-9048-91e69d395f79: DOWN {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:28:42.917681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-708e896d-e309-46d6-95b8-4f42c0a7cf8d req-26b97762-2a80-4274-85fa-c808cdb2fe0a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 210 time: 0.0345728 Jul 05 04:28:44.058349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e468a51a-4bfd-418a-b2ed-7c4ef4d2f3c8 req-d70e0812-2101-45e2-b11d-753ae1f54d3b tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 210 time: 0.0288661 Jul 05 04:28:44.399508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device bf6a5122-97f0-49c2-bdd5-f9a9150325a6 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:28:44.423817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: bf6a5122-97f0-49c2-bdd5-f9a9150325a6 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:28:44.423967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device bf6a5122-97f0-49c2-bdd5-f9a9150325a6 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:28:45.206721 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a630dd3-d4ec-4b2f-983c-ba518d410bb8 req-48e2348d-ea2e-4a80-9840-8aaa45822253 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e26ebb7-28ea-475f-8970-71ce8a22d3ee HTTP/1.1" status: 200 len: 210 time: 0.0288031 Jul 05 04:28:46.486988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-b740ff97-0ea8-430e-b500-fb544165eb36 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317755009&fields=id&tenant_id=a9221945ae96401587ea59807d82f6c3 HTTP/1.1" status: 200 len: 267 time: 0.0328140 Jul 05 04:28:46.599083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-5d57ffbc-b789-49f8-9341-e320e1963e0d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:46.601090 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-5d57ffbc-b789-49f8-9341-e320e1963e0d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 811 time: 0.1070387 Jul 05 04:28:46.615325 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-7fa4ce96-eb91-49c4-8e64-a5fde76f7e19 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/quotas/a9221945ae96401587ea59807d82f6c3 HTTP/1.1" status: 200 len: 375 time: 0.0087476 Jul 05 04:28:46.683085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-79bf22ee-2420-43ac-a332-2c533b08cf60 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625641 Jul 05 04:28:46.825938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-a27eb9b8-2652-4505-a708-146fcead966c service neutron] 10.222.0.60 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320956 Jul 05 04:28:46.914602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-74406a0d-e955-4a4a-aa5a-1f5c4f7f44ec service neutron] 10.222.0.60 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828424 Jul 05 04:28:47.487966 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-539f6a0b-5a2d-45e9-84a5-4f8e27e33b28 req-fdc56d94-f4ad-4c53-8e5f-dff1274d0b0e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 210 time: 0.0293577 Jul 05 04:28:48.634979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e96c25f-987c-4412-8e38-0ca847a53adf req-f5fd7dde-6f99-45fe-89ab-ea83cefa2c2f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 210 time: 0.0334675 Jul 05 04:28:49.474509 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-c7ed6765-6c75-426c-8a18-fa9a694b1a33 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:49.477168 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-c7ed6765-6c75-426c-8a18-fa9a694b1a33 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 811 time: 0.1048186 Jul 05 04:28:49.526343 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-a33cee94-0bd5-443c-a412-f14b2ab6cba9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9221945ae96401587ea59807d82f6c3 HTTP/1.1" status: 200 len: 380 time: 0.0344129 Jul 05 04:28:49.534555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-f511303b-072e-428a-94da-049d545ae3ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'port': {'device_id': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'admin_state_up': True, 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'security_groups': ['05ba848d-b71a-4dff-8b44-fef0ea4e2762']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:28:49.786110 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd12c540-e6fd-4c0c-ab0e-eea295c46096 req-ed1f9855-f822-461c-a653-d0a9a7e50509 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 210 time: 0.0300989 Jul 05 04:28:50.015512 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-f511303b-072e-428a-94da-049d545ae3ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Made reservation on behalf of a9221945ae96401587ea59807d82f6c3 for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:28:50.019020 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-f511303b-072e-428a-94da-049d545ae3ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:50.146259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-f511303b-072e-428a-94da-049d545ae3ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Allocated IP 172.20.0.12 (569e9080-ef6d-45a0-8137-cdb749b0a9e5/93e8516d-9eb7-403f-80de-7ffddf6fcd38/779dc4b8-54c0-469b-b419-231b55c64e9c) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:28:50.289686 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-f511303b-072e-428a-94da-049d545ae3ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:50.302831 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-f511303b-072e-428a-94da-049d545ae3ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Transition to ACTIVE for port object 779dc4b8-54c0-469b-b419-231b55c64e9c will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:50.412321 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-f511303b-072e-428a-94da-049d545ae3ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:50.455228 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-f511303b-072e-428a-94da-049d545ae3ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:28:50.458418 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-f511303b-072e-428a-94da-049d545ae3ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:28:50.465174 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-f511303b-072e-428a-94da-049d545ae3ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:28:50.493040 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511303b-072e-428a-94da-049d545ae3ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'Port': ['ID=779dc4b8-54c0-469b-b419-231b55c64e9c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:50.516350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-f511303b-072e-428a-94da-049d545ae3ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:50.516997 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-f511303b-072e-428a-94da-049d545ae3ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:50.636079 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-f511303b-072e-428a-94da-049d545ae3ad tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1033399 Jul 05 04:28:50.646840 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Request body: {'port': {'device_id': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:28:50.727746 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:50.729500 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fd201f13-bc3c-4215-96b1-03075d995769 None None] Provisioning for port 779dc4b8-54c0-469b-b419-231b55c64e9c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:50.733725 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fd201f13-bc3c-4215-96b1-03075d995769 None None] Provisioning complete for port 779dc4b8-54c0-469b-b419-231b55c64e9c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:50.734110 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fd201f13-bc3c-4215-96b1-03075d995769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:50.773694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fd201f13-bc3c-4215-96b1-03075d995769 None None] Port 779dc4b8-54c0-469b-b419-231b55c64e9c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:28:50.984736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f850ac5-5db7-4f69-b789-9af40978fc6b req-b296afaf-814d-4b4b-a045-42275262c234 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:50.986648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f850ac5-5db7-4f69-b789-9af40978fc6b req-b296afaf-814d-4b4b-a045-42275262c234 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 932 time: 0.0772836 Jul 05 04:28:51.021095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779dc4b8-54c0-469b-b419-231b55c64e9c {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:28:51.027866 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f850ac5-5db7-4f69-b789-9af40978fc6b req-fce5effe-225d-428a-a1f3-9273bcdc84f2 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347972 Jul 05 04:28:51.029962 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:51.044041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Transition to ACTIVE for port object 779dc4b8-54c0-469b-b419-231b55c64e9c will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:51.131539 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:51.188109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Pushing event updated for resources: {'Port': ['ID=779dc4b8-54c0-469b-b419-231b55c64e9c,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:51.283041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Attempting to bind port 779dc4b8-54c0-469b-b419-231b55c64e9c on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:28:51.285864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Attempting to bind port 779dc4b8-54c0-469b-b419-231b55c64e9c by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:28:51.285864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Attempting to bind port 779dc4b8-54c0-469b-b419-231b55c64e9c on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:51.288948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Port 779dc4b8-54c0-469b-b419-231b55c64e9c on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:28:51.289296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Attempting to bind port 779dc4b8-54c0-469b-b419-231b55c64e9c on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:51.294360 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:28:51.294772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Checking segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:28:51.295172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Bound using segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:28:51.295612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Bound port: 779dc4b8-54c0-469b-b419-231b55c64e9c, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:28:51.295983 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:51.347028 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3d7537cb-4214-4f2b-a70d-7e98c31af87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:51.380030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] For port 779dc4b8-54c0-469b-b419-231b55c64e9c, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:28:51.384043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] For port 779dc4b8-54c0-469b-b419-231b55c64e9c, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=779dc4b8-54c0-469b-b419-231b55c64e9c,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:28:51.444259 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:51.480570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:51.481078 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:51.482488 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] 10.222.0.11 "PUT /v2.0/ports/779dc4b8-54c0-469b-b419-231b55c64e9c HTTP/1.1" status: 200 len: 1092 time: 0.8400314 Jul 05 04:28:51.482934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'tag': '779dc4b8-54c0-469b-b419-231b55c64e9c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:51.485206 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4df8fc6-6a22-456c-80ee-c1e9607710e4" -d '{"events": [{"name": "network-changed", "server_uuid": "56c7c9b6-9d21-4de5-a855-c3fd350bb94b", "tag": "779dc4b8-54c0-469b-b419-231b55c64e9c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:51.527570 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f966742-122b-4367-8414-d2ef09f19f00 service neutron] Pushing event updated for resources: {'Port': ['ID=779dc4b8-54c0-469b-b419-231b55c64e9c,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:51.533336 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe80dd27-4c50-49a7-a29d-531b7fc5e742 x-openstack-request-id: req-fe80dd27-4c50-49a7-a29d-531b7fc5e742 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:51.533630 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c7c9b6-9d21-4de5-a855-c3fd350bb94b", "tag": "779dc4b8-54c0-469b-b419-231b55c64e9c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:51.533917 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe80dd27-4c50-49a7-a29d-531b7fc5e742 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:51.534318 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'tag': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'status': 'completed', 'code': 200} Jul 05 04:28:51.623347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df8fc6-6a22-456c-80ee-c1e9607710e4 req-9187c11b-e658-43a1-8cdc-00b1fac4c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:51.624981 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a4df8fc6-6a22-456c-80ee-c1e9607710e4 req-9187c11b-e658-43a1-8cdc-00b1fac4c38d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 1095 time: 0.0644169 Jul 05 04:28:51.735524 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df8fc6-6a22-456c-80ee-c1e9607710e4 req-559126e1-9655-4740-85c5-27a772eafc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:51.737077 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a4df8fc6-6a22-456c-80ee-c1e9607710e4 req-559126e1-9655-4740-85c5-27a772eafc05 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a9221945ae96401587ea59807d82f6c3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1021514 Jul 05 04:28:51.835790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df8fc6-6a22-456c-80ee-c1e9607710e4 req-d04c3d4a-44d2-43ea-89bf-aba62e2d7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:51.837320 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a4df8fc6-6a22-456c-80ee-c1e9607710e4 req-d04c3d4a-44d2-43ea-89bf-aba62e2d7d5f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940611 Jul 05 04:28:51.933607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-9a38c46a-9f6e-4eaa-8345-ec1e83afd516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:51.935036 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-9a38c46a-9f6e-4eaa-8345-ec1e83afd516 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 1095 time: 0.0552254 Jul 05 04:28:51.977637 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-52c003eb-54a3-4f4b-9476-7aa0062735c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=779dc4b8-54c0-469b-b419-231b55c64e9c HTTP/1.1" status: 200 len: 217 time: 0.0342879 Jul 05 04:28:52.032587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-73417971-4fa7-4128-bf01-c82c53abf9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:52.034066 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-73417971-4fa7-4128-bf01-c82c53abf9a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0483346 Jul 05 04:28:52.093006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-1579bf77-87bb-4c41-814c-848da0b541f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:52.094521 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-1579bf77-87bb-4c41-814c-848da0b541f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539496 Jul 05 04:28:52.184600 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-7c92165a-21d2-4323-a162-2bf2119d1066 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825799 Jul 05 04:28:52.211698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70088cec-9777-4ee2-b94b-0312d21587f5 req-da4d6289-d626-4ce2-bbca-ef0acefb2e00 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:52.213553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70088cec-9777-4ee2-b94b-0312d21587f5 req-da4d6289-d626-4ce2-bbca-ef0acefb2e00 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 944 time: 0.0731204 Jul 05 04:28:52.251887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70088cec-9777-4ee2-b94b-0312d21587f5 req-77003b9a-06e6-43c8-acb3-0501cb08e932 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326326 Jul 05 04:28:52.282180 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e9f6c168-7477-4f38-98b6-01ef1c696920 req-fa621453-b3ca-4040-9d36-50671cc7402c service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912228 Jul 05 04:28:53.432608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d666e91-21ae-49ae-842f-ac756144367c req-97ce48cc-31c0-4fde-8bce-b3a85142b239 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:53.434138 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0d666e91-21ae-49ae-842f-ac756144367c req-97ce48cc-31c0-4fde-8bce-b3a85142b239 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 944 time: 0.0697951 Jul 05 04:28:53.472742 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0d666e91-21ae-49ae-842f-ac756144367c req-3329bf00-1b41-45d9-8ef7-7808f16a802c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328698 Jul 05 04:28:54.297516 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2d6536ac-c95e-4317-a4b2-66a2f51304be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:54.387178 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:54.651541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc84af8-b8c0-4d7c-be31-e9575738190f req-729f9b3b-f5f0-4ba6-b484-6a49a096614e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:54.653075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3bc84af8-b8c0-4d7c-be31-e9575738190f req-729f9b3b-f5f0-4ba6-b484-6a49a096614e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 944 time: 0.0671659 Jul 05 04:28:54.689867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3bc84af8-b8c0-4d7c-be31-e9575738190f req-070255a5-b9ce-4ea4-8308-de7fa1599a67 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312967 Jul 05 04:28:55.331241 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:55.867434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a4882-693e-447a-a599-5a09e2336d8d req-b534d403-9bab-4e3f-a367-b9e03cade1ba tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:55.868942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b6a4882-693e-447a-a599-5a09e2336d8d req-b534d403-9bab-4e3f-a367-b9e03cade1ba tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 944 time: 0.0656037 Jul 05 04:28:55.906555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b6a4882-693e-447a-a599-5a09e2336d8d req-a8087ced-a21b-43f4-a38d-e146c398bf6e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321479 Jul 05 04:28:57.083397 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01c9f0-c9cc-4693-82c6-1f450c57e6c0 req-48a8fb13-3d97-46e2-a93b-169e6b300aa0 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:57.085093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a01c9f0-c9cc-4693-82c6-1f450c57e6c0 req-48a8fb13-3d97-46e2-a93b-169e6b300aa0 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 944 time: 0.0651758 Jul 05 04:28:57.123203 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a01c9f0-c9cc-4693-82c6-1f450c57e6c0 req-2cc49525-001a-4437-9058-d2f8f5c3e129 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324283 Jul 05 04:28:57.222393 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:58.301579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf967e64-2df3-4b0f-8057-40df616e6b8c req-1ca296bf-49cb-44d6-a64e-d10abeceb0ce tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:58.303062 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf967e64-2df3-4b0f-8057-40df616e6b8c req-1ca296bf-49cb-44d6-a64e-d10abeceb0ce tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 944 time: 0.0671568 Jul 05 04:28:58.341384 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf967e64-2df3-4b0f-8057-40df616e6b8c req-381a3390-4502-48b1-a7b9-ad97f833e070 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321965 Jul 05 04:28:59.008403 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8cd30-83f7-4d89-b83a-c5c57e7f64d2 req-55a4ddba-cf66-4319-aecd-19f10dc4abb2 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:59.010008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aca8cd30-83f7-4d89-b83a-c5c57e7f64d2 req-55a4ddba-cf66-4319-aecd-19f10dc4abb2 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1097 time: 0.0553701 Jul 05 04:28:59.050184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aca8cd30-83f7-4d89-b83a-c5c57e7f64d2 req-0f3e1a1f-872e-41da-ae81-f87505145b2c tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345855 Jul 05 04:28:59.075619 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51880) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:59.233746 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c46c4835-c676-4d25-86c0-e0006badb496 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port 1196b59b-33dd-47b9-affc-36322178c37d {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:28:59.234097 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c46c4835-c676-4d25-86c0-e0006badb496 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:59.307464 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c46c4835-c676-4d25-86c0-e0006badb496 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:59.308123 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c46c4835-c676-4d25-86c0-e0006badb496 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:59.319588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c46c4835-c676-4d25-86c0-e0006badb496 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for 1196b59b-33dd-47b9-affc-36322178c37d owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:28:59.531071 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cef2d-26cd-4b4b-9aeb-654283088aea req-a8ae2430-98a2-4877-9f1b-e6ea5c772035 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:59.532498 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-777cef2d-26cd-4b4b-9aeb-654283088aea req-a8ae2430-98a2-4877-9f1b-e6ea5c772035 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 944 time: 0.0761993 Jul 05 04:28:59.564780 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c46c4835-c676-4d25-86c0-e0006badb496 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:59.596345 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-777cef2d-26cd-4b4b-9aeb-654283088aea req-f2933a9c-b2ff-4e25-a3dd-092623db0aa6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577309 Jul 05 04:28:59.603150 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c4835-c676-4d25-86c0-e0006badb496 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=1196b59b-33dd-47b9-affc-36322178c37d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:59.665245 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c46c4835-c676-4d25-86c0-e0006badb496 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:59.665612 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-c46c4835-c676-4d25-86c0-e0006badb496 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Floating IP 964afca3-934c-4450-a0f4-4166164899b6 disassociated (deleted). External IP: 172.25.0.177, port: 3cdcc430-71d4-4078-85d3-2f168f2a7850. Jul 05 04:28:59.714478 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:59.870669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46c4835-c676-4d25-86c0-e0006badb496 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router e1450b81-011e-4b7d-971d-672b713e210a has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:28:59.976119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46c4835-c676-4d25-86c0-e0006badb496 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:28:59.981142 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c46c4835-c676-4d25-86c0-e0006badb496 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:59.985588 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac0a1d-1fb4-4ee6-bc93-66b443249588 None None] Sync routers for ids ['e1450b81-011e-4b7d-971d-672b713e210a'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:28:59.994127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac0a1d-1fb4-4ee6-bc93-66b443249588 None None] Routers {'e1450b81-011e-4b7d-971d-672b713e210a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:28:59.994749 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-74ac0a1d-1fb4-4ee6-bc93-66b443249588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:28:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e1450b81-011e-4b7d-971d-672b713e210a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:00.016001 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c46c4835-c676-4d25-86c0-e0006badb496 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/floatingips/964afca3-934c-4450-a0f4-4166164899b6 HTTP/1.1" status: 204 len: 168 time: 0.9393129 Jul 05 04:29:00.016621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:29:00.018875 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65a5372-0da6-4dc9-a642-21ed0378a8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:29:00.060728 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38a4aba-f5dd-4583-b952-d90d913b1475 x-openstack-request-id: req-f38a4aba-f5dd-4583-b952-d90d913b1475 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:29:00.061027 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:29:00.061295 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f38a4aba-f5dd-4583-b952-d90d913b1475 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:29:00.061693 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'status': 'completed', 'code': 200} Jul 05 04:29:00.107324 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-74ac0a1d-1fb4-4ee6-bc93-66b443249588 None None] Set router e1450b81-011e-4b7d-971d-672b713e210a gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:29:00.138136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a5372-0da6-4dc9-a642-21ed0378a8bb req-72bfb3af-72ac-4457-a1e8-56f5434d6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:00.139705 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f65a5372-0da6-4dc9-a642-21ed0378a8bb req-72bfb3af-72ac-4457-a1e8-56f5434d6e96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 1097 time: 0.0537925 Jul 05 04:29:00.234166 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a5372-0da6-4dc9-a642-21ed0378a8bb req-525bc0c0-a639-4c69-bd26-80e1a980e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:00.235669 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f65a5372-0da6-4dc9-a642-21ed0378a8bb req-525bc0c0-a639-4c69-bd26-80e1a980e3d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=985bd689-855b-4868-83c4-be400eb1f4e8 HTTP/1.1" status: 200 len: 898 time: 0.0891740 Jul 05 04:29:00.278808 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f65a5372-0da6-4dc9-a642-21ed0378a8bb req-8111c510-760d-4f50-8ae0-ec0956137761 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 200 len: 217 time: 0.0357776 Jul 05 04:29:00.308218 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-74ac0a1d-1fb4-4ee6-bc93-66b443249588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:27:11Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f4b6b7a4-916e-4120-9694-b0d334d12da4', 'name': '', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:f1:35:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '4976581c-e206-4c13-af53-989b022a93f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:10Z', 'updated_at': '2021-07-05T04:27:16Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '4976581c-e206-4c13-af53-989b022a93f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:00.331879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a5372-0da6-4dc9-a642-21ed0378a8bb req-72794c1e-b15d-4393-8e92-697ef26bd90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:00.333382 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f65a5372-0da6-4dc9-a642-21ed0378a8bb req-72794c1e-b15d-4393-8e92-697ef26bd90e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4976581c-e206-4c13-af53-989b022a93f0 HTTP/1.1" status: 200 len: 833 time: 0.0466409 Jul 05 04:29:00.338522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac0a1d-1fb4-4ee6-bc93-66b443249588 None None] Checking router: e1450b81-011e-4b7d-971d-672b713e210a for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:29:00.347697 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac0a1d-1fb4-4ee6-bc93-66b443249588 None None] Routers {'e1450b81-011e-4b7d-971d-672b713e210a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:29:00.357214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-74ac0a1d-1fb4-4ee6-bc93-66b443249588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:28:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e1450b81-011e-4b7d-971d-672b713e210a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:00.402002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a5372-0da6-4dc9-a642-21ed0378a8bb req-042398fc-9d1d-4b69-83d8-5d6848120ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:00.403421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f65a5372-0da6-4dc9-a642-21ed0378a8bb req-042398fc-9d1d-4b69-83d8-5d6848120ad2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=985bd689-855b-4868-83c4-be400eb1f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611432 Jul 05 04:29:00.458628 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-74ac0a1d-1fb4-4ee6-bc93-66b443249588 None None] Set router e1450b81-011e-4b7d-971d-672b713e210a gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:29:00.492129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 779dc4b8-54c0-469b-b419-231b55c64e9c details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:29:00.503827 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f65a5372-0da6-4dc9-a642-21ed0378a8bb req-486615fc-81fa-4475-917f-ba84b6c142ba service neutron] 10.222.0.64 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925446 Jul 05 04:29:00.718605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 779dc4b8-54c0-469b-b419-231b55c64e9c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=779dc4b8-54c0-469b-b419-231b55c64e9c,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:00.734003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'port_id': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'mac_address': 'fa:16:3e:7b:79:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:29:00.783599 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:00.799847 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-74ac0a1d-1fb4-4ee6-bc93-66b443249588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:27:11Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f4b6b7a4-916e-4120-9694-b0d334d12da4', 'name': '', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:f1:35:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '4976581c-e206-4c13-af53-989b022a93f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:10Z', 'updated_at': '2021-07-05T04:27:16Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '4976581c-e206-4c13-af53-989b022a93f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:00.804290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779dc4b8-54c0-469b-b419-231b55c64e9c {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:29:00.983012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac0a1d-1fb4-4ee6-bc93-66b443249588 None None] The sync data for ids ['e1450b81-011e-4b7d-971d-672b713e210a'] in n-d-798249-5 is: [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:27:11Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'f4b6b7a4-916e-4120-9694-b0d334d12da4', 'name': '', 'network_id': '985bd689-855b-4868-83c4-be400eb1f4e8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:f1:35:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '4976581c-e206-4c13-af53-989b022a93f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:10Z', 'updated_at': '2021-07-05T04:27:16Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '4976581c-e206-4c13-af53-989b022a93f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:29:01.000166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 779dc4b8-54c0-469b-b419-231b55c64e9c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=779dc4b8-54c0-469b-b419-231b55c64e9c,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:01.030304 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f65a5372-0da6-4dc9-a642-21ed0378a8bb req-cfb92082-9ccb-4177-92ff-2b64521bd5c3 service neutron] 10.222.0.64 "GET /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190349 Jul 05 04:29:01.049826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76ef8a-23d5-468a-93fb-4ee9f836011a req-40202f7d-d0c2-4373-8d64-6d6972080257 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:01.049826 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec76ef8a-23d5-468a-93fb-4ee9f836011a req-40202f7d-d0c2-4373-8d64-6d6972080257 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 946 time: 0.5168691 Jul 05 04:29:01.062040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768fe68-8ab0-4413-8d06-13aa4572758f req-679a1794-106f-43f3-b52f-06a9f2f3ce0f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:01.063574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1768fe68-8ab0-4413-8d06-13aa4572758f req-679a1794-106f-43f3-b52f-06a9f2f3ce0f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 944 time: 0.1312153 Jul 05 04:29:01.072960 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:01.124260 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec76ef8a-23d5-468a-93fb-4ee9f836011a req-89acc065-19e0-40eb-bbd9-0a178b6b5a3a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=4abb3a08-4ef9-4578-8595-62f966a2693f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596933 Jul 05 04:29:01.129591 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1768fe68-8ab0-4413-8d06-13aa4572758f req-ff9f2533-b8d1-4bee-aa15-dabdcb94b8ab tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583138 Jul 05 04:29:01.135943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=779dc4b8-54c0-469b-b419-231b55c64e9c,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:01.227837 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abced0f0-db75-4752-a75b-7f9e72dd363f None None] New status for floating IP 964afca3-934c-4450-a0f4-4166164899b6: DOWN {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:29:01.260705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['779dc4b8-54c0-469b-b419-231b55c64e9c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:29:01.615392 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:01.788232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba6e35-7da3-4d4b-ab01-d2df20a3544d req-ac6e6e8e-ad38-4ac7-bc0b-1331cdf5e7c5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:01.789707 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebba6e35-7da3-4d4b-ab01-d2df20a3544d req-ac6e6e8e-ad38-4ac7-bc0b-1331cdf5e7c5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 946 time: 0.0611548 Jul 05 04:29:01.885115 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-ebba6e35-7da3-4d4b-ab01-d2df20a3544d req-722696e8-b94c-4bb7-b8c6-1a807df125ba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port 3cdcc430-71d4-4078-85d3-2f168f2a7850 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:29:01.885457 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ebba6e35-7da3-4d4b-ab01-d2df20a3544d req-722696e8-b94c-4bb7-b8c6-1a807df125ba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:01.973216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ebba6e35-7da3-4d4b-ab01-d2df20a3544d req-722696e8-b94c-4bb7-b8c6-1a807df125ba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] For port 3cdcc430-71d4-4078-85d3-2f168f2a7850, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=3cdcc430-71d4-4078-85d3-2f168f2a7850,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:01.973577 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ebba6e35-7da3-4d4b-ab01-d2df20a3544d req-722696e8-b94c-4bb7-b8c6-1a807df125ba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:01.985925 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-ebba6e35-7da3-4d4b-ab01-d2df20a3544d req-722696e8-b94c-4bb7-b8c6-1a807df125ba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for 3cdcc430-71d4-4078-85d3-2f168f2a7850 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:29:02.171078 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ebba6e35-7da3-4d4b-ab01-d2df20a3544d req-722696e8-b94c-4bb7-b8c6-1a807df125ba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:02.202678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722696e8-b94c-4bb7-b8c6-1a807df125ba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=3cdcc430-71d4-4078-85d3-2f168f2a7850,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:02.257930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebba6e35-7da3-4d4b-ab01-d2df20a3544d req-722696e8-b94c-4bb7-b8c6-1a807df125ba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] No DVR routers for this DVR port 3cdcc430-71d4-4078-85d3-2f168f2a7850 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:29:02.260695 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ebba6e35-7da3-4d4b-ab01-d2df20a3544d req-722696e8-b94c-4bb7-b8c6-1a807df125ba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:02.263108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebba6e35-7da3-4d4b-ab01-d2df20a3544d req-722696e8-b94c-4bb7-b8c6-1a807df125ba tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "DELETE /v2.0/ports/3cdcc430-71d4-4078-85d3-2f168f2a7850 HTTP/1.1" status: 204 len: 173 time: 0.4679337 Jul 05 04:29:02.265581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'name': 'network-vif-deleted', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:29:02.268468 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe2dcdd-f037-4e1e-bdb3-ebf15b4a98ae" -d '{"events": [{"server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "name": "network-vif-deleted", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:29:02.333912 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e335b81-d6e3-47f5-b869-f4ecf6737aaa req-3e4fa788-e4bf-4e00-b1a8-1d4ca938971c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=55baf14a-03fd-44c1-a23b-423e6d8bfcb7 HTTP/1.1" status: 200 len: 210 time: 0.0697734 Jul 05 04:29:02.366229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf3c1d-e6c5-414d-a6a3-a200b0d7a7d4 req-d067fd1d-eeb0-481b-9d0a-b25e49a9e84f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:02.368013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdaf3c1d-e6c5-414d-a6a3-a200b0d7a7d4 req-d067fd1d-eeb0-481b-9d0a-b25e49a9e84f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 945 time: 0.1117446 Jul 05 04:29:02.405203 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1192c4-6cee-42a5-891a-a64a111ffe87 x-openstack-request-id: req-3e1192c4-6cee-42a5-891a-a64a111ffe87 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:29:02.405484 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55baf14a-03fd-44c1-a23b-423e6d8bfcb7", "name": "network-vif-deleted", "tag": "3cdcc430-71d4-4078-85d3-2f168f2a7850", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:29:02.405737 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e1192c4-6cee-42a5-891a-a64a111ffe87 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:29:02.406133 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55baf14a-03fd-44c1-a23b-423e6d8bfcb7', 'name': 'network-vif-deleted', 'tag': '3cdcc430-71d4-4078-85d3-2f168f2a7850', 'status': 'completed', 'code': 200} Jul 05 04:29:02.414243 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fdaf3c1d-e6c5-414d-a6a3-a200b0d7a7d4 req-89090de7-657c-45ea-9efb-239e9386d935 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366869 Jul 05 04:29:02.508835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 779dc4b8-54c0-469b-b419-231b55c64e9c up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:29:02.609608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 779dc4b8-54c0-469b-b419-231b55c64e9c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:29:02.613720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 779dc4b8-54c0-469b-b419-231b55c64e9c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:02.614102 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:02.700600 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:02.722894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779dc4b8-54c0-469b-b419-231b55c64e9c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:29:02.725591 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf18cd7c-2415-4de0-a862-79ca8927fe93" -d '{"events": [{"server_uuid": "56c7c9b6-9d21-4de5-a855-c3fd350bb94b", "name": "network-vif-plugged", "status": "completed", "tag": "779dc4b8-54c0-469b-b419-231b55c64e9c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:29:02.737944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 779dc4b8-54c0-469b-b419-231b55c64e9c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=779dc4b8-54c0-469b-b419-231b55c64e9c,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:02.761362 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a798f7d-6b8f-4ed3-bb78-93e34d1f70a4 x-openstack-request-id: req-0a798f7d-6b8f-4ed3-bb78-93e34d1f70a4 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:29:02.761682 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c7c9b6-9d21-4de5-a855-c3fd350bb94b", "name": "network-vif-plugged", "status": "completed", "tag": "779dc4b8-54c0-469b-b419-231b55c64e9c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:29:02.761938 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a798f7d-6b8f-4ed3-bb78-93e34d1f70a4 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:29:02.762334 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'code': 200} Jul 05 04:29:02.805756 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:02.853125 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=779dc4b8-54c0-469b-b419-231b55c64e9c,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:02.874756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda0f6b-ab7e-4071-8927-9915164f6a02 req-bbcbcfea-e512-4c25-8823-4c16b4093e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:02.876269 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-edda0f6b-ab7e-4071-8927-9915164f6a02 req-bbcbcfea-e512-4c25-8823-4c16b4093e4b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 1097 time: 0.0542524 Jul 05 04:29:02.911387 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-edda0f6b-ab7e-4071-8927-9915164f6a02 req-bf71700f-6857-4d1a-93c7-45a037cda342 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280252 Jul 05 04:29:03.434733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51904) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:03.649821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f280b1-b271-4e84-a52b-550a347b8040 req-c27f499f-1fdd-4e10-a133-d5adeda21052 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:03.651294 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2f280b1-b271-4e84-a52b-550a347b8040 req-c27f499f-1fdd-4e10-a133-d5adeda21052 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 946 time: 0.1241467 Jul 05 04:29:03.724868 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2f280b1-b271-4e84-a52b-550a347b8040 req-05fef3b5-6841-4dd2-888f-4e0310676ee0 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477521 Jul 05 04:29:03.876434 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57fa82c7-79da-44be-8d66-2b4fe6c295e6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:04.141391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-57fa82c7-79da-44be-8d66-2b4fe6c295e6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port f4b6b7a4-916e-4120-9694-b0d334d12da4 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:29:04.141735 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57fa82c7-79da-44be-8d66-2b4fe6c295e6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:04.234738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-57fa82c7-79da-44be-8d66-2b4fe6c295e6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] For port f4b6b7a4-916e-4120-9694-b0d334d12da4, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f4b6b7a4-916e-4120-9694-b0d334d12da4,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:04.235102 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57fa82c7-79da-44be-8d66-2b4fe6c295e6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:04.247725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-57fa82c7-79da-44be-8d66-2b4fe6c295e6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for f4b6b7a4-916e-4120-9694-b0d334d12da4 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:29:04.512010 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57fa82c7-79da-44be-8d66-2b4fe6c295e6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:04.544396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa82c7-79da-44be-8d66-2b4fe6c295e6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=f4b6b7a4-916e-4120-9694-b0d334d12da4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:04.721568 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-57fa82c7-79da-44be-8d66-2b4fe6c295e6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:04.735987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3cdcc430-71d4-4078-85d3-2f168f2a7850 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:29:04.756964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 3cdcc430-71d4-4078-85d3-2f168f2a7850 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:29:04.757317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 3cdcc430-71d4-4078-85d3-2f168f2a7850 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:29:04.983984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fa82c7-79da-44be-8d66-2b4fe6c295e6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router e1450b81-011e-4b7d-971d-672b713e210a has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:29:04.992089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c9467-2e6e-4c11-aaf1-226d2682742b req-21bd9cf4-0ce1-4c5d-8c1d-b959ed6f85ab tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:04.993593 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c95c9467-2e6e-4c11-aaf1-226d2682742b req-21bd9cf4-0ce1-4c5d-8c1d-b959ed6f85ab tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 946 time: 0.1176395 Jul 05 04:29:05.076432 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c95c9467-2e6e-4c11-aaf1-226d2682742b req-9166892c-de12-4748-8fd0-19dff6c77f44 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765882 Jul 05 04:29:05.127113 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fa82c7-79da-44be-8d66-2b4fe6c295e6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:29:05.142629 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-57fa82c7-79da-44be-8d66-2b4fe6c295e6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "PUT /v2.0/routers/e1450b81-011e-4b7d-971d-672b713e210a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6976736 Jul 05 04:29:05.142720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5499d-1434-441f-b550-b88ddaadff45 None None] Sync routers for ids ['e1450b81-011e-4b7d-971d-672b713e210a'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:29:05.144557 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51912) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:05.149524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e5499d-1434-441f-b550-b88ddaadff45 None None] Routers {'e1450b81-011e-4b7d-971d-672b713e210a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:29:05.150165 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-95e5499d-1434-441f-b550-b88ddaadff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:28:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e1450b81-011e-4b7d-971d-672b713e210a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:05.234067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a38e3b8-2230-4fcb-95ad-4831c2c02770 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting subnet 4976581c-e206-4c13-af53-989b022a93f0 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:29:05.240040 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a38e3b8-2230-4fcb-95ad-4831c2c02770 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:05.261844 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-95e5499d-1434-441f-b550-b88ddaadff45 None None] Set router e1450b81-011e-4b7d-971d-672b713e210a gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:29:05.284842 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a38e3b8-2230-4fcb-95ad-4831c2c02770 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:05.330981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe83a21-9136-4ed3-8b3d-a8efac32c94f req-1cc49701-f751-4173-98ad-d511613f710c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:05.332405 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afe83a21-9136-4ed3-8b3d-a8efac32c94f req-1cc49701-f751-4173-98ad-d511613f710c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 946 time: 0.1412857 Jul 05 04:29:05.411940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-afe83a21-9136-4ed3-8b3d-a8efac32c94f req-e1175659-339e-4286-9edf-791dab90e3a7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703199 Jul 05 04:29:05.419568 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a38e3b8-2230-4fcb-95ad-4831c2c02770 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:05.436969 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51914) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:05.446629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-95e5499d-1434-441f-b550-b88ddaadff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:29:04Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:05.474498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5499d-1434-441f-b550-b88ddaadff45 None None] Checking router: e1450b81-011e-4b7d-971d-672b713e210a for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:29:05.483775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e5499d-1434-441f-b550-b88ddaadff45 None None] Routers {'e1450b81-011e-4b7d-971d-672b713e210a'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:29:05.484417 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-95e5499d-1434-441f-b550-b88ddaadff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:28:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e1450b81-011e-4b7d-971d-672b713e210a'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:05.499632 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac668cf3-23b7-4ff6-bf25-9934b956252d tempest-TestVolumeBootPattern-1500956589 tempest-TestVolumeBootPattern-1500956589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:05.501247 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ac668cf3-23b7-4ff6-bf25-9934b956252d tempest-TestVolumeBootPattern-1500956589 tempest-TestVolumeBootPattern-1500956589-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 1092 time: 0.0626419 Jul 05 04:29:05.504014 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51916) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:05.508654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:05.571428 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a38e3b8-2230-4fcb-95ad-4831c2c02770 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:05.590069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-95e5499d-1434-441f-b550-b88ddaadff45 None None] Set router e1450b81-011e-4b7d-971d-672b713e210a gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:29:05.598849 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38e3b8-2230-4fcb-95ad-4831c2c02770 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Subnet': ['ID=4976581c-e206-4c13-af53-989b022a93f0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:05.603848 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1a38e3b8-2230-4fcb-95ad-4831c2c02770 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:05.608184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1a38e3b8-2230-4fcb-95ad-4831c2c02770 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/subnets/4976581c-e206-4c13-af53-989b022a93f0 HTTP/1.1" status: 204 len: 168 time: 0.4602168 Jul 05 04:29:05.609036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51918) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:05.616886 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b1ea14-5a80-4b76-829a-bff141e119bd None None] Network 985bd689-855b-4868-83c4-be400eb1f4e8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:29:05.618464 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:05.722639 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:05.724939 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:05.837698 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:05.875522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Allocated IP 172.25.0.184 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/704fe645-57cc-4fb9-b45d-9c0051ef5af2) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:29:05.898467 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-95e5499d-1434-441f-b550-b88ddaadff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:29:04Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:05.933911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5499d-1434-441f-b550-b88ddaadff45 None None] The sync data for ids ['e1450b81-011e-4b7d-971d-672b713e210a'] in n-d-798249-5 is: [{'id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056850956', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:06Z', 'updated_at': '2021-07-05T04:29:04Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'fc79a96f-78e9-45a5-ab50-15062ad0fb77', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1450b81-011e-4b7d-971d-672b713e210a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:07Z', 'updated_at': '2021-07-05T04:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:29:05.949621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf898b1b-0b0f-4d60-afb8-3a337271ce8d None None] DHCP port deletion for 985bd689-855b-4868-83c4-be400eb1f4e8 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:29:05.969132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port fc79a96f-78e9-45a5-ab50-15062ad0fb77 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:29:05.969486 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.001658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-bf898b1b-0b0f-4d60-afb8-3a337271ce8d None None] Deleting port cb105eea-c311-4981-ad68-2b58abffcb57 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:29:06.002047 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bf898b1b-0b0f-4d60-afb8-3a337271ce8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.018072 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.066765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] For port fc79a96f-78e9-45a5-ab50-15062ad0fb77, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=fc79a96f-78e9-45a5-ab50-15062ad0fb77,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:06.067131 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.067576 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-bf898b1b-0b0f-4d60-afb8-3a337271ce8d None None] For port cb105eea-c311-4981-ad68-2b58abffcb57, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cb105eea-c311-4981-ad68-2b58abffcb57,segment=NetworkSegment(ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e),segment_id=ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:06.072390 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bf898b1b-0b0f-4d60-afb8-3a337271ce8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.078867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for fc79a96f-78e9-45a5-ab50-15062ad0fb77 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:29:06.080568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-bf898b1b-0b0f-4d60-afb8-3a337271ce8d None None] Calling delete_port for cb105eea-c311-4981-ad68-2b58abffcb57 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:29:06.120305 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.160566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:29:06.165760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:29:06.169592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:29:06.199003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'Port': ['ID=704fe645-57cc-4fb9-b45d-9c0051ef5af2,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:06.228162 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bf898b1b-0b0f-4d60-afb8-3a337271ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.257746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf898b1b-0b0f-4d60-afb8-3a337271ce8d None None] No DVR routers for this DVR port cb105eea-c311-4981-ad68-2b58abffcb57 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:29:06.264417 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf898b1b-0b0f-4d60-afb8-3a337271ce8d None None] Pushing event deleted for resources: {'Port': ['ID=cb105eea-c311-4981-ad68-2b58abffcb57,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:06.322492 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.354179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=fc79a96f-78e9-45a5-ab50-15062ad0fb77,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:06.425612 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.520399 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.522936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.597580 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.672214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.672841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Fanout notify agent at l3_agent the message router_deleted on router e1450b81-011e-4b7d-971d-672b713e210a {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:29:06.682615 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.686450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-06aba0d9-8ca0-4b58-8c9d-19967f825f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/routers/e1450b81-011e-4b7d-971d-672b713e210a HTTP/1.1" status: 204 len: 168 time: 1.0746002 Jul 05 04:29:06.686717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51920) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:06.764606 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.770716 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd616c2f-d4a6-4cc7-84cd-ca95cd0e6557 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.866624 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd616c2f-d4a6-4cc7-84cd-ca95cd0e6557 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.876462 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-cd616c2f-d4a6-4cc7-84cd-ca95cd0e6557 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985bd689-855b-4868-83c4-be400eb1f4e8']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:06.887409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-cd616c2f-d4a6-4cc7-84cd-ca95cd0e6557 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:06.887718 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-cd616c2f-d4a6-4cc7-84cd-ca95cd0e6557 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8f2a85-2b89-4ab8-aa51-bda784ff1e0e') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:06.896428 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd616c2f-d4a6-4cc7-84cd-ca95cd0e6557 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.910273 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd616c2f-d4a6-4cc7-84cd-ca95cd0e6557 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.916938 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd616c2f-d4a6-4cc7-84cd-ca95cd0e6557 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:29:06.917447 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd616c2f-d4a6-4cc7-84cd-ca95cd0e6557 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:29:06.920476 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:29:06.924619 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.994060 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:07.061724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'Port': ['ID=704fe645-57cc-4fb9-b45d-9c0051ef5af2,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:07.062863 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd616c2f-d4a6-4cc7-84cd-ca95cd0e6557 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:07.070917 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:07.072797 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd616c2f-d4a6-4cc7-84cd-ca95cd0e6557 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:07.074727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cd616c2f-d4a6-4cc7-84cd-ca95cd0e6557 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/networks/985bd689-855b-4868-83c4-be400eb1f4e8 HTTP/1.1" status: 204 len: 168 time: 0.3858440 Jul 05 04:29:07.084075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51922) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:07.095297 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd616c2f-d4a6-4cc7-84cd-ca95cd0e6557 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Network': ['ID=985bd689-855b-4868-83c4-be400eb1f4e8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:07.166367 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4623c608-9a1d-4090-8bc6-50c29f850180 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:07.182007 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Floating IP 4695552f-0809-49b5-b9cc-43d5427786c0 associated. External IP: 172.25.0.184, port: 779dc4b8-54c0-469b-b419-231b55c64e9c. Jul 05 04:29:07.192759 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4623c608-9a1d-4090-8bc6-50c29f850180 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:07.306880 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4623c608-9a1d-4090-8bc6-50c29f850180 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:07.309569 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4623c608-9a1d-4090-8bc6-50c29f850180 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:07.310850 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4623c608-9a1d-4090-8bc6-50c29f850180 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/security-groups/4abb3a08-4ef9-4578-8595-62f966a2693f HTTP/1.1" status: 204 len: 168 time: 0.2251105 Jul 05 04:29:07.321383 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623c608-9a1d-4090-8bc6-50c29f850180 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abb3a08-4ef9-4578-8595-62f966a2693f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:07.390462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Router 527ff381-7069-4798-b430-ed620c3adbfc has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:29:07.500790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:29:07.511724 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ed019-1ffb-4075-8f68-26e724e982e0 None None] Sync routers for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:29:07.520618 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ed019-1ffb-4075-8f68-26e724e982e0 None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:29:07.521362 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-354ed019-1ffb-4075-8f68-26e724e982e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:28:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:07.588655 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:07.638118 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-69ad0df7-3c00-499f-9cfe-603fdd381760 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1209941 Jul 05 04:29:07.638118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'tag': '779dc4b8-54c0-469b-b419-231b55c64e9c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:29:07.638118 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc05d7a9-24a2-411d-9477-008efbe028e7" -d '{"events": [{"name": "network-changed", "server_uuid": "56c7c9b6-9d21-4de5-a855-c3fd350bb94b", "tag": "779dc4b8-54c0-469b-b419-231b55c64e9c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:29:07.639175 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-354ed019-1ffb-4075-8f68-26e724e982e0 None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:29:07.666159 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd570298-e2fc-4238-a3cd-6a30e5574c9a x-openstack-request-id: req-cd570298-e2fc-4238-a3cd-6a30e5574c9a {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:29:07.666455 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c7c9b6-9d21-4de5-a855-c3fd350bb94b", "tag": "779dc4b8-54c0-469b-b419-231b55c64e9c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:29:07.666707 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd570298-e2fc-4238-a3cd-6a30e5574c9a {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:29:07.667112 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'tag': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'status': 'completed', 'code': 200} Jul 05 04:29:07.757436 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05d7a9-24a2-411d-9477-008efbe028e7 req-ce91c98b-260c-48fd-9218-2bc53755b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:07.760281 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc05d7a9-24a2-411d-9477-008efbe028e7 req-ce91c98b-260c-48fd-9218-2bc53755b725 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 1097 time: 0.0687356 Jul 05 04:29:07.772250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 51932) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:07.778800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-51602467-71f8-4772-aca7-32e49034a198 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116159537', 'description': 'tempest-secgroup-smoke-116159537 description', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:07.836054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cb105eea-c311-4981-ad68-2b58abffcb57 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:29:07.861368 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: cb105eea-c311-4981-ad68-2b58abffcb57 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:29:07.861776 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cb105eea-c311-4981-ad68-2b58abffcb57 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:29:07.862213 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f4b6b7a4-916e-4120-9694-b0d334d12da4 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:29:07.868894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05d7a9-24a2-411d-9477-008efbe028e7 req-69618c7a-2b7d-4a40-8dff-2e737bd0acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:07.870409 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc05d7a9-24a2-411d-9477-008efbe028e7 req-69618c7a-2b7d-4a40-8dff-2e737bd0acf1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.1045895 Jul 05 04:29:07.882595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: f4b6b7a4-916e-4120-9694-b0d334d12da4 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:29:07.882950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f4b6b7a4-916e-4120-9694-b0d334d12da4 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:29:07.883371 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fc79a96f-78e9-45a5-ab50-15062ad0fb77 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:29:07.886336 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-51602467-71f8-4772-aca7-32e49034a198 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:07.907203 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: fc79a96f-78e9-45a5-ab50-15062ad0fb77 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:29:07.907564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device fc79a96f-78e9-45a5-ab50-15062ad0fb77 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:29:07.946638 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc05d7a9-24a2-411d-9477-008efbe028e7 req-339fb84b-372c-4800-8bc0-367f8bfc7748 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=779dc4b8-54c0-469b-b419-231b55c64e9c HTTP/1.1" status: 200 len: 1000 time: 0.0696511 Jul 05 04:29:07.969604 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-354ed019-1ffb-4075-8f68-26e724e982e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '4695552f-0809-49b5-b9cc-43d5427786c0', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:7b:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:29:06Z', 'updated_at': '2021-07-05T04:29:06Z', 'revision_number': 0, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:07.997773 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05d7a9-24a2-411d-9477-008efbe028e7 req-a8b1348d-c199-49f3-9c97-46a1579b83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:07.997969 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-51602467-71f8-4772-aca7-32e49034a198 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:07.999174 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc05d7a9-24a2-411d-9477-008efbe028e7 req-a8b1348d-c199-49f3-9c97-46a1579b83d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0466547 Jul 05 04:29:08.000772 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ed019-1ffb-4075-8f68-26e724e982e0 None None] Checking router: 527ff381-7069-4798-b430-ed620c3adbfc for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:29:08.010862 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ed019-1ffb-4075-8f68-26e724e982e0 None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:29:08.012275 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-354ed019-1ffb-4075-8f68-26e724e982e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:28:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:08.051091 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-51602467-71f8-4772-aca7-32e49034a198 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:08.056937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05d7a9-24a2-411d-9477-008efbe028e7 req-2636f931-597f-493f-a6cb-1e2cdb17469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:08.058551 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc05d7a9-24a2-411d-9477-008efbe028e7 req-2636f931-597f-493f-a6cb-1e2cdb17469f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530899 Jul 05 04:29:08.081901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51602467-71f8-4772-aca7-32e49034a198 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:08.121945 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-354ed019-1ffb-4075-8f68-26e724e982e0 None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:29:08.125490 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-51602467-71f8-4772-aca7-32e49034a198 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:08.130167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-51602467-71f8-4772-aca7-32e49034a198 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3560152 Jul 05 04:29:08.130432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51934) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:08.141643 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-aa65ce6d-1ef2-4ec5-8cb6-1fe060bf182d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:08.170512 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc05d7a9-24a2-411d-9477-008efbe028e7 req-3622c767-81a6-45f1-8412-0b1a7e203477 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055970 Jul 05 04:29:08.259439 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bc05d7a9-24a2-411d-9477-008efbe028e7 req-3441d610-ffe5-4b12-9135-10691e2f06c4 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831044 Jul 05 04:29:08.268911 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa65ce6d-1ef2-4ec5-8cb6-1fe060bf182d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:08.317029 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa65ce6d-1ef2-4ec5-8cb6-1fe060bf182d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:08.344058 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-354ed019-1ffb-4075-8f68-26e724e982e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '4695552f-0809-49b5-b9cc-43d5427786c0', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:7b:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:29:06Z', 'updated_at': '2021-07-05T04:29:06Z', 'revision_number': 0, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:08.365558 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa65ce6d-1ef2-4ec5-8cb6-1fe060bf182d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:08.380245 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ed019-1ffb-4075-8f68-26e724e982e0 None None] The sync data for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 is: [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '4695552f-0809-49b5-b9cc-43d5427786c0', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:7b:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:29:06Z', 'updated_at': '2021-07-05T04:29:06Z', 'revision_number': 0, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:29:08.388797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65ce6d-1ef2-4ec5-8cb6-1fe060bf182d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4194493-4103-443f-abff-cdea35a19738,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:08.439630 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa65ce6d-1ef2-4ec5-8cb6-1fe060bf182d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:08.441070 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aa65ce6d-1ef2-4ec5-8cb6-1fe060bf182d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3096948 Jul 05 04:29:08.444456 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51936) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:08.449666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d44111b6-07c5-44db-bf2b-cc518c1502f8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:08.526080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d44111b6-07c5-44db-bf2b-cc518c1502f8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:08.588051 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91db8b9-d0b2-407d-ab98-f9253d437e65 None None] New status for floating IP 4695552f-0809-49b5-b9cc-43d5427786c0: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:29:08.595301 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d44111b6-07c5-44db-bf2b-cc518c1502f8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:08.691125 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d44111b6-07c5-44db-bf2b-cc518c1502f8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:08.712704 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44111b6-07c5-44db-bf2b-cc518c1502f8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5082d66-d7f0-4d01-851a-612ac8158d9e,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:08.826833 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d44111b6-07c5-44db-bf2b-cc518c1502f8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:08.828101 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d44111b6-07c5-44db-bf2b-cc518c1502f8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3820984 Jul 05 04:29:08.830995 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51938) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:08.836402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b3c9d599-1eb9-41a8-bd95-687ad8539adc tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:08.948608 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b3c9d599-1eb9-41a8-bd95-687ad8539adc tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.009002 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b3c9d599-1eb9-41a8-bd95-687ad8539adc tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.091361 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b3c9d599-1eb9-41a8-bd95-687ad8539adc tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.110698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9d599-1eb9-41a8-bd95-687ad8539adc tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ddeca5-3696-474f-b87c-bc04a9e8ecf9,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:09.171212 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b3c9d599-1eb9-41a8-bd95-687ad8539adc tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.172560 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b3c9d599-1eb9-41a8-bd95-687ad8539adc tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3404987 Jul 05 04:29:09.175747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51940) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:09.180876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-09a8e594-900b-4397-a7b3-14df47fa176e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:09.255916 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09a8e594-900b-4397-a7b3-14df47fa176e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.319985 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09a8e594-900b-4397-a7b3-14df47fa176e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.376524 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09a8e594-900b-4397-a7b3-14df47fa176e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.394825 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8e594-900b-4397-a7b3-14df47fa176e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae0edbd-22b8-4923-ab69-8cf4d3b5c895,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:09.462243 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09a8e594-900b-4397-a7b3-14df47fa176e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.463766 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-09a8e594-900b-4397-a7b3-14df47fa176e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2870550 Jul 05 04:29:09.466480 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51942) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:09.470872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-dc755a78-b7e9-4fb8-9ded-8d4200dddd0e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:09.554285 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-dc755a78-b7e9-4fb8-9ded-8d4200dddd0e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Project 7a8a76a0708a49d9841cfe6b987ed5f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:29:09.559905 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dc755a78-b7e9-4fb8-9ded-8d4200dddd0e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.624257 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dc755a78-b7e9-4fb8-9ded-8d4200dddd0e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.702348 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dc755a78-b7e9-4fb8-9ded-8d4200dddd0e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.721340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc755a78-b7e9-4fb8-9ded-8d4200dddd0e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d741b9f1-1241-47e0-a077-220250eff548,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:09.782120 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-dc755a78-b7e9-4fb8-9ded-8d4200dddd0e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.783391 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dc755a78-b7e9-4fb8-9ded-8d4200dddd0e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3159950 Jul 05 04:29:09.786140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51944) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:09.791145 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-108c95dc-5bd3-4e59-ba26-8cdc3a3754a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:09.856827 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-108c95dc-5bd3-4e59-ba26-8cdc3a3754a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Project 7a8a76a0708a49d9841cfe6b987ed5f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:29:09.862036 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-108c95dc-5bd3-4e59-ba26-8cdc3a3754a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.922463 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-108c95dc-5bd3-4e59-ba26-8cdc3a3754a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.141084 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-108c95dc-5bd3-4e59-ba26-8cdc3a3754a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.162109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c95dc-5bd3-4e59-ba26-8cdc3a3754a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3f0f20-5f67-4c22-ade8-fdd09c39a8fb,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:10.250880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-108c95dc-5bd3-4e59-ba26-8cdc3a3754a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.252082 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-108c95dc-5bd3-4e59-ba26-8cdc3a3754a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4649813 Jul 05 04:29:10.254908 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51946) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:10.260390 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-40a95408-3d12-4450-bc92-f536b3429cf1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'network': {'name': 'tempest-network-smoke--561853422', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'port_security_enabled': True}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:10.341981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a95408-3d12-4450-bc92-f536b3429cf1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Made reservation on behalf of 7a8a76a0708a49d9841cfe6b987ed5f0 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:29:10.345777 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40a95408-3d12-4450-bc92-f536b3429cf1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.369168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a95408-3d12-4450-bc92-f536b3429cf1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:29:10.379529 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40a95408-3d12-4450-bc92-f536b3429cf1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.379883 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-40a95408-3d12-4450-bc92-f536b3429cf1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Added segment 9c1365ef-ad58-4242-8558-660ca866589e of type vlan for network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 Jul 05 04:29:10.431463 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40a95408-3d12-4450-bc92-f536b3429cf1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.513618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40a95408-3d12-4450-bc92-f536b3429cf1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.519006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a95408-3d12-4450-bc92-f536b3429cf1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:10.519610 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40a95408-3d12-4450-bc92-f536b3429cf1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.585724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a95408-3d12-4450-bc92-f536b3429cf1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Network': ['ID=1bee7ca6-a643-4105-889c-d8bf706b0cc8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:10.596066 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:29:10.629104 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-40a95408-3d12-4450-bc92-f536b3429cf1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3730931 Jul 05 04:29:10.632252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51948) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:10.637000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'admin_state_up': True, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:10.729819 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.730890 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.781269 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.991370 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:11.237831 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:11.256334 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:11.355808 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.25.0.110 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/b4b7334b-da82-4361-9d59-612f0175785b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:29:11.458923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:11.581197 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:11.617010 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:29:11.621432 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:29:11.624289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:29:11.650228 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=b4b7334b-da82-4361-9d59-612f0175785b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:12.283932 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:12.480935 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:12.673845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router 668e4791-01c3-4419-972a-241fb3de2f4c is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:29:12.779607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:29:12.790440 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Sync routers for ids ['668e4791-01c3-4419-972a-241fb3de2f4c'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:29:12.800402 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Routers {'668e4791-01c3-4419-972a-241fb3de2f4c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:29:12.801030 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:28:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['668e4791-01c3-4419-972a-241fb3de2f4c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:12.856734 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:12.858148 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-91cdb4fe-daa6-484b-82f4-16bd50d5e35a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2247400 Jul 05 04:29:12.861217 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51950) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:12.898436 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-eedff20c-3c68-4225-9c72-5cae3e14bdf1 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7a8a76a0708a49d9841cfe6b987ed5f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355093 Jul 05 04:29:12.904247 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51952) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:12.910187 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Set router 668e4791-01c3-4419-972a-241fb3de2f4c gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:29:12.998724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcb121f-d12c-4b27-aac2-4a410764be20 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:13.000167 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fdcb121f-d12c-4b27-aac2-4a410764be20 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949311 Jul 05 04:29:13.003203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51954) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:13.039045 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-99639ec0-e683-4dca-8b48-a94d523dca2c tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347419 Jul 05 04:29:13.041622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51956) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:13.046617 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-fc93e06a-2cbc-485e-b741-817ccebfd3fa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1430918213', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:13.086660 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:29:12Z', 'revision_number': 3, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:13.113596 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Checking router: 668e4791-01c3-4419-972a-241fb3de2f4c for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:29:13.113949 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Updating router 668e4791-01c3-4419-972a-241fb3de2f4c port b4b7334b-da82-4361-9d59-612f0175785b binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:29:13.146461 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:13.197823 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc93e06a-2cbc-485e-b741-817ccebfd3fa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Made reservation on behalf of 7a8a76a0708a49d9841cfe6b987ed5f0 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:29:13.201477 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc93e06a-2cbc-485e-b741-817ccebfd3fa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:13.400124 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:13.409398 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Transition to ACTIVE for port object b4b7334b-da82-4361-9d59-612f0175785b will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:29:13.450977 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc93e06a-2cbc-485e-b741-817ccebfd3fa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:13.483320 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:13.512805 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93e06a-2cbc-485e-b741-817ccebfd3fa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Subnet': ['ID=cb763027-a1b8-4e14-ad2f-478531c2b062,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:13.523794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc93e06a-2cbc-485e-b741-817ccebfd3fa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Checking segment: {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:29:13.524164 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc93e06a-2cbc-485e-b741-817ccebfd3fa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network hostable DHCP agents. Network: 1bee7ca6-a643-4105-889c-d8bf706b0cc8, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:29:13.532678 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Attempting to bind port b4b7334b-da82-4361-9d59-612f0175785b on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:29:13.533045 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Attempting to bind port b4b7334b-da82-4361-9d59-612f0175785b by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:29:13.533408 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Attempting to bind port b4b7334b-da82-4361-9d59-612f0175785b on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:29:13.544096 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17672349-6df1-4b8b-99a3-d275ac39421a None None] Pushing event updated for resources: {'Port': ['ID=b4b7334b-da82-4361-9d59-612f0175785b,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:13.546586 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:29:13.546953 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:29:13.547348 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:13.547745 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:29:13.548195 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Bound port: b4b7334b-da82-4361-9d59-612f0175785b, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:29:13.548595 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:13.551333 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17672349-6df1-4b8b-99a3-d275ac39421a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:13.551676 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17672349-6df1-4b8b-99a3-d275ac39421a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:13.552012 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17672349-6df1-4b8b-99a3-d275ac39421a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:13.552386 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17672349-6df1-4b8b-99a3-d275ac39421a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:13.552697 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17672349-6df1-4b8b-99a3-d275ac39421a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:13.553658 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17672349-6df1-4b8b-99a3-d275ac39421a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:13.554116 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17672349-6df1-4b8b-99a3-d275ac39421a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:13.554446 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17672349-6df1-4b8b-99a3-d275ac39421a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:13.554769 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17672349-6df1-4b8b-99a3-d275ac39421a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:13.555093 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17672349-6df1-4b8b-99a3-d275ac39421a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:13.555414 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17672349-6df1-4b8b-99a3-d275ac39421a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:13.555735 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17672349-6df1-4b8b-99a3-d275ac39421a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:13.603646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc93e06a-2cbc-485e-b741-817ccebfd3fa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:29:13.607088 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] For port b4b7334b-da82-4361-9d59-612f0175785b, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:29:13.610309 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] For port b4b7334b-da82-4361-9d59-612f0175785b, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b4b7334b-da82-4361-9d59-612f0175785b,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:29:13.695367 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-fc93e06a-2cbc-485e-b741-817ccebfd3fa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 1bee7ca6-a643-4105-889c-d8bf706b0cc8) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:29:13.700211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc93e06a-2cbc-485e-b741-817ccebfd3fa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:13.701156 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc93e06a-2cbc-485e-b741-817ccebfd3fa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:13.704278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430c9cee-d418-4b90-9e66-cb5da4b46c82 None None] Network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:29:13.708867 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:13.770455 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17672349-6df1-4b8b-99a3-d275ac39421a None None] Pushing event updated for resources: {'Port': ['ID=b4b7334b-da82-4361-9d59-612f0175785b,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:13.776113 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Routers {'668e4791-01c3-4419-972a-241fb3de2f4c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:29:13.776798 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:28:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['668e4791-01c3-4419-972a-241fb3de2f4c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:13.793324 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fc93e06a-2cbc-485e-b741-817ccebfd3fa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7506051 Jul 05 04:29:13.796344 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 51958) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:13.868631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ips': [{'subnet_id': 'cb763027-a1b8-4e14-ad2f-478531c2b062'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:29:13.869913 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:13.888676 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] Set router 668e4791-01c3-4419-972a-241fb3de2f4c gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:29:14.030734 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Allocated IP 172.20.0.2 (1bee7ca6-a643-4105-889c-d8bf706b0cc8/cb763027-a1b8-4e14-ad2f-478531c2b062/297cfec4-b4b2-4b8e-a176-884756d06144) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:29:14.085405 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:29:12Z', 'revision_number': 3, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:14.112560 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53f537-85e9-43fb-a4f2-9c7ecbd843e2 None None] The sync data for ids ['668e4791-01c3-4419-972a-241fb3de2f4c'] in n-d-798249-5 is: [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:29:12Z', 'revision_number': 3, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:29:14.208219 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:14.217688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Transition to ACTIVE for port object 297cfec4-b4b2-4b8e-a176-884756d06144 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:29:14.233603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Transition to ACTIVE for port object 297cfec4-b4b2-4b8e-a176-884756d06144 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:29:14.286991 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:14.313165 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:14.383288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:29:14.388748 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:29:14.391788 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:29:14.397590 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Pushing event updated for resources: {'Port': ['ID=297cfec4-b4b2-4b8e-a176-884756d06144,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:14.470676 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Attempting to bind port 297cfec4-b4b2-4b8e-a176-884756d06144 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:29:14.471195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Attempting to bind port 297cfec4-b4b2-4b8e-a176-884756d06144 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:29:14.471587 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Attempting to bind port 297cfec4-b4b2-4b8e-a176-884756d06144 on network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:29:14.479131 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:29:14.479511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Checking segment: {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:29:14.479922 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:14.480401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Bound using segment: {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:29:14.482145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Bound port: 297cfec4-b4b2-4b8e-a176-884756d06144, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:29:14.482543 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:14.560501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] For port 297cfec4-b4b2-4b8e-a176-884756d06144, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:29:14.564745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] For port 297cfec4-b4b2-4b8e-a176-884756d06144, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=297cfec4-b4b2-4b8e-a176-884756d06144,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:29:14.628631 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:14.635544 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.20.0.1 (1bee7ca6-a643-4105-889c-d8bf706b0cc8/cb763027-a1b8-4e14-ad2f-478531c2b062/aee816b7-de86-4670-868d-3f6e3b4f7762) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:29:14.703483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b4d2a-ee2b-4529-9797-65da16138454 None None] Pushing event updated for resources: {'Port': ['ID=297cfec4-b4b2-4b8e-a176-884756d06144,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:14.770739 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:14.790023 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Transition to ACTIVE for port object aee816b7-de86-4670-868d-3f6e3b4f7762 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:29:14.875352 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:14.935989 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:29:14.942076 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:29:14.945534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:29:14.983123 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=aee816b7-de86-4670-868d-3f6e3b4f7762,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:15.006396 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:15.245781 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:15.558061 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:15.605454 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:15.685148 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=aee816b7-de86-4670-868d-3f6e3b4f7762,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:15.687535 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:15.727019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd558913-662d-4c20-813a-b3b177e32209 None None] Network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:29:15.794583 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:29:15.798752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:29:15.880533 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b4b7334b-da82-4361-9d59-612f0175785b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:29:15.910434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c4caf184-c4db-4b98-ae75-369c72a402a0 None None] Provisioning for port 297cfec4-b4b2-4b8e-a176-884756d06144 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:29:15.931626 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router 668e4791-01c3-4419-972a-241fb3de2f4c has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:29:16.028546 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port b4b7334b-da82-4361-9d59-612f0175785b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:29:16.034519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b4b7334b-da82-4361-9d59-612f0175785b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:16.034971 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:16.070778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:29:16.077632 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a618913c-9a67-45b6-bc1b-eedae7f13b09 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "PUT /v2.0/routers/668e4791-01c3-4419-972a-241fb3de2f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2801213 Jul 05 04:29:16.144636 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:16.170681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port b4b7334b-da82-4361-9d59-612f0175785b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b4b7334b-da82-4361-9d59-612f0175785b,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:16.246430 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-070110fd-d92f-4e40-a156-02f3e81631ec tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116159537&fields=id&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 267 time: 0.0406716 Jul 05 04:29:16.251535 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:16.252578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 297cfec4-b4b2-4b8e-a176-884756d06144 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:29:16.337907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=b4b7334b-da82-4361-9d59-612f0175785b,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:16.340444 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f7d98f11-3204-47fa-8dc3-4ed2ca4e5bba None None] Provisioning for port aee816b7-de86-4670-868d-3f6e3b4f7762 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:29:16.350394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f7d98f11-3204-47fa-8dc3-4ed2ca4e5bba None None] Provisioning complete for port aee816b7-de86-4670-868d-3f6e3b4f7762 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:16.350394 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f7d98f11-3204-47fa-8dc3-4ed2ca4e5bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:16.386316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-abc2c256-efbb-4d2c-87d3-82b0a90c5fa6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:16.393880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-abc2c256-efbb-4d2c-87d3-82b0a90c5fa6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/networks?id=1bee7ca6-a643-4105-889c-d8bf706b0cc8 HTTP/1.1" status: 200 len: 796 time: 0.1404095 Jul 05 04:29:16.399896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f7d98f11-3204-47fa-8dc3-4ed2ca4e5bba None None] Port aee816b7-de86-4670-868d-3f6e3b4f7762 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:29:16.405623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-ed1a02a7-1076-4022-98e8-c7d2948a3861 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/quotas/7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 375 time: 0.0108442 Jul 05 04:29:16.472245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 297cfec4-b4b2-4b8e-a176-884756d06144 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:29:16.477625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 297cfec4-b4b2-4b8e-a176-884756d06144 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:16.478073 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:16.502342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-490f848c-1a21-4184-a1a4-1de496389ef8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834651 Jul 05 04:29:16.503737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Sync routers for ids ['668e4791-01c3-4419-972a-241fb3de2f4c'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:29:16.508652 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-862af536-d444-4220-9d96-534a7456a9f2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:29:16.515403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-862af536-d444-4220-9d96-534a7456a9f2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118983 Jul 05 04:29:16.526588 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Routers {'668e4791-01c3-4419-972a-241fb3de2f4c'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:29:16.527232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:28:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['668e4791-01c3-4419-972a-241fb3de2f4c'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:16.595166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ac3be930-7313-4a66-aca6-389ee5d72e21 None None] Provisioning complete for port aee816b7-de86-4670-868d-3f6e3b4f7762 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:16.595545 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ac3be930-7313-4a66-aca6-389ee5d72e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:16.609088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-a7ecbeb4-6238-4dbf-84d1-0b28e54203db service neutron] 10.222.0.60 "GET /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927906 Jul 05 04:29:16.703029 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-2c832e48-de67-4709-9217-7991a2f96ec3 service neutron] 10.222.0.60 "GET /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888922 Jul 05 04:29:16.850868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ac3be930-7313-4a66-aca6-389ee5d72e21 None None] Port aee816b7-de86-4670-868d-3f6e3b4f7762 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:29:16.857387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Set router 668e4791-01c3-4419-972a-241fb3de2f4c gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:29:16.891297 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:16.977779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dbe52f5a-f78c-4c6e-a8b9-f6ba22fa74e9 req-111d8ce6-8764-4585-b0b8-4d1ea92c1a0d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 210 time: 0.0380137 Jul 05 04:29:17.008780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 297cfec4-b4b2-4b8e-a176-884756d06144, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=297cfec4-b4b2-4b8e-a176-884756d06144,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:17.026840 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-11f40414-6a84-4c2b-8a17-fff0c5300cb4 None None] Provisioning complete for port aee816b7-de86-4670-868d-3f6e3b4f7762 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:17.027224 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-11f40414-6a84-4c2b-8a17-fff0c5300cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:17.071762 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:17.089794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-11f40414-6a84-4c2b-8a17-fff0c5300cb4 None None] Port aee816b7-de86-4670-868d-3f6e3b4f7762 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:29:17.153797 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=297cfec4-b4b2-4b8e-a176-884756d06144,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:17.176397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:29:15Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'aee816b7-de86-4670-868d-3f6e3b4f7762', 'name': '', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1d:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:14Z', 'updated_at': '2021-07-05T04:29:15Z', 'revision_number': 2, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:17.207775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Checking router: 668e4791-01c3-4419-972a-241fb3de2f4c for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:29:17.208137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Updating router 668e4791-01c3-4419-972a-241fb3de2f4c port aee816b7-de86-4670-868d-3f6e3b4f7762 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:29:17.242823 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:17.504783 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:17.515699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Transition to ACTIVE for port object aee816b7-de86-4670-868d-3f6e3b4f7762 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:29:17.581966 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:17.634533 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d890da-c317-459c-a937-636d5325be16 None None] Pushing event updated for resources: {'Port': ['ID=aee816b7-de86-4670-868d-3f6e3b4f7762,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:17.687921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Attempting to bind port aee816b7-de86-4670-868d-3f6e3b4f7762 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:29:17.688321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Attempting to bind port aee816b7-de86-4670-868d-3f6e3b4f7762 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:29:17.688714 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Attempting to bind port aee816b7-de86-4670-868d-3f6e3b4f7762 on network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:29:17.693893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:29:17.694268 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Checking segment: {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:29:17.695376 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:17.695792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Bound using segment: {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:29:17.696257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Bound port: aee816b7-de86-4670-868d-3f6e3b4f7762, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:29:17.696676 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:17.767760 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] For port aee816b7-de86-4670-868d-3f6e3b4f7762, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:29:17.769909 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] For port aee816b7-de86-4670-868d-3f6e3b4f7762, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=aee816b7-de86-4670-868d-3f6e3b4f7762,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:29:17.826231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b4b7334b-da82-4361-9d59-612f0175785b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:29:17.864439 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:17.944438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Routers {'668e4791-01c3-4419-972a-241fb3de2f4c'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:29:17.945085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:28:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['668e4791-01c3-4419-972a-241fb3de2f4c'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:17.948057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b4b7334b-da82-4361-9d59-612f0175785b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:17.948469 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:17.951381 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d890da-c317-459c-a937-636d5325be16 None None] Pushing event updated for resources: {'Port': ['ID=aee816b7-de86-4670-868d-3f6e3b4f7762,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:18.121753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] Set router 668e4791-01c3-4419-972a-241fb3de2f4c gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:29:18.141754 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0cf8ff2a-da9d-440b-bf52-ee39b6da1632 req-93cbc982-403b-4c28-9477-e779ab53cdc4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 210 time: 0.0335610 Jul 05 04:29:18.215547 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 297cfec4-b4b2-4b8e-a176-884756d06144 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:29:18.353813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 297cfec4-b4b2-4b8e-a176-884756d06144 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:18.354107 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:18.439444 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:29:15Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'aee816b7-de86-4670-868d-3f6e3b4f7762', 'name': '', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1d:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:14Z', 'updated_at': '2021-07-05T04:29:17Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:18.471302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900022cc-87a8-452e-9702-cb6526b757c7 None None] The sync data for ids ['668e4791-01c3-4419-972a-241fb3de2f4c'] in n-d-798249-5 is: [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:29:15Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'aee816b7-de86-4670-868d-3f6e3b4f7762', 'name': '', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1d:b8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:14Z', 'updated_at': '2021-07-05T04:29:17Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:29:18.948315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7afa87b-9d8e-44f0-92b0-05d44d9b96df tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:18.949881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7afa87b-9d8e-44f0-92b0-05d44d9b96df tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "GET /v2.0/networks?id=1bee7ca6-a643-4105-889c-d8bf706b0cc8 HTTP/1.1" status: 200 len: 796 time: 0.1066370 Jul 05 04:29:19.006369 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f049a0de-88c8-48da-b24d-438bc52ef363 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 379 time: 0.0403512 Jul 05 04:29:19.012008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7010cdb-b4bd-4372-9fbe-37126e9bca1d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'port': {'device_id': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'admin_state_up': True, 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'security_groups': ['a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:19.138241 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:29:19.205350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7010cdb-b4bd-4372-9fbe-37126e9bca1d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Made reservation on behalf of 7a8a76a0708a49d9841cfe6b987ed5f0 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:29:19.210430 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7010cdb-b4bd-4372-9fbe-37126e9bca1d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:19.355836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7010cdb-b4bd-4372-9fbe-37126e9bca1d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.20.0.14 (1bee7ca6-a643-4105-889c-d8bf706b0cc8/cb763027-a1b8-4e14-ad2f-478531c2b062/04e778db-b4e0-42a2-8eea-ab7f0766d522) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:29:19.395755 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-96726ecd-e676-4bc5-b327-b9e05bfdd598 req-be71bb38-e609-41ff-a6a4-be77a8540b08 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 210 time: 0.1282992 Jul 05 04:29:19.531227 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7010cdb-b4bd-4372-9fbe-37126e9bca1d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:19.548559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7010cdb-b4bd-4372-9fbe-37126e9bca1d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Transition to ACTIVE for port object 04e778db-b4e0-42a2-8eea-ab7f0766d522 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:29:19.657104 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7010cdb-b4bd-4372-9fbe-37126e9bca1d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:19.701032 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7010cdb-b4bd-4372-9fbe-37126e9bca1d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:29:19.704217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7010cdb-b4bd-4372-9fbe-37126e9bca1d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:29:19.710308 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7010cdb-b4bd-4372-9fbe-37126e9bca1d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:29:19.716987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7010cdb-b4bd-4372-9fbe-37126e9bca1d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=04e778db-b4e0-42a2-8eea-ab7f0766d522,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:19.765549 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7010cdb-b4bd-4372-9fbe-37126e9bca1d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:19.766180 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7010cdb-b4bd-4372-9fbe-37126e9bca1d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:19.828482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b7010cdb-b4bd-4372-9fbe-37126e9bca1d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8210676 Jul 05 04:29:19.841294 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Request body: {'port': {'device_id': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:19.860020 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device aee816b7-de86-4670-868d-3f6e3b4f7762 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:29:19.935139 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:19.970911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port aee816b7-de86-4670-868d-3f6e3b4f7762 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:29:19.975209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port aee816b7-de86-4670-868d-3f6e3b4f7762 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:19.975642 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:20.003615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c691908c-7314-4619-b92f-7c052c3c8af7 None None] Provisioning for port 04e778db-b4e0-42a2-8eea-ab7f0766d522 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:29:20.011785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c691908c-7314-4619-b92f-7c052c3c8af7 None None] Provisioning complete for port 04e778db-b4e0-42a2-8eea-ab7f0766d522 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:20.012171 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c691908c-7314-4619-b92f-7c052c3c8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:20.060553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c691908c-7314-4619-b92f-7c052c3c8af7 None None] Port 04e778db-b4e0-42a2-8eea-ab7f0766d522 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:29:20.100624 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:20.136405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port aee816b7-de86-4670-868d-3f6e3b4f7762, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=aee816b7-de86-4670-868d-3f6e3b4f7762,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:20.188125 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:20.241932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=aee816b7-de86-4670-868d-3f6e3b4f7762,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:20.535941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e778db-b4e0-42a2-8eea-ab7f0766d522 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:29:20.556913 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:20.589889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Transition to ACTIVE for port object 04e778db-b4e0-42a2-8eea-ab7f0766d522 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:29:20.620174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf49367-ac66-4a67-9508-8c46f7fccc0e req-c3436973-0a06-497c-861a-6380692437a3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:20.763092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ecf49367-ac66-4a67-9508-8c46f7fccc0e req-c3436973-0a06-497c-861a-6380692437a3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 932 time: 0.0809243 Jul 05 04:29:20.763092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ecf49367-ac66-4a67-9508-8c46f7fccc0e req-5f104f8e-893d-4654-ba30-19afdca796ea tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351062 Jul 05 04:29:20.763092 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:20.814938 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Pushing event updated for resources: {'Port': ['ID=04e778db-b4e0-42a2-8eea-ab7f0766d522,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:20.885793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Attempting to bind port 04e778db-b4e0-42a2-8eea-ab7f0766d522 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:29:20.886278 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Attempting to bind port 04e778db-b4e0-42a2-8eea-ab7f0766d522 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:29:20.886541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Attempting to bind port 04e778db-b4e0-42a2-8eea-ab7f0766d522 on network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:29:20.891380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Port 04e778db-b4e0-42a2-8eea-ab7f0766d522 on network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:29:20.891762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Attempting to bind port 04e778db-b4e0-42a2-8eea-ab7f0766d522 on network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:29:20.897596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:29:20.898059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Checking segment: {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:29:20.898451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Bound using segment: {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:29:20.898887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Bound port: 04e778db-b4e0-42a2-8eea-ab7f0766d522, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:29:20.899303 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:20.969207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:29:20.972510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:29:21.084654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:21.131314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:21.132004 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:21.134316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] 10.222.0.64 "PUT /v2.0/ports/04e778db-b4e0-42a2-8eea-ab7f0766d522 HTTP/1.1" status: 200 len: 1092 time: 1.2976730 Jul 05 04:29:21.135036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:29:21.138672 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9ba7fb-4ecc-4860-ba1d-8d8745338d84" -d '{"events": [{"name": "network-changed", "server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:29:21.171901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3072572-3b7c-434b-854c-626247ef3b0c service neutron] Pushing event updated for resources: {'Port': ['ID=04e778db-b4e0-42a2-8eea-ab7f0766d522,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:21.190588 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059abd8d-fea3-4f84-a69e-9a972260fde4 x-openstack-request-id: req-059abd8d-fea3-4f84-a69e-9a972260fde4 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:29:21.191132 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:29:21.191632 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-059abd8d-fea3-4f84-a69e-9a972260fde4 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:29:21.192328 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'status': 'completed', 'code': 200} Jul 05 04:29:21.313051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ba7fb-4ecc-4860-ba1d-8d8745338d84 req-d2a9e2de-b5e5-4ef2-8aac-9d78842f555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:21.314844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b9ba7fb-4ecc-4860-ba1d-8d8745338d84 req-d2a9e2de-b5e5-4ef2-8aac-9d78842f555f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 1095 time: 0.0987592 Jul 05 04:29:21.331520 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6c0170c6-a49f-4b24-848d-8f5327ff8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:21.449127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ba7fb-4ecc-4860-ba1d-8d8745338d84 req-f876da87-b4f5-412b-a3f5-d48d88573c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:21.451276 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b9ba7fb-4ecc-4860-ba1d-8d8745338d84 req-f876da87-b4f5-412b-a3f5-d48d88573c5f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1293402 Jul 05 04:29:21.565885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ba7fb-4ecc-4860-ba1d-8d8745338d84 req-5f4944f6-2e50-45a1-ad4e-3e1bd1479901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:21.567454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b9ba7fb-4ecc-4860-ba1d-8d8745338d84 req-5f4944f6-2e50-45a1-ad4e-3e1bd1479901 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112199 Jul 05 04:29:21.660847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-878252b3-9957-4377-85dd-26eb1f3be617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:21.663043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-878252b3-9957-4377-85dd-26eb1f3be617 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 1095 time: 0.0569487 Jul 05 04:29:21.713330 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-6709c0d7-b12d-497d-96e6-ac68cd8afdb0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522 HTTP/1.1" status: 200 len: 217 time: 0.0441251 Jul 05 04:29:21.772229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-13752a81-ae4d-4d54-9c9a-314fb5aaa78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:21.774149 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-13752a81-ae4d-4d54-9c9a-314fb5aaa78e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb763027-a1b8-4e14-ad2f-478531c2b062 HTTP/1.1" status: 200 len: 835 time: 0.0543394 Jul 05 04:29:21.832337 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device aee816b7-de86-4670-868d-3f6e3b4f7762 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:29:21.891938 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port aee816b7-de86-4670-868d-3f6e3b4f7762 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:21.892337 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:21.893154 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f8db7514-d693-429a-84cd-237d618e9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:21.894753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-f8db7514-d693-429a-84cd-237d618e9fb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bee7ca6-a643-4105-889c-d8bf706b0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147373 Jul 05 04:29:21.906525 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e7000-ba5e-4448-b82d-d7ee0ed4c145 req-7d839eeb-6e5f-4bf9-9a38-557ca6593602 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:21.912932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-963e7000-ba5e-4448-b82d-d7ee0ed4c145 req-7d839eeb-6e5f-4bf9-9a38-557ca6593602 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 944 time: 0.1195977 Jul 05 04:29:22.001535 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-963e7000-ba5e-4448-b82d-d7ee0ed4c145 req-6fa84779-f341-4146-a70a-a95b594fb9a7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873129 Jul 05 04:29:22.033894 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-b99f9cfb-df49-4f3b-8231-a235b5cba4a8 service neutron] 10.222.0.64 "GET /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172519 Jul 05 04:29:22.130525 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d253c70c-a1a1-4c7e-aea0-153ce8b84c33 req-bd4695c7-53c3-462e-892c-986ca49d4c2b service neutron] 10.222.0.64 "GET /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907965 Jul 05 04:29:23.193619 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f7e7d-b7d6-4eb1-bc32-a51069ed5034 req-3db037ad-67e2-4795-bcf9-51ff638147ed tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:23.195012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-567f7e7d-b7d6-4eb1-bc32-a51069ed5034 req-3db037ad-67e2-4795-bcf9-51ff638147ed tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 944 time: 0.0635037 Jul 05 04:29:23.232300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-567f7e7d-b7d6-4eb1-bc32-a51069ed5034 req-1319c651-7d24-42f9-b460-bdf9d13462d2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316954 Jul 05 04:29:24.290338 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ef06a849-05b0-4d71-bd5f-e529d768c989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:24.381906 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:24.420086 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383a67d-2eee-4198-9d1e-35d495bca9d3 req-12cabcd9-2fd5-4514-9107-ae4786d0cbb3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:24.421775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4383a67d-2eee-4198-9d1e-35d495bca9d3 req-12cabcd9-2fd5-4514-9107-ae4786d0cbb3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 944 time: 0.0696471 Jul 05 04:29:24.460598 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4383a67d-2eee-4198-9d1e-35d495bca9d3 req-7a689e32-4ea6-45fd-9e69-ced5841c7bd7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334070 Jul 05 04:29:24.829372 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 04e778db-b4e0-42a2-8eea-ab7f0766d522 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:29:24.924749 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:24.936742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'port_id': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'mac_address': 'fa:16:3e:cb:0e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:29:24.973147 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:24.986067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e778db-b4e0-42a2-8eea-ab7f0766d522 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:29:25.005405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:25.094644 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:25.144517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=04e778db-b4e0-42a2-8eea-ab7f0766d522,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:25.151599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:25.151946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:25.152886 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:25.153303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:25.153640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:25.153973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:25.154303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:25.154629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:25.154955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:25.155277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:25.155599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:25.155921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:25.284313 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['04e778db-b4e0-42a2-8eea-ab7f0766d522'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:29:25.352877 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:25.645694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf47260-da43-4230-8dec-94d53c14c2c8 req-0a4cb630-16e0-4d98-8e1f-1d118f5e7c84 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:25.647205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fbf47260-da43-4230-8dec-94d53c14c2c8 req-0a4cb630-16e0-4d98-8e1f-1d118f5e7c84 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 945 time: 0.0663691 Jul 05 04:29:25.688358 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fbf47260-da43-4230-8dec-94d53c14c2c8 req-aff72ea3-1671-4046-bf94-00f09d34b305 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341849 Jul 05 04:29:26.831865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 04e778db-b4e0-42a2-8eea-ab7f0766d522 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:29:26.861953 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a6150-c037-4abc-a25c-c14b2af3116d req-ffda9469-268b-4aeb-b8d1-99ea2e5b8e9f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:26.863498 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-009a6150-c037-4abc-a25c-c14b2af3116d req-ffda9469-268b-4aeb-b8d1-99ea2e5b8e9f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 945 time: 0.0658560 Jul 05 04:29:26.908043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-009a6150-c037-4abc-a25c-c14b2af3116d req-996dc506-9b2d-4be8-aec2-d7bcdefc50a7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388527 Jul 05 04:29:26.963617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 04e778db-b4e0-42a2-8eea-ab7f0766d522 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:29:26.967717 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 04e778db-b4e0-42a2-8eea-ab7f0766d522 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:26.968092 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:27.044053 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:27.066182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:29:27.068423 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87506dfd-ec72-4417-8ce3-c41180e9dacb" -d '{"events": [{"server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "name": "network-vif-plugged", "status": "completed", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:29:27.080530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:27.104539 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3346ca4e-8827-475b-8ca3-5fb374635290 x-openstack-request-id: req-3346ca4e-8827-475b-8ca3-5fb374635290 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:29:27.104659 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "name": "network-vif-plugged", "status": "completed", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:29:27.104923 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3346ca4e-8827-475b-8ca3-5fb374635290 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:29:27.105315 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'code': 200} Jul 05 04:29:27.155441 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:27.218751 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=04e778db-b4e0-42a2-8eea-ab7f0766d522,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:27.228577 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7277658-2038-421f-a731-f6508811f452 req-9ec5b0d7-8324-49f3-b3f2-3bad08025ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:27.230083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7277658-2038-421f-a731-f6508811f452 req-9ec5b0d7-8324-49f3-b3f2-3bad08025ede service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 1097 time: 0.0566821 Jul 05 04:29:27.266597 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7277658-2038-421f-a731-f6508811f452 req-33386117-2cb4-4c43-ae17-6cfecb22a863 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298052 Jul 05 04:29:27.283565 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:28.090627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4430679-151c-4013-b6fd-26304bc51aa7 req-96a2c865-6a04-457c-83a2-b5388f6eec98 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:28.092888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4430679-151c-4013-b6fd-26304bc51aa7 req-96a2c865-6a04-457c-83a2-b5388f6eec98 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 946 time: 0.0662870 Jul 05 04:29:28.131520 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4430679-151c-4013-b6fd-26304bc51aa7 req-92f41085-afe1-42c4-bf82-5bd4b06365c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331068 Jul 05 04:29:29.316387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a7a1c-c2ef-45d3-be4d-9059f8a07100 req-3162c266-4d84-4310-9074-229ae0405304 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:29.317898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d4a7a1c-c2ef-45d3-be4d-9059f8a07100 req-3162c266-4d84-4310-9074-229ae0405304 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 946 time: 0.0665286 Jul 05 04:29:29.355801 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d4a7a1c-c2ef-45d3-be4d-9059f8a07100 req-7e072ff2-85d7-4e90-a849-34723b2f986b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319827 Jul 05 04:29:29.533599 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bd192-41c7-47ac-a07e-98324e8b59f0 req-98defe8a-808b-4987-87c2-6cefcd339d41 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:29.535238 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e8bd192-41c7-47ac-a07e-98324e8b59f0 req-98defe8a-808b-4987-87c2-6cefcd339d41 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 946 time: 0.0694122 Jul 05 04:29:29.573740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e8bd192-41c7-47ac-a07e-98324e8b59f0 req-a48fe418-b04c-4570-aff4-6824454763bd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330524 Jul 05 04:29:29.599153 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52022) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:29.656151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee6cc32-28bf-4abb-9407-4274060721a7 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:29.657843 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-dee6cc32-28bf-4abb-9407-4274060721a7 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 1092 time: 0.0576122 Jul 05 04:29:29.660830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52024) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:29.665182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:29.723388 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:29.828129 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:29.929471 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:30.031302 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.25.0.67 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/3084c063-8266-4592-acea-77533e7c7d0c) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:29:30.133091 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:30.262020 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:30.298275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:29:30.302490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:29:30.308495 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:29:30.331025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=3084c063-8266-4592-acea-77533e7c7d0c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:30.344124 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:30.344553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:30.344931 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:30.345269 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:30.345600 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:30.346002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:30.346343 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:30.346774 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:30.347100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:30.347426 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:30.347750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:30.348071 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:30.690130 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:31.125036 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:31.269105 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:31.364393 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:31.436159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=3084c063-8266-4592-acea-77533e7c7d0c,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:31.446806 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:31.549052 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Floating IP eff20a49-197c-4da4-b88f-cb627636b720 associated. External IP: 172.25.0.67, port: 04e778db-b4e0-42a2-8eea-ab7f0766d522. Jul 05 04:29:31.667441 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:31.760865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router 668e4791-01c3-4419-972a-241fb3de2f4c has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:29:31.869702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:29:31.880532 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abceeb1-14e7-423f-8222-7f8806521950 None None] Sync routers for ids ['668e4791-01c3-4419-972a-241fb3de2f4c'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:29:31.890904 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abceeb1-14e7-423f-8222-7f8806521950 None None] Routers {'668e4791-01c3-4419-972a-241fb3de2f4c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:29:31.892274 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0abceeb1-14e7-423f-8222-7f8806521950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:29:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['668e4791-01c3-4419-972a-241fb3de2f4c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:31.947738 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:31.987638 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-46758859-3ed0-4f48-b3b2-6392cc7010d0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3257678 Jul 05 04:29:31.988243 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:29:31.990751 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03468590-560f-4233-a30c-472a3b58675b" -d '{"events": [{"name": "network-changed", "server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:29:32.032558 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddc1436-e556-438c-9990-73952c7f3654 x-openstack-request-id: req-dddc1436-e556-438c-9990-73952c7f3654 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:29:32.046334 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:29:32.046334 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dddc1436-e556-438c-9990-73952c7f3654 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:29:32.046334 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'status': 'completed', 'code': 200} Jul 05 04:29:32.087509 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-0abceeb1-14e7-423f-8222-7f8806521950 None None] Set router 668e4791-01c3-4419-972a-241fb3de2f4c gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:29:32.149455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468590-560f-4233-a30c-472a3b58675b req-d4bdeb8a-5167-4264-b2ef-a10b239c06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:32.151009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03468590-560f-4233-a30c-472a3b58675b req-d4bdeb8a-5167-4264-b2ef-a10b239c06a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 1097 time: 0.0942419 Jul 05 04:29:32.213122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ea6b9-0c09-4ad6-a5ca-b1c54a737efb req-deaade6e-1b8d-46db-b467-eaf867e17fd1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:32.214915 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-550ea6b9-0c09-4ad6-a5ca-b1c54a737efb req-deaade6e-1b8d-46db-b467-eaf867e17fd1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 946 time: 0.1251333 Jul 05 04:29:32.273389 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-550ea6b9-0c09-4ad6-a5ca-b1c54a737efb req-ae563330-12a6-470d-9b4d-7fec942659e5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503752 Jul 05 04:29:32.286210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468590-560f-4233-a30c-472a3b58675b req-3394dfbb-6d60-4be8-8cb4-8ac66e7b128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:32.287728 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03468590-560f-4233-a30c-472a3b58675b req-3394dfbb-6d60-4be8-8cb4-8ac66e7b128a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bee7ca6-a643-4105-889c-d8bf706b0cc8 HTTP/1.1" status: 200 len: 897 time: 0.1290436 Jul 05 04:29:32.300838 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52030) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:32.316510 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0abceeb1-14e7-423f-8222-7f8806521950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:29:15Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'eff20a49-197c-4da4-b88f-cb627636b720', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'port_id': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'mac_address': 'fa:16:3e:cb:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:29:30Z', 'updated_at': '2021-07-05T04:29:30Z', 'revision_number': 0, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee816b7-de86-4670-868d-3f6e3b4f7762', 'name': '', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1d:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:14Z', 'updated_at': '2021-07-05T04:29:20Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:32.344201 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abceeb1-14e7-423f-8222-7f8806521950 None None] Checking router: 668e4791-01c3-4419-972a-241fb3de2f4c for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:29:32.352832 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abceeb1-14e7-423f-8222-7f8806521950 None None] Routers {'668e4791-01c3-4419-972a-241fb3de2f4c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:29:32.353492 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0abceeb1-14e7-423f-8222-7f8806521950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:29:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['668e4791-01c3-4419-972a-241fb3de2f4c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:32.361541 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03468590-560f-4233-a30c-472a3b58675b req-0e12bfaf-62b3-4cc3-a532-7e15d3bbd299 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522 HTTP/1.1" status: 200 len: 999 time: 0.0674984 Jul 05 04:29:32.366577 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-39baec8c-f2eb-4291-848c-3bea2e1d082c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/eff20a49-197c-4da4-b88f-cb627636b720 HTTP/1.1" status: 200 len: 991 time: 0.0640373 Jul 05 04:29:32.414493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468590-560f-4233-a30c-472a3b58675b req-9661122a-60a4-4718-b052-c206c87fc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:32.416021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03468590-560f-4233-a30c-472a3b58675b req-9661122a-60a4-4718-b052-c206c87fc9ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb763027-a1b8-4e14-ad2f-478531c2b062 HTTP/1.1" status: 200 len: 835 time: 0.0474887 Jul 05 04:29:32.461278 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-0abceeb1-14e7-423f-8222-7f8806521950 None None] Set router 668e4791-01c3-4419-972a-241fb3de2f4c gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:29:32.474211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468590-560f-4233-a30c-472a3b58675b req-53ec5909-46f3-4dd8-9bd3-079b1aa6dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:32.475737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03468590-560f-4233-a30c-472a3b58675b req-53ec5909-46f3-4dd8-9bd3-079b1aa6dd07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bee7ca6-a643-4105-889c-d8bf706b0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537591 Jul 05 04:29:32.584049 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03468590-560f-4233-a30c-472a3b58675b req-2826647f-468b-43d1-b7a2-7cbe52bfae57 service neutron] 10.222.0.64 "GET /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017883 Jul 05 04:29:32.675993 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03468590-560f-4233-a30c-472a3b58675b req-d9308fa1-ae86-4e2c-adc6-e2d8aeb7f2d2 service neutron] 10.222.0.64 "GET /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851748 Jul 05 04:29:32.684750 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0abceeb1-14e7-423f-8222-7f8806521950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:29:15Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'eff20a49-197c-4da4-b88f-cb627636b720', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'port_id': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'mac_address': 'fa:16:3e:cb:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:29:30Z', 'updated_at': '2021-07-05T04:29:30Z', 'revision_number': 0, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee816b7-de86-4670-868d-3f6e3b4f7762', 'name': '', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1d:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:14Z', 'updated_at': '2021-07-05T04:29:20Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:32.714250 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abceeb1-14e7-423f-8222-7f8806521950 None None] The sync data for ids ['668e4791-01c3-4419-972a-241fb3de2f4c'] in n-d-798249-5 is: [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:29:15Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'eff20a49-197c-4da4-b88f-cb627636b720', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'port_id': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'mac_address': 'fa:16:3e:cb:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:29:30Z', 'updated_at': '2021-07-05T04:29:30Z', 'revision_number': 0, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee816b7-de86-4670-868d-3f6e3b4f7762', 'name': '', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1d:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:14Z', 'updated_at': '2021-07-05T04:29:20Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:29:32.914438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1fab3-c9e7-4e79-ae48-70ab1d07e641 None None] New status for floating IP eff20a49-197c-4da4-b88f-cb627636b720: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:29:33.370165 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52032) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:33.433791 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bdfb95d3-69e7-4fc9-9aa5-2f3ca64d1e21 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/eff20a49-197c-4da4-b88f-cb627636b720 HTTP/1.1" status: 200 len: 993 time: 0.0624704 Jul 05 04:29:51.295411 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aeb1254f-c3b5-443a-b30a-ba28d43d7334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:54.320660 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f61ba11-49ae-4388-b52b-b33851bb45be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:54.374912 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:55.323771 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.138072 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:29:57.232206 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:59.757528 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:01.677763 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:02.792899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68005b7-4926-4474-b154-db0531281a11 req-e6fd0021-4dfb-4fe8-8839-63ab4323467c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:02.794422 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d68005b7-4926-4474-b154-db0531281a11 req-e6fd0021-4dfb-4fe8-8839-63ab4323467c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 946 time: 0.0678012 Jul 05 04:30:02.830753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d68005b7-4926-4474-b154-db0531281a11 req-8451025b-e4fd-4ff2-a45d-074e6c3466c5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308831 Jul 05 04:30:02.856817 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52056) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:02.916674 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-18620aa0-5cca-453c-844d-4b76f35c9181 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/eff20a49-197c-4da4-b88f-cb627636b720 HTTP/1.1" status: 200 len: 993 time: 0.0586820 Jul 05 04:30:03.297789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64154c2-3c73-40be-b166-73b1519e54b1 req-9c5f7a13-86e7-4068-bbde-6511ac6c7647 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:03.299301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a64154c2-3c73-40be-b166-73b1519e54b1 req-9c5f7a13-86e7-4068-bbde-6511ac6c7647 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 1097 time: 0.0524869 Jul 05 04:30:03.333534 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a64154c2-3c73-40be-b166-73b1519e54b1 req-7b706b23-1962-4620-9c01-49e86ff14746 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279717 Jul 05 04:30:04.290976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52082) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:04.401502 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-2779f211-30a5-477d-9e07-6c5d56af7393 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093595 Jul 05 04:30:05.490628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-bc05579d-9894-466e-8bbe-ba9d9cbe1257 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:30:05.491678 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-bc05579d-9894-466e-8bbe-ba9d9cbe1257 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1629236 Jul 05 04:30:05.500380 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c168c2d2-a88d-45dd-90be-2a4e328a5a0c service neutron] Request body: {'binding': {'host': 'n-h1-798249-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:05.500842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c168c2d2-a88d-45dd-90be-2a4e328a5a0c service neutron] Unknown quota resources ['binding']. {{(pid=100876) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:30:05.633276 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c168c2d2-a88d-45dd-90be-2a4e328a5a0c service neutron] Attempting to bind port 04e778db-b4e0-42a2-8eea-ab7f0766d522 on host n-h1-798249-5 for vnic_type normal with profile None {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:30:05.633617 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c168c2d2-a88d-45dd-90be-2a4e328a5a0c service neutron] Attempting to bind port 04e778db-b4e0-42a2-8eea-ab7f0766d522 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:30:05.633948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c168c2d2-a88d-45dd-90be-2a4e328a5a0c service neutron] Attempting to bind port 04e778db-b4e0-42a2-8eea-ab7f0766d522 on network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:05.638385 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c168c2d2-a88d-45dd-90be-2a4e328a5a0c service neutron] Port 04e778db-b4e0-42a2-8eea-ab7f0766d522 on network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:30:05.638707 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c168c2d2-a88d-45dd-90be-2a4e328a5a0c service neutron] Attempting to bind port 04e778db-b4e0-42a2-8eea-ab7f0766d522 on network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:05.643800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c168c2d2-a88d-45dd-90be-2a4e328a5a0c service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:30:05.645158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c168c2d2-a88d-45dd-90be-2a4e328a5a0c service neutron] Checking segment: {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:30:05.645158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c168c2d2-a88d-45dd-90be-2a4e328a5a0c service neutron] Bound using segment: {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:30:05.645158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c168c2d2-a88d-45dd-90be-2a4e328a5a0c service neutron] Bound port: 04e778db-b4e0-42a2-8eea-ab7f0766d522, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:30:05.733744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c168c2d2-a88d-45dd-90be-2a4e328a5a0c service neutron] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:30:05.821809 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c168c2d2-a88d-45dd-90be-2a4e328a5a0c service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:05.823078 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c168c2d2-a88d-45dd-90be-2a4e328a5a0c service neutron] 10.222.0.60 "POST /v2.0/ports/04e778db-b4e0-42a2-8eea-ab7f0766d522/bindings HTTP/1.1" status: 201 len: 389 time: 0.3259521 Jul 05 04:30:06.258697 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a41d4-b912-4f9b-b26e-5b9991f74cf1 req-69756ffd-546f-4211-81a8-6274cdc06afe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:06.260311 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a9a41d4-b912-4f9b-b26e-5b9991f74cf1 req-69756ffd-546f-4211-81a8-6274cdc06afe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 946 time: 0.0678670 Jul 05 04:30:06.298578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a9a41d4-b912-4f9b-b26e-5b9991f74cf1 req-f19077af-2a6a-42a3-978a-6eee359ccf15 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326416 Jul 05 04:30:06.618393 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-462860bf-8740-4b6b-bbc2-1aea8844aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:06.620911 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-462860bf-8740-4b6b-bbc2-1aea8844aa34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 1097 time: 0.0646029 Jul 05 04:30:06.712547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c6e23648-6b27-43f7-97ab-58ac41fa57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:06.714039 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-c6e23648-6b27-43f7-97ab-58ac41fa57f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1bee7ca6-a643-4105-889c-d8bf706b0cc8 HTTP/1.1" status: 200 len: 897 time: 0.0870657 Jul 05 04:30:06.778866 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-f3247b81-dae1-43eb-95b0-b024b546977d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522 HTTP/1.1" status: 200 len: 1001 time: 0.0588191 Jul 05 04:30:06.831995 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-6a90eabf-b297-4d1a-830a-f993a8302b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:06.833488 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-6a90eabf-b297-4d1a-830a-f993a8302b06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb763027-a1b8-4e14-ad2f-478531c2b062 HTTP/1.1" status: 200 len: 835 time: 0.0475821 Jul 05 04:30:06.888610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-6d799148-e8bf-4d9d-af3e-dee3ceccd704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:06.890073 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-6d799148-e8bf-4d9d-af3e-dee3ceccd704 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1bee7ca6-a643-4105-889c-d8bf706b0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509481 Jul 05 04:30:06.978902 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-bb0af6f2-d903-4561-afb3-557e17dba571 service neutron] 10.222.0.11 "GET /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807872 Jul 05 04:30:07.071485 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-e0749f9a-97af-4ce0-b71e-1fb2b8617b5c service neutron] 10.222.0.11 "GET /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867953 Jul 05 04:30:07.220622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-ac4af285-2794-4e62-a84e-e2ab106fa962 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:07.222199 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-ac4af285-2794-4e62-a84e-e2ab106fa962 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1097 time: 0.0952477 Jul 05 04:30:07.232646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-5'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:07.302821 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:07.435850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:07.475132 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:30:07.481337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fc1e2-fd2f-4d1d-8a47-fd94797613d1 req-9fe54ff6-3023-4834-b1ff-572547e6da70 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:07.483124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d2fc1e2-fd2f-4d1d-8a47-fd94797613d1 req-9fe54ff6-3023-4834-b1ff-572547e6da70 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 946 time: 0.0660269 Jul 05 04:30:07.515981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:07.518495 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128c54b2-c92a-4b5e-87a1-5640b0bdac40" -d '{"events": [{"server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "name": "network-vif-unplugged", "status": "completed", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:07.521198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d2fc1e2-fd2f-4d1d-8a47-fd94797613d1 req-97a017eb-0b8a-475d-94d7-fa5ca5d50b86 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324106 Jul 05 04:30:07.522192 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:07.558710 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f8e2cd-5afc-4d14-a834-a2a2e12d26eb x-openstack-request-id: req-f5f8e2cd-5afc-4d14-a834-a2a2e12d26eb {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:07.559009 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "name": "network-vif-unplugged", "status": "completed", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:07.559263 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5f8e2cd-5afc-4d14-a834-a2a2e12d26eb {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:07.559661 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'code': 200} Jul 05 04:30:07.587330 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:07.685230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Pushing event updated for resources: {'Port': ['ID=04e778db-b4e0-42a2-8eea-ab7f0766d522,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:07.739853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Attempting to bind port 04e778db-b4e0-42a2-8eea-ab7f0766d522 on host n-h2-798249-5 for vnic_type normal with profile {"migrating_to": "n-h1-798249-5"} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:30:07.740119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Attempting to bind port 04e778db-b4e0-42a2-8eea-ab7f0766d522 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:30:07.740484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Attempting to bind port 04e778db-b4e0-42a2-8eea-ab7f0766d522 on network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:07.746238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Port 04e778db-b4e0-42a2-8eea-ab7f0766d522 on network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:30:07.746568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Attempting to bind port 04e778db-b4e0-42a2-8eea-ab7f0766d522 on network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:07.751779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:30:07.755579 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Checking segment: {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:30:07.755579 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Bound using segment: {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:30:07.755579 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Bound port: 04e778db-b4e0-42a2-8eea-ab7f0766d522, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1365ef-ad58-4242-8558-660ca866589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:30:07.755579 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:07.820088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:30:07.823090 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:30:07.904076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c9055c8f-cb77-4b26-b9cc-f0cea2ccea3e None None] Provisioning complete for port 04e778db-b4e0-42a2-8eea-ab7f0766d522 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:07.904690 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c9055c8f-cb77-4b26-b9cc-f0cea2ccea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:07.906848 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:07.988404 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c9055c8f-cb77-4b26-b9cc-f0cea2ccea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.004074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Pushing event updated for resources: {'Port': ['ID=04e778db-b4e0-42a2-8eea-ab7f0766d522,revision_number=8']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:08.013821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:08.016128 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b954c3-9460-48e3-9296-28ffa1da2d85" -d '{"events": [{"server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "name": "network-vif-plugged", "status": "completed", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:08.031179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c9055c8f-cb77-4b26-b9cc-f0cea2ccea3e None None] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:08.056010 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:08.059837 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.059837 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-1182be8b-adf3-4de6-9f0c-b6f54f18c981 service neutron] 10.222.0.11 "PUT /v2.0/ports/04e778db-b4e0-42a2-8eea-ab7f0766d522 HTTP/1.1" status: 200 len: 1122 time: 0.8294828 Jul 05 04:30:08.060288 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcf12a0-8256-479e-86e9-2b67ab8b6a87 x-openstack-request-id: req-adcf12a0-8256-479e-86e9-2b67ab8b6a87 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:08.060288 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "name": "network-vif-plugged", "status": "completed", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:08.060670 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-adcf12a0-8256-479e-86e9-2b67ab8b6a87 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:08.060921 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'code': 200} Jul 05 04:30:08.124891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['04e778db-b4e0-42a2-8eea-ab7f0766d522'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:30:08.147861 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c9055c8f-cb77-4b26-b9cc-f0cea2ccea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.458834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9055c8f-cb77-4b26-b9cc-f0cea2ccea3e None None] Pushing event updated for resources: {'Port': ['ID=04e778db-b4e0-42a2-8eea-ab7f0766d522,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:08.656112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-43ee8deb-17f0-4cb0-8871-7f971abff4e8 None None] Provisioning complete for port 04e778db-b4e0-42a2-8eea-ab7f0766d522 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:08.656526 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-43ee8deb-17f0-4cb0-8871-7f971abff4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.698976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04c85a-b8fd-4703-a677-bc058a14c0cb req-5c03e1cc-9d27-4fb5-94c3-6296595bf787 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:08.700517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d04c85a-b8fd-4703-a677-bc058a14c0cb req-5c03e1cc-9d27-4fb5-94c3-6296595bf787 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 946 time: 0.0663209 Jul 05 04:30:08.739540 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d04c85a-b8fd-4703-a677-bc058a14c0cb req-419b89b3-efc6-4149-b573-d224b87084aa tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330737 Jul 05 04:30:08.880347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 04e778db-b4e0-42a2-8eea-ab7f0766d522 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:30:08.974260 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:08.984991 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 04e778db-b4e0-42a2-8eea-ab7f0766d522 has no active binding in host n-h1-798249-5 {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 04:30:09.560335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:09.562775 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c443a7e7-e6f5-45b2-851a-f46a1cab05ea" -d '{"events": [{"name": "network-changed", "server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:09.598225 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820a02f8-214e-4a19-9b41-ba69a761a4bc x-openstack-request-id: req-820a02f8-214e-4a19-9b41-ba69a761a4bc {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:09.598519 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:09.598794 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-820a02f8-214e-4a19-9b41-ba69a761a4bc {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:09.599175 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'status': 'completed', 'code': 200} Jul 05 04:30:09.683811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443a7e7-e6f5-45b2-851a-f46a1cab05ea req-ca6bf7d5-3601-4f6d-a7b0-2aa8271b12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:09.685350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c443a7e7-e6f5-45b2-851a-f46a1cab05ea req-ca6bf7d5-3601-4f6d-a7b0-2aa8271b12fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 1127 time: 0.0637341 Jul 05 04:30:09.784131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443a7e7-e6f5-45b2-851a-f46a1cab05ea req-679556f8-cbff-4528-9223-e4cd1762c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:09.787965 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c443a7e7-e6f5-45b2-851a-f46a1cab05ea req-679556f8-cbff-4528-9223-e4cd1762c257 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bee7ca6-a643-4105-889c-d8bf706b0cc8 HTTP/1.1" status: 200 len: 897 time: 0.0940206 Jul 05 04:30:09.865105 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c443a7e7-e6f5-45b2-851a-f46a1cab05ea req-9e712c19-cd1e-4b9a-b3a6-095fd36559a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522 HTTP/1.1" status: 200 len: 1001 time: 0.0729227 Jul 05 04:30:09.940805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443a7e7-e6f5-45b2-851a-f46a1cab05ea req-0caf9609-3181-4319-9ed3-a7d78f1b5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:09.942261 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c443a7e7-e6f5-45b2-851a-f46a1cab05ea req-0caf9609-3181-4319-9ed3-a7d78f1b5a82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb763027-a1b8-4e14-ad2f-478531c2b062 HTTP/1.1" status: 200 len: 835 time: 0.0683825 Jul 05 04:30:10.002285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa86368-5b75-4d4c-ab09-e00b487512cd req-5cf50d4a-df97-4fcc-9b1d-3ddc73535831 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:10.003870 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9fa86368-5b75-4d4c-ab09-e00b487512cd req-5cf50d4a-df97-4fcc-9b1d-3ddc73535831 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 946 time: 0.1420531 Jul 05 04:30:10.052312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443a7e7-e6f5-45b2-851a-f46a1cab05ea req-f4c9dceb-cb83-48d7-9cc8-cb909f9342ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:10.054499 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c443a7e7-e6f5-45b2-851a-f46a1cab05ea req-f4c9dceb-cb83-48d7-9cc8-cb909f9342ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bee7ca6-a643-4105-889c-d8bf706b0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052353 Jul 05 04:30:10.058126 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9fa86368-5b75-4d4c-ab09-e00b487512cd req-61230c1a-6189-421f-bde8-7988531bbaae tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460119 Jul 05 04:30:10.150773 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c443a7e7-e6f5-45b2-851a-f46a1cab05ea req-913394e1-3f0b-4937-866a-6426b3977d40 service neutron] 10.222.0.64 "GET /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893133 Jul 05 04:30:10.235481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-060aae98-e70d-4051-981c-e95603ff93b7 req-00a17cec-ab00-48d6-9189-cacafd67b52a service neutron] (100877) timed out ('10.222.0.60', 36406) {{(pid=100877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:30:10.253625 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c443a7e7-e6f5-45b2-851a-f46a1cab05ea req-5d1a94d3-6a9f-4cbf-ab5b-c2a39fe37637 service neutron] 10.222.0.64 "GET /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964282 Jul 05 04:30:11.237078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7192de7-efa0-48f8-96af-321c540bfbf0 req-0dea649e-de4d-4b42-9789-46755efd64b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:11.238576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7192de7-efa0-48f8-96af-321c540bfbf0 req-0dea649e-de4d-4b42-9789-46755efd64b1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 946 time: 0.0638828 Jul 05 04:30:11.276162 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7192de7-efa0-48f8-96af-321c540bfbf0 req-677125ef-94fc-479a-a43d-ca2a238ef656 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312555 Jul 05 04:30:12.453526 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0be736-18a5-43aa-9821-f117fb0e5307 req-1c44b7bd-adab-40d0-b4be-84e30b6593fb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:12.455000 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad0be736-18a5-43aa-9821-f117fb0e5307 req-1c44b7bd-adab-40d0-b4be-84e30b6593fb tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 946 time: 0.0633330 Jul 05 04:30:12.495977 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad0be736-18a5-43aa-9821-f117fb0e5307 req-52254bb2-d528-42fb-bd77-a467c0e088c2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354741 Jul 05 04:30:12.968175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-cc4cf949-4971-4c98-83ab-b1e1bce00026 service neutron] 10.222.0.64 "GET /v2.0/ports/04e778db-b4e0-42a2-8eea-ab7f0766d522/bindings/n-h1-798249-5 HTTP/1.1" status: 200 len: 384 time: 0.0536685 Jul 05 04:30:13.139469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:13.175436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:30:13.215238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:13.217533 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3046cf44-848e-419d-a565-199ddab08344" -d '{"events": [{"server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "name": "network-vif-unplugged", "status": "completed", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:13.224566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:13.301050 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:13.315271 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6e2af9-4f76-464e-b0dc-63d7c52e2560 x-openstack-request-id: req-9c6e2af9-4f76-464e-b0dc-63d7c52e2560 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:13.315651 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "name": "network-vif-unplugged", "status": "completed", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:13.315887 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c6e2af9-4f76-464e-b0dc-63d7c52e2560 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:13.316340 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'code': 200} Jul 05 04:30:13.376751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Transition to ACTIVE for port object 04e778db-b4e0-42a2-8eea-ab7f0766d522 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:30:13.444777 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:13.539595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Pushing event updated for resources: {'Port': ['ID=04e778db-b4e0-42a2-8eea-ab7f0766d522,revision_number=11']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:13.549747 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:13.550093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:13.550433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:13.550768 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:13.551100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:13.551436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:13.552124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:13.552124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:13.552467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:13.552799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:13.553122 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:13.553445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:13.591192 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] No DVR routers for this DVR port 04e778db-b4e0-42a2-8eea-ab7f0766d522 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:30:13.747913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86080242-ed9a-49ad-bb4f-1094c0fcdab8 req-ebbb23af-3bff-49d3-846d-50801b1af54b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:13.749325 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86080242-ed9a-49ad-bb4f-1094c0fcdab8 req-ebbb23af-3bff-49d3-846d-50801b1af54b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 945 time: 0.1209462 Jul 05 04:30:13.799603 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-e81e0cf2-b842-4bc8-8308-059184b1738f service neutron] 10.222.0.64 "PUT /v2.0/ports/04e778db-b4e0-42a2-8eea-ab7f0766d522/bindings/n-h1-798249-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8253706 Jul 05 04:30:13.812420 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86080242-ed9a-49ad-bb4f-1094c0fcdab8 req-adb9e412-578b-47fe-9b11-8323920a8207 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568240 Jul 05 04:30:13.995502 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-5441c5e1-a6a9-4ed8-8849-ad73005ffb66 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:13.997186 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-5441c5e1-a6a9-4ed8-8849-ad73005ffb66 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 1096 time: 0.0597265 Jul 05 04:30:14.057553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-6e2d3c11-e82d-4fb5-bce7-6c9764f35c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:14.059130 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-6e2d3c11-e82d-4fb5-bce7-6c9764f35c5d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 1096 time: 0.0555172 Jul 05 04:30:14.141550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-60e8a46d-6220-4975-ae36-c36d99bfe57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:14.143146 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-60e8a46d-6220-4975-ae36-c36d99bfe57b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 1096 time: 0.0601368 Jul 05 04:30:14.236488 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-6788ed91-23a3-4fda-a5df-81130e165ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:14.238026 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-6788ed91-23a3-4fda-a5df-81130e165ea3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1bee7ca6-a643-4105-889c-d8bf706b0cc8 HTTP/1.1" status: 200 len: 897 time: 0.0883596 Jul 05 04:30:14.308002 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-fbfd1e89-78b0-4db3-a603-8186829944a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522 HTTP/1.1" status: 200 len: 999 time: 0.0626559 Jul 05 04:30:14.357066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-9e632af8-577c-4c4a-9756-79d8fcdedf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:14.358539 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-9e632af8-577c-4c4a-9756-79d8fcdedf6e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb763027-a1b8-4e14-ad2f-478531c2b062 HTTP/1.1" status: 200 len: 835 time: 0.0442803 Jul 05 04:30:14.422821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-58285ae0-e14f-42a0-b93d-6ad28991e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:14.424645 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-58285ae0-e14f-42a0-b93d-6ad28991e73c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1bee7ca6-a643-4105-889c-d8bf706b0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597034 Jul 05 04:30:14.512874 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-ab74ba75-a6fa-475f-b2c3-4051e844171c service neutron] 10.222.0.11 "GET /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820613 Jul 05 04:30:14.606123 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-13f6d5a1-ba4f-46dc-9516-44163189cb64 service neutron] 10.222.0.11 "GET /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867758 Jul 05 04:30:14.984585 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 04e778db-b4e0-42a2-8eea-ab7f0766d522 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:30:14.997465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0615f1-c3fd-492c-b1a6-8e84b82e7a8b req-9e45d9a1-cf68-4ec4-8fdb-0364b91b5873 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:15.002253 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a0615f1-c3fd-492c-b1a6-8e84b82e7a8b req-9e45d9a1-cf68-4ec4-8fdb-0364b91b5873 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 945 time: 0.0729265 Jul 05 04:30:15.024528 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 04e778db-b4e0-42a2-8eea-ab7f0766d522 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:30:15.041443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a0615f1-c3fd-492c-b1a6-8e84b82e7a8b req-83033b6b-246d-4b55-8796-a01fbc39fc56 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367951 Jul 05 04:30:15.065695 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-3af128b8-caa3-4391-9889-3fb84878f8c6 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:15.067216 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-3af128b8-caa3-4391-9889-3fb84878f8c6 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 1096 time: 0.0589404 Jul 05 04:30:15.280782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-408ae536-1059-4558-b631-995161adab5d service neutron] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:30:15.283829 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-408ae536-1059-4558-b631-995161adab5d service neutron] Notify callbacks [] for binding, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:15.285023 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a119041c-d1b5-4fba-aeb0-87a35b7c5d23 req-408ae536-1059-4558-b631-995161adab5d service neutron] 10.222.0.11 "DELETE /v2.0/ports/04e778db-b4e0-42a2-8eea-ab7f0766d522/bindings/n-h2-798249-5 HTTP/1.1" status: 204 len: 173 time: 0.2119448 Jul 05 04:30:16.222506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca16ca4-cc58-4139-980c-df504469106f req-11875fd6-3590-4408-b799-65e779045d3a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:16.223999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ca16ca4-cc58-4139-980c-df504469106f req-11875fd6-3590-4408-b799-65e779045d3a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 945 time: 0.0652051 Jul 05 04:30:16.261882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ca16ca4-cc58-4139-980c-df504469106f req-3fa0ff97-5e58-49b1-8743-e548e6120f5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319090 Jul 05 04:30:16.435251 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b1db7-7839-46df-9d9d-ad361a0a1d12 req-39a5c472-a78e-45af-9edb-d646d2f76b80 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:16.437057 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b73b1db7-7839-46df-9d9d-ad361a0a1d12 req-39a5c472-a78e-45af-9edb-d646d2f76b80 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 1096 time: 0.0647655 Jul 05 04:30:16.472823 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b73b1db7-7839-46df-9d9d-ad361a0a1d12 req-bf7eb5e1-56da-466b-8283-72c5bd80d0ec tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302584 Jul 05 04:30:16.644807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7549-32cd-4a33-8641-cff822ad103c req-99a9fa63-7881-4c5d-bb10-68af124d3a5e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:16.646254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b5d7549-32cd-4a33-8641-cff822ad103c req-99a9fa63-7881-4c5d-bb10-68af124d3a5e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 945 time: 0.0655110 Jul 05 04:30:16.691252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b5d7549-32cd-4a33-8641-cff822ad103c req-205fb3e8-f546-441a-83e8-cdfbb6243329 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383551 Jul 05 04:30:16.715205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52134) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:16.777032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f64201f4-288c-425b-a6fe-9540e5c47fdf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/eff20a49-197c-4da4-b88f-cb627636b720 HTTP/1.1" status: 200 len: 991 time: 0.0607131 Jul 05 04:30:19.044599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52140) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:19.195021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c46e92d6-fa78-4c30-b8ba-7eaa8dd7c520 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port 3084c063-8266-4592-acea-77533e7c7d0c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:30:19.195373 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c46e92d6-fa78-4c30-b8ba-7eaa8dd7c520 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:19.267926 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c46e92d6-fa78-4c30-b8ba-7eaa8dd7c520 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:19.268264 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c46e92d6-fa78-4c30-b8ba-7eaa8dd7c520 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:19.280197 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c46e92d6-fa78-4c30-b8ba-7eaa8dd7c520 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for 3084c063-8266-4592-acea-77533e7c7d0c owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:30:19.471751 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c46e92d6-fa78-4c30-b8ba-7eaa8dd7c520 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:19.494441 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e92d6-fa78-4c30-b8ba-7eaa8dd7c520 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=3084c063-8266-4592-acea-77533e7c7d0c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:19.559461 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c46e92d6-fa78-4c30-b8ba-7eaa8dd7c520 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:19.559791 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-c46e92d6-fa78-4c30-b8ba-7eaa8dd7c520 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Floating IP eff20a49-197c-4da4-b88f-cb627636b720 disassociated (deleted). External IP: 172.25.0.67, port: 04e778db-b4e0-42a2-8eea-ab7f0766d522. Jul 05 04:30:19.764520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46e92d6-fa78-4c30-b8ba-7eaa8dd7c520 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router 668e4791-01c3-4419-972a-241fb3de2f4c has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:30:20.183130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46e92d6-fa78-4c30-b8ba-7eaa8dd7c520 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:30:20.187910 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c46e92d6-fa78-4c30-b8ba-7eaa8dd7c520 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:20.192291 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0381c-6670-403a-840a-ef91c6bc63dc None None] Sync routers for ids ['668e4791-01c3-4419-972a-241fb3de2f4c'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:30:20.201411 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0381c-6670-403a-840a-ef91c6bc63dc None None] Routers {'668e4791-01c3-4419-972a-241fb3de2f4c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:30:20.202027 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d5f0381c-6670-403a-840a-ef91c6bc63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:29:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['668e4791-01c3-4419-972a-241fb3de2f4c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:20.224708 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c46e92d6-fa78-4c30-b8ba-7eaa8dd7c520 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/floatingips/eff20a49-197c-4da4-b88f-cb627636b720 HTTP/1.1" status: 204 len: 168 time: 1.1789758 Jul 05 04:30:20.225403 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:20.227744 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9182d6-a343-4b02-a8b0-23255af9eeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:20.266684 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c54152-bcbc-4c78-b36b-7810a0246243 x-openstack-request-id: req-d0c54152-bcbc-4c78-b36b-7810a0246243 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:20.267185 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:20.267439 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0c54152-bcbc-4c78-b36b-7810a0246243 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:20.267848 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'status': 'completed', 'code': 200} Jul 05 04:30:20.312205 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-d5f0381c-6670-403a-840a-ef91c6bc63dc None None] Set router 668e4791-01c3-4419-972a-241fb3de2f4c gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:30:20.344706 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9182d6-a343-4b02-a8b0-23255af9eeb9 req-1f1f0489-379c-4675-b852-652c4cb39d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:20.346229 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba9182d6-a343-4b02-a8b0-23255af9eeb9 req-1f1f0489-379c-4675-b852-652c4cb39d91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 1096 time: 0.0530453 Jul 05 04:30:20.452792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9182d6-a343-4b02-a8b0-23255af9eeb9 req-c0958f67-5efa-465d-8775-d5898d966b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:20.454505 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba9182d6-a343-4b02-a8b0-23255af9eeb9 req-c0958f67-5efa-465d-8775-d5898d966b15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1bee7ca6-a643-4105-889c-d8bf706b0cc8 HTTP/1.1" status: 200 len: 897 time: 0.1013334 Jul 05 04:30:20.498161 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba9182d6-a343-4b02-a8b0-23255af9eeb9 req-3e48ccd1-6cb2-4b4d-ab9c-014946c5687e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522 HTTP/1.1" status: 200 len: 217 time: 0.0362661 Jul 05 04:30:20.516047 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d5f0381c-6670-403a-840a-ef91c6bc63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:29:15Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'aee816b7-de86-4670-868d-3f6e3b4f7762', 'name': '', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1d:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:14Z', 'updated_at': '2021-07-05T04:29:20Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:20.546809 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0381c-6670-403a-840a-ef91c6bc63dc None None] Checking router: 668e4791-01c3-4419-972a-241fb3de2f4c for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:30:20.548328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9182d6-a343-4b02-a8b0-23255af9eeb9 req-b92db7b0-72bc-433e-abdc-000a9067367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:20.549844 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba9182d6-a343-4b02-a8b0-23255af9eeb9 req-b92db7b0-72bc-433e-abdc-000a9067367c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb763027-a1b8-4e14-ad2f-478531c2b062 HTTP/1.1" status: 200 len: 835 time: 0.0437040 Jul 05 04:30:20.556199 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0381c-6670-403a-840a-ef91c6bc63dc None None] Routers {'668e4791-01c3-4419-972a-241fb3de2f4c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:30:20.558207 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d5f0381c-6670-403a-840a-ef91c6bc63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:29:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['668e4791-01c3-4419-972a-241fb3de2f4c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:20.618289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9182d6-a343-4b02-a8b0-23255af9eeb9 req-dc749111-4b1d-4b93-9671-5d92ffe7af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:20.620347 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba9182d6-a343-4b02-a8b0-23255af9eeb9 req-dc749111-4b1d-4b93-9671-5d92ffe7af74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1bee7ca6-a643-4105-889c-d8bf706b0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573575 Jul 05 04:30:20.668121 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-d5f0381c-6670-403a-840a-ef91c6bc63dc None None] Set router 668e4791-01c3-4419-972a-241fb3de2f4c gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:30:20.721288 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba9182d6-a343-4b02-a8b0-23255af9eeb9 req-bbc84049-0ce4-44d6-bcc8-a1d5adb8dddd service neutron] 10.222.0.11 "GET /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944786 Jul 05 04:30:20.828132 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ba9182d6-a343-4b02-a8b0-23255af9eeb9 req-9ab28abd-590d-49d3-8699-6a578c3aa9ef service neutron] 10.222.0.11 "GET /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988224 Jul 05 04:30:20.836444 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f0d16-7dcd-4461-8299-bf7659f80e36 req-51b7798d-8030-4acc-8eab-fe0d01ea7e9a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:20.839089 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c25f0d16-7dcd-4461-8299-bf7659f80e36 req-51b7798d-8030-4acc-8eab-fe0d01ea7e9a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 945 time: 0.0744634 Jul 05 04:30:20.874352 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d5f0381c-6670-403a-840a-ef91c6bc63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:29:15Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'aee816b7-de86-4670-868d-3f6e3b4f7762', 'name': '', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1d:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:14Z', 'updated_at': '2021-07-05T04:29:20Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:20.877839 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c25f0d16-7dcd-4461-8299-bf7659f80e36 req-7dbccca9-37d8-41c6-9fcc-90fdea69f863 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327425 Jul 05 04:30:20.901274 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0381c-6670-403a-840a-ef91c6bc63dc None None] The sync data for ids ['668e4791-01c3-4419-972a-241fb3de2f4c'] in n-d-798249-5 is: [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:29:15Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'aee816b7-de86-4670-868d-3f6e3b4f7762', 'name': '', 'network_id': '1bee7ca6-a643-4105-889c-d8bf706b0cc8', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:1d:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:14Z', 'updated_at': '2021-07-05T04:29:20Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': 'cb763027-a1b8-4e14-ad2f-478531c2b062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:30:21.126055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afe64c4-851b-465c-a71f-78bad42894fc None None] New status for floating IP eff20a49-197c-4da4-b88f-cb627636b720: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:30:21.205615 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af91383-3b94-4254-aa8f-2ea6e819d08c req-81c4d369-7816-4e6b-96d9-097b71f38253 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:21.207365 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8af91383-3b94-4254-aa8f-2ea6e819d08c req-81c4d369-7816-4e6b-96d9-097b71f38253 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.11 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 945 time: 0.0670698 Jul 05 04:30:21.314745 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-8af91383-3b94-4254-aa8f-2ea6e819d08c req-3176a7c5-92d6-4322-bc72-7503aff423d3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port 04e778db-b4e0-42a2-8eea-ab7f0766d522 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:30:21.315012 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8af91383-3b94-4254-aa8f-2ea6e819d08c req-3176a7c5-92d6-4322-bc72-7503aff423d3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:21.334655 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1abdf0be-9420-4dc9-9f0e-4952ba26e4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:21.413247 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-8af91383-3b94-4254-aa8f-2ea6e819d08c req-3176a7c5-92d6-4322-bc72-7503aff423d3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] For port 04e778db-b4e0-42a2-8eea-ab7f0766d522, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=04e778db-b4e0-42a2-8eea-ab7f0766d522,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:21.413617 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8af91383-3b94-4254-aa8f-2ea6e819d08c req-3176a7c5-92d6-4322-bc72-7503aff423d3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:21.426758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-8af91383-3b94-4254-aa8f-2ea6e819d08c req-3176a7c5-92d6-4322-bc72-7503aff423d3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for 04e778db-b4e0-42a2-8eea-ab7f0766d522 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:30:21.660073 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8af91383-3b94-4254-aa8f-2ea6e819d08c req-3176a7c5-92d6-4322-bc72-7503aff423d3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:21.689381 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176a7c5-92d6-4322-bc72-7503aff423d3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=04e778db-b4e0-42a2-8eea-ab7f0766d522,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:21.735001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af91383-3b94-4254-aa8f-2ea6e819d08c req-3176a7c5-92d6-4322-bc72-7503aff423d3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] No DVR routers for this DVR port 04e778db-b4e0-42a2-8eea-ab7f0766d522 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:30:21.738887 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-8af91383-3b94-4254-aa8f-2ea6e819d08c req-3176a7c5-92d6-4322-bc72-7503aff423d3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:21.739681 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8af91383-3b94-4254-aa8f-2ea6e819d08c req-3176a7c5-92d6-4322-bc72-7503aff423d3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.11 "DELETE /v2.0/ports/04e778db-b4e0-42a2-8eea-ab7f0766d522 HTTP/1.1" status: 204 len: 173 time: 0.5259459 Jul 05 04:30:22.025954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4bbf593a-e4b1-4343-9949-4574eee5e602 req-c2e6ac77-28a4-4ea7-8ee3-1f6d4c419968 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=48c4c897-67ea-467c-bbc6-17dfa8523c40 HTTP/1.1" status: 200 len: 210 time: 0.0327070 Jul 05 04:30:22.268514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'name': 'network-vif-deleted', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:22.270875 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce33faa-090c-4e20-bd53-e5dd80bd7df6" -d '{"events": [{"server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "name": "network-vif-deleted", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:22.306996 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3c5a61-185d-469e-83b6-30436d1d1fb0 x-openstack-request-id: req-1a3c5a61-185d-469e-83b6-30436d1d1fb0 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:22.307391 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c4c897-67ea-467c-bbc6-17dfa8523c40", "name": "network-vif-deleted", "tag": "04e778db-b4e0-42a2-8eea-ab7f0766d522", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:22.307676 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a3c5a61-185d-469e-83b6-30436d1d1fb0 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:22.308226 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c4c897-67ea-467c-bbc6-17dfa8523c40', 'name': 'network-vif-deleted', 'tag': '04e778db-b4e0-42a2-8eea-ab7f0766d522', 'status': 'completed', 'code': 200} Jul 05 04:30:22.571878 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3c321b93-c895-4caf-97f2-1e4ace594abe req-0234fb64-bf79-4819-a6b6-aadbe123516e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568852 Jul 05 04:30:22.665222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c321b93-c895-4caf-97f2-1e4ace594abe req-470e7674-0c63-4698-9687-bdd32c42a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:22.667236 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3c321b93-c895-4caf-97f2-1e4ace594abe req-470e7674-0c63-4698-9687-bdd32c42a068 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 1097 time: 0.0522816 Jul 05 04:30:22.770748 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c321b93-c895-4caf-97f2-1e4ace594abe req-94d4769a-16a4-42ec-9b6e-a69e7bfb9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:22.772223 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3c321b93-c895-4caf-97f2-1e4ace594abe req-94d4769a-16a4-42ec-9b6e-a69e7bfb9d7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.0859351 Jul 05 04:30:22.840239 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3c321b93-c895-4caf-97f2-1e4ace594abe req-e725129b-a053-464a-b8b1-b657df4ada3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=779dc4b8-54c0-469b-b419-231b55c64e9c HTTP/1.1" status: 200 len: 1002 time: 0.0613227 Jul 05 04:30:22.887849 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c321b93-c895-4caf-97f2-1e4ace594abe req-31942be6-c3fd-491e-bea8-1616968ba058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:22.889291 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3c321b93-c895-4caf-97f2-1e4ace594abe req-31942be6-c3fd-491e-bea8-1616968ba058 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0429604 Jul 05 04:30:22.946350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c321b93-c895-4caf-97f2-1e4ace594abe req-f5d3692e-a806-496c-a26c-a95c1f97fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:22.947890 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3c321b93-c895-4caf-97f2-1e4ace594abe req-f5d3692e-a806-496c-a26c-a95c1f97fab0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518968 Jul 05 04:30:23.040031 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3c321b93-c895-4caf-97f2-1e4ace594abe req-96a1e482-b3e7-4a56-9bcb-0174bd210f08 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856457 Jul 05 04:30:23.128845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52154) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:23.129648 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3c321b93-c895-4caf-97f2-1e4ace594abe req-9dec006a-2374-4ed7-9170-b64d2b4deef4 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833614 Jul 05 04:30:23.494265 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d3b3-9d2c-46f5-8f59-e2608ff145c8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:24.097013 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-f8a5d3b3-9d2c-46f5-8f59-e2608ff145c8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port aee816b7-de86-4670-868d-3f6e3b4f7762 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:30:24.097269 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d3b3-9d2c-46f5-8f59-e2608ff145c8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:24.183992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-f8a5d3b3-9d2c-46f5-8f59-e2608ff145c8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] For port aee816b7-de86-4670-868d-3f6e3b4f7762, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=aee816b7-de86-4670-868d-3f6e3b4f7762,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:24.184715 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d3b3-9d2c-46f5-8f59-e2608ff145c8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:24.196477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-f8a5d3b3-9d2c-46f5-8f59-e2608ff145c8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for aee816b7-de86-4670-868d-3f6e3b4f7762 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:30:24.294010 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-804fdd38-bc2b-4504-b628-94b3b8df64a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:24.414009 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:24.500681 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d3b3-9d2c-46f5-8f59-e2608ff145c8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:24.532585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5d3b3-9d2c-46f5-8f59-e2608ff145c8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=aee816b7-de86-4670-868d-3f6e3b4f7762,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:24.717157 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f8a5d3b3-9d2c-46f5-8f59-e2608ff145c8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:24.907226 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 04e778db-b4e0-42a2-8eea-ab7f0766d522 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:30:24.926800 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 04e778db-b4e0-42a2-8eea-ab7f0766d522 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:30:24.927155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 04e778db-b4e0-42a2-8eea-ab7f0766d522 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:30:24.932390 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a5d3b3-9d2c-46f5-8f59-e2608ff145c8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router 668e4791-01c3-4419-972a-241fb3de2f4c has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:30:25.038347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a5d3b3-9d2c-46f5-8f59-e2608ff145c8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:30:25.043661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f8a5d3b3-9d2c-46f5-8f59-e2608ff145c8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "PUT /v2.0/routers/668e4791-01c3-4419-972a-241fb3de2f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9137051 Jul 05 04:30:25.046257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52156) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:25.048807 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3a4f1-32e2-4f46-a54c-d03790000eb6 None None] Sync routers for ids ['668e4791-01c3-4419-972a-241fb3de2f4c'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:30:25.058604 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3a4f1-32e2-4f46-a54c-d03790000eb6 None None] Routers {'668e4791-01c3-4419-972a-241fb3de2f4c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:30:25.059224 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-60f3a4f1-32e2-4f46-a54c-d03790000eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:30:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['668e4791-01c3-4419-972a-241fb3de2f4c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:25.097860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-66918569-fa13-4c2c-a3a5-4a40d31eec26 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting subnet cb763027-a1b8-4e14-ad2f-478531c2b062 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:30:25.101504 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-66918569-fa13-4c2c-a3a5-4a40d31eec26 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:25.144747 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-66918569-fa13-4c2c-a3a5-4a40d31eec26 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:25.236682 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-66918569-fa13-4c2c-a3a5-4a40d31eec26 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:25.256608 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-60f3a4f1-32e2-4f46-a54c-d03790000eb6 None None] Set router 668e4791-01c3-4419-972a-241fb3de2f4c gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:30:25.340264 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:25.363098 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-66918569-fa13-4c2c-a3a5-4a40d31eec26 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:25.392796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66918569-fa13-4c2c-a3a5-4a40d31eec26 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Subnet': ['ID=cb763027-a1b8-4e14-ad2f-478531c2b062,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:25.396625 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-66918569-fa13-4c2c-a3a5-4a40d31eec26 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:25.398516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-66918569-fa13-4c2c-a3a5-4a40d31eec26 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/subnets/cb763027-a1b8-4e14-ad2f-478531c2b062 HTTP/1.1" status: 204 len: 168 time: 0.3513403 Jul 05 04:30:25.401583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52158) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:25.409661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c775d6a2-ff58-4c77-868d-d8029b614a2c None None] Network 1bee7ca6-a643-4105-889c-d8bf706b0cc8 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:30:25.440504 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-60f3a4f1-32e2-4f46-a54c-d03790000eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:30:24Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:25.471362 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3a4f1-32e2-4f46-a54c-d03790000eb6 None None] Checking router: 668e4791-01c3-4419-972a-241fb3de2f4c for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:30:25.485534 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3a4f1-32e2-4f46-a54c-d03790000eb6 None None] Routers {'668e4791-01c3-4419-972a-241fb3de2f4c'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:30:25.486360 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-60f3a4f1-32e2-4f46-a54c-d03790000eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:30:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['668e4791-01c3-4419-972a-241fb3de2f4c'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:25.516598 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:25.603540 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-60f3a4f1-32e2-4f46-a54c-d03790000eb6 None None] Set router 668e4791-01c3-4419-972a-241fb3de2f4c gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:30:25.632814 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:25.638574 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] DHCP port deletion for 1bee7ca6-a643-4105-889c-d8bf706b0cc8 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:30:25.686126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Deleting port 297cfec4-b4b2-4b8e-a176-884756d06144 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:30:25.686508 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:25.736300 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port b4b7334b-da82-4361-9d59-612f0175785b {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:30:25.736746 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:25.757807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] For port 297cfec4-b4b2-4b8e-a176-884756d06144, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=297cfec4-b4b2-4b8e-a176-884756d06144,segment=NetworkSegment(9c1365ef-ad58-4242-8558-660ca866589e),segment_id=9c1365ef-ad58-4242-8558-660ca866589e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:25.758263 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:25.774843 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Calling delete_port for 297cfec4-b4b2-4b8e-a176-884756d06144 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:30:25.804435 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-60f3a4f1-32e2-4f46-a54c-d03790000eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:30:24Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:25.846158 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3a4f1-32e2-4f46-a54c-d03790000eb6 None None] The sync data for ids ['668e4791-01c3-4419-972a-241fb3de2f4c'] in n-d-798249-5 is: [{'id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108974429', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:29:10Z', 'updated_at': '2021-07-05T04:30:24Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': 'b4b7334b-da82-4361-9d59-612f0175785b', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e4791-01c3-4419-972a-241fb3de2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:29:11Z', 'updated_at': '2021-07-05T04:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:30:25.869446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] For port b4b7334b-da82-4361-9d59-612f0175785b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b4b7334b-da82-4361-9d59-612f0175785b,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:25.869446 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:25.881140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for b4b7334b-da82-4361-9d59-612f0175785b owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:30:25.985590 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.013985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Pushing event deleted for resources: {'Port': ['ID=297cfec4-b4b2-4b8e-a176-884756d06144,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:26.025946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] No DVR routers for this DVR port 297cfec4-b4b2-4b8e-a176-884756d06144 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:30:26.025946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.025946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.026314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.026664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.027007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.027338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.027666 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.028692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.028692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.028692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.029290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.029290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb49258-69d5-4f8b-b423-a6f9e600a0b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.222278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 297cfec4-b4b2-4b8e-a176-884756d06144 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:30:26.226190 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.245371 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 297cfec4-b4b2-4b8e-a176-884756d06144 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:30:26.245723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 297cfec4-b4b2-4b8e-a176-884756d06144 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:30:26.259490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=b4b7334b-da82-4361-9d59-612f0175785b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:26.331207 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.429676 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.432342 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.540339 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.540901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Fanout notify agent at l3_agent the message router_deleted on router 668e4791-01c3-4419-972a-241fb3de2f4c {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:30:26.548671 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.549789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fb13fcef-ab8c-47fb-a87c-8cdd72a0acbe tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/routers/668e4791-01c3-4419-972a-241fb3de2f4c HTTP/1.1" status: 204 len: 168 time: 1.1471107 Jul 05 04:30:26.552930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52164) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:26.638145 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-47213e9f-07b6-442a-bb23-fd593446b9c7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.746455 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-47213e9f-07b6-442a-bb23-fd593446b9c7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.756123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-47213e9f-07b6-442a-bb23-fd593446b9c7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bee7ca6-a643-4105-889c-d8bf706b0cc8']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:26.766224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-47213e9f-07b6-442a-bb23-fd593446b9c7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1365ef-ad58-4242-8558-660ca866589e') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:26.766515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-47213e9f-07b6-442a-bb23-fd593446b9c7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1365ef-ad58-4242-8558-660ca866589e') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:26.774937 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-47213e9f-07b6-442a-bb23-fd593446b9c7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.788247 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-47213e9f-07b6-442a-bb23-fd593446b9c7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.794568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47213e9f-07b6-442a-bb23-fd593446b9c7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:30:26.795010 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-47213e9f-07b6-442a-bb23-fd593446b9c7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:30:26.797894 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:30:26.911514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-47213e9f-07b6-442a-bb23-fd593446b9c7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.919549 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-47213e9f-07b6-442a-bb23-fd593446b9c7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.921119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-47213e9f-07b6-442a-bb23-fd593446b9c7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/networks/1bee7ca6-a643-4105-889c-d8bf706b0cc8 HTTP/1.1" status: 204 len: 168 time: 0.3671393 Jul 05 04:30:26.924276 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52166) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:26.932379 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47213e9f-07b6-442a-bb23-fd593446b9c7 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Network': ['ID=1bee7ca6-a643-4105-889c-d8bf706b0cc8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:26.989947 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c4ad28c7-7e0f-4152-9acc-7b6367340175 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.017813 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c4ad28c7-7e0f-4152-9acc-7b6367340175 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.173980 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c4ad28c7-7e0f-4152-9acc-7b6367340175 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.176639 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c4ad28c7-7e0f-4152-9acc-7b6367340175 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.177791 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c4ad28c7-7e0f-4152-9acc-7b6367340175 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/security-groups/a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e HTTP/1.1" status: 204 len: 168 time: 0.2525160 Jul 05 04:30:27.187736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad28c7-7e0f-4152-9acc-7b6367340175 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bb82cf-bff0-4a47-a5f7-fff0c7dadd6e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:27.288435 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.643910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52172) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:27.654986 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-01a59120-2d87-49c7-8e7b-a8b50ffd4bc2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-469362190', 'description': 'tempest-secgroup-smoke-469362190 description', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:27.722981 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01a59120-2d87-49c7-8e7b-a8b50ffd4bc2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.803146 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01a59120-2d87-49c7-8e7b-a8b50ffd4bc2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.854831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device aee816b7-de86-4670-868d-3f6e3b4f7762 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:30:27.872289 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01a59120-2d87-49c7-8e7b-a8b50ffd4bc2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.875291 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: aee816b7-de86-4670-868d-3f6e3b4f7762 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:30:27.875637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device aee816b7-de86-4670-868d-3f6e3b4f7762 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:30:27.876052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b4b7334b-da82-4361-9d59-612f0175785b no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:30:27.894060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: b4b7334b-da82-4361-9d59-612f0175785b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:30:27.894404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b4b7334b-da82-4361-9d59-612f0175785b not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:30:27.903057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a59120-2d87-49c7-8e7b-a8b50ffd4bc2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac7f6d9-ad63-4fa2-a71c-21834af7af3d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:27.951415 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01a59120-2d87-49c7-8e7b-a8b50ffd4bc2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.952727 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-01a59120-2d87-49c7-8e7b-a8b50ffd4bc2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3077252 Jul 05 04:30:27.966291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52174) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:27.970800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-01d59f4f-d4dc-4d3e-8e12-ebf5e54041b2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'aac7f6d9-ad63-4fa2-a71c-21834af7af3d', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:28.042167 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01d59f4f-d4dc-4d3e-8e12-ebf5e54041b2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.106747 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01d59f4f-d4dc-4d3e-8e12-ebf5e54041b2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.173629 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01d59f4f-d4dc-4d3e-8e12-ebf5e54041b2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.193967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d59f4f-d4dc-4d3e-8e12-ebf5e54041b2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd2fe3b-ddab-4dd0-9369-8ee96cdf1a5f,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:28.265352 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-01d59f4f-d4dc-4d3e-8e12-ebf5e54041b2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.266588 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-01d59f4f-d4dc-4d3e-8e12-ebf5e54041b2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2993677 Jul 05 04:30:28.269256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52176) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:28.273703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e84678b0-4ee8-4f93-9f36-dee980cc91b3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'aac7f6d9-ad63-4fa2-a71c-21834af7af3d', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:28.367203 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e84678b0-4ee8-4f93-9f36-dee980cc91b3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.427040 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e84678b0-4ee8-4f93-9f36-dee980cc91b3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.459626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e84678b0-4ee8-4f93-9f36-dee980cc91b3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.478548 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84678b0-4ee8-4f93-9f36-dee980cc91b3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fea9688-6cd8-4ffc-b9b3-90cf7f3f581a,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:28.510989 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e84678b0-4ee8-4f93-9f36-dee980cc91b3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.513044 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e84678b0-4ee8-4f93-9f36-dee980cc91b3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2428322 Jul 05 04:30:28.515868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52178) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:28.520490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e24168fa-1795-42b5-b675-ab0462191a30 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'aac7f6d9-ad63-4fa2-a71c-21834af7af3d', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:28.592220 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e24168fa-1795-42b5-b675-ab0462191a30 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.652668 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e24168fa-1795-42b5-b675-ab0462191a30 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.700157 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e24168fa-1795-42b5-b675-ab0462191a30 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.718031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24168fa-1795-42b5-b675-ab0462191a30 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f89fd33-08f3-4246-a914-b73110274fa6,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:28.809645 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e24168fa-1795-42b5-b675-ab0462191a30 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.810910 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e24168fa-1795-42b5-b675-ab0462191a30 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2940617 Jul 05 04:30:28.813740 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52180) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:28.818219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-58cf2a50-6e8c-4945-ab48-4611e62500a6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'aac7f6d9-ad63-4fa2-a71c-21834af7af3d', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:28.906091 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-58cf2a50-6e8c-4945-ab48-4611e62500a6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.963596 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-58cf2a50-6e8c-4945-ab48-4611e62500a6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.031039 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-58cf2a50-6e8c-4945-ab48-4611e62500a6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.051034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf2a50-6e8c-4945-ab48-4611e62500a6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18227fb4-b0c7-4e76-a1a4-bf3044e97c0a,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:29.116959 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-58cf2a50-6e8c-4945-ab48-4611e62500a6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.118181 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-58cf2a50-6e8c-4945-ab48-4611e62500a6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3035047 Jul 05 04:30:29.120933 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52182) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:29.125572 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-66d747c0-ef89-499b-8f57-0d6329ad301f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'aac7f6d9-ad63-4fa2-a71c-21834af7af3d', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:29.191100 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-66d747c0-ef89-499b-8f57-0d6329ad301f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Project 7a8a76a0708a49d9841cfe6b987ed5f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:30:29.197577 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66d747c0-ef89-499b-8f57-0d6329ad301f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.262484 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66d747c0-ef89-499b-8f57-0d6329ad301f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.327893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66d747c0-ef89-499b-8f57-0d6329ad301f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.345564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d747c0-ef89-499b-8f57-0d6329ad301f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71882977-8bf8-492e-b3c7-39e7e0386b15,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:29.414302 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-66d747c0-ef89-499b-8f57-0d6329ad301f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.415554 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-66d747c0-ef89-499b-8f57-0d6329ad301f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2935870 Jul 05 04:30:29.418505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52184) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:29.423301 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5dc76ae7-69da-49ea-a300-8981c1ce2094 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'security_group_rule': {'security_group_id': 'aac7f6d9-ad63-4fa2-a71c-21834af7af3d', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:29.477090 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-5dc76ae7-69da-49ea-a300-8981c1ce2094 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Project 7a8a76a0708a49d9841cfe6b987ed5f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:30:29.481996 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5dc76ae7-69da-49ea-a300-8981c1ce2094 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.547871 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5dc76ae7-69da-49ea-a300-8981c1ce2094 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.591149 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5dc76ae7-69da-49ea-a300-8981c1ce2094 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.609173 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc76ae7-69da-49ea-a300-8981c1ce2094 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99c672b-b8f1-42ea-bf45-449224acc7a3,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:29.682868 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5dc76ae7-69da-49ea-a300-8981c1ce2094 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.684856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5dc76ae7-69da-49ea-a300-8981c1ce2094 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2652330 Jul 05 04:30:29.688342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52186) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:29.693454 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-3b0a5648-91f5-4b1a-bcd7-737a2f35563c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'network': {'name': 'tempest-network-smoke--1678929644', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'port_security_enabled': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:29.728785 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.774458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0a5648-91f5-4b1a-bcd7-737a2f35563c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Made reservation on behalf of 7a8a76a0708a49d9841cfe6b987ed5f0 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:30:29.778233 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b0a5648-91f5-4b1a-bcd7-737a2f35563c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.802912 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0a5648-91f5-4b1a-bcd7-737a2f35563c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:30:29.812108 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b0a5648-91f5-4b1a-bcd7-737a2f35563c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.812480 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-3b0a5648-91f5-4b1a-bcd7-737a2f35563c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Added segment bcce1f24-7493-44cf-bc5a-52a84f65d803 of type vlan for network e1172cce-c1d9-4b19-9673-ea9257b9e979 Jul 05 04:30:29.856872 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b0a5648-91f5-4b1a-bcd7-737a2f35563c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.928494 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b0a5648-91f5-4b1a-bcd7-737a2f35563c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.934069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0a5648-91f5-4b1a-bcd7-737a2f35563c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:29.934646 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3b0a5648-91f5-4b1a-bcd7-737a2f35563c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.999997 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a5648-91f5-4b1a-bcd7-737a2f35563c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Network': ['ID=e1172cce-c1d9-4b19-9673-ea9257b9e979,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:30.015104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network e1172cce-c1d9-4b19-9673-ea9257b9e979 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:30:30.055335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3b0a5648-91f5-4b1a-bcd7-737a2f35563c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3657954 Jul 05 04:30:30.058116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52188) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:30.063367 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'admin_state_up': True, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:30.151348 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:30.153023 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:30.207684 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:30.447691 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:30.756571 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:30.776475 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:30.886408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.25.0.95 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/85efc5a2-bd0c-43e4-b31b-5229b022b84c) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:30:30.988815 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:31.060517 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:31.097613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:30:31.100352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:30:31.107059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:30:31.112447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=85efc5a2-bd0c-43e4-b31b-5229b022b84c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:31.426959 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:31.625431 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:31.629606 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:31.813658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router 06028f2b-7543-48ed-a435-5adf5aa01fd5 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:30:32.240393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:30:32.250123 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Sync routers for ids ['06028f2b-7543-48ed-a435-5adf5aa01fd5'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:30:32.260567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Routers {'06028f2b-7543-48ed-a435-5adf5aa01fd5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:30:32.261193 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:30:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['06028f2b-7543-48ed-a435-5adf5aa01fd5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:32.305211 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:32.310397 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c3ab8eed-39ec-4768-80f6-01de5aa0e0cd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2506616 Jul 05 04:30:32.311349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52190) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:32.338716 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2b9e61fc-a879-4337-8cce-10edf702af78 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7a8a76a0708a49d9841cfe6b987ed5f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269854 Jul 05 04:30:32.341211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52192) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:32.364055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Set router 06028f2b-7543-48ed-a435-5adf5aa01fd5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:30:32.432125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc031f78-745e-4196-b53a-4e411a510a26 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:32.433690 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cc031f78-745e-4196-b53a-4e411a510a26 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915592 Jul 05 04:30:32.436702 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52194) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:32.467816 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b7252ba2-f713-4c2d-84d1-4cf723cfac72 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277667 Jul 05 04:30:32.468039 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52196) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:32.473203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1139519930', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:32.541055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:31Z', 'revision_number': 3, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:32.566781 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Checking router: 06028f2b-7543-48ed-a435-5adf5aa01fd5 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:30:32.568774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Updating router 06028f2b-7543-48ed-a435-5adf5aa01fd5 port 85efc5a2-bd0c-43e4-b31b-5229b022b84c binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:30:32.604774 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:32.613751 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Made reservation on behalf of 7a8a76a0708a49d9841cfe6b987ed5f0 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:30:32.617387 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:32.848436 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:32.861288 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:32.871479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Transition to ACTIVE for port object 85efc5a2-bd0c-43e4-b31b-5229b022b84c will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:30:32.910926 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:32.918623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Subnet': ['ID=879768d4-d5a3-4473-a3ee-b5bb661497d3,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:32.923409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Checking segment: {'id': 'bcce1f24-7493-44cf-bc5a-52a84f65d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:30:32.923923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network hostable DHCP agents. Network: e1172cce-c1d9-4b19-9673-ea9257b9e979, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:30:32.933110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:32.935253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:32.935253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:32.935253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:32.935253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:32.935627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:32.935890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:32.936226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:32.936622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:32.936973 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:32.937301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:32.937630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:32.963095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Attempting to bind port 85efc5a2-bd0c-43e4-b31b-5229b022b84c on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:30:32.964128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Attempting to bind port 85efc5a2-bd0c-43e4-b31b-5229b022b84c by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:30:32.964128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Attempting to bind port 85efc5a2-bd0c-43e4-b31b-5229b022b84c on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:32.975233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:30:32.975233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:30:32.975233 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:32.975520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:30:32.975772 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Bound port: 85efc5a2-bd0c-43e4-b31b-5229b022b84c, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:30:32.976156 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:32.978793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef397396-725b-4919-bd1d-96e6bc0608b3 None None] Pushing event updated for resources: {'Port': ['ID=85efc5a2-bd0c-43e4-b31b-5229b022b84c,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:33.013950 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network e1172cce-c1d9-4b19-9673-ea9257b9e979 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:30:33.033964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] For port 85efc5a2-bd0c-43e4-b31b-5229b022b84c, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:30:33.037002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] For port 85efc5a2-bd0c-43e4-b31b-5229b022b84c, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=85efc5a2-bd0c-43e4-b31b-5229b022b84c,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:30:33.065169 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, e1172cce-c1d9-4b19-9673-ea9257b9e979) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:30:33.069924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:33.073316 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:33.074448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3f8b50-3db1-4fc7-990b-a0698cb51094 None None] Network e1172cce-c1d9-4b19-9673-ea9257b9e979 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:30:33.134938 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-657c8059-d328-4a61-b763-d5da181d29c4 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6654255 Jul 05 04:30:33.137444 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:30:33.138769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52198) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:33.258906 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:33.341560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef397396-725b-4919-bd1d-96e6bc0608b3 None None] Pushing event updated for resources: {'Port': ['ID=85efc5a2-bd0c-43e4-b31b-5229b022b84c,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:33.352353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Routers {'06028f2b-7543-48ed-a435-5adf5aa01fd5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:30:33.352995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:30:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['06028f2b-7543-48ed-a435-5adf5aa01fd5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:33.491129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-e1172cce-c1d9-4b19-9673-ea9257b9e979', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ips': [{'subnet_id': '879768d4-d5a3-4473-a3ee-b5bb661497d3'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:30:33.492045 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:33.512449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] Set router 06028f2b-7543-48ed-a435-5adf5aa01fd5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:30:33.580095 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:33.757333 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Allocated IP 172.20.0.2 (e1172cce-c1d9-4b19-9673-ea9257b9e979/879768d4-d5a3-4473-a3ee-b5bb661497d3/5198259c-4806-4074-b32c-c552b61430d8) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:30:33.858430 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:31Z', 'revision_number': 3, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:33.889538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4f7ca-9f41-4ef1-9894-48601d8137c3 None None] The sync data for ids ['06028f2b-7543-48ed-a435-5adf5aa01fd5'] in n-d-798249-5 is: [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:31Z', 'revision_number': 3, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:30:33.943036 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:33.951740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Transition to ACTIVE for port object 5198259c-4806-4074-b32c-c552b61430d8 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:30:33.967052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Transition to ACTIVE for port object 5198259c-4806-4074-b32c-c552b61430d8 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:30:34.037919 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:34.084062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Network e1172cce-c1d9-4b19-9673-ea9257b9e979 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:30:34.089962 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:30:34.094333 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:30:34.097461 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Pushing event updated for resources: {'Port': ['ID=5198259c-4806-4074-b32c-c552b61430d8,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:34.123594 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.20.0.1 (e1172cce-c1d9-4b19-9673-ea9257b9e979/879768d4-d5a3-4473-a3ee-b5bb661497d3/4773d291-a25e-42dd-977c-7e17423e8c7d) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:30:34.186973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Attempting to bind port 5198259c-4806-4074-b32c-c552b61430d8 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:30:34.187341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Attempting to bind port 5198259c-4806-4074-b32c-c552b61430d8 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'bcce1f24-7493-44cf-bc5a-52a84f65d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:30:34.187702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Attempting to bind port 5198259c-4806-4074-b32c-c552b61430d8 on network e1172cce-c1d9-4b19-9673-ea9257b9e979 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:34.193003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:30:34.193385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Checking segment: {'id': 'bcce1f24-7493-44cf-bc5a-52a84f65d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:30:34.193789 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:34.194183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Bound using segment: {'id': 'bcce1f24-7493-44cf-bc5a-52a84f65d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:30:34.194652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Bound port: 5198259c-4806-4074-b32c-c552b61430d8, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcce1f24-7493-44cf-bc5a-52a84f65d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:30:34.195036 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:34.258229 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:34.268118 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] For port 5198259c-4806-4074-b32c-c552b61430d8, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:30:34.268118 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] For port 5198259c-4806-4074-b32c-c552b61430d8, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5198259c-4806-4074-b32c-c552b61430d8,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:30:34.272487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Transition to ACTIVE for port object 4773d291-a25e-42dd-977c-7e17423e8c7d will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:30:34.345869 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:34.374624 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:34.409924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7aaa1e-fa3e-41af-83ae-fa79d560c1ed None None] Pushing event updated for resources: {'Port': ['ID=5198259c-4806-4074-b32c-c552b61430d8,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:34.434348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network e1172cce-c1d9-4b19-9673-ea9257b9e979 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:30:34.437799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:30:34.440620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:30:34.495022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=4773d291-a25e-42dd-977c-7e17423e8c7d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:34.499960 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:34.737850 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:35.021273 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:35.065407 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:35.141608 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:35.143417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=4773d291-a25e-42dd-977c-7e17423e8c7d,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:35.243645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network e1172cce-c1d9-4b19-9673-ea9257b9e979 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:30:35.245145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:30:35.362624 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54586645-67ad-46a0-aeff-9a47922af37d None None] Network e1172cce-c1d9-4b19-9673-ea9257b9e979 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:30:35.363763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router 06028f2b-7543-48ed-a435-5adf5aa01fd5 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:30:35.467146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8cbfe1f6-b22a-4d17-b5e4-1cb2c7dbd656 None None] Provisioning for port 5198259c-4806-4074-b32c-c552b61430d8 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:30:35.486233 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:30:35.502100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-656ec4fd-a65e-4a21-8f50-3153b452c95f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "PUT /v2.0/routers/06028f2b-7543-48ed-a435-5adf5aa01fd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3521903 Jul 05 04:30:35.656949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-8f93503c-ec68-4416-a734-657e0edecc5d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469362190&fields=id&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 267 time: 0.0386627 Jul 05 04:30:35.773672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e707314-de95-41c7-b739-266534fd3004 req-7e3f96b3-fd5a-4b81-ae9b-228fa7e24b4b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:35.775357 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-7e3f96b3-fd5a-4b81-ae9b-228fa7e24b4b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/networks?id=e1172cce-c1d9-4b19-9673-ea9257b9e979 HTTP/1.1" status: 200 len: 797 time: 0.1119118 Jul 05 04:30:35.794816 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-2d984ac5-fe1f-4f57-af4c-bd9b9efcca8d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/quotas/7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 375 time: 0.0127938 Jul 05 04:30:35.867056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-21d27377-a424-4ff5-97d6-e52ea4690358 None None] Provisioning for port 4773d291-a25e-42dd-977c-7e17423e8c7d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:30:35.875407 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-21d27377-a424-4ff5-97d6-e52ea4690358 None None] Provisioning complete for port 4773d291-a25e-42dd-977c-7e17423e8c7d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:35.875407 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-21d27377-a424-4ff5-97d6-e52ea4690358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:35.936657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-c14e542a-bc34-4694-ba4b-264661fd4697 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1235847 Jul 05 04:30:35.965594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-21d27377-a424-4ff5-97d6-e52ea4690358 None None] Port 4773d291-a25e-42dd-977c-7e17423e8c7d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:30:35.973041 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Sync routers for ids ['06028f2b-7543-48ed-a435-5adf5aa01fd5'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:30:35.993491 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Routers {'06028f2b-7543-48ed-a435-5adf5aa01fd5'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:30:35.993491 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:30:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['06028f2b-7543-48ed-a435-5adf5aa01fd5'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:36.021832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 85efc5a2-bd0c-43e4-b31b-5229b022b84c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:30:36.137831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ea41accf-cf6c-4abc-9323-33e0886dc519 None None] Provisioning complete for port 4773d291-a25e-42dd-977c-7e17423e8c7d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:36.139624 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ea41accf-cf6c-4abc-9323-33e0886dc519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:36.144955 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Set router 06028f2b-7543-48ed-a435-5adf5aa01fd5 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:30:36.156252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-ca7636eb-6d24-4e55-9928-06de2d6644c9 service neutron] 10.222.0.60 "GET /v2.0/networks/e1172cce-c1d9-4b19-9673-ea9257b9e979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053330 Jul 05 04:30:36.166757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 85efc5a2-bd0c-43e4-b31b-5229b022b84c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:30:36.175385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 85efc5a2-bd0c-43e4-b31b-5229b022b84c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:36.175759 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:36.219827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ea41accf-cf6c-4abc-9323-33e0886dc519 None None] Port 4773d291-a25e-42dd-977c-7e17423e8c7d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:30:36.267601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-ef3f1ae6-5163-4bed-90fe-a2652b9d8255 service neutron] 10.222.0.60 "GET /v2.0/networks/e1172cce-c1d9-4b19-9673-ea9257b9e979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047933 Jul 05 04:30:36.272909 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:36.304259 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 85efc5a2-bd0c-43e4-b31b-5229b022b84c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=85efc5a2-bd0c-43e4-b31b-5229b022b84c,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:36.342660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3af3e2dd-dde2-4ccc-b7f0-f07630abcbdd None None] Provisioning complete for port 4773d291-a25e-42dd-977c-7e17423e8c7d triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:36.343124 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3af3e2dd-dde2-4ccc-b7f0-f07630abcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:36.378686 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:36.379472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5198259c-4806-4074-b32c-c552b61430d8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:30:36.382564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3af3e2dd-dde2-4ccc-b7f0-f07630abcbdd None None] Port 4773d291-a25e-42dd-977c-7e17423e8c7d cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:30:36.395945 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:34Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4773d291-a25e-42dd-977c-7e17423e8c7d', 'name': '', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:21:96:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:33Z', 'updated_at': '2021-07-05T04:30:34Z', 'revision_number': 2, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:36.422142 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Checking router: 06028f2b-7543-48ed-a435-5adf5aa01fd5 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:30:36.422497 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Updating router 06028f2b-7543-48ed-a435-5adf5aa01fd5 port 4773d291-a25e-42dd-977c-7e17423e8c7d binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:30:36.456235 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:36.458766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=85efc5a2-bd0c-43e4-b31b-5229b022b84c,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:36.522517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 5198259c-4806-4074-b32c-c552b61430d8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:30:36.526600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5198259c-4806-4074-b32c-c552b61430d8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:36.528924 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:36.530704 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-44b28e78-bb34-43ce-8b93-dc6d510bb6a7 req-92b3a4fe-40c6-4aa3-b999-c8bc4b33fb16 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 210 time: 0.0324996 Jul 05 04:30:36.611076 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:36.659279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 5198259c-4806-4074-b32c-c552b61430d8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5198259c-4806-4074-b32c-c552b61430d8,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:36.739879 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:36.746427 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:36.763840 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Transition to ACTIVE for port object 4773d291-a25e-42dd-977c-7e17423e8c7d will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:30:36.793730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=5198259c-4806-4074-b32c-c552b61430d8,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:36.814108 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:36.863877 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75bf32-7ddb-4d77-b06d-f9477a433cc4 None None] Pushing event updated for resources: {'Port': ['ID=4773d291-a25e-42dd-977c-7e17423e8c7d,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:36.888996 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75bf32-7ddb-4d77-b06d-f9477a433cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:36.889342 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75bf32-7ddb-4d77-b06d-f9477a433cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:36.889683 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75bf32-7ddb-4d77-b06d-f9477a433cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:36.890021 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75bf32-7ddb-4d77-b06d-f9477a433cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:36.890351 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75bf32-7ddb-4d77-b06d-f9477a433cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:36.890679 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75bf32-7ddb-4d77-b06d-f9477a433cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:36.891008 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75bf32-7ddb-4d77-b06d-f9477a433cc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:36.891332 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75bf32-7ddb-4d77-b06d-f9477a433cc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:36.891655 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75bf32-7ddb-4d77-b06d-f9477a433cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:36.892217 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75bf32-7ddb-4d77-b06d-f9477a433cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:36.892339 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75bf32-7ddb-4d77-b06d-f9477a433cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:36.892621 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75bf32-7ddb-4d77-b06d-f9477a433cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:36.931935 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Attempting to bind port 4773d291-a25e-42dd-977c-7e17423e8c7d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:30:36.932358 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Attempting to bind port 4773d291-a25e-42dd-977c-7e17423e8c7d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'bcce1f24-7493-44cf-bc5a-52a84f65d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:30:36.932759 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Attempting to bind port 4773d291-a25e-42dd-977c-7e17423e8c7d on network e1172cce-c1d9-4b19-9673-ea9257b9e979 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:36.938729 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:30:36.942062 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Checking segment: {'id': 'bcce1f24-7493-44cf-bc5a-52a84f65d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:30:36.942062 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:36.942062 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Bound using segment: {'id': 'bcce1f24-7493-44cf-bc5a-52a84f65d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:30:36.942062 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Bound port: 4773d291-a25e-42dd-977c-7e17423e8c7d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcce1f24-7493-44cf-bc5a-52a84f65d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:30:36.942062 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:37.008866 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] For port 4773d291-a25e-42dd-977c-7e17423e8c7d, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:30:37.012579 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] For port 4773d291-a25e-42dd-977c-7e17423e8c7d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4773d291-a25e-42dd-977c-7e17423e8c7d,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:30:37.077435 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:37.141579 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75bf32-7ddb-4d77-b06d-f9477a433cc4 None None] Pushing event updated for resources: {'Port': ['ID=4773d291-a25e-42dd-977c-7e17423e8c7d,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:37.145283 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Routers {'06028f2b-7543-48ed-a435-5adf5aa01fd5'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:30:37.145940 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:30:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['06028f2b-7543-48ed-a435-5adf5aa01fd5'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:37.351751 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] Set router 06028f2b-7543-48ed-a435-5adf5aa01fd5 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:30:37.546791 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:34Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4773d291-a25e-42dd-977c-7e17423e8c7d', 'name': '', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:21:96:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:33Z', 'updated_at': '2021-07-05T04:30:37Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:37.572194 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f20f2c-3354-4b27-9ea7-91788570a7fd None None] The sync data for ids ['06028f2b-7543-48ed-a435-5adf5aa01fd5'] in n-d-798249-5 is: [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:34Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4773d291-a25e-42dd-977c-7e17423e8c7d', 'name': '', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:21:96:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:33Z', 'updated_at': '2021-07-05T04:30:37Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:30:37.710657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd9be686-14c9-4d0b-baf4-70874be62750 req-27186946-654f-44e8-ab70-75974cf748c1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 210 time: 0.0357261 Jul 05 04:30:37.959571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4773d291-a25e-42dd-977c-7e17423e8c7d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:30:38.071083 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 4773d291-a25e-42dd-977c-7e17423e8c7d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:30:38.077296 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4773d291-a25e-42dd-977c-7e17423e8c7d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:38.077296 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:38.159178 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:38.195372 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 4773d291-a25e-42dd-977c-7e17423e8c7d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4773d291-a25e-42dd-977c-7e17423e8c7d,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:38.248617 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:38.249596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 85efc5a2-bd0c-43e4-b31b-5229b022b84c up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:30:38.324036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=4773d291-a25e-42dd-977c-7e17423e8c7d,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:38.336450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 85efc5a2-bd0c-43e4-b31b-5229b022b84c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:38.336818 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:38.430639 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5198259c-4806-4074-b32c-c552b61430d8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:30:38.479551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5198259c-4806-4074-b32c-c552b61430d8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:38.479937 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:38.648429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e707314-de95-41c7-b739-266534fd3004 req-7d9427d9-a905-4427-949b-d3a6e15b3df3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:38.649873 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-7d9427d9-a905-4427-949b-d3a6e15b3df3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "GET /v2.0/networks?id=e1172cce-c1d9-4b19-9673-ea9257b9e979 HTTP/1.1" status: 200 len: 797 time: 0.1176312 Jul 05 04:30:38.693446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-eefac958-f56e-4b78-83c5-3f92566eb96a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0 HTTP/1.1" status: 200 len: 379 time: 0.0346231 Jul 05 04:30:38.703070 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-6e707314-de95-41c7-b739-266534fd3004 req-78d828c4-e69a-497b-95df-a0aeb0df84da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'port': {'device_id': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'admin_state_up': True, 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'security_groups': ['aac7f6d9-ad63-4fa2-a71c-21834af7af3d']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:38.862275 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1d3c658-70e2-4aba-895e-b0b0f48c9db8 req-a25b0e9f-b078-4df6-8f68-663910411983 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 210 time: 0.0298445 Jul 05 04:30:38.905684 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e707314-de95-41c7-b739-266534fd3004 req-78d828c4-e69a-497b-95df-a0aeb0df84da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Made reservation on behalf of 7a8a76a0708a49d9841cfe6b987ed5f0 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:30:38.909650 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6e707314-de95-41c7-b739-266534fd3004 req-78d828c4-e69a-497b-95df-a0aeb0df84da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:39.036215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-6e707314-de95-41c7-b739-266534fd3004 req-78d828c4-e69a-497b-95df-a0aeb0df84da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.20.0.9 (e1172cce-c1d9-4b19-9673-ea9257b9e979/879768d4-d5a3-4473-a3ee-b5bb661497d3/e74214ce-6f0f-458f-8619-25a680cf886c) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:30:39.176691 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6e707314-de95-41c7-b739-266534fd3004 req-78d828c4-e69a-497b-95df-a0aeb0df84da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:39.189652 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-6e707314-de95-41c7-b739-266534fd3004 req-78d828c4-e69a-497b-95df-a0aeb0df84da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Transition to ACTIVE for port object e74214ce-6f0f-458f-8619-25a680cf886c will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:30:39.277465 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6e707314-de95-41c7-b739-266534fd3004 req-78d828c4-e69a-497b-95df-a0aeb0df84da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:39.321751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e707314-de95-41c7-b739-266534fd3004 req-78d828c4-e69a-497b-95df-a0aeb0df84da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network e1172cce-c1d9-4b19-9673-ea9257b9e979 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:30:39.324968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-6e707314-de95-41c7-b739-266534fd3004 req-78d828c4-e69a-497b-95df-a0aeb0df84da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:30:39.329235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e707314-de95-41c7-b739-266534fd3004 req-78d828c4-e69a-497b-95df-a0aeb0df84da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:30:39.360666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d828c4-e69a-497b-95df-a0aeb0df84da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=e74214ce-6f0f-458f-8619-25a680cf886c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:39.387283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e707314-de95-41c7-b739-266534fd3004 req-78d828c4-e69a-497b-95df-a0aeb0df84da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:39.387899 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6e707314-de95-41c7-b739-266534fd3004 req-78d828c4-e69a-497b-95df-a0aeb0df84da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:39.461131 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-78d828c4-e69a-497b-95df-a0aeb0df84da tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7624104 Jul 05 04:30:39.473486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Request body: {'port': {'device_id': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:39.545742 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:39.608531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-07ab07db-f119-4ab0-899f-69ae68e09789 None None] Provisioning for port e74214ce-6f0f-458f-8619-25a680cf886c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:30:39.612621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-07ab07db-f119-4ab0-899f-69ae68e09789 None None] Provisioning complete for port e74214ce-6f0f-458f-8619-25a680cf886c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:39.612994 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-07ab07db-f119-4ab0-899f-69ae68e09789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:39.649410 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-07ab07db-f119-4ab0-899f-69ae68e09789 None None] Port e74214ce-6f0f-458f-8619-25a680cf886c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:30:39.806781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74214ce-6f0f-458f-8619-25a680cf886c {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:30:39.814657 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:39.827257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Transition to ACTIVE for port object e74214ce-6f0f-458f-8619-25a680cf886c will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:30:39.864700 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4773d291-a25e-42dd-977c-7e17423e8c7d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:30:39.899799 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:39.915809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4773d291-a25e-42dd-977c-7e17423e8c7d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:39.916183 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:39.954884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Pushing event updated for resources: {'Port': ['ID=e74214ce-6f0f-458f-8619-25a680cf886c,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:40.081026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Attempting to bind port e74214ce-6f0f-458f-8619-25a680cf886c on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:30:40.081360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Attempting to bind port e74214ce-6f0f-458f-8619-25a680cf886c by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'bcce1f24-7493-44cf-bc5a-52a84f65d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:30:40.081682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Attempting to bind port e74214ce-6f0f-458f-8619-25a680cf886c on network e1172cce-c1d9-4b19-9673-ea9257b9e979 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:40.090421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Port e74214ce-6f0f-458f-8619-25a680cf886c on network e1172cce-c1d9-4b19-9673-ea9257b9e979 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:30:40.090744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Attempting to bind port e74214ce-6f0f-458f-8619-25a680cf886c on network e1172cce-c1d9-4b19-9673-ea9257b9e979 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:40.100867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:30:40.101213 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Checking segment: {'id': 'bcce1f24-7493-44cf-bc5a-52a84f65d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:30:40.101591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Bound using segment: {'id': 'bcce1f24-7493-44cf-bc5a-52a84f65d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:30:40.102123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Bound port: e74214ce-6f0f-458f-8619-25a680cf886c, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcce1f24-7493-44cf-bc5a-52a84f65d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:30:40.102376 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:40.113267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2727f-451f-4ea7-adf5-8ee52a6bc9e6 req-62004099-d5f8-40db-9f19-76b78df40a2d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:40.114835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bcf2727f-451f-4ea7-adf5-8ee52a6bc9e6 req-62004099-d5f8-40db-9f19-76b78df40a2d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 943 time: 0.1288810 Jul 05 04:30:40.185463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bcf2727f-451f-4ea7-adf5-8ee52a6bc9e6 req-d945e8b2-a313-4c38-a184-07e8b9eb24a6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635440 Jul 05 04:30:40.201002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] For port e74214ce-6f0f-458f-8619-25a680cf886c, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:30:40.204118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] For port e74214ce-6f0f-458f-8619-25a680cf886c, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e74214ce-6f0f-458f-8619-25a680cf886c,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:30:40.295434 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:40.327864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:40.328542 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:40.329891 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] 10.222.0.64 "PUT /v2.0/ports/e74214ce-6f0f-458f-8619-25a680cf886c HTTP/1.1" status: 200 len: 1091 time: 0.8607929 Jul 05 04:30:40.330342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'tag': 'e74214ce-6f0f-458f-8619-25a680cf886c'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:40.332579 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7462ca-0548-4e68-862b-80769d8ff9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "79b4d147-08d5-4ad0-a0dd-bff6ab509ee5", "tag": "e74214ce-6f0f-458f-8619-25a680cf886c"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:40.359859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0285a-d5c8-4bb8-8861-d2e90f9c0950 service neutron] Pushing event updated for resources: {'Port': ['ID=e74214ce-6f0f-458f-8619-25a680cf886c,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:40.378483 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0b4c2f-ff60-4c98-acd1-50f11a8878dc x-openstack-request-id: req-9d0b4c2f-ff60-4c98-acd1-50f11a8878dc {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:40.378483 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b4d147-08d5-4ad0-a0dd-bff6ab509ee5", "tag": "e74214ce-6f0f-458f-8619-25a680cf886c", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:40.378483 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d0b4c2f-ff60-4c98-acd1-50f11a8878dc {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:40.378483 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'tag': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'status': 'completed', 'code': 200} Jul 05 04:30:40.461158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7462ca-0548-4e68-862b-80769d8ff9d7 req-25f26a1a-f769-4ea0-a831-c7c1bb0dded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:40.462861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a7462ca-0548-4e68-862b-80769d8ff9d7 req-25f26a1a-f769-4ea0-a831-c7c1bb0dded1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 1094 time: 0.0643401 Jul 05 04:30:40.562485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7462ca-0548-4e68-862b-80769d8ff9d7 req-6dc83348-8f2e-4c7d-9415-de1d3e60f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:40.563949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a7462ca-0548-4e68-862b-80769d8ff9d7 req-6dc83348-8f2e-4c7d-9415-de1d3e60f698 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0940244 Jul 05 04:30:40.662774 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7462ca-0548-4e68-862b-80769d8ff9d7 req-dd1eb186-eadf-468a-85c8-a332404609dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:40.664248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a7462ca-0548-4e68-862b-80769d8ff9d7 req-dd1eb186-eadf-468a-85c8-a332404609dc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937917 Jul 05 04:30:40.753107 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e707314-de95-41c7-b739-266534fd3004 req-1f9ad8d9-f67f-4fff-928a-da79e4c11fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:40.754573 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-1f9ad8d9-f67f-4fff-928a-da79e4c11fe0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 1094 time: 0.0520246 Jul 05 04:30:40.795955 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-432a13a4-e502-4593-8f0e-1dc6c73fd3e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74214ce-6f0f-458f-8619-25a680cf886c HTTP/1.1" status: 200 len: 217 time: 0.0349958 Jul 05 04:30:40.848125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e707314-de95-41c7-b739-266534fd3004 req-d09d1580-5bbb-446e-8648-98b30dba34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:40.849506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-d09d1580-5bbb-446e-8648-98b30dba34c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=879768d4-d5a3-4473-a3ee-b5bb661497d3 HTTP/1.1" status: 200 len: 835 time: 0.0473788 Jul 05 04:30:40.905252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e707314-de95-41c7-b739-266534fd3004 req-2503fe35-943e-442e-815a-58f86970c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:40.906726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-2503fe35-943e-442e-815a-58f86970c637 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1172cce-c1d9-4b19-9673-ea9257b9e979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512435 Jul 05 04:30:40.995059 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-2f2a5098-5d2f-4e6e-9860-82b4d1b6efc5 service neutron] 10.222.0.64 "GET /v2.0/networks/e1172cce-c1d9-4b19-9673-ea9257b9e979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817356 Jul 05 04:30:41.086108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e707314-de95-41c7-b739-266534fd3004 req-85188fc4-45c5-4ee7-ad26-bfde1a1e64dd service neutron] 10.222.0.64 "GET /v2.0/networks/e1172cce-c1d9-4b19-9673-ea9257b9e979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849042 Jul 05 04:30:41.366714 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba94e0-5e80-4308-8e56-d3af97467f27 req-865a311c-77c0-4be1-8700-d42e56943c7a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:41.368199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57ba94e0-5e80-4308-8e56-d3af97467f27 req-865a311c-77c0-4be1-8700-d42e56943c7a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 943 time: 0.0638597 Jul 05 04:30:41.407371 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57ba94e0-5e80-4308-8e56-d3af97467f27 req-59e2f2ac-03b4-4df6-b2ae-10f6d60cf282 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332360 Jul 05 04:30:42.582583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabff67-8481-49b8-9231-bdbc295d4aa1 req-ae5f2bd5-27a4-4fbe-b04f-9631d04f8d3a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:42.584084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfabff67-8481-49b8-9231-bdbc295d4aa1 req-ae5f2bd5-27a4-4fbe-b04f-9631d04f8d3a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 943 time: 0.0670223 Jul 05 04:30:42.623246 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfabff67-8481-49b8-9231-bdbc295d4aa1 req-72a58889-bc1d-4aea-9748-beeab7f2d412 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327170 Jul 05 04:30:43.094454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e74214ce-6f0f-458f-8619-25a680cf886c details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:30:43.338068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e74214ce-6f0f-458f-8619-25a680cf886c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e74214ce-6f0f-458f-8619-25a680cf886c,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:43.348858 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'port_id': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'mac_address': 'fa:16:3e:ed:eb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:30:43.384492 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:43.397194 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74214ce-6f0f-458f-8619-25a680cf886c {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:30:43.415900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e74214ce-6f0f-458f-8619-25a680cf886c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e74214ce-6f0f-458f-8619-25a680cf886c,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:43.459008 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:43.507085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=e74214ce-6f0f-458f-8619-25a680cf886c,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:43.659279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['e74214ce-6f0f-458f-8619-25a680cf886c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:30:43.799654 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db08fd-e426-4106-89e5-3533d41754ba req-c9646375-1f7d-4d50-885a-38249faddbff tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:43.801178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0db08fd-e426-4106-89e5-3533d41754ba req-c9646375-1f7d-4d50-885a-38249faddbff tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 944 time: 0.0622218 Jul 05 04:30:43.839083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0db08fd-e426-4106-89e5-3533d41754ba req-bcb8eac7-2ee2-40dd-9aa6-9b85f6fe94f8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323732 Jul 05 04:30:45.021077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f51cfd-930e-4f90-a876-51d7ac754960 req-d11837b6-0d6b-494b-9ef6-6873df97fbc2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:45.022558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01f51cfd-930e-4f90-a876-51d7ac754960 req-d11837b6-0d6b-494b-9ef6-6873df97fbc2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 944 time: 0.0667591 Jul 05 04:30:45.110359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e74214ce-6f0f-458f-8619-25a680cf886c up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:30:45.248192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port e74214ce-6f0f-458f-8619-25a680cf886c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:30:45.252526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port e74214ce-6f0f-458f-8619-25a680cf886c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:45.252913 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:45.334572 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:45.359915 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74214ce-6f0f-458f-8619-25a680cf886c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:45.362337 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d33c147-0b56-4508-996c-9a265ea1eb20" -d '{"events": [{"server_uuid": "79b4d147-08d5-4ad0-a0dd-bff6ab509ee5", "name": "network-vif-plugged", "status": "completed", "tag": "e74214ce-6f0f-458f-8619-25a680cf886c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:45.383211 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e74214ce-6f0f-458f-8619-25a680cf886c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e74214ce-6f0f-458f-8619-25a680cf886c,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:45.396022 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01f51cfd-930e-4f90-a876-51d7ac754960 req-146145d9-7a3d-430f-90bb-89420ffde864 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3677731 Jul 05 04:30:45.403167 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc44426e-b47b-4e6f-b306-1e20c1c7b668 x-openstack-request-id: req-cc44426e-b47b-4e6f-b306-1e20c1c7b668 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:45.403535 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b4d147-08d5-4ad0-a0dd-bff6ab509ee5", "name": "network-vif-plugged", "status": "completed", "tag": "e74214ce-6f0f-458f-8619-25a680cf886c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:45.403797 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc44426e-b47b-4e6f-b306-1e20c1c7b668 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:45.404186 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'code': 200} Jul 05 04:30:45.454108 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:45.503325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=e74214ce-6f0f-458f-8619-25a680cf886c,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:45.512831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97912781-0b6a-4b6d-8376-2f1011afbb3f req-5510bc76-ad25-442d-a69b-06c6f4fc9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:45.514380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97912781-0b6a-4b6d-8376-2f1011afbb3f req-5510bc76-ad25-442d-a69b-06c6f4fc9002 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 1096 time: 0.0530627 Jul 05 04:30:45.550822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97912781-0b6a-4b6d-8376-2f1011afbb3f req-6e14fd1c-fdb0-4357-8d7e-f99bac7062c9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299327 Jul 05 04:30:46.570658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c133c-32a9-4761-809b-5aba3c7c00e2 req-aae15743-4b05-45b6-8e90-a60766f23088 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:46.572166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c1c133c-32a9-4761-809b-5aba3c7c00e2 req-aae15743-4b05-45b6-8e90-a60766f23088 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0634789 Jul 05 04:30:46.613560 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c1c133c-32a9-4761-809b-5aba3c7c00e2 req-ccc6f0aa-207a-4661-a3ee-1598ce3d1b4c tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332010 Jul 05 04:30:47.788906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaac235-87d2-4230-b564-37bd2493d52d req-16045f10-3306-41ba-94d5-987b8856f450 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:47.790373 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4eaac235-87d2-4230-b564-37bd2493d52d req-16045f10-3306-41ba-94d5-987b8856f450 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0649488 Jul 05 04:30:47.827510 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4eaac235-87d2-4230-b564-37bd2493d52d req-43812224-338d-49ee-97ab-dff342ef6006 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315576 Jul 05 04:30:47.996982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c9bbb-154d-4a6f-a116-adb9c48dc6b0 req-b5d4283f-5de1-4107-b964-b40b95015b5e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:47.998988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f36c9bbb-154d-4a6f-a116-adb9c48dc6b0 req-b5d4283f-5de1-4107-b964-b40b95015b5e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0630310 Jul 05 04:30:48.036119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f36c9bbb-154d-4a6f-a116-adb9c48dc6b0 req-64e59fda-895e-484d-a27b-be2cf0d364ae tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317082 Jul 05 04:30:48.059414 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52250) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:48.113470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1948bc91-09a9-41fa-b9d3-f04e973ce305 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:48.114965 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1948bc91-09a9-41fa-b9d3-f04e973ce305 tempest-TestNetworkAdvancedServerOps-304904021 tempest-TestNetworkAdvancedServerOps-304904021-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 1091 time: 0.0544641 Jul 05 04:30:48.117702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52252) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:48.122004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:48.184864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:48.278432 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:48.383472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Allocated IP 172.25.0.9 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/4da469b4-0334-4b30-94b4-856f5d3376c9) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:30:48.485166 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:48.579946 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:48.621161 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:30:48.624015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:30:48.629471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:30:48.650626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=4da469b4-0334-4b30-94b4-856f5d3376c9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:48.985901 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:49.150989 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:49.299781 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:49.356616 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:49.425990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event updated for resources: {'Port': ['ID=4da469b4-0334-4b30-94b4-856f5d3376c9,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:49.433800 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:49.533667 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Floating IP 0e8eb482-fd06-48d9-8425-e8eb754b4351 associated. External IP: 172.25.0.9, port: e74214ce-6f0f-458f-8619-25a680cf886c. Jul 05 04:30:49.740057 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router 06028f2b-7543-48ed-a435-5adf5aa01fd5 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:30:49.849384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:30:49.859314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafdb03-e6ed-4740-b7d8-2c44e1ded03f None None] Sync routers for ids ['06028f2b-7543-48ed-a435-5adf5aa01fd5'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:30:49.869003 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafdb03-e6ed-4740-b7d8-2c44e1ded03f None None] Routers {'06028f2b-7543-48ed-a435-5adf5aa01fd5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:30:49.875278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9fafdb03-e6ed-4740-b7d8-2c44e1ded03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:30:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['06028f2b-7543-48ed-a435-5adf5aa01fd5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:49.922493 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:49.962805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c0ee02bd-d934-477c-93d0-99a764fc40bf tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8439760 Jul 05 04:30:49.963464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'tag': 'e74214ce-6f0f-458f-8619-25a680cf886c'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:49.965952 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40daa546-c013-44e3-b6ad-cfc9e027a72c" -d '{"events": [{"name": "network-changed", "server_uuid": "79b4d147-08d5-4ad0-a0dd-bff6ab509ee5", "tag": "e74214ce-6f0f-458f-8619-25a680cf886c"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:49.974202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-9fafdb03-e6ed-4740-b7d8-2c44e1ded03f None None] Set router 06028f2b-7543-48ed-a435-5adf5aa01fd5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:30:50.002324 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2500193b-16cd-4a5b-8e18-f6b38eeca53a x-openstack-request-id: req-2500193b-16cd-4a5b-8e18-f6b38eeca53a {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:50.002824 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b4d147-08d5-4ad0-a0dd-bff6ab509ee5", "tag": "e74214ce-6f0f-458f-8619-25a680cf886c", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:50.002914 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2500193b-16cd-4a5b-8e18-f6b38eeca53a {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:50.003288 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'tag': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'status': 'completed', 'code': 200} Jul 05 04:30:50.126278 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daa546-c013-44e3-b6ad-cfc9e027a72c req-d1a46da4-9a2d-4173-b30e-02d83e5cb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:50.127808 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40daa546-c013-44e3-b6ad-cfc9e027a72c req-d1a46da4-9a2d-4173-b30e-02d83e5cb0e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 1096 time: 0.1022811 Jul 05 04:30:50.150244 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbb963-0ff5-48d3-928b-38f0780f5b02 req-0615d6ef-25cf-405c-9394-76f8d5bec000 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:50.151700 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01fbb963-0ff5-48d3-928b-38f0780f5b02 req-0615d6ef-25cf-405c-9394-76f8d5bec000 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0956950 Jul 05 04:30:50.198322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9fafdb03-e6ed-4740-b7d8-2c44e1ded03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:34Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '0e8eb482-fd06-48d9-8425-e8eb754b4351', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'port_id': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'mac_address': 'fa:16:3e:ed:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:30:48Z', 'updated_at': '2021-07-05T04:30:48Z', 'revision_number': 0, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4773d291-a25e-42dd-977c-7e17423e8c7d', 'name': '', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:21:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:33Z', 'updated_at': '2021-07-05T04:30:38Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:50.229214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafdb03-e6ed-4740-b7d8-2c44e1ded03f None None] Checking router: 06028f2b-7543-48ed-a435-5adf5aa01fd5 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:30:50.237612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafdb03-e6ed-4740-b7d8-2c44e1ded03f None None] Routers {'06028f2b-7543-48ed-a435-5adf5aa01fd5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:30:50.238237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9fafdb03-e6ed-4740-b7d8-2c44e1ded03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:30:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['06028f2b-7543-48ed-a435-5adf5aa01fd5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:50.238389 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01fbb963-0ff5-48d3-928b-38f0780f5b02 req-e258baf6-4348-4188-ace3-59382610361b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764875 Jul 05 04:30:50.260393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daa546-c013-44e3-b6ad-cfc9e027a72c req-5a55a179-26e3-42a2-b31e-097f54990991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:50.261901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40daa546-c013-44e3-b6ad-cfc9e027a72c req-5a55a179-26e3-42a2-b31e-097f54990991 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1172cce-c1d9-4b19-9673-ea9257b9e979 HTTP/1.1" status: 200 len: 898 time: 0.1280584 Jul 05 04:30:50.264468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52258) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:50.345848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-9fafdb03-e6ed-4740-b7d8-2c44e1ded03f None None] Set router 06028f2b-7543-48ed-a435-5adf5aa01fd5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:30:50.374344 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40daa546-c013-44e3-b6ad-cfc9e027a72c req-9cfb5e1d-a938-45ee-966b-7fbe927d846d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74214ce-6f0f-458f-8619-25a680cf886c HTTP/1.1" status: 200 len: 997 time: 0.1034563 Jul 05 04:30:50.377645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fc06f5ea-1769-4d2a-b4a5-260b7fcf763d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/0e8eb482-fd06-48d9-8425-e8eb754b4351 HTTP/1.1" status: 200 len: 989 time: 0.1121252 Jul 05 04:30:50.427564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daa546-c013-44e3-b6ad-cfc9e027a72c req-dd987230-a725-4d6c-9d09-f6ca0ae3a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:50.429068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40daa546-c013-44e3-b6ad-cfc9e027a72c req-dd987230-a725-4d6c-9d09-f6ca0ae3a2e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=879768d4-d5a3-4473-a3ee-b5bb661497d3 HTTP/1.1" status: 200 len: 835 time: 0.0485692 Jul 05 04:30:50.487174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daa546-c013-44e3-b6ad-cfc9e027a72c req-2a3f2dca-7697-47d6-8ab7-535c8caad374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:50.488726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40daa546-c013-44e3-b6ad-cfc9e027a72c req-2a3f2dca-7697-47d6-8ab7-535c8caad374 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1172cce-c1d9-4b19-9673-ea9257b9e979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532317 Jul 05 04:30:50.566241 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9fafdb03-e6ed-4740-b7d8-2c44e1ded03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:34Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '0e8eb482-fd06-48d9-8425-e8eb754b4351', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'port_id': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'mac_address': 'fa:16:3e:ed:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:30:48Z', 'updated_at': '2021-07-05T04:30:48Z', 'revision_number': 0, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4773d291-a25e-42dd-977c-7e17423e8c7d', 'name': '', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:21:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:33Z', 'updated_at': '2021-07-05T04:30:38Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:50.578118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40daa546-c013-44e3-b6ad-cfc9e027a72c req-4a7475c0-6b17-462e-a05e-beb71aef8d4b service neutron] 10.222.0.64 "GET /v2.0/networks/e1172cce-c1d9-4b19-9673-ea9257b9e979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834293 Jul 05 04:30:50.593711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafdb03-e6ed-4740-b7d8-2c44e1ded03f None None] The sync data for ids ['06028f2b-7543-48ed-a435-5adf5aa01fd5'] in n-d-798249-5 is: [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:34Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '0e8eb482-fd06-48d9-8425-e8eb754b4351', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'port_id': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'mac_address': 'fa:16:3e:ed:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:30:48Z', 'updated_at': '2021-07-05T04:30:48Z', 'revision_number': 0, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4773d291-a25e-42dd-977c-7e17423e8c7d', 'name': '', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:21:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:33Z', 'updated_at': '2021-07-05T04:30:38Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:30:50.677040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-40daa546-c013-44e3-b6ad-cfc9e027a72c req-e3b3a1d9-8f7b-4ecd-b4c0-e9144624bf86 service neutron] 10.222.0.64 "GET /v2.0/networks/e1172cce-c1d9-4b19-9673-ea9257b9e979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925889 Jul 05 04:30:50.780184 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945adf6-3c53-4f9a-8b29-2a6c6cd553c9 None None] New status for floating IP 0e8eb482-fd06-48d9-8425-e8eb754b4351: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:30:51.299014 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5c6471dd-9594-4405-b15e-010f36ca50b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:51.381545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52260) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:51.441513 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f20ae536-3935-4d8a-a721-41dd1f226701 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/0e8eb482-fd06-48d9-8425-e8eb754b4351 HTTP/1.1" status: 200 len: 991 time: 0.0588024 Jul 05 04:30:54.293536 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-49749c7e-6b35-4e07-a808-bd37947ffe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:54.391427 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:55.345185 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:57.230724 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:59.733770 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:01.653688 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:10.138166 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:31:18.730693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4cb5d-62f4-4f8f-a310-ab9afab159cb req-0fe30a8a-ac43-4ccf-a60c-3fdaa8e6b806 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:18.732324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91f4cb5d-62f4-4f8f-a310-ab9afab159cb req-0fe30a8a-ac43-4ccf-a60c-3fdaa8e6b806 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.1349812 Jul 05 04:31:18.787496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91f4cb5d-62f4-4f8f-a310-ab9afab159cb req-f98d5052-f05a-4ad8-b490-4b88c38e3f95 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475829 Jul 05 04:31:18.880618 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb785a5f-d57e-4661-98e8-6c3e1a1abdfe req-f9afda63-20eb-4345-a7b2-acc535a09e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:18.882146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb785a5f-d57e-4661-98e8-6c3e1a1abdfe req-f9afda63-20eb-4345-a7b2-acc535a09e2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 1096 time: 0.1305554 Jul 05 04:31:19.003808 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb785a5f-d57e-4661-98e8-6c3e1a1abdfe req-909a8a54-362e-4f4a-b7c9-323195f94e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:19.005988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb785a5f-d57e-4661-98e8-6c3e1a1abdfe req-909a8a54-362e-4f4a-b7c9-323195f94e9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1172cce-c1d9-4b19-9673-ea9257b9e979 HTTP/1.1" status: 200 len: 898 time: 0.0949087 Jul 05 04:31:19.076258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb785a5f-d57e-4661-98e8-6c3e1a1abdfe req-17425ac5-d44e-4c45-920d-8a90330b9568 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74214ce-6f0f-458f-8619-25a680cf886c HTTP/1.1" status: 200 len: 999 time: 0.0628855 Jul 05 04:31:19.134174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb785a5f-d57e-4661-98e8-6c3e1a1abdfe req-a146ef31-158a-4152-8a02-ceba4921fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:19.135647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb785a5f-d57e-4661-98e8-6c3e1a1abdfe req-a146ef31-158a-4152-8a02-ceba4921fdd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=879768d4-d5a3-4473-a3ee-b5bb661497d3 HTTP/1.1" status: 200 len: 835 time: 0.0521562 Jul 05 04:31:19.200701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb785a5f-d57e-4661-98e8-6c3e1a1abdfe req-fe240eef-99ce-40ca-beee-a24f22087657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:19.202850 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb785a5f-d57e-4661-98e8-6c3e1a1abdfe req-fe240eef-99ce-40ca-beee-a24f22087657 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1172cce-c1d9-4b19-9673-ea9257b9e979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595069 Jul 05 04:31:19.303714 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb785a5f-d57e-4661-98e8-6c3e1a1abdfe req-7f0d975c-3706-4bc8-a968-77e202980972 service neutron] 10.222.0.64 "GET /v2.0/networks/e1172cce-c1d9-4b19-9673-ea9257b9e979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929096 Jul 05 04:31:19.399482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb785a5f-d57e-4661-98e8-6c3e1a1abdfe req-200d55eb-8c51-4521-8a7b-ac99615cdbce service neutron] 10.222.0.64 "GET /v2.0/networks/e1172cce-c1d9-4b19-9673-ea9257b9e979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877686 Jul 05 04:31:20.008246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a63923-1b89-4e6c-988f-b84084473a9f req-10753ff2-daeb-4010-95b4-969c74c7faa3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:20.009825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68a63923-1b89-4e6c-988f-b84084473a9f req-10753ff2-daeb-4010-95b4-969c74c7faa3 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0677404 Jul 05 04:31:20.052439 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68a63923-1b89-4e6c-988f-b84084473a9f req-3f06ada5-236e-41e1-9a8f-8ab0f3f5a69f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366778 Jul 05 04:31:21.246059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb925d-6835-4d1b-adad-f83ae7e89260 req-c562b969-3bbf-4e64-ac79-7b7a38712cde tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:21.247595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72eb925d-6835-4d1b-adad-f83ae7e89260 req-c562b969-3bbf-4e64-ac79-7b7a38712cde tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0675924 Jul 05 04:31:21.291643 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-72eb925d-6835-4d1b-adad-f83ae7e89260 req-2279f9e5-50bd-4a9f-a20a-a47d75e99025 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373213 Jul 05 04:31:21.335081 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c29b8301-f4c6-4b7b-96c8-568230ed379e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:22.478583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dc653-494b-48df-9dbf-317ab37069c8 req-b0ee095f-ac40-4edc-b925-37b6999c87a6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:22.480072 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad4dc653-494b-48df-9dbf-317ab37069c8 req-b0ee095f-ac40-4edc-b925-37b6999c87a6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0648823 Jul 05 04:31:22.520736 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad4dc653-494b-48df-9dbf-317ab37069c8 req-db12adcf-a0d7-4d75-b9a9-c4da1cd7ca3d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347571 Jul 05 04:31:23.710771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43d659-c99a-42c1-8384-4433fa33f2a7 req-1529998b-ed6b-4e92-8462-2c89f582afd6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:23.713964 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd43d659-c99a-42c1-8384-4433fa33f2a7 req-1529998b-ed6b-4e92-8462-2c89f582afd6 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0758424 Jul 05 04:31:23.757441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd43d659-c99a-42c1-8384-4433fa33f2a7 req-8e48a842-c182-46d2-99e9-7ce6a4c1a215 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380118 Jul 05 04:31:24.287298 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-24d94fb2-988c-4f88-8587-3c9858d9b9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:24.390237 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:24.937969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec10123-f469-408c-b2cf-6cfad0c2c77a req-b361c499-61c8-41bf-893b-1e297f1a70b8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:24.939477 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ec10123-f469-408c-b2cf-6cfad0c2c77a req-b361c499-61c8-41bf-893b-1e297f1a70b8 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0677776 Jul 05 04:31:24.981437 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ec10123-f469-408c-b2cf-6cfad0c2c77a req-44236e0a-f5a2-4d42-9a7f-f53ff2abc717 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362885 Jul 05 04:31:25.285307 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ce7c2fed-6b08-4eed-848a-0cfd423d2836 req-c2f4a50b-66c9-4d38-b320-688fab53eb9e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1009669 Jul 05 04:31:25.351572 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.387107 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c2fed-6b08-4eed-848a-0cfd423d2836 req-c8532a5f-68d6-4815-952e-3b1fb7c0ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:25.388646 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ce7c2fed-6b08-4eed-848a-0cfd423d2836 req-c8532a5f-68d6-4815-952e-3b1fb7c0ed58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 1097 time: 0.0602381 Jul 05 04:31:25.492154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c2fed-6b08-4eed-848a-0cfd423d2836 req-3ae81500-fcd3-4b72-9b66-ac32b3f276a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:25.493568 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ce7c2fed-6b08-4eed-848a-0cfd423d2836 req-3ae81500-fcd3-4b72-9b66-ac32b3f276a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.0856829 Jul 05 04:31:25.569129 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ce7c2fed-6b08-4eed-848a-0cfd423d2836 req-a03c4588-1941-4bea-9628-bbdf4dd22c20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=779dc4b8-54c0-469b-b419-231b55c64e9c HTTP/1.1" status: 200 len: 1002 time: 0.0692160 Jul 05 04:31:25.625643 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c2fed-6b08-4eed-848a-0cfd423d2836 req-21d9788a-5b4f-4286-9ca3-fea14ae81d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:25.627154 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ce7c2fed-6b08-4eed-848a-0cfd423d2836 req-21d9788a-5b4f-4286-9ca3-fea14ae81d84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0518589 Jul 05 04:31:25.689351 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c2fed-6b08-4eed-848a-0cfd423d2836 req-bddd4788-80fb-476d-857a-464fb8d32d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:25.690900 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ce7c2fed-6b08-4eed-848a-0cfd423d2836 req-bddd4788-80fb-476d-857a-464fb8d32d2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577619 Jul 05 04:31:25.790520 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ce7c2fed-6b08-4eed-848a-0cfd423d2836 req-27c1420f-8828-43c0-9ac7-dabea2c7789b service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930727 Jul 05 04:31:25.883059 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ce7c2fed-6b08-4eed-848a-0cfd423d2836 req-89dbe9f2-f5c9-429b-bf4d-0af66cb86150 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868349 Jul 05 04:31:26.160091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4929a-8a68-49f5-84c6-bd07b6918a2c req-f1763c42-6f6f-4bc0-8f5d-4ccd947bdda2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:26.161596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4fe4929a-8a68-49f5-84c6-bd07b6918a2c req-f1763c42-6f6f-4bc0-8f5d-4ccd947bdda2 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0673265 Jul 05 04:31:26.201362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4fe4929a-8a68-49f5-84c6-bd07b6918a2c req-62f5e0d7-6e7d-45c3-ad13-07f81745e358 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336149 Jul 05 04:31:27.246696 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:27.392509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81a2a4-9a30-4b8d-a602-911acc30d914 req-06632f0b-f694-4ae3-97af-f3dc22f2da33 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:27.394183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb81a2a4-9a30-4b8d-a602-911acc30d914 req-06632f0b-f694-4ae3-97af-f3dc22f2da33 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0780869 Jul 05 04:31:27.438652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb81a2a4-9a30-4b8d-a602-911acc30d914 req-4d1b8213-d4eb-4653-97d8-82e5ed944b82 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388720 Jul 05 04:31:28.622195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecdefe-d169-4fe8-a225-75e990becab1 req-c6828f7f-0ab7-41c6-8756-36e87b72c4d1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:28.623704 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-75ecdefe-d169-4fe8-a225-75e990becab1 req-c6828f7f-0ab7-41c6-8756-36e87b72c4d1 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0652156 Jul 05 04:31:28.662740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-75ecdefe-d169-4fe8-a225-75e990becab1 req-853bb67a-9c60-49c7-b254-543a6a1a4465 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332851 Jul 05 04:31:29.761697 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:29.853415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade1ca5-4962-46f8-b5a1-2dd080f09332 req-7cf1511c-f954-4e0b-ad1d-aa6b5f91adec tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:29.855638 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dade1ca5-4962-46f8-b5a1-2dd080f09332 req-7cf1511c-f954-4e0b-ad1d-aa6b5f91adec tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0722694 Jul 05 04:31:29.893125 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dade1ca5-4962-46f8-b5a1-2dd080f09332 req-e83fb6b3-86e6-4d2f-a861-060bd2486d3d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319118 Jul 05 04:31:31.071475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dff0fc-658c-4698-aad6-0de80edf4dad req-5603f245-26a9-48fc-a453-460f1f07d9bd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:31.073136 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77dff0fc-658c-4698-aad6-0de80edf4dad req-5603f245-26a9-48fc-a453-460f1f07d9bd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0660949 Jul 05 04:31:31.117684 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77dff0fc-658c-4698-aad6-0de80edf4dad req-732da018-0b77-4cf4-bf6b-86d5d605420b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377555 Jul 05 04:31:31.647442 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:32.016200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a42290-86c8-4820-b31e-1c206501855f req-1b18ec12-d6cf-4451-9936-dcbc02499287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:32.017798 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7a42290-86c8-4820-b31e-1c206501855f req-1b18ec12-d6cf-4451-9936-dcbc02499287 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 1096 time: 0.0588384 Jul 05 04:31:32.052562 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7a42290-86c8-4820-b31e-1c206501855f req-2cc51976-7f38-478b-bf78-64ba0a762dcf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288234 Jul 05 04:31:32.154336 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-314681af-de91-42ef-b8d1-e955a073a962 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317755009&fields=id&tenant_id=a9221945ae96401587ea59807d82f6c3 HTTP/1.1" status: 200 len: 267 time: 0.0329621 Jul 05 04:31:32.294752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-7600f364-da5e-4717-914f-255f89f4380d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:32.296192 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-7600f364-da5e-4717-914f-255f89f4380d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 811 time: 0.1355379 Jul 05 04:31:32.316329 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-104096a9-c7ed-4198-85d8-f13fd4a2e63d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/quotas/a9221945ae96401587ea59807d82f6c3 HTTP/1.1" status: 200 len: 375 time: 0.0141463 Jul 05 04:31:32.344000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2681182-3b7b-4dbd-a276-251a5ed8d31d req-fe4e006a-401a-47f3-890c-b497ee72f1e0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:32.349105 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2681182-3b7b-4dbd-a276-251a5ed8d31d req-fe4e006a-401a-47f3-890c-b497ee72f1e0 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.1138096 Jul 05 04:31:32.403292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2681182-3b7b-4dbd-a276-251a5ed8d31d req-475f3eb0-f3de-4184-b6fa-971f4a1e017f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412776 Jul 05 04:31:32.429185 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-256e0b70-bd1e-44ff-b570-9933a411859a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1065521 Jul 05 04:31:32.527901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-289c47e4-fb77-498f-b5b6-529758d6f0d3 service neutron] 10.222.0.60 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874233 Jul 05 04:31:32.615804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-580f54b6-ca2b-48a7-a5d3-efc05b0d4352 service neutron] 10.222.0.60 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822039 Jul 05 04:31:33.323378 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-116fbe08-ece5-4518-a73e-424992b82a59 req-e916efd2-b7d2-4ad5-a286-b813da7b4011 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 210 time: 0.0306239 Jul 05 04:31:33.358718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e74214ce-6f0f-458f-8619-25a680cf886c details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:31:33.363856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e74214ce-6f0f-458f-8619-25a680cf886c no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:31:33.522346 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:33.541398 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e74214ce-6f0f-458f-8619-25a680cf886c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e74214ce-6f0f-458f-8619-25a680cf886c,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:33.559592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'port_id': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'mac_address': 'fa:16:3e:ed:eb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:31:33.565188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e74214ce-6f0f-458f-8619-25a680cf886c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:31:33.567435 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d14ab9-70f6-4ba9-ba5e-fa4f4c06668a" -d '{"events": [{"server_uuid": "79b4d147-08d5-4ad0-a0dd-bff6ab509ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "e74214ce-6f0f-458f-8619-25a680cf886c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:31:33.590465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218abeda-e108-456a-8103-de3aaeecb993 req-2729159b-34e0-4155-80c1-7d9eef98c687 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:33.592058 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-218abeda-e108-456a-8103-de3aaeecb993 req-2729159b-34e0-4155-80c1-7d9eef98c687 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0730796 Jul 05 04:31:33.598974 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e74214ce-6f0f-458f-8619-25a680cf886c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e74214ce-6f0f-458f-8619-25a680cf886c,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:33.616235 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:33.632728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e74214ce-6f0f-458f-8619-25a680cf886c {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:31:33.634747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-218abeda-e108-456a-8103-de3aaeecb993 req-47795482-b95c-4e91-9ddb-f9abce2b9dbd tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341024 Jul 05 04:31:33.667385 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52412) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:33.672052 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70145df8-3f93-4ef7-b7aa-7f80fa5ed1c2 x-openstack-request-id: req-70145df8-3f93-4ef7-b7aa-7f80fa5ed1c2 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:31:33.672340 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b4d147-08d5-4ad0-a0dd-bff6ab509ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "e74214ce-6f0f-458f-8619-25a680cf886c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:31:33.672645 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70145df8-3f93-4ef7-b7aa-7f80fa5ed1c2 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:31:33.673038 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'code': 200} Jul 05 04:31:33.682203 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:33.738446 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a2e56c4c-a35e-497c-85b4-683ee6be313f tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/floatingips/0e8eb482-fd06-48d9-8425-e8eb754b4351 HTTP/1.1" status: 200 len: 991 time: 0.0698297 Jul 05 04:31:33.754598 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:31:33.754960 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:31:33.759192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=e74214ce-6f0f-458f-8619-25a680cf886c,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:33.767488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:33.767840 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:33.768180 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:33.768551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:33.768889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:33.769219 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:33.769544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:33.769869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:33.770194 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:33.770513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:33.770834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:33.771154 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:34.290601 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:34.303267 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74214ce-6f0f-458f-8619-25a680cf886c {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:31:34.322325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e74214ce-6f0f-458f-8619-25a680cf886c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e74214ce-6f0f-458f-8619-25a680cf886c,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:34.367798 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:34.421605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=e74214ce-6f0f-458f-8619-25a680cf886c,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:34.467205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8210a397-9aee-4422-b884-f2498f820174 req-bea0dace-484c-4364-bde1-09b115428416 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 210 time: 0.0300982 Jul 05 04:31:34.575907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['e74214ce-6f0f-458f-8619-25a680cf886c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:31:35.366506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e74214ce-6f0f-458f-8619-25a680cf886c up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:31:35.413646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port e74214ce-6f0f-458f-8619-25a680cf886c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:31:35.414296 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:35.489898 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:35.523881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port e74214ce-6f0f-458f-8619-25a680cf886c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e74214ce-6f0f-458f-8619-25a680cf886c,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:35.644543 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-954d7f0a-b5a9-4ca3-8ddc-cb6d42614e0d req-bc318bce-4ed3-4e7c-8a00-b786db41f55e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 210 time: 0.0400660 Jul 05 04:31:35.670641 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:35.674502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74214ce-6f0f-458f-8619-25a680cf886c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:31:35.676836 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52740c08-6c3b-4d48-bd9f-8e6a4699e02b" -d '{"events": [{"server_uuid": "79b4d147-08d5-4ad0-a0dd-bff6ab509ee5", "name": "network-vif-plugged", "status": "completed", "tag": "e74214ce-6f0f-458f-8619-25a680cf886c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:31:35.689118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-63ca1505-bef5-44a9-9dfd-ac549b289383 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:35.691014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-63ca1505-bef5-44a9-9dfd-ac549b289383 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.64 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 811 time: 0.1319270 Jul 05 04:31:35.717944 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a80c0d-372a-428a-b333-05872f2bedd6 x-openstack-request-id: req-89a80c0d-372a-428a-b333-05872f2bedd6 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:31:35.718245 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b4d147-08d5-4ad0-a0dd-bff6ab509ee5", "name": "network-vif-plugged", "status": "completed", "tag": "e74214ce-6f0f-458f-8619-25a680cf886c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:31:35.718519 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89a80c0d-372a-428a-b333-05872f2bedd6 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:31:35.718913 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'code': 200} Jul 05 04:31:35.733848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=e74214ce-6f0f-458f-8619-25a680cf886c,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:35.735601 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-e392dbb9-21e2-4c71-9bd1-bfee404be167 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9221945ae96401587ea59807d82f6c3 HTTP/1.1" status: 200 len: 380 time: 0.0363541 Jul 05 04:31:35.743896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'port': {'device_id': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'admin_state_up': True, 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'security_groups': ['05ba848d-b71a-4dff-8b44-fef0ea4e2762']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:31:35.967394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Made reservation on behalf of a9221945ae96401587ea59807d82f6c3 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:31:35.971173 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:36.101257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Allocated IP 172.20.0.14 (569e9080-ef6d-45a0-8137-cdb749b0a9e5/93e8516d-9eb7-403f-80de-7ffddf6fcd38/9f76eb65-296e-4e52-9bbf-190a95efe1e7) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:31:36.252242 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:36.268187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Transition to ACTIVE for port object 9f76eb65-296e-4e52-9bbf-190a95efe1e7 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:31:36.345511 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:36.396691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:31:36.399973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:31:36.406829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:31:36.413525 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'Port': ['ID=9f76eb65-296e-4e52-9bbf-190a95efe1e7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:36.445558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:36.445980 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:36.446395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:36.446795 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:36.447191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:36.447582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:36.447979 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:36.448488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:36.448918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:36.449453 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:36.449817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:36.450234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:36.479870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:36.481522 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:36.562775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-2ae45cd1-a1ed-4795-978a-0ed0ee6fcc26 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8225033 Jul 05 04:31:36.574735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Request body: {'port': {'device_id': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:31:36.654841 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:36.727484 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9a7ddec1-519a-430d-9d9d-23e6b96e6e93 None None] Provisioning for port 9f76eb65-296e-4e52-9bbf-190a95efe1e7 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:31:36.731905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9a7ddec1-519a-430d-9d9d-23e6b96e6e93 None None] Provisioning complete for port 9f76eb65-296e-4e52-9bbf-190a95efe1e7 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:31:36.732355 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddec1-519a-430d-9d9d-23e6b96e6e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:36.776074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ddec1-519a-430d-9d9d-23e6b96e6e93 None None] Port 9f76eb65-296e-4e52-9bbf-190a95efe1e7 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:31:37.261379 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fc096-ce0f-4610-8d1c-e9de4633088a req-f5f0842a-2871-441d-9154-902e666b48e3 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:37.263323 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-697fc096-ce0f-4610-8d1c-e9de4633088a req-f5f0842a-2871-441d-9154-902e666b48e3 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 932 time: 0.4607034 Jul 05 04:31:37.341331 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-697fc096-ce0f-4610-8d1c-e9de4633088a req-7d84d6b6-89da-42b9-9c39-164af8aea415 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698009 Jul 05 04:31:37.343287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f76eb65-296e-4e52-9bbf-190a95efe1e7 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:31:37.355981 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:37.364638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Transition to ACTIVE for port object 9f76eb65-296e-4e52-9bbf-190a95efe1e7 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:31:37.441420 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:37.494892 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Pushing event updated for resources: {'Port': ['ID=9f76eb65-296e-4e52-9bbf-190a95efe1e7,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:37.568986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Attempting to bind port 9f76eb65-296e-4e52-9bbf-190a95efe1e7 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:31:37.569434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Attempting to bind port 9f76eb65-296e-4e52-9bbf-190a95efe1e7 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:31:37.569836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Attempting to bind port 9f76eb65-296e-4e52-9bbf-190a95efe1e7 on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:31:37.582870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Port 9f76eb65-296e-4e52-9bbf-190a95efe1e7 on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:31:37.582870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Attempting to bind port 9f76eb65-296e-4e52-9bbf-190a95efe1e7 on network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:31:37.582870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:31:37.582870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Checking segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:31:37.582870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Bound using segment: {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:31:37.582870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Bound port: 9f76eb65-296e-4e52-9bbf-190a95efe1e7, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ed131b-3d24-49f8-afea-4ae2024ace12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:31:37.582870 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:37.656049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] For port 9f76eb65-296e-4e52-9bbf-190a95efe1e7, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:31:37.659405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] For port 9f76eb65-296e-4e52-9bbf-190a95efe1e7, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9f76eb65-296e-4e52-9bbf-190a95efe1e7,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:31:37.739442 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:37.773468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:37.774225 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:37.775656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] 10.222.0.64 "PUT /v2.0/ports/9f76eb65-296e-4e52-9bbf-190a95efe1e7 HTTP/1.1" status: 200 len: 1092 time: 1.2058790 Jul 05 04:31:37.776093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'tag': '9f76eb65-296e-4e52-9bbf-190a95efe1e7'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:31:37.778625 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc9d0a8-075f-4a14-894b-b838fd1e5b26" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5", "tag": "9f76eb65-296e-4e52-9bbf-190a95efe1e7"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:31:37.809477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01149c-8803-47eb-97ed-27bc93e80f3f service neutron] Pushing event updated for resources: {'Port': ['ID=9f76eb65-296e-4e52-9bbf-190a95efe1e7,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:37.832599 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4d4662-070c-464b-a1c0-90623e6777e3 x-openstack-request-id: req-dd4d4662-070c-464b-a1c0-90623e6777e3 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:31:37.832881 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5", "tag": "9f76eb65-296e-4e52-9bbf-190a95efe1e7", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:31:37.833134 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd4d4662-070c-464b-a1c0-90623e6777e3 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:31:37.833534 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'tag': '9f76eb65-296e-4e52-9bbf-190a95efe1e7', 'status': 'completed', 'code': 200} Jul 05 04:31:37.919218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9d0a8-075f-4a14-894b-b838fd1e5b26 req-1798f351-d414-4495-aede-c221d7bd3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:37.921173 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4cc9d0a8-075f-4a14-894b-b838fd1e5b26 req-1798f351-d414-4495-aede-c221d7bd3211 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 1095 time: 0.0656645 Jul 05 04:31:38.029073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9d0a8-075f-4a14-894b-b838fd1e5b26 req-25e220a1-bc5e-474a-8e03-cfde073f75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:38.030586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4cc9d0a8-075f-4a14-894b-b838fd1e5b26 req-25e220a1-bc5e-474a-8e03-cfde073f75bc service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a9221945ae96401587ea59807d82f6c3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1027539 Jul 05 04:31:38.131663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9d0a8-075f-4a14-894b-b838fd1e5b26 req-c96d9787-8d77-45f7-b574-ba94ddec667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:38.133200 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4cc9d0a8-075f-4a14-894b-b838fd1e5b26 req-c96d9787-8d77-45f7-b574-ba94ddec667b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968635 Jul 05 04:31:38.228307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-c445e465-51a9-4650-9540-3ea2b5c48fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:38.229979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-c445e465-51a9-4650-9540-3ea2b5c48fa2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 1095 time: 0.0574179 Jul 05 04:31:38.270801 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-d4d849f5-c775-4b48-ab5d-8b702eafe50a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f76eb65-296e-4e52-9bbf-190a95efe1e7 HTTP/1.1" status: 200 len: 217 time: 0.0343058 Jul 05 04:31:38.322739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-ba6732eb-a089-4a9b-a80d-c25466fe6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:38.325023 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-ba6732eb-a089-4a9b-a80d-c25466fe6603 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0475032 Jul 05 04:31:38.388188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-a45bba72-42c8-48a9-82f3-447d16b34737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:38.389921 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-a45bba72-42c8-48a9-82f3-447d16b34737 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590546 Jul 05 04:31:38.522557 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-544492fd-8146-4c44-96d6-cc8d24348f7b service neutron] 10.222.0.64 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264215 Jul 05 04:31:38.602446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddfd23-d1ae-4480-a718-1a73a7ada3fc req-db446f23-a567-4f0e-834b-9ebcc01db72d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:38.603992 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66ddfd23-d1ae-4480-a718-1a73a7ada3fc req-db446f23-a567-4f0e-834b-9ebcc01db72d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 944 time: 0.1352003 Jul 05 04:31:38.663267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88c98726-f200-40c9-af6b-7e769bdb64aa req-b50fb0b0-1578-4529-bd08-403c953142f0 service neutron] 10.222.0.64 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329222 Jul 05 04:31:38.669976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66ddfd23-d1ae-4480-a718-1a73a7ada3fc req-730b5a6c-fc92-4d6f-b024-9d0e62628d1e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593259 Jul 05 04:31:39.856418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980175f-47b6-4a1a-afe6-b80c7173f89b req-48845e2b-e581-491c-83ca-0d649932505f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:39.857911 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4980175f-47b6-4a1a-afe6-b80c7173f89b req-48845e2b-e581-491c-83ca-0d649932505f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 944 time: 0.0666111 Jul 05 04:31:39.895087 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4980175f-47b6-4a1a-afe6-b80c7173f89b req-f892cd71-b555-4690-a978-d33189d1d1e8 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316761 Jul 05 04:31:41.074563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcee54-7f23-41cc-9240-47d30281ed94 req-67274a5a-b9d7-4b24-a153-adac24bf77de tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:41.076056 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-efdcee54-7f23-41cc-9240-47d30281ed94 req-67274a5a-b9d7-4b24-a153-adac24bf77de tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 944 time: 0.0676417 Jul 05 04:31:41.113672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-efdcee54-7f23-41cc-9240-47d30281ed94 req-bd9debd1-8236-4ab9-8a40-32ed7ee1f43d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320961 Jul 05 04:31:42.284431 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706310-ed4c-48df-9b61-5a01479ca8b5 req-5970651a-3b9d-4b0f-ba8b-d3ce4133ec76 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:42.285923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0706310-ed4c-48df-9b61-5a01479ca8b5 req-5970651a-3b9d-4b0f-ba8b-d3ce4133ec76 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 944 time: 0.0635893 Jul 05 04:31:42.322705 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0706310-ed4c-48df-9b61-5a01479ca8b5 req-d7786d2b-f76d-408e-829f-920a313031e3 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313501 Jul 05 04:31:43.503213 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2fdcf-72df-4335-b46e-3c25aba98a3c req-2320a6a4-329b-494d-a2d4-4e9f06e15b0c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:43.504733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21b2fdcf-72df-4335-b46e-3c25aba98a3c req-2320a6a4-329b-494d-a2d4-4e9f06e15b0c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 944 time: 0.0646482 Jul 05 04:31:43.542802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21b2fdcf-72df-4335-b46e-3c25aba98a3c req-39a6d0a0-712e-47d8-8979-2a2cba0a83a0 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324333 Jul 05 04:31:44.721585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5f7c9-cc45-4b00-8cd5-1850b4004f06 req-f86bdf46-63a9-4a14-a51b-0c991e6fa467 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:44.723074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ce5f7c9-cc45-4b00-8cd5-1850b4004f06 req-f86bdf46-63a9-4a14-a51b-0c991e6fa467 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 944 time: 0.0677860 Jul 05 04:31:44.760110 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ce5f7c9-cc45-4b00-8cd5-1850b4004f06 req-57494184-84b8-4985-95a2-7e78d02ecad4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315192 Jul 05 04:31:45.939796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194614d-208c-4513-84a3-669f307b0d56 req-33b7c268-9d05-476e-bea2-92c0ca3acfab tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:45.941295 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2194614d-208c-4513-84a3-669f307b0d56 req-33b7c268-9d05-476e-bea2-92c0ca3acfab tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 944 time: 0.0641994 Jul 05 04:31:45.979616 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2194614d-208c-4513-84a3-669f307b0d56 req-51d365c6-7cb9-40c1-8956-0d006b7fdefb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327640 Jul 05 04:31:47.137284 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:31:47.163412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fe44b-3a39-41c3-bb45-b3a0add380c7 req-fca16912-5af8-42b1-9c45-51385acd630d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:47.164925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d9fe44b-3a39-41c3-bb45-b3a0add380c7 req-fca16912-5af8-42b1-9c45-51385acd630d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 944 time: 0.0665469 Jul 05 04:31:47.203978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d9fe44b-3a39-41c3-bb45-b3a0add380c7 req-11484087-8836-48df-abf4-381f85d96166 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328627 Jul 05 04:31:47.467963 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9f76eb65-296e-4e52-9bbf-190a95efe1e7 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:31:47.564627 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9f76eb65-296e-4e52-9bbf-190a95efe1e7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9f76eb65-296e-4e52-9bbf-190a95efe1e7,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:47.575631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '9f76eb65-296e-4e52-9bbf-190a95efe1e7', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'port_id': '9f76eb65-296e-4e52-9bbf-190a95efe1e7', 'mac_address': 'fa:16:3e:7f:3e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:31:47.612387 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:47.624732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f76eb65-296e-4e52-9bbf-190a95efe1e7 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:31:47.643294 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9f76eb65-296e-4e52-9bbf-190a95efe1e7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9f76eb65-296e-4e52-9bbf-190a95efe1e7,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:47.702916 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:47.748840 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=9f76eb65-296e-4e52-9bbf-190a95efe1e7,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:47.921644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['9f76eb65-296e-4e52-9bbf-190a95efe1e7'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:31:48.375767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff9e16-7f92-4ad0-89d0-be19756c6ec6 req-e97da36e-003c-4d8a-9e6e-ff61d594f838 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:48.376697 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73ff9e16-7f92-4ad0-89d0-be19756c6ec6 req-e97da36e-003c-4d8a-9e6e-ff61d594f838 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 945 time: 0.0625618 Jul 05 04:31:48.414759 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-73ff9e16-7f92-4ad0-89d0-be19756c6ec6 req-7384497e-60ec-44df-97e5-ee2b57dffd09 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323732 Jul 05 04:31:49.467960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9f76eb65-296e-4e52-9bbf-190a95efe1e7 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:31:49.584625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 9f76eb65-296e-4e52-9bbf-190a95efe1e7 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:31:49.588638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 9f76eb65-296e-4e52-9bbf-190a95efe1e7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:31:49.589106 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:49.598173 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52446282-d8fa-410d-a1fb-4a27edc4cf05 req-f6148058-44fd-4d9d-a414-4d4e7d1eb89c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:49.601435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52446282-d8fa-410d-a1fb-4a27edc4cf05 req-f6148058-44fd-4d9d-a414-4d4e7d1eb89c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 945 time: 0.0647361 Jul 05 04:31:49.639104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52446282-d8fa-410d-a1fb-4a27edc4cf05 req-7fc18b26-a07d-46e0-b8b8-9d918c233f13 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331433 Jul 05 04:31:49.667630 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:49.689621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f76eb65-296e-4e52-9bbf-190a95efe1e7'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:31:49.691877 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35efec82-5e1e-4627-97f5-5a158fbd0c3d" -d '{"events": [{"server_uuid": "0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5", "name": "network-vif-plugged", "status": "completed", "tag": "9f76eb65-296e-4e52-9bbf-190a95efe1e7"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:31:49.705387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9f76eb65-296e-4e52-9bbf-190a95efe1e7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9f76eb65-296e-4e52-9bbf-190a95efe1e7,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:49.730288 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3637c8-4b3b-4f56-af7e-0b40dbdb6030 x-openstack-request-id: req-2b3637c8-4b3b-4f56-af7e-0b40dbdb6030 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:31:49.730288 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5", "name": "network-vif-plugged", "status": "completed", "tag": "9f76eb65-296e-4e52-9bbf-190a95efe1e7", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:31:49.730288 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b3637c8-4b3b-4f56-af7e-0b40dbdb6030 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:31:49.730288 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f76eb65-296e-4e52-9bbf-190a95efe1e7', 'code': 200} Jul 05 04:31:49.801680 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:49.851346 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=9f76eb65-296e-4e52-9bbf-190a95efe1e7,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:49.852652 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29177037-a283-4aaf-a0d1-159279104353 req-d8fb7667-d49f-4b98-b563-41d05f2f364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:49.854171 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29177037-a283-4aaf-a0d1-159279104353 req-d8fb7667-d49f-4b98-b563-41d05f2f364d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 1097 time: 0.0581799 Jul 05 04:31:49.890359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29177037-a283-4aaf-a0d1-159279104353 req-6d967d19-2756-418c-8d2d-50080f198d19 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292494 Jul 05 04:31:50.812835 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc735422-10ef-41f0-968e-939d217f64da req-cd545fb2-f500-4f9c-b1bd-99f48929b068 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:50.814362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc735422-10ef-41f0-968e-939d217f64da req-cd545fb2-f500-4f9c-b1bd-99f48929b068 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 946 time: 0.0651953 Jul 05 04:31:50.854219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc735422-10ef-41f0-968e-939d217f64da req-0d81c3c3-c541-4c6a-9005-e87ee59c47a9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341911 Jul 05 04:31:51.286720 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fcf4cb30-fc32-488a-bf7e-bbeb7e8a5a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:52.032448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aba7e0-b355-410a-b435-400b6698d658 req-8ac968df-62b5-4c07-890a-62c9117fb15d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:52.033970 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c5aba7e0-b355-410a-b435-400b6698d658 req-8ac968df-62b5-4c07-890a-62c9117fb15d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 946 time: 0.0669081 Jul 05 04:31:52.071340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c5aba7e0-b355-410a-b435-400b6698d658 req-0d5ab334-639d-4d7b-a4d3-4808191225b4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319068 Jul 05 04:31:52.251922 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636b216-66fc-4ae8-8d58-799b35a0152a req-1269c8c1-7a7b-4bf0-a573-7c21dfb9e3c8 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:52.253454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1636b216-66fc-4ae8-8d58-799b35a0152a req-1269c8c1-7a7b-4bf0-a573-7c21dfb9e3c8 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 946 time: 0.0647049 Jul 05 04:31:52.291445 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1636b216-66fc-4ae8-8d58-799b35a0152a req-43ea6a7b-26bd-4c5f-a2b1-0b9a3c9a36a5 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323546 Jul 05 04:31:52.317499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52454) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:52.414373 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b62a6d-08b2-41d3-ae74-c3bc30a9a489 tempest-TestVolumeBootPattern-1500956589 tempest-TestVolumeBootPattern-1500956589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:52.415902 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-92b62a6d-08b2-41d3-ae74-c3bc30a9a489 tempest-TestVolumeBootPattern-1500956589 tempest-TestVolumeBootPattern-1500956589-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 1092 time: 0.0973654 Jul 05 04:31:52.418769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52458) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:52.423065 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': '9f76eb65-296e-4e52-9bbf-190a95efe1e7', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:31:52.527041 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:52.626361 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:52.734656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Allocated IP 172.25.0.167 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/0f12a48b-22d2-4ebe-a89a-110186ed4fb5) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:31:52.834336 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:52.932962 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:52.970909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:31:52.973672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:31:52.979880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:31:52.985905 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'Port': ['ID=0f12a48b-22d2-4ebe-a89a-110186ed4fb5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:53.350836 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:53.486448 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:53.636741 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:53.714117 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:53.781596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event updated for resources: {'Port': ['ID=0f12a48b-22d2-4ebe-a89a-110186ed4fb5,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:53.791923 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:53.893521 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Floating IP d6d0dd84-10ab-4f52-a51b-89cbe0ac93ca associated. External IP: 172.25.0.167, port: 9f76eb65-296e-4e52-9bbf-190a95efe1e7. Jul 05 04:31:54.108349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Router 527ff381-7069-4798-b430-ed620c3adbfc has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:31:54.217915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:31:54.232525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ad8f0-5199-4417-8925-5c4eae8bec2a None None] Sync routers for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:31:54.247798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ad8f0-5199-4417-8925-5c4eae8bec2a None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:54.248440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a40ad8f0-5199-4417-8925-5c4eae8bec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:31:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:54.287862 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:54.328044 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-704e5c64-6a8d-4904-844e-5c2328b22597 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9082568 Jul 05 04:31:54.328764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'tag': '9f76eb65-296e-4e52-9bbf-190a95efe1e7'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:31:54.331009 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913bb1f4-ee30-42d6-9473-fd0ebab5c0ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5", "tag": "9f76eb65-296e-4e52-9bbf-190a95efe1e7"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:31:54.335805 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-96d217ab-d994-4df5-b26a-c5b2bd4143ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:54.380399 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7d8ab7-9f4c-4966-b6f4-b87f9d296622 x-openstack-request-id: req-3d7d8ab7-9f4c-4966-b6f4-b87f9d296622 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:31:54.380987 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5", "tag": "9f76eb65-296e-4e52-9bbf-190a95efe1e7", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:31:54.380987 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d7d8ab7-9f4c-4966-b6f4-b87f9d296622 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:31:54.381334 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'tag': '9f76eb65-296e-4e52-9bbf-190a95efe1e7', 'status': 'completed', 'code': 200} Jul 05 04:31:54.452881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bb1f4-ee30-42d6-9473-fd0ebab5c0ed req-44acde39-653e-48a5-9cb1-2cde46b4e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:54.454435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913bb1f4-ee30-42d6-9473-fd0ebab5c0ed req-44acde39-653e-48a5-9cb1-2cde46b4e151 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 1097 time: 0.0570188 Jul 05 04:31:54.507677 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:54.522269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-a40ad8f0-5199-4417-8925-5c4eae8bec2a None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:54.550165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bb1f4-ee30-42d6-9473-fd0ebab5c0ed req-3f8c29d3-2e17-4ebc-8e74-1e857d9501b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:54.551621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913bb1f4-ee30-42d6-9473-fd0ebab5c0ed req-3f8c29d3-2e17-4ebc-8e74-1e857d9501b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.0910051 Jul 05 04:31:54.618330 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913bb1f4-ee30-42d6-9473-fd0ebab5c0ed req-25a4a1cc-323c-42d5-8290-0ebbca210895 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f76eb65-296e-4e52-9bbf-190a95efe1e7 HTTP/1.1" status: 200 len: 1000 time: 0.0583887 Jul 05 04:31:54.675784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bb1f4-ee30-42d6-9473-fd0ebab5c0ed req-e481a5c3-4a90-486f-af62-294360fe65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:54.677270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913bb1f4-ee30-42d6-9473-fd0ebab5c0ed req-e481a5c3-4a90-486f-af62-294360fe65c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0533676 Jul 05 04:31:54.735389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bb1f4-ee30-42d6-9473-fd0ebab5c0ed req-e411dce0-9a55-4911-886a-c2b5cbb6787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:54.736946 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913bb1f4-ee30-42d6-9473-fd0ebab5c0ed req-e411dce0-9a55-4911-886a-c2b5cbb6787a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528300 Jul 05 04:31:54.754189 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a40ad8f0-5199-4417-8925-5c4eae8bec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '4695552f-0809-49b5-b9cc-43d5427786c0', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:7b:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:29:06Z', 'updated_at': '2021-07-05T04:29:08Z', 'revision_number': 1, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}, {'id': 'd6d0dd84-10ab-4f52-a51b-89cbe0ac93ca', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': '9f76eb65-296e-4e52-9bbf-190a95efe1e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:7f:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:31:53Z', 'updated_at': '2021-07-05T04:31:53Z', 'revision_number': 0, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:54.780655 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ad8f0-5199-4417-8925-5c4eae8bec2a None None] Checking router: 527ff381-7069-4798-b430-ed620c3adbfc for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:31:54.788823 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ad8f0-5199-4417-8925-5c4eae8bec2a None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:54.789438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a40ad8f0-5199-4417-8925-5c4eae8bec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:31:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:54.827223 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913bb1f4-ee30-42d6-9473-fd0ebab5c0ed req-c93149d9-e4e7-4daa-b7dc-c1307519086e service neutron] 10.222.0.64 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836406 Jul 05 04:31:54.897295 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-a40ad8f0-5199-4417-8925-5c4eae8bec2a None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:54.923300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913bb1f4-ee30-42d6-9473-fd0ebab5c0ed req-ebc66081-4a80-4a69-b45a-fb0ed1ee4241 service neutron] 10.222.0.64 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900233 Jul 05 04:31:55.142051 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-a40ad8f0-5199-4417-8925-5c4eae8bec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '4695552f-0809-49b5-b9cc-43d5427786c0', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:7b:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:29:06Z', 'updated_at': '2021-07-05T04:29:08Z', 'revision_number': 1, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}, {'id': 'd6d0dd84-10ab-4f52-a51b-89cbe0ac93ca', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': '9f76eb65-296e-4e52-9bbf-190a95efe1e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:7f:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:31:53Z', 'updated_at': '2021-07-05T04:31:53Z', 'revision_number': 0, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:55.168895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ad8f0-5199-4417-8925-5c4eae8bec2a None None] The sync data for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 is: [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '4695552f-0809-49b5-b9cc-43d5427786c0', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:7b:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:29:06Z', 'updated_at': '2021-07-05T04:29:08Z', 'revision_number': 1, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}, {'id': 'd6d0dd84-10ab-4f52-a51b-89cbe0ac93ca', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': '9f76eb65-296e-4e52-9bbf-190a95efe1e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:7f:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:31:53Z', 'updated_at': '2021-07-05T04:31:53Z', 'revision_number': 0, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:31:55.356647 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:55.368541 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3f1158-0f2b-4d90-8d90-293d05a3b4bd None None] New status for floating IP d6d0dd84-10ab-4f52-a51b-89cbe0ac93ca: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:31:57.247519 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:59.755542 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:01.696710 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:04.258260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52474) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:04.424403 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ecd49e4f-dfb4-4e1b-aed8-c62325ebc7a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port 4da469b4-0334-4b30-94b4-856f5d3376c9 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:32:04.424745 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ecd49e4f-dfb4-4e1b-aed8-c62325ebc7a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:04.498724 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ecd49e4f-dfb4-4e1b-aed8-c62325ebc7a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:04.499232 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ecd49e4f-dfb4-4e1b-aed8-c62325ebc7a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:04.510601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ecd49e4f-dfb4-4e1b-aed8-c62325ebc7a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for 4da469b4-0334-4b30-94b4-856f5d3376c9 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:32:04.721472 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ecd49e4f-dfb4-4e1b-aed8-c62325ebc7a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:04.744977 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd49e4f-dfb4-4e1b-aed8-c62325ebc7a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=4da469b4-0334-4b30-94b4-856f5d3376c9,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:04.815954 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ecd49e4f-dfb4-4e1b-aed8-c62325ebc7a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:04.816194 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-ecd49e4f-dfb4-4e1b-aed8-c62325ebc7a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Floating IP 0e8eb482-fd06-48d9-8425-e8eb754b4351 disassociated (deleted). External IP: 172.25.0.9, port: e74214ce-6f0f-458f-8619-25a680cf886c. Jul 05 04:32:05.357311 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd49e4f-dfb4-4e1b-aed8-c62325ebc7a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router 06028f2b-7543-48ed-a435-5adf5aa01fd5 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:32:05.468052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd49e4f-dfb4-4e1b-aed8-c62325ebc7a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:32:05.472599 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ecd49e4f-dfb4-4e1b-aed8-c62325ebc7a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:05.478662 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1090ef8b-7cd9-4c8e-baea-910aea77e247 None None] Sync routers for ids ['06028f2b-7543-48ed-a435-5adf5aa01fd5'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:32:05.489832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1090ef8b-7cd9-4c8e-baea-910aea77e247 None None] Routers {'06028f2b-7543-48ed-a435-5adf5aa01fd5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:32:05.492025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-1090ef8b-7cd9-4c8e-baea-910aea77e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:31:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['06028f2b-7543-48ed-a435-5adf5aa01fd5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:05.509064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ecd49e4f-dfb4-4e1b-aed8-c62325ebc7a5 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/floatingips/0e8eb482-fd06-48d9-8425-e8eb754b4351 HTTP/1.1" status: 204 len: 168 time: 1.2496974 Jul 05 04:32:05.509739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'tag': 'e74214ce-6f0f-458f-8619-25a680cf886c'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:32:05.512323 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ad433f-cea8-431c-bcd3-37ea0b33911f" -d '{"events": [{"name": "network-changed", "server_uuid": "79b4d147-08d5-4ad0-a0dd-bff6ab509ee5", "tag": "e74214ce-6f0f-458f-8619-25a680cf886c"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:32:05.561390 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968cebfb-8a22-4668-b053-100aa271b17a x-openstack-request-id: req-968cebfb-8a22-4668-b053-100aa271b17a {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:32:05.561390 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b4d147-08d5-4ad0-a0dd-bff6ab509ee5", "tag": "e74214ce-6f0f-458f-8619-25a680cf886c", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:32:05.561654 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-968cebfb-8a22-4668-b053-100aa271b17a {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:32:05.561947 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'tag': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'status': 'completed', 'code': 200} Jul 05 04:32:05.622981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-1090ef8b-7cd9-4c8e-baea-910aea77e247 None None] Set router 06028f2b-7543-48ed-a435-5adf5aa01fd5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:32:05.648086 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad433f-cea8-431c-bcd3-37ea0b33911f req-6ec17081-40b7-4eb4-8535-e297cef7bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:05.650002 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04ad433f-cea8-431c-bcd3-37ea0b33911f req-6ec17081-40b7-4eb4-8535-e297cef7bd36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 1096 time: 0.0642779 Jul 05 04:32:05.748560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad433f-cea8-431c-bcd3-37ea0b33911f req-bbcf56fb-0834-4982-89e2-c9d772ee9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:05.750032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04ad433f-cea8-431c-bcd3-37ea0b33911f req-bbcf56fb-0834-4982-89e2-c9d772ee9e91 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1172cce-c1d9-4b19-9673-ea9257b9e979 HTTP/1.1" status: 200 len: 898 time: 0.0936296 Jul 05 04:32:05.794164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04ad433f-cea8-431c-bcd3-37ea0b33911f req-5e8d1b94-5ca1-4db3-8a8a-d95e52d4a5cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74214ce-6f0f-458f-8619-25a680cf886c HTTP/1.1" status: 200 len: 217 time: 0.0377903 Jul 05 04:32:05.844949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad433f-cea8-431c-bcd3-37ea0b33911f req-f2f836fd-2489-46e7-8a6a-c56aecf59449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:05.846576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04ad433f-cea8-431c-bcd3-37ea0b33911f req-f2f836fd-2489-46e7-8a6a-c56aecf59449 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=879768d4-d5a3-4473-a3ee-b5bb661497d3 HTTP/1.1" status: 200 len: 835 time: 0.0461648 Jul 05 04:32:05.855832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-1090ef8b-7cd9-4c8e-baea-910aea77e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:34Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4773d291-a25e-42dd-977c-7e17423e8c7d', 'name': '', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:21:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:33Z', 'updated_at': '2021-07-05T04:30:38Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:05.883985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1090ef8b-7cd9-4c8e-baea-910aea77e247 None None] Checking router: 06028f2b-7543-48ed-a435-5adf5aa01fd5 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:32:05.892761 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1090ef8b-7cd9-4c8e-baea-910aea77e247 None None] Routers {'06028f2b-7543-48ed-a435-5adf5aa01fd5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:32:05.893391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-1090ef8b-7cd9-4c8e-baea-910aea77e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:31:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['06028f2b-7543-48ed-a435-5adf5aa01fd5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:05.919858 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad433f-cea8-431c-bcd3-37ea0b33911f req-6ac018a5-32ac-46ec-91e5-f5bab62ccb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:05.921472 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04ad433f-cea8-431c-bcd3-37ea0b33911f req-6ac018a5-32ac-46ec-91e5-f5bab62ccb7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1172cce-c1d9-4b19-9673-ea9257b9e979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672069 Jul 05 04:32:06.013087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-1090ef8b-7cd9-4c8e-baea-910aea77e247 None None] Set router 06028f2b-7543-48ed-a435-5adf5aa01fd5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:32:06.054697 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04ad433f-cea8-431c-bcd3-37ea0b33911f req-e9829c72-5881-41eb-b67e-7bc4aa5048e6 service neutron] 10.222.0.64 "GET /v2.0/networks/e1172cce-c1d9-4b19-9673-ea9257b9e979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261628 Jul 05 04:32:06.129709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e65337-764a-47a3-8688-cdcb768afe0a req-9cc3bdc0-9c5f-49c7-bd6d-e4a9d19f0703 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:06.131268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09e65337-764a-47a3-8688-cdcb768afe0a req-9cc3bdc0-9c5f-49c7-bd6d-e4a9d19f0703 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.1363611 Jul 05 04:32:06.189496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04ad433f-cea8-431c-bcd3-37ea0b33911f req-1d4c7552-b941-495a-8082-b3bc9f728c9b service neutron] 10.222.0.64 "GET /v2.0/networks/e1172cce-c1d9-4b19-9673-ea9257b9e979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271653 Jul 05 04:32:06.194494 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09e65337-764a-47a3-8688-cdcb768afe0a req-c657ceba-a214-4b7b-8aa7-570d34744a8b tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548792 Jul 05 04:32:06.221701 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-1090ef8b-7cd9-4c8e-baea-910aea77e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:34Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4773d291-a25e-42dd-977c-7e17423e8c7d', 'name': '', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:21:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:33Z', 'updated_at': '2021-07-05T04:30:38Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:06.252614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1090ef8b-7cd9-4c8e-baea-910aea77e247 None None] The sync data for ids ['06028f2b-7543-48ed-a435-5adf5aa01fd5'] in n-d-798249-5 is: [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:34Z', 'revision_number': 4, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4773d291-a25e-42dd-977c-7e17423e8c7d', 'name': '', 'network_id': 'e1172cce-c1d9-4b19-9673-ea9257b9e979', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'mac_address': 'fa:16:3e:21:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:33Z', 'updated_at': '2021-07-05T04:30:38Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'subnets': [{'id': '879768d4-d5a3-4473-a3ee-b5bb661497d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:32:06.474875 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e015e18a-9ee4-4268-a4f7-ef3ea61a453c None None] New status for floating IP 0e8eb482-fd06-48d9-8425-e8eb754b4351: DOWN {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:32:07.404794 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d513c5-c6da-43f4-869f-5d01260fca71 req-54043fbc-c0fa-49fe-8aa7-f18ac90aaaad tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:07.406280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86d513c5-c6da-43f4-869f-5d01260fca71 req-54043fbc-c0fa-49fe-8aa7-f18ac90aaaad tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.0980978 Jul 05 04:32:07.461430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa84be3-e06d-47f1-b0f2-0bdbb02cfaa6 req-99f9c7e0-3b51-426f-b1c5-22731fd99b24 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:07.462912 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfa84be3-e06d-47f1-b0f2-0bdbb02cfaa6 req-99f9c7e0-3b51-426f-b1c5-22731fd99b24 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 945 time: 0.1056247 Jul 05 04:32:07.465501 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86d513c5-c6da-43f4-869f-5d01260fca71 req-1fc6b4a7-5197-429d-a06c-2ec5741f048e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/security-groups?id=aac7f6d9-ad63-4fa2-a71c-21834af7af3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530703 Jul 05 04:32:07.569008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-bfa84be3-e06d-47f1-b0f2-0bdbb02cfaa6 req-9bc89d35-8944-4424-839a-847c2346e43d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port e74214ce-6f0f-458f-8619-25a680cf886c {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:32:07.569350 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bfa84be3-e06d-47f1-b0f2-0bdbb02cfaa6 req-9bc89d35-8944-4424-839a-847c2346e43d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:07.656767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-bfa84be3-e06d-47f1-b0f2-0bdbb02cfaa6 req-9bc89d35-8944-4424-839a-847c2346e43d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] For port e74214ce-6f0f-458f-8619-25a680cf886c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=e74214ce-6f0f-458f-8619-25a680cf886c,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:07.657134 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bfa84be3-e06d-47f1-b0f2-0bdbb02cfaa6 req-9bc89d35-8944-4424-839a-847c2346e43d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:07.669954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-bfa84be3-e06d-47f1-b0f2-0bdbb02cfaa6 req-9bc89d35-8944-4424-839a-847c2346e43d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for e74214ce-6f0f-458f-8619-25a680cf886c owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:32:07.863742 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bfa84be3-e06d-47f1-b0f2-0bdbb02cfaa6 req-9bc89d35-8944-4424-839a-847c2346e43d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:07.890282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc89d35-8944-4424-839a-847c2346e43d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=e74214ce-6f0f-458f-8619-25a680cf886c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:07.937497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa84be3-e06d-47f1-b0f2-0bdbb02cfaa6 req-9bc89d35-8944-4424-839a-847c2346e43d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] No DVR routers for this DVR port e74214ce-6f0f-458f-8619-25a680cf886c on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:32:07.940116 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bfa84be3-e06d-47f1-b0f2-0bdbb02cfaa6 req-9bc89d35-8944-4424-839a-847c2346e43d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:07.942132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfa84be3-e06d-47f1-b0f2-0bdbb02cfaa6 req-9bc89d35-8944-4424-839a-847c2346e43d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.64 "DELETE /v2.0/ports/e74214ce-6f0f-458f-8619-25a680cf886c HTTP/1.1" status: 204 len: 173 time: 0.4739056 Jul 05 04:32:07.942589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'name': 'network-vif-deleted', 'tag': 'e74214ce-6f0f-458f-8619-25a680cf886c'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:32:07.944845 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e4cdc6-0bc1-4d21-81a1-fa804fadc672" -d '{"events": [{"server_uuid": "79b4d147-08d5-4ad0-a0dd-bff6ab509ee5", "name": "network-vif-deleted", "tag": "e74214ce-6f0f-458f-8619-25a680cf886c"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:32:07.982470 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf832e4-a728-46d8-9164-ee90d8f57247 x-openstack-request-id: req-3cf832e4-a728-46d8-9164-ee90d8f57247 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:32:07.982760 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b4d147-08d5-4ad0-a0dd-bff6ab509ee5", "name": "network-vif-deleted", "tag": "e74214ce-6f0f-458f-8619-25a680cf886c", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:32:07.983008 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3cf832e4-a728-46d8-9164-ee90d8f57247 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:32:07.983402 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b4d147-08d5-4ad0-a0dd-bff6ab509ee5', 'name': 'network-vif-deleted', 'tag': 'e74214ce-6f0f-458f-8619-25a680cf886c', 'status': 'completed', 'code': 200} Jul 05 04:32:08.621167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2da24fcf-2b31-48f2-bd14-09631b92cb64 req-c146df5f-696c-4002-8c63-d52018fb3589 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "GET /v2.0/ports?device_id=79b4d147-08d5-4ad0-a0dd-bff6ab509ee5 HTTP/1.1" status: 200 len: 210 time: 0.0324934 Jul 05 04:32:09.732480 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52492) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:10.142647 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:10.429049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port 4773d291-a25e-42dd-977c-7e17423e8c7d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:32:10.429703 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:10.523879 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] For port 4773d291-a25e-42dd-977c-7e17423e8c7d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4773d291-a25e-42dd-977c-7e17423e8c7d,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:10.524243 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:10.537701 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for 4773d291-a25e-42dd-977c-7e17423e8c7d owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:32:10.783917 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:10.812198 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=4773d291-a25e-42dd-977c-7e17423e8c7d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:10.843246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:10.852719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:10.852719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:10.852719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:10.852719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:10.852719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:10.852719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:10.852719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:10.852719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:10.852719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:10.852719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:10.852719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:10.999686 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:11.211047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Router 06028f2b-7543-48ed-a435-5adf5aa01fd5 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:32:11.313380 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:32:11.318882 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-013b885d-a3b5-42b5-a6d2-03add8d0312e tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "PUT /v2.0/routers/06028f2b-7543-48ed-a435-5adf5aa01fd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5853760 Jul 05 04:32:11.321749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52494) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:11.323575 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb1b3b-166e-4b47-9985-72a1a9b2cd0b None None] Sync routers for ids ['06028f2b-7543-48ed-a435-5adf5aa01fd5'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:32:11.334467 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb1b3b-166e-4b47-9985-72a1a9b2cd0b None None] Routers {'06028f2b-7543-48ed-a435-5adf5aa01fd5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:32:11.335079 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-67cb1b3b-166e-4b47-9985-72a1a9b2cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:31:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['06028f2b-7543-48ed-a435-5adf5aa01fd5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:11.374267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d183261-fb8d-4a0b-b3dc-45900a8ae361 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting subnet 879768d4-d5a3-4473-a3ee-b5bb661497d3 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:32:11.377562 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d183261-fb8d-4a0b-b3dc-45900a8ae361 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:11.419619 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d183261-fb8d-4a0b-b3dc-45900a8ae361 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:11.442157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-67cb1b3b-166e-4b47-9985-72a1a9b2cd0b None None] Set router 06028f2b-7543-48ed-a435-5adf5aa01fd5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:32:11.513688 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d183261-fb8d-4a0b-b3dc-45900a8ae361 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:11.535737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e74214ce-6f0f-458f-8619-25a680cf886c no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:32:11.560711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: e74214ce-6f0f-458f-8619-25a680cf886c {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:32:11.561142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device e74214ce-6f0f-458f-8619-25a680cf886c not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:32:11.643455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-67cb1b3b-166e-4b47-9985-72a1a9b2cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:32:10Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:11.648165 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d183261-fb8d-4a0b-b3dc-45900a8ae361 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:11.670376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb1b3b-166e-4b47-9985-72a1a9b2cd0b None None] Checking router: 06028f2b-7543-48ed-a435-5adf5aa01fd5 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:32:11.678641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb1b3b-166e-4b47-9985-72a1a9b2cd0b None None] Routers {'06028f2b-7543-48ed-a435-5adf5aa01fd5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:32:11.679251 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8d183261-fb8d-4a0b-b3dc-45900a8ae361 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:11.679392 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-67cb1b3b-166e-4b47-9985-72a1a9b2cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:31:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['06028f2b-7543-48ed-a435-5adf5aa01fd5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:11.681282 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8d183261-fb8d-4a0b-b3dc-45900a8ae361 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/subnets/879768d4-d5a3-4473-a3ee-b5bb661497d3 HTTP/1.1" status: 204 len: 168 time: 0.3584318 Jul 05 04:32:11.682867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d183261-fb8d-4a0b-b3dc-45900a8ae361 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Subnet': ['ID=879768d4-d5a3-4473-a3ee-b5bb661497d3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:11.685720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52496) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:11.723773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d835e0-2575-4b9a-8ce0-56f6e8f8030b None None] Network e1172cce-c1d9-4b19-9673-ea9257b9e979 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:32:11.805280 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:11.885350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-67cb1b3b-166e-4b47-9985-72a1a9b2cd0b None None] Set router 06028f2b-7543-48ed-a435-5adf5aa01fd5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:32:11.920028 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.096569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Deleting port 85efc5a2-bd0c-43e4-b31b-5229b022b84c {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:32:12.096827 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.179155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] For port 85efc5a2-bd0c-43e4-b31b-5229b022b84c, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=85efc5a2-bd0c-43e4-b31b-5229b022b84c,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:12.179554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.207093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Calling delete_port for 85efc5a2-bd0c-43e4-b31b-5229b022b84c owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:32:12.237231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2deca3-66e6-4571-85b3-9694b6333273 None None] DHCP port deletion for e1172cce-c1d9-4b19-9673-ea9257b9e979 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:32:12.271769 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-67cb1b3b-166e-4b47-9985-72a1a9b2cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:32:10Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:12.298630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb1b3b-166e-4b47-9985-72a1a9b2cd0b None None] The sync data for ids ['06028f2b-7543-48ed-a435-5adf5aa01fd5'] in n-d-798249-5 is: [{'id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64446315', 'tenant_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:32:10Z', 'revision_number': 5, 'project_id': '7a8a76a0708a49d9841cfe6b987ed5f0', 'gw_port': {'id': '85efc5a2-bd0c-43e4-b31b-5229b022b84c', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06028f2b-7543-48ed-a435-5adf5aa01fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:30:30Z', 'updated_at': '2021-07-05T04:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:32:12.316481 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0e2deca3-66e6-4571-85b3-9694b6333273 None None] Deleting port 5198259c-4806-4074-b32c-c552b61430d8 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:32:12.316960 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0e2deca3-66e6-4571-85b3-9694b6333273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.389608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0e2deca3-66e6-4571-85b3-9694b6333273 None None] For port 5198259c-4806-4074-b32c-c552b61430d8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5198259c-4806-4074-b32c-c552b61430d8,segment=NetworkSegment(bcce1f24-7493-44cf-bc5a-52a84f65d803),segment_id=bcce1f24-7493-44cf-bc5a-52a84f65d803)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:12.390294 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0e2deca3-66e6-4571-85b3-9694b6333273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.402146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0e2deca3-66e6-4571-85b3-9694b6333273 None None] Calling delete_port for 5198259c-4806-4074-b32c-c552b61430d8 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:32:12.464027 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.490367 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Port': ['ID=85efc5a2-bd0c-43e4-b31b-5229b022b84c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:12.552735 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.566995 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0e2deca3-66e6-4571-85b3-9694b6333273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.598123 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2deca3-66e6-4571-85b3-9694b6333273 None None] Pushing event deleted for resources: {'Port': ['ID=5198259c-4806-4074-b32c-c552b61430d8,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:12.601786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2deca3-66e6-4571-85b3-9694b6333273 None None] No DVR routers for this DVR port 5198259c-4806-4074-b32c-c552b61430d8 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:32:12.651696 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.654544 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.784153 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.787494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Fanout notify agent at l3_agent the message router_deleted on router 06028f2b-7543-48ed-a435-5adf5aa01fd5 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:32:12.792812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.793949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-501d246a-5bdd-406d-99ab-e1faccba9513 tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/routers/06028f2b-7543-48ed-a435-5adf5aa01fd5 HTTP/1.1" status: 204 len: 168 time: 1.1059318 Jul 05 04:32:12.796732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52498) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:12.878307 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d92c8813-45b2-45a9-ae3e-8b7835f4aa1a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.976517 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d92c8813-45b2-45a9-ae3e-8b7835f4aa1a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.987880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d92c8813-45b2-45a9-ae3e-8b7835f4aa1a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1172cce-c1d9-4b19-9673-ea9257b9e979']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:13.002835 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d92c8813-45b2-45a9-ae3e-8b7835f4aa1a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcce1f24-7493-44cf-bc5a-52a84f65d803') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:13.003133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d92c8813-45b2-45a9-ae3e-8b7835f4aa1a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcce1f24-7493-44cf-bc5a-52a84f65d803') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:13.011690 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d92c8813-45b2-45a9-ae3e-8b7835f4aa1a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.026673 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d92c8813-45b2-45a9-ae3e-8b7835f4aa1a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.036006 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92c8813-45b2-45a9-ae3e-8b7835f4aa1a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:32:13.036451 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d92c8813-45b2-45a9-ae3e-8b7835f4aa1a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:32:13.039348 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:32:13.183963 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d92c8813-45b2-45a9-ae3e-8b7835f4aa1a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.190444 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d92c8813-45b2-45a9-ae3e-8b7835f4aa1a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.193209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d92c8813-45b2-45a9-ae3e-8b7835f4aa1a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/networks/e1172cce-c1d9-4b19-9673-ea9257b9e979 HTTP/1.1" status: 204 len: 168 time: 0.3952608 Jul 05 04:32:13.195729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52500) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:13.209703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c8813-45b2-45a9-ae3e-8b7835f4aa1a tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'Network': ['ID=e1172cce-c1d9-4b19-9673-ea9257b9e979,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:13.261548 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5de32a8f-d634-45f5-b001-555e8089b66d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.292828 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5de32a8f-d634-45f5-b001-555e8089b66d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.445509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5de32a8f-d634-45f5-b001-555e8089b66d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.448122 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5de32a8f-d634-45f5-b001-555e8089b66d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.449505 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5de32a8f-d634-45f5-b001-555e8089b66d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] 10.222.0.60 "DELETE /v2.0/security-groups/aac7f6d9-ad63-4fa2-a71c-21834af7af3d HTTP/1.1" status: 204 len: 168 time: 0.2527494 Jul 05 04:32:13.459510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de32a8f-d634-45f5-b001-555e8089b66d tempest-TestNetworkAdvancedServerOps-1436454388 tempest-TestNetworkAdvancedServerOps-1436454388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac7f6d9-ad63-4fa2-a71c-21834af7af3d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:13.914166 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4773d291-a25e-42dd-977c-7e17423e8c7d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:32:13.934594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 4773d291-a25e-42dd-977c-7e17423e8c7d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:32:13.935561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4773d291-a25e-42dd-977c-7e17423e8c7d not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:32:13.935561 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5198259c-4806-4074-b32c-c552b61430d8 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:32:13.953742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 5198259c-4806-4074-b32c-c552b61430d8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:32:13.954085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5198259c-4806-4074-b32c-c552b61430d8 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:32:13.954486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 85efc5a2-bd0c-43e4-b31b-5229b022b84c no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:32:13.972816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 85efc5a2-bd0c-43e4-b31b-5229b022b84c {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:32:13.973159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 85efc5a2-bd0c-43e4-b31b-5229b022b84c not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:32:14.128245 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52508) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:14.307316 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ad93d232-4e16-4c62-8013-d71ec4ad803a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a8a76a0708a49d9841cfe6b987ed5f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778450 Jul 05 04:32:14.310399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52514) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:14.361866 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-92eac853-515a-4ef9-a1ba-8b6c1da7a6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.385901 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-92eac853-515a-4ef9-a1ba-8b6c1da7a6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.572986 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-92eac853-515a-4ef9-a1ba-8b6c1da7a6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.576017 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-92eac853-515a-4ef9-a1ba-8b6c1da7a6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.577216 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-92eac853-515a-4ef9-a1ba-8b6c1da7a6ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c451bba-33cd-4e1c-8c0e-20161cb7e03c HTTP/1.1" status: 204 len: 168 time: 0.2659283 Jul 05 04:32:14.585317 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eac853-515a-4ef9-a1ba-8b6c1da7a6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c451bba-33cd-4e1c-8c0e-20161cb7e03c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:15.436333 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52522) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:15.818667 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-13d87353-357d-4695-aa84-c57814ac1bca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4dc8fd3897541058447d56527e26b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811095 Jul 05 04:32:15.821069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52524) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:15.867956 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d6c4-8db0-4341-b40d-4b4235f8c544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:15.887864 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d6c4-8db0-4341-b40d-4b4235f8c544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:16.027701 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d6c4-8db0-4341-b40d-4b4235f8c544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:16.030892 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d6c4-8db0-4341-b40d-4b4235f8c544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:16.032051 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d4a4d6c4-8db0-4341-b40d-4b4235f8c544 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0caf378d-620f-4ea9-8b31-5c51e1b76628 HTTP/1.1" status: 204 len: 168 time: 0.2100883 Jul 05 04:32:16.039904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4d6c4-8db0-4341-b40d-4b4235f8c544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caf378d-620f-4ea9-8b31-5c51e1b76628,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:19.045605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52580) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:19.052656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Request body: {'network': {'name': 'tempest-network-smoke--834750699', 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'port_security_enabled': True}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:19.138426 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Made reservation on behalf of fdb5aebf2488496a974b4bc2e8d6f58a for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:32:19.142211 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:19.150822 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:19.241078 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:19.344099 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:19.377660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:32:19.382779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f063fb45-33eb-4080-a2a1-00864bad0b6f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:19.390569 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:19.391729 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Added segment 6301e1ce-8766-499a-90d8-ad041b634d04 of type vlan for network 9b7048be-ab05-476e-ba57-4166cf4a2d2f Jul 05 04:32:19.433466 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:19.515288 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:19.521490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:19.522077 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:19.587281 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'Network': ['ID=9b7048be-ab05-476e-ba57-4166cf4a2d2f,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:19.599567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 9b7048be-ab05-476e-ba57-4166cf4a2d2f details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:32:19.653064 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4ebcadb1-52ca-4f3d-baf8-bf8e6384c946 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6062393 Jul 05 04:32:19.656389 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52582) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:19.661032 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'admin_state_up': True, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:19.748547 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:19.749664 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:19.810775 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:19.831589 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1eae1aad-a86b-4ba5-a317-cfe8dc3aec96 req-ec36b06b-ef79-40f4-8a21-9d4041c5544f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598640 Jul 05 04:32:19.930707 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae1aad-a86b-4ba5-a317-cfe8dc3aec96 req-0d86ef9f-6da9-46de-8f75-11b793509087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:19.932178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1eae1aad-a86b-4ba5-a317-cfe8dc3aec96 req-0d86ef9f-6da9-46de-8f75-11b793509087 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 1097 time: 0.0545528 Jul 05 04:32:20.009953 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:20.041030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae1aad-a86b-4ba5-a317-cfe8dc3aec96 req-50bcb115-4b55-4b03-813e-49aae708c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:20.042658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1eae1aad-a86b-4ba5-a317-cfe8dc3aec96 req-50bcb115-4b55-4b03-813e-49aae708c190 service neutron] 10.222.0.64 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.0888026 Jul 05 04:32:20.115967 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1eae1aad-a86b-4ba5-a317-cfe8dc3aec96 req-1905992c-9585-4b04-9ca3-32f890eda1a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f76eb65-296e-4e52-9bbf-190a95efe1e7 HTTP/1.1" status: 200 len: 1002 time: 0.0667784 Jul 05 04:32:20.166362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae1aad-a86b-4ba5-a317-cfe8dc3aec96 req-9d70097a-dd83-442d-8a17-798635de620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:20.167918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1eae1aad-a86b-4ba5-a317-cfe8dc3aec96 req-9d70097a-dd83-442d-8a17-798635de620f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0444615 Jul 05 04:32:20.228108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae1aad-a86b-4ba5-a317-cfe8dc3aec96 req-f9003a5d-7fbe-471c-bb83-b0ab96acb6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:20.229770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1eae1aad-a86b-4ba5-a317-cfe8dc3aec96 req-f9003a5d-7fbe-471c-bb83-b0ab96acb6c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555465 Jul 05 04:32:20.266613 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:20.285525 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:20.325197 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1eae1aad-a86b-4ba5-a317-cfe8dc3aec96 req-e08f247f-ba88-4f88-b1a6-75fa6a49352b service neutron] 10.222.0.64 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890102 Jul 05 04:32:20.395062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Allocated IP 172.25.0.98 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/0c35cd27-451a-4483-9e22-0c9ff2052701) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:32:20.417810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1eae1aad-a86b-4ba5-a317-cfe8dc3aec96 req-00588d6e-0bd9-4375-a7ee-fe267767b8db service neutron] 10.222.0.64 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863516 Jul 05 04:32:20.498191 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:20.595729 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:20.636020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:32:20.641901 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:32:20.644355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:32:20.674566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'Port': ['ID=0c35cd27-451a-4483-9e22-0c9ff2052701,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:20.976967 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:21.175432 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:21.330511 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8adad7f3-abaa-417b-8e2e-f8878ad13c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:21.393173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:32:21.500880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:32:21.510423 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Sync routers for ids ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:32:21.524775 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Routers {'48f46f40-4eb3-44ae-96c5-077c07ba2fa5'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:32:21.525392 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:31:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:21.599648 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:21.603953 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-64093feb-dcd5-4e8c-9cf1-93df769c8b83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9434590 Jul 05 04:32:21.604254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52584) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:21.629047 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Set router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:32:21.749413 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b983075c-cbdc-4963-9216-44c17151aeb7 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=fdb5aebf2488496a974b4bc2e8d6f58a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1440809 Jul 05 04:32:21.752214 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52588) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:21.821652 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:32:20Z', 'revision_number': 3, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:21.849083 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Checking router: 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:32:21.849439 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Updating router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 port 0c35cd27-451a-4483-9e22-0c9ff2052701 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:32:21.853299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a101c60c-108e-4da8-acb6-43f7709bbe43 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:21.857786 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a101c60c-108e-4da8-acb6-43f7709bbe43 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1013472 Jul 05 04:32:21.857962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52590) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:21.887136 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:21.892598 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-21e64137-8859-4d34-8b26-29ae21332182 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309076 Jul 05 04:32:21.892892 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52592) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:21.897943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4810efcd-4ef5-44f8-b3f8-fa39c23a9111 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1847243884', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:22.084770 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4810efcd-4ef5-44f8-b3f8-fa39c23a9111 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Made reservation on behalf of fdb5aebf2488496a974b4bc2e8d6f58a for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:32:22.088279 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4810efcd-4ef5-44f8-b3f8-fa39c23a9111 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:22.149730 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:22.160324 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Transition to ACTIVE for port object 0c35cd27-451a-4483-9e22-0c9ff2052701 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:32:22.258132 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:22.308722 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Attempting to bind port 0c35cd27-451a-4483-9e22-0c9ff2052701 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:32:22.309094 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Attempting to bind port 0c35cd27-451a-4483-9e22-0c9ff2052701 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:32:22.309457 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Attempting to bind port 0c35cd27-451a-4483-9e22-0c9ff2052701 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:32:22.312748 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193af790-105a-41c8-aad5-51d458d2f192 None None] Pushing event updated for resources: {'Port': ['ID=0c35cd27-451a-4483-9e22-0c9ff2052701,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:22.320175 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:32:22.320562 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:32:22.320958 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:22.321352 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:32:22.321809 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Bound port: 0c35cd27-451a-4483-9e22-0c9ff2052701, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:32:22.322188 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:22.325435 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193af790-105a-41c8-aad5-51d458d2f192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:22.325827 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193af790-105a-41c8-aad5-51d458d2f192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:22.326130 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193af790-105a-41c8-aad5-51d458d2f192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:22.326468 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193af790-105a-41c8-aad5-51d458d2f192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:22.326799 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193af790-105a-41c8-aad5-51d458d2f192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:22.327128 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193af790-105a-41c8-aad5-51d458d2f192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:22.327453 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193af790-105a-41c8-aad5-51d458d2f192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:22.327776 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193af790-105a-41c8-aad5-51d458d2f192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:22.328098 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193af790-105a-41c8-aad5-51d458d2f192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:22.328444 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193af790-105a-41c8-aad5-51d458d2f192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:22.328766 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193af790-105a-41c8-aad5-51d458d2f192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:22.329086 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193af790-105a-41c8-aad5-51d458d2f192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:22.366835 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4810efcd-4ef5-44f8-b3f8-fa39c23a9111 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:22.381731 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] For port 0c35cd27-451a-4483-9e22-0c9ff2052701, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:32:22.384931 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] For port 0c35cd27-451a-4483-9e22-0c9ff2052701, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0c35cd27-451a-4483-9e22-0c9ff2052701,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:32:22.432114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810efcd-4ef5-44f8-b3f8-fa39c23a9111 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'Subnet': ['ID=d38b15f3-b0ac-4927-b5a9-6f1678ba4f00,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:22.436816 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4810efcd-4ef5-44f8-b3f8-fa39c23a9111 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Checking segment: {'id': '6301e1ce-8766-499a-90d8-ad041b634d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:32:22.437171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4810efcd-4ef5-44f8-b3f8-fa39c23a9111 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Network hostable DHCP agents. Network: 9b7048be-ab05-476e-ba57-4166cf4a2d2f, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:32:22.452899 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:22.509489 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Routers {'48f46f40-4eb3-44ae-96c5-077c07ba2fa5'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:32:22.510100 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:31:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:22.526322 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4810efcd-4ef5-44f8-b3f8-fa39c23a9111 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Network 9b7048be-ab05-476e-ba57-4166cf4a2d2f is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:32:22.547193 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193af790-105a-41c8-aad5-51d458d2f192 None None] Pushing event updated for resources: {'Port': ['ID=0c35cd27-451a-4483-9e22-0c9ff2052701,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:22.600949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-4810efcd-4ef5-44f8-b3f8-fa39c23a9111 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 9b7048be-ab05-476e-ba57-4166cf4a2d2f) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:32:22.607734 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4810efcd-4ef5-44f8-b3f8-fa39c23a9111 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:22.607734 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4810efcd-4ef5-44f8-b3f8-fa39c23a9111 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:22.611418 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b566d-debf-4996-9e57-87582f861dc2 None None] Network 9b7048be-ab05-476e-ba57-4166cf4a2d2f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:32:22.618427 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] Set router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:32:22.682006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4810efcd-4ef5-44f8-b3f8-fa39c23a9111 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7879825 Jul 05 04:32:22.685316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52594) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:22.764252 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'fixed_ips': [{'subnet_id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:32:22.765514 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:22.902459 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:32:20Z', 'revision_number': 3, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:22.919532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Allocated IP 172.20.0.2 (9b7048be-ab05-476e-ba57-4166cf4a2d2f/d38b15f3-b0ac-4927-b5a9-6f1678ba4f00/4f98c797-8bfa-4b9d-ad79-e44fb8e232bb) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:32:22.930661 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad70e6c8-30b7-4900-94b5-46c4a1c3e890 None None] The sync data for ids ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'] in n-d-798249-5 is: [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:32:20Z', 'revision_number': 3, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:32:23.090578 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:23.100673 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Transition to ACTIVE for port object 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:32:23.117263 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Transition to ACTIVE for port object 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:32:23.191915 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:23.207034 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:23.250950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Network 9b7048be-ab05-476e-ba57-4166cf4a2d2f is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:32:23.256437 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:32:23.260739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:32:23.266356 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Pushing event updated for resources: {'Port': ['ID=4f98c797-8bfa-4b9d-ad79-e44fb8e232bb,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:23.331426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Attempting to bind port 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:32:23.331798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Attempting to bind port 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '6301e1ce-8766-499a-90d8-ad041b634d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:32:23.332158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Attempting to bind port 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb on network 9b7048be-ab05-476e-ba57-4166cf4a2d2f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:32:23.337616 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:32:23.338048 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Checking segment: {'id': '6301e1ce-8766-499a-90d8-ad041b634d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:32:23.338450 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:23.338878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Bound using segment: {'id': '6301e1ce-8766-499a-90d8-ad041b634d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:32:23.339511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Bound port: 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6301e1ce-8766-499a-90d8-ad041b634d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:32:23.339895 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:23.416481 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] For port 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:32:23.420433 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] For port 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4f98c797-8bfa-4b9d-ad79-e44fb8e232bb,segment=NetworkSegment(6301e1ce-8766-499a-90d8-ad041b634d04),segment_id=6301e1ce-8766-499a-90d8-ad041b634d04)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:32:23.508805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Allocated IP 172.20.0.1 (9b7048be-ab05-476e-ba57-4166cf4a2d2f/d38b15f3-b0ac-4927-b5a9-6f1678ba4f00/3c35fcd6-0c35-41d7-82d2-20f742d65271) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:32:23.519740 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:23.587231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c8e2e-8606-42e2-8740-7ec3d0addb9e None None] Pushing event updated for resources: {'Port': ['ID=4f98c797-8bfa-4b9d-ad79-e44fb8e232bb,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:23.643866 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:23.663704 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Transition to ACTIVE for port object 3c35fcd6-0c35-41d7-82d2-20f742d65271 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:32:23.779842 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:23.826666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Network 9b7048be-ab05-476e-ba57-4166cf4a2d2f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:32:23.833183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:32:23.835877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:32:23.873458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'Port': ['ID=3c35fcd6-0c35-41d7-82d2-20f742d65271,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:23.899370 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:23.985900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0c35cd27-451a-4483-9e22-0c9ff2052701 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:32:24.104015 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 0c35cd27-451a-4483-9e22-0c9ff2052701 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:32:24.110052 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 0c35cd27-451a-4483-9e22-0c9ff2052701 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:32:24.117137 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:24.136485 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:32:24.140818 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:24.196870 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:24.219220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 0c35cd27-451a-4483-9e22-0c9ff2052701, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0c35cd27-451a-4483-9e22-0c9ff2052701,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:24.319794 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:24.320667 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:32:24.371095 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-56b5e64d-cefa-4ac9-a069-7f529337817e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:24.411526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=0c35cd27-451a-4483-9e22-0c9ff2052701,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:24.452451 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:24.481232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:32:24.759059 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:24.844414 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:24.922665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'Port': ['ID=3c35fcd6-0c35-41d7-82d2-20f742d65271,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:24.926012 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:25.019359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Network 9b7048be-ab05-476e-ba57-4166cf4a2d2f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:32:25.021131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:32:25.150336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:32:25.274019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:32:25.279343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dbd285a2-036a-4aa8-823e-6b3f0531288b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "PUT /v2.0/routers/48f46f40-4eb3-44ae-96c5-077c07ba2fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5929422 Jul 05 04:32:25.282327 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52598) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:25.287079 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a68040cf-4889-42a8-bb44-00da80ac0139 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--247718810', 'description': 'tempest-secgroup_access--247718810 description', 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:25.296851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Sync routers for ids ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:32:25.326630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Routers {'48f46f40-4eb3-44ae-96c5-077c07ba2fa5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:32:25.327285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:32:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:25.365425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b34c64-2cee-4eab-a900-30fe7614f875 None None] Network 9b7048be-ab05-476e-ba57-4166cf4a2d2f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:32:25.371818 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a68040cf-4889-42a8-bb44-00da80ac0139 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:25.427069 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:25.453268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a68040cf-4889-42a8-bb44-00da80ac0139 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:25.519645 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a68040cf-4889-42a8-bb44-00da80ac0139 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:25.546853 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Set router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:32:25.553079 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68040cf-4889-42a8-bb44-00da80ac0139 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1876da1b-ebf9-4781-88cb-ff1bdce5c9d8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:25.592184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6a2b4772-c311-4bbd-8b25-8f79e57f5c10 None None] Provisioning for port 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:32:25.610056 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a68040cf-4889-42a8-bb44-00da80ac0139 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:25.610926 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a68040cf-4889-42a8-bb44-00da80ac0139 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3275969 Jul 05 04:32:25.613862 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52600) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:25.618776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0f918d5a-79f9-4e4f-956d-b8b82c802911 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--139035742', 'description': 'tempest-secgroup_general--139035742 description', 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:25.631506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6a2b4772-c311-4bbd-8b25-8f79e57f5c10 None None] Provisioning complete for port 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:32:25.631892 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4772-c311-4bbd-8b25-8f79e57f5c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:25.739103 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f918d5a-79f9-4e4f-956d-b8b82c802911 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:25.845610 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4772-c311-4bbd-8b25-8f79e57f5c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:25.854121 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f918d5a-79f9-4e4f-956d-b8b82c802911 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:25.910574 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6a2b4772-c311-4bbd-8b25-8f79e57f5c10 None None] For port 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4f98c797-8bfa-4b9d-ad79-e44fb8e232bb,segment=NetworkSegment(6301e1ce-8766-499a-90d8-ad041b634d04),segment_id=6301e1ce-8766-499a-90d8-ad041b634d04)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:25.910574 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '3c35fcd6-0c35-41d7-82d2-20f742d65271', 'name': '', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'mac_address': 'fa:16:3e:66:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:23Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 2, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'subnets': [{'id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:25.935588 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Checking router: 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:32:25.935942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Updating router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 port 3c35fcd6-0c35-41d7-82d2-20f742d65271 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:32:25.962539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0c35cd27-451a-4483-9e22-0c9ff2052701 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:32:25.984186 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f918d5a-79f9-4e4f-956d-b8b82c802911 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.014470 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.034267 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f918d5a-79f9-4e4f-956d-b8b82c802911 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49d3c24-cf18-4baa-bb5e-132898be3f43,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:26.073525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 0c35cd27-451a-4483-9e22-0c9ff2052701 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:32:26.073881 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.109889 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f918d5a-79f9-4e4f-956d-b8b82c802911 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.111313 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0f918d5a-79f9-4e4f-956d-b8b82c802911 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4964392 Jul 05 04:32:26.115591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52604) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:26.119795 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7bfc1aaa-5a86-4103-8387-88ccaafd5684 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Request body: {'security_group_rule': {'security_group_id': '1876da1b-ebf9-4781-88cb-ff1bdce5c9d8', 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:26.141438 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4772-c311-4bbd-8b25-8f79e57f5c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.203616 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7bfc1aaa-5a86-4103-8387-88ccaafd5684 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.284438 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7bfc1aaa-5a86-4103-8387-88ccaafd5684 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.349463 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7bfc1aaa-5a86-4103-8387-88ccaafd5684 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.372338 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc1aaa-5a86-4103-8387-88ccaafd5684 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7241eae5-1e24-459f-a625-8e619e92b35d,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:26.436527 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b4772-c311-4bbd-8b25-8f79e57f5c10 None None] Pushing event updated for resources: {'Port': ['ID=4f98c797-8bfa-4b9d-ad79-e44fb8e232bb,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:26.468182 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7bfc1aaa-5a86-4103-8387-88ccaafd5684 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.470279 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7bfc1aaa-5a86-4103-8387-88ccaafd5684 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3542311 Jul 05 04:32:26.478053 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-43830dee-12bf-45ad-8fca-afc4762237df None None] Provisioning for port 3c35fcd6-0c35-41d7-82d2-20f742d65271 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:32:26.490347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-43830dee-12bf-45ad-8fca-afc4762237df None None] Provisioning complete for port 3c35fcd6-0c35-41d7-82d2-20f742d65271 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:32:26.493707 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-43830dee-12bf-45ad-8fca-afc4762237df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.568669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-43830dee-12bf-45ad-8fca-afc4762237df None None] Port 3c35fcd6-0c35-41d7-82d2-20f742d65271 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:32:26.609650 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-43830dee-12bf-45ad-8fca-afc4762237df None None] Provisioning complete for port 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:32:26.610033 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-43830dee-12bf-45ad-8fca-afc4762237df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.637526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-15d0344e-11ec-4f09-807d-f6c516a9528a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_general--139035742&fields=id&tenant_id=fdb5aebf2488496a974b4bc2e8d6f58a HTTP/1.1" status: 200 len: 267 time: 0.0354538 Jul 05 04:32:26.649126 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.665696 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Transition to ACTIVE for port object 3c35fcd6-0c35-41d7-82d2-20f742d65271 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:32:26.680617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-32e43bb1-2753-42dc-8194-e3ea25e3e00f tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_access--247718810&fields=id&tenant_id=fdb5aebf2488496a974b4bc2e8d6f58a HTTP/1.1" status: 200 len: 267 time: 0.0350330 Jul 05 04:32:26.743903 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.796775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836e00f-f0c5-4c98-b9b1-e8b64c22e277 None None] Pushing event updated for resources: {'Port': ['ID=3c35fcd6-0c35-41d7-82d2-20f742d65271,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:26.799371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-6cf5bfbf-86ac-44b8-9f44-05e2af4d5974 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:26.800924 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-6cf5bfbf-86ac-44b8-9f44-05e2af4d5974 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/networks?id=9b7048be-ab05-476e-ba57-4166cf4a2d2f HTTP/1.1" status: 200 len: 796 time: 0.1137443 Jul 05 04:32:26.824964 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-3e2bfe5a-a417-4d2d-8f52-4f26e80d9455 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/quotas/fdb5aebf2488496a974b4bc2e8d6f58a HTTP/1.1" status: 200 len: 375 time: 0.0098836 Jul 05 04:32:26.857440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Attempting to bind port 3c35fcd6-0c35-41d7-82d2-20f742d65271 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:32:26.857818 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Attempting to bind port 3c35fcd6-0c35-41d7-82d2-20f742d65271 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '6301e1ce-8766-499a-90d8-ad041b634d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:32:26.858195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Attempting to bind port 3c35fcd6-0c35-41d7-82d2-20f742d65271 on network 9b7048be-ab05-476e-ba57-4166cf4a2d2f {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:32:26.867270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:32:26.867849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Checking segment: {'id': '6301e1ce-8766-499a-90d8-ad041b634d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:32:26.868143 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.869016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Bound using segment: {'id': '6301e1ce-8766-499a-90d8-ad041b634d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:32:26.869016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Bound port: 3c35fcd6-0c35-41d7-82d2-20f742d65271, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6301e1ce-8766-499a-90d8-ad041b634d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:32:26.869351 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:26.906778 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-cebf9988-f443-4068-826d-95a046298bf7 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdb5aebf2488496a974b4bc2e8d6f58a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710614 Jul 05 04:32:26.948964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] For port 3c35fcd6-0c35-41d7-82d2-20f742d65271, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:32:26.952950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] For port 3c35fcd6-0c35-41d7-82d2-20f742d65271, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3c35fcd6-0c35-41d7-82d2-20f742d65271,segment=NetworkSegment(6301e1ce-8766-499a-90d8-ad041b634d04),segment_id=6301e1ce-8766-499a-90d8-ad041b634d04)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:32:27.033873 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:27.098274 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-ea17773b-3517-48a6-957c-05140300e6ed service neutron] 10.222.0.60 "GET /v2.0/networks/9b7048be-ab05-476e-ba57-4166cf4a2d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789095 Jul 05 04:32:27.109449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Routers {'48f46f40-4eb3-44ae-96c5-077c07ba2fa5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:32:27.110092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:32:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:27.114155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836e00f-f0c5-4c98-b9b1-e8b64c22e277 None None] Pushing event updated for resources: {'Port': ['ID=3c35fcd6-0c35-41d7-82d2-20f742d65271,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:27.203483 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-bc904520-ecb3-46e3-9d85-7cc07215e6ee service neutron] 10.222.0.60 "GET /v2.0/networks/9b7048be-ab05-476e-ba57-4166cf4a2d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990300 Jul 05 04:32:27.237879 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] Set router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:32:27.313959 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:27.455474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '3c35fcd6-0c35-41d7-82d2-20f742d65271', 'name': '', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'mac_address': 'fa:16:3e:66:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:23Z', 'updated_at': '2021-07-05T04:32:26Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'subnets': [{'id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:27.488182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06289e21-d624-4e90-b878-4f604caff4fb None None] The sync data for ids ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'] in n-d-798249-5 is: [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '3c35fcd6-0c35-41d7-82d2-20f742d65271', 'name': '', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'mac_address': 'fa:16:3e:66:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:23Z', 'updated_at': '2021-07-05T04:32:26Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'subnets': [{'id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:32:27.501967 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c83ae4d1-60b0-4475-b1f6-09b4c8a164b4 req-d1cc74d7-e44f-46da-a88e-59dbc30ae5a9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0373108 Jul 05 04:32:27.644434 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a7e31b0a-2531-4f7a-8a6f-046d78594ce8 req-178945f2-d0c1-4f98-aacd-d2c7801cee73 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670450 Jul 05 04:32:27.745666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31b0a-2531-4f7a-8a6f-046d78594ce8 req-c705e35d-bf82-465e-8b89-86fc58d0e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:27.747224 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a7e31b0a-2531-4f7a-8a6f-046d78594ce8 req-c705e35d-bf82-465e-8b89-86fc58d0e6dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 1097 time: 0.0573618 Jul 05 04:32:27.858540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31b0a-2531-4f7a-8a6f-046d78594ce8 req-5f0320eb-8b90-4cac-9b19-f68f44c3dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:27.860051 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a7e31b0a-2531-4f7a-8a6f-046d78594ce8 req-5f0320eb-8b90-4cac-9b19-f68f44c3dce6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.0923462 Jul 05 04:32:27.946880 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a7e31b0a-2531-4f7a-8a6f-046d78594ce8 req-910ab316-2c45-4d07-9457-540d9eba8b9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=779dc4b8-54c0-469b-b419-231b55c64e9c HTTP/1.1" status: 200 len: 1002 time: 0.0802436 Jul 05 04:32:28.001659 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31b0a-2531-4f7a-8a6f-046d78594ce8 req-035cf3e5-69f1-4625-9190-556dbae819df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:28.003195 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a7e31b0a-2531-4f7a-8a6f-046d78594ce8 req-035cf3e5-69f1-4625-9190-556dbae819df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0496070 Jul 05 04:32:28.048581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3c35fcd6-0c35-41d7-82d2-20f742d65271 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:32:28.086116 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31b0a-2531-4f7a-8a6f-046d78594ce8 req-2d3db2e9-db75-4297-998f-e43874e11168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:28.087649 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a7e31b0a-2531-4f7a-8a6f-046d78594ce8 req-2d3db2e9-db75-4297-998f-e43874e11168 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782444 Jul 05 04:32:28.167643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 3c35fcd6-0c35-41d7-82d2-20f742d65271 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:32:28.173605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 3c35fcd6-0c35-41d7-82d2-20f742d65271 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:32:28.174693 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:28.192828 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a7e31b0a-2531-4f7a-8a6f-046d78594ce8 req-de858cde-1624-4c8a-811a-635141b262ff service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986145 Jul 05 04:32:28.262382 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:28.298583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 3c35fcd6-0c35-41d7-82d2-20f742d65271, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3c35fcd6-0c35-41d7-82d2-20f742d65271,segment=NetworkSegment(6301e1ce-8766-499a-90d8-ad041b634d04),segment_id=6301e1ce-8766-499a-90d8-ad041b634d04)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:28.299465 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a7e31b0a-2531-4f7a-8a6f-046d78594ce8 req-5e3a67ec-f72d-4ee1-9ea8-e38d07d997bd service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000051 Jul 05 04:32:28.410032 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:28.410862 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:32:28.488232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=3c35fcd6-0c35-41d7-82d2-20f742d65271,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:28.501034 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:32:28.501409 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:28.609929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f8eb830-938f-4b6f-8da0-9ed0b04b3eae req-70dd863e-0f3a-494d-8c65-a8f3843af16d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0388868 Jul 05 04:32:29.751807 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a2749243-bb69-4001-8475-f9a7f80ca9ab req-6eedf517-31ca-44f3-a21c-b0acc9c5382e tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0277691 Jul 05 04:32:29.823622 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:29.927887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3c35fcd6-0c35-41d7-82d2-20f742d65271 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:32:29.978337 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 3c35fcd6-0c35-41d7-82d2-20f742d65271 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:32:29.978710 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:30.078014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-47416b5b-e1b0-4f42-9f67-42417909efb9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:30.079502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-47416b5b-e1b0-4f42-9f67-42417909efb9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.64 "GET /v2.0/networks?id=9b7048be-ab05-476e-ba57-4166cf4a2d2f HTTP/1.1" status: 200 len: 796 time: 0.1188171 Jul 05 04:32:30.123558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-2cae0b24-62b9-4da2-8b9b-8fcb6bf3ed4d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdb5aebf2488496a974b4bc2e8d6f58a HTTP/1.1" status: 200 len: 476 time: 0.0362794 Jul 05 04:32:30.131858 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-46399cfb-5eec-4167-914b-7c827edefdf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Request body: {'port': {'device_id': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'admin_state_up': True, 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'security_groups': ['c49d3c24-cf18-4baa-bb5e-132898be3f43', '1876da1b-ebf9-4781-88cb-ff1bdce5c9d8']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:30.315217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-46399cfb-5eec-4167-914b-7c827edefdf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Made reservation on behalf of fdb5aebf2488496a974b4bc2e8d6f58a for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:32:30.318899 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-46399cfb-5eec-4167-914b-7c827edefdf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:30.450050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-46399cfb-5eec-4167-914b-7c827edefdf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Allocated IP 172.20.0.13 (9b7048be-ab05-476e-ba57-4166cf4a2d2f/d38b15f3-b0ac-4927-b5a9-6f1678ba4f00/ff595d43-8cfc-4cf2-b437-2d49bce81126) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:32:30.598909 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-46399cfb-5eec-4167-914b-7c827edefdf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:30.613162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-46399cfb-5eec-4167-914b-7c827edefdf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Transition to ACTIVE for port object ff595d43-8cfc-4cf2-b437-2d49bce81126 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:32:30.708006 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-46399cfb-5eec-4167-914b-7c827edefdf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:30.752024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-46399cfb-5eec-4167-914b-7c827edefdf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Network 9b7048be-ab05-476e-ba57-4166cf4a2d2f is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:32:30.755202 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-46399cfb-5eec-4167-914b-7c827edefdf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:32:30.761011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-46399cfb-5eec-4167-914b-7c827edefdf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:32:30.767528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46399cfb-5eec-4167-914b-7c827edefdf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'Port': ['ID=ff595d43-8cfc-4cf2-b437-2d49bce81126,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:30.818584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-46399cfb-5eec-4167-914b-7c827edefdf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:30.819757 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-46399cfb-5eec-4167-914b-7c827edefdf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:30.920693 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-46399cfb-5eec-4167-914b-7c827edefdf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7925162 Jul 05 04:32:30.937646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Request body: {'port': {'device_id': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:30.946887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736e230-7d23-494d-bc7f-5b9666dd3dc3 req-a4b7abed-7028-4510-8380-21731455cdeb tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:30.948342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b736e230-7d23-494d-bc7f-5b9666dd3dc3 req-a4b7abed-7028-4510-8380-21731455cdeb tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 971 time: 0.0775490 Jul 05 04:32:31.039776 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b736e230-7d23-494d-bc7f-5b9666dd3dc3 req-95d6355c-86cc-44d8-be3b-ee2e85ed45be tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/security-groups?id=c49d3c24-cf18-4baa-bb5e-132898be3f43&id=1876da1b-ebf9-4781-88cb-ff1bdce5c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0663452 Jul 05 04:32:31.053646 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.120652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9e6d4955-a196-4967-af6e-758bfd345f5a None None] Provisioning for port ff595d43-8cfc-4cf2-b437-2d49bce81126 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:32:31.124815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9e6d4955-a196-4967-af6e-758bfd345f5a None None] Provisioning complete for port ff595d43-8cfc-4cf2-b437-2d49bce81126 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:32:31.125257 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9e6d4955-a196-4967-af6e-758bfd345f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.163149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d4955-a196-4967-af6e-758bfd345f5a None None] Port ff595d43-8cfc-4cf2-b437-2d49bce81126 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:32:31.324767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff595d43-8cfc-4cf2-b437-2d49bce81126 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:32:31.332491 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.345247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Transition to ACTIVE for port object ff595d43-8cfc-4cf2-b437-2d49bce81126 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:32:31.410493 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.461165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff595d43-8cfc-4cf2-b437-2d49bce81126,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:31.534451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Attempting to bind port ff595d43-8cfc-4cf2-b437-2d49bce81126 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:32:31.534796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Attempting to bind port ff595d43-8cfc-4cf2-b437-2d49bce81126 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '6301e1ce-8766-499a-90d8-ad041b634d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:32:31.535134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Attempting to bind port ff595d43-8cfc-4cf2-b437-2d49bce81126 on network 9b7048be-ab05-476e-ba57-4166cf4a2d2f {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:32:31.539553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Port ff595d43-8cfc-4cf2-b437-2d49bce81126 on network 9b7048be-ab05-476e-ba57-4166cf4a2d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:32:31.539871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Attempting to bind port ff595d43-8cfc-4cf2-b437-2d49bce81126 on network 9b7048be-ab05-476e-ba57-4166cf4a2d2f {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:32:31.545591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:32:31.546832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Checking segment: {'id': '6301e1ce-8766-499a-90d8-ad041b634d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:32:31.546832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Bound using segment: {'id': '6301e1ce-8766-499a-90d8-ad041b634d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:32:31.546832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Bound port: ff595d43-8cfc-4cf2-b437-2d49bce81126, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6301e1ce-8766-499a-90d8-ad041b634d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:32:31.547136 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.614370 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] For port ff595d43-8cfc-4cf2-b437-2d49bce81126, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:32:31.618067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] For port ff595d43-8cfc-4cf2-b437-2d49bce81126, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ff595d43-8cfc-4cf2-b437-2d49bce81126,segment=NetworkSegment(6301e1ce-8766-499a-90d8-ad041b634d04),segment_id=6301e1ce-8766-499a-90d8-ad041b634d04)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:32:31.676566 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.703224 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.742876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:31.743496 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.744910 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] 10.222.0.64 "PUT /v2.0/ports/ff595d43-8cfc-4cf2-b437-2d49bce81126 HTTP/1.1" status: 200 len: 1131 time: 0.8154492 Jul 05 04:32:31.745307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'tag': 'ff595d43-8cfc-4cf2-b437-2d49bce81126'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:32:31.747578 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed8ab4f-8539-41ca-bc7a-4cfda20b24ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d605aafc-e49b-48ef-91b0-619934d0fdc8", "tag": "ff595d43-8cfc-4cf2-b437-2d49bce81126"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:32:31.782868 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de84fd-b175-4e9c-ab53-6dfff2d5e0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff595d43-8cfc-4cf2-b437-2d49bce81126,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:31.791352 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49229dd3-c3e2-4567-aae3-c43baf451282 x-openstack-request-id: req-49229dd3-c3e2-4567-aae3-c43baf451282 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:32:31.791734 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d605aafc-e49b-48ef-91b0-619934d0fdc8", "tag": "ff595d43-8cfc-4cf2-b437-2d49bce81126", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:32:31.792144 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49229dd3-c3e2-4567-aae3-c43baf451282 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:32:31.792799 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'tag': 'ff595d43-8cfc-4cf2-b437-2d49bce81126', 'status': 'completed', 'code': 200} Jul 05 04:32:31.875223 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8ab4f-8539-41ca-bc7a-4cfda20b24ad req-33d7a875-6ccb-4b53-96d9-8cbbb4455ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:31.877015 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ed8ab4f-8539-41ca-bc7a-4cfda20b24ad req-33d7a875-6ccb-4b53-96d9-8cbbb4455ac2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fdb5aebf2488496a974b4bc2e8d6f58a&device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 1134 time: 0.0609503 Jul 05 04:32:31.981620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8ab4f-8539-41ca-bc7a-4cfda20b24ad req-d4abaf37-4635-4bd0-9350-f2169f954ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:31.983204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ed8ab4f-8539-41ca-bc7a-4cfda20b24ad req-d4abaf37-4635-4bd0-9350-f2169f954ab6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=fdb5aebf2488496a974b4bc2e8d6f58a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0996723 Jul 05 04:32:32.086773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8ab4f-8539-41ca-bc7a-4cfda20b24ad req-0f0749be-b7df-449b-bb0d-4776f51037d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:32.088262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1ed8ab4f-8539-41ca-bc7a-4cfda20b24ad req-0f0749be-b7df-449b-bb0d-4776f51037d0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993228 Jul 05 04:32:32.192238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-8537ef7e-01fd-4245-8b78-d5a3df1cd442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:32.193691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-8537ef7e-01fd-4245-8b78-d5a3df1cd442 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fdb5aebf2488496a974b4bc2e8d6f58a&device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 1134 time: 0.0678439 Jul 05 04:32:32.249156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-14bfee87-031d-42f9-abe4-1d5d47a34421 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff595d43-8cfc-4cf2-b437-2d49bce81126 HTTP/1.1" status: 200 len: 217 time: 0.0387733 Jul 05 04:32:32.316598 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6e6c4-3025-40d2-9c32-a207f1643793 req-5b6982a7-9adc-468b-9b4c-8a43837f1e94 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:32.318104 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fa6e6c4-3025-40d2-9c32-a207f1643793 req-5b6982a7-9adc-468b-9b4c-8a43837f1e94 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 983 time: 0.1476963 Jul 05 04:32:32.321799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-07f10733-d96d-4406-b7c5-f06c647166e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:32.323120 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-07f10733-d96d-4406-b7c5-f06c647166e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d38b15f3-b0ac-4927-b5a9-6f1678ba4f00 HTTP/1.1" status: 200 len: 835 time: 0.0670249 Jul 05 04:32:32.389590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fa6e6c4-3025-40d2-9c32-a207f1643793 req-98464979-6c37-49d6-9dd7-c1861e9fa5ca tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/security-groups?id=c49d3c24-cf18-4baa-bb5e-132898be3f43&id=1876da1b-ebf9-4781-88cb-ff1bdce5c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0653489 Jul 05 04:32:32.408436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-1332d343-cab3-4b95-8f5f-22d2f7429777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:32.410034 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-1332d343-cab3-4b95-8f5f-22d2f7429777 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b7048be-ab05-476e-ba57-4166cf4a2d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792284 Jul 05 04:32:32.511046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-90937239-4c9a-4456-8bf7-ef206b692fa7 service neutron] 10.222.0.64 "GET /v2.0/networks/9b7048be-ab05-476e-ba57-4166cf4a2d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944512 Jul 05 04:32:32.601117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f9bcc9-6bca-49e7-bea9-53feb6121cef req-2353c120-e391-4b39-a99f-47a107d5e498 service neutron] 10.222.0.64 "GET /v2.0/networks/9b7048be-ab05-476e-ba57-4166cf4a2d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834115 Jul 05 04:32:33.571835 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9f6a8-4987-4f0c-9325-a0644592c52c req-48899851-df67-4300-9777-cb2b05e82b07 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:33.574248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7dd9f6a8-4987-4f0c-9325-a0644592c52c req-48899851-df67-4300-9777-cb2b05e82b07 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 983 time: 0.0707150 Jul 05 04:32:33.616474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7dd9f6a8-4987-4f0c-9325-a0644592c52c req-893ea8f8-b954-4a0f-a42d-6cf0c72d68be tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/security-groups?id=c49d3c24-cf18-4baa-bb5e-132898be3f43&id=1876da1b-ebf9-4781-88cb-ff1bdce5c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0352864 Jul 05 04:32:33.643534 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ff595d43-8cfc-4cf2-b437-2d49bce81126 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:32:33.739284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ff595d43-8cfc-4cf2-b437-2d49bce81126, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ff595d43-8cfc-4cf2-b437-2d49bce81126,segment=NetworkSegment(6301e1ce-8766-499a-90d8-ad041b634d04),segment_id=6301e1ce-8766-499a-90d8-ad041b634d04)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:33.751348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'ff595d43-8cfc-4cf2-b437-2d49bce81126', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'port_id': 'ff595d43-8cfc-4cf2-b437-2d49bce81126', 'mac_address': 'fa:16:3e:a7:d0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:32:33.791713 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:33.804845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff595d43-8cfc-4cf2-b437-2d49bce81126 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:32:33.824220 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ff595d43-8cfc-4cf2-b437-2d49bce81126, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ff595d43-8cfc-4cf2-b437-2d49bce81126,segment=NetworkSegment(6301e1ce-8766-499a-90d8-ad041b634d04),segment_id=6301e1ce-8766-499a-90d8-ad041b634d04)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:33.918538 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:33.966750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ff595d43-8cfc-4cf2-b437-2d49bce81126,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:33.974215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:33.974641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:33.974987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:33.975326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:33.975663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:33.975998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:33.976328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:33.976683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:33.977012 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:33.977336 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:33.977659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:33.977982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:34.139505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ff595d43-8cfc-4cf2-b437-2d49bce81126'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:32:34.797562 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13202485-405e-4761-bad8-3f0b10964816 req-58a8dc00-176f-431f-8ed1-c69a544b0845 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:34.799050 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13202485-405e-4761-bad8-3f0b10964816 req-58a8dc00-176f-431f-8ed1-c69a544b0845 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 984 time: 0.0722935 Jul 05 04:32:34.838014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13202485-405e-4761-bad8-3f0b10964816 req-0aeeb6fc-ad67-4956-bfc2-5d0ae257b2c3 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/security-groups?id=c49d3c24-cf18-4baa-bb5e-132898be3f43&id=1876da1b-ebf9-4781-88cb-ff1bdce5c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0334501 Jul 05 04:32:35.653591 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ff595d43-8cfc-4cf2-b437-2d49bce81126 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:32:35.769683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port ff595d43-8cfc-4cf2-b437-2d49bce81126 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:32:35.773393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port ff595d43-8cfc-4cf2-b437-2d49bce81126 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:32:35.773774 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:35.851381 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:35.874895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff595d43-8cfc-4cf2-b437-2d49bce81126'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:32:35.877167 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef20f8a3-449e-42ca-bd70-9d0ec54ee667" -d '{"events": [{"server_uuid": "d605aafc-e49b-48ef-91b0-619934d0fdc8", "name": "network-vif-plugged", "status": "completed", "tag": "ff595d43-8cfc-4cf2-b437-2d49bce81126"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:32:35.893703 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ff595d43-8cfc-4cf2-b437-2d49bce81126, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ff595d43-8cfc-4cf2-b437-2d49bce81126,segment=NetworkSegment(6301e1ce-8766-499a-90d8-ad041b634d04),segment_id=6301e1ce-8766-499a-90d8-ad041b634d04)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:35.919236 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099a145d-a316-4b6c-b1c8-dd89133f210a x-openstack-request-id: req-099a145d-a316-4b6c-b1c8-dd89133f210a {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:32:35.919530 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d605aafc-e49b-48ef-91b0-619934d0fdc8", "name": "network-vif-plugged", "status": "completed", "tag": "ff595d43-8cfc-4cf2-b437-2d49bce81126", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:32:35.919792 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-099a145d-a316-4b6c-b1c8-dd89133f210a {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:32:35.924517 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff595d43-8cfc-4cf2-b437-2d49bce81126', 'code': 200} Jul 05 04:32:35.967853 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:36.017494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ff595d43-8cfc-4cf2-b437-2d49bce81126,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:36.062455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d5815-c58f-49a9-829d-c4d9b541d445 req-15f0915d-8065-4737-b000-c03c79caafb1 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:36.063922 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-329d5815-c58f-49a9-829d-c4d9b541d445 req-15f0915d-8065-4737-b000-c03c79caafb1 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 985 time: 0.1084769 Jul 05 04:32:36.065830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bc9d9-4315-4747-a564-14d8b4be4469 req-de2a64c4-85b6-4f3e-8ff6-c3b3df79daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:36.067147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b2bc9d9-4315-4747-a564-14d8b4be4469 req-de2a64c4-85b6-4f3e-8ff6-c3b3df79daa7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 1136 time: 0.0820351 Jul 05 04:32:36.124484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-329d5815-c58f-49a9-829d-c4d9b541d445 req-8aa7a7ce-389c-430a-96bf-ea3ed97a5a6b tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/security-groups?id=c49d3c24-cf18-4baa-bb5e-132898be3f43&id=1876da1b-ebf9-4781-88cb-ff1bdce5c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0547843 Jul 05 04:32:36.129170 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b2bc9d9-4315-4747-a564-14d8b4be4469 req-a86c7bfd-9c46-40e4-b5b1-09323cb48f50 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1876da1b-ebf9-4781-88cb-ff1bdce5c9d8&id=c49d3c24-cf18-4baa-bb5e-132898be3f43&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0530746 Jul 05 04:32:37.298021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3ba7-d2fd-4a59-9d99-1da9b7f71cff req-8ef46892-12ac-45ba-8985-d821bc509e98 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:37.299503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7dae3ba7-d2fd-4a59-9d99-1da9b7f71cff req-8ef46892-12ac-45ba-8985-d821bc509e98 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 985 time: 0.0632379 Jul 05 04:32:37.337983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7dae3ba7-d2fd-4a59-9d99-1da9b7f71cff req-7a426280-f42f-41ca-b5bc-7740f3ea891a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/security-groups?id=c49d3c24-cf18-4baa-bb5e-132898be3f43&id=1876da1b-ebf9-4781-88cb-ff1bdce5c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0328350 Jul 05 04:32:37.515687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484027f3-f39d-488d-808a-e4a5259def30 req-dbe080bf-ee56-4d26-b39c-238a13108e87 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:37.517184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-484027f3-f39d-488d-808a-e4a5259def30 req-dbe080bf-ee56-4d26-b39c-238a13108e87 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 985 time: 0.0663414 Jul 05 04:32:37.556636 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-484027f3-f39d-488d-808a-e4a5259def30 req-4d203922-301d-4623-b801-46275ce206df tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/security-groups?id=c49d3c24-cf18-4baa-bb5e-132898be3f43&id=1876da1b-ebf9-4781-88cb-ff1bdce5c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0339050 Jul 05 04:32:37.717055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc1d9b-9c0b-422a-8d50-c63b4aa6c9f1 req-b86233c9-76a2-4da0-8261-033f723f58f6 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:37.718605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5dc1d9b-9c0b-422a-8d50-c63b4aa6c9f1 req-b86233c9-76a2-4da0-8261-033f723f58f6 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 1136 time: 0.0539851 Jul 05 04:32:37.736306 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e5dc1d9b-9c0b-422a-8d50-c63b4aa6c9f1 req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:37.820584 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e5dc1d9b-9c0b-422a-8d50-c63b4aa6c9f1 req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:37.874956 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e5dc1d9b-9c0b-422a-8d50-c63b4aa6c9f1 req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:37.902008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5dc1d9b-9c0b-422a-8d50-c63b4aa6c9f1 req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c49d3c24-cf18-4baa-bb5e-132898be3f43&id=1876da1b-ebf9-4781-88cb-ff1bdce5c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1778286 Jul 05 04:32:37.907315 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87b8c08-69a5-4ddc-9dce-9fa1e2ddfd78,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:37.914513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:37.914862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:37.915210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:37.915557 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:37.915872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:37.916203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:37.916557 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:37.916888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:37.917216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:37.917538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:37.917862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:37.918186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb9631-7708-4f63-a64f-7dc5e80d838f tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:37.926566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52664) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:37.983675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1722ba8e-0e45-4585-aaa7-e10d6de06850 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:37.985164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1722ba8e-0e45-4585-aaa7-e10d6de06850 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 1131 time: 0.0574827 Jul 05 04:32:37.988029 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52666) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:37.992278 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': 'ff595d43-8cfc-4cf2-b437-2d49bce81126', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:38.067208 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:38.162350 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:38.266057 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Allocated IP 172.25.0.13 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/5f2d9cc9-29cd-4b1e-89dd-e6cfa0b493c9) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:32:38.363289 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:38.469653 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:38.509366 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:32:38.512083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:32:38.515316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:32:38.540699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'Port': ['ID=5f2d9cc9-29cd-4b1e-89dd-e6cfa0b493c9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:38.881412 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:39.022423 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:39.167883 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:39.223004 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:39.289197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'Port': ['ID=5f2d9cc9-29cd-4b1e-89dd-e6cfa0b493c9,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:39.299812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:39.398142 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Floating IP 750f67d3-4463-4a4b-9748-eead1f5406e1 associated. External IP: 172.25.0.13, port: ff595d43-8cfc-4cf2-b437-2d49bce81126. Jul 05 04:32:39.933906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:32:40.041437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:32:40.051067 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dcb835-8ca6-498e-b62d-8262df25e1ad None None] Sync routers for ids ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:32:40.061500 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dcb835-8ca6-498e-b62d-8262df25e1ad None None] Routers {'48f46f40-4eb3-44ae-96c5-077c07ba2fa5'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:32:40.062120 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a0dcb835-8ca6-498e-b62d-8262df25e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:32:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:40.103595 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:40.143449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-90c94166-7280-49a9-8848-1cf15d45340a tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1521158 Jul 05 04:32:40.143449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'tag': 'ff595d43-8cfc-4cf2-b437-2d49bce81126'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:32:40.143953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52668) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:40.144435 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa967791-483f-4540-bed7-3026ef1f043f" -d '{"events": [{"name": "network-changed", "server_uuid": "d605aafc-e49b-48ef-91b0-619934d0fdc8", "tag": "ff595d43-8cfc-4cf2-b437-2d49bce81126"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:32:40.166669 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-a0dcb835-8ca6-498e-b62d-8262df25e1ad None None] Set router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:32:40.182036 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a2b958-fdb3-416e-a67d-c59d8673d3a9 x-openstack-request-id: req-73a2b958-fdb3-416e-a67d-c59d8673d3a9 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:32:40.182336 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d605aafc-e49b-48ef-91b0-619934d0fdc8", "tag": "ff595d43-8cfc-4cf2-b437-2d49bce81126", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:32:40.182587 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73a2b958-fdb3-416e-a67d-c59d8673d3a9 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:32:40.182977 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'tag': 'ff595d43-8cfc-4cf2-b437-2d49bce81126', 'status': 'completed', 'code': 200} Jul 05 04:32:40.258148 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa967791-483f-4540-bed7-3026ef1f043f req-425c1cc2-a21f-47c5-ade4-1dedbf3c926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.260080 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa967791-483f-4540-bed7-3026ef1f043f req-425c1cc2-a21f-47c5-ade4-1dedbf3c926f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fdb5aebf2488496a974b4bc2e8d6f58a&device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 1136 time: 0.0551951 Jul 05 04:32:40.321848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd3535b-ef78-4026-aa7e-c84353401b7c tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.322335 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd3535b-ef78-4026-aa7e-c84353401b7c tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.323226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd3535b-ef78-4026-aa7e-c84353401b7c tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.323346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd3535b-ef78-4026-aa7e-c84353401b7c tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.323723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd3535b-ef78-4026-aa7e-c84353401b7c tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.324186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd3535b-ef78-4026-aa7e-c84353401b7c tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.329037 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ebd3535b-ef78-4026-aa7e-c84353401b7c tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1814494 Jul 05 04:32:40.329384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52672) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:40.400086 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a0dcb835-8ca6-498e-b62d-8262df25e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '750f67d3-4463-4a4b-9748-eead1f5406e1', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'port_id': 'ff595d43-8cfc-4cf2-b437-2d49bce81126', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'mac_address': 'fa:16:3e:a7:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:32:38Z', 'updated_at': '2021-07-05T04:32:38Z', 'revision_number': 0, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c35fcd6-0c35-41d7-82d2-20f742d65271', 'name': '', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'mac_address': 'fa:16:3e:66:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:23Z', 'updated_at': '2021-07-05T04:32:28Z', 'revision_number': 5, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'subnets': [{'id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:40.415707 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa967791-483f-4540-bed7-3026ef1f043f req-38858a0a-96f8-4535-8bc9-990830552f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.417238 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa967791-483f-4540-bed7-3026ef1f043f req-38858a0a-96f8-4535-8bc9-990830552f14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b7048be-ab05-476e-ba57-4166cf4a2d2f HTTP/1.1" status: 200 len: 897 time: 0.1501708 Jul 05 04:32:40.425579 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dcb835-8ca6-498e-b62d-8262df25e1ad None None] Checking router: 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:32:40.433650 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dcb835-8ca6-498e-b62d-8262df25e1ad None None] Routers {'48f46f40-4eb3-44ae-96c5-077c07ba2fa5'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:32:40.434765 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a0dcb835-8ca6-498e-b62d-8262df25e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:32:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:40.478250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6258f27-08c8-45cc-9c97-5eb81edf6aaa tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.478725 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6258f27-08c8-45cc-9c97-5eb81edf6aaa tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.479187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6258f27-08c8-45cc-9c97-5eb81edf6aaa tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.479647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6258f27-08c8-45cc-9c97-5eb81edf6aaa tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.480105 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6258f27-08c8-45cc-9c97-5eb81edf6aaa tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.480587 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6258f27-08c8-45cc-9c97-5eb81edf6aaa tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.482403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b6258f27-08c8-45cc-9c97-5eb81edf6aaa tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1520660 Jul 05 04:32:40.486330 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52674) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:40.509538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa967791-483f-4540-bed7-3026ef1f043f req-a61c1473-6515-4bc2-877e-dba957788fdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff595d43-8cfc-4cf2-b437-2d49bce81126 HTTP/1.1" status: 200 len: 999 time: 0.0828109 Jul 05 04:32:40.545517 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-a0dcb835-8ca6-498e-b62d-8262df25e1ad None None] Set router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:32:40.562836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa967791-483f-4540-bed7-3026ef1f043f req-30c5d937-d6a8-4509-9e2b-b74d69ff6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.564244 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa967791-483f-4540-bed7-3026ef1f043f req-30c5d937-d6a8-4509-9e2b-b74d69ff6311 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d38b15f3-b0ac-4927-b5a9-6f1678ba4f00 HTTP/1.1" status: 200 len: 835 time: 0.0487039 Jul 05 04:32:40.635403 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa967791-483f-4540-bed7-3026ef1f043f req-86664639-a4e5-45c8-81c1-5f41da987c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.636934 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa967791-483f-4540-bed7-3026ef1f043f req-86664639-a4e5-45c8-81c1-5f41da987c4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b7048be-ab05-476e-ba57-4166cf4a2d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666234 Jul 05 04:32:40.737626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa967791-483f-4540-bed7-3026ef1f043f req-fc725260-7ceb-482b-8596-5bf2f5e24e5b service neutron] 10.222.0.64 "GET /v2.0/networks/9b7048be-ab05-476e-ba57-4166cf4a2d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936122 Jul 05 04:32:40.784754 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a0dcb835-8ca6-498e-b62d-8262df25e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '750f67d3-4463-4a4b-9748-eead1f5406e1', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'port_id': 'ff595d43-8cfc-4cf2-b437-2d49bce81126', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'mac_address': 'fa:16:3e:a7:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:32:38Z', 'updated_at': '2021-07-05T04:32:38Z', 'revision_number': 0, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c35fcd6-0c35-41d7-82d2-20f742d65271', 'name': '', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'mac_address': 'fa:16:3e:66:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:23Z', 'updated_at': '2021-07-05T04:32:28Z', 'revision_number': 5, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'subnets': [{'id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:40.813428 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dcb835-8ca6-498e-b62d-8262df25e1ad None None] The sync data for ids ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'] in n-d-798249-5 is: [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '750f67d3-4463-4a4b-9748-eead1f5406e1', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'port_id': 'ff595d43-8cfc-4cf2-b437-2d49bce81126', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'mac_address': 'fa:16:3e:a7:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:32:38Z', 'updated_at': '2021-07-05T04:32:38Z', 'revision_number': 0, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c35fcd6-0c35-41d7-82d2-20f742d65271', 'name': '', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'mac_address': 'fa:16:3e:66:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:23Z', 'updated_at': '2021-07-05T04:32:28Z', 'revision_number': 5, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'subnets': [{'id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:32:40.844277 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aa967791-483f-4540-bed7-3026ef1f043f req-ab66a329-25e2-4472-ab1f-7feba19410dc service neutron] 10.222.0.64 "GET /v2.0/networks/9b7048be-ab05-476e-ba57-4166cf4a2d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009195 Jul 05 04:32:41.032108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e486cce-b38e-4a2e-8eed-7f914f325fff None None] New status for floating IP 750f67d3-4463-4a4b-9748-eead1f5406e1: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:32:41.053508 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7c513b59-ebf4-41c4-85f1-92d0db59464d tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.5657392 Jul 05 04:32:41.056108 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52676) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:41.109765 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82877620-6fa5-473c-ae6d-b6c0f1d4b15c tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:41.110258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82877620-6fa5-473c-ae6d-b6c0f1d4b15c tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:41.111862 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-82877620-6fa5-473c-ae6d-b6c0f1d4b15c tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=48f46f40-4eb3-44ae-96c5-077c07ba2fa5 HTTP/1.1" status: 200 len: 1989 time: 0.0548227 Jul 05 04:32:51.320076 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9596771b-ac0b-4155-8eaa-a5ffd6924ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:54.335039 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-008b61ee-a4bb-4436-9de5-e972258e1cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:54.386580 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:55.361102 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:57.268736 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:59.803568 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:01.137686 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:33:01.682891 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:13.965201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52698) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:14.063892 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c111673e-3968-4521-9d25-7aa000b553fe tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2806 time: 0.0974810 Jul 05 04:33:14.066583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52700) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:14.072270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6ec84a54-b0cf-4b98-8e26-ae349cc4a547 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Request body: {'network': {'name': 'tempest-network-smoke--636303652', 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'port_security_enabled': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:33:14.188928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec84a54-b0cf-4b98-8e26-ae349cc4a547 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Made reservation on behalf of fdb5aebf2488496a974b4bc2e8d6f58a for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:33:14.195294 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ec84a54-b0cf-4b98-8e26-ae349cc4a547 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:14.219428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec84a54-b0cf-4b98-8e26-ae349cc4a547 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:33:14.227880 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ec84a54-b0cf-4b98-8e26-ae349cc4a547 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:14.228220 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-6ec84a54-b0cf-4b98-8e26-ae349cc4a547 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Added segment 664ae19b-0cc1-4c0f-81e7-e7259f788194 of type vlan for network b9bbf87c-2444-452b-9402-fef19fae60dc Jul 05 04:33:14.276645 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ec84a54-b0cf-4b98-8e26-ae349cc4a547 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:14.379802 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ec84a54-b0cf-4b98-8e26-ae349cc4a547 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:14.386336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec84a54-b0cf-4b98-8e26-ae349cc4a547 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:14.389760 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ec84a54-b0cf-4b98-8e26-ae349cc4a547 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:14.451107 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec84a54-b0cf-4b98-8e26-ae349cc4a547 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'Network': ['ID=b9bbf87c-2444-452b-9402-fef19fae60dc,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:14.462918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network b9bbf87c-2444-452b-9402-fef19fae60dc details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:33:14.512041 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6ec84a54-b0cf-4b98-8e26-ae349cc4a547 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4443843 Jul 05 04:33:14.514708 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52702) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:14.519570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-298955252', 'admin_state_up': True, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:33:14.634741 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:14.635764 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:14.690897 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:14.895160 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:15.187263 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:15.206455 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:15.402018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Allocated IP 172.25.0.53 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/56c73071-d1f0-45ae-8e03-97f30921566e) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:33:15.504770 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:15.668874 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:15.706675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:33:15.721259 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:33:15.726353 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:33:15.729570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'Port': ['ID=56c73071-d1f0-45ae-8e03-97f30921566e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:16.067537 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:16.276813 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:16.491378 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Router 6d4d2b79-1108-4085-99e8-df4e0a65c427 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:33:16.595652 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:33:16.604747 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Sync routers for ids ['6d4d2b79-1108-4085-99e8-df4e0a65c427'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:33:16.613735 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Routers {'6d4d2b79-1108-4085-99e8-df4e0a65c427'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:33:16.614484 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:32:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d4d2b79-1108-4085-99e8-df4e0a65c427'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:16.671399 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:16.672737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e753b65b-41cd-48d3-8d0f-f68cff74c629 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.1570473 Jul 05 04:33:16.675802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52708) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:16.726155 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Set router 6d4d2b79-1108-4085-99e8-df4e0a65c427 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:33:16.750215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eca6a0-92a0-4aba-8e28-691024e0291a tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:16.751731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-89eca6a0-92a0-4aba-8e28-691024e0291a tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=fdb5aebf2488496a974b4bc2e8d6f58a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0749121 Jul 05 04:33:16.754583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52710) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:16.842880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1590933-fb90-4246-8143-0458c8daebea tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:16.844625 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a1590933-fb90-4246-8143-0458c8daebea tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890737 Jul 05 04:33:16.847461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52712) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:16.883094 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-84f98c1e-526b-4d1a-8b19-0fb4bd5afc29 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346212 Jul 05 04:33:16.885785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52714) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:16.907211 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'name': 'tempest-TestSecurityGroupsBasicOps-router-298955252', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:33:14Z', 'updated_at': '2021-07-05T04:33:15Z', 'revision_number': 3, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:33:15Z', 'updated_at': '2021-07-05T04:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:16.914278 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ce409f17-b357-48ca-b16b-251726711aa2 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=fdb5aebf2488496a974b4bc2e8d6f58a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274041 Jul 05 04:33:16.916686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52716) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:16.937995 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Checking router: 6d4d2b79-1108-4085-99e8-df4e0a65c427 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:33:16.938343 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Updating router 6d4d2b79-1108-4085-99e8-df4e0a65c427 port 56c73071-d1f0-45ae-8e03-97f30921566e binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:33:16.972802 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:17.008184 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323c4f2-4346-40be-ba29-f57ef77b84be tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:17.009840 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a323c4f2-4346-40be-ba29-f57ef77b84be tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920880 Jul 05 04:33:17.012506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52718) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:17.044979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6e09e7d2-f8bb-4589-a7a8-b49559998037 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312901 Jul 05 04:33:17.047401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52720) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:17.053560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b75af917-13f7-406c-b7e7-1fa8b12094d9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1997572732', 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc', 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:33:17.236275 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:17.247545 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Transition to ACTIVE for port object 56c73071-d1f0-45ae-8e03-97f30921566e will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:33:17.331729 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:17.471796 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Attempting to bind port 56c73071-d1f0-45ae-8e03-97f30921566e on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:33:17.472170 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Attempting to bind port 56c73071-d1f0-45ae-8e03-97f30921566e by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:33:17.472551 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Attempting to bind port 56c73071-d1f0-45ae-8e03-97f30921566e on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:33:17.483579 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02a2e4-17e8-4b7b-8827-8a3bd1133a2e None None] Pushing event updated for resources: {'Port': ['ID=56c73071-d1f0-45ae-8e03-97f30921566e,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:17.486029 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:33:17.486454 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:33:17.486800 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:17.487180 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:33:17.487641 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Bound port: 56c73071-d1f0-45ae-8e03-97f30921566e, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:33:17.488250 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:17.540459 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] For port 56c73071-d1f0-45ae-8e03-97f30921566e, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:33:17.543385 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] For port 56c73071-d1f0-45ae-8e03-97f30921566e, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=56c73071-d1f0-45ae-8e03-97f30921566e,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:33:17.576986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75af917-13f7-406c-b7e7-1fa8b12094d9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Made reservation on behalf of fdb5aebf2488496a974b4bc2e8d6f58a for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:33:17.580603 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b75af917-13f7-406c-b7e7-1fa8b12094d9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:17.620187 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:17.674136 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Routers {'6d4d2b79-1108-4085-99e8-df4e0a65c427'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:33:17.674757 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:32:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d4d2b79-1108-4085-99e8-df4e0a65c427'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:17.720243 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02a2e4-17e8-4b7b-8827-8a3bd1133a2e None None] Pushing event updated for resources: {'Port': ['ID=56c73071-d1f0-45ae-8e03-97f30921566e,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:17.790822 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] Set router 6d4d2b79-1108-4085-99e8-df4e0a65c427 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:33:17.834999 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b75af917-13f7-406c-b7e7-1fa8b12094d9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:17.895425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75af917-13f7-406c-b7e7-1fa8b12094d9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'Subnet': ['ID=656a7d81-241d-4606-b979-496f508be4ca,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:17.912250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75af917-13f7-406c-b7e7-1fa8b12094d9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Checking segment: {'id': '664ae19b-0cc1-4c0f-81e7-e7259f788194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:33:17.912250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75af917-13f7-406c-b7e7-1fa8b12094d9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Network hostable DHCP agents. Network: b9bbf87c-2444-452b-9402-fef19fae60dc, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:33:17.965694 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'name': 'tempest-TestSecurityGroupsBasicOps-router-298955252', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:33:14Z', 'updated_at': '2021-07-05T04:33:15Z', 'revision_number': 3, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:33:15Z', 'updated_at': '2021-07-05T04:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:17.974805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75af917-13f7-406c-b7e7-1fa8b12094d9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Network b9bbf87c-2444-452b-9402-fef19fae60dc is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:33:17.991855 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e6904-9c7e-4185-8ff9-443cf20ea34c None None] The sync data for ids ['6d4d2b79-1108-4085-99e8-df4e0a65c427'] in n-d-798249-5 is: [{'id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'name': 'tempest-TestSecurityGroupsBasicOps-router-298955252', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:33:14Z', 'updated_at': '2021-07-05T04:33:15Z', 'revision_number': 3, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:33:15Z', 'updated_at': '2021-07-05T04:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:33:18.058002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-b75af917-13f7-406c-b7e7-1fa8b12094d9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, b9bbf87c-2444-452b-9402-fef19fae60dc) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:33:18.059092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75af917-13f7-406c-b7e7-1fa8b12094d9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:18.059711 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b75af917-13f7-406c-b7e7-1fa8b12094d9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:18.064385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a3b788-936e-4188-9ef9-045ba7a2d17d None None] Network b9bbf87c-2444-452b-9402-fef19fae60dc requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:33:18.152929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b75af917-13f7-406c-b7e7-1fa8b12094d9 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1043472 Jul 05 04:33:18.155865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52722) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:18.242763 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-b9bbf87c-2444-452b-9402-fef19fae60dc', 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'fixed_ips': [{'subnet_id': '656a7d81-241d-4606-b979-496f508be4ca'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:33:18.245205 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:18.513277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Allocated IP 172.20.0.18 (b9bbf87c-2444-452b-9402-fef19fae60dc/656a7d81-241d-4606-b979-496f508be4ca/9c7b6cd0-645b-4ffa-af87-dbae2a3203eb) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:33:18.667230 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:18.675766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Transition to ACTIVE for port object 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:33:18.692711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Transition to ACTIVE for port object 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:33:18.743201 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:18.769162 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:18.811687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Network b9bbf87c-2444-452b-9402-fef19fae60dc is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:33:18.814557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:33:18.818672 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:33:18.828831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Pushing event updated for resources: {'Port': ['ID=9c7b6cd0-645b-4ffa-af87-dbae2a3203eb,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:18.888255 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Attempting to bind port 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:33:18.888657 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Attempting to bind port 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '664ae19b-0cc1-4c0f-81e7-e7259f788194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:33:18.889023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Attempting to bind port 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb on network b9bbf87c-2444-452b-9402-fef19fae60dc {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:33:18.894384 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:33:18.897635 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Checking segment: {'id': '664ae19b-0cc1-4c0f-81e7-e7259f788194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:33:18.897635 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:18.897635 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Bound using segment: {'id': '664ae19b-0cc1-4c0f-81e7-e7259f788194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:33:18.897635 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Bound port: 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664ae19b-0cc1-4c0f-81e7-e7259f788194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:33:18.897635 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:18.962779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] For port 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:33:18.965840 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] For port 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9c7b6cd0-645b-4ffa-af87-dbae2a3203eb,segment=NetworkSegment(664ae19b-0cc1-4c0f-81e7-e7259f788194),segment_id=664ae19b-0cc1-4c0f-81e7-e7259f788194)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:33:19.032245 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:19.034660 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Allocated IP 172.20.0.17 (b9bbf87c-2444-452b-9402-fef19fae60dc/656a7d81-241d-4606-b979-496f508be4ca/814ee291-99d5-4e25-8a11-c0a42238952b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:33:19.082879 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-735f247d-eea3-42de-bf66-d98da2d00233 req-7f1f65b6-402c-4f55-aca2-5e0c87e602b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584257 Jul 05 04:33:19.098796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaab451-b9ee-459f-95fc-261fa8a86316 None None] Pushing event updated for resources: {'Port': ['ID=9c7b6cd0-645b-4ffa-af87-dbae2a3203eb,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:19.179276 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:19.190825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f247d-eea3-42de-bf66-d98da2d00233 req-40cd5b34-cca2-451f-989b-0651125b83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:19.192450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-735f247d-eea3-42de-bf66-d98da2d00233 req-40cd5b34-cca2-451f-989b-0651125b83dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 1097 time: 0.0608876 Jul 05 04:33:19.195174 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Transition to ACTIVE for port object 814ee291-99d5-4e25-8a11-c0a42238952b will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:33:19.293772 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:19.326576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Network b9bbf87c-2444-452b-9402-fef19fae60dc is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:33:19.328236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:33:19.330841 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:33:19.341545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f247d-eea3-42de-bf66-d98da2d00233 req-99a220fd-d7cc-4ac0-9e5a-ceb256b02f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:19.343364 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-735f247d-eea3-42de-bf66-d98da2d00233 req-99a220fd-d7cc-4ac0-9e5a-ceb256b02f36 service neutron] 10.222.0.64 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.1278286 Jul 05 04:33:19.430640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'Port': ['ID=814ee291-99d5-4e25-8a11-c0a42238952b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:19.434768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:19.446921 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-735f247d-eea3-42de-bf66-d98da2d00233 req-df659167-f7f2-460c-89bb-d2bdb26358ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f76eb65-296e-4e52-9bbf-190a95efe1e7 HTTP/1.1" status: 200 len: 1002 time: 0.0946805 Jul 05 04:33:19.480131 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:19.480349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:19.480933 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:19.481464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:19.481976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:19.482670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:19.483248 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:19.483868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:19.484399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:19.484897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:19.485417 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:19.486268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:19.515508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f247d-eea3-42de-bf66-d98da2d00233 req-50793f78-d30a-4e0e-9883-757811fa7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:19.518451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-735f247d-eea3-42de-bf66-d98da2d00233 req-50793f78-d30a-4e0e-9883-757811fa7994 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0658569 Jul 05 04:33:19.580130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f247d-eea3-42de-bf66-d98da2d00233 req-e6af6d8b-29f6-4ab4-93e3-b34c993c00de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:19.581981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-735f247d-eea3-42de-bf66-d98da2d00233 req-e6af6d8b-29f6-4ab4-93e3-b34c993c00de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570576 Jul 05 04:33:19.669124 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:19.678165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-735f247d-eea3-42de-bf66-d98da2d00233 req-8f2a660b-2858-41e1-a274-11f4432d4c99 service neutron] 10.222.0.64 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884726 Jul 05 04:33:19.771409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-735f247d-eea3-42de-bf66-d98da2d00233 req-d3f3fbdf-a7dc-46e8-bfc9-dd0345259f61 service neutron] 10.222.0.64 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881419 Jul 05 04:33:19.982141 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:20.025187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:33:20.077409 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:20.176634 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:20.181181 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'Port': ['ID=814ee291-99d5-4e25-8a11-c0a42238952b,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:20.197114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:33:20.203209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 56c73071-d1f0-45ae-8e03-97f30921566e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:33:20.248009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbf1a03-2eb2-415f-a35f-073ba4c1cf6d None None] Network b9bbf87c-2444-452b-9402-fef19fae60dc requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:33:20.285467 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Network b9bbf87c-2444-452b-9402-fef19fae60dc is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:33:20.287545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:33:20.408263 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Router 6d4d2b79-1108-4085-99e8-df4e0a65c427 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:33:20.429321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 56c73071-d1f0-45ae-8e03-97f30921566e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:33:20.436942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 56c73071-d1f0-45ae-8e03-97f30921566e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:33:20.437320 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:20.462790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4dcb9c16-1e95-4ec9-9494-623dfd760ed0 None None] Provisioning for port 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:33:20.482132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4dcb9c16-1e95-4ec9-9494-623dfd760ed0 None None] Provisioning complete for port 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:33:20.482642 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9c16-1e95-4ec9-9494-623dfd760ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:20.525855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:33:20.531547 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-39b0cd1d-4ac9-4bae-94af-228f482369ea tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "PUT /v2.0/routers/6d4d2b79-1108-4085-99e8-df4e0a65c427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3745797 Jul 05 04:33:20.543557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Sync routers for ids ['6d4d2b79-1108-4085-99e8-df4e0a65c427'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:33:20.745117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Routers {'6d4d2b79-1108-4085-99e8-df4e0a65c427'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:33:20.745763 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:32:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d4d2b79-1108-4085-99e8-df4e0a65c427'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:20.777481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-5dbdc6ed-a84f-4e03-bcc6-70c2d3fc4132 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:20.779173 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-5dbdc6ed-a84f-4e03-bcc6-70c2d3fc4132 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/networks?id=b9bbf87c-2444-452b-9402-fef19fae60dc HTTP/1.1" status: 200 len: 797 time: 0.1294990 Jul 05 04:33:20.798493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-2255ca0e-bdda-4873-9486-5ce87ac583c2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/quotas/fdb5aebf2488496a974b4bc2e8d6f58a HTTP/1.1" status: 200 len: 375 time: 0.0121026 Jul 05 04:33:20.811332 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:20.852737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 56c73071-d1f0-45ae-8e03-97f30921566e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=56c73071-d1f0-45ae-8e03-97f30921566e,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:20.856801 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9c16-1e95-4ec9-9494-623dfd760ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:20.886686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0a6ef8e0-e30c-4240-b0a8-08db3fd17cf0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdb5aebf2488496a974b4bc2e8d6f58a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0812693 Jul 05 04:33:20.927512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4dcb9c16-1e95-4ec9-9494-623dfd760ed0 None None] For port 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9c7b6cd0-645b-4ffa-af87-dbae2a3203eb,segment=NetworkSegment(664ae19b-0cc1-4c0f-81e7-e7259f788194),segment_id=664ae19b-0cc1-4c0f-81e7-e7259f788194)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:20.934955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Set router 6d4d2b79-1108-4085-99e8-df4e0a65c427 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:33:20.965991 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:21.005386 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0552ec70-abe0-46ee-b756-af94926ea6b9 service neutron] 10.222.0.60 "GET /v2.0/networks/b9bbf87c-2444-452b-9402-fef19fae60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054199 Jul 05 04:33:21.032540 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9c16-1e95-4ec9-9494-623dfd760ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:21.092870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=56c73071-d1f0-45ae-8e03-97f30921566e,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:21.100841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-8d2f7d30-20be-4432-9553-cc64eef1cecb service neutron] 10.222.0.60 "GET /v2.0/networks/b9bbf87c-2444-452b-9402-fef19fae60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941515 Jul 05 04:33:21.176398 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb9c16-1e95-4ec9-9494-623dfd760ed0 None None] Pushing event updated for resources: {'Port': ['ID=9c7b6cd0-645b-4ffa-af87-dbae2a3203eb,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:21.230821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'name': 'tempest-TestSecurityGroupsBasicOps-router-298955252', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:33:14Z', 'updated_at': '2021-07-05T04:33:19Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:33:15Z', 'updated_at': '2021-07-05T04:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '814ee291-99d5-4e25-8a11-c0a42238952b', 'name': '', 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'mac_address': 'fa:16:3e:9f:c0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '656a7d81-241d-4606-b979-496f508be4ca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:33:18Z', 'updated_at': '2021-07-05T04:33:19Z', 'revision_number': 2, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'subnets': [{'id': '656a7d81-241d-4606-b979-496f508be4ca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:21.267800 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Checking router: 6d4d2b79-1108-4085-99e8-df4e0a65c427 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:33:21.268152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Updating router 6d4d2b79-1108-4085-99e8-df4e0a65c427 port 814ee291-99d5-4e25-8a11-c0a42238952b binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:33:21.292133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-68f80812-a7f6-4d3e-91ab-1fa6e1778c3c None None] Provisioning for port 814ee291-99d5-4e25-8a11-c0a42238952b completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:33:21.300735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-68f80812-a7f6-4d3e-91ab-1fa6e1778c3c None None] Provisioning complete for port 814ee291-99d5-4e25-8a11-c0a42238952b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:33:21.301111 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-68f80812-a7f6-4d3e-91ab-1fa6e1778c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:21.337003 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:21.359122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-68f80812-a7f6-4d3e-91ab-1fa6e1778c3c None None] Port 814ee291-99d5-4e25-8a11-c0a42238952b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:33:21.383399 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0e153de2-fb8c-4a42-b925-efcf4cc27d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:21.399122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-68f80812-a7f6-4d3e-91ab-1fa6e1778c3c None None] Provisioning complete for port 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:33:21.399498 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-68f80812-a7f6-4d3e-91ab-1fa6e1778c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:21.470143 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-42b6e833-a25c-4ccf-9d36-4aa3adcf327d req-66b3bee1-76ae-442f-ab17-7cda66757393 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 210 time: 0.0446043 Jul 05 04:33:21.694057 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:21.705530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Transition to ACTIVE for port object 814ee291-99d5-4e25-8a11-c0a42238952b will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:33:21.814529 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:21.863093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a4c44-f3dc-4cf5-a9b1-49614d44671d None None] Pushing event updated for resources: {'Port': ['ID=814ee291-99d5-4e25-8a11-c0a42238952b,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:21.928360 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Attempting to bind port 814ee291-99d5-4e25-8a11-c0a42238952b on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:33:21.928603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Attempting to bind port 814ee291-99d5-4e25-8a11-c0a42238952b by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '664ae19b-0cc1-4c0f-81e7-e7259f788194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:33:21.928923 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Attempting to bind port 814ee291-99d5-4e25-8a11-c0a42238952b on network b9bbf87c-2444-452b-9402-fef19fae60dc {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:33:21.937133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:33:21.937594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Checking segment: {'id': '664ae19b-0cc1-4c0f-81e7-e7259f788194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:33:21.938077 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:21.938700 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Bound using segment: {'id': '664ae19b-0cc1-4c0f-81e7-e7259f788194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:33:21.939254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Bound port: 814ee291-99d5-4e25-8a11-c0a42238952b, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664ae19b-0cc1-4c0f-81e7-e7259f788194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:33:21.940032 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:22.015424 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:33:22.062421 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] For port 814ee291-99d5-4e25-8a11-c0a42238952b, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:33:22.082707 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] For port 814ee291-99d5-4e25-8a11-c0a42238952b, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=814ee291-99d5-4e25-8a11-c0a42238952b,segment=NetworkSegment(664ae19b-0cc1-4c0f-81e7-e7259f788194),segment_id=664ae19b-0cc1-4c0f-81e7-e7259f788194)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:33:22.093731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:33:22.097294 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:22.172144 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:22.236062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 56c73071-d1f0-45ae-8e03-97f30921566e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:33:22.269179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Routers {'6d4d2b79-1108-4085-99e8-df4e0a65c427'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:33:22.269825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:32:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d4d2b79-1108-4085-99e8-df4e0a65c427'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:22.275610 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a4c44-f3dc-4cf5-a9b1-49614d44671d None None] Pushing event updated for resources: {'Port': ['ID=814ee291-99d5-4e25-8a11-c0a42238952b,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:22.394088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 56c73071-d1f0-45ae-8e03-97f30921566e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:33:22.394717 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:22.428648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] Set router 6d4d2b79-1108-4085-99e8-df4e0a65c427 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:33:22.615083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e200c8e9-e763-4d87-b2de-71857a35b72f req-a97e9e61-621c-4321-a7ba-9b20c555d580 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 210 time: 0.0325103 Jul 05 04:33:22.682944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'name': 'tempest-TestSecurityGroupsBasicOps-router-298955252', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:33:14Z', 'updated_at': '2021-07-05T04:33:19Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:33:15Z', 'updated_at': '2021-07-05T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '814ee291-99d5-4e25-8a11-c0a42238952b', 'name': '', 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'mac_address': 'fa:16:3e:9f:c0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '656a7d81-241d-4606-b979-496f508be4ca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:33:18Z', 'updated_at': '2021-07-05T04:33:22Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'subnets': [{'id': '656a7d81-241d-4606-b979-496f508be4ca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:22.713483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf7fb2-a63e-468b-9052-a3cfc165bb45 None None] The sync data for ids ['6d4d2b79-1108-4085-99e8-df4e0a65c427'] in n-d-798249-5 is: [{'id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'name': 'tempest-TestSecurityGroupsBasicOps-router-298955252', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:33:14Z', 'updated_at': '2021-07-05T04:33:19Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:33:15Z', 'updated_at': '2021-07-05T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '814ee291-99d5-4e25-8a11-c0a42238952b', 'name': '', 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'mac_address': 'fa:16:3e:9f:c0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '656a7d81-241d-4606-b979-496f508be4ca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:33:18Z', 'updated_at': '2021-07-05T04:33:22Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'subnets': [{'id': '656a7d81-241d-4606-b979-496f508be4ca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:33:23.763006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e650b3e-b0e2-49e0-b9ed-3d1a6c13e410 req-e2ba1741-f0f8-4570-b6ce-a6b2efefaf39 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 210 time: 0.0299325 Jul 05 04:33:23.953646 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-e82b1d8a-639d-4291-baf1-90a5f2994807 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:23.955142 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-e82b1d8a-639d-4291-baf1-90a5f2994807 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.11 "GET /v2.0/networks?id=b9bbf87c-2444-452b-9402-fef19fae60dc HTTP/1.1" status: 200 len: 797 time: 0.1152081 Jul 05 04:33:23.967501 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-b35fdcc5-ea0a-4392-9501-9339745775ba tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Request body: {'port': {'device_id': 'cca64a56-76c4-4e81-a578-8fb531cd3297', 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc', 'admin_state_up': True, 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:33:23.988348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 814ee291-99d5-4e25-8a11-c0a42238952b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:33:24.102829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 814ee291-99d5-4e25-8a11-c0a42238952b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:33:24.107038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 814ee291-99d5-4e25-8a11-c0a42238952b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:33:24.107417 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:24.179810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-b35fdcc5-ea0a-4392-9501-9339745775ba tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Made reservation on behalf of fdb5aebf2488496a974b4bc2e8d6f58a for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:33:24.183527 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-b35fdcc5-ea0a-4392-9501-9339745775ba tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:24.190105 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:24.229621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 814ee291-99d5-4e25-8a11-c0a42238952b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=814ee291-99d5-4e25-8a11-c0a42238952b,segment=NetworkSegment(664ae19b-0cc1-4c0f-81e7-e7259f788194),segment_id=664ae19b-0cc1-4c0f-81e7-e7259f788194)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:24.308862 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-b35fdcc5-ea0a-4392-9501-9339745775ba tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Allocated IP 172.20.0.29 (b9bbf87c-2444-452b-9402-fef19fae60dc/656a7d81-241d-4606-b979-496f508be4ca/2a59b8ee-f271-4cc6-adbc-a35e76d10b9b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:33:24.374404 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fbcd588a-f9dc-4d87-9cba-b2cb5f343d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:24.376077 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:24.418288 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:24.429191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=814ee291-99d5-4e25-8a11-c0a42238952b,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:24.444273 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-b35fdcc5-ea0a-4392-9501-9339745775ba tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:24.457497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-b35fdcc5-ea0a-4392-9501-9339745775ba tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Transition to ACTIVE for port object 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:33:24.556878 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-b35fdcc5-ea0a-4392-9501-9339745775ba tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:24.597384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-b35fdcc5-ea0a-4392-9501-9339745775ba tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Network b9bbf87c-2444-452b-9402-fef19fae60dc is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:33:24.601602 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-b35fdcc5-ea0a-4392-9501-9339745775ba tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:33:24.605362 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-b35fdcc5-ea0a-4392-9501-9339745775ba tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:33:24.632966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fdcc5-ea0a-4392-9501-9339745775ba tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event updated for resources: {'Port': ['ID=2a59b8ee-f271-4cc6-adbc-a35e76d10b9b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:24.662102 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-b35fdcc5-ea0a-4392-9501-9339745775ba tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:24.662782 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-b35fdcc5-ea0a-4392-9501-9339745775ba tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:24.740486 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-b35fdcc5-ea0a-4392-9501-9339745775ba tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7767262 Jul 05 04:33:24.752381 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Request body: {'port': {'device_id': 'cca64a56-76c4-4e81-a578-8fb531cd3297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:33:24.834509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:24.939344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ece71-4554-4a4e-8222-fe90e6ccc241 req-b138d6ad-fd22-4344-86ec-71b07dfb1170 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:24.940775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e79ece71-4554-4a4e-8222-fe90e6ccc241 req-b138d6ad-fd22-4344-86ec-71b07dfb1170 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 895 time: 0.0637898 Jul 05 04:33:24.943911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5723af54-c537-414e-938d-78c58f71d5ad None None] Provisioning for port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:33:24.948099 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5723af54-c537-414e-938d-78c58f71d5ad None None] Provisioning complete for port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:33:24.948521 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5723af54-c537-414e-938d-78c58f71d5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:24.983430 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-5723af54-c537-414e-938d-78c58f71d5ad None None] Port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:33:25.103805 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:33:25.111231 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:25.123112 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Transition to ACTIVE for port object 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:33:25.223085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:25.278365 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Pushing event updated for resources: {'Port': ['ID=2a59b8ee-f271-4cc6-adbc-a35e76d10b9b,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:25.353459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Attempting to bind port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:33:25.353808 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Attempting to bind port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '664ae19b-0cc1-4c0f-81e7-e7259f788194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:33:25.354150 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Attempting to bind port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b on network b9bbf87c-2444-452b-9402-fef19fae60dc {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:33:25.358693 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b on network b9bbf87c-2444-452b-9402-fef19fae60dc not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:33:25.359147 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Attempting to bind port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b on network b9bbf87c-2444-452b-9402-fef19fae60dc {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:33:25.365001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:33:25.365504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Checking segment: {'id': '664ae19b-0cc1-4c0f-81e7-e7259f788194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:33:25.365815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Bound using segment: {'id': '664ae19b-0cc1-4c0f-81e7-e7259f788194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:33:25.366087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Bound port: 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664ae19b-0cc1-4c0f-81e7-e7259f788194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:33:25.366463 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:25.397110 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:25.435883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] For port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:33:25.439226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] For port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a59b8ee-f271-4cc6-adbc-a35e76d10b9b,segment=NetworkSegment(664ae19b-0cc1-4c0f-81e7-e7259f788194),segment_id=664ae19b-0cc1-4c0f-81e7-e7259f788194)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:33:25.500330 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:25.539076 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:25.539697 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:25.541161 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] 10.222.0.11 "PUT /v2.0/ports/2a59b8ee-f271-4cc6-adbc-a35e76d10b9b HTTP/1.1" status: 200 len: 1055 time: 0.7933285 Jul 05 04:33:25.541559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca64a56-76c4-4e81-a578-8fb531cd3297', 'tag': '2a59b8ee-f271-4cc6-adbc-a35e76d10b9b'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:33:25.543809 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a7e0c1-b783-4814-be15-f618817269b2" -d '{"events": [{"name": "network-changed", "server_uuid": "cca64a56-76c4-4e81-a578-8fb531cd3297", "tag": "2a59b8ee-f271-4cc6-adbc-a35e76d10b9b"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:33:25.572307 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ed4c3-df34-41c7-b94a-aabb495c257b service neutron] Pushing event updated for resources: {'Port': ['ID=2a59b8ee-f271-4cc6-adbc-a35e76d10b9b,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:25.655817 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb7f50c-47e1-4942-b956-91fdf8b753e3 x-openstack-request-id: req-6bb7f50c-47e1-4942-b956-91fdf8b753e3 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:33:25.656114 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca64a56-76c4-4e81-a578-8fb531cd3297", "tag": "2a59b8ee-f271-4cc6-adbc-a35e76d10b9b", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:33:25.656397 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6bb7f50c-47e1-4942-b956-91fdf8b753e3 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:33:25.656819 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca64a56-76c4-4e81-a578-8fb531cd3297', 'tag': '2a59b8ee-f271-4cc6-adbc-a35e76d10b9b', 'status': 'completed', 'code': 200} Jul 05 04:33:25.737864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7e0c1-b783-4814-be15-f618817269b2 req-8e475fd5-cf1e-4468-9774-d0ccf2b54dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:25.739596 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d1a7e0c1-b783-4814-be15-f618817269b2 req-8e475fd5-cf1e-4468-9774-d0ccf2b54dd8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdb5aebf2488496a974b4bc2e8d6f58a&device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 1058 time: 0.0596306 Jul 05 04:33:25.843222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7e0c1-b783-4814-be15-f618817269b2 req-76c12fde-a352-475e-9ccf-fce832d8080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:25.844772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7e0c1-b783-4814-be15-f618817269b2 req-76c12fde-a352-475e-9ccf-fce832d8080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:25.845336 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d1a7e0c1-b783-4814-be15-f618817269b2 req-76c12fde-a352-475e-9ccf-fce832d8080f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=fdb5aebf2488496a974b4bc2e8d6f58a&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.0990667 Jul 05 04:33:25.938396 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7e0c1-b783-4814-be15-f618817269b2 req-023d23ab-c848-4001-9040-a2bb657858e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:25.939885 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d1a7e0c1-b783-4814-be15-f618817269b2 req-023d23ab-c848-4001-9040-a2bb657858e3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888960 Jul 05 04:33:25.961780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 814ee291-99d5-4e25-8a11-c0a42238952b up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:33:26.011944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 814ee291-99d5-4e25-8a11-c0a42238952b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:33:26.012320 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:26.033043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-047349ac-3977-4749-a868-11b235e31b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:26.034694 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-047349ac-3977-4749-a868-11b235e31b4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdb5aebf2488496a974b4bc2e8d6f58a&device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 1058 time: 0.0579054 Jul 05 04:33:26.082260 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-01295b48-4926-491a-a810-ed70542bad4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=2a59b8ee-f271-4cc6-adbc-a35e76d10b9b HTTP/1.1" status: 200 len: 217 time: 0.0397708 Jul 05 04:33:26.129605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a5111-6752-4cbb-b87a-329fbf8e1830 req-16fcf759-8c03-4ff5-bdcb-740acf3c3a3d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:26.131816 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff8a5111-6752-4cbb-b87a-329fbf8e1830 req-16fcf759-8c03-4ff5-bdcb-740acf3c3a3d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 907 time: 0.0709298 Jul 05 04:33:26.135345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-c120c1b8-1e28-49fb-a512-87108ae0111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:26.136832 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-c120c1b8-1e28-49fb-a512-87108ae0111f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=656a7d81-241d-4606-b979-496f508be4ca HTTP/1.1" status: 200 len: 838 time: 0.0474591 Jul 05 04:33:26.193686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-76a947cf-8e87-4641-8c46-97641230df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:26.195172 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-76a947cf-8e87-4641-8c46-97641230df04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9bbf87c-2444-452b-9402-fef19fae60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522039 Jul 05 04:33:26.284626 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-eeb5b1c7-c612-4a99-bbff-42fc7196fd8a service neutron] 10.222.0.11 "GET /v2.0/networks/b9bbf87c-2444-452b-9402-fef19fae60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824201 Jul 05 04:33:26.371200 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-1e611ac1-8bdb-44c3-baec-f5464ddd8d22 req-8442e1b9-96d7-47ea-a489-357fa24ec509 service neutron] 10.222.0.11 "GET /v2.0/networks/b9bbf87c-2444-452b-9402-fef19fae60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807116 Jul 05 04:33:27.268452 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:27.311461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcb05d-18fb-4f8e-81bc-a6e8c58d3126 req-1cf12005-da3a-4aeb-861d-d90686ba0fac tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:27.312973 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d1fcb05d-18fb-4f8e-81bc-a6e8c58d3126 req-1cf12005-da3a-4aeb-861d-d90686ba0fac tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 907 time: 0.0641923 Jul 05 04:33:28.494347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66992a-42aa-49f3-b1ce-d1b461d2b785 req-b9b9bb97-fec0-433f-b707-830f444aea83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:28.495835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e66992a-42aa-49f3-b1ce-d1b461d2b785 req-b9b9bb97-fec0-433f-b707-830f444aea83 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 907 time: 0.0653603 Jul 05 04:33:28.546398 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b7d9fa3c-591a-4e55-a69b-19d7ef0cc7ee req-428e938f-b90e-48d2-bf87-49c0ab1c1dac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509498 Jul 05 04:33:28.640755 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9fa3c-591a-4e55-a69b-19d7ef0cc7ee req-d4be0c5a-f48f-45b7-bf9d-e1f96fc31cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:28.642279 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b7d9fa3c-591a-4e55-a69b-19d7ef0cc7ee req-d4be0c5a-f48f-45b7-bf9d-e1f96fc31cb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 1097 time: 0.0562909 Jul 05 04:33:28.743460 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9fa3c-591a-4e55-a69b-19d7ef0cc7ee req-a452e79c-e331-450b-869f-915d1a71e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:28.744985 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b7d9fa3c-591a-4e55-a69b-19d7ef0cc7ee req-a452e79c-e331-450b-869f-915d1a71e8cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.0844984 Jul 05 04:33:28.811604 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b7d9fa3c-591a-4e55-a69b-19d7ef0cc7ee req-aaaa6200-a235-4dc0-b106-6b97f2c6d190 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=779dc4b8-54c0-469b-b419-231b55c64e9c HTTP/1.1" status: 200 len: 1002 time: 0.0604460 Jul 05 04:33:28.858834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9fa3c-591a-4e55-a69b-19d7ef0cc7ee req-e7436e28-b3d0-486a-b4fb-08fd3692c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:28.860251 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b7d9fa3c-591a-4e55-a69b-19d7ef0cc7ee req-e7436e28-b3d0-486a-b4fb-08fd3692c291 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0426114 Jul 05 04:33:28.915789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9fa3c-591a-4e55-a69b-19d7ef0cc7ee req-f2bc4f13-e442-4540-81cf-69d103fa3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:28.917328 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b7d9fa3c-591a-4e55-a69b-19d7ef0cc7ee req-f2bc4f13-e442-4540-81cf-69d103fa3133 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509090 Jul 05 04:33:29.008536 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b7d9fa3c-591a-4e55-a69b-19d7ef0cc7ee req-36083133-f1a6-4b37-9000-72dad330dcf0 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850921 Jul 05 04:33:29.096194 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b7d9fa3c-591a-4e55-a69b-19d7ef0cc7ee req-7f21b93d-abc0-4c5b-b673-6cb86f34cf51 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812733 Jul 05 04:33:29.657271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:33:29.672698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ecfe2-03af-4749-a486-ae245be69ac7 req-d41c38fb-b2d2-422c-8b02-157694320595 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:29.674555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-669ecfe2-03af-4749-a486-ae245be69ac7 req-d41c38fb-b2d2-422c-8b02-157694320595 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 907 time: 0.0682724 Jul 05 04:33:29.759972 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a59b8ee-f271-4cc6-adbc-a35e76d10b9b,segment=NetworkSegment(664ae19b-0cc1-4c0f-81e7-e7259f788194),segment_id=664ae19b-0cc1-4c0f-81e7-e7259f788194)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:29.775062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '2a59b8ee-f271-4cc6-adbc-a35e76d10b9b', 'network_id': 'b9bbf87c-2444-452b-9402-fef19fae60dc', 'port_id': '2a59b8ee-f271-4cc6-adbc-a35e76d10b9b', 'mac_address': 'fa:16:3e:8d:a0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656a7d81-241d-4606-b979-496f508be4ca', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:33:29.814963 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:29.824454 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:29.829137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:33:29.849363 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a59b8ee-f271-4cc6-adbc-a35e76d10b9b,segment=NetworkSegment(664ae19b-0cc1-4c0f-81e7-e7259f788194),segment_id=664ae19b-0cc1-4c0f-81e7-e7259f788194)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:29.928297 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:29.974215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2a59b8ee-f271-4cc6-adbc-a35e76d10b9b,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:30.170704 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['2a59b8ee-f271-4cc6-adbc-a35e76d10b9b'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:33:30.846107 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de34e7-a262-44de-8c3a-eb7373cdb18a req-d678f2a8-d202-45e2-a127-2263e2784063 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:30.847620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58de34e7-a262-44de-8c3a-eb7373cdb18a req-d678f2a8-d202-45e2-a127-2263e2784063 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 908 time: 0.0629809 Jul 05 04:33:31.655495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:33:31.720185 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:31.799566 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:33:31.804452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:33:31.804879 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:31.879182 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:31.901189 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca64a56-76c4-4e81-a578-8fb531cd3297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a59b8ee-f271-4cc6-adbc-a35e76d10b9b'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:33:31.903039 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7ff6c7-8d76-4278-8505-0dd32530468e" -d '{"events": [{"server_uuid": "cca64a56-76c4-4e81-a578-8fb531cd3297", "name": "network-vif-plugged", "status": "completed", "tag": "2a59b8ee-f271-4cc6-adbc-a35e76d10b9b"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:33:31.917456 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a59b8ee-f271-4cc6-adbc-a35e76d10b9b,segment=NetworkSegment(664ae19b-0cc1-4c0f-81e7-e7259f788194),segment_id=664ae19b-0cc1-4c0f-81e7-e7259f788194)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:31.950152 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef17484-9f6d-4632-ab00-e4c4c096612d x-openstack-request-id: req-aef17484-9f6d-4632-ab00-e4c4c096612d {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:33:31.950152 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca64a56-76c4-4e81-a578-8fb531cd3297", "name": "network-vif-plugged", "status": "completed", "tag": "2a59b8ee-f271-4cc6-adbc-a35e76d10b9b", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:33:31.950152 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aef17484-9f6d-4632-ab00-e4c4c096612d {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:33:31.950152 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca64a56-76c4-4e81-a578-8fb531cd3297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a59b8ee-f271-4cc6-adbc-a35e76d10b9b', 'code': 200} Jul 05 04:33:31.996586 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.028713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa2958-3762-436b-a320-a82afeb2b6ff req-b0887499-e18a-461d-9cf1-7ea10a440b49 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:32.030340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7aa2958-3762-436b-a320-a82afeb2b6ff req-b0887499-e18a-461d-9cf1-7ea10a440b49 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 908 time: 0.0670097 Jul 05 04:33:32.053649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=2a59b8ee-f271-4cc6-adbc-a35e76d10b9b,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:32.060300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd597e9-8d9a-40db-8eca-56c61dd2c48d req-ef4bb83e-02a2-4179-adc4-5cb6d2222e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:32.065059 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6fd597e9-8d9a-40db-8eca-56c61dd2c48d req-ef4bb83e-02a2-4179-adc4-5cb6d2222e00 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 1060 time: 0.0575011 Jul 05 04:33:33.209812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a9b53-dace-4663-a642-0165060216c7 req-6ace9b44-346c-4bdc-9062-6909ce9d87cb tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:33.211299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f1a9b53-dace-4663-a642-0165060216c7 req-6ace9b44-346c-4bdc-9062-6909ce9d87cb tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 909 time: 0.0659366 Jul 05 04:33:33.383098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda7b40-3ab4-482c-87b0-a6f0f319c24a req-02900327-f143-4fd7-b950-5ed1497d470e tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:33.384627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ddda7b40-3ab4-482c-87b0-a6f0f319c24a req-02900327-f143-4fd7-b950-5ed1497d470e tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 909 time: 0.0636821 Jul 05 04:33:33.542524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0955fc9-53b9-4ab5-b0f1-cafd2e65d9a5 req-993fbf4e-d182-45bd-bc96-69a55de33c84 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:33.544410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0955fc9-53b9-4ab5-b0f1-cafd2e65d9a5 req-993fbf4e-d182-45bd-bc96-69a55de33c84 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 1060 time: 0.0531340 Jul 05 04:33:33.704644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100d25f-45fe-4e08-80eb-8e0add6e40bc req-c21381d2-dfcb-48c3-9b3d-d00cb0f8fc4c tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:33.706408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9100d25f-45fe-4e08-80eb-8e0add6e40bc req-c21381d2-dfcb-48c3-9b3d-d00cb0f8fc4c tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 1136 time: 0.0511105 Jul 05 04:33:33.741648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9100d25f-45fe-4e08-80eb-8e0add6e40bc req-ebed956b-e3fa-4fa0-bfd0-57e67771677a tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c49d3c24-cf18-4baa-bb5e-132898be3f43&id=1876da1b-ebf9-4781-88cb-ff1bdce5c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0288064 Jul 05 04:33:33.764747 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52788) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:33.821824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aee3bb3-1247-4c76-a31f-3773f6f5fc12 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:33.823329 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8aee3bb3-1247-4c76-a31f-3773f6f5fc12 tempest-TestSecurityGroupsBasicOps-2121705772 tempest-TestSecurityGroupsBasicOps-2121705772-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 1055 time: 0.0576406 Jul 05 04:33:34.360270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919184b-0d4b-41b4-9e9a-1bd4c5808c9f req-525e78cf-aa1d-46e9-9b57-7b4d225a8347 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:34.361676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0919184b-0d4b-41b4-9e9a-1bd4c5808c9f req-525e78cf-aa1d-46e9-9b57-7b4d225a8347 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 909 time: 0.0635896 Jul 05 04:33:35.541629 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868112d-cc1a-4298-98ff-8ab9fa1df288 req-7f694f0a-3b69-448a-882c-7cadb6b98107 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:35.543338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0868112d-cc1a-4298-98ff-8ab9fa1df288 req-7f694f0a-3b69-448a-882c-7cadb6b98107 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 909 time: 0.0638182 Jul 05 04:33:35.600973 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fb2a0-261c-41e8-b1bb-da677e6b65c0 req-f01a5130-ce2e-4988-ab77-5a7e1c1166e6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:35.602452 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6d5fb2a0-261c-41e8-b1bb-da677e6b65c0 req-f01a5130-ce2e-4988-ab77-5a7e1c1166e6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 909 time: 0.0724156 Jul 05 04:33:35.705262 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-6d5fb2a0-261c-41e8-b1bb-da677e6b65c0 req-301572c3-3f38-42d5-af77-009e7566e185 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Deleting port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:33:35.705880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6d5fb2a0-261c-41e8-b1bb-da677e6b65c0 req-301572c3-3f38-42d5-af77-009e7566e185 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:35.796757 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-6d5fb2a0-261c-41e8-b1bb-da677e6b65c0 req-301572c3-3f38-42d5-af77-009e7566e185 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] For port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=2a59b8ee-f271-4cc6-adbc-a35e76d10b9b,segment=NetworkSegment(664ae19b-0cc1-4c0f-81e7-e7259f788194),segment_id=664ae19b-0cc1-4c0f-81e7-e7259f788194)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:35.797119 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6d5fb2a0-261c-41e8-b1bb-da677e6b65c0 req-301572c3-3f38-42d5-af77-009e7566e185 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:35.810140 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-6d5fb2a0-261c-41e8-b1bb-da677e6b65c0 req-301572c3-3f38-42d5-af77-009e7566e185 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Calling delete_port for 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:33:36.005675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6d5fb2a0-261c-41e8-b1bb-da677e6b65c0 req-301572c3-3f38-42d5-af77-009e7566e185 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:36.035317 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301572c3-3f38-42d5-af77-009e7566e185 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event deleted for resources: {'Port': ['ID=2a59b8ee-f271-4cc6-adbc-a35e76d10b9b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:36.079906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5fb2a0-261c-41e8-b1bb-da677e6b65c0 req-301572c3-3f38-42d5-af77-009e7566e185 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] No DVR routers for this DVR port 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:33:36.083580 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-6d5fb2a0-261c-41e8-b1bb-da677e6b65c0 req-301572c3-3f38-42d5-af77-009e7566e185 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:36.085683 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6d5fb2a0-261c-41e8-b1bb-da677e6b65c0 req-301572c3-3f38-42d5-af77-009e7566e185 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.11 "DELETE /v2.0/ports/2a59b8ee-f271-4cc6-adbc-a35e76d10b9b HTTP/1.1" status: 204 len: 173 time: 0.4775176 Jul 05 04:33:36.086130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca64a56-76c4-4e81-a578-8fb531cd3297', 'name': 'network-vif-deleted', 'tag': '2a59b8ee-f271-4cc6-adbc-a35e76d10b9b'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:33:36.088465 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9063f352-9f3d-4a70-ae8c-e45e87214d61" -d '{"events": [{"server_uuid": "cca64a56-76c4-4e81-a578-8fb531cd3297", "name": "network-vif-deleted", "tag": "2a59b8ee-f271-4cc6-adbc-a35e76d10b9b"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:33:36.127172 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83d6acc-5727-4588-8085-ea00e7d8b8fc x-openstack-request-id: req-a83d6acc-5727-4588-8085-ea00e7d8b8fc {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:33:36.127483 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca64a56-76c4-4e81-a578-8fb531cd3297", "name": "network-vif-deleted", "tag": "2a59b8ee-f271-4cc6-adbc-a35e76d10b9b", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:33:36.127718 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a83d6acc-5727-4588-8085-ea00e7d8b8fc {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:33:36.128615 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca64a56-76c4-4e81-a578-8fb531cd3297', 'name': 'network-vif-deleted', 'tag': '2a59b8ee-f271-4cc6-adbc-a35e76d10b9b', 'status': 'completed', 'code': 200} Jul 05 04:33:36.699713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65beca38-5a36-452a-a227-650cb4dd32fb req-4b01aae1-f565-41a4-adb1-80bb669e7003 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca64a56-76c4-4e81-a578-8fb531cd3297 HTTP/1.1" status: 200 len: 210 time: 0.0318334 Jul 05 04:33:37.796727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52802) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:38.137371 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:33:38.146836 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:38.408263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Deleting port 814ee291-99d5-4e25-8a11-c0a42238952b {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:33:38.408567 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:38.498937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] For port 814ee291-99d5-4e25-8a11-c0a42238952b, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=814ee291-99d5-4e25-8a11-c0a42238952b,segment=NetworkSegment(664ae19b-0cc1-4c0f-81e7-e7259f788194),segment_id=664ae19b-0cc1-4c0f-81e7-e7259f788194)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:38.499307 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:38.512003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Calling delete_port for 814ee291-99d5-4e25-8a11-c0a42238952b owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:33:38.756453 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:38.782701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event deleted for resources: {'Port': ['ID=814ee291-99d5-4e25-8a11-c0a42238952b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:38.811168 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:38.811791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:38.811896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:38.812163 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:38.812522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:38.812857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:38.813188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:38.813516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:38.813844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:38.814170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:38.814492 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:38.814815 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:38.968904 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:39.175889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Router 6d4d2b79-1108-4085-99e8-df4e0a65c427 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:33:39.282179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:33:39.288313 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f4d98521-e541-4367-8f28-25778b040341 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "PUT /v2.0/routers/6d4d2b79-1108-4085-99e8-df4e0a65c427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4905660 Jul 05 04:33:39.290926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52804) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:39.293006 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ce5471-0c38-44d2-8063-d81b09a5c4fe None None] Sync routers for ids ['6d4d2b79-1108-4085-99e8-df4e0a65c427'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:33:39.303606 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ce5471-0c38-44d2-8063-d81b09a5c4fe None None] Routers {'6d4d2b79-1108-4085-99e8-df4e0a65c427'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:33:39.304314 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d8ce5471-0c38-44d2-8063-d81b09a5c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:33:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d4d2b79-1108-4085-99e8-df4e0a65c427'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:39.344532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3b0e7d-444b-4efa-9fec-f2cb1df8f3a5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Deleting subnet 656a7d81-241d-4606-b979-496f508be4ca {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:33:39.347574 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0e7d-444b-4efa-9fec-f2cb1df8f3a5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:39.388965 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0e7d-444b-4efa-9fec-f2cb1df8f3a5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:39.407647 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-d8ce5471-0c38-44d2-8063-d81b09a5c4fe None None] Set router 6d4d2b79-1108-4085-99e8-df4e0a65c427 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:33:39.470030 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0e7d-444b-4efa-9fec-f2cb1df8f3a5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:39.579550 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d8ce5471-0c38-44d2-8063-d81b09a5c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'name': 'tempest-TestSecurityGroupsBasicOps-router-298955252', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:33:14Z', 'updated_at': '2021-07-05T04:33:38Z', 'revision_number': 5, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:33:15Z', 'updated_at': '2021-07-05T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:39.602622 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0e7d-444b-4efa-9fec-f2cb1df8f3a5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:39.610409 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ce5471-0c38-44d2-8063-d81b09a5c4fe None None] Checking router: 6d4d2b79-1108-4085-99e8-df4e0a65c427 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:33:39.618518 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ce5471-0c38-44d2-8063-d81b09a5c4fe None None] Routers {'6d4d2b79-1108-4085-99e8-df4e0a65c427'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:33:39.619150 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d8ce5471-0c38-44d2-8063-d81b09a5c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:33:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['6d4d2b79-1108-4085-99e8-df4e0a65c427'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:39.629430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b0e7d-444b-4efa-9fec-f2cb1df8f3a5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event deleted for resources: {'Subnet': ['ID=656a7d81-241d-4606-b979-496f508be4ca,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:39.633413 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0e7d-444b-4efa-9fec-f2cb1df8f3a5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:39.637668 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4e3b0e7d-444b-4efa-9fec-f2cb1df8f3a5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "DELETE /v2.0/subnets/656a7d81-241d-4606-b979-496f508be4ca HTTP/1.1" status: 204 len: 168 time: 0.3435073 Jul 05 04:33:39.637904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52806) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:39.642649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7e66b3-3e76-45d4-8ec0-815d54bc8aae None None] Network b9bbf87c-2444-452b-9402-fef19fae60dc requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:33:39.689316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:33:39.716559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:33:39.716904 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 2a59b8ee-f271-4cc6-adbc-a35e76d10b9b not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:33:39.725894 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-d8ce5471-0c38-44d2-8063-d81b09a5c4fe None None] Set router 6d4d2b79-1108-4085-99e8-df4e0a65c427 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:33:39.749635 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:39.867293 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:39.916048 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d8ce5471-0c38-44d2-8063-d81b09a5c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'name': 'tempest-TestSecurityGroupsBasicOps-router-298955252', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:33:14Z', 'updated_at': '2021-07-05T04:33:38Z', 'revision_number': 5, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:33:15Z', 'updated_at': '2021-07-05T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:39.942389 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ce5471-0c38-44d2-8063-d81b09a5c4fe None None] The sync data for ids ['6d4d2b79-1108-4085-99e8-df4e0a65c427'] in n-d-798249-5 is: [{'id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'name': 'tempest-TestSecurityGroupsBasicOps-router-298955252', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:33:14Z', 'updated_at': '2021-07-05T04:33:38Z', 'revision_number': 5, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '56c73071-d1f0-45ae-8e03-97f30921566e', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d2b79-1108-4085-99e8-df4e0a65c427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:33:15Z', 'updated_at': '2021-07-05T04:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:33:40.003413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Deleting port 56c73071-d1f0-45ae-8e03-97f30921566e {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:33:40.003762 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:40.085039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] For port 56c73071-d1f0-45ae-8e03-97f30921566e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=56c73071-d1f0-45ae-8e03-97f30921566e,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:40.085401 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:40.097503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Calling delete_port for 56c73071-d1f0-45ae-8e03-97f30921566e owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:33:40.327468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] DHCP port deletion for b9bbf87c-2444-452b-9402-fef19fae60dc request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:33:40.328293 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:40.360276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event deleted for resources: {'Port': ['ID=56c73071-d1f0-45ae-8e03-97f30921566e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:40.393986 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Deleting port 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:33:40.394363 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:40.429255 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:40.462073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] For port 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9c7b6cd0-645b-4ffa-af87-dbae2a3203eb,segment=NetworkSegment(664ae19b-0cc1-4c0f-81e7-e7259f788194),segment_id=664ae19b-0cc1-4c0f-81e7-e7259f788194)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:40.462476 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:40.475876 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Calling delete_port for 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:33:40.653331 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:40.679754 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Pushing event deleted for resources: {'Port': ['ID=9c7b6cd0-645b-4ffa-af87-dbae2a3203eb,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:40.684173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] No DVR routers for this DVR port 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:33:40.697300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:40.697300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:40.697300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:40.697300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:40.697300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:40.697300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:40.697300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:40.697300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:40.697300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:40.697300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:40.697300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:40.697300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b40dbc6-cc70-4465-b85a-b01299870efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:40.853129 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:40.855190 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:40.966199 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:40.966853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Fanout notify agent at l3_agent the message router_deleted on router 6d4d2b79-1108-4085-99e8-df4e0a65c427 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:33:40.973741 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:40.974863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8fa81115-79b8-49c4-a6e8-a772a71c614d tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "DELETE /v2.0/routers/6d4d2b79-1108-4085-99e8-df4e0a65c427 HTTP/1.1" status: 204 len: 168 time: 1.3360646 Jul 05 04:33:40.977715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52808) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:41.061269 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d10aa294-4bfe-4ac8-9701-04d083532dc0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:41.150800 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d10aa294-4bfe-4ac8-9701-04d083532dc0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:41.160166 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d10aa294-4bfe-4ac8-9701-04d083532dc0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bbf87c-2444-452b-9402-fef19fae60dc']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:41.169514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d10aa294-4bfe-4ac8-9701-04d083532dc0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664ae19b-0cc1-4c0f-81e7-e7259f788194') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:41.169814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d10aa294-4bfe-4ac8-9701-04d083532dc0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664ae19b-0cc1-4c0f-81e7-e7259f788194') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:41.179203 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d10aa294-4bfe-4ac8-9701-04d083532dc0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:41.193314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d10aa294-4bfe-4ac8-9701-04d083532dc0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:41.198958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10aa294-4bfe-4ac8-9701-04d083532dc0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:33:41.199342 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d10aa294-4bfe-4ac8-9701-04d083532dc0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:33:41.202191 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:33:41.327347 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d10aa294-4bfe-4ac8-9701-04d083532dc0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:41.335175 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d10aa294-4bfe-4ac8-9701-04d083532dc0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:41.336403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d10aa294-4bfe-4ac8-9701-04d083532dc0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "DELETE /v2.0/networks/b9bbf87c-2444-452b-9402-fef19fae60dc HTTP/1.1" status: 204 len: 168 time: 0.3577435 Jul 05 04:33:41.339234 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52810) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:41.347861 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10aa294-4bfe-4ac8-9701-04d083532dc0 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event deleted for resources: {'Network': ['ID=b9bbf87c-2444-452b-9402-fef19fae60dc,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:41.503567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-8575113f-cca9-40c2-bc61-9ca52540e3e2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Deleting port 5f2d9cc9-29cd-4b1e-89dd-e6cfa0b493c9 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:33:41.503912 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8575113f-cca9-40c2-bc61-9ca52540e3e2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:41.580614 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8575113f-cca9-40c2-bc61-9ca52540e3e2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:41.580861 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8575113f-cca9-40c2-bc61-9ca52540e3e2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:41.593621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-8575113f-cca9-40c2-bc61-9ca52540e3e2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Calling delete_port for 5f2d9cc9-29cd-4b1e-89dd-e6cfa0b493c9 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:33:41.813303 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8575113f-cca9-40c2-bc61-9ca52540e3e2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:41.839422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575113f-cca9-40c2-bc61-9ca52540e3e2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event deleted for resources: {'Port': ['ID=5f2d9cc9-29cd-4b1e-89dd-e6cfa0b493c9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:41.898777 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8575113f-cca9-40c2-bc61-9ca52540e3e2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:41.899154 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-8575113f-cca9-40c2-bc61-9ca52540e3e2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Floating IP 750f67d3-4463-4a4b-9748-eead1f5406e1 disassociated (deleted). External IP: 172.25.0.13, port: ff595d43-8cfc-4cf2-b437-2d49bce81126. Jul 05 04:33:41.968239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 814ee291-99d5-4e25-8a11-c0a42238952b no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:33:41.990846 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 814ee291-99d5-4e25-8a11-c0a42238952b {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:33:41.991190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 814ee291-99d5-4e25-8a11-c0a42238952b not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:33:41.991607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:33:42.009471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:33:42.009814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9c7b6cd0-645b-4ffa-af87-dbae2a3203eb not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:33:42.010226 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 56c73071-d1f0-45ae-8e03-97f30921566e no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:33:42.028420 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 56c73071-d1f0-45ae-8e03-97f30921566e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:33:42.028773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 56c73071-d1f0-45ae-8e03-97f30921566e not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:33:42.104715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8575113f-cca9-40c2-bc61-9ca52540e3e2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:33:42.555624 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8575113f-cca9-40c2-bc61-9ca52540e3e2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:33:42.560464 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8575113f-cca9-40c2-bc61-9ca52540e3e2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:42.566204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3072c3dc-2798-4229-a53f-2065159334c2 None None] Sync routers for ids ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:33:42.575985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3072c3dc-2798-4229-a53f-2065159334c2 None None] Routers {'48f46f40-4eb3-44ae-96c5-077c07ba2fa5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:33:42.576649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3072c3dc-2798-4229-a53f-2065159334c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:33:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:42.599975 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8575113f-cca9-40c2-bc61-9ca52540e3e2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "DELETE /v2.0/floatingips/750f67d3-4463-4a4b-9748-eead1f5406e1 HTTP/1.1" status: 204 len: 168 time: 1.2558727 Jul 05 04:33:42.599975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'tag': 'ff595d43-8cfc-4cf2-b437-2d49bce81126'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:33:42.599975 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bfd951-82bf-4780-981b-3e6f3aacade4" -d '{"events": [{"name": "network-changed", "server_uuid": "d605aafc-e49b-48ef-91b0-619934d0fdc8", "tag": "ff595d43-8cfc-4cf2-b437-2d49bce81126"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:33:42.640731 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88eb022-4b09-44cd-a6ab-6a312521022c x-openstack-request-id: req-c88eb022-4b09-44cd-a6ab-6a312521022c {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:33:42.641083 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d605aafc-e49b-48ef-91b0-619934d0fdc8", "tag": "ff595d43-8cfc-4cf2-b437-2d49bce81126", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:33:42.641336 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c88eb022-4b09-44cd-a6ab-6a312521022c {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:33:42.643279 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'tag': 'ff595d43-8cfc-4cf2-b437-2d49bce81126', 'status': 'completed', 'code': 200} Jul 05 04:33:42.688594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-3072c3dc-2798-4229-a53f-2065159334c2 None None] Set router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:33:42.723854 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfd951-82bf-4780-981b-3e6f3aacade4 req-c67cc551-2203-4a3d-8792-11507b0236bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:42.725715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21bfd951-82bf-4780-981b-3e6f3aacade4 req-c67cc551-2203-4a3d-8792-11507b0236bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fdb5aebf2488496a974b4bc2e8d6f58a&device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 1136 time: 0.0604725 Jul 05 04:33:42.814958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfd951-82bf-4780-981b-3e6f3aacade4 req-ebde6365-5a4c-43f8-b591-3a509c1e433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:42.817243 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21bfd951-82bf-4780-981b-3e6f3aacade4 req-ebde6365-5a4c-43f8-b591-3a509c1e433f service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b7048be-ab05-476e-ba57-4166cf4a2d2f HTTP/1.1" status: 200 len: 897 time: 0.0851924 Jul 05 04:33:42.859965 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21bfd951-82bf-4780-981b-3e6f3aacade4 req-4d00fc48-a2cb-4c01-8a72-c1e12804f91e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff595d43-8cfc-4cf2-b437-2d49bce81126 HTTP/1.1" status: 200 len: 217 time: 0.0368199 Jul 05 04:33:42.892833 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3072c3dc-2798-4229-a53f-2065159334c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '3c35fcd6-0c35-41d7-82d2-20f742d65271', 'name': '', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'mac_address': 'fa:16:3e:66:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:23Z', 'updated_at': '2021-07-05T04:32:28Z', 'revision_number': 5, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'subnets': [{'id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:42.913389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfd951-82bf-4780-981b-3e6f3aacade4 req-bbe6d8a2-203e-47c2-a9e1-3d2d9d71d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:42.915165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21bfd951-82bf-4780-981b-3e6f3aacade4 req-bbe6d8a2-203e-47c2-a9e1-3d2d9d71d33a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d38b15f3-b0ac-4927-b5a9-6f1678ba4f00 HTTP/1.1" status: 200 len: 835 time: 0.0491879 Jul 05 04:33:42.923294 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3072c3dc-2798-4229-a53f-2065159334c2 None None] Checking router: 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:33:42.936558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3072c3dc-2798-4229-a53f-2065159334c2 None None] Routers {'48f46f40-4eb3-44ae-96c5-077c07ba2fa5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:33:42.937280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3072c3dc-2798-4229-a53f-2065159334c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:33:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:42.979346 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfd951-82bf-4780-981b-3e6f3aacade4 req-bb3f04ec-0a3d-42f1-bbd2-43e0cbe1c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:42.980903 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21bfd951-82bf-4780-981b-3e6f3aacade4 req-bb3f04ec-0a3d-42f1-bbd2-43e0cbe1c4a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b7048be-ab05-476e-ba57-4166cf4a2d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536542 Jul 05 04:33:43.048950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-3072c3dc-2798-4229-a53f-2065159334c2 None None] Set router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:33:43.077840 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21bfd951-82bf-4780-981b-3e6f3aacade4 req-572f0d5f-b5ff-4bb3-b294-67f19f5b7ca8 service neutron] 10.222.0.64 "GET /v2.0/networks/9b7048be-ab05-476e-ba57-4166cf4a2d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907912 Jul 05 04:33:43.216176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-21bfd951-82bf-4780-981b-3e6f3aacade4 req-8120810c-51db-4d87-97d2-bdafe30872a9 service neutron] 10.222.0.64 "GET /v2.0/networks/9b7048be-ab05-476e-ba57-4166cf4a2d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308541 Jul 05 04:33:43.232124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c667ab-5f67-4469-9b6f-ae020b6bc2cf req-c56dca6f-d7e9-4d91-9358-893e9eb64cbf tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:43.233944 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51c667ab-5f67-4469-9b6f-ae020b6bc2cf req-c56dca6f-d7e9-4d91-9358-893e9eb64cbf tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 985 time: 0.1252141 Jul 05 04:33:43.256485 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3072c3dc-2798-4229-a53f-2065159334c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '3c35fcd6-0c35-41d7-82d2-20f742d65271', 'name': '', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'mac_address': 'fa:16:3e:66:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:23Z', 'updated_at': '2021-07-05T04:32:28Z', 'revision_number': 5, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'subnets': [{'id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:43.278260 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-51c667ab-5f67-4469-9b6f-ae020b6bc2cf req-e69be4a2-4472-4f5f-8ff2-6fe7261fa2ad tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/security-groups?id=c49d3c24-cf18-4baa-bb5e-132898be3f43&id=1876da1b-ebf9-4781-88cb-ff1bdce5c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0362442 Jul 05 04:33:43.283531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3072c3dc-2798-4229-a53f-2065159334c2 None None] The sync data for ids ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'] in n-d-798249-5 is: [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '3c35fcd6-0c35-41d7-82d2-20f742d65271', 'name': '', 'network_id': '9b7048be-ab05-476e-ba57-4166cf4a2d2f', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'mac_address': 'fa:16:3e:66:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:23Z', 'updated_at': '2021-07-05T04:32:28Z', 'revision_number': 5, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'subnets': [{'id': 'd38b15f3-b0ac-4927-b5a9-6f1678ba4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:33:43.499783 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ec078-83fc-477e-801d-1de1dd39c2bb None None] New status for floating IP 750f67d3-4463-4a4b-9748-eead1f5406e1: DOWN {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:33:44.443351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9aa30-8beb-45a0-94e5-c91e864e1612 req-eaadb486-05e3-4d5a-9bbc-e3eb4d733fdc tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:44.444808 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3de9aa30-8beb-45a0-94e5-c91e864e1612 req-eaadb486-05e3-4d5a-9bbc-e3eb4d733fdc tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.64 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 985 time: 0.0962460 Jul 05 04:33:44.507745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4664b99-2cf9-4447-b2d6-cea3a51387d2 req-eac1223f-2539-490a-86c9-0e2801904d4f tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:44.509237 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4664b99-2cf9-4447-b2d6-cea3a51387d2 req-eac1223f-2539-490a-86c9-0e2801904d4f tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 985 time: 0.1126757 Jul 05 04:33:44.576650 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b4664b99-2cf9-4447-b2d6-cea3a51387d2 req-aaeb2381-ffc5-4fd1-aa08-e426c6b248e2 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/security-groups?id=c49d3c24-cf18-4baa-bb5e-132898be3f43&id=1876da1b-ebf9-4781-88cb-ff1bdce5c9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0598152 Jul 05 04:33:44.594982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-3de9aa30-8beb-45a0-94e5-c91e864e1612 req-5cad34c9-619c-4b37-9fb9-7e2a27329f45 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Deleting port ff595d43-8cfc-4cf2-b437-2d49bce81126 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:33:44.595323 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3de9aa30-8beb-45a0-94e5-c91e864e1612 req-5cad34c9-619c-4b37-9fb9-7e2a27329f45 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:44.685464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-3de9aa30-8beb-45a0-94e5-c91e864e1612 req-5cad34c9-619c-4b37-9fb9-7e2a27329f45 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] For port ff595d43-8cfc-4cf2-b437-2d49bce81126, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ff595d43-8cfc-4cf2-b437-2d49bce81126,segment=NetworkSegment(6301e1ce-8766-499a-90d8-ad041b634d04),segment_id=6301e1ce-8766-499a-90d8-ad041b634d04)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:44.685819 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3de9aa30-8beb-45a0-94e5-c91e864e1612 req-5cad34c9-619c-4b37-9fb9-7e2a27329f45 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:44.698140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-3de9aa30-8beb-45a0-94e5-c91e864e1612 req-5cad34c9-619c-4b37-9fb9-7e2a27329f45 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Calling delete_port for ff595d43-8cfc-4cf2-b437-2d49bce81126 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:33:44.904746 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3de9aa30-8beb-45a0-94e5-c91e864e1612 req-5cad34c9-619c-4b37-9fb9-7e2a27329f45 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:44.939514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad34c9-619c-4b37-9fb9-7e2a27329f45 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event deleted for resources: {'Port': ['ID=ff595d43-8cfc-4cf2-b437-2d49bce81126,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:44.985498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de9aa30-8beb-45a0-94e5-c91e864e1612 req-5cad34c9-619c-4b37-9fb9-7e2a27329f45 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] No DVR routers for this DVR port ff595d43-8cfc-4cf2-b437-2d49bce81126 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:33:44.988277 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3de9aa30-8beb-45a0-94e5-c91e864e1612 req-5cad34c9-619c-4b37-9fb9-7e2a27329f45 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:44.991403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3de9aa30-8beb-45a0-94e5-c91e864e1612 req-5cad34c9-619c-4b37-9fb9-7e2a27329f45 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.64 "DELETE /v2.0/ports/ff595d43-8cfc-4cf2-b437-2d49bce81126 HTTP/1.1" status: 204 len: 173 time: 0.5393236 Jul 05 04:33:44.991908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'name': 'network-vif-deleted', 'tag': 'ff595d43-8cfc-4cf2-b437-2d49bce81126'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:33:44.994779 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445b2e93-1c9d-416c-90ec-ba26adc6aeeb" -d '{"events": [{"server_uuid": "d605aafc-e49b-48ef-91b0-619934d0fdc8", "name": "network-vif-deleted", "tag": "ff595d43-8cfc-4cf2-b437-2d49bce81126"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:33:45.030040 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2ae443-ca40-43c6-b6e5-49f8b40936e5 x-openstack-request-id: req-6c2ae443-ca40-43c6-b6e5-49f8b40936e5 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:33:45.030336 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d605aafc-e49b-48ef-91b0-619934d0fdc8", "name": "network-vif-deleted", "tag": "ff595d43-8cfc-4cf2-b437-2d49bce81126", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:33:45.030597 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c2ae443-ca40-43c6-b6e5-49f8b40936e5 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:33:45.030998 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd605aafc-e49b-48ef-91b0-619934d0fdc8', 'name': 'network-vif-deleted', 'tag': 'ff595d43-8cfc-4cf2-b437-2d49bce81126', 'status': 'completed', 'code': 200} Jul 05 04:33:45.737264 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f342872a-38f2-4dd0-af41-73b4ca17773d req-81555586-f1f2-411c-be74-cc2c08f221a7 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "GET /v2.0/ports?device_id=d605aafc-e49b-48ef-91b0-619934d0fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0345516 Jul 05 04:33:46.829397 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52830) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:46.887172 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e4f035e-ab04-4f28-879e-15bb2a951587 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:46.908735 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e4f035e-ab04-4f28-879e-15bb2a951587 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:47.036491 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e4f035e-ab04-4f28-879e-15bb2a951587 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:47.039007 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9e4f035e-ab04-4f28-879e-15bb2a951587 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:47.040158 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9e4f035e-ab04-4f28-879e-15bb2a951587 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "DELETE /v2.0/security-groups/c49d3c24-cf18-4baa-bb5e-132898be3f43 HTTP/1.1" status: 204 len: 168 time: 0.2097788 Jul 05 04:33:47.043110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52832) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:47.049085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f035e-ab04-4f28-879e-15bb2a951587 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49d3c24-cf18-4baa-bb5e-132898be3f43,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:47.099675 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ecc204bd-e622-4822-acd3-7864b446ed43 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:47.121753 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ecc204bd-e622-4822-acd3-7864b446ed43 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:47.225095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ecc204bd-e622-4822-acd3-7864b446ed43 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:47.227657 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ecc204bd-e622-4822-acd3-7864b446ed43 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:47.228843 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ecc204bd-e622-4822-acd3-7864b446ed43 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "DELETE /v2.0/security-groups/1876da1b-ebf9-4781-88cb-ff1bdce5c9d8 HTTP/1.1" status: 204 len: 168 time: 0.1847653 Jul 05 04:33:47.231845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52834) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:47.237656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc204bd-e622-4822-acd3-7864b446ed43 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1876da1b-ebf9-4781-88cb-ff1bdce5c9d8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:47.591334 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a716442-22be-40c6-adf9-e414602c4cca tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:47.857495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-7a716442-22be-40c6-adf9-e414602c4cca tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Deleting port 3c35fcd6-0c35-41d7-82d2-20f742d65271 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:33:47.858211 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a716442-22be-40c6-adf9-e414602c4cca tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:47.949998 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-7a716442-22be-40c6-adf9-e414602c4cca tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] For port 3c35fcd6-0c35-41d7-82d2-20f742d65271, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=3c35fcd6-0c35-41d7-82d2-20f742d65271,segment=NetworkSegment(6301e1ce-8766-499a-90d8-ad041b634d04),segment_id=6301e1ce-8766-499a-90d8-ad041b634d04)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:47.950629 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a716442-22be-40c6-adf9-e414602c4cca tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:47.962440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-7a716442-22be-40c6-adf9-e414602c4cca tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Calling delete_port for 3c35fcd6-0c35-41d7-82d2-20f742d65271 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:33:48.193763 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a716442-22be-40c6-adf9-e414602c4cca tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:48.220876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a716442-22be-40c6-adf9-e414602c4cca tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event deleted for resources: {'Port': ['ID=3c35fcd6-0c35-41d7-82d2-20f742d65271,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:48.399388 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7a716442-22be-40c6-adf9-e414602c4cca tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:48.614411 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a716442-22be-40c6-adf9-e414602c4cca tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:33:48.718600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a716442-22be-40c6-adf9-e414602c4cca tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:33:48.724238 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7a716442-22be-40c6-adf9-e414602c4cca tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "PUT /v2.0/routers/48f46f40-4eb3-44ae-96c5-077c07ba2fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4912226 Jul 05 04:33:48.726926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52836) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:48.729107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8fb039-7104-444a-9560-3be0c872717b None None] Sync routers for ids ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:33:48.738730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8fb039-7104-444a-9560-3be0c872717b None None] Routers {'48f46f40-4eb3-44ae-96c5-077c07ba2fa5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:33:48.739342 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0d8fb039-7104-444a-9560-3be0c872717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:33:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:48.777679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce4ef60-590e-4f88-8817-82ac11f59613 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Deleting subnet d38b15f3-b0ac-4927-b5a9-6f1678ba4f00 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:33:48.780734 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ef60-590e-4f88-8817-82ac11f59613 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:48.820789 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ef60-590e-4f88-8817-82ac11f59613 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:48.840763 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-0d8fb039-7104-444a-9560-3be0c872717b None None] Set router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:33:48.909510 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ef60-590e-4f88-8817-82ac11f59613 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:49.018907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0d8fb039-7104-444a-9560-3be0c872717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:33:48Z', 'revision_number': 5, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:49.042013 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ef60-590e-4f88-8817-82ac11f59613 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:49.047119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8fb039-7104-444a-9560-3be0c872717b None None] Checking router: 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:33:49.055709 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8fb039-7104-444a-9560-3be0c872717b None None] Routers {'48f46f40-4eb3-44ae-96c5-077c07ba2fa5'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:33:49.056325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0d8fb039-7104-444a-9560-3be0c872717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:33:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:49.070339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4ef60-590e-4f88-8817-82ac11f59613 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event deleted for resources: {'Subnet': ['ID=d38b15f3-b0ac-4927-b5a9-6f1678ba4f00,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:49.073924 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ce4ef60-590e-4f88-8817-82ac11f59613 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:49.075822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8ce4ef60-590e-4f88-8817-82ac11f59613 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "DELETE /v2.0/subnets/d38b15f3-b0ac-4927-b5a9-6f1678ba4f00 HTTP/1.1" status: 204 len: 168 time: 0.3477764 Jul 05 04:33:49.078593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52838) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:49.095664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f346b60-6b7c-479b-b664-5ac312067bd0 None None] Network 9b7048be-ab05-476e-ba57-4166cf4a2d2f requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:33:49.194064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:49.255923 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-0d8fb039-7104-444a-9560-3be0c872717b None None] Set router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:33:49.296852 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:49.431455 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Deleting port 0c35cd27-451a-4483-9e22-0c9ff2052701 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:33:49.431814 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:49.455489 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0d8fb039-7104-444a-9560-3be0c872717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:33:48Z', 'revision_number': 5, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:49.459321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05139667-bb54-47f1-99d6-59142dd3894b None None] DHCP port deletion for 9b7048be-ab05-476e-ba57-4166cf4a2d2f request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:33:49.492959 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8fb039-7104-444a-9560-3be0c872717b None None] The sync data for ids ['48f46f40-4eb3-44ae-96c5-077c07ba2fa5'] in n-d-798249-5 is: [{'id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1019059744', 'tenant_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:32:19Z', 'updated_at': '2021-07-05T04:33:48Z', 'revision_number': 5, 'project_id': 'fdb5aebf2488496a974b4bc2e8d6f58a', 'gw_port': {'id': '0c35cd27-451a-4483-9e22-0c9ff2052701', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f46f40-4eb3-44ae-96c5-077c07ba2fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:32:20Z', 'updated_at': '2021-07-05T04:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:33:49.512886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] For port 0c35cd27-451a-4483-9e22-0c9ff2052701, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0c35cd27-451a-4483-9e22-0c9ff2052701,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:49.513247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:49.534560 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Calling delete_port for 0c35cd27-451a-4483-9e22-0c9ff2052701 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:33:49.540468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-05139667-bb54-47f1-99d6-59142dd3894b None None] Deleting port 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:33:49.541104 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-05139667-bb54-47f1-99d6-59142dd3894b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:49.608338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-05139667-bb54-47f1-99d6-59142dd3894b None None] For port 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4f98c797-8bfa-4b9d-ad79-e44fb8e232bb,segment=NetworkSegment(6301e1ce-8766-499a-90d8-ad041b634d04),segment_id=6301e1ce-8766-499a-90d8-ad041b634d04)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:49.608770 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-05139667-bb54-47f1-99d6-59142dd3894b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:49.622257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-05139667-bb54-47f1-99d6-59142dd3894b None None] Calling delete_port for 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:33:49.794113 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:49.817513 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-05139667-bb54-47f1-99d6-59142dd3894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:49.823349 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event deleted for resources: {'Port': ['ID=0c35cd27-451a-4483-9e22-0c9ff2052701,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:49.843948 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05139667-bb54-47f1-99d6-59142dd3894b None None] Pushing event deleted for resources: {'Port': ['ID=4f98c797-8bfa-4b9d-ad79-e44fb8e232bb,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:49.847723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05139667-bb54-47f1-99d6-59142dd3894b None None] No DVR routers for this DVR port 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:33:49.891579 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:49.901791 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ff595d43-8cfc-4cf2-b437-2d49bce81126 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:33:49.925490 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: ff595d43-8cfc-4cf2-b437-2d49bce81126 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:33:49.925863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ff595d43-8cfc-4cf2-b437-2d49bce81126 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:33:49.989496 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:49.991603 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:50.017847 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:33:50.038579 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:33:50.047353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4f98c797-8bfa-4b9d-ad79-e44fb8e232bb not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:33:50.047353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3c35fcd6-0c35-41d7-82d2-20f742d65271 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:33:50.060609 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 3c35fcd6-0c35-41d7-82d2-20f742d65271 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:33:50.061011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 3c35fcd6-0c35-41d7-82d2-20f742d65271 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:33:50.099082 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:50.099723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Fanout notify agent at l3_agent the message router_deleted on router 48f46f40-4eb3-44ae-96c5-077c07ba2fa5 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:33:50.109075 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:50.109075 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-40459de4-bfc2-4bab-acc1-c9496bd792c5 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "DELETE /v2.0/routers/48f46f40-4eb3-44ae-96c5-077c07ba2fa5 HTTP/1.1" status: 204 len: 168 time: 1.0279469 Jul 05 04:33:50.110318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52840) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:50.195122 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56e0d309-a419-4ee9-97ef-d02339e878d6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:50.282449 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56e0d309-a419-4ee9-97ef-d02339e878d6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:50.292846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-56e0d309-a419-4ee9-97ef-d02339e878d6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7048be-ab05-476e-ba57-4166cf4a2d2f']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:50.302382 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-56e0d309-a419-4ee9-97ef-d02339e878d6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6301e1ce-8766-499a-90d8-ad041b634d04') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:50.302686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-56e0d309-a419-4ee9-97ef-d02339e878d6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6301e1ce-8766-499a-90d8-ad041b634d04') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:50.311183 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56e0d309-a419-4ee9-97ef-d02339e878d6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:50.328649 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56e0d309-a419-4ee9-97ef-d02339e878d6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:50.335036 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e0d309-a419-4ee9-97ef-d02339e878d6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:33:50.335424 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56e0d309-a419-4ee9-97ef-d02339e878d6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:33:50.338337 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:33:50.464135 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56e0d309-a419-4ee9-97ef-d02339e878d6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:50.471389 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56e0d309-a419-4ee9-97ef-d02339e878d6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:50.473361 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-56e0d309-a419-4ee9-97ef-d02339e878d6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] 10.222.0.60 "DELETE /v2.0/networks/9b7048be-ab05-476e-ba57-4166cf4a2d2f HTTP/1.1" status: 204 len: 168 time: 0.3620570 Jul 05 04:33:50.485160 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0d309-a419-4ee9-97ef-d02339e878d6 tempest-TestSecurityGroupsBasicOps-1774641745 tempest-TestSecurityGroupsBasicOps-1774641745-project] Pushing event deleted for resources: {'Network': ['ID=9b7048be-ab05-476e-ba57-4166cf4a2d2f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:51.062224 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52850) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:51.196651 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-93d83bfe-dea6-46b7-baae-c3c9e22cfa7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdb5aebf2488496a974b4bc2e8d6f58a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332304 Jul 05 04:33:51.199320 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52854) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:51.247920 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18114ea7-ae92-4261-b66b-17a40217645c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:51.269173 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18114ea7-ae92-4261-b66b-17a40217645c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:51.321953 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9f121e3c-3110-4e04-a6bd-a20c90060ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:51.396271 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18114ea7-ae92-4261-b66b-17a40217645c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:51.398846 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18114ea7-ae92-4261-b66b-17a40217645c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:51.400014 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-18114ea7-ae92-4261-b66b-17a40217645c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f063fb45-33eb-4080-a2a1-00864bad0b6f HTTP/1.1" status: 204 len: 168 time: 0.1997218 Jul 05 04:33:51.407920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18114ea7-ae92-4261-b66b-17a40217645c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f063fb45-33eb-4080-a2a1-00864bad0b6f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:51.929365 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0c35cd27-451a-4483-9e22-0c9ff2052701 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:33:51.949949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 0c35cd27-451a-4483-9e22-0c9ff2052701 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:33:51.950298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0c35cd27-451a-4483-9e22-0c9ff2052701 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:33:52.113447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52860) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:52.127238 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4451-826c-4ebb-8ef0-f3ebb0b3863a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:52.219116 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4451-826c-4ebb-8ef0-f3ebb0b3863a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:52.310021 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4451-826c-4ebb-8ef0-f3ebb0b3863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:52.352551 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3c0b4451-826c-4ebb-8ef0-f3ebb0b3863a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a8e732e97ca14b64a9e4e746f6e96bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379742 Jul 05 04:33:52.353683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b4451-826c-4ebb-8ef0-f3ebb0b3863a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bad154-47a9-4e03-a907-f973ed100021,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:52.355257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52862) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:52.404535 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bfd5104e-7c76-45cc-b5de-e7f12378cf2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:52.425899 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bfd5104e-7c76-45cc-b5de-e7f12378cf2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:52.527003 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bfd5104e-7c76-45cc-b5de-e7f12378cf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:52.529516 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bfd5104e-7c76-45cc-b5de-e7f12378cf2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:52.530670 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bfd5104e-7c76-45cc-b5de-e7f12378cf2c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1bad154-47a9-4e03-a907-f973ed100021 HTTP/1.1" status: 204 len: 168 time: 0.1744275 Jul 05 04:33:52.538281 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5104e-7c76-45cc-b5de-e7f12378cf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bad154-47a9-4e03-a907-f973ed100021,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:53.156548 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52868) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:53.196691 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2cbe595a-6cd6-48b4-8252-11734ce76a68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=829d0f41b3ac4d849f21704ca65b3630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389707 Jul 05 04:33:53.199165 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52870) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:53.246804 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25fb0b78-79b9-40ee-8218-a929061b57e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:53.267149 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25fb0b78-79b9-40ee-8218-a929061b57e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:53.393835 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25fb0b78-79b9-40ee-8218-a929061b57e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:53.396685 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25fb0b78-79b9-40ee-8218-a929061b57e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:53.400538 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-25fb0b78-79b9-40ee-8218-a929061b57e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e87b8c08-69a5-4ddc-9dce-9fa1e2ddfd78 HTTP/1.1" status: 204 len: 168 time: 0.1977885 Jul 05 04:33:53.405862 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb0b78-79b9-40ee-8218-a929061b57e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87b8c08-69a5-4ddc-9dce-9fa1e2ddfd78,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:54.332849 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-824209b9-3f9a-4d18-bdd6-ffd1357cf197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:54.378525 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:55.372865 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:56.847004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52878) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:57.001163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-ba71a5df-90c6-47a7-81ab-9f95c64d1c7e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Deleting port 0f12a48b-22d2-4ebe-a89a-110186ed4fb5 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:33:57.001505 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba71a5df-90c6-47a7-81ab-9f95c64d1c7e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:57.073258 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba71a5df-90c6-47a7-81ab-9f95c64d1c7e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:57.073964 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba71a5df-90c6-47a7-81ab-9f95c64d1c7e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:57.086033 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-ba71a5df-90c6-47a7-81ab-9f95c64d1c7e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Calling delete_port for 0f12a48b-22d2-4ebe-a89a-110186ed4fb5 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:33:57.257075 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:57.326850 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba71a5df-90c6-47a7-81ab-9f95c64d1c7e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:57.352888 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71a5df-90c6-47a7-81ab-9f95c64d1c7e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event deleted for resources: {'Port': ['ID=0f12a48b-22d2-4ebe-a89a-110186ed4fb5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:57.417345 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba71a5df-90c6-47a7-81ab-9f95c64d1c7e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:57.417610 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-ba71a5df-90c6-47a7-81ab-9f95c64d1c7e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Floating IP d6d0dd84-10ab-4f52-a51b-89cbe0ac93ca disassociated (deleted). External IP: 172.25.0.167, port: 9f76eb65-296e-4e52-9bbf-190a95efe1e7. Jul 05 04:33:57.625841 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba71a5df-90c6-47a7-81ab-9f95c64d1c7e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Router 527ff381-7069-4798-b430-ed620c3adbfc has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:33:57.732526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba71a5df-90c6-47a7-81ab-9f95c64d1c7e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:33:57.737119 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba71a5df-90c6-47a7-81ab-9f95c64d1c7e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:57.743727 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34177f76-1acb-4fbd-8062-b2fd74ab93ec None None] Sync routers for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:33:57.755625 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34177f76-1acb-4fbd-8062-b2fd74ab93ec None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:33:57.757308 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-34177f76-1acb-4fbd-8062-b2fd74ab93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:33:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:57.778623 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ba71a5df-90c6-47a7-81ab-9f95c64d1c7e tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "DELETE /v2.0/floatingips/d6d0dd84-10ab-4f52-a51b-89cbe0ac93ca HTTP/1.1" status: 204 len: 168 time: 0.9305220 Jul 05 04:33:57.779328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'tag': '9f76eb65-296e-4e52-9bbf-190a95efe1e7'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:33:57.781705 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4451df62-e3ea-4ba3-adf4-63de2ca09c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5", "tag": "9f76eb65-296e-4e52-9bbf-190a95efe1e7"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:33:57.822331 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecce957-7c6b-4abc-a4c9-523ce899b5a1 x-openstack-request-id: req-1ecce957-7c6b-4abc-a4c9-523ce899b5a1 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:33:57.822961 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5", "tag": "9f76eb65-296e-4e52-9bbf-190a95efe1e7", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:33:57.823423 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ecce957-7c6b-4abc-a4c9-523ce899b5a1 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:33:57.824784 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'tag': '9f76eb65-296e-4e52-9bbf-190a95efe1e7', 'status': 'completed', 'code': 200} Jul 05 04:33:57.901800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451df62-e3ea-4ba3-adf4-63de2ca09c5e req-f592b544-26ce-47f7-960e-340e3ffcfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:57.903626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4451df62-e3ea-4ba3-adf4-63de2ca09c5e req-f592b544-26ce-47f7-960e-340e3ffcfc37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 1097 time: 0.0590007 Jul 05 04:33:57.960278 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-34177f76-1acb-4fbd-8062-b2fd74ab93ec None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:33:58.000396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451df62-e3ea-4ba3-adf4-63de2ca09c5e req-ad5dd64c-e89f-47eb-811a-571f83a6251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:58.001795 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4451df62-e3ea-4ba3-adf4-63de2ca09c5e req-ad5dd64c-e89f-47eb-811a-571f83a6251e service neutron] 10.222.0.64 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.0920749 Jul 05 04:33:58.043422 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4451df62-e3ea-4ba3-adf4-63de2ca09c5e req-2592f675-cb38-4f8c-955e-7b57a7241bbd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f76eb65-296e-4e52-9bbf-190a95efe1e7 HTTP/1.1" status: 200 len: 217 time: 0.0354095 Jul 05 04:33:58.097396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451df62-e3ea-4ba3-adf4-63de2ca09c5e req-692651b7-dcf4-4e9b-b8f6-3606fdfc02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:58.098867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4451df62-e3ea-4ba3-adf4-63de2ca09c5e req-692651b7-dcf4-4e9b-b8f6-3606fdfc02b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0498567 Jul 05 04:33:58.162174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451df62-e3ea-4ba3-adf4-63de2ca09c5e req-8425b170-dbdf-47d3-98df-7b25ab716979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:58.163946 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4451df62-e3ea-4ba3-adf4-63de2ca09c5e req-8425b170-dbdf-47d3-98df-7b25ab716979 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586843 Jul 05 04:33:58.188717 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-34177f76-1acb-4fbd-8062-b2fd74ab93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '4695552f-0809-49b5-b9cc-43d5427786c0', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:7b:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:29:06Z', 'updated_at': '2021-07-05T04:29:08Z', 'revision_number': 1, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:58.216202 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34177f76-1acb-4fbd-8062-b2fd74ab93ec None None] Checking router: 527ff381-7069-4798-b430-ed620c3adbfc for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:33:58.224422 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34177f76-1acb-4fbd-8062-b2fd74ab93ec None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:33:58.225595 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-34177f76-1acb-4fbd-8062-b2fd74ab93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:33:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:58.258640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4451df62-e3ea-4ba3-adf4-63de2ca09c5e req-eb4ee152-d8c7-4559-9ec3-8d7ffd4949ec service neutron] 10.222.0.64 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872185 Jul 05 04:33:58.332812 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-34177f76-1acb-4fbd-8062-b2fd74ab93ec None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:33:58.362327 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4451df62-e3ea-4ba3-adf4-63de2ca09c5e req-0c82703b-bebb-4e63-99d3-f663de1b4a4b service neutron] 10.222.0.64 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972970 Jul 05 04:33:58.438761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd367d11-87fc-4f2d-b78b-f244a3e43dd2 req-4eb2fc37-cf67-44cf-8d1e-40bea664c313 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:58.440293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd367d11-87fc-4f2d-b78b-f244a3e43dd2 req-4eb2fc37-cf67-44cf-8d1e-40bea664c313 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 946 time: 0.0694976 Jul 05 04:33:58.480254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd367d11-87fc-4f2d-b78b-f244a3e43dd2 req-bdb6773b-136c-4721-a2ce-1fc7825eaddb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339563 Jul 05 04:33:58.567415 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-34177f76-1acb-4fbd-8062-b2fd74ab93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '4695552f-0809-49b5-b9cc-43d5427786c0', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:7b:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:29:06Z', 'updated_at': '2021-07-05T04:29:08Z', 'revision_number': 1, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:58.596634 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34177f76-1acb-4fbd-8062-b2fd74ab93ec None None] The sync data for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 is: [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '4695552f-0809-49b5-b9cc-43d5427786c0', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'port_id': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'mac_address': 'fa:16:3e:7b:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:29:06Z', 'updated_at': '2021-07-05T04:29:08Z', 'revision_number': 1, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:33:58.803802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b384b21-0658-4cbd-b8cc-f961fd27ed52 None None] New status for floating IP d6d0dd84-10ab-4f52-a51b-89cbe0ac93ca: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:33:59.653458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107da723-fc64-4549-a68c-0ffe3b20bab4 req-e97705a1-307b-49be-af46-48562a37d0e9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:59.654997 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-107da723-fc64-4549-a68c-0ffe3b20bab4 req-e97705a1-307b-49be-af46-48562a37d0e9 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 946 time: 0.0631001 Jul 05 04:33:59.693889 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-107da723-fc64-4549-a68c-0ffe3b20bab4 req-0a88ec29-316a-4910-9b82-993e9c4f4e70 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333874 Jul 05 04:33:59.781955 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:59.857903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81c7fb-fc4f-4c4d-b597-e54a67c8efa4 req-195df8a3-5113-4a09-abab-fe709ef651a6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:59.859340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee81c7fb-fc4f-4c4d-b597-e54a67c8efa4 req-195df8a3-5113-4a09-abab-fe709ef651a6 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 946 time: 0.0659008 Jul 05 04:33:59.958253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-ee81c7fb-fc4f-4c4d-b597-e54a67c8efa4 req-2ba19f25-0862-4316-9aa8-a91c4d6dbb6c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Deleting port 9f76eb65-296e-4e52-9bbf-190a95efe1e7 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:33:59.958590 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ee81c7fb-fc4f-4c4d-b597-e54a67c8efa4 req-2ba19f25-0862-4316-9aa8-a91c4d6dbb6c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:00.047792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-ee81c7fb-fc4f-4c4d-b597-e54a67c8efa4 req-2ba19f25-0862-4316-9aa8-a91c4d6dbb6c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] For port 9f76eb65-296e-4e52-9bbf-190a95efe1e7, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9f76eb65-296e-4e52-9bbf-190a95efe1e7,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:00.048150 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ee81c7fb-fc4f-4c4d-b597-e54a67c8efa4 req-2ba19f25-0862-4316-9aa8-a91c4d6dbb6c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:00.060008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-ee81c7fb-fc4f-4c4d-b597-e54a67c8efa4 req-2ba19f25-0862-4316-9aa8-a91c4d6dbb6c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Calling delete_port for 9f76eb65-296e-4e52-9bbf-190a95efe1e7 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:34:00.224205 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ee81c7fb-fc4f-4c4d-b597-e54a67c8efa4 req-2ba19f25-0862-4316-9aa8-a91c4d6dbb6c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:00.255648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba19f25-0862-4316-9aa8-a91c4d6dbb6c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event deleted for resources: {'Port': ['ID=9f76eb65-296e-4e52-9bbf-190a95efe1e7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:00.302476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee81c7fb-fc4f-4c4d-b597-e54a67c8efa4 req-2ba19f25-0862-4316-9aa8-a91c4d6dbb6c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] No DVR routers for this DVR port 9f76eb65-296e-4e52-9bbf-190a95efe1e7 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:34:00.305772 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-ee81c7fb-fc4f-4c4d-b597-e54a67c8efa4 req-2ba19f25-0862-4316-9aa8-a91c4d6dbb6c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:00.307935 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee81c7fb-fc4f-4c4d-b597-e54a67c8efa4 req-2ba19f25-0862-4316-9aa8-a91c4d6dbb6c tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.64 "DELETE /v2.0/ports/9f76eb65-296e-4e52-9bbf-190a95efe1e7 HTTP/1.1" status: 204 len: 173 time: 0.4432514 Jul 05 04:34:00.308385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'name': 'network-vif-deleted', 'tag': '9f76eb65-296e-4e52-9bbf-190a95efe1e7'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:00.310666 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2037ea-5d36-441b-b72e-3b135bb8ea31" -d '{"events": [{"server_uuid": "0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5", "name": "network-vif-deleted", "tag": "9f76eb65-296e-4e52-9bbf-190a95efe1e7"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:00.345398 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4440395e-9cb9-4e11-a853-1385e9525f9e x-openstack-request-id: req-4440395e-9cb9-4e11-a853-1385e9525f9e {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:00.345635 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5", "name": "network-vif-deleted", "tag": "9f76eb65-296e-4e52-9bbf-190a95efe1e7", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:00.345890 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4440395e-9cb9-4e11-a853-1385e9525f9e {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:00.346288 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5', 'name': 'network-vif-deleted', 'tag': '9f76eb65-296e-4e52-9bbf-190a95efe1e7', 'status': 'completed', 'code': 200} Jul 05 04:34:00.838740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3002f7b6-6680-4772-b0eb-b95290c15897 req-ddbb0d5f-9134-4174-b744-9bf924f79dfb tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 210 time: 0.0292892 Jul 05 04:34:01.690983 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:02.169136 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ac27ee7e-d8bf-451e-b94c-c243e4be7556 req-c2563389-a46d-41b4-9c4e-cce2531bf6b0 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 210 time: 0.0280967 Jul 05 04:34:03.320797 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf21885f-a1bc-4579-acde-dcd1a1503a73 req-36a97827-ec0e-46e6-9151-8abe39b0726a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 210 time: 0.0316019 Jul 05 04:34:03.949317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9f76eb65-296e-4e52-9bbf-190a95efe1e7 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:34:03.968989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 9f76eb65-296e-4e52-9bbf-190a95efe1e7 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:34:03.969333 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9f76eb65-296e-4e52-9bbf-190a95efe1e7 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:34:04.476522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-691d3630-f5de-4004-8baf-c9dda53fc754 req-63f03d2e-b5af-4158-862f-0f388908d8b4 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9ec6ff-5620-4e06-92f6-cf0c2d6624c5 HTTP/1.1" status: 200 len: 210 time: 0.0307682 Jul 05 04:34:11.138594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52930) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:11.297924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-97a9838d-4d9c-4c10-aaf6-6079c6052ac7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Deleting port 704fe645-57cc-4fb9-b45d-9c0051ef5af2 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:34:11.298270 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97a9838d-4d9c-4c10-aaf6-6079c6052ac7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.370846 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97a9838d-4d9c-4c10-aaf6-6079c6052ac7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.371185 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97a9838d-4d9c-4c10-aaf6-6079c6052ac7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.383507 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-97a9838d-4d9c-4c10-aaf6-6079c6052ac7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Calling delete_port for 704fe645-57cc-4fb9-b45d-9c0051ef5af2 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:34:11.600839 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97a9838d-4d9c-4c10-aaf6-6079c6052ac7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.630044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9838d-4d9c-4c10-aaf6-6079c6052ac7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event deleted for resources: {'Port': ['ID=704fe645-57cc-4fb9-b45d-9c0051ef5af2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:11.688097 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97a9838d-4d9c-4c10-aaf6-6079c6052ac7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.688412 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-97a9838d-4d9c-4c10-aaf6-6079c6052ac7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Floating IP 4695552f-0809-49b5-b9cc-43d5427786c0 disassociated (deleted). External IP: 172.25.0.184, port: 779dc4b8-54c0-469b-b419-231b55c64e9c. Jul 05 04:34:11.900903 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a9838d-4d9c-4c10-aaf6-6079c6052ac7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Router 527ff381-7069-4798-b430-ed620c3adbfc has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:34:12.006315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a9838d-4d9c-4c10-aaf6-6079c6052ac7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:34:12.011226 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-97a9838d-4d9c-4c10-aaf6-6079c6052ac7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:12.017317 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e85f0-e831-44b9-952e-6fac01c7a9f5 None None] Sync routers for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:34:12.026568 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e85f0-e831-44b9-952e-6fac01c7a9f5 None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:34:12.027179 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9f3e85f0-e831-44b9-952e-6fac01c7a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:33:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:12.046060 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-97a9838d-4d9c-4c10-aaf6-6079c6052ac7 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "DELETE /v2.0/floatingips/4695552f-0809-49b5-b9cc-43d5427786c0 HTTP/1.1" status: 204 len: 168 time: 0.9063852 Jul 05 04:34:12.046663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'tag': '779dc4b8-54c0-469b-b419-231b55c64e9c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:12.048920 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b608f4d-92ae-4c9f-b5a0-b173ec1ffc49" -d '{"events": [{"name": "network-changed", "server_uuid": "56c7c9b6-9d21-4de5-a855-c3fd350bb94b", "tag": "779dc4b8-54c0-469b-b419-231b55c64e9c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:12.086688 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1850d2-962c-4082-b4e6-7d1465a06644 x-openstack-request-id: req-3e1850d2-962c-4082-b4e6-7d1465a06644 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:12.086981 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c7c9b6-9d21-4de5-a855-c3fd350bb94b", "tag": "779dc4b8-54c0-469b-b419-231b55c64e9c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:12.087234 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e1850d2-962c-4082-b4e6-7d1465a06644 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:12.087636 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'tag': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'status': 'completed', 'code': 200} Jul 05 04:34:12.133711 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-9f3e85f0-e831-44b9-952e-6fac01c7a9f5 None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:34:12.163543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b608f4d-92ae-4c9f-b5a0-b173ec1ffc49 req-a724ec4f-7e07-44e1-80d6-4c4750c0d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:12.165574 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8b608f4d-92ae-4c9f-b5a0-b173ec1ffc49 req-a724ec4f-7e07-44e1-80d6-4c4750c0d37e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9221945ae96401587ea59807d82f6c3&device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 1097 time: 0.0547547 Jul 05 04:34:12.259180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b608f4d-92ae-4c9f-b5a0-b173ec1ffc49 req-006aefe2-5afe-4e32-b350-3180ca1d45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:12.260727 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8b608f4d-92ae-4c9f-b5a0-b173ec1ffc49 req-006aefe2-5afe-4e32-b350-3180ca1d45b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 200 len: 912 time: 0.0896192 Jul 05 04:34:12.302243 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8b608f4d-92ae-4c9f-b5a0-b173ec1ffc49 req-b1a41e5e-436e-4117-9245-5c9e5415dd33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=779dc4b8-54c0-469b-b419-231b55c64e9c HTTP/1.1" status: 200 len: 217 time: 0.0351555 Jul 05 04:34:12.330151 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9f3e85f0-e831-44b9-952e-6fac01c7a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:12.353942 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b608f4d-92ae-4c9f-b5a0-b173ec1ffc49 req-e1744f3f-36a9-4172-a2d9-84118e9b2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:12.355468 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8b608f4d-92ae-4c9f-b5a0-b173ec1ffc49 req-e1744f3f-36a9-4172-a2d9-84118e9b2e9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 200 len: 850 time: 0.0469882 Jul 05 04:34:12.360044 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e85f0-e831-44b9-952e-6fac01c7a9f5 None None] Checking router: 527ff381-7069-4798-b430-ed620c3adbfc for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:34:12.368937 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e85f0-e831-44b9-952e-6fac01c7a9f5 None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:34:12.369552 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9f3e85f0-e831-44b9-952e-6fac01c7a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:33:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:12.432598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b608f4d-92ae-4c9f-b5a0-b173ec1ffc49 req-d9e686e5-6a0c-440e-b204-b92fe055acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:12.434235 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8b608f4d-92ae-4c9f-b5a0-b173ec1ffc49 req-d9e686e5-6a0c-440e-b204-b92fe055acf9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=569e9080-ef6d-45a0-8137-cdb749b0a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727825 Jul 05 04:34:12.485430 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-9f3e85f0-e831-44b9-952e-6fac01c7a9f5 None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:34:12.531967 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8b608f4d-92ae-4c9f-b5a0-b173ec1ffc49 req-6b752c52-14de-48a0-ac6c-6c565b04da16 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908496 Jul 05 04:34:12.638133 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8b608f4d-92ae-4c9f-b5a0-b173ec1ffc49 req-5f12fa0d-8053-4115-b87a-4f6ba2484705 service neutron] 10.222.0.11 "GET /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985744 Jul 05 04:34:12.646686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681b93a-8ec1-4def-b7b2-e2b5daf94aec req-a45140ac-aacc-4cb3-85d8-fd5538f9273a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:12.649597 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c681b93a-8ec1-4def-b7b2-e2b5daf94aec req-a45140ac-aacc-4cb3-85d8-fd5538f9273a tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 946 time: 0.0687878 Jul 05 04:34:12.698384 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c681b93a-8ec1-4def-b7b2-e2b5daf94aec req-644207ec-5e25-47db-a26a-1f3635a3e8e3 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429542 Jul 05 04:34:12.705415 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-9f3e85f0-e831-44b9-952e-6fac01c7a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:12.734459 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e85f0-e831-44b9-952e-6fac01c7a9f5 None None] The sync data for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 is: [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:20:21Z', 'revision_number': 4, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4bfe8ab5-0463-40d5-a715-7d48c0edb16a', 'name': '', 'network_id': '569e9080-ef6d-45a0-8137-cdb749b0a9e5', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'mac_address': 'fa:16:3e:df:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:20Z', 'updated_at': '2021-07-05T04:20:31Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'subnets': [{'id': '93e8516d-9eb7-403f-80de-7ffddf6fcd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:34:12.976701 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f1609b-0852-4e05-a675-9b4e662983fa None None] New status for floating IP 4695552f-0809-49b5-b9cc-43d5427786c0: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:34:13.215081 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c42d7f-5b76-4de8-8315-3b5567ec0f2e req-94f45dff-4d01-46d4-ab3c-0715c3bc2d83 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:13.216551 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9c42d7f-5b76-4de8-8315-3b5567ec0f2e req-94f45dff-4d01-46d4-ab3c-0715c3bc2d83 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 946 time: 0.0678194 Jul 05 04:34:13.327569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-a9c42d7f-5b76-4de8-8315-3b5567ec0f2e req-3308b4e7-3f81-4176-a036-7b03a8d9c8be tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Deleting port 779dc4b8-54c0-469b-b419-231b55c64e9c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:34:13.328073 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9c42d7f-5b76-4de8-8315-3b5567ec0f2e req-3308b4e7-3f81-4176-a036-7b03a8d9c8be tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:13.777095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a9c42d7f-5b76-4de8-8315-3b5567ec0f2e req-3308b4e7-3f81-4176-a036-7b03a8d9c8be tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] For port 779dc4b8-54c0-469b-b419-231b55c64e9c, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=779dc4b8-54c0-469b-b419-231b55c64e9c,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:13.777095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9c42d7f-5b76-4de8-8315-3b5567ec0f2e req-3308b4e7-3f81-4176-a036-7b03a8d9c8be tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:13.789921 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-a9c42d7f-5b76-4de8-8315-3b5567ec0f2e req-3308b4e7-3f81-4176-a036-7b03a8d9c8be tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Calling delete_port for 779dc4b8-54c0-469b-b419-231b55c64e9c owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:34:13.895713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf73a2-2038-4fc0-b679-ee1d9225f1bc req-5b4757ca-4d64-4823-b5be-69deb3ec2bef tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:13.897930 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62cf73a2-2038-4fc0-b679-ee1d9225f1bc req-5b4757ca-4d64-4823-b5be-69deb3ec2bef tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 946 time: 0.0659907 Jul 05 04:34:13.934847 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62cf73a2-2038-4fc0-b679-ee1d9225f1bc req-53838287-f074-48a1-939c-14912df09d5d tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ba848d-b71a-4dff-8b44-fef0ea4e2762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312397 Jul 05 04:34:14.010449 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9c42d7f-5b76-4de8-8315-3b5567ec0f2e req-3308b4e7-3f81-4176-a036-7b03a8d9c8be tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:14.037236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308b4e7-3f81-4176-a036-7b03a8d9c8be tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event deleted for resources: {'Port': ['ID=779dc4b8-54c0-469b-b419-231b55c64e9c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:14.085055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c42d7f-5b76-4de8-8315-3b5567ec0f2e req-3308b4e7-3f81-4176-a036-7b03a8d9c8be tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] No DVR routers for this DVR port 779dc4b8-54c0-469b-b419-231b55c64e9c on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:34:14.087670 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a9c42d7f-5b76-4de8-8315-3b5567ec0f2e req-3308b4e7-3f81-4176-a036-7b03a8d9c8be tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:14.089847 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a9c42d7f-5b76-4de8-8315-3b5567ec0f2e req-3308b4e7-3f81-4176-a036-7b03a8d9c8be tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.11 "DELETE /v2.0/ports/779dc4b8-54c0-469b-b419-231b55c64e9c HTTP/1.1" status: 204 len: 173 time: 0.8672664 Jul 05 04:34:14.090314 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'name': 'network-vif-deleted', 'tag': '779dc4b8-54c0-469b-b419-231b55c64e9c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:14.092601 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee7083d-3314-4c81-9e70-8a6de75024e6" -d '{"events": [{"server_uuid": "56c7c9b6-9d21-4de5-a855-c3fd350bb94b", "name": "network-vif-deleted", "tag": "779dc4b8-54c0-469b-b419-231b55c64e9c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:14.128574 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d938a7-f289-4e00-bca8-dad5a2949d47 x-openstack-request-id: req-d4d938a7-f289-4e00-bca8-dad5a2949d47 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:14.128889 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c7c9b6-9d21-4de5-a855-c3fd350bb94b", "name": "network-vif-deleted", "tag": "779dc4b8-54c0-469b-b419-231b55c64e9c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:14.129138 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4d938a7-f289-4e00-bca8-dad5a2949d47 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:14.129537 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c7c9b6-9d21-4de5-a855-c3fd350bb94b', 'name': 'network-vif-deleted', 'tag': '779dc4b8-54c0-469b-b419-231b55c64e9c', 'status': 'completed', 'code': 200} Jul 05 04:34:15.075747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58116d5c-6602-4aff-95af-6a46ca99efdc req-7af7d599-3156-4acc-906c-df00f3a930af tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 210 time: 0.0293496 Jul 05 04:34:15.136619 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:34:16.223460 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f6a2fc7-90dd-4792-b87e-4aa2f4b4f9ec req-9d625a72-f04b-4e5a-8bf4-6c4a6a24bb51 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 210 time: 0.0306966 Jul 05 04:34:17.363546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2272fdf2-167e-44c0-9e45-a0b0444bde4b req-cc4ce7fd-4941-48ec-a0d6-9d44cf38a99f tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 210 time: 0.0285773 Jul 05 04:34:17.857773 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 779dc4b8-54c0-469b-b419-231b55c64e9c no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:34:17.877842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 779dc4b8-54c0-469b-b419-231b55c64e9c {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:34:17.878184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 779dc4b8-54c0-469b-b419-231b55c64e9c not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:34:18.731122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6bbf37d-fd14-4e35-92bf-755e481db28e req-3cdbd346-dc04-4416-9586-1dbf9eb78415 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c7c9b6-9d21-4de5-a855-c3fd350bb94b HTTP/1.1" status: 200 len: 210 time: 0.2370493 Jul 05 04:34:19.822018 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52958) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:19.947469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Deleting port e08e8d90-759a-418b-9d5c-5d8e9d1db6ce {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:34:19.947818 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:20.020552 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:20.020798 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:20.032807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Calling delete_port for e08e8d90-759a-418b-9d5c-5d8e9d1db6ce owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:34:20.229375 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:20.253170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event deleted for resources: {'Port': ['ID=e08e8d90-759a-418b-9d5c-5d8e9d1db6ce,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:20.263306 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:20.263656 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:20.264009 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:20.264356 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:20.264777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:20.265053 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:20.265386 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:20.266336 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:20.266336 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:20.266336 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:20.266675 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:20.267006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:20.329777 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:20.332387 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:20.333571 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5cf520aa-d767-4ac1-9434-25d513cda294 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "DELETE /v2.0/floatingips/4b053750-de1a-4968-9048-91e69d395f79 HTTP/1.1" status: 204 len: 168 time: 0.5105231 Jul 05 04:34:21.309353 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-472ed368-778c-40f1-993c-b580e3c58366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:23.970789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52976) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:24.033291 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ad43-2a7d-49df-b928-1cf297898f66 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:24.059597 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ad43-2a7d-49df-b928-1cf297898f66 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:24.196357 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ad43-2a7d-49df-b928-1cf297898f66 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:24.198766 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ad43-2a7d-49df-b928-1cf297898f66 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:24.199950 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f9a7ad43-2a7d-49df-b928-1cf297898f66 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] 10.222.0.60 "DELETE /v2.0/security-groups/05ba848d-b71a-4dff-8b44-fef0ea4e2762 HTTP/1.1" status: 204 len: 168 time: 0.2282398 Jul 05 04:34:24.214874 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7ad43-2a7d-49df-b928-1cf297898f66 tempest-TestVolumeBootPattern-1864971992 tempest-TestVolumeBootPattern-1864971992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ba848d-b71a-4dff-8b44-fef0ea4e2762,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:24.327288 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-53548329-811a-4c84-ba3b-c466a193b2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:24.363801 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52982) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:24.400187 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:24.802045 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bb3cd96-8ca6-41b6-90e1-4ed413e17735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:25.051495 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3cd96-8ca6-41b6-90e1-4ed413e17735 admin admin] Deleting port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:34:25.052268 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bb3cd96-8ca6-41b6-90e1-4ed413e17735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:25.128122 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-6bb3cd96-8ca6-41b6-90e1-4ed413e17735 admin admin] For port 4bfe8ab5-0463-40d5-a715-7d48c0edb16a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4bfe8ab5-0463-40d5-a715-7d48c0edb16a,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:25.128539 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bb3cd96-8ca6-41b6-90e1-4ed413e17735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:25.140994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3cd96-8ca6-41b6-90e1-4ed413e17735 admin admin] Calling delete_port for 4bfe8ab5-0463-40d5-a715-7d48c0edb16a owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:34:25.372245 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:25.463052 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bb3cd96-8ca6-41b6-90e1-4ed413e17735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:25.488792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3cd96-8ca6-41b6-90e1-4ed413e17735 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bfe8ab5-0463-40d5-a715-7d48c0edb16a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:25.663085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bb3cd96-8ca6-41b6-90e1-4ed413e17735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:25.876511 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb3cd96-8ca6-41b6-90e1-4ed413e17735 admin admin] Router 527ff381-7069-4798-b430-ed620c3adbfc has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:34:25.983975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb3cd96-8ca6-41b6-90e1-4ed413e17735 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:34:25.992517 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6bb3cd96-8ca6-41b6-90e1-4ed413e17735 admin admin] 10.222.0.60 "PUT /v2.0/routers/527ff381-7069-4798-b430-ed620c3adbfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6275594 Jul 05 04:34:25.992655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52986) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:25.995884 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4567c521-2d3d-4cba-987f-ec5db829ba38 None None] Sync routers for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:34:26.005591 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4567c521-2d3d-4cba-987f-ec5db829ba38 None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:34:26.007295 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4567c521-2d3d-4cba-987f-ec5db829ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:34:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:26.098236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.199227 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-4567c521-2d3d-4cba-987f-ec5db829ba38 None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:34:26.199464 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.311256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] Deleting port c3e23bac-8274-4e7d-83a1-61a0ad555ed6 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:34:26.312191 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.373902 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4567c521-2d3d-4cba-987f-ec5db829ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:34:25Z', 'revision_number': 5, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port': {'id': 'c3e23bac-8274-4e7d-83a1-61a0ad555ed6', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ff381-7069-4798-b430-ed620c3adbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:16Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:26.390569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] For port c3e23bac-8274-4e7d-83a1-61a0ad555ed6, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c3e23bac-8274-4e7d-83a1-61a0ad555ed6,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:26.390930 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.400725 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4567c521-2d3d-4cba-987f-ec5db829ba38 None None] Checking router: 527ff381-7069-4798-b430-ed620c3adbfc for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:34:26.403126 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] Calling delete_port for c3e23bac-8274-4e7d-83a1-61a0ad555ed6 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:34:26.408754 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4567c521-2d3d-4cba-987f-ec5db829ba38 None None] Routers {'527ff381-7069-4798-b430-ed620c3adbfc'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:34:26.409372 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4567c521-2d3d-4cba-987f-ec5db829ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:34:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['527ff381-7069-4798-b430-ed620c3adbfc'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:26.493556 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-4567c521-2d3d-4cba-987f-ec5db829ba38 None None] Set router 527ff381-7069-4798-b430-ed620c3adbfc gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:34:26.543292 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4567c521-2d3d-4cba-987f-ec5db829ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:34:26Z', 'revision_number': 6, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:26.573090 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4567c521-2d3d-4cba-987f-ec5db829ba38 None None] The sync data for ids ['527ff381-7069-4798-b430-ed620c3adbfc'] in n-d-798249-5 is: [{'id': '527ff381-7069-4798-b430-ed620c3adbfc', 'name': 'tempest-TestVolumeBootPattern-565632548-router', 'tenant_id': 'a9221945ae96401587ea59807d82f6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:15Z', 'updated_at': '2021-07-05T04:34:26Z', 'revision_number': 6, 'project_id': 'a9221945ae96401587ea59807d82f6c3', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:34:26.617692 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.976242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e23bac-8274-4e7d-83a1-61a0ad555ed6,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:27.039163 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.128853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.131527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.263062 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.263581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 527ff381-7069-4798-b430-ed620c3adbfc {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:34:27.267827 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.269078 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-40ae2d66-b653-40fb-be09-8927bd2308e7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/527ff381-7069-4798-b430-ed620c3adbfc HTTP/1.1" status: 204 len: 168 time: 1.2754548 Jul 05 04:34:27.271537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52988) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:27.308773 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.393593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcafe501-339d-486c-8c74-1624415565cb admin admin] Deleting subnet 93e8516d-9eb7-403f-80de-7ffddf6fcd38 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:34:27.397192 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dcafe501-339d-486c-8c74-1624415565cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.430950 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dcafe501-339d-486c-8c74-1624415565cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.509983 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dcafe501-339d-486c-8c74-1624415565cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.663318 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dcafe501-339d-486c-8c74-1624415565cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.688796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafe501-339d-486c-8c74-1624415565cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93e8516d-9eb7-403f-80de-7ffddf6fcd38,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:27.692662 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-dcafe501-339d-486c-8c74-1624415565cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.694534 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-dcafe501-339d-486c-8c74-1624415565cb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/93e8516d-9eb7-403f-80de-7ffddf6fcd38 HTTP/1.1" status: 204 len: 168 time: 0.4215031 Jul 05 04:34:27.697185 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52990) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:27.699266 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2453c972-2993-4344-a59e-50ecd52b4fc6 None None] Network 569e9080-ef6d-45a0-8137-cdb749b0a9e5 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:34:27.769752 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.823364 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Deleting port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:34:27.823722 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.885428 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d09b2c-5097-40b8-afc4-cf2934d35ddb None None] DHCP port deletion for 569e9080-ef6d-45a0-8137-cdb749b0a9e5 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:34:27.895820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] For port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=79ee4b44-d0ab-403f-93c2-f8bb51ba4a96,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:27.896191 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.909684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Calling delete_port for 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:34:27.933328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-98d09b2c-5097-40b8-afc4-cf2934d35ddb None None] Deleting port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:34:27.933619 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-98d09b2c-5097-40b8-afc4-cf2934d35ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.998209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:34:28.007155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-98d09b2c-5097-40b8-afc4-cf2934d35ddb None None] For port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=79ee4b44-d0ab-403f-93c2-f8bb51ba4a96,segment=NetworkSegment(f1ed131b-3d24-49f8-afea-4ae2024ace12),segment_id=f1ed131b-3d24-49f8-afea-4ae2024ace12)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:28.013748 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-98d09b2c-5097-40b8-afc4-cf2934d35ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:28.038615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-98d09b2c-5097-40b8-afc4-cf2934d35ddb None None] Calling delete_port for 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:34:28.063102 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:28.088213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=79ee4b44-d0ab-403f-93c2-f8bb51ba4a96,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:28.091991 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] No DVR routers for this DVR port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:34:28.093367 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No active binding found for port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 {{(pid=100878) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 04:34:28.093771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:34:28.094200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c3e23bac-8274-4e7d-83a1-61a0ad555ed6 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:34:28.118293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: c3e23bac-8274-4e7d-83a1-61a0ad555ed6 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:34:28.118563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c3e23bac-8274-4e7d-83a1-61a0ad555ed6 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:34:28.118987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bfe8ab5-0463-40d5-a715-7d48c0edb16a no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:34:28.144510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 4bfe8ab5-0463-40d5-a715-7d48c0edb16a {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:34:28.144861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4bfe8ab5-0463-40d5-a715-7d48c0edb16a not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:34:28.166454 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-98d09b2c-5097-40b8-afc4-cf2934d35ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:28.169066 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:28.183658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569e9080-ef6d-45a0-8137-cdb749b0a9e5']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:28.194076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d09b2c-5097-40b8-afc4-cf2934d35ddb None None] Pushing event deleted for resources: {'Port': ['ID=79ee4b44-d0ab-403f-93c2-f8bb51ba4a96,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:28.195911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d09b2c-5097-40b8-afc4-cf2934d35ddb None None] No DVR routers for this DVR port 79ee4b44-d0ab-403f-93c2-f8bb51ba4a96 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:34:28.196047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ed131b-3d24-49f8-afea-4ae2024ace12') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:28.196347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ed131b-3d24-49f8-afea-4ae2024ace12') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:28.208649 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:28.223247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:28.229831 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:34:28.230219 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:34:28.231864 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:34:28.349149 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:28.360059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:28.360059 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] 10.222.0.60 "DELETE /v2.0/networks/569e9080-ef6d-45a0-8137-cdb749b0a9e5 HTTP/1.1" status: 204 len: 168 time: 0.6594484 Jul 05 04:34:28.360769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52992) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:28.369996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfb3b2-a2dc-464a-a02b-3b15f3458e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=569e9080-ef6d-45a0-8137-cdb749b0a9e5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:28.718497 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdcfe-de11-4de5-9cac-482d097026fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:28.969062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8e9cdcfe-de11-4de5-9cac-482d097026fb admin admin] Deleting port cf94cc5c-6af7-4197-980d-860c842758b3 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:34:28.969318 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdcfe-de11-4de5-9cac-482d097026fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:29.049097 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-8e9cdcfe-de11-4de5-9cac-482d097026fb admin admin] For port cf94cc5c-6af7-4197-980d-860c842758b3, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=cf94cc5c-6af7-4197-980d-860c842758b3,segment=NetworkSegment(01580f41-c4a6-4017-977b-0e3085270340),segment_id=01580f41-c4a6-4017-977b-0e3085270340)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:29.049456 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdcfe-de11-4de5-9cac-482d097026fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:29.061870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-8e9cdcfe-de11-4de5-9cac-482d097026fb admin admin] Calling delete_port for cf94cc5c-6af7-4197-980d-860c842758b3 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:34:29.320097 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdcfe-de11-4de5-9cac-482d097026fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:29.344149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cdcfe-de11-4de5-9cac-482d097026fb admin admin] Pushing event deleted for resources: {'Port': ['ID=cf94cc5c-6af7-4197-980d-860c842758b3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:29.517070 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdcfe-de11-4de5-9cac-482d097026fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:29.729291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9cdcfe-de11-4de5-9cac-482d097026fb admin admin] Router a503dce2-d207-4916-a579-845618c3d8e9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:34:29.782807 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:29.839158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9cdcfe-de11-4de5-9cac-482d097026fb admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:34:29.845421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8e9cdcfe-de11-4de5-9cac-482d097026fb admin admin] 10.222.0.60 "PUT /v2.0/routers/a503dce2-d207-4916-a579-845618c3d8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4834187 Jul 05 04:34:29.847708 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 52994) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:29.851069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b2eb32-9140-4e7d-9869-03aa56de3160 None None] Sync routers for ids ['a503dce2-d207-4916-a579-845618c3d8e9'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:34:29.864844 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b2eb32-9140-4e7d-9869-03aa56de3160 None None] Routers {'a503dce2-d207-4916-a579-845618c3d8e9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:34:29.868171 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-94b2eb32-9140-4e7d-9869-03aa56de3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:34:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a503dce2-d207-4916-a579-845618c3d8e9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:29.962635 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:29.973093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-94b2eb32-9140-4e7d-9869-03aa56de3160 None None] Set router a503dce2-d207-4916-a579-845618c3d8e9 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:34:30.065828 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:30.150939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-94b2eb32-9140-4e7d-9869-03aa56de3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'name': 'tempest-TestVolumeBootPattern-634073614-router', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '152aaf83-6fe5-43f8-b944-da5854b00ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:25Z', 'updated_at': '2021-07-05T04:34:29Z', 'revision_number': 5, 'project_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'gw_port': {'id': '152aaf83-6fe5-43f8-b944-da5854b00ed0', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:26Z', 'updated_at': '2021-07-05T04:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:30.171988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] Deleting port 152aaf83-6fe5-43f8-b944-da5854b00ed0 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:34:30.172335 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:30.176809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b2eb32-9140-4e7d-9869-03aa56de3160 None None] Checking router: a503dce2-d207-4916-a579-845618c3d8e9 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:34:30.185624 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b2eb32-9140-4e7d-9869-03aa56de3160 None None] Routers {'a503dce2-d207-4916-a579-845618c3d8e9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:34:30.186237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-94b2eb32-9140-4e7d-9869-03aa56de3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:34:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['a503dce2-d207-4916-a579-845618c3d8e9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:30.251892 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] For port 152aaf83-6fe5-43f8-b944-da5854b00ed0, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=152aaf83-6fe5-43f8-b944-da5854b00ed0,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:30.252258 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:30.268906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] Calling delete_port for 152aaf83-6fe5-43f8-b944-da5854b00ed0 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:34:30.270347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-94b2eb32-9140-4e7d-9869-03aa56de3160 None None] Set router a503dce2-d207-4916-a579-845618c3d8e9 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:34:30.324436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-94b2eb32-9140-4e7d-9869-03aa56de3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'name': 'tempest-TestVolumeBootPattern-634073614-router', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:25Z', 'updated_at': '2021-07-05T04:34:30Z', 'revision_number': 6, 'project_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:30.350942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b2eb32-9140-4e7d-9869-03aa56de3160 None None] The sync data for ids ['a503dce2-d207-4916-a579-845618c3d8e9'] in n-d-798249-5 is: [{'id': 'a503dce2-d207-4916-a579-845618c3d8e9', 'name': 'tempest-TestVolumeBootPattern-634073614-router', 'tenant_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:25Z', 'updated_at': '2021-07-05T04:34:30Z', 'revision_number': 6, 'project_id': 'd111e6d4bda74ec3864d59992cb0f4fc', 'gw_port_host': None}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:34:30.489930 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:30.516882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] Pushing event deleted for resources: {'Port': ['ID=152aaf83-6fe5-43f8-b944-da5854b00ed0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:30.579758 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:30.668741 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:30.670702 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:30.777368 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:30.777947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a503dce2-d207-4916-a579-845618c3d8e9 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:34:30.782312 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:30.783465 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9823031e-0988-47d0-9f61-55a246302704 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a503dce2-d207-4916-a579-845618c3d8e9 HTTP/1.1" status: 204 len: 168 time: 0.9348214 Jul 05 04:34:30.786242 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52996) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:30.832663 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bead48-3cf0-4d72-9f60-67be1b86b85c admin admin] Deleting subnet b9bbd5d6-afe5-4c58-b875-423984ff09fe {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:34:30.836231 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18bead48-3cf0-4d72-9f60-67be1b86b85c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:30.873416 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18bead48-3cf0-4d72-9f60-67be1b86b85c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:30.948964 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18bead48-3cf0-4d72-9f60-67be1b86b85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.063098 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18bead48-3cf0-4d72-9f60-67be1b86b85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.087768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bead48-3cf0-4d72-9f60-67be1b86b85c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9bbd5d6-afe5-4c58-b875-423984ff09fe,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:31.093649 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18bead48-3cf0-4d72-9f60-67be1b86b85c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.095568 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-18bead48-3cf0-4d72-9f60-67be1b86b85c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b9bbd5d6-afe5-4c58-b875-423984ff09fe HTTP/1.1" status: 204 len: 168 time: 0.3056867 Jul 05 04:34:31.098258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 52998) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:31.100237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881d7266-5ba2-4257-8255-21bf8ed8678d None None] Network 723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:34:31.179489 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.238526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Deleting port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:34:31.238876 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.300152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d60df3-8302-4e0f-9960-9d733c7132bb None None] DHCP port deletion for 723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:34:31.309006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] For port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4047d35e-4612-4d04-a7b2-4568f9d7c7e1,segment=NetworkSegment(01580f41-c4a6-4017-977b-0e3085270340),segment_id=01580f41-c4a6-4017-977b-0e3085270340)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:31.309373 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.323268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Calling delete_port for 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:34:31.354173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d0d60df3-8302-4e0f-9960-9d733c7132bb None None] Deleting port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:34:31.354641 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d0d60df3-8302-4e0f-9960-9d733c7132bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.419335 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d0d60df3-8302-4e0f-9960-9d733c7132bb None None] For port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4047d35e-4612-4d04-a7b2-4568f9d7c7e1,segment=NetworkSegment(01580f41-c4a6-4017-977b-0e3085270340),segment_id=01580f41-c4a6-4017-977b-0e3085270340)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:31.419728 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d0d60df3-8302-4e0f-9960-9d733c7132bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.435396 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-d0d60df3-8302-4e0f-9960-9d733c7132bb None None] Calling delete_port for 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:34:31.479184 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.504075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4047d35e-4612-4d04-a7b2-4568f9d7c7e1,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:31.509522 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] No DVR routers for this DVR port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:34:31.512048 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d0d60df3-8302-4e0f-9960-9d733c7132bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.546089 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d60df3-8302-4e0f-9960-9d733c7132bb None None] No DVR routers for this DVR port 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:34:31.550951 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d60df3-8302-4e0f-9960-9d733c7132bb None None] Pushing event deleted for resources: {'Port': ['ID=4047d35e-4612-4d04-a7b2-4568f9d7c7e1,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:31.586145 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.595469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:31.605826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01580f41-c4a6-4017-977b-0e3085270340') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:31.606122 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01580f41-c4a6-4017-977b-0e3085270340') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:31.614487 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.628027 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.634411 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:34:31.634821 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:34:31.636474 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:34:31.684525 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.753228 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.759227 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.761155 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3 HTTP/1.1" status: 204 len: 168 time: 0.6614828 Jul 05 04:34:31.776400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc561e5-32a9-4ff2-9761-5ec240fc7db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=723bf0d1-0ff6-40ba-8bc2-a9f7130d10a3,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:31.991978 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 152aaf83-6fe5-43f8-b944-da5854b00ed0 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:34:32.012157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 152aaf83-6fe5-43f8-b944-da5854b00ed0 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:34:32.012535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 152aaf83-6fe5-43f8-b944-da5854b00ed0 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:34:32.012952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:34:32.032596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:34:32.032940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4047d35e-4612-4d04-a7b2-4568f9d7c7e1 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:34:32.033351 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cf94cc5c-6af7-4197-980d-860c842758b3 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:34:32.051200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: cf94cc5c-6af7-4197-980d-860c842758b3 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:34:32.051550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device cf94cc5c-6af7-4197-980d-860c842758b3 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:34:32.063521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53002) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:32.103224 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7db393ff-5c41-4534-8267-9cb5db54eaf9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a9221945ae96401587ea59807d82f6c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384643 Jul 05 04:34:32.105625 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53004) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:32.152312 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26f10d10-f57f-41ca-9fd1-6876ba736f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:32.172418 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26f10d10-f57f-41ca-9fd1-6876ba736f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:32.278796 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26f10d10-f57f-41ca-9fd1-6876ba736f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:32.281406 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-26f10d10-f57f-41ca-9fd1-6876ba736f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:32.282597 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-26f10d10-f57f-41ca-9fd1-6876ba736f8d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02ba1402-4291-4a04-a194-3d01f4676f1f HTTP/1.1" status: 204 len: 168 time: 0.1761022 Jul 05 04:34:32.290655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f10d10-f57f-41ca-9fd1-6876ba736f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ba1402-4291-4a04-a194-3d01f4676f1f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:32.878834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53010) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:32.918008 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4daef2e0-6b52-4770-8474-651ab7354a40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d111e6d4bda74ec3864d59992cb0f4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380578 Jul 05 04:34:32.920525 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53012) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:32.966631 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3fe7359-5c0f-41e9-a83f-95079ec22550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:32.989763 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3fe7359-5c0f-41e9-a83f-95079ec22550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:33.091525 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3fe7359-5c0f-41e9-a83f-95079ec22550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:33.094065 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d3fe7359-5c0f-41e9-a83f-95079ec22550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:33.095223 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d3fe7359-5c0f-41e9-a83f-95079ec22550 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a943f0e-4fae-4b17-94ce-75f34626f1fa HTTP/1.1" status: 204 len: 168 time: 0.1738138 Jul 05 04:34:33.104640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe7359-5c0f-41e9-a83f-95079ec22550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a943f0e-4fae-4b17-94ce-75f34626f1fa,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:44.104894 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-69caa7d2-5bc5-4283-a430-e9425acbc9e1 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e78bef3863d242e996540fff10ccafee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353572 Jul 05 04:34:44.294497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-3109bd37-d0a8-4f99-884f-a82e9fdb2e0f tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:44.295952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-3109bd37-d0a8-4f99-884f-a82e9fdb2e0f tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859615 Jul 05 04:34:44.310986 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-a0fda010-f63f-4afb-a706-a38dd8e8b4c2 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/quotas/e78bef3863d242e996540fff10ccafee HTTP/1.1" status: 200 len: 375 time: 0.0096166 Jul 05 04:34:44.347614 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-6a1e1d98-b119-4694-b638-872f245cf626 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e78bef3863d242e996540fff10ccafee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320475 Jul 05 04:34:44.591876 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb8effdd-431a-455d-8171-28184e738c56 req-34007f7d-4e03-4f83-8e5b-70363f338578 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 210 time: 0.0287974 Jul 05 04:34:45.682676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67c468be-f36d-4302-8661-1fc13e08d2d3 req-937f5140-9c62-435e-8286-cf89a5816cbb tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 210 time: 0.0360854 Jul 05 04:34:46.834316 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e190457-815b-449c-b494-232928d09c3c req-abbcd6ab-c28b-44a6-93cd-738a87b89e3a tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 210 time: 0.0305636 Jul 05 04:34:47.092286 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-6d91dc31-3f65-4c25-8742-636a1ef0913e tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e78bef3863d242e996540fff10ccafee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215917 Jul 05 04:34:47.201663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-f58a0286-6e23-469e-aa9c-5b2360e574cd tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:47.203164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-f58a0286-6e23-469e-aa9c-5b2360e574cd tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1062422 Jul 05 04:34:47.216360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Request body: {'port': {'device_id': 'c47c5b5b-6422-4ddb-8fb2-65c4700e80f1', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'admin_state_up': True, 'tenant_id': 'e78bef3863d242e996540fff10ccafee'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:34:47.399835 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Made reservation on behalf of e78bef3863d242e996540fff10ccafee for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:34:47.404287 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:47.413240 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:47.505223 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:47.553587 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:47.613638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90263e64-d6d2-474a-87b6-593a3c80aff4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:47.629287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:47.629637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:47.629976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:47.630310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:47.630639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:47.630965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:47.631295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:47.631623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:47.631941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:47.632260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:47.632603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:47.632919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:47.691745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Allocated IP 192.168.233.184 (b142b475-d405-44d6-8b98-f8f6dde55545/526abcff-8ecf-4458-8214-34a9085af88d/75f43897-6cca-4940-8e1b-0aac29611c25) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:34:47.835520 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:47.849267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Transition to ACTIVE for port object 75f43897-6cca-4940-8e1b-0aac29611c25 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:34:47.938182 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:48.012722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Network b142b475-d405-44d6-8b98-f8f6dde55545 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:34:48.021212 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:34:48.028642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:34:48.032666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Pushing event updated for resources: {'Port': ['ID=75f43897-6cca-4940-8e1b-0aac29611c25,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:48.085719 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:48.086357 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:48.108507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24728880-af19-45e9-a12a-497ea204c4d2 req-faa539fd-aa09-4d15-a3f3-2fda462cbf39 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:48.110100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24728880-af19-45e9-a12a-497ea204c4d2 req-faa539fd-aa09-4d15-a3f3-2fda462cbf39 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 936 time: 0.1435049 Jul 05 04:34:48.158380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24728880-af19-45e9-a12a-497ea204c4d2 req-26c1bf01-dcca-4329-a7f5-326b95f59f7e tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/security-groups?id=90263e64-d6d2-474a-87b6-593a3c80aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422215 Jul 05 04:34:48.273420 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-fc69895d-cb1a-44d7-aa4b-b438932c862b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0613358 Jul 05 04:34:48.284688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Request body: {'port': {'device_id': 'c47c5b5b-6422-4ddb-8fb2-65c4700e80f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:34:48.295864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b29eb605-6a2d-4bf8-b254-451c88b3e10a None None] Provisioning for port 75f43897-6cca-4940-8e1b-0aac29611c25 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:34:48.301798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b29eb605-6a2d-4bf8-b254-451c88b3e10a None None] Provisioning complete for port 75f43897-6cca-4940-8e1b-0aac29611c25 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:34:48.304863 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b29eb605-6a2d-4bf8-b254-451c88b3e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:48.348639 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b29eb605-6a2d-4bf8-b254-451c88b3e10a None None] Port 75f43897-6cca-4940-8e1b-0aac29611c25 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:34:48.686434 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:48.946656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f43897-6cca-4940-8e1b-0aac29611c25 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:34:48.954461 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:48.967411 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Transition to ACTIVE for port object 75f43897-6cca-4940-8e1b-0aac29611c25 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:34:49.045090 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:49.095391 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Pushing event updated for resources: {'Port': ['ID=75f43897-6cca-4940-8e1b-0aac29611c25,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:49.176966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Attempting to bind port 75f43897-6cca-4940-8e1b-0aac29611c25 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:34:49.177397 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Attempting to bind port 75f43897-6cca-4940-8e1b-0aac29611c25 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:34:49.177726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Attempting to bind port 75f43897-6cca-4940-8e1b-0aac29611c25 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:34:49.183760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Port 75f43897-6cca-4940-8e1b-0aac29611c25 on network b142b475-d405-44d6-8b98-f8f6dde55545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:34:49.184087 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Attempting to bind port 75f43897-6cca-4940-8e1b-0aac29611c25 on network b142b475-d405-44d6-8b98-f8f6dde55545 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:34:49.199027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:34:49.199027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Checking segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:34:49.199027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Bound using segment: {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:34:49.199027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Bound port: 75f43897-6cca-4940-8e1b-0aac29611c25, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab37956-11e0-4608-94c8-08ff16a12d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:34:49.199027 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:49.267065 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] For port 75f43897-6cca-4940-8e1b-0aac29611c25, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:34:49.270255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] For port 75f43897-6cca-4940-8e1b-0aac29611c25, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=75f43897-6cca-4940-8e1b-0aac29611c25,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:34:49.346504 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:49.362396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de427f40-6624-48f3-8a01-a02d8bf47022 req-64112e5c-d4ad-4d82-b5f9-cb2efdd0ac86 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:49.364696 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de427f40-6624-48f3-8a01-a02d8bf47022 req-64112e5c-d4ad-4d82-b5f9-cb2efdd0ac86 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 948 time: 0.0764141 Jul 05 04:34:49.405055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:49.405772 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:49.407596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/75f43897-6cca-4940-8e1b-0aac29611c25 HTTP/1.1" status: 200 len: 1096 time: 1.1269584 Jul 05 04:34:49.412673 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47c5b5b-6422-4ddb-8fb2-65c4700e80f1', 'tag': '75f43897-6cca-4940-8e1b-0aac29611c25'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:49.415034 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac352db-67b6-4b0f-a187-4dbbca69e45b" -d '{"events": [{"name": "network-changed", "server_uuid": "c47c5b5b-6422-4ddb-8fb2-65c4700e80f1", "tag": "75f43897-6cca-4940-8e1b-0aac29611c25"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:49.452865 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fe49e-52e7-469a-978c-bf2a8c5327e5 service neutron] Pushing event updated for resources: {'Port': ['ID=75f43897-6cca-4940-8e1b-0aac29611c25,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:49.459721 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8465888a-3eea-409e-834c-2b82dcf95021 x-openstack-request-id: req-8465888a-3eea-409e-834c-2b82dcf95021 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:49.462623 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47c5b5b-6422-4ddb-8fb2-65c4700e80f1", "tag": "75f43897-6cca-4940-8e1b-0aac29611c25", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:49.462623 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8465888a-3eea-409e-834c-2b82dcf95021 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:49.462623 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47c5b5b-6422-4ddb-8fb2-65c4700e80f1', 'tag': '75f43897-6cca-4940-8e1b-0aac29611c25', 'status': 'completed', 'code': 200} Jul 05 04:34:49.468219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de427f40-6624-48f3-8a01-a02d8bf47022 req-5d9b2e32-a87b-4338-be18-e2ae1ed9a43a tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/security-groups?id=90263e64-d6d2-474a-87b6-593a3c80aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781002 Jul 05 04:34:49.534213 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac352db-67b6-4b0f-a187-4dbbca69e45b req-e7640430-6d5f-4e62-aff8-429535231ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:49.535768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ac352db-67b6-4b0f-a187-4dbbca69e45b req-e7640430-6d5f-4e62-aff8-429535231ba8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e78bef3863d242e996540fff10ccafee&device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 1099 time: 0.0586863 Jul 05 04:34:49.564268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ac352db-67b6-4b0f-a187-4dbbca69e45b req-4ea14537-9e63-4f34-89e2-1091df4946e7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e78bef3863d242e996540fff10ccafee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204897 Jul 05 04:34:49.666134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac352db-67b6-4b0f-a187-4dbbca69e45b req-6f9f07a4-9948-4d30-8903-8e7c2d6ac993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:49.667540 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ac352db-67b6-4b0f-a187-4dbbca69e45b req-6f9f07a4-9948-4d30-8903-8e7c2d6ac993 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967371 Jul 05 04:34:49.761424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-1df56914-8861-479f-b6e2-2b6706b56106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:49.762859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-1df56914-8861-479f-b6e2-2b6706b56106 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e78bef3863d242e996540fff10ccafee&device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 1099 time: 0.0550547 Jul 05 04:34:49.808230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-1c69765a-e692-4f7a-a5fe-9827a19f0207 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=75f43897-6cca-4940-8e1b-0aac29611c25 HTTP/1.1" status: 200 len: 217 time: 0.0371244 Jul 05 04:34:49.864128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-2899e1b9-33db-4435-b1e9-262a2df2f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:49.865674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-2899e1b9-33db-4435-b1e9-262a2df2f93f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=526abcff-8ecf-4458-8214-34a9085af88d HTTP/1.1" status: 200 len: 843 time: 0.0520852 Jul 05 04:34:49.922880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-702e31df-73b4-493b-b11f-0db0aad28f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:49.924434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-702e31df-73b4-493b-b11f-0db0aad28f57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b142b475-d405-44d6-8b98-f8f6dde55545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0522537 Jul 05 04:34:50.019651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-7cacc604-6456-4d47-b9d5-0eada90a7a31 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883870 Jul 05 04:34:50.113574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb2407cb-5d0b-41b0-bf0e-2c3247f8c9d5 req-a907ddaf-d76e-4819-bc67-cf71e537f152 service neutron] 10.222.0.64 "GET /v2.0/networks/b142b475-d405-44d6-8b98-f8f6dde55545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866504 Jul 05 04:34:50.646595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a178f-ced2-4cad-974e-1404ce77681d req-a93eb477-4596-4740-8ea7-190c75c9e84c tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:50.648054 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-295a178f-ced2-4cad-974e-1404ce77681d req-a93eb477-4596-4740-8ea7-190c75c9e84c tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 948 time: 0.0625229 Jul 05 04:34:50.686349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-295a178f-ced2-4cad-974e-1404ce77681d req-603c4674-a054-4780-83c7-bb839728c63d tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/security-groups?id=90263e64-d6d2-474a-87b6-593a3c80aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Jul 05 04:34:51.319366 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-26b49304-a23d-4d09-adc3-434592eb16bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:51.898278 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a74a6-ee56-4b5f-8196-05338afed98d req-54c6ff70-f3f0-45db-a40e-07bbc24c426c tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:51.899810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db2a74a6-ee56-4b5f-8196-05338afed98d req-54c6ff70-f3f0-45db-a40e-07bbc24c426c tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 948 time: 0.0734940 Jul 05 04:34:51.938232 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db2a74a6-ee56-4b5f-8196-05338afed98d req-fd668420-8998-4048-85f7-b27d45f0864d tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/security-groups?id=90263e64-d6d2-474a-87b6-593a3c80aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327342 Jul 05 04:34:52.135651 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:34:53.112763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc67340-a686-4781-be03-a9489bd3b434 req-678b44d3-93c3-44b4-ab48-0275e52b0bef tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:53.114281 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4fc67340-a686-4781-be03-a9489bd3b434 req-678b44d3-93c3-44b4-ab48-0275e52b0bef tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 948 time: 0.0643125 Jul 05 04:34:53.153098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4fc67340-a686-4781-be03-a9489bd3b434 req-44e5d7cc-f6fa-4663-962f-8f58e0acad55 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/security-groups?id=90263e64-d6d2-474a-87b6-593a3c80aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332780 Jul 05 04:34:54.198486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 75f43897-6cca-4940-8e1b-0aac29611c25 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:34:54.307789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 75f43897-6cca-4940-8e1b-0aac29611c25, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=75f43897-6cca-4940-8e1b-0aac29611c25,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:54.329598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '75f43897-6cca-4940-8e1b-0aac29611c25', 'network_id': 'b142b475-d405-44d6-8b98-f8f6dde55545', 'port_id': '75f43897-6cca-4940-8e1b-0aac29611c25', 'mac_address': 'fa:16:3e:53:c9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526abcff-8ecf-4458-8214-34a9085af88d', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:34:54.334504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2eeb9-ea15-4ba6-b7fb-3f0060ccf355 req-3d4192f6-7bdd-4482-bcf3-d272c65504a6 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:54.336034 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-81f2eeb9-ea15-4ba6-b7fb-3f0060ccf355 req-3d4192f6-7bdd-4482-bcf3-d272c65504a6 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 948 time: 0.0657482 Jul 05 04:34:54.357364 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1b3518cf-52f7-4dc5-bb98-f0203fe7bc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:54.372117 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:54.381901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-81f2eeb9-ea15-4ba6-b7fb-3f0060ccf355 req-4000253e-7657-4e9f-9012-6d39ec60b739 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/security-groups?id=90263e64-d6d2-474a-87b6-593a3c80aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391743 Jul 05 04:34:54.385287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f43897-6cca-4940-8e1b-0aac29611c25 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:34:54.411524 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:54.411524 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 75f43897-6cca-4940-8e1b-0aac29611c25, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=75f43897-6cca-4940-8e1b-0aac29611c25,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:54.479343 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:54.527138 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=75f43897-6cca-4940-8e1b-0aac29611c25,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:54.535160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:54.535507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:54.535848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:54.536182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:54.536542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:54.536879 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:54.537206 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:54.537531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:54.537854 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:54.538175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:54.538495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:54.538817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:54.720107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['75f43897-6cca-4940-8e1b-0aac29611c25'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:55.370529 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:55.557887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f907d1-ab15-4a1f-add9-fac2e84fe5ff req-57848f7d-b2e0-4cb0-9b77-44b98318d3d7 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:55.559546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0f907d1-ab15-4a1f-add9-fac2e84fe5ff req-57848f7d-b2e0-4cb0-9b77-44b98318d3d7 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 949 time: 0.0678692 Jul 05 04:34:55.597901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0f907d1-ab15-4a1f-add9-fac2e84fe5ff req-50369c30-fd86-45cd-b74f-1bda5b49772b tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/security-groups?id=90263e64-d6d2-474a-87b6-593a3c80aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328639 Jul 05 04:34:56.213458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 75f43897-6cca-4940-8e1b-0aac29611c25 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:34:56.312952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 75f43897-6cca-4940-8e1b-0aac29611c25 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:34:56.316482 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 75f43897-6cca-4940-8e1b-0aac29611c25 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:34:56.316853 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:56.394781 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:56.416503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47c5b5b-6422-4ddb-8fb2-65c4700e80f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f43897-6cca-4940-8e1b-0aac29611c25'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:56.418783 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522a2795-3cb8-426b-8f75-d03bbd3af5fe" -d '{"events": [{"server_uuid": "c47c5b5b-6422-4ddb-8fb2-65c4700e80f1", "name": "network-vif-plugged", "status": "completed", "tag": "75f43897-6cca-4940-8e1b-0aac29611c25"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:56.431132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 75f43897-6cca-4940-8e1b-0aac29611c25, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=75f43897-6cca-4940-8e1b-0aac29611c25,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:56.455114 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7724e7a1-c6a9-4800-9fc6-56205747d4d8 x-openstack-request-id: req-7724e7a1-c6a9-4800-9fc6-56205747d4d8 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:56.455114 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47c5b5b-6422-4ddb-8fb2-65c4700e80f1", "name": "network-vif-plugged", "status": "completed", "tag": "75f43897-6cca-4940-8e1b-0aac29611c25", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:56.455328 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7724e7a1-c6a9-4800-9fc6-56205747d4d8 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:56.455656 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47c5b5b-6422-4ddb-8fb2-65c4700e80f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f43897-6cca-4940-8e1b-0aac29611c25', 'code': 200} Jul 05 04:34:56.502290 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:56.551281 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=75f43897-6cca-4940-8e1b-0aac29611c25,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:56.570205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d3221-633c-42b4-8067-d1ebfc85282c req-f57acc0a-cc94-4b26-ad79-1c6626ad7fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:56.571757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-142d3221-633c-42b4-8067-d1ebfc85282c req-f57acc0a-cc94-4b26-ad79-1c6626ad7fbb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 1101 time: 0.0537627 Jul 05 04:34:56.605954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-142d3221-633c-42b4-8067-d1ebfc85282c req-465a9d6d-079b-4c28-bd0a-b69cbbc42eda service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=90263e64-d6d2-474a-87b6-593a3c80aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274577 Jul 05 04:34:56.769467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a40b1b-bdf0-4caf-9bb2-ff7b88d8d11a req-3bcf8a98-4635-45a7-be09-4d98ad04c829 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:56.770887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80a40b1b-bdf0-4caf-9bb2-ff7b88d8d11a req-3bcf8a98-4635-45a7-be09-4d98ad04c829 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 950 time: 0.0664728 Jul 05 04:34:56.809329 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80a40b1b-bdf0-4caf-9bb2-ff7b88d8d11a req-57e7de9a-4aff-42ce-9295-cdf83bf33dcc tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/security-groups?id=90263e64-d6d2-474a-87b6-593a3c80aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329750 Jul 05 04:34:57.255209 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:57.983865 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8e1fd-3576-4331-977c-7148b061a685 req-df278620-27f3-472f-a563-9c6f0fffc28d tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:57.985403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64d8e1fd-3576-4331-977c-7148b061a685 req-df278620-27f3-472f-a563-9c6f0fffc28d tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 950 time: 0.0651407 Jul 05 04:34:58.029266 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64d8e1fd-3576-4331-977c-7148b061a685 req-953ccaa7-fb23-4322-b52e-14ea5a9eb807 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/security-groups?id=90263e64-d6d2-474a-87b6-593a3c80aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383821 Jul 05 04:34:59.597983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014da21-c59d-4189-85fb-d82d410bf625 req-d995fafa-c53f-4f87-9101-09338df0f114 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:59.599462 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a014da21-c59d-4189-85fb-d82d410bf625 req-d995fafa-c53f-4f87-9101-09338df0f114 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 950 time: 0.0640874 Jul 05 04:34:59.636246 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a014da21-c59d-4189-85fb-d82d410bf625 req-bac75fe7-4abb-4146-967b-73977dcb18f9 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/security-groups?id=90263e64-d6d2-474a-87b6-593a3c80aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312617 Jul 05 04:34:59.770197 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:00.852284 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8693ee-cf90-41b9-baa7-4fc02706ffba req-919bd420-ca3d-47b6-96df-d91232266f08 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:00.853789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a8693ee-cf90-41b9-baa7-4fc02706ffba req-919bd420-ca3d-47b6-96df-d91232266f08 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.64 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 950 time: 0.1101179 Jul 05 04:35:00.861791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677ab12-aab0-4ca1-a243-ba4b68ccea79 req-ec52d134-ca22-45f9-9b87-5b5937953131 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:00.863276 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5677ab12-aab0-4ca1-a243-ba4b68ccea79 req-ec52d134-ca22-45f9-9b87-5b5937953131 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 950 time: 0.1091630 Jul 05 04:35:00.941914 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5677ab12-aab0-4ca1-a243-ba4b68ccea79 req-84721491-b32c-4753-a758-5e0e8266462f tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/security-groups?id=90263e64-d6d2-474a-87b6-593a3c80aff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711715 Jul 05 04:35:00.985957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-1a8693ee-cf90-41b9-baa7-4fc02706ffba req-53ac3a2a-5b4c-44d0-9a37-42a832427ce3 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Deleting port 75f43897-6cca-4940-8e1b-0aac29611c25 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:35:00.986313 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1a8693ee-cf90-41b9-baa7-4fc02706ffba req-53ac3a2a-5b4c-44d0-9a37-42a832427ce3 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:01.073090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-1a8693ee-cf90-41b9-baa7-4fc02706ffba req-53ac3a2a-5b4c-44d0-9a37-42a832427ce3 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] For port 75f43897-6cca-4940-8e1b-0aac29611c25, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=75f43897-6cca-4940-8e1b-0aac29611c25,segment=NetworkSegment(5ab37956-11e0-4608-94c8-08ff16a12d35),segment_id=5ab37956-11e0-4608-94c8-08ff16a12d35)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:01.073455 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1a8693ee-cf90-41b9-baa7-4fc02706ffba req-53ac3a2a-5b4c-44d0-9a37-42a832427ce3 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:01.085671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-1a8693ee-cf90-41b9-baa7-4fc02706ffba req-53ac3a2a-5b4c-44d0-9a37-42a832427ce3 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Calling delete_port for 75f43897-6cca-4940-8e1b-0aac29611c25 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:35:01.256011 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1a8693ee-cf90-41b9-baa7-4fc02706ffba req-53ac3a2a-5b4c-44d0-9a37-42a832427ce3 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:01.267334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['75f43897-6cca-4940-8e1b-0aac29611c25'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:35:01.286348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac3a2a-5b4c-44d0-9a37-42a832427ce3 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Pushing event deleted for resources: {'Port': ['ID=75f43897-6cca-4940-8e1b-0aac29611c25,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:01.339745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8693ee-cf90-41b9-baa7-4fc02706ffba req-53ac3a2a-5b4c-44d0-9a37-42a832427ce3 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] No DVR routers for this DVR port 75f43897-6cca-4940-8e1b-0aac29611c25 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:35:01.342504 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1a8693ee-cf90-41b9-baa7-4fc02706ffba req-53ac3a2a-5b4c-44d0-9a37-42a832427ce3 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:01.344542 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a8693ee-cf90-41b9-baa7-4fc02706ffba req-53ac3a2a-5b4c-44d0-9a37-42a832427ce3 tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.64 "DELETE /v2.0/ports/75f43897-6cca-4940-8e1b-0aac29611c25 HTTP/1.1" status: 204 len: 173 time: 0.4803655 Jul 05 04:35:01.344981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47c5b5b-6422-4ddb-8fb2-65c4700e80f1', 'name': 'network-vif-deleted', 'tag': '75f43897-6cca-4940-8e1b-0aac29611c25'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:01.347246 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b3ea27-10f5-4c89-badf-ceab22d2272b" -d '{"events": [{"server_uuid": "c47c5b5b-6422-4ddb-8fb2-65c4700e80f1", "name": "network-vif-deleted", "tag": "75f43897-6cca-4940-8e1b-0aac29611c25"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:01.384588 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e18322-50af-4655-9b2b-cfb592b49994 x-openstack-request-id: req-d1e18322-50af-4655-9b2b-cfb592b49994 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:01.384960 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47c5b5b-6422-4ddb-8fb2-65c4700e80f1", "name": "network-vif-deleted", "tag": "75f43897-6cca-4940-8e1b-0aac29611c25", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:01.385274 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1e18322-50af-4655-9b2b-cfb592b49994 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:01.385898 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47c5b5b-6422-4ddb-8fb2-65c4700e80f1', 'name': 'network-vif-deleted', 'tag': '75f43897-6cca-4940-8e1b-0aac29611c25', 'status': 'completed', 'code': 200} Jul 05 04:35:01.724797 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:02.110010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6efa97cd-8555-4d58-8c75-f06598c46fe0 req-30d918f5-c475-4e7d-97b7-5bca085622df tempest-ServersAdminNegativeTestJSON-576713966 tempest-ServersAdminNegativeTestJSON-576713966-project] 10.222.0.60 "GET /v2.0/ports?device_id=c47c5b5b-6422-4ddb-8fb2-65c4700e80f1 HTTP/1.1" status: 200 len: 210 time: 0.0290704 Jul 05 04:35:03.685923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53168) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:03.821099 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8ffc265c-a721-425f-a016-11241edeadc7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e78bef3863d242e996540fff10ccafee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340044 Jul 05 04:35:03.824567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53172) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:03.872088 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e62d2134-9671-442f-b126-d4387f851093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:03.892289 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e62d2134-9671-442f-b126-d4387f851093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:04.010196 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e62d2134-9671-442f-b126-d4387f851093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:04.013554 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e62d2134-9671-442f-b126-d4387f851093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:04.014704 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e62d2134-9671-442f-b126-d4387f851093 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/90263e64-d6d2-474a-87b6-593a3c80aff4 HTTP/1.1" status: 204 len: 168 time: 0.1894739 Jul 05 04:35:04.022942 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d2134-9671-442f-b126-d4387f851093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90263e64-d6d2-474a-87b6-593a3c80aff4,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:04.565209 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53178) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:04.577816 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34f6ca6d-50a6-4f64-bf08-c7cadfb12a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:04.666385 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34f6ca6d-50a6-4f64-bf08-c7cadfb12a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:04.741547 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34f6ca6d-50a6-4f64-bf08-c7cadfb12a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:04.777780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6ca6d-50a6-4f64-bf08-c7cadfb12a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d7dafe-97cc-4479-9794-52bcca778a2d,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:04.782047 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-34f6ca6d-50a6-4f64-bf08-c7cadfb12a84 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7472a7b6ce97414a99055814c6ee2d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188993 Jul 05 04:35:04.784946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53180) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:04.833880 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b56cef4-578a-4fb1-a536-e9c36650eb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:04.855122 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b56cef4-578a-4fb1-a536-e9c36650eb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:04.969978 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b56cef4-578a-4fb1-a536-e9c36650eb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:04.972634 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b56cef4-578a-4fb1-a536-e9c36650eb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:04.973803 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8b56cef4-578a-4fb1-a536-e9c36650eb45 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0d7dafe-97cc-4479-9794-52bcca778a2d HTTP/1.1" status: 204 len: 168 time: 0.1879623 Jul 05 04:35:04.982227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56cef4-578a-4fb1-a536-e9c36650eb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d7dafe-97cc-4479-9794-52bcca778a2d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:05.914315 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53204) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:06.007834 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1649846073-network', 'tenant_id': 'bc589f0ac5204cdcbad1f5431faa7805'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:06.084328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] Made reservation on behalf of bc589f0ac5204cdcbad1f5431faa7805 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:35:06.086768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:06.095469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:06.184480 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:06.244144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 75f43897-6cca-4940-8e1b-0aac29611c25 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:35:06.261231 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:06.264122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 75f43897-6cca-4940-8e1b-0aac29611c25 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:35:06.264532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 75f43897-6cca-4940-8e1b-0aac29611c25 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:35:06.283576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:35:06.298422 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206b6c38-123b-491b-b50e-1419868e5a8c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:06.304038 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:06.307193 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] Added segment e014fb0a-89bf-43b7-a63d-523ef03da6eb of type vlan for network 30ea2e17-3458-442d-9692-6fc8faea5085 Jul 05 04:35:06.343710 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:06.427210 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:06.428211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:06.428836 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:06.525331 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] Pushing event updated for resources: {'Network': ['ID=30ea2e17-3458-442d-9692-6fc8faea5085,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:06.536201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 30ea2e17-3458-442d-9692-6fc8faea5085 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:35:06.553749 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ff573abe-0ff3-4bae-9163-65ffab3a3e56 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6383066 Jul 05 04:35:06.556634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53208) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:06.562031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-42c9209a-cb0f-44cf-bc94-ba1d333dd589 admin admin] Request body: {'subnet': {'network_id': '30ea2e17-3458-442d-9692-6fc8faea5085', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1649846073-subnet', 'tenant_id': 'bc589f0ac5204cdcbad1f5431faa7805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:06.638627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c9209a-cb0f-44cf-bc94-ba1d333dd589 admin admin] Made reservation on behalf of bc589f0ac5204cdcbad1f5431faa7805 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:35:06.641121 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42c9209a-cb0f-44cf-bc94-ba1d333dd589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:06.856149 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42c9209a-cb0f-44cf-bc94-ba1d333dd589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:06.910276 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9209a-cb0f-44cf-bc94-ba1d333dd589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d6c1a6b-7b27-4ac6-82ff-d0fd218e19aa,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:06.916948 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c9209a-cb0f-44cf-bc94-ba1d333dd589 admin admin] Checking segment: {'id': 'e014fb0a-89bf-43b7-a63d-523ef03da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '30ea2e17-3458-442d-9692-6fc8faea5085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:35:06.917529 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c9209a-cb0f-44cf-bc94-ba1d333dd589 admin admin] Network hostable DHCP agents. Network: 30ea2e17-3458-442d-9692-6fc8faea5085, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:35:06.987145 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c9209a-cb0f-44cf-bc94-ba1d333dd589 admin admin] Network 30ea2e17-3458-442d-9692-6fc8faea5085 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:35:07.049671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-42c9209a-cb0f-44cf-bc94-ba1d333dd589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 30ea2e17-3458-442d-9692-6fc8faea5085) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:07.054179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c9209a-cb0f-44cf-bc94-ba1d333dd589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:07.055250 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-42c9209a-cb0f-44cf-bc94-ba1d333dd589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:07.058586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f999297a-a408-48ba-94b9-f2a40778b67b None None] Network 30ea2e17-3458-442d-9692-6fc8faea5085 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:35:07.130780 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-42c9209a-cb0f-44cf-bc94-ba1d333dd589 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5730865 Jul 05 04:35:07.182387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f3c3d-46b0-4eb5-9956-71c4e7172e99 None None] Network 30ea2e17-3458-442d-9692-6fc8faea5085 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:35:07.542211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-f1507db2-2b36-44cd-b561-21926396897b tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:07.544354 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-f1507db2-2b36-44cd-b561-21926396897b tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/networks?id=30ea2e17-3458-442d-9692-6fc8faea5085 HTTP/1.1" status: 200 len: 812 time: 0.1028745 Jul 05 04:35:07.558690 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-42b42c77-a055-4f9c-a93f-25db74904f87 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/quotas/bc589f0ac5204cdcbad1f5431faa7805 HTTP/1.1" status: 200 len: 375 time: 0.0090320 Jul 05 04:35:07.591435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-026326aa-d12f-42a4-958b-fa3c34e0947e tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc589f0ac5204cdcbad1f5431faa7805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274382 Jul 05 04:35:07.683611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-b09818e5-2d2d-4780-86d1-d0c688bc4b31 service neutron] 10.222.0.60 "GET /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856283 Jul 05 04:35:07.770691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-310c050d-e8fd-4325-95b7-6dfe584bcea0 service neutron] 10.222.0.60 "GET /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810332 Jul 05 04:35:08.008208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4195f450-1125-4073-b33c-e994887a76a6 req-bc1e37ab-33f8-4c7e-a5dc-c0c75327515d tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 210 time: 0.0340214 Jul 05 04:35:09.147805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38d66027-a513-48e2-8352-4456dbe39a96 req-7a1f2de1-aa8e-460c-a5d1-d273b2f17be0 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 210 time: 0.0297928 Jul 05 04:35:09.978219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-c93453d6-f358-4932-89dd-b51da5a2bb7e tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:09.979690 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-c93453d6-f358-4932-89dd-b51da5a2bb7e tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.64 "GET /v2.0/networks?id=30ea2e17-3458-442d-9692-6fc8faea5085 HTTP/1.1" status: 200 len: 812 time: 0.1048837 Jul 05 04:35:09.991763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-d2232a3f-4633-4c70-9fec-caa58df05c02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Request body: {'port': {'device_id': '1777b640-e6a3-4f74-8b96-69ae50f748f4', 'network_id': '30ea2e17-3458-442d-9692-6fc8faea5085', 'admin_state_up': True, 'tenant_id': 'bc589f0ac5204cdcbad1f5431faa7805'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:10.158957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-d2232a3f-4633-4c70-9fec-caa58df05c02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Made reservation on behalf of bc589f0ac5204cdcbad1f5431faa7805 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:35:10.162579 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-d2232a3f-4633-4c70-9fec-caa58df05c02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:10.311900 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60637471-8692-4c0d-8f13-661a5047f244 req-46f6ad45-e073-45b3-bcb4-933e5a216cfe tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 210 time: 0.0383327 Jul 05 04:35:10.328005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-d2232a3f-4633-4c70-9fec-caa58df05c02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Allocated IP 172.20.0.9 (30ea2e17-3458-442d-9692-6fc8faea5085/8d6c1a6b-7b27-4ac6-82ff-d0fd218e19aa/a56b3b33-e2d7-473e-ba30-73be4b86906f) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:35:10.479909 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-d2232a3f-4633-4c70-9fec-caa58df05c02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:10.558610 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-d2232a3f-4633-4c70-9fec-caa58df05c02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:10.601428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-d2232a3f-4633-4c70-9fec-caa58df05c02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Network 30ea2e17-3458-442d-9692-6fc8faea5085 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:35:10.604577 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-d2232a3f-4633-4c70-9fec-caa58df05c02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:10.608436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-d2232a3f-4633-4c70-9fec-caa58df05c02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:35:10.636575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2232a3f-4633-4c70-9fec-caa58df05c02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Pushing event updated for resources: {'Port': ['ID=a56b3b33-e2d7-473e-ba30-73be4b86906f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:10.662194 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-d2232a3f-4633-4c70-9fec-caa58df05c02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:10.662806 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-d2232a3f-4633-4c70-9fec-caa58df05c02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:10.729865 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-d2232a3f-4633-4c70-9fec-caa58df05c02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7417943 Jul 05 04:35:10.741706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Request body: {'port': {'device_id': '1777b640-e6a3-4f74-8b96-69ae50f748f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:10.814817 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:11.065403 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56b3b33-e2d7-473e-ba30-73be4b86906f {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:35:11.072656 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:11.084678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Transition to ACTIVE for port object a56b3b33-e2d7-473e-ba30-73be4b86906f will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:11.152564 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:11.199845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Pushing event updated for resources: {'Port': ['ID=a56b3b33-e2d7-473e-ba30-73be4b86906f,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:11.272108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Attempting to bind port a56b3b33-e2d7-473e-ba30-73be4b86906f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:35:11.272476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Attempting to bind port a56b3b33-e2d7-473e-ba30-73be4b86906f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'e014fb0a-89bf-43b7-a63d-523ef03da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '30ea2e17-3458-442d-9692-6fc8faea5085'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:35:11.272806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Attempting to bind port a56b3b33-e2d7-473e-ba30-73be4b86906f on network 30ea2e17-3458-442d-9692-6fc8faea5085 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:35:11.276930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Port a56b3b33-e2d7-473e-ba30-73be4b86906f on network 30ea2e17-3458-442d-9692-6fc8faea5085 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:35:11.277251 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Attempting to bind port a56b3b33-e2d7-473e-ba30-73be4b86906f on network 30ea2e17-3458-442d-9692-6fc8faea5085 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:35:11.282075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:35:11.282427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Checking segment: {'id': 'e014fb0a-89bf-43b7-a63d-523ef03da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '30ea2e17-3458-442d-9692-6fc8faea5085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:35:11.282800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Bound using segment: {'id': 'e014fb0a-89bf-43b7-a63d-523ef03da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '30ea2e17-3458-442d-9692-6fc8faea5085'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:35:11.283208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Bound port: a56b3b33-e2d7-473e-ba30-73be4b86906f, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e014fb0a-89bf-43b7-a63d-523ef03da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '30ea2e17-3458-442d-9692-6fc8faea5085'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:35:11.283560 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:11.346547 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] For port a56b3b33-e2d7-473e-ba30-73be4b86906f, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:35:11.349632 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] For port a56b3b33-e2d7-473e-ba30-73be4b86906f, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f,segment=NetworkSegment(e014fb0a-89bf-43b7-a63d-523ef03da6eb),segment_id=e014fb0a-89bf-43b7-a63d-523ef03da6eb)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:35:11.456503 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:11.503141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:11.503793 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:11.505203 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] 10.222.0.64 "PUT /v2.0/ports/a56b3b33-e2d7-473e-ba30-73be4b86906f HTTP/1.1" status: 200 len: 1091 time: 0.7675426 Jul 05 04:35:11.506499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1777b640-e6a3-4f74-8b96-69ae50f748f4', 'tag': 'a56b3b33-e2d7-473e-ba30-73be4b86906f'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:11.508731 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c141ff36-0fe3-4983-9d43-121805859f29" -d '{"events": [{"name": "network-changed", "server_uuid": "1777b640-e6a3-4f74-8b96-69ae50f748f4", "tag": "a56b3b33-e2d7-473e-ba30-73be4b86906f"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:11.534515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe81fa-5664-48e8-b7a9-e82e4f97b1ce service neutron] Pushing event updated for resources: {'Port': ['ID=a56b3b33-e2d7-473e-ba30-73be4b86906f,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:11.552349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4757ed8-be22-427b-ac9a-2654e065ca0f req-8da20baa-1784-4124-8b2a-eaec13abe651 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:11.553875 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4757ed8-be22-427b-ac9a-2654e065ca0f req-8da20baa-1784-4124-8b2a-eaec13abe651 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 943 time: 0.1296582 Jul 05 04:35:11.555286 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccc33d7-d1cb-4a70-a59f-a1c898679943 x-openstack-request-id: req-1ccc33d7-d1cb-4a70-a59f-a1c898679943 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:11.555565 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1777b640-e6a3-4f74-8b96-69ae50f748f4", "tag": "a56b3b33-e2d7-473e-ba30-73be4b86906f", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:11.555813 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ccc33d7-d1cb-4a70-a59f-a1c898679943 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:11.556197 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1777b640-e6a3-4f74-8b96-69ae50f748f4', 'tag': 'a56b3b33-e2d7-473e-ba30-73be4b86906f', 'status': 'completed', 'code': 200} Jul 05 04:35:11.623293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4757ed8-be22-427b-ac9a-2654e065ca0f req-2318a4f1-8b36-45e0-98e9-5ca908667c61 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628788 Jul 05 04:35:11.641554 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141ff36-0fe3-4983-9d43-121805859f29 req-7b604f3a-bd4d-492e-befe-4325133d16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:11.643038 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c141ff36-0fe3-4983-9d43-121805859f29 req-7b604f3a-bd4d-492e-befe-4325133d16be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc589f0ac5204cdcbad1f5431faa7805&device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 1094 time: 0.0674930 Jul 05 04:35:11.744254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141ff36-0fe3-4983-9d43-121805859f29 req-b6d37a83-6592-4985-a5ae-66a981c570c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:11.745792 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c141ff36-0fe3-4983-9d43-121805859f29 req-b6d37a83-6592-4985-a5ae-66a981c570c0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=bc589f0ac5204cdcbad1f5431faa7805&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0954092 Jul 05 04:35:11.837920 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141ff36-0fe3-4983-9d43-121805859f29 req-13cd4cce-960c-4fa1-9c82-4adc73f3b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:11.839385 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c141ff36-0fe3-4983-9d43-121805859f29 req-13cd4cce-960c-4fa1-9c82-4adc73f3b53c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881047 Jul 05 04:35:11.932707 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-d407158d-c0e5-4600-93d8-5e6274d90123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:11.934881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-d407158d-c0e5-4600-93d8-5e6274d90123 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc589f0ac5204cdcbad1f5431faa7805&device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 1094 time: 0.0582819 Jul 05 04:35:11.975194 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-c09ef250-4db4-4591-afb1-ec283194caec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f HTTP/1.1" status: 200 len: 217 time: 0.0336866 Jul 05 04:35:12.023193 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-24e59c97-dc34-43c3-9ecb-f280c0f29bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:12.024729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-24e59c97-dc34-43c3-9ecb-f280c0f29bb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d6c1a6b-7b27-4ac6-82ff-d0fd218e19aa HTTP/1.1" status: 200 len: 852 time: 0.0440600 Jul 05 04:35:12.060323 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-07c244a3-1cf2-4b7d-b462-23bb8bdd1e90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30ea2e17-3458-442d-9692-6fc8faea5085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298607 Jul 05 04:35:12.147267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-67d323bd-4f40-4d32-a4f6-fd4925b51b8b service neutron] 10.222.0.64 "GET /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804768 Jul 05 04:35:12.237951 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39a557a9-c46b-4cc7-a421-3dc95db2f76b req-215fe568-9fd0-4d35-a1eb-3171f384eae4 service neutron] 10.222.0.64 "GET /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841796 Jul 05 04:35:12.797664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22efd8-70de-407d-a509-d0040c6267c6 req-3d184045-5593-40d0-80c5-e6444a5811f9 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:12.799139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce22efd8-70de-407d-a509-d0040c6267c6 req-3d184045-5593-40d0-80c5-e6444a5811f9 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 943 time: 0.0628822 Jul 05 04:35:12.836888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce22efd8-70de-407d-a509-d0040c6267c6 req-b131ff12-2d18-46b1-a298-5e9d9d0a54d1 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Jul 05 04:35:14.010529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84102c9-2e7f-4df4-9915-697387208dc5 req-db759e32-395d-4423-8127-8c28cc6c848c tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:14.012225 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e84102c9-2e7f-4df4-9915-697387208dc5 req-db759e32-395d-4423-8127-8c28cc6c848c tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 943 time: 0.0629125 Jul 05 04:35:14.051617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e84102c9-2e7f-4df4-9915-697387208dc5 req-d71b0ab1-567c-4e7d-b7be-3158a088666f tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340867 Jul 05 04:35:15.239854 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaef987-0d75-4882-a28e-54031158dd41 req-ba00b4e9-50a1-4f1b-8f19-0642de108c8b tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:15.241395 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebaef987-0d75-4882-a28e-54031158dd41 req-ba00b4e9-50a1-4f1b-8f19-0642de108c8b tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 943 time: 0.0769708 Jul 05 04:35:15.280200 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebaef987-0d75-4882-a28e-54031158dd41 req-37d3cefc-c824-409e-8ff1-464e70083e56 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330787 Jul 05 04:35:16.322389 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device a56b3b33-e2d7-473e-ba30-73be4b86906f details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:35:16.421608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port a56b3b33-e2d7-473e-ba30-73be4b86906f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f,segment=NetworkSegment(e014fb0a-89bf-43b7-a63d-523ef03da6eb),segment_id=e014fb0a-89bf-43b7-a63d-523ef03da6eb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:16.453718 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82e44a-2574-4b2e-a6f8-97c4f22c02a7 req-d99640d4-1481-4a07-9910-2bb453b3c6e2 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:16.455336 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d82e44a-2574-4b2e-a6f8-97c4f22c02a7 req-d99640d4-1481-4a07-9910-2bb453b3c6e2 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 943 time: 0.0647964 Jul 05 04:35:16.495525 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d82e44a-2574-4b2e-a6f8-97c4f22c02a7 req-23a9a631-da20-4f98-b7a2-6560a28cbdc3 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342937 Jul 05 04:35:16.580975 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'a56b3b33-e2d7-473e-ba30-73be4b86906f', 'network_id': '30ea2e17-3458-442d-9692-6fc8faea5085', 'port_id': 'a56b3b33-e2d7-473e-ba30-73be4b86906f', 'mac_address': 'fa:16:3e:27:0f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d6c1a6b-7b27-4ac6-82ff-d0fd218e19aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:35:16.618115 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:16.630735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56b3b33-e2d7-473e-ba30-73be4b86906f {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:35:16.650507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port a56b3b33-e2d7-473e-ba30-73be4b86906f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f,segment=NetworkSegment(e014fb0a-89bf-43b7-a63d-523ef03da6eb),segment_id=e014fb0a-89bf-43b7-a63d-523ef03da6eb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:16.717960 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:16.762481 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=a56b3b33-e2d7-473e-ba30-73be4b86906f,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:16.901587 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['a56b3b33-e2d7-473e-ba30-73be4b86906f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:35:17.671257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22206d1-5aa8-4a6d-ab10-a5e2c73e2acd req-e7e48e09-3c8d-46f5-a840-32644160e8dc tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:17.672758 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d22206d1-5aa8-4a6d-ab10-a5e2c73e2acd req-e7e48e09-3c8d-46f5-a840-32644160e8dc tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 944 time: 0.0640721 Jul 05 04:35:17.712224 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d22206d1-5aa8-4a6d-ab10-a5e2c73e2acd req-a123caf9-5aa2-4081-a18f-e147acf6fdc3 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340552 Jul 05 04:35:18.338486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device a56b3b33-e2d7-473e-ba30-73be4b86906f up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:18.443751 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port a56b3b33-e2d7-473e-ba30-73be4b86906f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:18.447383 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port a56b3b33-e2d7-473e-ba30-73be4b86906f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:18.447759 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:18.527629 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:18.548828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1777b640-e6a3-4f74-8b96-69ae50f748f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56b3b33-e2d7-473e-ba30-73be4b86906f'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:18.551048 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b9eb9d-7de3-4da9-8905-0400b2183c30" -d '{"events": [{"server_uuid": "1777b640-e6a3-4f74-8b96-69ae50f748f4", "name": "network-vif-plugged", "status": "completed", "tag": "a56b3b33-e2d7-473e-ba30-73be4b86906f"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:18.563755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port a56b3b33-e2d7-473e-ba30-73be4b86906f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f,segment=NetworkSegment(e014fb0a-89bf-43b7-a63d-523ef03da6eb),segment_id=e014fb0a-89bf-43b7-a63d-523ef03da6eb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:18.588201 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e23201-041f-46c6-a02a-a306dc32fc8c x-openstack-request-id: req-02e23201-041f-46c6-a02a-a306dc32fc8c {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:18.588588 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1777b640-e6a3-4f74-8b96-69ae50f748f4", "name": "network-vif-plugged", "status": "completed", "tag": "a56b3b33-e2d7-473e-ba30-73be4b86906f", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:18.588796 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02e23201-041f-46c6-a02a-a306dc32fc8c {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:18.589186 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1777b640-e6a3-4f74-8b96-69ae50f748f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56b3b33-e2d7-473e-ba30-73be4b86906f', 'code': 200} Jul 05 04:35:18.621830 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:18.671144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=a56b3b33-e2d7-473e-ba30-73be4b86906f,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:18.700070 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83802a-aa01-4961-bac0-68f4a05217d9 req-ff483db6-dd52-4533-bb97-53c88a3b4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:18.701764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c83802a-aa01-4961-bac0-68f4a05217d9 req-ff483db6-dd52-4533-bb97-53c88a3b4869 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 1096 time: 0.0520637 Jul 05 04:35:18.735317 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c83802a-aa01-4961-bac0-68f4a05217d9 req-abf03da7-3b4e-49d5-938a-c00cde788ec3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273118 Jul 05 04:35:18.891350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340309a-367c-4bd0-a70f-b3ab1d5940a9 req-56cbf8fc-1357-4d5a-b20b-d77fa8e9f2ba tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:18.892859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d340309a-367c-4bd0-a70f-b3ab1d5940a9 req-56cbf8fc-1357-4d5a-b20b-d77fa8e9f2ba tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0681772 Jul 05 04:35:18.929122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d340309a-367c-4bd0-a70f-b3ab1d5940a9 req-540987d2-be2b-4714-a5c8-1161db96d35f tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306606 Jul 05 04:35:20.104050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41161a5-b275-4a6b-ba0a-57d708adf71e req-0227f57c-bd64-4671-b517-90c613c695f0 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:20.105673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a41161a5-b275-4a6b-ba0a-57d708adf71e req-0227f57c-bd64-4671-b517-90c613c695f0 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0654395 Jul 05 04:35:20.145830 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a41161a5-b275-4a6b-ba0a-57d708adf71e req-5dbb6716-9dc4-42e8-8e3f-f9b5bf760d3f tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Jul 05 04:35:20.684958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3805b9-8619-446a-a031-e63130ee4ee7 req-da0615d9-94b9-4048-90ef-598f3a65fbd9 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:20.686506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae3805b9-8619-446a-a031-e63130ee4ee7 req-da0615d9-94b9-4048-90ef-598f3a65fbd9 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0624812 Jul 05 04:35:20.724974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae3805b9-8619-446a-a031-e63130ee4ee7 req-082ae4c6-2a28-4d62-8ec4-00f3196306c5 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Jul 05 04:35:20.782055 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-dc932eaa-9e61-4a2a-b60e-9089aac1650b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1008210 Jul 05 04:35:21.323913 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e9702ab4-a7c3-4a06-821c-3cee38a680d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.912199 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06ae11-3747-46d0-b026-8866a950b5aa req-d2f8a568-2473-47d1-bdf0-a6ebc912ed55 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:21.913821 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce06ae11-3747-46d0-b026-8866a950b5aa req-d2f8a568-2473-47d1-bdf0-a6ebc912ed55 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0678842 Jul 05 04:35:21.953683 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce06ae11-3747-46d0-b026-8866a950b5aa req-cf75fb0b-9998-4167-9bd4-21e658841281 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329194 Jul 05 04:35:22.852086 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-e3801a6d-86c9-4307-aba7-67dc1c07ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:22.853602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-e3801a6d-86c9-4307-aba7-67dc1c07ffd7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc589f0ac5204cdcbad1f5431faa7805&device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 1096 time: 0.0560341 Jul 05 04:35:22.939113 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-31cb1a35-3655-4226-a989-ed027bea47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:22.940590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-31cb1a35-3655-4226-a989-ed027bea47f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=30ea2e17-3458-442d-9692-6fc8faea5085 HTTP/1.1" status: 200 len: 913 time: 0.0812948 Jul 05 04:35:22.986312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-abd4035e-a3f7-4618-9492-af9e4b88ebe5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f HTTP/1.1" status: 200 len: 217 time: 0.0395045 Jul 05 04:35:23.038746 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-50311f65-6625-4303-b975-84716f049ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:23.040288 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-50311f65-6625-4303-b975-84716f049ede service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d6c1a6b-7b27-4ac6-82ff-d0fd218e19aa HTTP/1.1" status: 200 len: 852 time: 0.0473702 Jul 05 04:35:23.076019 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-06f6f8e9-3f00-4dd2-8ed7-a2f6f8ce33b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30ea2e17-3458-442d-9692-6fc8faea5085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281680 Jul 05 04:35:23.087889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-d1fb9ba3-e17f-4f56-b987-51221705cdc3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:35:23.088822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-d1fb9ba3-e17f-4f56-b987-51221705cdc3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045919 Jul 05 04:35:23.212036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da8e70-f82f-447d-946c-847a150fc849 req-53904ee9-8487-4bb1-ae05-8a5b79803dbf tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:23.213538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0da8e70-f82f-447d-946c-847a150fc849 req-53904ee9-8487-4bb1-ae05-8a5b79803dbf tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.1407292 Jul 05 04:35:23.215865 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-cff372ba-ccf9-40e5-ba93-1efba2b470e4 service neutron] 10.222.0.64 "GET /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092236 Jul 05 04:35:23.299886 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0da8e70-f82f-447d-946c-847a150fc849 req-6b26b03f-cda2-4dd9-a8f5-06cef7f891ac tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805252 Jul 05 04:35:23.332838 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-83d86261-01a9-4c09-b67d-7ae872290770 service neutron] 10.222.0.64 "GET /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073656 Jul 05 04:35:24.301563 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-084afc7f-ead5-4176-a1ce-0a7961e6e8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:24.387023 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:24.478664 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134d6c2-6e33-4dda-b0f0-5e69f6ee5c55 req-1538c573-610c-4086-9df7-df74df71373c tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:24.480240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b134d6c2-6e33-4dda-b0f0-5e69f6ee5c55 req-1538c573-610c-4086-9df7-df74df71373c tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0649776 Jul 05 04:35:24.518561 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b134d6c2-6e33-4dda-b0f0-5e69f6ee5c55 req-b01fda41-73e4-4267-9189-411b1bfeec91 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Jul 05 04:35:25.380924 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:25.692803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2f295-ab27-44e9-8253-e39e3dd526e5 req-a8e0385b-a508-4e47-a24f-05389a4cd264 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:25.694303 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29b2f295-ab27-44e9-8253-e39e3dd526e5 req-a8e0385b-a508-4e47-a24f-05389a4cd264 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0627418 Jul 05 04:35:25.731704 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29b2f295-ab27-44e9-8253-e39e3dd526e5 req-8d7a6362-e900-4ff1-b125-db89ff3de947 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316870 Jul 05 04:35:26.904678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984cad4-215b-4766-afa5-06ca2b80570a req-390955cb-0a41-4baf-8f9d-524fbd87a515 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:26.906150 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6984cad4-215b-4766-afa5-06ca2b80570a req-390955cb-0a41-4baf-8f9d-524fbd87a515 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0648711 Jul 05 04:35:26.943280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6984cad4-215b-4766-afa5-06ca2b80570a req-deeba4a0-2343-4286-ab46-db0a6fc30693 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Jul 05 04:35:27.301072 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:28.114241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f0dcd-9d23-4f97-852b-7e213ddfd71b req-0c41552b-4fdb-4271-bfc6-122c859d007e tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:28.115610 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a10f0dcd-9d23-4f97-852b-7e213ddfd71b req-0c41552b-4fdb-4271-bfc6-122c859d007e tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0631430 Jul 05 04:35:28.154163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a10f0dcd-9d23-4f97-852b-7e213ddfd71b req-0e4773b6-3880-4d8b-90b3-4abcdf2df36d tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 Jul 05 04:35:29.134102 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:35:29.373672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c2a2a-de5f-41cc-98cc-9bdfeb3b04de req-1fe3886c-51c3-46dc-9bcb-6da77ff6f5b1 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:29.375193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f2c2a2a-de5f-41cc-98cc-9bdfeb3b04de req-1fe3886c-51c3-46dc-9bcb-6da77ff6f5b1 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0652258 Jul 05 04:35:29.411964 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2f2c2a2a-de5f-41cc-98cc-9bdfeb3b04de req-dfbd5422-b524-4550-88f5-efda2241efc6 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311944 Jul 05 04:35:29.821098 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:30.587455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaaf120-381e-4484-bb01-5cab2d0be4ae req-0a8e84cc-e257-4047-8ea6-9f733da6afb5 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:30.588971 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3eaaf120-381e-4484-bb01-5cab2d0be4ae req-0a8e84cc-e257-4047-8ea6-9f733da6afb5 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0630953 Jul 05 04:35:30.626605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3eaaf120-381e-4484-bb01-5cab2d0be4ae req-bf957f89-cf7b-406c-b8eb-ede25f22cd67 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Jul 05 04:35:31.706391 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:31.798080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b4c23-6ec8-4ef4-8482-8dcba2428dbd req-484679c7-9c7a-437f-9216-3f0afbade012 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:31.799568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f67b4c23-6ec8-4ef4-8482-8dcba2428dbd req-484679c7-9c7a-437f-9216-3f0afbade012 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0623987 Jul 05 04:35:31.837492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f67b4c23-6ec8-4ef4-8482-8dcba2428dbd req-988757b6-ab61-4a3b-844a-1b67803f6296 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323792 Jul 05 04:35:33.029876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5377ab7-aa9f-49ae-9a03-cdc1438371d9 req-cc655284-bf72-4e4d-ac10-513449874d02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:33.031334 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5377ab7-aa9f-49ae-9a03-cdc1438371d9 req-cc655284-bf72-4e4d-ac10-513449874d02 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0695493 Jul 05 04:35:33.066804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5377ab7-aa9f-49ae-9a03-cdc1438371d9 req-167789af-3cde-4396-9d55-c96c70328ebd tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300024 Jul 05 04:35:34.249121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c7430-cb3b-4d2d-b377-e67f91b794a8 req-d38d05b7-f7ca-4038-9f3e-d3d489fefc6a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:34.250540 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb0c7430-cb3b-4d2d-b377-e67f91b794a8 req-d38d05b7-f7ca-4038-9f3e-d3d489fefc6a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0635085 Jul 05 04:35:34.287635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fb0c7430-cb3b-4d2d-b377-e67f91b794a8 req-08fb6c5e-a119-469a-8c83-6d746c6f9ec4 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311275 Jul 05 04:35:35.464476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502677c5-4c2c-4101-b4cf-cda04e78cd09 req-0bb65aee-ec41-46d8-a6a6-65addfad0c45 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:35.465954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-502677c5-4c2c-4101-b4cf-cda04e78cd09 req-0bb65aee-ec41-46d8-a6a6-65addfad0c45 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0654857 Jul 05 04:35:35.503477 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-502677c5-4c2c-4101-b4cf-cda04e78cd09 req-38b9723d-622b-43b1-a212-ba41bc3a8186 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321176 Jul 05 04:35:36.677677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532de97c-5a82-4527-8b3d-505d09f7c33b req-a7fa52a2-620e-4d5e-9d73-1de8b25d2f70 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:36.679148 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-532de97c-5a82-4527-8b3d-505d09f7c33b req-a7fa52a2-620e-4d5e-9d73-1de8b25d2f70 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0632002 Jul 05 04:35:36.716897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-532de97c-5a82-4527-8b3d-505d09f7c33b req-8ee37d6c-063f-4ee5-8753-1f10134eda3b tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Jul 05 04:35:37.885476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b46de-1f40-4dc3-bdb1-cd74878b44ba req-56991768-817e-47cc-af54-e7547a2f9555 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:37.886940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f75b46de-1f40-4dc3-bdb1-cd74878b44ba req-56991768-817e-47cc-af54-e7547a2f9555 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0615709 Jul 05 04:35:37.927417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f75b46de-1f40-4dc3-bdb1-cd74878b44ba req-5a525ce5-5e98-45ed-9690-7f1c328fde56 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345874 Jul 05 04:35:39.100174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda54bd-bd6e-43df-89dd-ea96f98bbd6e req-2ac64607-e113-4c1c-9e1d-9fdb3a82cf97 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:39.101658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfda54bd-bd6e-43df-89dd-ea96f98bbd6e req-2ac64607-e113-4c1c-9e1d-9fdb3a82cf97 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0651112 Jul 05 04:35:39.139083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfda54bd-bd6e-43df-89dd-ea96f98bbd6e req-96de65f8-6786-4a85-ab31-a9bcaa07a8f4 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312183 Jul 05 04:35:40.313922 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588bf34-cfad-4f35-838e-513d9325f321 req-0d4c3611-e8d3-45f8-8aea-702b09e0a235 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:40.315511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e588bf34-cfad-4f35-838e-513d9325f321 req-0d4c3611-e8d3-45f8-8aea-702b09e0a235 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0651829 Jul 05 04:35:40.352942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e588bf34-cfad-4f35-838e-513d9325f321 req-2985473b-efec-4b82-8e83-f1b398738fb0 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315340 Jul 05 04:35:41.526075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175d616-8697-4160-8432-921e97a1dc5f req-e10016a3-6913-4f3e-9e5e-f608c68b59a0 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:41.528184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2175d616-8697-4160-8432-921e97a1dc5f req-e10016a3-6913-4f3e-9e5e-f608c68b59a0 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0654171 Jul 05 04:35:41.900940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2175d616-8697-4160-8432-921e97a1dc5f req-8ec3ba29-4237-413b-a62f-3fd5a3494c2c tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672252 Jul 05 04:35:43.075461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28318c0f-7959-40ce-a5d0-7242242edd6a req-f748788c-7821-4fbb-bd25-77d9e247416e tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:43.077330 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28318c0f-7959-40ce-a5d0-7242242edd6a req-f748788c-7821-4fbb-bd25-77d9e247416e tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0612490 Jul 05 04:35:43.114257 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28318c0f-7959-40ce-a5d0-7242242edd6a req-68f6669f-6cde-48cb-9dc0-5161e6a9ec1a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314236 Jul 05 04:35:44.290159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964ab69-3f1e-4722-9d08-bf5c29f0f85f req-059408e2-324a-4ab1-be78-56d6d582f4a6 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:44.291513 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d964ab69-3f1e-4722-9d08-bf5c29f0f85f req-059408e2-324a-4ab1-be78-56d6d582f4a6 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0608523 Jul 05 04:35:44.331806 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d964ab69-3f1e-4722-9d08-bf5c29f0f85f req-f1ac59f1-77da-4203-af5d-f97062cb5f4a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Jul 05 04:35:45.505954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07543f-cf0e-4bd9-b9df-757f367f9ef7 req-a2193ae3-9fec-4d28-83eb-af2a8945570e tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:45.507392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b07543f-cf0e-4bd9-b9df-757f367f9ef7 req-a2193ae3-9fec-4d28-83eb-af2a8945570e tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0615106 Jul 05 04:35:45.545555 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b07543f-cf0e-4bd9-b9df-757f367f9ef7 req-44a910e0-fdef-44e3-bf16-d2c9a5cf7dc8 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324433 Jul 05 04:35:46.718693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d549-32a9-4e2b-aceb-6a7ee3af07ff req-ed8c920c-f8dc-45b5-8049-9a46c231f5bb tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:46.720720 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d852d549-32a9-4e2b-aceb-6a7ee3af07ff req-ed8c920c-f8dc-45b5-8049-9a46c231f5bb tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0655711 Jul 05 04:35:46.757192 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d852d549-32a9-4e2b-aceb-6a7ee3af07ff req-f2eced34-edc8-4437-b0b6-441216055cf3 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310180 Jul 05 04:35:47.934858 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c5826-b9d0-41dc-8ff5-bef82970bfc8 req-1446bf3d-5f6c-4ac7-9e46-6c43a165992c tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:47.936311 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-217c5826-b9d0-41dc-8ff5-bef82970bfc8 req-1446bf3d-5f6c-4ac7-9e46-6c43a165992c tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0643499 Jul 05 04:35:47.973721 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-217c5826-b9d0-41dc-8ff5-bef82970bfc8 req-148dff54-9ae1-45cb-a136-399e90052c7f tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319223 Jul 05 04:35:49.142521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64495bff-d983-4ffa-b61c-1385f4cc492c req-abbda42f-7f59-4057-b925-269c8ce8e14e tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:49.144023 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64495bff-d983-4ffa-b61c-1385f4cc492c req-abbda42f-7f59-4057-b925-269c8ce8e14e tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0615146 Jul 05 04:35:49.180442 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-64495bff-d983-4ffa-b61c-1385f4cc492c req-b311aefb-dc10-45c5-a67e-1f4e0842879b tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309687 Jul 05 04:35:50.310724 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-7ecef90d-19cb-4839-a676-7dc7ce374fc5 service neutron] show failed (client error): The resource could not be found. Jul 05 04:35:50.311577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-7ecef90d-19cb-4839-a676-7dc7ce374fc5 service neutron] 10.222.0.64 "GET /v2.0/ports/a56b3b33-e2d7-473e-ba30-73be4b86906f/bindings/n-h1-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0673528 Jul 05 04:35:50.360911 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc114f-fb3b-48aa-bff1-5e42b72b62dc req-8228587f-ec35-46b4-956e-091794733f28 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:50.362375 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7bc114f-fb3b-48aa-bff1-5e42b72b62dc req-8228587f-ec35-46b4-956e-091794733f28 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0686667 Jul 05 04:35:50.402368 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7bc114f-fb3b-48aa-bff1-5e42b72b62dc req-0cb634bf-6b60-4b5f-a8da-ab43b7035197 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343668 Jul 05 04:35:50.822271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-21872f8e-dad0-4e18-a2f4-79ee0760fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:50.824575 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-21872f8e-dad0-4e18-a2f4-79ee0760fb1e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4&tenant_id=bc589f0ac5204cdcbad1f5431faa7805 HTTP/1.1" status: 200 len: 1096 time: 0.0524468 Jul 05 04:35:50.835801 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:50.902960 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.101496 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] For port a56b3b33-e2d7-473e-ba30-73be4b86906f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f,segment=NetworkSegment(e014fb0a-89bf-43b7-a63d-523ef03da6eb),segment_id=e014fb0a-89bf-43b7-a63d-523ef03da6eb)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:51.134275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] For port a56b3b33-e2d7-473e-ba30-73be4b86906f, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:35:51.171798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1777b640-e6a3-4f74-8b96-69ae50f748f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a56b3b33-e2d7-473e-ba30-73be4b86906f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:51.174097 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f90b5c4-5ed7-4d60-96bc-20369198490e" -d '{"events": [{"server_uuid": "1777b640-e6a3-4f74-8b96-69ae50f748f4", "name": "network-vif-unplugged", "status": "completed", "tag": "a56b3b33-e2d7-473e-ba30-73be4b86906f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:51.177584 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.190399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Transition to ACTIVE for port object a56b3b33-e2d7-473e-ba30-73be4b86906f will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:51.225641 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47680119-69e9-464d-9036-36e086904cd1 x-openstack-request-id: req-47680119-69e9-464d-9036-36e086904cd1 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:51.225962 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1777b640-e6a3-4f74-8b96-69ae50f748f4", "name": "network-vif-unplugged", "status": "completed", "tag": "a56b3b33-e2d7-473e-ba30-73be4b86906f", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:51.226222 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47680119-69e9-464d-9036-36e086904cd1 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:51.226648 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1777b640-e6a3-4f74-8b96-69ae50f748f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a56b3b33-e2d7-473e-ba30-73be4b86906f', 'code': 200} Jul 05 04:35:51.277646 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.329152 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-339f2e7c-cf17-4ebf-8c71-0ffb70669501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.340557 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] No DVR routers for this DVR port a56b3b33-e2d7-473e-ba30-73be4b86906f on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:35:51.343627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a56b3b33-e2d7-473e-ba30-73be4b86906f,revision_number=6']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:51.354906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:51.355197 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:51.355540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:51.355884 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:51.356226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:51.356612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:51.356943 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:51.357270 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:51.357598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:51.357927 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:51.358252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:51.358575 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:51.391848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Attempting to bind port a56b3b33-e2d7-473e-ba30-73be4b86906f on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:35:51.392189 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Attempting to bind port a56b3b33-e2d7-473e-ba30-73be4b86906f by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'e014fb0a-89bf-43b7-a63d-523ef03da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '30ea2e17-3458-442d-9692-6fc8faea5085'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:35:51.392550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Attempting to bind port a56b3b33-e2d7-473e-ba30-73be4b86906f on network 30ea2e17-3458-442d-9692-6fc8faea5085 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:35:51.396720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Port a56b3b33-e2d7-473e-ba30-73be4b86906f on network 30ea2e17-3458-442d-9692-6fc8faea5085 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:35:51.397042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Attempting to bind port a56b3b33-e2d7-473e-ba30-73be4b86906f on network 30ea2e17-3458-442d-9692-6fc8faea5085 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:35:51.402364 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:35:51.402704 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Checking segment: {'id': 'e014fb0a-89bf-43b7-a63d-523ef03da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '30ea2e17-3458-442d-9692-6fc8faea5085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:35:51.403087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Bound using segment: {'id': 'e014fb0a-89bf-43b7-a63d-523ef03da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '30ea2e17-3458-442d-9692-6fc8faea5085'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:35:51.403533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Bound port: a56b3b33-e2d7-473e-ba30-73be4b86906f, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e014fb0a-89bf-43b7-a63d-523ef03da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '30ea2e17-3458-442d-9692-6fc8faea5085'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:35:51.403891 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.467373 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] For port a56b3b33-e2d7-473e-ba30-73be4b86906f, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:35:51.470359 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] For port a56b3b33-e2d7-473e-ba30-73be4b86906f, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f,segment=NetworkSegment(e014fb0a-89bf-43b7-a63d-523ef03da6eb),segment_id=e014fb0a-89bf-43b7-a63d-523ef03da6eb)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:35:51.563306 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.579988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4ac97-c37e-4f37-919c-b9490e38bc8d req-62744ed1-f51a-41a1-afbf-a73856348317 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:51.581504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfd4ac97-c37e-4f37-919c-b9490e38bc8d req-62744ed1-f51a-41a1-afbf-a73856348317 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 943 time: 0.0625100 Jul 05 04:35:51.598982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:51.599611 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.601046 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/a56b3b33-e2d7-473e-ba30-73be4b86906f HTTP/1.1" status: 200 len: 1091 time: 0.7691329 Jul 05 04:35:51.622455 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfd4ac97-c37e-4f37-919c-b9490e38bc8d req-53b91649-b298-4f22-aede-f0c59f5b6bc8 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350945 Jul 05 04:35:51.634076 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ea453-b20c-4c67-9b22-2b937eba03e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a56b3b33-e2d7-473e-ba30-73be4b86906f,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:51.684781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-fa49eca6-21bc-48b8-bdda-4680ec980869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:51.686267 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-fa49eca6-21bc-48b8-bdda-4680ec980869 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc589f0ac5204cdcbad1f5431faa7805&device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 1094 time: 0.0609088 Jul 05 04:35:51.772763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-8d42d799-a372-455b-8c0e-74127b2150ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:51.774228 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-8d42d799-a372-455b-8c0e-74127b2150ac service neutron] 10.222.0.11 "GET /v2.0/networks?id=30ea2e17-3458-442d-9692-6fc8faea5085 HTTP/1.1" status: 200 len: 913 time: 0.0817630 Jul 05 04:35:51.814061 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-f84ce3ed-ecf6-4422-9401-21559a1dbcb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f HTTP/1.1" status: 200 len: 217 time: 0.0337160 Jul 05 04:35:51.864576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-a3f9c215-4a23-4733-abda-96a3c336022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:51.866017 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-a3f9c215-4a23-4733-abda-96a3c336022e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d6c1a6b-7b27-4ac6-82ff-d0fd218e19aa HTTP/1.1" status: 200 len: 852 time: 0.0463386 Jul 05 04:35:51.896773 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-eb65545c-dece-4d52-8e80-c7c1e76f67a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=30ea2e17-3458-442d-9692-6fc8faea5085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249813 Jul 05 04:35:51.906793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-46365b30-5345-4fbc-ad48-7f2244a64f8e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:35:51.907714 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-46365b30-5345-4fbc-ad48-7f2244a64f8e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047030 Jul 05 04:35:51.996871 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-8116c9fd-ab83-43d3-9c9d-c7de063e825e service neutron] 10.222.0.11 "GET /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828927 Jul 05 04:35:52.087893 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-2e8b6af5-7e6e-474b-bac0-88c45bf43ce6 req-117e0eab-bac2-4839-8e3b-36131803ae67 service neutron] 10.222.0.11 "GET /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851386 Jul 05 04:35:52.804894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63879dbb-0547-4169-ac42-87eaa20395c3 req-ca5d6d87-0d0b-4aa3-8b95-490db7448ec1 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:52.806350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63879dbb-0547-4169-ac42-87eaa20395c3 req-ca5d6d87-0d0b-4aa3-8b95-490db7448ec1 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 943 time: 0.0660834 Jul 05 04:35:52.844074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63879dbb-0547-4169-ac42-87eaa20395c3 req-a0cba6ed-5d8e-47eb-a32d-0d39b73da5d7 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315211 Jul 05 04:35:53.228001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1777b640-e6a3-4f74-8b96-69ae50f748f4', 'tag': 'a56b3b33-e2d7-473e-ba30-73be4b86906f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:53.230708 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fab45c-1edb-4684-aff9-91e087b478f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1777b640-e6a3-4f74-8b96-69ae50f748f4", "tag": "a56b3b33-e2d7-473e-ba30-73be4b86906f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:53.276702 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd83c5bc-4571-42aa-b33f-a159c4af9561 x-openstack-request-id: req-cd83c5bc-4571-42aa-b33f-a159c4af9561 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:53.282067 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1777b640-e6a3-4f74-8b96-69ae50f748f4", "tag": "a56b3b33-e2d7-473e-ba30-73be4b86906f", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:53.282067 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd83c5bc-4571-42aa-b33f-a159c4af9561 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:53.282067 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1777b640-e6a3-4f74-8b96-69ae50f748f4', 'tag': 'a56b3b33-e2d7-473e-ba30-73be4b86906f', 'status': 'completed', 'code': 200} Jul 05 04:35:53.347971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-ac11427a-4c1d-4321-a2db-e1150e6b1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:53.349728 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-ac11427a-4c1d-4321-a2db-e1150e6b1a61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc589f0ac5204cdcbad1f5431faa7805&device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 1094 time: 0.0534923 Jul 05 04:35:53.352113 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-b3a456a0-19da-40cc-afb8-be2df8ac65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:53.353623 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-b3a456a0-19da-40cc-afb8-be2df8ac65f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc589f0ac5204cdcbad1f5431faa7805&device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 1094 time: 0.0534186 Jul 05 04:35:53.443086 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-7c42048c-fb5c-44d9-bc18-420c64c8acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:53.444645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-7c42048c-fb5c-44d9-bc18-420c64c8acdc service neutron] 10.222.0.64 "GET /v2.0/networks?id=30ea2e17-3458-442d-9692-6fc8faea5085 HTTP/1.1" status: 200 len: 913 time: 0.0876172 Jul 05 04:35:53.446392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-f4d90674-29a2-4bde-bef2-87464901a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:53.447937 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-f4d90674-29a2-4bde-bef2-87464901a667 service neutron] 10.222.0.11 "GET /v2.0/networks?id=30ea2e17-3458-442d-9692-6fc8faea5085 HTTP/1.1" status: 200 len: 913 time: 0.0875015 Jul 05 04:35:53.487092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-5aa287ef-c766-41c1-accb-d1f85428aa05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f HTTP/1.1" status: 200 len: 217 time: 0.0357771 Jul 05 04:35:53.490051 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-7dbd7243-4eba-4d55-9e2e-6d6ea01903a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f HTTP/1.1" status: 200 len: 217 time: 0.0342748 Jul 05 04:35:53.537471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-0e97d0cc-68f7-43ce-af8a-753435bd0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:53.538017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-9a49e7d1-89fb-4a01-9c29-734a14935e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:53.539031 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-0e97d0cc-68f7-43ce-af8a-753435bd0bff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d6c1a6b-7b27-4ac6-82ff-d0fd218e19aa HTTP/1.1" status: 200 len: 852 time: 0.0417964 Jul 05 04:35:53.539459 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-9a49e7d1-89fb-4a01-9c29-734a14935e65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d6c1a6b-7b27-4ac6-82ff-d0fd218e19aa HTTP/1.1" status: 200 len: 852 time: 0.0428619 Jul 05 04:35:53.571576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-1e389e66-caab-4e25-b1ce-fef48b2a9204 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30ea2e17-3458-442d-9692-6fc8faea5085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262010 Jul 05 04:35:53.575361 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-e1035165-15ab-4405-920a-072369945026 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=30ea2e17-3458-442d-9692-6fc8faea5085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294940 Jul 05 04:35:53.665034 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-a85ed0bc-778e-45b0-a083-1c09f5c1769a service neutron] 10.222.0.64 "GET /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868850 Jul 05 04:35:53.665910 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-bd38ddf0-ccf2-4622-b75f-96c64f02cccb service neutron] 10.222.0.11 "GET /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826895 Jul 05 04:35:53.762284 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-0007502c-cd0c-4fe6-89a8-d23a6cd574d3 service neutron] 10.222.0.64 "GET /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847919 Jul 05 04:35:53.762496 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-76fab45c-1edb-4684-aff9-91e087b478f9 req-2576a678-cb4f-48fd-9ad6-c4ff85968438 service neutron] 10.222.0.11 "GET /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850885 Jul 05 04:35:54.022393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c08161-f816-4adc-82ef-cc89685e82c7 req-59ba61c7-f3c5-4851-8540-4208af86ecbb tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:54.023865 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0c08161-f816-4adc-82ef-cc89685e82c7 req-59ba61c7-f3c5-4851-8540-4208af86ecbb tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 943 time: 0.0679464 Jul 05 04:35:54.064525 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0c08161-f816-4adc-82ef-cc89685e82c7 req-e04344ab-a792-4423-bfdb-1636832f562d tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340433 Jul 05 04:35:54.306006 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9ed5ba3e-3a16-4f37-a4ee-9599e74e3151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:54.386083 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:54.492685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device a56b3b33-e2d7-473e-ba30-73be4b86906f no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:35:54.532585 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device a56b3b33-e2d7-473e-ba30-73be4b86906f not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:35:55.238377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020e207-d1c0-410e-8afe-5392a2b3a572 req-2b7420e1-a0d5-4262-ae50-67c6e7a42332 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:55.239874 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0020e207-d1c0-410e-8afe-5392a2b3a572 req-2b7420e1-a0d5-4262-ae50-67c6e7a42332 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 943 time: 0.0624409 Jul 05 04:35:55.277619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0020e207-d1c0-410e-8afe-5392a2b3a572 req-060acf78-9faa-4bfc-bb3a-df85c91837aa tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316978 Jul 05 04:35:55.357350 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:55.827733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-e76bbde2-97e1-4bd1-b7da-2351ba8af6eb tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:55.829211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-e76bbde2-97e1-4bd1-b7da-2351ba8af6eb tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.64 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4&tenant_id=bc589f0ac5204cdcbad1f5431faa7805&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 943 time: 0.0790889 Jul 05 04:35:55.887082 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-1cd1bc62-f9ce-4823-9892-dc1ffa8e40ce service neutron] delete failed (client error): The resource could not be found. Jul 05 04:35:55.888144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-1cd1bc62-f9ce-4823-9892-dc1ffa8e40ce service neutron] 10.222.0.64 "DELETE /v2.0/ports/a56b3b33-e2d7-473e-ba30-73be4b86906f/bindings/n-h2-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0527518 Jul 05 04:35:55.981778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-3dd126c3-4135-4f56-aa65-941d7d4a0387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:55.983214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-3dd126c3-4135-4f56-aa65-941d7d4a0387 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc589f0ac5204cdcbad1f5431faa7805&device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 1094 time: 0.0524526 Jul 05 04:35:56.074796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-f818b008-2d4c-4d0e-8a02-032f8df98e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:56.076251 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-f818b008-2d4c-4d0e-8a02-032f8df98e70 service neutron] 10.222.0.64 "GET /v2.0/networks?id=30ea2e17-3458-442d-9692-6fc8faea5085 HTTP/1.1" status: 200 len: 913 time: 0.0868330 Jul 05 04:35:56.117831 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-3189d986-8bd5-47ad-9574-3e76c35761b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f HTTP/1.1" status: 200 len: 217 time: 0.0353580 Jul 05 04:35:56.167937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-c03caac2-ba05-481b-874f-54598cdeb3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:56.169321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-c03caac2-ba05-481b-874f-54598cdeb3a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d6c1a6b-7b27-4ac6-82ff-d0fd218e19aa HTTP/1.1" status: 200 len: 852 time: 0.0456400 Jul 05 04:35:56.205834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-69957423-20c7-48c1-bc01-dd8e6cf7b037 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30ea2e17-3458-442d-9692-6fc8faea5085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304058 Jul 05 04:35:56.300475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-162fd33f-3386-4fff-b78e-f9e0bab14254 service neutron] 10.222.0.64 "GET /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874605 Jul 05 04:35:56.314725 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a56b3b33-e2d7-473e-ba30-73be4b86906f details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:35:56.393233 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-83230425-5c42-4dfe-8554-e978737cbaf3 service neutron] 10.222.0.64 "GET /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865247 Jul 05 04:35:56.409442 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port a56b3b33-e2d7-473e-ba30-73be4b86906f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f,segment=NetworkSegment(e014fb0a-89bf-43b7-a63d-523ef03da6eb),segment_id=e014fb0a-89bf-43b7-a63d-523ef03da6eb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:56.422973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'a56b3b33-e2d7-473e-ba30-73be4b86906f', 'network_id': '30ea2e17-3458-442d-9692-6fc8faea5085', 'port_id': 'a56b3b33-e2d7-473e-ba30-73be4b86906f', 'mac_address': 'fa:16:3e:27:0f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d6c1a6b-7b27-4ac6-82ff-d0fd218e19aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:35:56.462279 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:56.475169 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56b3b33-e2d7-473e-ba30-73be4b86906f {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:35:56.493496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port a56b3b33-e2d7-473e-ba30-73be4b86906f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f,segment=NetworkSegment(e014fb0a-89bf-43b7-a63d-523ef03da6eb),segment_id=e014fb0a-89bf-43b7-a63d-523ef03da6eb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:56.540295 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:56.589129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=a56b3b33-e2d7-473e-ba30-73be4b86906f,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:56.596290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:56.596661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:56.596999 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:56.597331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:56.597658 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:56.597985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:56.598309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:56.598630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:56.598950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:56.599269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:56.599587 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:56.599905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:56.751497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['a56b3b33-e2d7-473e-ba30-73be4b86906f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:35:57.311401 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.808710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a1330-d371-4086-be01-52b206a3d97b req-dbe840ac-dc5d-4b7c-85ae-30c15192f783 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:57.810798 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-722a1330-d371-4086-be01-52b206a3d97b req-dbe840ac-dc5d-4b7c-85ae-30c15192f783 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 944 time: 0.0632308 Jul 05 04:35:57.848504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-722a1330-d371-4086-be01-52b206a3d97b req-18a4f1ae-66e6-4d7f-8c18-2594d5871b2a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322890 Jul 05 04:35:58.329364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a56b3b33-e2d7-473e-ba30-73be4b86906f up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:58.425473 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port a56b3b33-e2d7-473e-ba30-73be4b86906f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:58.429498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port a56b3b33-e2d7-473e-ba30-73be4b86906f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:58.429869 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:58.504834 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:58.528270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1777b640-e6a3-4f74-8b96-69ae50f748f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56b3b33-e2d7-473e-ba30-73be4b86906f'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:58.531227 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca8326f-5478-4a56-9fac-f80c4b420af2" -d '{"events": [{"server_uuid": "1777b640-e6a3-4f74-8b96-69ae50f748f4", "name": "network-vif-plugged", "status": "completed", "tag": "a56b3b33-e2d7-473e-ba30-73be4b86906f"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:58.543352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port a56b3b33-e2d7-473e-ba30-73be4b86906f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f,segment=NetworkSegment(e014fb0a-89bf-43b7-a63d-523ef03da6eb),segment_id=e014fb0a-89bf-43b7-a63d-523ef03da6eb)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:58.570499 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4051d905-7f5c-4164-b0a4-a955a993b01d x-openstack-request-id: req-4051d905-7f5c-4164-b0a4-a955a993b01d {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:58.570860 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1777b640-e6a3-4f74-8b96-69ae50f748f4", "name": "network-vif-plugged", "status": "completed", "tag": "a56b3b33-e2d7-473e-ba30-73be4b86906f", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:58.571117 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4051d905-7f5c-4164-b0a4-a955a993b01d {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:58.571504 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1777b640-e6a3-4f74-8b96-69ae50f748f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56b3b33-e2d7-473e-ba30-73be4b86906f', 'code': 200} Jul 05 04:35:58.592123 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:58.638002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=a56b3b33-e2d7-473e-ba30-73be4b86906f,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:59.023909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eae109-d758-4677-820f-4d69d6f308a7 req-5340213c-6acf-4ad7-ad42-f3463929e154 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:59.025427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62eae109-d758-4677-820f-4d69d6f308a7 req-5340213c-6acf-4ad7-ad42-f3463929e154 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0635407 Jul 05 04:35:59.051650 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-c784f50d-5b15-4fe8-b27e-cbcd415a7e1b tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:59.053180 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-c784f50d-5b15-4fe8-b27e-cbcd415a7e1b tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.11 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 945 time: 0.0647810 Jul 05 04:35:59.066840 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62eae109-d758-4677-820f-4d69d6f308a7 req-9cf4be0b-1090-4f49-bb44-069b32f9fa14 tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/security-groups?id=206b6c38-123b-491b-b50e-1419868e5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339813 Jul 05 04:35:59.159080 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-a3e496bd-2b0f-4aa9-a1fc-a0c95e85686a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Deleting port a56b3b33-e2d7-473e-ba30-73be4b86906f {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:35:59.159080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-a3e496bd-2b0f-4aa9-a1fc-a0c95e85686a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:59.580282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-a3e496bd-2b0f-4aa9-a1fc-a0c95e85686a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] For port a56b3b33-e2d7-473e-ba30-73be4b86906f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=a56b3b33-e2d7-473e-ba30-73be4b86906f,segment=NetworkSegment(e014fb0a-89bf-43b7-a63d-523ef03da6eb),segment_id=e014fb0a-89bf-43b7-a63d-523ef03da6eb)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:59.580587 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-a3e496bd-2b0f-4aa9-a1fc-a0c95e85686a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:59.592559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-a3e496bd-2b0f-4aa9-a1fc-a0c95e85686a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Calling delete_port for a56b3b33-e2d7-473e-ba30-73be4b86906f owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:35:59.837354 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-a3e496bd-2b0f-4aa9-a1fc-a0c95e85686a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:59.849489 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['a56b3b33-e2d7-473e-ba30-73be4b86906f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:35:59.866670 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e496bd-2b0f-4aa9-a1fc-a0c95e85686a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Pushing event deleted for resources: {'Port': ['ID=a56b3b33-e2d7-473e-ba30-73be4b86906f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:59.872241 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:59.914447 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-a3e496bd-2b0f-4aa9-a1fc-a0c95e85686a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] No DVR routers for this DVR port a56b3b33-e2d7-473e-ba30-73be4b86906f on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:35:59.917290 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-a3e496bd-2b0f-4aa9-a1fc-a0c95e85686a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:59.919374 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-913eb471-77a4-437d-8cb2-9ef5dcc83668 req-a3e496bd-2b0f-4aa9-a1fc-a0c95e85686a tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.11 "DELETE /v2.0/ports/a56b3b33-e2d7-473e-ba30-73be4b86906f HTTP/1.1" status: 204 len: 173 time: 0.8607490 Jul 05 04:35:59.919818 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1777b640-e6a3-4f74-8b96-69ae50f748f4', 'name': 'network-vif-deleted', 'tag': 'a56b3b33-e2d7-473e-ba30-73be4b86906f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:59.922175 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0555903e-314f-4380-a4fc-57807c9e4588" -d '{"events": [{"server_uuid": "1777b640-e6a3-4f74-8b96-69ae50f748f4", "name": "network-vif-deleted", "tag": "a56b3b33-e2d7-473e-ba30-73be4b86906f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:59.958293 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8900030-e024-4a7b-add9-ff30b24b56c6 x-openstack-request-id: req-d8900030-e024-4a7b-add9-ff30b24b56c6 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:59.958593 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1777b640-e6a3-4f74-8b96-69ae50f748f4", "name": "network-vif-deleted", "tag": "a56b3b33-e2d7-473e-ba30-73be4b86906f", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:59.958874 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8900030-e024-4a7b-add9-ff30b24b56c6 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:59.959273 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1777b640-e6a3-4f74-8b96-69ae50f748f4', 'name': 'network-vif-deleted', 'tag': 'a56b3b33-e2d7-473e-ba30-73be4b86906f', 'status': 'completed', 'code': 200} Jul 05 04:36:00.211198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d1e961a-61d1-4645-a7f1-9dd553e63011 req-8e465157-9199-407a-bf9e-e56b5c6eadaa tempest-DeleteServersTestJSON-574817224 tempest-DeleteServersTestJSON-574817224-project] 10.222.0.60 "GET /v2.0/ports?device_id=1777b640-e6a3-4f74-8b96-69ae50f748f4 HTTP/1.1" status: 200 len: 210 time: 0.0344589 Jul 05 04:36:01.449388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53370) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:36:01.493601 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd62291-255b-4ed0-8344-626f62f8ebe2 admin admin] Deleting subnet 8d6c1a6b-7b27-4ac6-82ff-d0fd218e19aa {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:36:01.496606 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bbd62291-255b-4ed0-8344-626f62f8ebe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.529742 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bbd62291-255b-4ed0-8344-626f62f8ebe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.566756 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bbd62291-255b-4ed0-8344-626f62f8ebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.694417 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bbd62291-255b-4ed0-8344-626f62f8ebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.721548 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd62291-255b-4ed0-8344-626f62f8ebe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d6c1a6b-7b27-4ac6-82ff-d0fd218e19aa,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:01.723546 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bbd62291-255b-4ed0-8344-626f62f8ebe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.726041 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bbd62291-255b-4ed0-8344-626f62f8ebe2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8d6c1a6b-7b27-4ac6-82ff-d0fd218e19aa HTTP/1.1" status: 204 len: 168 time: 0.2750120 Jul 05 04:36:01.728212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53372) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:36:01.730072 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.797020 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb2886e2-6441-4808-bcb1-12d3e7abfa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.879990 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb2886e2-6441-4808-bcb1-12d3e7abfa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.890167 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-cb2886e2-6441-4808-bcb1-12d3e7abfa79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ea2e17-3458-442d-9692-6fc8faea5085']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:36:01.899958 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-cb2886e2-6441-4808-bcb1-12d3e7abfa79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e014fb0a-89bf-43b7-a63d-523ef03da6eb') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:36:01.900259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-cb2886e2-6441-4808-bcb1-12d3e7abfa79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e014fb0a-89bf-43b7-a63d-523ef03da6eb') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:36:01.909516 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb2886e2-6441-4808-bcb1-12d3e7abfa79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.922669 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb2886e2-6441-4808-bcb1-12d3e7abfa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.928223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2886e2-6441-4808-bcb1-12d3e7abfa79 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb2886e2-6441-4808-bcb1-12d3e7abfa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:36:01.932565 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:36:02.054488 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb2886e2-6441-4808-bcb1-12d3e7abfa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.059600 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cb2886e2-6441-4808-bcb1-12d3e7abfa79 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.061670 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cb2886e2-6441-4808-bcb1-12d3e7abfa79 admin admin] 10.222.0.60 "DELETE /v2.0/networks/30ea2e17-3458-442d-9692-6fc8faea5085 HTTP/1.1" status: 204 len: 168 time: 0.3324924 Jul 05 04:36:02.072453 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2886e2-6441-4808-bcb1-12d3e7abfa79 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ea2e17-3458-442d-9692-6fc8faea5085,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:02.376694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a56b3b33-e2d7-473e-ba30-73be4b86906f no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:36:02.398353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: a56b3b33-e2d7-473e-ba30-73be4b86906f {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:36:02.398694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device a56b3b33-e2d7-473e-ba30-73be4b86906f not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:36:02.410145 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53376) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:36:02.449726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-09d22264-cc0c-4975-a4ae-8c0db12690ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc589f0ac5204cdcbad1f5431faa7805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384254 Jul 05 04:36:02.452667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53378) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:36:02.499252 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.519900 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.613938 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.616416 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.617596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/206b6c38-123b-491b-b50e-1419868e5a8c HTTP/1.1" status: 204 len: 168 time: 0.1640446 Jul 05 04:36:02.625045 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206b6c38-123b-491b-b50e-1419868e5a8c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:02.632438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:02.632787 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:02.633130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:02.633466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:02.633799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:02.634128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:02.634455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:02.634783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:02.635104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:02.635428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:02.635747 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:02.636073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfdd70-2b5f-442e-bc00-f95ba1eb819c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:03.589756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53400) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:36:03.681297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-560004018-network', 'tenant_id': 'b939baaca8a042e8a884d591fcdaf20a'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:36:03.762853 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] Made reservation on behalf of b939baaca8a042e8a884d591fcdaf20a for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:36:03.766008 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:03.774344 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:03.869648 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:03.922074 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:03.942215 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:36:03.956922 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc86938-0614-4ffd-956c-5ffbca16a32b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:03.960446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:03.960446 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] Added segment 5ed17eed-fa36-441a-8897-6c6f13119697 of type vlan for network 99068cd1-9978-4c11-88b0-5a6d67a5681b Jul 05 04:36:03.999937 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:04.093864 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:04.094816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:04.095429 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:04.151692 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] Pushing event updated for resources: {'Network': ['ID=99068cd1-9978-4c11-88b0-5a6d67a5681b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:04.161807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 99068cd1-9978-4c11-88b0-5a6d67a5681b details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:36:04.209379 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8d9471b5-8458-490e-ad21-010426dabf66 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6183031 Jul 05 04:36:04.212134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53404) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:36:04.218713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b96d1a91-adf2-4e48-bd6a-e478cc4a30a8 admin admin] Request body: {'subnet': {'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-560004018-subnet', 'tenant_id': 'b939baaca8a042e8a884d591fcdaf20a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:36:04.305765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96d1a91-adf2-4e48-bd6a-e478cc4a30a8 admin admin] Made reservation on behalf of b939baaca8a042e8a884d591fcdaf20a for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:36:04.308163 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b96d1a91-adf2-4e48-bd6a-e478cc4a30a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:04.522379 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b96d1a91-adf2-4e48-bd6a-e478cc4a30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:04.584431 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d1a91-adf2-4e48-bd6a-e478cc4a30a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e55e6511-a42e-4421-b40a-9995b26d813a,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:04.590566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d1a91-adf2-4e48-bd6a-e478cc4a30a8 admin admin] Checking segment: {'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:36:04.590926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96d1a91-adf2-4e48-bd6a-e478cc4a30a8 admin admin] Network hostable DHCP agents. Network: 99068cd1-9978-4c11-88b0-5a6d67a5681b, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:36:04.659596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96d1a91-adf2-4e48-bd6a-e478cc4a30a8 admin admin] Network 99068cd1-9978-4c11-88b0-5a6d67a5681b is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:36:04.734153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-b96d1a91-adf2-4e48-bd6a-e478cc4a30a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 99068cd1-9978-4c11-88b0-5a6d67a5681b) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:36:04.738787 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d1a91-adf2-4e48-bd6a-e478cc4a30a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:04.739834 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b96d1a91-adf2-4e48-bd6a-e478cc4a30a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:04.742770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b12e17-5761-4a7e-9e4e-21c965873446 None None] Network 99068cd1-9978-4c11-88b0-5a6d67a5681b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:36:04.815457 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b96d1a91-adf2-4e48-bd6a-e478cc4a30a8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6020572 Jul 05 04:36:04.865053 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0589574a-175a-46df-9d4e-4f95437672a5 None None] Network 99068cd1-9978-4c11-88b0-5a6d67a5681b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:36:05.232577 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-6d420f6c-0928-445c-b81b-00416d628b33 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:05.234048 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-6d420f6c-0928-445c-b81b-00416d628b33 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 814 time: 0.1004801 Jul 05 04:36:05.248382 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-67fa38a0-dff9-49c8-89d5-8f84588e9065 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/quotas/b939baaca8a042e8a884d591fcdaf20a HTTP/1.1" status: 200 len: 375 time: 0.0090239 Jul 05 04:36:05.281324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-06588b8a-888f-446e-96a9-6d9bfe14b043 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275693 Jul 05 04:36:05.373051 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-bb4ebb66-77b0-4d4d-919a-da0b42b6506a service neutron] 10.222.0.60 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847719 Jul 05 04:36:05.460539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-26237ce8-56b7-4ef0-bc3f-6e51f63b86b6 service neutron] 10.222.0.60 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818803 Jul 05 04:36:05.680703 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4a33895c-9bc2-4c90-8c15-198dec27afa0 req-3d270919-41a7-4464-b3ca-7db6fa72634d tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 210 time: 0.0341029 Jul 05 04:36:06.132330 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:36:06.823938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a3897fc-d359-4199-b406-48df5376c9bd req-9f31c5d5-a915-4e63-a722-8f9ceafdf23d tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 210 time: 0.0286067 Jul 05 04:36:07.866826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-ffc06b7d-ceca-4e08-8330-7d90c1174794 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:07.868341 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-ffc06b7d-ceca-4e08-8330-7d90c1174794 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.11 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 814 time: 0.1089261 Jul 05 04:36:07.880082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-9ce5be66-f211-4b8f-8ce0-39658f1ad56a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Request body: {'port': {'device_id': '8e615864-37d3-4d4f-9408-82794266ef06', 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b', 'admin_state_up': True, 'tenant_id': 'b939baaca8a042e8a884d591fcdaf20a'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:36:07.970493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9ef8b898-612d-458c-9f05-af11230edba2 req-fe45c89c-6110-4099-9bf7-693cd3cf128b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 210 time: 0.0283628 Jul 05 04:36:08.082813 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-9ce5be66-f211-4b8f-8ce0-39658f1ad56a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Made reservation on behalf of b939baaca8a042e8a884d591fcdaf20a for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:36:08.086459 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-9ce5be66-f211-4b8f-8ce0-39658f1ad56a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:08.217707 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-9ce5be66-f211-4b8f-8ce0-39658f1ad56a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Allocated IP 172.20.0.7 (99068cd1-9978-4c11-88b0-5a6d67a5681b/e55e6511-a42e-4421-b40a-9995b26d813a/6e26a4a4-834e-429f-ae87-7266cbfafd19) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:36:08.364192 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-9ce5be66-f211-4b8f-8ce0-39658f1ad56a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:08.454820 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-9ce5be66-f211-4b8f-8ce0-39658f1ad56a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:08.497044 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-9ce5be66-f211-4b8f-8ce0-39658f1ad56a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Network 99068cd1-9978-4c11-88b0-5a6d67a5681b is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:36:08.500170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-9ce5be66-f211-4b8f-8ce0-39658f1ad56a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:36:08.505990 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-9ce5be66-f211-4b8f-8ce0-39658f1ad56a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:36:08.532980 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5be66-f211-4b8f-8ce0-39658f1ad56a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Pushing event updated for resources: {'Port': ['ID=6e26a4a4-834e-429f-ae87-7266cbfafd19,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:08.559266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-9ce5be66-f211-4b8f-8ce0-39658f1ad56a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:08.559886 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-9ce5be66-f211-4b8f-8ce0-39658f1ad56a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:08.631866 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-9ce5be66-f211-4b8f-8ce0-39658f1ad56a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7558076 Jul 05 04:36:08.643513 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Request body: {'port': {'device_id': '8e615864-37d3-4d4f-9408-82794266ef06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:36:08.712735 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:08.968893 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e26a4a4-834e-429f-ae87-7266cbfafd19 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:36:08.976073 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:08.987319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Transition to ACTIVE for port object 6e26a4a4-834e-429f-ae87-7266cbfafd19 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:36:09.042274 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:09.092929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e26a4a4-834e-429f-ae87-7266cbfafd19,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:09.155867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a387d50-ce42-4561-b1b3-9c4f0af8fd31 req-175498f7-8efb-42a1-ab8f-4e56a437ce9d tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:09.157380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a387d50-ce42-4561-b1b3-9c4f0af8fd31 req-175498f7-8efb-42a1-ab8f-4e56a437ce9d tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 943 time: 0.0674844 Jul 05 04:36:09.160877 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Attempting to bind port 6e26a4a4-834e-429f-ae87-7266cbfafd19 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:36:09.161220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Attempting to bind port 6e26a4a4-834e-429f-ae87-7266cbfafd19 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:36:09.161566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Attempting to bind port 6e26a4a4-834e-429f-ae87-7266cbfafd19 on network 99068cd1-9978-4c11-88b0-5a6d67a5681b {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:36:09.165916 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Port 6e26a4a4-834e-429f-ae87-7266cbfafd19 on network 99068cd1-9978-4c11-88b0-5a6d67a5681b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:36:09.166244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Attempting to bind port 6e26a4a4-834e-429f-ae87-7266cbfafd19 on network 99068cd1-9978-4c11-88b0-5a6d67a5681b {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:36:09.171374 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:36:09.171720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Checking segment: {'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:36:09.172268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Bound using segment: {'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:36:09.173059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Bound port: 6e26a4a4-834e-429f-ae87-7266cbfafd19, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:36:09.173667 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:09.196674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8a387d50-ce42-4561-b1b3-9c4f0af8fd31 req-ad97cace-7fb1-4659-8765-f1e0568bd464 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332787 Jul 05 04:36:09.246981 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] For port 6e26a4a4-834e-429f-ae87-7266cbfafd19, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:36:09.250738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] For port 6e26a4a4-834e-429f-ae87-7266cbfafd19, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:36:09.323180 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:09.357427 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:09.358757 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:09.360156 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] 10.222.0.11 "PUT /v2.0/ports/6e26a4a4-834e-429f-ae87-7266cbfafd19 HTTP/1.1" status: 200 len: 1091 time: 0.7214091 Jul 05 04:36:09.360623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e615864-37d3-4d4f-9408-82794266ef06', 'tag': '6e26a4a4-834e-429f-ae87-7266cbfafd19'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:36:09.362855 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebf7fce-c0c0-4d62-a5c0-57d605ede13c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e615864-37d3-4d4f-9408-82794266ef06", "tag": "6e26a4a4-834e-429f-ae87-7266cbfafd19"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:36:09.387494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a027c-2eac-49e2-8112-ea63669153e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e26a4a4-834e-429f-ae87-7266cbfafd19,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:09.404193 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53551a5-3d8c-43ee-87e5-59337ecc2a8e x-openstack-request-id: req-d53551a5-3d8c-43ee-87e5-59337ecc2a8e {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:36:09.404529 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e615864-37d3-4d4f-9408-82794266ef06", "tag": "6e26a4a4-834e-429f-ae87-7266cbfafd19", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:36:09.404529 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d53551a5-3d8c-43ee-87e5-59337ecc2a8e {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:36:09.405369 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e615864-37d3-4d4f-9408-82794266ef06', 'tag': '6e26a4a4-834e-429f-ae87-7266cbfafd19', 'status': 'completed', 'code': 200} Jul 05 04:36:09.485413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf7fce-c0c0-4d62-a5c0-57d605ede13c req-01c7e98c-8656-4f48-b7bc-1377600c79af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:09.486941 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8ebf7fce-c0c0-4d62-a5c0-57d605ede13c req-01c7e98c-8656-4f48-b7bc-1377600c79af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 1094 time: 0.0596426 Jul 05 04:36:09.586005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf7fce-c0c0-4d62-a5c0-57d605ede13c req-733eca07-b377-4386-b68f-9c43e70acebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:09.587400 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8ebf7fce-c0c0-4d62-a5c0-57d605ede13c req-733eca07-b377-4386-b68f-9c43e70acebf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b939baaca8a042e8a884d591fcdaf20a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0935740 Jul 05 04:36:09.679545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf7fce-c0c0-4d62-a5c0-57d605ede13c req-01add3bc-e00e-4fc1-9dd7-13eb4e97576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:09.681057 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8ebf7fce-c0c0-4d62-a5c0-57d605ede13c req-01add3bc-e00e-4fc1-9dd7-13eb4e97576d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875599 Jul 05 04:36:09.778246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-63bb1643-8bf2-4c24-8517-8580b3b98a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:09.780723 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-63bb1643-8bf2-4c24-8517-8580b3b98a63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 1094 time: 0.0571556 Jul 05 04:36:09.821677 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-9571da7f-2e4d-411d-96f1-6eebb6575a49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19 HTTP/1.1" status: 200 len: 217 time: 0.0340848 Jul 05 04:36:09.870231 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-a78ac379-bdab-441b-a166-8c16f7e07557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:09.871675 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-a78ac379-bdab-441b-a166-8c16f7e07557 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 200 len: 854 time: 0.0442259 Jul 05 04:36:09.904333 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-81074696-cf7b-44aa-9158-f15d7628ef36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99068cd1-9978-4c11-88b0-5a6d67a5681b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268066 Jul 05 04:36:09.996150 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-9c441e64-bd38-49bf-a58a-dd7721bcff08 service neutron] 10.222.0.11 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849330 Jul 05 04:36:10.083029 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-02ecd82e-999a-4c9d-8b24-add3e87703d3 req-96e6b52d-2c3c-4201-a424-4fdba7cb5fa2 service neutron] 10.222.0.11 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806179 Jul 05 04:36:10.370753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d47af0-a0bb-42b6-b2a6-2dcbbc57ad88 req-bb400221-a7dd-4734-b41e-64662a0f2c3b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:10.372280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52d47af0-a0bb-42b6-b2a6-2dcbbc57ad88 req-bb400221-a7dd-4734-b41e-64662a0f2c3b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 943 time: 0.0632448 Jul 05 04:36:10.411069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52d47af0-a0bb-42b6-b2a6-2dcbbc57ad88 req-3a465505-4455-405c-8f4b-fd14f5bb9c4f tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326006 Jul 05 04:36:11.597546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d87144-8ab1-4c03-9390-82cdfb035da4 req-db9ff1e1-5301-4b41-9794-609c961bce08 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:11.599029 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17d87144-8ab1-4c03-9390-82cdfb035da4 req-db9ff1e1-5301-4b41-9794-609c961bce08 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 943 time: 0.0641291 Jul 05 04:36:11.637879 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17d87144-8ab1-4c03-9390-82cdfb035da4 req-5ba922db-9034-4489-b033-8db4d9fdfed9 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333261 Jul 05 04:36:12.416667 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6e26a4a4-834e-429f-ae87-7266cbfafd19 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:36:12.508054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6e26a4a4-834e-429f-ae87-7266cbfafd19, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:36:12.519365 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '6e26a4a4-834e-429f-ae87-7266cbfafd19', 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b', 'port_id': '6e26a4a4-834e-429f-ae87-7266cbfafd19', 'mac_address': 'fa:16:3e:43:0e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55e6511-a42e-4421-b40a-9995b26d813a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:36:12.557876 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:12.569728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e26a4a4-834e-429f-ae87-7266cbfafd19 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:36:12.588837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6e26a4a4-834e-429f-ae87-7266cbfafd19, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:36:12.642429 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:12.691462 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=6e26a4a4-834e-429f-ae87-7266cbfafd19,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:12.813523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc0e2c-d4b2-4bd8-aad1-3e571119c9aa req-59e03b61-3e54-4371-9174-49fbf87d85f5 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:12.815007 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0cc0e2c-d4b2-4bd8-aad1-3e571119c9aa req-59e03b61-3e54-4371-9174-49fbf87d85f5 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 944 time: 0.0676546 Jul 05 04:36:12.830146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['6e26a4a4-834e-429f-ae87-7266cbfafd19'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:36:12.853702 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0cc0e2c-d4b2-4bd8-aad1-3e571119c9aa req-69d92ba1-6194-4016-b4c7-677f4461fa24 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Jul 05 04:36:14.026810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce9f3e-1bfa-462f-bd34-fc3b80623497 req-cf20fd84-22d7-4180-8e27-5376562438e9 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:14.028284 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52ce9f3e-1bfa-462f-bd34-fc3b80623497 req-cf20fd84-22d7-4180-8e27-5376562438e9 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 944 time: 0.0630753 Jul 05 04:36:14.065401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52ce9f3e-1bfa-462f-bd34-fc3b80623497 req-ad05abbb-ddf9-41ca-ba85-9f41b8f058ab tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Jul 05 04:36:14.432316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6e26a4a4-834e-429f-ae87-7266cbfafd19 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:36:14.539805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 6e26a4a4-834e-429f-ae87-7266cbfafd19 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:36:14.543449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 6e26a4a4-834e-429f-ae87-7266cbfafd19 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:36:14.545882 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:14.616120 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:14.637633 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e615864-37d3-4d4f-9408-82794266ef06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e26a4a4-834e-429f-ae87-7266cbfafd19'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:36:14.640349 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a142ff-2bfc-478b-9cec-4c2144f9696c" -d '{"events": [{"server_uuid": "8e615864-37d3-4d4f-9408-82794266ef06", "name": "network-vif-plugged", "status": "completed", "tag": "6e26a4a4-834e-429f-ae87-7266cbfafd19"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:36:14.656990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 6e26a4a4-834e-429f-ae87-7266cbfafd19, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:36:14.675120 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef83807-9ccc-4dd3-9b36-cafdb545a183 x-openstack-request-id: req-aef83807-9ccc-4dd3-9b36-cafdb545a183 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:36:14.675407 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e615864-37d3-4d4f-9408-82794266ef06", "name": "network-vif-plugged", "status": "completed", "tag": "6e26a4a4-834e-429f-ae87-7266cbfafd19", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:36:14.675657 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aef83807-9ccc-4dd3-9b36-cafdb545a183 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:36:14.676043 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e615864-37d3-4d4f-9408-82794266ef06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e26a4a4-834e-429f-ae87-7266cbfafd19', 'code': 200} Jul 05 04:36:14.716728 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:14.763358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=6e26a4a4-834e-429f-ae87-7266cbfafd19,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:14.793160 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f4647-af63-4f2f-b951-5f1b5ddbd7d4 req-7e8b6093-a302-4435-bbcc-694c729407f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:14.794678 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-262f4647-af63-4f2f-b951-5f1b5ddbd7d4 req-7e8b6093-a302-4435-bbcc-694c729407f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 1096 time: 0.0585351 Jul 05 04:36:14.828482 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-262f4647-af63-4f2f-b951-5f1b5ddbd7d4 req-c6693e02-03b0-4a32-b8a7-450c19cb40f9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273397 Jul 05 04:36:15.238748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1c1a7-b8d0-4038-8ba8-859a57905acb req-ffd1982d-6c84-4f8a-87d3-03eb639c07bd tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:15.240245 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ea1c1a7-b8d0-4038-8ba8-859a57905acb req-ffd1982d-6c84-4f8a-87d3-03eb639c07bd tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0672295 Jul 05 04:36:15.278764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ea1c1a7-b8d0-4038-8ba8-859a57905acb req-85e52263-cf50-4adb-8bfa-cd6631a2b1ec tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326653 Jul 05 04:36:16.454188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d0402-be08-4ed8-996a-beff03075586 req-54a8e60c-af21-459d-8ccd-c55f7390a082 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:16.455710 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-895d0402-be08-4ed8-996a-beff03075586 req-54a8e60c-af21-459d-8ccd-c55f7390a082 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0646305 Jul 05 04:36:16.493129 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-895d0402-be08-4ed8-996a-beff03075586 req-8fec0bdc-e9df-4bb9-afdc-584c34e9cb86 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Jul 05 04:36:16.667993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b47a-f31d-4bbf-9b24-a7b3a26940d1 req-c7df86ae-7f69-4864-8b40-58e85f330c08 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:16.669495 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c376b47a-f31d-4bbf-9b24-a7b3a26940d1 req-c7df86ae-7f69-4864-8b40-58e85f330c08 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0629199 Jul 05 04:36:16.707389 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c376b47a-f31d-4bbf-9b24-a7b3a26940d1 req-bcb14907-e632-4bb1-9883-4b5b92e71839 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317090 Jul 05 04:36:17.131651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ada6d6-9e23-419e-b517-1e16b6de0d4d req-95708ff5-161e-44ca-bb3d-dfe9f04150e9 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:17.133167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5ada6d6-9e23-419e-b517-1e16b6de0d4d req-95708ff5-161e-44ca-bb3d-dfe9f04150e9 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0667937 Jul 05 04:36:17.170746 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5ada6d6-9e23-419e-b517-1e16b6de0d4d req-3df73547-cfb3-4479-a18d-017f46c7e34c tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Jul 05 04:36:17.340011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7999e1-08fb-4126-9e05-2580b7f27c2c req-bf6a1e76-4264-439d-956c-9d215ba080b5 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:17.341421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d7999e1-08fb-4126-9e05-2580b7f27c2c req-bf6a1e76-4264-439d-956c-9d215ba080b5 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0629058 Jul 05 04:36:17.379172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7d7999e1-08fb-4126-9e05-2580b7f27c2c req-2875fc02-6a54-4b49-8d7d-0cedc9f5726e tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Jul 05 04:36:17.905779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a02dc-b5dd-4b60-83af-b8c4d8efdf45 req-76cca509-573b-4f1a-8ddf-a6ec128db6f6 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:17.907266 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc2a02dc-b5dd-4b60-83af-b8c4d8efdf45 req-76cca509-573b-4f1a-8ddf-a6ec128db6f6 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0679893 Jul 05 04:36:17.945046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bc2a02dc-b5dd-4b60-83af-b8c4d8efdf45 req-cbe5abc6-e109-45cf-ac66-cb9ea93f5885 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Jul 05 04:36:18.018917 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-c1eb7c3f-80d4-476d-8cad-984f9782d329 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530801 Jul 05 04:36:19.122673 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551eb6ad-3555-40f2-bf0a-3e235e2e6b97 req-130bfbc3-f841-45e6-b53b-5337d447c4fc tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:19.124758 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-551eb6ad-3555-40f2-bf0a-3e235e2e6b97 req-130bfbc3-f841-45e6-b53b-5337d447c4fc tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0658607 Jul 05 04:36:19.161971 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-551eb6ad-3555-40f2-bf0a-3e235e2e6b97 req-5e6c9060-643c-4d4c-b92e-ca91a667b9bb tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314555 Jul 05 04:36:19.990559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-661e44a4-fa2b-4cce-a25e-5532b95b29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:19.992079 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-661e44a4-fa2b-4cce-a25e-5532b95b29c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 1096 time: 0.0531354 Jul 05 04:36:20.084473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-55af93f9-5586-49fc-a2fd-ee73446cbb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:20.085879 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-55af93f9-5586-49fc-a2fd-ee73446cbb6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 915 time: 0.0881503 Jul 05 04:36:20.125590 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-9a7002be-ef9a-498e-a7d1-9ac16c4d698e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19 HTTP/1.1" status: 200 len: 217 time: 0.0332925 Jul 05 04:36:20.171559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-9ffc3366-3d69-462e-8692-9faceb81b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:20.173010 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-9ffc3366-3d69-462e-8692-9faceb81b873 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 200 len: 854 time: 0.0420494 Jul 05 04:36:20.210950 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-c2812f3a-c207-404c-a524-ac0ed528a1a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99068cd1-9978-4c11-88b0-5a6d67a5681b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315971 Jul 05 04:36:20.314375 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-5fedb572-4231-4cb4-b41f-83644a41dcc2 service neutron] 10.222.0.11 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976126 Jul 05 04:36:20.404956 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a4e59-2971-4a31-9cee-341cb1319959 req-5fad6ec2-846b-4dfb-b465-08097b6e8018 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:20.406821 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-578a4e59-2971-4a31-9cee-341cb1319959 req-5fad6ec2-846b-4dfb-b465-08097b6e8018 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.1255939 Jul 05 04:36:20.417437 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-76f2f9e7-c26a-4f28-b81e-d1626b4e8774 service neutron] 10.222.0.11 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969129 Jul 05 04:36:20.445088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-578a4e59-2971-4a31-9cee-341cb1319959 req-4c369e87-52c9-4fd0-bc79-34416d9d170b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326707 Jul 05 04:36:21.316911 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9a215840-09dc-4cd0-b714-709d92762d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:21.627503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7a323-4df0-4e37-9cc5-50c96142cbcd req-a677175d-d612-439f-87d9-2dc9c091510b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:21.629064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2cb7a323-4df0-4e37-9cc5-50c96142cbcd req-a677175d-d612-439f-87d9-2dc9c091510b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0676138 Jul 05 04:36:21.667129 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2cb7a323-4df0-4e37-9cc5-50c96142cbcd req-0fc8bdec-7d2f-4f4e-a6ce-5e89eb8798e7 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325251 Jul 05 04:36:22.846952 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f90b-827b-4a17-9921-33cc87881df1 req-21bed7b3-4b1a-40a9-bab3-b319f682bab4 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:22.848468 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c710f90b-827b-4a17-9921-33cc87881df1 req-21bed7b3-4b1a-40a9-bab3-b319f682bab4 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0704432 Jul 05 04:36:22.886910 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c710f90b-827b-4a17-9921-33cc87881df1 req-ce07197b-7a43-4f90-ba8e-6e85016899a4 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328555 Jul 05 04:36:24.063759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9460c3e-0207-4a60-a0cd-d6f5a993f3bd req-d2160742-032a-4a72-8792-35bba2225e25 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:24.065401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9460c3e-0207-4a60-a0cd-d6f5a993f3bd req-d2160742-032a-4a72-8792-35bba2225e25 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0677164 Jul 05 04:36:24.103619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9460c3e-0207-4a60-a0cd-d6f5a993f3bd req-6e99fbe5-c159-4a7c-934f-a41a70704ac7 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322967 Jul 05 04:36:24.293800 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6af5b1b0-9705-4852-bdb2-43c231934ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:24.407673 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:25.276884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13b185-0540-4458-aa77-e7b8223bc6b9 req-83f4657d-0f33-4f03-8a02-b5d556ec2556 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:25.278372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc13b185-0540-4458-aa77-e7b8223bc6b9 req-83f4657d-0f33-4f03-8a02-b5d556ec2556 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0632367 Jul 05 04:36:25.317189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc13b185-0540-4458-aa77-e7b8223bc6b9 req-677cee65-58a5-4b0f-88ed-aa15fb033a91 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324028 Jul 05 04:36:25.402714 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:26.499291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe365486-303f-4e44-8156-02a96a4a5554 req-b401e9e5-84c6-449d-80b1-ff7039912fad tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:26.501166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe365486-303f-4e44-8156-02a96a4a5554 req-b401e9e5-84c6-449d-80b1-ff7039912fad tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0667775 Jul 05 04:36:26.540224 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe365486-303f-4e44-8156-02a96a4a5554 req-618ee852-4a59-40ce-8d9a-e6ad69ec4b46 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335908 Jul 05 04:36:27.265301 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:27.718488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742a0cb-3c8c-4e83-aa1c-5024469b5012 req-19b34022-736c-449e-ae22-ff213f69612b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:27.720330 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4742a0cb-3c8c-4e83-aa1c-5024469b5012 req-19b34022-736c-449e-ae22-ff213f69612b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0686216 Jul 05 04:36:27.760938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4742a0cb-3c8c-4e83-aa1c-5024469b5012 req-fde99719-c134-4be6-bed8-3cc9292c44e7 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349839 Jul 05 04:36:28.938975 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c32f31-dc17-4007-b9cf-be80b3f1a2fa req-6390c8ad-448f-4662-81e9-65b394c23393 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:28.940593 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-18c32f31-dc17-4007-b9cf-be80b3f1a2fa req-6390c8ad-448f-4662-81e9-65b394c23393 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0654371 Jul 05 04:36:28.978832 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-18c32f31-dc17-4007-b9cf-be80b3f1a2fa req-2790dcdf-689a-4734-98e0-429c6977d287 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323133 Jul 05 04:36:29.818347 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:30.162390 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed019e1b-9caa-4934-81ae-0abea10d6ea2 req-b3790756-fa8d-4f95-abf1-87dac85c7cbf tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:30.163885 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed019e1b-9caa-4934-81ae-0abea10d6ea2 req-b3790756-fa8d-4f95-abf1-87dac85c7cbf tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0673213 Jul 05 04:36:30.201590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed019e1b-9caa-4934-81ae-0abea10d6ea2 req-6abb0067-a3d0-4ebd-bf48-9a2a28498459 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321336 Jul 05 04:36:31.384093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06728bd-f48f-41b5-ad43-477169b7164a req-b8057436-fd58-4474-aad5-568594944ab4 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:31.385616 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a06728bd-f48f-41b5-ad43-477169b7164a req-b8057436-fd58-4474-aad5-568594944ab4 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0629723 Jul 05 04:36:31.423871 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a06728bd-f48f-41b5-ad43-477169b7164a req-a5557971-32bf-417c-8695-8d06eb86a390 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Jul 05 04:36:31.716741 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:32.608290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63c1cb-4cea-4c88-b751-d725d6e0706a req-975d899d-a095-4af1-88da-a65c7a1f8e96 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:32.610196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed63c1cb-4cea-4c88-b751-d725d6e0706a req-975d899d-a095-4af1-88da-a65c7a1f8e96 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0737226 Jul 05 04:36:32.619212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c9f75-4377-4d6c-abf7-2f64cfeeccc8 req-7f4b6867-5073-4537-8fc2-b958ad5ce356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:32.620763 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d35c9f75-4377-4d6c-abf7-2f64cfeeccc8 req-7f4b6867-5073-4537-8fc2-b958ad5ce356 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 1096 time: 0.0998189 Jul 05 04:36:32.650331 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed63c1cb-4cea-4c88-b751-d725d6e0706a req-2778d024-ed33-4ccc-bf70-c6f951db0b1a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349848 Jul 05 04:36:32.726883 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c9f75-4377-4d6c-abf7-2f64cfeeccc8 req-59af2b6d-0519-4a98-81b2-42a6f82a8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:32.728401 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d35c9f75-4377-4d6c-abf7-2f64cfeeccc8 req-59af2b6d-0519-4a98-81b2-42a6f82a8388 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 915 time: 0.0884039 Jul 05 04:36:32.769056 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d35c9f75-4377-4d6c-abf7-2f64cfeeccc8 req-d77a1794-e8de-4896-8144-bba596a457a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19 HTTP/1.1" status: 200 len: 217 time: 0.0341146 Jul 05 04:36:32.815768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c9f75-4377-4d6c-abf7-2f64cfeeccc8 req-dcdbaadb-0247-423a-8f24-48cf1256f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:32.817264 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d35c9f75-4377-4d6c-abf7-2f64cfeeccc8 req-dcdbaadb-0247-423a-8f24-48cf1256f717 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 200 len: 854 time: 0.0424411 Jul 05 04:36:32.849003 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d35c9f75-4377-4d6c-abf7-2f64cfeeccc8 req-0e11970e-d275-4aaf-b98f-b4a580abd2d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99068cd1-9978-4c11-88b0-5a6d67a5681b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258262 Jul 05 04:36:32.939459 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d35c9f75-4377-4d6c-abf7-2f64cfeeccc8 req-1ffd9175-9f10-4e48-9b9f-b3c5ef02e78d service neutron] 10.222.0.11 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840535 Jul 05 04:36:33.031447 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-d35c9f75-4377-4d6c-abf7-2f64cfeeccc8 req-29fd5c2e-eaa8-44b0-a491-83549f20f203 service neutron] 10.222.0.11 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856576 Jul 05 04:36:33.824530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa540b-a273-4191-ae79-654d68b127ed req-e6bab2d0-dff6-4e57-888a-6e79d6e2d65d tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:33.826262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9eaa540b-a273-4191-ae79-654d68b127ed req-e6bab2d0-dff6-4e57-888a-6e79d6e2d65d tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0663249 Jul 05 04:36:33.863047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9eaa540b-a273-4191-ae79-654d68b127ed req-533c3400-d42c-420a-a2c5-e2b4e2e1a958 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306368 Jul 05 04:36:35.033006 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce90d6a-4e05-440a-a67b-1295b53af292 req-2a4ea64a-2372-48af-a9a4-acff9fee46eb tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:35.034492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ce90d6a-4e05-440a-a67b-1295b53af292 req-2a4ea64a-2372-48af-a9a4-acff9fee46eb tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0629139 Jul 05 04:36:35.071291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2ce90d6a-4e05-440a-a67b-1295b53af292 req-1ab6e9a3-256a-42b1-8e6e-57f4630d838f tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313666 Jul 05 04:36:36.246427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c5ccb-fccf-45e5-9907-b800a652c5aa req-7d181c75-23f4-4ca9-896e-192dbfa5a518 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:36.247913 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-786c5ccb-fccf-45e5-9907-b800a652c5aa req-7d181c75-23f4-4ca9-896e-192dbfa5a518 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0668495 Jul 05 04:36:36.286938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-786c5ccb-fccf-45e5-9907-b800a652c5aa req-86304dc1-0eea-4cba-a343-4357765bc8f0 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326860 Jul 05 04:36:37.464355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b173a-d76c-491c-8fad-08225b258cdb req-35a1060c-3e7a-44b3-9bb6-2baeab18673c tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:37.465957 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f90b173a-d76c-491c-8fad-08225b258cdb req-35a1060c-3e7a-44b3-9bb6-2baeab18673c tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0672803 Jul 05 04:36:37.505640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f90b173a-d76c-491c-8fad-08225b258cdb req-a4688f5a-b86d-4038-af84-5da304b8ea59 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331492 Jul 05 04:36:37.691947 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-1277138e-2247-4fee-9353-88483fb0f1dd service neutron] show failed (client error): The resource could not be found. Jul 05 04:36:37.693023 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-1277138e-2247-4fee-9353-88483fb0f1dd service neutron] 10.222.0.11 "GET /v2.0/ports/6e26a4a4-834e-429f-ae87-7266cbfafd19/bindings/n-h2-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0569248 Jul 05 04:36:38.302682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-3288d10c-8ef8-43b5-bf3c-58569f7e7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:38.304086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-3288d10c-8ef8-43b5-bf3c-58569f7e7506 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06&tenant_id=b939baaca8a042e8a884d591fcdaf20a HTTP/1.1" status: 200 len: 1096 time: 0.1031976 Jul 05 04:36:38.315397 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:36:38.389216 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:38.594595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] For port 6e26a4a4-834e-429f-ae87-7266cbfafd19, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:36:38.630849 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] For port 6e26a4a4-834e-429f-ae87-7266cbfafd19, host n-h1-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:36:38.700982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e615864-37d3-4d4f-9408-82794266ef06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e26a4a4-834e-429f-ae87-7266cbfafd19'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:36:38.703482 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffd86d2-ebf7-40fd-a9cb-37482b633ac8" -d '{"events": [{"server_uuid": "8e615864-37d3-4d4f-9408-82794266ef06", "name": "network-vif-unplugged", "status": "completed", "tag": "6e26a4a4-834e-429f-ae87-7266cbfafd19"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:36:38.706905 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:38.724881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Transition to ACTIVE for port object 6e26a4a4-834e-429f-ae87-7266cbfafd19 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:36:38.742468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d59da-0ff2-44ff-84f0-c078c6eda06d req-4ec67ea0-04b6-4719-90ce-f1f93dfe34d1 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:38.745847 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a42d59da-0ff2-44ff-84f0-c078c6eda06d req-4ec67ea0-04b6-4719-90ce-f1f93dfe34d1 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.1150119 Jul 05 04:36:38.786839 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a42d59da-0ff2-44ff-84f0-c078c6eda06d req-d978ee18-3788-4acc-8323-626d663181e0 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371311 Jul 05 04:36:38.796484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:38.825855 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5249a57-45a6-4699-a20e-8f6f8591bf6e x-openstack-request-id: req-e5249a57-45a6-4699-a20e-8f6f8591bf6e {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:36:38.825855 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e615864-37d3-4d4f-9408-82794266ef06", "name": "network-vif-unplugged", "status": "completed", "tag": "6e26a4a4-834e-429f-ae87-7266cbfafd19", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:36:38.825855 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5249a57-45a6-4699-a20e-8f6f8591bf6e {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:36:38.826200 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e615864-37d3-4d4f-9408-82794266ef06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e26a4a4-834e-429f-ae87-7266cbfafd19', 'code': 200} Jul 05 04:36:38.865809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] No DVR routers for this DVR port 6e26a4a4-834e-429f-ae87-7266cbfafd19 on host n-h1-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:36:38.866692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Pushing event updated for resources: {'Port': ['ID=6e26a4a4-834e-429f-ae87-7266cbfafd19,revision_number=6']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:38.902190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Attempting to bind port 6e26a4a4-834e-429f-ae87-7266cbfafd19 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:36:38.902528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Attempting to bind port 6e26a4a4-834e-429f-ae87-7266cbfafd19 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:36:38.902859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Attempting to bind port 6e26a4a4-834e-429f-ae87-7266cbfafd19 on network 99068cd1-9978-4c11-88b0-5a6d67a5681b {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:36:38.907204 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Port 6e26a4a4-834e-429f-ae87-7266cbfafd19 on network 99068cd1-9978-4c11-88b0-5a6d67a5681b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:36:38.907532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Attempting to bind port 6e26a4a4-834e-429f-ae87-7266cbfafd19 on network 99068cd1-9978-4c11-88b0-5a6d67a5681b {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:36:38.912311 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:36:38.912682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Checking segment: {'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:36:38.913068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Bound using segment: {'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:36:38.913520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Bound port: 6e26a4a4-834e-429f-ae87-7266cbfafd19, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:36:38.914093 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:38.979094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] For port 6e26a4a4-834e-429f-ae87-7266cbfafd19, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:36:38.982108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] For port 6e26a4a4-834e-429f-ae87-7266cbfafd19, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:36:39.048832 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:39.083759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:39.084412 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:39.085779 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] 10.222.0.64 "PUT /v2.0/ports/6e26a4a4-834e-429f-ae87-7266cbfafd19 HTTP/1.1" status: 200 len: 1091 time: 0.7746472 Jul 05 04:36:39.105432 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ccf13-82eb-4898-ac8e-8c37fbd0273b service neutron] Pushing event updated for resources: {'Port': ['ID=6e26a4a4-834e-429f-ae87-7266cbfafd19,revision_number=7']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:39.161522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-be7eacb0-b00b-4e1e-a94e-de604192fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:39.163010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-be7eacb0-b00b-4e1e-a94e-de604192fc31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 1094 time: 0.0523016 Jul 05 04:36:39.253993 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-6e63dfa3-9b58-4c62-a296-aa9204137393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:39.255478 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-6e63dfa3-9b58-4c62-a296-aa9204137393 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 915 time: 0.0867264 Jul 05 04:36:39.294225 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-c12d70ed-8049-4e8f-999e-ad98c3538ce9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19 HTTP/1.1" status: 200 len: 217 time: 0.0328465 Jul 05 04:36:39.345074 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8407f1bd-b2f1-44bd-af7e-5baaafe7264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:39.346523 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-8407f1bd-b2f1-44bd-af7e-5baaafe7264f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 200 len: 854 time: 0.0468559 Jul 05 04:36:39.379576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-3f64a311-6679-4aa1-add4-aba1a29d6a1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99068cd1-9978-4c11-88b0-5a6d67a5681b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267177 Jul 05 04:36:39.465511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-7283cd97-da27-4c76-8ecd-7f18dc9092d1 service neutron] 10.222.0.64 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797229 Jul 05 04:36:39.557217 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17beb9ee-3b80-4821-9290-ad22b364c7c3 req-e099ac6e-a575-436a-a27c-d660b88494ba service neutron] 10.222.0.64 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854411 Jul 05 04:36:39.967893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ece1a2-3184-4b56-a29e-040fb0fa5345 req-f1568f04-aec3-4209-9998-f4d48a11768f tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:39.969992 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26ece1a2-3184-4b56-a29e-040fb0fa5345 req-f1568f04-aec3-4209-9998-f4d48a11768f tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 943 time: 0.0669432 Jul 05 04:36:40.006273 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26ece1a2-3184-4b56-a29e-040fb0fa5345 req-8dd59a6e-af6c-4bcc-bc76-0f89d3da8a8c tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305862 Jul 05 04:36:40.827479 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e615864-37d3-4d4f-9408-82794266ef06', 'tag': '6e26a4a4-834e-429f-ae87-7266cbfafd19'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:36:40.829887 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e615864-37d3-4d4f-9408-82794266ef06", "tag": "6e26a4a4-834e-429f-ae87-7266cbfafd19"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:36:40.877541 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad5bffc-66a1-4eca-9b69-528bcd4131b9 x-openstack-request-id: req-cad5bffc-66a1-4eca-9b69-528bcd4131b9 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:36:40.877839 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e615864-37d3-4d4f-9408-82794266ef06", "tag": "6e26a4a4-834e-429f-ae87-7266cbfafd19", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:36:40.878128 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cad5bffc-66a1-4eca-9b69-528bcd4131b9 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:36:40.878517 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e615864-37d3-4d4f-9408-82794266ef06', 'tag': '6e26a4a4-834e-429f-ae87-7266cbfafd19', 'status': 'completed', 'code': 200} Jul 05 04:36:40.952195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-4e029c9f-2a1b-49a1-87f8-098ea1d12fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:40.953931 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-4e029c9f-2a1b-49a1-87f8-098ea1d12fcf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 1094 time: 0.0531657 Jul 05 04:36:40.954162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-454ff35c-0711-428c-9107-ffca1d95ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:40.955724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-454ff35c-0711-428c-9107-ffca1d95ddf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 1094 time: 0.0559931 Jul 05 04:36:41.045885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-690da1de-e4c5-4bf2-a827-dbdf8359a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:41.047690 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-ec13ba2a-a588-40e7-8c7c-8fce2eaddc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:41.048848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-690da1de-e4c5-4bf2-a827-dbdf8359a90b service neutron] 10.222.0.64 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 915 time: 0.0864089 Jul 05 04:36:41.049640 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-ec13ba2a-a588-40e7-8c7c-8fce2eaddc89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 915 time: 0.0898154 Jul 05 04:36:41.090100 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-66ccf38d-4919-4e47-9cf5-698c438583ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19 HTTP/1.1" status: 200 len: 217 time: 0.0346358 Jul 05 04:36:41.090324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-f60d3a6e-fe4a-4929-9b75-e1d7350c0da8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19 HTTP/1.1" status: 200 len: 217 time: 0.0347202 Jul 05 04:36:41.138258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-7e47bb00-15af-4ad8-87f6-32e1d6e01157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:41.139757 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-7e47bb00-15af-4ad8-87f6-32e1d6e01157 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 200 len: 854 time: 0.0438597 Jul 05 04:36:41.175436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-5e50dabb-e5a9-41c1-a818-fa9cb46fc3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:41.175977 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-4d5b4a40-f37d-4cde-9c44-373941b57a6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99068cd1-9978-4c11-88b0-5a6d67a5681b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304565 Jul 05 04:36:41.176954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-5e50dabb-e5a9-41c1-a818-fa9cb46fc3b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 200 len: 854 time: 0.0778561 Jul 05 04:36:41.223175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-c703096c-8385-45e8-9f42-8aa640078d31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99068cd1-9978-4c11-88b0-5a6d67a5681b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315266 Jul 05 04:36:41.231584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec479f-f3e0-4ede-b697-affb9f9844a5 req-bbbd6d4f-0415-45d2-b304-4a402bdbe6ed tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:41.233084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-06ec479f-f3e0-4ede-b697-affb9f9844a5 req-bbbd6d4f-0415-45d2-b304-4a402bdbe6ed tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 943 time: 0.1040819 Jul 05 04:36:41.265745 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-0638aeb2-aabe-43ee-8bca-c13ce0f03e22 service neutron] 10.222.0.11 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830846 Jul 05 04:36:41.323512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-06ec479f-f3e0-4ede-b697-affb9f9844a5 req-e2cf0957-9f53-4dfe-a6a7-d114ff529fb6 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816116 Jul 05 04:36:41.354599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-7193a010-36c0-43ba-8c69-44b2c84f9610 service neutron] 10.222.0.64 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205351 Jul 05 04:36:41.379164 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-a716c493-2a32-4abd-837a-625746246e80 service neutron] 10.222.0.11 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074016 Jul 05 04:36:41.445218 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f28bbf86-65a5-49c2-b65b-ed09b8d4226d req-d7e9b553-4407-443a-88d6-c79457180b2d service neutron] 10.222.0.64 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842261 Jul 05 04:36:42.512997 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cb850-92a7-429e-8523-a2882c1d6dc4 req-2dbf198a-d40d-4fb4-88ff-5fc812f37c0b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:42.514503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df0cb850-92a7-429e-8523-a2882c1d6dc4 req-2dbf198a-d40d-4fb4-88ff-5fc812f37c0b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 943 time: 0.0719035 Jul 05 04:36:42.551967 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df0cb850-92a7-429e-8523-a2882c1d6dc4 req-c8d9808b-e0b6-49cb-b21c-da5da8efd6b2 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Jul 05 04:36:42.603270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6e26a4a4-834e-429f-ae87-7266cbfafd19 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:36:42.641531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 6e26a4a4-834e-429f-ae87-7266cbfafd19 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:36:42.789165 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6e26a4a4-834e-429f-ae87-7266cbfafd19 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:36:42.886000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6e26a4a4-834e-429f-ae87-7266cbfafd19, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:36:42.897901 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '6e26a4a4-834e-429f-ae87-7266cbfafd19', 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b', 'port_id': '6e26a4a4-834e-429f-ae87-7266cbfafd19', 'mac_address': 'fa:16:3e:43:0e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55e6511-a42e-4421-b40a-9995b26d813a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:36:42.936279 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:42.949288 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e26a4a4-834e-429f-ae87-7266cbfafd19 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:36:42.972121 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6e26a4a4-834e-429f-ae87-7266cbfafd19, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:36:42.980376 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f20339-e00d-49b4-8296-7c07b0104576 req-50035930-9055-4dc5-b5c8-be5f3d485d7b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:42.981943 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4f20339-e00d-49b4-8296-7c07b0104576 req-50035930-9055-4dc5-b5c8-be5f3d485d7b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 943 time: 0.0688572 Jul 05 04:36:43.019587 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a4f20339-e00d-49b4-8296-7c07b0104576 req-2b158ab6-778f-4b93-ab6c-a19e3e5024b0 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317862 Jul 05 04:36:43.052581 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:43.057739 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c1093-ddb6-4049-b8a8-bb41c5cdd6ac req-89596e21-c755-4cc9-8f9d-9b70f73ecc12 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:43.059712 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ab0c1093-ddb6-4049-b8a8-bb41c5cdd6ac req-89596e21-c755-4cc9-8f9d-9b70f73ecc12 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06&tenant_id=b939baaca8a042e8a884d591fcdaf20a&binding%3Ahost_id=n-h2-798249-5 HTTP/1.1" status: 200 len: 943 time: 0.0748031 Jul 05 04:36:43.103852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=6e26a4a4-834e-429f-ae87-7266cbfafd19,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:43.120137 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [req-ab0c1093-ddb6-4049-b8a8-bb41c5cdd6ac req-725f35ab-b5f2-4323-816a-173f60e39b80 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:36:43.121205 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ab0c1093-ddb6-4049-b8a8-bb41c5cdd6ac req-725f35ab-b5f2-4323-816a-173f60e39b80 service neutron] 10.222.0.11 "DELETE /v2.0/ports/6e26a4a4-834e-429f-ae87-7266cbfafd19/bindings/n-h1-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0554779 Jul 05 04:36:43.131500 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:36:43.212698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c1093-ddb6-4049-b8a8-bb41c5cdd6ac req-fffeb3e2-5c93-45c7-b575-106a1ad1b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:43.214190 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ab0c1093-ddb6-4049-b8a8-bb41c5cdd6ac req-fffeb3e2-5c93-45c7-b575-106a1ad1b13e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 1095 time: 0.0528810 Jul 05 04:36:43.267855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['6e26a4a4-834e-429f-ae87-7266cbfafd19'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:36:43.305984 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c1093-ddb6-4049-b8a8-bb41c5cdd6ac req-0a60da81-88f6-4787-8fcc-d258d5ce7169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:43.307503 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ab0c1093-ddb6-4049-b8a8-bb41c5cdd6ac req-0a60da81-88f6-4787-8fcc-d258d5ce7169 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 915 time: 0.0872123 Jul 05 04:36:43.348354 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ab0c1093-ddb6-4049-b8a8-bb41c5cdd6ac req-2b32b2ec-7d68-41cf-97e8-f39cd77f79c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19 HTTP/1.1" status: 200 len: 217 time: 0.0338676 Jul 05 04:36:43.401577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c1093-ddb6-4049-b8a8-bb41c5cdd6ac req-7e2c37d9-de26-426b-adea-387b6fff4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:43.403068 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ab0c1093-ddb6-4049-b8a8-bb41c5cdd6ac req-7e2c37d9-de26-426b-adea-387b6fff4132 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 200 len: 854 time: 0.0487678 Jul 05 04:36:43.436193 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ab0c1093-ddb6-4049-b8a8-bb41c5cdd6ac req-30c0ad88-7d20-4c4a-9fbb-47b39c8ff10d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99068cd1-9978-4c11-88b0-5a6d67a5681b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264990 Jul 05 04:36:43.522274 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ab0c1093-ddb6-4049-b8a8-bb41c5cdd6ac req-b71f2475-9e94-4d6e-8a9a-710bce4d9ba2 service neutron] 10.222.0.11 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800235 Jul 05 04:36:43.612433 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ab0c1093-ddb6-4049-b8a8-bb41c5cdd6ac req-3551d41b-a200-4844-85e9-5c05f00e1fd5 service neutron] 10.222.0.11 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844436 Jul 05 04:36:44.196487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0dde8-45e7-47c9-bf7f-a2c8270c467a req-f888df1c-d9bb-4eea-85fd-a7d18bfbbe09 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:44.197952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54a0dde8-45e7-47c9-bf7f-a2c8270c467a req-f888df1c-d9bb-4eea-85fd-a7d18bfbbe09 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 944 time: 0.0660391 Jul 05 04:36:44.237181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54a0dde8-45e7-47c9-bf7f-a2c8270c467a req-7314f73c-2c1b-404b-b950-e19acf5ccd0d tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332575 Jul 05 04:36:44.804216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6e26a4a4-834e-429f-ae87-7266cbfafd19 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:36:44.904544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 6e26a4a4-834e-429f-ae87-7266cbfafd19 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:36:44.908526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 6e26a4a4-834e-429f-ae87-7266cbfafd19 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:36:44.908923 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:44.985445 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:45.006965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e615864-37d3-4d4f-9408-82794266ef06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e26a4a4-834e-429f-ae87-7266cbfafd19'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:36:45.009197 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d26c75a-0473-4ec1-9861-6c80d9fbc6ed" -d '{"events": [{"server_uuid": "8e615864-37d3-4d4f-9408-82794266ef06", "name": "network-vif-plugged", "status": "completed", "tag": "6e26a4a4-834e-429f-ae87-7266cbfafd19"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:36:45.023454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 6e26a4a4-834e-429f-ae87-7266cbfafd19, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:36:45.093614 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:45.116727 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4d6ca4-10c8-4231-866d-05d7e287b8e5 x-openstack-request-id: req-9e4d6ca4-10c8-4231-866d-05d7e287b8e5 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:36:45.117024 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e615864-37d3-4d4f-9408-82794266ef06", "name": "network-vif-plugged", "status": "completed", "tag": "6e26a4a4-834e-429f-ae87-7266cbfafd19", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:36:45.117284 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e4d6ca4-10c8-4231-866d-05d7e287b8e5 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:36:45.117674 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e615864-37d3-4d4f-9408-82794266ef06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e26a4a4-834e-429f-ae87-7266cbfafd19', 'code': 200} Jul 05 04:36:45.143973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=6e26a4a4-834e-429f-ae87-7266cbfafd19,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:45.598005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cea139-584e-4a6b-bb2f-57fdae315723 req-1bd17f3e-bb8d-4401-b955-64f73c201162 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:45.599475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84cea139-584e-4a6b-bb2f-57fdae315723 req-1bd17f3e-bb8d-4401-b955-64f73c201162 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0626209 Jul 05 04:36:45.637752 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84cea139-584e-4a6b-bb2f-57fdae315723 req-d0fdf57f-c42d-43cf-8c33-e44add4f8d4e tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328043 Jul 05 04:36:45.808633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68079cc1-c42c-48e8-a088-e61371efe355 req-b1696f32-4911-4a7e-937c-141dfaabb296 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:45.810145 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68079cc1-c42c-48e8-a088-e61371efe355 req-b1696f32-4911-4a7e-937c-141dfaabb296 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0620363 Jul 05 04:36:45.849187 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68079cc1-c42c-48e8-a088-e61371efe355 req-75cd4f25-58dc-4a4c-9153-49b04ee74543 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Jul 05 04:36:46.023812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bc9bd-aa1d-431d-9ebf-725849ee5973 req-e1d57fde-05f3-474c-94da-8fd5aaef5120 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:46.025323 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a76bc9bd-aa1d-431d-9ebf-725849ee5973 req-e1d57fde-05f3-474c-94da-8fd5aaef5120 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0661621 Jul 05 04:36:46.062886 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a76bc9bd-aa1d-431d-9ebf-725849ee5973 req-975f543f-8e27-4fc9-ae89-715c79e5f325 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316122 Jul 05 04:36:46.682428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-a7183f95-38b0-4592-a2e0-0997c5e4daa8 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:46.683897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-a7183f95-38b0-4592-a2e0-0997c5e4daa8 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 814 time: 0.1115956 Jul 05 04:36:46.698841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-2b57c359-9c89-412c-8a90-406531daea78 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/quotas/b939baaca8a042e8a884d591fcdaf20a HTTP/1.1" status: 200 len: 375 time: 0.0089302 Jul 05 04:36:46.759626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-083795e4-60f3-470d-af93-38bd2c117879 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557253 Jul 05 04:36:46.815752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-cf28f157-7c7e-4953-866b-15ce31ad96cb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:36:46.816778 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-cf28f157-7c7e-4953-866b-15ce31ad96cb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508881 Jul 05 04:36:46.904829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-e40e156a-0a0c-41af-878c-730aadd65f8d service neutron] 10.222.0.60 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822423 Jul 05 04:36:47.002017 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-f93d91b3-d5ce-4024-88e5-9a77f69db7d7 service neutron] 10.222.0.60 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915771 Jul 05 04:36:47.246123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f91c645-079f-462c-ad0f-e6634ef5a7c2 req-0d2f39ed-bef4-4ba5-9977-9f93a2cee80a tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 210 time: 0.0299604 Jul 05 04:36:47.875798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5471b-e7bb-422a-89b3-2766ccaf49bd req-76d96a6c-ce6b-4edf-8918-4f02e011a7d5 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:47.880145 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fce5471b-e7bb-422a-89b3-2766ccaf49bd req-76d96a6c-ce6b-4edf-8918-4f02e011a7d5 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e615864-37d3-4d4f-9408-82794266ef06 HTTP/1.1" status: 200 len: 945 time: 0.0635188 Jul 05 04:36:47.984345 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-fce5471b-e7bb-422a-89b3-2766ccaf49bd req-3927c2ea-32ab-490e-977c-6fdb6cc3f826 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Deleting port 6e26a4a4-834e-429f-ae87-7266cbfafd19 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:36:47.984659 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fce5471b-e7bb-422a-89b3-2766ccaf49bd req-3927c2ea-32ab-490e-977c-6fdb6cc3f826 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:48.078310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-fce5471b-e7bb-422a-89b3-2766ccaf49bd req-3927c2ea-32ab-490e-977c-6fdb6cc3f826 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] For port 6e26a4a4-834e-429f-ae87-7266cbfafd19, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=6e26a4a4-834e-429f-ae87-7266cbfafd19,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:36:48.078671 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fce5471b-e7bb-422a-89b3-2766ccaf49bd req-3927c2ea-32ab-490e-977c-6fdb6cc3f826 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:48.089969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-fce5471b-e7bb-422a-89b3-2766ccaf49bd req-3927c2ea-32ab-490e-977c-6fdb6cc3f826 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Calling delete_port for 6e26a4a4-834e-429f-ae87-7266cbfafd19 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:36:48.496880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39e32ff5-8efe-4037-b033-749e3f4ab9b8 req-077c7e4b-bc61-46b3-a3d1-64e15281aa20 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 210 time: 0.0316918 Jul 05 04:36:48.647506 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fce5471b-e7bb-422a-89b3-2766ccaf49bd req-3927c2ea-32ab-490e-977c-6fdb6cc3f826 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:48.659745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['6e26a4a4-834e-429f-ae87-7266cbfafd19'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:36:48.681427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927c2ea-32ab-490e-977c-6fdb6cc3f826 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Pushing event deleted for resources: {'Port': ['ID=6e26a4a4-834e-429f-ae87-7266cbfafd19,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:48.722727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce5471b-e7bb-422a-89b3-2766ccaf49bd req-3927c2ea-32ab-490e-977c-6fdb6cc3f826 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] No DVR routers for this DVR port 6e26a4a4-834e-429f-ae87-7266cbfafd19 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:36:48.725634 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fce5471b-e7bb-422a-89b3-2766ccaf49bd req-3927c2ea-32ab-490e-977c-6fdb6cc3f826 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:48.727913 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fce5471b-e7bb-422a-89b3-2766ccaf49bd req-3927c2ea-32ab-490e-977c-6fdb6cc3f826 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.64 "DELETE /v2.0/ports/6e26a4a4-834e-429f-ae87-7266cbfafd19 HTTP/1.1" status: 204 len: 173 time: 0.8447649 Jul 05 04:36:48.728501 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e615864-37d3-4d4f-9408-82794266ef06', 'name': 'network-vif-deleted', 'tag': '6e26a4a4-834e-429f-ae87-7266cbfafd19'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:36:48.730912 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dc1e41-bd11-4ce4-a5b8-60e56aafb2b6" -d '{"events": [{"server_uuid": "8e615864-37d3-4d4f-9408-82794266ef06", "name": "network-vif-deleted", "tag": "6e26a4a4-834e-429f-ae87-7266cbfafd19"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:36:48.765905 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aafa0b0-7314-4842-8dc5-8b089af56689 x-openstack-request-id: req-1aafa0b0-7314-4842-8dc5-8b089af56689 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:36:48.766290 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e615864-37d3-4d4f-9408-82794266ef06", "name": "network-vif-deleted", "tag": "6e26a4a4-834e-429f-ae87-7266cbfafd19", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:36:48.766472 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1aafa0b0-7314-4842-8dc5-8b089af56689 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:36:48.766866 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e615864-37d3-4d4f-9408-82794266ef06', 'name': 'network-vif-deleted', 'tag': '6e26a4a4-834e-429f-ae87-7266cbfafd19', 'status': 'completed', 'code': 200} Jul 05 04:36:49.151761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b91964a8-193d-44ba-a539-923dbf3720c6 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:49.153366 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b91964a8-193d-44ba-a539-923dbf3720c6 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.64 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 814 time: 0.1037531 Jul 05 04:36:49.166576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b02b5a02-2164-4f56-8b5e-760048e4dcfe tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Request body: {'port': {'device_id': '9b916e63-5f42-4864-8c3b-3f6bf3addf44', 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b', 'admin_state_up': True, 'tenant_id': 'b939baaca8a042e8a884d591fcdaf20a'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:36:49.362566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b02b5a02-2164-4f56-8b5e-760048e4dcfe tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Made reservation on behalf of b939baaca8a042e8a884d591fcdaf20a for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:36:49.367167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b02b5a02-2164-4f56-8b5e-760048e4dcfe tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:49.503470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b02b5a02-2164-4f56-8b5e-760048e4dcfe tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Allocated IP 172.20.0.3 (99068cd1-9978-4c11-88b0-5a6d67a5681b/e55e6511-a42e-4421-b40a-9995b26d813a/0ae0639b-9e95-4d40-a154-a144530a851f) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:36:49.655229 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc7b119d-ba86-40db-8d2c-14a2b7ead0ef req-e5ed77a3-ad58-4b5c-a3cf-034b6ed07815 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 210 time: 0.0393362 Jul 05 04:36:49.679446 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b02b5a02-2164-4f56-8b5e-760048e4dcfe tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:49.773831 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b02b5a02-2164-4f56-8b5e-760048e4dcfe tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:49.785291 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['6e26a4a4-834e-429f-ae87-7266cbfafd19'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:36:49.822873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b02b5a02-2164-4f56-8b5e-760048e4dcfe tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Network 99068cd1-9978-4c11-88b0-5a6d67a5681b is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:36:49.826537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b02b5a02-2164-4f56-8b5e-760048e4dcfe tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:36:49.831105 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b02b5a02-2164-4f56-8b5e-760048e4dcfe tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:36:49.860876 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b5a02-2164-4f56-8b5e-760048e4dcfe tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Pushing event updated for resources: {'Port': ['ID=0ae0639b-9e95-4d40-a154-a144530a851f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:49.886591 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b02b5a02-2164-4f56-8b5e-760048e4dcfe tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:49.887199 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b02b5a02-2164-4f56-8b5e-760048e4dcfe tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:49.978765 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b02b5a02-2164-4f56-8b5e-760048e4dcfe tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8159115 Jul 05 04:36:49.990424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Request body: {'port': {'device_id': '9b916e63-5f42-4864-8c3b-3f6bf3addf44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:36:50.062337 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:50.322271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae0639b-9e95-4d40-a154-a144530a851f {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:36:50.329816 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:50.341510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Transition to ACTIVE for port object 0ae0639b-9e95-4d40-a154-a144530a851f will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:36:50.412268 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:50.463987 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae0639b-9e95-4d40-a154-a144530a851f,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:50.533060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Attempting to bind port 0ae0639b-9e95-4d40-a154-a144530a851f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:36:50.533399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Attempting to bind port 0ae0639b-9e95-4d40-a154-a144530a851f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:36:50.533730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Attempting to bind port 0ae0639b-9e95-4d40-a154-a144530a851f on network 99068cd1-9978-4c11-88b0-5a6d67a5681b {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:36:50.537949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Port 0ae0639b-9e95-4d40-a154-a144530a851f on network 99068cd1-9978-4c11-88b0-5a6d67a5681b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:36:50.538308 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Attempting to bind port 0ae0639b-9e95-4d40-a154-a144530a851f on network 99068cd1-9978-4c11-88b0-5a6d67a5681b {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:36:50.543106 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:36:50.543449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Checking segment: {'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:36:50.543835 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Bound using segment: {'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:36:50.544258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Bound port: 0ae0639b-9e95-4d40-a154-a144530a851f, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:36:50.544646 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:50.610515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] For port 0ae0639b-9e95-4d40-a154-a144530a851f, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:36:50.613406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] For port 0ae0639b-9e95-4d40-a154-a144530a851f, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0ae0639b-9e95-4d40-a154-a144530a851f,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:36:50.669576 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:50.704308 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:50.704966 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:50.706379 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] 10.222.0.64 "PUT /v2.0/ports/0ae0639b-9e95-4d40-a154-a144530a851f HTTP/1.1" status: 200 len: 1091 time: 0.7202609 Jul 05 04:36:50.727371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470fafca-d60b-4124-b61f-72ab527815f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae0639b-9e95-4d40-a154-a144530a851f,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:50.767703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b916e63-5f42-4864-8c3b-3f6bf3addf44', 'tag': '0ae0639b-9e95-4d40-a154-a144530a851f'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:36:50.770120 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b3a238-8700-4f38-8240-5a511fe79c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b916e63-5f42-4864-8c3b-3f6bf3addf44", "tag": "0ae0639b-9e95-4d40-a154-a144530a851f"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:36:50.817552 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a9c90c-f4ac-49df-8c7e-e34fe95c170c x-openstack-request-id: req-14a9c90c-f4ac-49df-8c7e-e34fe95c170c {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:36:50.817837 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b916e63-5f42-4864-8c3b-3f6bf3addf44", "tag": "0ae0639b-9e95-4d40-a154-a144530a851f", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:36:50.818088 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14a9c90c-f4ac-49df-8c7e-e34fe95c170c {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:36:50.818482 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b916e63-5f42-4864-8c3b-3f6bf3addf44', 'tag': '0ae0639b-9e95-4d40-a154-a144530a851f', 'status': 'completed', 'code': 200} Jul 05 04:36:50.887057 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fbd92-2c4f-4381-8e0d-a9b2cb13f025 req-5ea56c4f-b9c1-4e7c-b289-9be46c299a88 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:50.888585 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e46fbd92-2c4f-4381-8e0d-a9b2cb13f025 req-5ea56c4f-b9c1-4e7c-b289-9be46c299a88 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 943 time: 0.1131148 Jul 05 04:36:50.890918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-fe752080-2bb1-4c33-b0d8-0bffed66d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:50.892262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-fe752080-2bb1-4c33-b0d8-0bffed66d2f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 1094 time: 0.0872202 Jul 05 04:36:50.942160 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-08c8eb9d-770d-4353-ac40-0bcf2c280d66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae0639b-9e95-4d40-a154-a144530a851f HTTP/1.1" status: 200 len: 217 time: 0.0411289 Jul 05 04:36:50.983428 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e46fbd92-2c4f-4381-8e0d-a9b2cb13f025 req-0326c4b1-896d-4325-bccd-a4e6d17d555e tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871661 Jul 05 04:36:51.003008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-53964a1e-78cb-4b4b-a8f4-5a1f36ff62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:51.004677 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-53964a1e-78cb-4b4b-a8f4-5a1f36ff62d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 200 len: 854 time: 0.0532868 Jul 05 04:36:51.043895 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-5b464b21-1468-44ca-8b26-05f4a9f04a5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99068cd1-9978-4c11-88b0-5a6d67a5681b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325229 Jul 05 04:36:51.132969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-b60a3f4a-1302-4660-b91e-a764f2994373 service neutron] 10.222.0.64 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827298 Jul 05 04:36:51.229245 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-503c6d93-e26d-42b8-b858-b47c1a59e107 req-d1d1f4b9-ae29-40c1-b951-e77e6f401d9b service neutron] 10.222.0.64 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855615 Jul 05 04:36:51.333351 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5e164fcc-e871-42ab-863e-fd684fc7f2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:51.403365 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3a238-8700-4f38-8240-5a511fe79c8b req-bcd1e94e-3e71-405d-87f7-80fc644800fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:51.404958 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39b3a238-8700-4f38-8240-5a511fe79c8b req-bcd1e94e-3e71-405d-87f7-80fc644800fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 1094 time: 0.0551593 Jul 05 04:36:51.493771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3a238-8700-4f38-8240-5a511fe79c8b req-044f8116-7678-428a-8091-3c7b3ef8280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:51.495184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39b3a238-8700-4f38-8240-5a511fe79c8b req-044f8116-7678-428a-8091-3c7b3ef8280d service neutron] 10.222.0.64 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 915 time: 0.0839167 Jul 05 04:36:51.541799 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39b3a238-8700-4f38-8240-5a511fe79c8b req-64d4357d-6c02-4344-92d2-6eaff3f91e6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae0639b-9e95-4d40-a154-a144530a851f HTTP/1.1" status: 200 len: 217 time: 0.0404778 Jul 05 04:36:51.590209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3a238-8700-4f38-8240-5a511fe79c8b req-3b804f50-a5cc-41ac-905b-c2813a7fad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:51.591668 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39b3a238-8700-4f38-8240-5a511fe79c8b req-3b804f50-a5cc-41ac-905b-c2813a7fad5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 200 len: 854 time: 0.0429516 Jul 05 04:36:51.624462 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39b3a238-8700-4f38-8240-5a511fe79c8b req-f030d5af-6977-4769-b203-dee49281fdef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99068cd1-9978-4c11-88b0-5a6d67a5681b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261168 Jul 05 04:36:51.715766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39b3a238-8700-4f38-8240-5a511fe79c8b req-0b6f07c3-5b60-4ea1-9021-0bdcffd3c1ea service neutron] 10.222.0.64 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846586 Jul 05 04:36:51.806078 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39b3a238-8700-4f38-8240-5a511fe79c8b req-66639117-eb47-487b-921a-16109b35227d service neutron] 10.222.0.64 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833421 Jul 05 04:36:52.162628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20bb15-7a90-4696-bff6-aea8abcae730 req-4769ed8e-4ad9-4299-adff-37125f511172 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:52.166472 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eb20bb15-7a90-4696-bff6-aea8abcae730 req-4769ed8e-4ad9-4299-adff-37125f511172 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 943 time: 0.0677636 Jul 05 04:36:52.201812 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eb20bb15-7a90-4696-bff6-aea8abcae730 req-e090cff6-4828-4def-be32-0765ceaa5ed3 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Jul 05 04:36:52.866615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6e26a4a4-834e-429f-ae87-7266cbfafd19 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:36:52.887068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 6e26a4a4-834e-429f-ae87-7266cbfafd19 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:36:52.887410 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 6e26a4a4-834e-429f-ae87-7266cbfafd19 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:36:53.390828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34010faf-ce65-445f-a205-c600f633309e req-f3cb3714-ef4e-48ac-83b0-0a3c186422fa tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:53.392304 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34010faf-ce65-445f-a205-c600f633309e req-f3cb3714-ef4e-48ac-83b0-0a3c186422fa tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 943 time: 0.0646412 Jul 05 04:36:53.430313 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34010faf-ce65-445f-a205-c600f633309e req-949e84d6-3cbd-43af-b91f-7606c5a676ab tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322051 Jul 05 04:36:54.292027 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a00bdb1f-6eaa-4d7c-8b90-8e3532ef9886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:54.396276 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:54.606796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c1134-cf0d-45b2-8193-77567a0f78bd req-792b3f40-c507-4918-8689-64bd90eac6b9 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:54.608207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-856c1134-cf0d-45b2-8193-77567a0f78bd req-792b3f40-c507-4918-8689-64bd90eac6b9 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 943 time: 0.0635710 Jul 05 04:36:54.645619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-856c1134-cf0d-45b2-8193-77567a0f78bd req-271b0a7e-aed3-4131-b4a0-17dcf5aec76b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311043 Jul 05 04:36:54.881973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0ae0639b-9e95-4d40-a154-a144530a851f details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:36:54.976595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 0ae0639b-9e95-4d40-a154-a144530a851f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0ae0639b-9e95-4d40-a154-a144530a851f,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:36:54.987577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '0ae0639b-9e95-4d40-a154-a144530a851f', 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b', 'port_id': '0ae0639b-9e95-4d40-a154-a144530a851f', 'mac_address': 'fa:16:3e:c5:4e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55e6511-a42e-4421-b40a-9995b26d813a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:36:55.022547 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:55.034942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae0639b-9e95-4d40-a154-a144530a851f {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:36:55.053088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 0ae0639b-9e95-4d40-a154-a144530a851f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0ae0639b-9e95-4d40-a154-a144530a851f,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:36:55.150628 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:55.197107 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=0ae0639b-9e95-4d40-a154-a144530a851f,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:55.336623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['0ae0639b-9e95-4d40-a154-a144530a851f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:36:55.397250 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:55.821615 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c56b71-1756-4788-a8af-6c44927c54cc req-da669acf-cc17-4757-9ec8-1b4dedf29d47 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:55.823112 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84c56b71-1756-4788-a8af-6c44927c54cc req-da669acf-cc17-4757-9ec8-1b4dedf29d47 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 944 time: 0.0679388 Jul 05 04:36:55.859851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84c56b71-1756-4788-a8af-6c44927c54cc req-fd1f3efb-85de-4f2c-be9f-82140eb71432 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309074 Jul 05 04:36:56.897461 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0ae0639b-9e95-4d40-a154-a144530a851f up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:36:57.007740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 0ae0639b-9e95-4d40-a154-a144530a851f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:36:57.011523 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 0ae0639b-9e95-4d40-a154-a144530a851f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:36:57.011896 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:57.038171 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cf785-50f4-40b9-9e8f-b06b2533639c req-1d59cb07-d3a5-402f-82ac-226b98d25963 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:57.039693 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-984cf785-50f4-40b9-9e8f-b06b2533639c req-1d59cb07-d3a5-402f-82ac-226b98d25963 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 944 time: 0.0660534 Jul 05 04:36:57.079219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-984cf785-50f4-40b9-9e8f-b06b2533639c req-d6d5af94-fe7e-43ad-a9c8-468239501f65 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339365 Jul 05 04:36:57.092738 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:57.115180 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b916e63-5f42-4864-8c3b-3f6bf3addf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae0639b-9e95-4d40-a154-a144530a851f'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:36:57.117426 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c67d03-d790-4b45-a12b-ade9f7d89179" -d '{"events": [{"server_uuid": "9b916e63-5f42-4864-8c3b-3f6bf3addf44", "name": "network-vif-plugged", "status": "completed", "tag": "0ae0639b-9e95-4d40-a154-a144530a851f"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:36:57.130256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 0ae0639b-9e95-4d40-a154-a144530a851f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0ae0639b-9e95-4d40-a154-a144530a851f,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:36:57.154070 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e2ed8e-0139-4b1f-9552-b366677631ee x-openstack-request-id: req-e1e2ed8e-0139-4b1f-9552-b366677631ee {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:36:57.154444 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b916e63-5f42-4864-8c3b-3f6bf3addf44", "name": "network-vif-plugged", "status": "completed", "tag": "0ae0639b-9e95-4d40-a154-a144530a851f", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:36:57.154707 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1e2ed8e-0139-4b1f-9552-b366677631ee {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:36:57.155094 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b916e63-5f42-4864-8c3b-3f6bf3addf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae0639b-9e95-4d40-a154-a144530a851f', 'code': 200} Jul 05 04:36:57.215836 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:57.264666 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=0ae0639b-9e95-4d40-a154-a144530a851f,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:57.268974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ecf7c-fe69-42d1-a3ea-4e5db7356d95 req-21fa434d-1796-48b5-ba61-aa6781523b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:57.272074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-982ecf7c-fe69-42d1-a3ea-4e5db7356d95 req-21fa434d-1796-48b5-ba61-aa6781523b3e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 1096 time: 0.0575361 Jul 05 04:36:57.273142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:57.273509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:57.273852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:57.274277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:57.274619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:57.275058 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:57.275393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:57.275727 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:57.276060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:57.276425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:57.276762 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:57.279119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:57.308298 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-982ecf7c-fe69-42d1-a3ea-4e5db7356d95 req-b25f88ad-182c-4e9a-baee-b0145a84b7d2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312219 Jul 05 04:36:57.310656 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:58.256654 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363de69d-e05b-4751-bcb8-55c07dd6d693 req-3be94a62-de6e-46e7-916b-d512320c93f4 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:58.258152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-363de69d-e05b-4751-bcb8-55c07dd6d693 req-3be94a62-de6e-46e7-916b-d512320c93f4 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0662587 Jul 05 04:36:58.295632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-363de69d-e05b-4751-bcb8-55c07dd6d693 req-5ca50f99-3c0e-43e4-9cce-9edd536da603 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Jul 05 04:36:59.468676 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9b361-d288-40aa-8b5a-7b2d8f9eccf1 req-126844f8-ac01-4458-bae1-abe7d6f28d62 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:59.470143 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5bf9b361-d288-40aa-8b5a-7b2d8f9eccf1 req-126844f8-ac01-4458-bae1-abe7d6f28d62 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0629363 Jul 05 04:36:59.506602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5bf9b361-d288-40aa-8b5a-7b2d8f9eccf1 req-356455e3-ca13-4ba3-b617-39ba30d6c00d tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304489 Jul 05 04:36:59.685208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8ac85-4190-4b3a-a985-3dbf7b6e434e req-450ab8cc-61e0-412d-b332-71c7290f44c5 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:59.686690 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76f8ac85-4190-4b3a-a985-3dbf7b6e434e req-450ab8cc-61e0-412d-b332-71c7290f44c5 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0702684 Jul 05 04:36:59.724998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76f8ac85-4190-4b3a-a985-3dbf7b6e434e req-39469ea7-0d7e-4456-9d4a-1cc693fb29a6 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322373 Jul 05 04:36:59.871910 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:00.273600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada128b5-ec71-4d4d-8d17-5ec3bd1d3607 req-48a9abc4-0114-4cbc-b6b9-105fd89dba47 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:00.275102 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ada128b5-ec71-4d4d-8d17-5ec3bd1d3607 req-48a9abc4-0114-4cbc-b6b9-105fd89dba47 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0639699 Jul 05 04:37:00.313534 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ada128b5-ec71-4d4d-8d17-5ec3bd1d3607 req-1c29f033-814a-469b-be92-f5c592fd83be tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327685 Jul 05 04:37:00.377686 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-63adfa39-7c34-4a5a-ba8c-64aeceffcb24 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0521975 Jul 05 04:37:01.491651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084df04a-93da-4bd4-835f-3720b30a178f req-b7d6b3e1-7ea8-4d05-94c6-d01ebe0eb9a3 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:01.493132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-084df04a-93da-4bd4-835f-3720b30a178f req-b7d6b3e1-7ea8-4d05-94c6-d01ebe0eb9a3 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0686409 Jul 05 04:37:01.531623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-084df04a-93da-4bd4-835f-3720b30a178f req-d7d24001-6ffb-43cd-bc43-cea3f69c4ea2 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327475 Jul 05 04:37:01.725816 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:02.402033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-e6f44b7a-4f3e-4e24-9f32-4067598e03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:02.403553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-e6f44b7a-4f3e-4e24-9f32-4067598e03ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 1096 time: 0.0634627 Jul 05 04:37:02.493744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d0878b82-3e0b-42cc-82df-7fde53e7c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:02.495197 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d0878b82-3e0b-42cc-82df-7fde53e7c808 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 915 time: 0.0857918 Jul 05 04:37:02.539843 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-c5c8c76d-fe22-4a3e-bfe6-88b4164db3ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae0639b-9e95-4d40-a154-a144530a851f HTTP/1.1" status: 200 len: 217 time: 0.0384195 Jul 05 04:37:02.587196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-3bda074d-1e90-4f59-b8e5-6d35549870a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:02.588692 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-3bda074d-1e90-4f59-b8e5-6d35549870a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 200 len: 854 time: 0.0432508 Jul 05 04:37:02.621958 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-60b9058e-e455-4224-9d3c-d019eecb94c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99068cd1-9978-4c11-88b0-5a6d67a5681b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273325 Jul 05 04:37:02.758975 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-cb8846e0-f7c5-42bf-8d17-f26f42f0b81b service neutron] 10.222.0.64 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305871 Jul 05 04:37:02.773252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db39da-09dc-4660-8f12-2846c1cebf66 req-9f981aa8-d258-452b-8bae-2aaa6e68ef03 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:02.774720 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70db39da-09dc-4660-8f12-2846c1cebf66 req-9f981aa8-d258-452b-8bae-2aaa6e68ef03 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.1255012 Jul 05 04:37:02.861729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-70db39da-09dc-4660-8f12-2846c1cebf66 req-37fd06ef-91cd-4755-a5c6-c3e8dd833677 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786099 Jul 05 04:37:02.885556 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-586df422-4bb1-424b-bbac-1dfb0d608fb7 service neutron] 10.222.0.64 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099267 Jul 05 04:37:04.037673 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b851d-3124-47e9-b9cd-4b77b5668038 req-b32a81a4-1d91-4931-86af-97f40e0d8001 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:04.039177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c24b851d-3124-47e9-b9cd-4b77b5668038 req-b32a81a4-1d91-4931-86af-97f40e0d8001 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0674257 Jul 05 04:37:04.077392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c24b851d-3124-47e9-b9cd-4b77b5668038 req-ee0fde2d-8988-48a9-8491-f0010525d7f0 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327237 Jul 05 04:37:05.258745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe7300-331c-4ec9-a703-fb40d513bfd1 req-9f6bbdc0-3ddd-4f67-966f-2369e1b1d1ef tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:05.260248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0fbe7300-331c-4ec9-a703-fb40d513bfd1 req-9f6bbdc0-3ddd-4f67-966f-2369e1b1d1ef tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0694292 Jul 05 04:37:05.297385 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0fbe7300-331c-4ec9-a703-fb40d513bfd1 req-53feaa19-6160-4eff-8453-97bef1936a8c tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Jul 05 04:37:06.473415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1195e43-03c9-4843-b960-658b4bc6ce6c req-9def0cee-1b9c-4431-a29b-cd3c9df15566 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:06.475072 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1195e43-03c9-4843-b960-658b4bc6ce6c req-9def0cee-1b9c-4431-a29b-cd3c9df15566 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0636177 Jul 05 04:37:06.511858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1195e43-03c9-4843-b960-658b4bc6ce6c req-4aec40b6-ad43-4045-bfb3-b85723c8c997 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314319 Jul 05 04:37:07.685610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd143-6e93-4642-b06b-9aa31d44f159 req-87857426-11ee-4216-8e96-68da4f664be0 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:07.687095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9bfd143-6e93-4642-b06b-9aa31d44f159 req-87857426-11ee-4216-8e96-68da4f664be0 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0656822 Jul 05 04:37:07.724613 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9bfd143-6e93-4642-b06b-9aa31d44f159 req-00693db3-3535-4f61-9be3-c74683c69309 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313282 Jul 05 04:37:08.898571 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5433af-03f5-40e6-b204-13016834fe50 req-f689c943-1bc4-4604-aac5-0da8ffa06b89 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:08.900085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf5433af-03f5-40e6-b204-13016834fe50 req-f689c943-1bc4-4604-aac5-0da8ffa06b89 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0638072 Jul 05 04:37:08.938180 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf5433af-03f5-40e6-b204-13016834fe50 req-3733f000-6aa4-4a68-a75e-2175ee73edbd tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327275 Jul 05 04:37:10.111421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b834c-afd6-4e75-9ab7-a3647366ae89 req-4b1a7f30-e9db-4f04-9e80-cc0379b70653 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:10.113073 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-231b834c-afd6-4e75-9ab7-a3647366ae89 req-4b1a7f30-e9db-4f04-9e80-cc0379b70653 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0653079 Jul 05 04:37:10.149427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-231b834c-afd6-4e75-9ab7-a3647366ae89 req-29faa1f5-d13e-475b-b0dc-64a6199e367c tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308340 Jul 05 04:37:11.328064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36267b05-d980-4c20-aac5-89fc4caf3a88 req-76835ceb-c637-40da-a342-3eb4e7590305 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:11.329567 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-36267b05-d980-4c20-aac5-89fc4caf3a88 req-76835ceb-c637-40da-a342-3eb4e7590305 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0668383 Jul 05 04:37:11.366344 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-36267b05-d980-4c20-aac5-89fc4caf3a88 req-4e04c5b3-3da6-4b7b-bdc7-ea4a88beddd6 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313747 Jul 05 04:37:12.538868 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b661b-9bbf-4438-8f78-a841778a4157 req-4737e411-df98-4450-929a-b189420f635e tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:12.540348 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-718b661b-9bbf-4438-8f78-a841778a4157 req-4737e411-df98-4450-929a-b189420f635e tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0651088 Jul 05 04:37:12.581689 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-718b661b-9bbf-4438-8f78-a841778a4157 req-dd82b0c2-17ed-40df-a937-8eda18e01c39 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357924 Jul 05 04:37:13.755236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043aadd-ee71-4de4-b472-fc575971c5d5 req-99d5ac07-042e-467a-a876-f658527e72f9 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:13.756737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4043aadd-ee71-4de4-b472-fc575971c5d5 req-99d5ac07-042e-467a-a876-f658527e72f9 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0663738 Jul 05 04:37:13.794165 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4043aadd-ee71-4de4-b472-fc575971c5d5 req-2bdc3971-fc6a-4f5a-aadb-0759dd3714dc tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319371 Jul 05 04:37:14.976643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0d2d4-a2a7-4194-b722-ca2b9bc2aede req-6d43bd0f-9224-42f5-bb7a-2246c96fdb9f tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:14.978116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35e0d2d4-a2a7-4194-b722-ca2b9bc2aede req-6d43bd0f-9224-42f5-bb7a-2246c96fdb9f tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0627244 Jul 05 04:37:15.014455 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35e0d2d4-a2a7-4194-b722-ca2b9bc2aede req-ae8d958e-198c-4729-b910-77d3ca6b2478 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309680 Jul 05 04:37:16.205743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c3135-e4c5-4064-b3d3-db089f20c284 req-0bdd44bb-4384-4941-9255-cee46474ea48 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:16.207360 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b29c3135-e4c5-4064-b3d3-db089f20c284 req-0bdd44bb-4384-4941-9255-cee46474ea48 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0685401 Jul 05 04:37:16.249434 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b29c3135-e4c5-4064-b3d3-db089f20c284 req-a3f9711c-c638-4127-9eef-84f86b0beaae tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339117 Jul 05 04:37:17.433995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04037ad-0e02-448a-aa46-defd051d5c65 req-d1357d1e-3321-4156-b6e2-cd8bbbd4f5f1 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:17.435475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f04037ad-0e02-448a-aa46-defd051d5c65 req-d1357d1e-3321-4156-b6e2-cd8bbbd4f5f1 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0726848 Jul 05 04:37:17.473861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f04037ad-0e02-448a-aa46-defd051d5c65 req-8d718bc3-ef3e-4a4f-a692-04fe4f2398ec tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Jul 05 04:37:18.651899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88364e58-e37d-44c3-a15a-0fb45a4f757d req-52f0c544-cab2-4175-b67c-c92ca954dec6 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:18.653397 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88364e58-e37d-44c3-a15a-0fb45a4f757d req-52f0c544-cab2-4175-b67c-c92ca954dec6 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0622568 Jul 05 04:37:18.689282 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88364e58-e37d-44c3-a15a-0fb45a4f757d req-001c1de1-3177-437e-bcf5-9fdf2bcdc6a5 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304649 Jul 05 04:37:19.782043 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-062b2dd6-e6ac-490b-a57d-195ce784b601 service neutron] show failed (client error): The resource could not be found. Jul 05 04:37:19.783105 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-062b2dd6-e6ac-490b-a57d-195ce784b601 service neutron] 10.222.0.64 "GET /v2.0/ports/0ae0639b-9e95-4d40-a154-a144530a851f/bindings/n-h1-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0575368 Jul 05 04:37:19.870487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23c0ec-89dc-4387-a3a6-d28a0ec08570 req-13bed1f4-0ecb-45dc-a152-6bffead44be4 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:19.872006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d23c0ec-89dc-4387-a3a6-d28a0ec08570 req-13bed1f4-0ecb-45dc-a152-6bffead44be4 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0643978 Jul 05 04:37:19.911512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8d23c0ec-89dc-4387-a3a6-d28a0ec08570 req-69a74718-a029-4e82-9b14-b10e54b34c0f tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336993 Jul 05 04:37:20.131964 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:37:20.454926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-1927be90-04ec-42d7-b8f5-b5e8df32b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:20.456486 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-1927be90-04ec-42d7-b8f5-b5e8df32b06b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44&tenant_id=b939baaca8a042e8a884d591fcdaf20a HTTP/1.1" status: 200 len: 1096 time: 0.0538585 Jul 05 04:37:20.467224 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:20.540016 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:20.746012 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] For port 0ae0639b-9e95-4d40-a154-a144530a851f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0ae0639b-9e95-4d40-a154-a144530a851f,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:20.777825 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] For port 0ae0639b-9e95-4d40-a154-a144530a851f, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:37:20.815413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b916e63-5f42-4864-8c3b-3f6bf3addf44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae0639b-9e95-4d40-a154-a144530a851f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:20.817671 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322dbd70-f66e-4e18-b341-12f96525724d" -d '{"events": [{"server_uuid": "9b916e63-5f42-4864-8c3b-3f6bf3addf44", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae0639b-9e95-4d40-a154-a144530a851f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:20.821200 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:20.835504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Transition to ACTIVE for port object 0ae0639b-9e95-4d40-a154-a144530a851f will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:37:20.867798 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74efe4e-0e56-42b3-b278-f07b083310bf x-openstack-request-id: req-d74efe4e-0e56-42b3-b278-f07b083310bf {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:20.868088 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b916e63-5f42-4864-8c3b-3f6bf3addf44", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae0639b-9e95-4d40-a154-a144530a851f", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:20.868340 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d74efe4e-0e56-42b3-b278-f07b083310bf {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:20.868765 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b916e63-5f42-4864-8c3b-3f6bf3addf44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae0639b-9e95-4d40-a154-a144530a851f', 'code': 200} Jul 05 04:37:20.898399 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:20.963557 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] No DVR routers for this DVR port 0ae0639b-9e95-4d40-a154-a144530a851f on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:37:20.966599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae0639b-9e95-4d40-a154-a144530a851f,revision_number=6']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:20.978267 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:20.978615 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:20.978962 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:20.979299 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:20.979630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:20.979958 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:20.980322 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:20.980637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:20.980978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:20.981320 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:20.981642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:20.981961 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:21.013665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Attempting to bind port 0ae0639b-9e95-4d40-a154-a144530a851f on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:37:21.013926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Attempting to bind port 0ae0639b-9e95-4d40-a154-a144530a851f by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:37:21.014263 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Attempting to bind port 0ae0639b-9e95-4d40-a154-a144530a851f on network 99068cd1-9978-4c11-88b0-5a6d67a5681b {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:37:21.018937 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Port 0ae0639b-9e95-4d40-a154-a144530a851f on network 99068cd1-9978-4c11-88b0-5a6d67a5681b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:37:21.019259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Attempting to bind port 0ae0639b-9e95-4d40-a154-a144530a851f on network 99068cd1-9978-4c11-88b0-5a6d67a5681b {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:37:21.024213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:37:21.024590 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Checking segment: {'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:37:21.024990 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Bound using segment: {'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:37:21.025399 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Bound port: 0ae0639b-9e95-4d40-a154-a144530a851f, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed17eed-fa36-441a-8897-6c6f13119697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:37:21.025756 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:21.089439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] For port 0ae0639b-9e95-4d40-a154-a144530a851f, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:37:21.092411 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3af1d7-f76b-4577-9560-8c2eddd7bffa req-64a061b6-f79d-4b11-ae21-3f4993510b58 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:21.092906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] For port 0ae0639b-9e95-4d40-a154-a144530a851f, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0ae0639b-9e95-4d40-a154-a144530a851f,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:37:21.093964 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b3af1d7-f76b-4577-9560-8c2eddd7bffa req-64a061b6-f79d-4b11-ae21-3f4993510b58 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 943 time: 0.0631275 Jul 05 04:37:21.132320 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b3af1d7-f76b-4577-9560-8c2eddd7bffa req-1cca3955-4fb8-4c0f-9982-c4848e6e6804 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Jul 05 04:37:21.171536 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:21.208310 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:21.208951 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:21.210339 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/0ae0639b-9e95-4d40-a154-a144530a851f HTTP/1.1" status: 200 len: 1091 time: 0.7470551 Jul 05 04:37:21.232466 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9755f7f-4424-47ca-9844-2296ac0296c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae0639b-9e95-4d40-a154-a144530a851f,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:21.287426 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-2a34689d-bf95-409f-95a7-69ecdaf5bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:21.288979 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-2a34689d-bf95-409f-95a7-69ecdaf5bc33 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 1094 time: 0.0537484 Jul 05 04:37:21.325505 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b18772cb-e64a-4fff-87d7-4d1ccdfd4cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:21.380181 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-0e6aa89f-9937-4bb1-814c-72b6e911b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:21.381790 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-0e6aa89f-9937-4bb1-814c-72b6e911b8b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 915 time: 0.0871022 Jul 05 04:37:21.423891 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-fc03be73-e723-4011-ae02-b691bb29b26c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae0639b-9e95-4d40-a154-a144530a851f HTTP/1.1" status: 200 len: 217 time: 0.0361311 Jul 05 04:37:21.472098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-64464601-c756-4607-ad5b-0dab04309a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:21.473641 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-64464601-c756-4607-ad5b-0dab04309a63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 200 len: 854 time: 0.0437992 Jul 05 04:37:21.505933 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-a53f1e11-1295-4cac-8a1c-7af8d0019630 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99068cd1-9978-4c11-88b0-5a6d67a5681b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260406 Jul 05 04:37:21.597567 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-dd2c7d40-18fb-4c05-bd34-480092204b2a service neutron] 10.222.0.11 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850658 Jul 05 04:37:21.683500 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-34dd4318-8365-4d15-aab7-18d77937d6c4 req-898753d9-6382-472b-9c73-7aaacf9f8a01 service neutron] 10.222.0.11 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794110 Jul 05 04:37:22.317419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ad90e-114f-4db9-bd8c-51ace2fa9f60 req-05823a15-8f1e-46b8-9497-a2688330c646 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:22.324380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd5ad90e-114f-4db9-bd8c-51ace2fa9f60 req-05823a15-8f1e-46b8-9497-a2688330c646 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 943 time: 0.0735638 Jul 05 04:37:22.360923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd5ad90e-114f-4db9-bd8c-51ace2fa9f60 req-2213b480-6812-4f3d-9529-1d97fa17e0c7 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356400 Jul 05 04:37:22.869516 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b916e63-5f42-4864-8c3b-3f6bf3addf44', 'tag': '0ae0639b-9e95-4d40-a154-a144530a851f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:22.871851 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abce8e27-21e3-44b3-86c7-ba2848495638" -d '{"events": [{"name": "network-changed", "server_uuid": "9b916e63-5f42-4864-8c3b-3f6bf3addf44", "tag": "0ae0639b-9e95-4d40-a154-a144530a851f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:22.921534 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7deeb9fc-9fc2-4c8c-9ed3-863271ea1954 x-openstack-request-id: req-7deeb9fc-9fc2-4c8c-9ed3-863271ea1954 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:22.921828 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b916e63-5f42-4864-8c3b-3f6bf3addf44", "tag": "0ae0639b-9e95-4d40-a154-a144530a851f", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:22.922082 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7deeb9fc-9fc2-4c8c-9ed3-863271ea1954 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:22.922498 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b916e63-5f42-4864-8c3b-3f6bf3addf44', 'tag': '0ae0639b-9e95-4d40-a154-a144530a851f', 'status': 'completed', 'code': 200} Jul 05 04:37:22.995023 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-872344c2-b669-4f09-beb7-f28aa1c45289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:22.996682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-872344c2-b669-4f09-beb7-f28aa1c45289 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 1094 time: 0.0535243 Jul 05 04:37:23.004560 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-8e71c655-7ab7-4b21-a7f0-b52bca4d36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:23.006101 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-8e71c655-7ab7-4b21-a7f0-b52bca4d36e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 1094 time: 0.0571709 Jul 05 04:37:23.088667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-5414d4bc-7496-4051-b633-9f7c730714fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:23.090148 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-5414d4bc-7496-4051-b633-9f7c730714fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 915 time: 0.0871403 Jul 05 04:37:23.094142 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-f54aab75-453a-4b2b-832f-231c8f027f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:23.095674 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-f54aab75-453a-4b2b-832f-231c8f027f29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 915 time: 0.0827739 Jul 05 04:37:23.131905 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-2e7f772f-f6ad-4172-95fb-e33b930c9b95 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae0639b-9e95-4d40-a154-a144530a851f HTTP/1.1" status: 200 len: 217 time: 0.0347891 Jul 05 04:37:23.140620 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-eea245d1-82f7-4259-950b-04c28209ffb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae0639b-9e95-4d40-a154-a144530a851f HTTP/1.1" status: 200 len: 217 time: 0.0375345 Jul 05 04:37:23.180004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-7cc607d4-c464-40cc-8a34-96af3ad35b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:23.181512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-7cc607d4-c464-40cc-8a34-96af3ad35b34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 200 len: 854 time: 0.0436423 Jul 05 04:37:23.189649 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-2ad03a03-8a7f-45be-a6c3-0b611b73259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:23.191203 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-2ad03a03-8a7f-45be-a6c3-0b611b73259c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 200 len: 854 time: 0.0440857 Jul 05 04:37:23.213541 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-5c081798-8161-460e-82a6-04484fe2bd5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99068cd1-9978-4c11-88b0-5a6d67a5681b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259337 Jul 05 04:37:23.226499 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-1037765c-91aa-4af4-a227-d9ea42a66881 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99068cd1-9978-4c11-88b0-5a6d67a5681b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275216 Jul 05 04:37:23.307957 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-af54b035-5a65-434f-8884-eb9249e36ef1 service neutron] 10.222.0.64 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880160 Jul 05 04:37:23.321961 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-979971a0-2e5c-45a4-885d-ca940e26b919 service neutron] 10.222.0.11 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884511 Jul 05 04:37:23.400516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-6393ba2d-0648-4ba2-8b88-86dbe952960e service neutron] 10.222.0.64 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858650 Jul 05 04:37:23.418242 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-abce8e27-21e3-44b3-86c7-ba2848495638 req-95f0a968-c538-4bd3-88ae-2433b538c89d service neutron] 10.222.0.11 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865955 Jul 05 04:37:23.557871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74c160-6847-4b50-82f1-d11f976d56dd req-511dd90a-eccb-4d42-8720-1b94bfe27867 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:23.559335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a74c160-6847-4b50-82f1-d11f976d56dd req-511dd90a-eccb-4d42-8720-1b94bfe27867 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 943 time: 0.0681167 Jul 05 04:37:23.597927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a74c160-6847-4b50-82f1-d11f976d56dd req-55a4f63a-0edb-4ab8-8b98-2f972c417511 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320635 Jul 05 04:37:24.304232 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5e1df5b3-488b-4742-8188-0f1a2e871dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:24.388099 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:24.779607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280947-14d9-4658-a291-2267e4614d54 req-412e0b18-ca26-47cc-aa9b-d860d4b332b7 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:24.781119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-78280947-14d9-4658-a291-2267e4614d54 req-412e0b18-ca26-47cc-aa9b-d860d4b332b7 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 943 time: 0.0676317 Jul 05 04:37:24.804919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0ae0639b-9e95-4d40-a154-a144530a851f details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:37:24.819137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-78280947-14d9-4658-a291-2267e4614d54 req-3a75227b-ffbf-44b1-b1b2-e9188e165239 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324686 Jul 05 04:37:24.901730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 0ae0639b-9e95-4d40-a154-a144530a851f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0ae0639b-9e95-4d40-a154-a144530a851f,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:24.912651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '0ae0639b-9e95-4d40-a154-a144530a851f', 'network_id': '99068cd1-9978-4c11-88b0-5a6d67a5681b', 'port_id': '0ae0639b-9e95-4d40-a154-a144530a851f', 'mac_address': 'fa:16:3e:c5:4e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55e6511-a42e-4421-b40a-9995b26d813a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:37:24.949987 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:24.962479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae0639b-9e95-4d40-a154-a144530a851f {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:37:24.981815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 0ae0639b-9e95-4d40-a154-a144530a851f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0ae0639b-9e95-4d40-a154-a144530a851f,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:25.053501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0ae0639b-9e95-4d40-a154-a144530a851f no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:37:25.098094 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:25.103173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0ae0639b-9e95-4d40-a154-a144530a851f not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:37:25.147055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=0ae0639b-9e95-4d40-a154-a144530a851f,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:25.306215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3a8dd-f64e-4753-84ec-21d93a6301bd req-453a34ad-f23a-48b6-904a-ec647347e78e tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:25.307690 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e8c3a8dd-f64e-4753-84ec-21d93a6301bd req-453a34ad-f23a-48b6-904a-ec647347e78e tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 944 time: 0.0790842 Jul 05 04:37:25.310643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['0ae0639b-9e95-4d40-a154-a144530a851f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:37:25.378088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e8c3a8dd-f64e-4753-84ec-21d93a6301bd req-8277432d-2842-4ce3-b98a-d2a1164085cb tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511816 Jul 05 04:37:25.396792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63485c3-7db4-4e70-a551-23d8a13c31e5 req-93fc0235-1c3f-498c-963c-47ea1862243d tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:25.401283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d63485c3-7db4-4e70-a551-23d8a13c31e5 req-93fc0235-1c3f-498c-963c-47ea1862243d tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44&tenant_id=b939baaca8a042e8a884d591fcdaf20a&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 944 time: 0.1127174 Jul 05 04:37:25.428721 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:25.461189 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-d63485c3-7db4-4e70-a551-23d8a13c31e5 req-3a437694-706e-49f7-9386-90c37da62d84 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:37:25.462280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d63485c3-7db4-4e70-a551-23d8a13c31e5 req-3a437694-706e-49f7-9386-90c37da62d84 service neutron] 10.222.0.64 "DELETE /v2.0/ports/0ae0639b-9e95-4d40-a154-a144530a851f/bindings/n-h2-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0568631 Jul 05 04:37:25.563392 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63485c3-7db4-4e70-a551-23d8a13c31e5 req-a29006f4-6b7b-4a43-88a0-e980840126c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:25.565086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d63485c3-7db4-4e70-a551-23d8a13c31e5 req-a29006f4-6b7b-4a43-88a0-e980840126c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b939baaca8a042e8a884d591fcdaf20a&device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 1095 time: 0.0574088 Jul 05 04:37:25.652645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63485c3-7db4-4e70-a551-23d8a13c31e5 req-d838e0fc-aaae-49ed-838c-fb798875ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:25.654141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d63485c3-7db4-4e70-a551-23d8a13c31e5 req-d838e0fc-aaae-49ed-838c-fb798875ea88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 200 len: 915 time: 0.0826373 Jul 05 04:37:25.698238 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d63485c3-7db4-4e70-a551-23d8a13c31e5 req-a303d8b7-54a6-4a62-951a-91b0b0f736dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ae0639b-9e95-4d40-a154-a144530a851f HTTP/1.1" status: 200 len: 217 time: 0.0370085 Jul 05 04:37:25.746743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63485c3-7db4-4e70-a551-23d8a13c31e5 req-4c45acb7-0ef1-4010-bca0-2d9d96411c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:25.748130 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d63485c3-7db4-4e70-a551-23d8a13c31e5 req-4c45acb7-0ef1-4010-bca0-2d9d96411c84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 200 len: 854 time: 0.0432763 Jul 05 04:37:25.779954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d63485c3-7db4-4e70-a551-23d8a13c31e5 req-ddddd855-2b7e-4481-bdd9-36269259c7ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99068cd1-9978-4c11-88b0-5a6d67a5681b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252936 Jul 05 04:37:25.869153 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d63485c3-7db4-4e70-a551-23d8a13c31e5 req-d9bc3a3e-275b-4931-bf80-fc9e71791269 service neutron] 10.222.0.64 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821853 Jul 05 04:37:25.959040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d63485c3-7db4-4e70-a551-23d8a13c31e5 req-060afe50-0f55-422b-9aaa-585f4d8632df service neutron] 10.222.0.64 "GET /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834496 Jul 05 04:37:26.552091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a0eda-bbba-428f-bacf-09d65ab0dc64 req-d0b5daf7-40f9-4cf1-960a-23802b98e56d tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:26.553606 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-677a0eda-bbba-428f-bacf-09d65ab0dc64 req-d0b5daf7-40f9-4cf1-960a-23802b98e56d tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 944 time: 0.0628159 Jul 05 04:37:26.590724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-677a0eda-bbba-428f-bacf-09d65ab0dc64 req-21a5b661-c5a5-4160-a6f7-c1f7d158e2a7 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Jul 05 04:37:26.820009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0ae0639b-9e95-4d40-a154-a144530a851f up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:37:26.915347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 0ae0639b-9e95-4d40-a154-a144530a851f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:37:26.919205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 0ae0639b-9e95-4d40-a154-a144530a851f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:26.919608 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:26.996763 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:27.018449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b916e63-5f42-4864-8c3b-3f6bf3addf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae0639b-9e95-4d40-a154-a144530a851f'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:27.020751 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d223f8b8-a563-439a-a099-eedbd3865b85" -d '{"events": [{"server_uuid": "9b916e63-5f42-4864-8c3b-3f6bf3addf44", "name": "network-vif-plugged", "status": "completed", "tag": "0ae0639b-9e95-4d40-a154-a144530a851f"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:27.033587 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 0ae0639b-9e95-4d40-a154-a144530a851f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0ae0639b-9e95-4d40-a154-a144530a851f,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:27.081877 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44b9d72-5db0-4804-bb23-5693941490b5 x-openstack-request-id: req-a44b9d72-5db0-4804-bb23-5693941490b5 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:27.082177 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b916e63-5f42-4864-8c3b-3f6bf3addf44", "name": "network-vif-plugged", "status": "completed", "tag": "0ae0639b-9e95-4d40-a154-a144530a851f", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:27.082434 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a44b9d72-5db0-4804-bb23-5693941490b5 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:27.082858 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b916e63-5f42-4864-8c3b-3f6bf3addf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae0639b-9e95-4d40-a154-a144530a851f', 'code': 200} Jul 05 04:37:27.113473 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:27.166648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=0ae0639b-9e95-4d40-a154-a144530a851f,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:27.285226 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:27.772314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca085774-8aaa-4143-a21c-b070883c8401 req-bba3192c-0840-4c74-8b12-880c7890823b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:27.773844 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca085774-8aaa-4143-a21c-b070883c8401 req-bba3192c-0840-4c74-8b12-880c7890823b tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0717421 Jul 05 04:37:27.810895 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca085774-8aaa-4143-a21c-b070883c8401 req-d83d98ba-10fd-4de9-b1f7-aa8541f46813 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315711 Jul 05 04:37:27.982463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180865b-dbd0-4cca-a0f0-b3a06e6ff1b0 req-8c6bcd30-076d-40c3-9917-5eb4fc649c03 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:27.983930 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b180865b-dbd0-4cca-a0f0-b3a06e6ff1b0 req-8c6bcd30-076d-40c3-9917-5eb4fc649c03 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0628350 Jul 05 04:37:28.022524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b180865b-dbd0-4cca-a0f0-b3a06e6ff1b0 req-1e3ebd9a-62ed-4f1e-b093-b624fc05f235 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Jul 05 04:37:28.199706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23f188-63bb-4bd3-94c6-c68bca9ce12b req-3832a7e1-feb2-4aae-924f-c8c43333001f tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:28.201212 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae23f188-63bb-4bd3-94c6-c68bca9ce12b req-3832a7e1-feb2-4aae-924f-c8c43333001f tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0665989 Jul 05 04:37:28.242590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae23f188-63bb-4bd3-94c6-c68bca9ce12b req-3fdf0217-383f-4679-8794-a36d007070b6 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349953 Jul 05 04:37:29.101820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b12796-8222-4a5d-a57b-5bd46800570b req-4de43626-5240-4bdc-a078-f00ff494c0dc tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:29.103322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7b12796-8222-4a5d-a57b-5bd46800570b req-4de43626-5240-4bdc-a078-f00ff494c0dc tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0640750 Jul 05 04:37:29.140205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7b12796-8222-4a5d-a57b-5bd46800570b req-94f4535a-e5bc-47d2-9316-d0702b7bb935 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312653 Jul 05 04:37:29.833299 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:30.078212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90b6a4-43e1-41ff-b620-8ba2644f12fe req-93528e87-70f0-4b43-8c07-06a307c61263 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:30.079687 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3f90b6a4-43e1-41ff-b620-8ba2644f12fe req-93528e87-70f0-4b43-8c07-06a307c61263 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0624871 Jul 05 04:37:30.180392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-3f90b6a4-43e1-41ff-b620-8ba2644f12fe req-5f323dec-c1b1-4e32-9498-5c5c4d719f51 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Deleting port 0ae0639b-9e95-4d40-a154-a144530a851f {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:37:30.180759 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3f90b6a4-43e1-41ff-b620-8ba2644f12fe req-5f323dec-c1b1-4e32-9498-5c5c4d719f51 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:30.268718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-3f90b6a4-43e1-41ff-b620-8ba2644f12fe req-5f323dec-c1b1-4e32-9498-5c5c4d719f51 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] For port 0ae0639b-9e95-4d40-a154-a144530a851f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=0ae0639b-9e95-4d40-a154-a144530a851f,segment=NetworkSegment(5ed17eed-fa36-441a-8897-6c6f13119697),segment_id=5ed17eed-fa36-441a-8897-6c6f13119697)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:30.269084 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3f90b6a4-43e1-41ff-b620-8ba2644f12fe req-5f323dec-c1b1-4e32-9498-5c5c4d719f51 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:30.285128 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-3f90b6a4-43e1-41ff-b620-8ba2644f12fe req-5f323dec-c1b1-4e32-9498-5c5c4d719f51 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Calling delete_port for 0ae0639b-9e95-4d40-a154-a144530a851f owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:37:30.313974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1acee-a0db-4cc5-88f9-9685d3352c46 req-b40e9a7d-0a34-44c1-9c5e-059137cc05c4 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:30.316416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0e1acee-a0db-4cc5-88f9-9685d3352c46 req-b40e9a7d-0a34-44c1-9c5e-059137cc05c4 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 945 time: 0.0627432 Jul 05 04:37:30.353380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0e1acee-a0db-4cc5-88f9-9685d3352c46 req-bb4402be-f443-42b6-b4eb-a23185c69833 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc86938-0614-4ffd-956c-5ffbca16a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 Jul 05 04:37:30.487483 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3f90b6a4-43e1-41ff-b620-8ba2644f12fe req-5f323dec-c1b1-4e32-9498-5c5c4d719f51 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:30.499483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['0ae0639b-9e95-4d40-a154-a144530a851f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:37:30.517336 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f323dec-c1b1-4e32-9498-5c5c4d719f51 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Pushing event deleted for resources: {'Port': ['ID=0ae0639b-9e95-4d40-a154-a144530a851f,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:30.566858 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f90b6a4-43e1-41ff-b620-8ba2644f12fe req-5f323dec-c1b1-4e32-9498-5c5c4d719f51 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] No DVR routers for this DVR port 0ae0639b-9e95-4d40-a154-a144530a851f on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:37:30.569521 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3f90b6a4-43e1-41ff-b620-8ba2644f12fe req-5f323dec-c1b1-4e32-9498-5c5c4d719f51 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:30.571541 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3f90b6a4-43e1-41ff-b620-8ba2644f12fe req-5f323dec-c1b1-4e32-9498-5c5c4d719f51 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.11 "DELETE /v2.0/ports/0ae0639b-9e95-4d40-a154-a144530a851f HTTP/1.1" status: 204 len: 173 time: 0.4863055 Jul 05 04:37:30.571980 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b916e63-5f42-4864-8c3b-3f6bf3addf44', 'name': 'network-vif-deleted', 'tag': '0ae0639b-9e95-4d40-a154-a144530a851f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:30.574524 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a518146-9775-4867-9111-28d92b71b233" -d '{"events": [{"server_uuid": "9b916e63-5f42-4864-8c3b-3f6bf3addf44", "name": "network-vif-deleted", "tag": "0ae0639b-9e95-4d40-a154-a144530a851f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:30.609865 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d578cf9-4209-43f2-8fb9-5f0d885453f2 x-openstack-request-id: req-5d578cf9-4209-43f2-8fb9-5f0d885453f2 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:30.610164 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b916e63-5f42-4864-8c3b-3f6bf3addf44", "name": "network-vif-deleted", "tag": "0ae0639b-9e95-4d40-a154-a144530a851f", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:30.610426 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d578cf9-4209-43f2-8fb9-5f0d885453f2 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:30.610829 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b916e63-5f42-4864-8c3b-3f6bf3addf44', 'name': 'network-vif-deleted', 'tag': '0ae0639b-9e95-4d40-a154-a144530a851f', 'status': 'completed', 'code': 200} Jul 05 04:37:31.509052 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58ce6d74-14ec-46c9-8446-1765849be563 req-f2776817-0ffa-4199-bd9e-6cd97d21a222 tempest-ServerDiskConfigTestJSON-2058027687 tempest-ServerDiskConfigTestJSON-2058027687-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b916e63-5f42-4864-8c3b-3f6bf3addf44 HTTP/1.1" status: 200 len: 210 time: 0.0318871 Jul 05 04:37:31.709495 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:32.748671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53730) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:32.793600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Deleting subnet e55e6511-a42e-4421-b40a-9995b26d813a {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:37:32.796654 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:32.835653 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:32.874063 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:32.990109 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:33.354942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e55e6511-a42e-4421-b40a-9995b26d813a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:33.365242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:33.365582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:33.365915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:33.366239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:33.366562 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:33.366885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:33.367231 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:33.367549 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:33.367866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:33.368180 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:33.368555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:33.372514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:33.372514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:33.375357 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cd37c88a-8460-4efb-b94c-2913ab381ef9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e55e6511-a42e-4421-b40a-9995b26d813a HTTP/1.1" status: 204 len: 168 time: 0.6239889 Jul 05 04:37:33.376260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53732) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:33.442840 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c5b90aa4-dc68-45ee-ab26-ba589e2cfb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:33.521908 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c5b90aa4-dc68-45ee-ab26-ba589e2cfb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:33.531203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-c5b90aa4-dc68-45ee-ab26-ba589e2cfb3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99068cd1-9978-4c11-88b0-5a6d67a5681b']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:33.540881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-c5b90aa4-dc68-45ee-ab26-ba589e2cfb3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed17eed-fa36-441a-8897-6c6f13119697') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:33.541177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-c5b90aa4-dc68-45ee-ab26-ba589e2cfb3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed17eed-fa36-441a-8897-6c6f13119697') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:33.549577 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c5b90aa4-dc68-45ee-ab26-ba589e2cfb3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:33.562573 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c5b90aa4-dc68-45ee-ab26-ba589e2cfb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:33.568851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b90aa4-dc68-45ee-ab26-ba589e2cfb3b admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:37:33.569215 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c5b90aa4-dc68-45ee-ab26-ba589e2cfb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:37:33.572865 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:37:33.692284 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c5b90aa4-dc68-45ee-ab26-ba589e2cfb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:33.697095 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c5b90aa4-dc68-45ee-ab26-ba589e2cfb3b admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:33.699183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c5b90aa4-dc68-45ee-ab26-ba589e2cfb3b admin admin] 10.222.0.60 "DELETE /v2.0/networks/99068cd1-9978-4c11-88b0-5a6d67a5681b HTTP/1.1" status: 204 len: 168 time: 0.3218758 Jul 05 04:37:33.715608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b90aa4-dc68-45ee-ab26-ba589e2cfb3b admin admin] Pushing event deleted for resources: {'Network': ['ID=99068cd1-9978-4c11-88b0-5a6d67a5681b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:34.005944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53736) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:34.046651 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1e75dbad-0f98-4c76-948f-f17eb97022c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b939baaca8a042e8a884d591fcdaf20a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395043 Jul 05 04:37:34.049095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53738) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:34.094812 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f2c6db7d-6e9a-48b6-9d64-480cef2fb10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:34.115193 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f2c6db7d-6e9a-48b6-9d64-480cef2fb10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:34.239211 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f2c6db7d-6e9a-48b6-9d64-480cef2fb10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:34.241928 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f2c6db7d-6e9a-48b6-9d64-480cef2fb10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:34.243074 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f2c6db7d-6e9a-48b6-9d64-480cef2fb10c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2bc86938-0614-4ffd-956c-5ffbca16a32b HTTP/1.1" status: 204 len: 168 time: 0.1930597 Jul 05 04:37:34.252041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6db7d-6e9a-48b6-9d64-480cef2fb10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc86938-0614-4ffd-956c-5ffbca16a32b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:34.851053 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0ae0639b-9e95-4d40-a154-a144530a851f no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:37:34.870431 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 0ae0639b-9e95-4d40-a154-a144530a851f {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:37:34.870775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 0ae0639b-9e95-4d40-a154-a144530a851f not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:37:35.275151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53760) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:35.369437 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1664978767-network', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:35.475511 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] Made reservation on behalf of e9943d3938aa49f1adfa4daa35b4d48b for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:37:35.478025 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:35.489592 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:35.574393 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:35.646969 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:35.669408 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:37:35.683996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fb5749-387a-4ec4-9913-748a5bea80ec,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:35.686909 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:35.687262 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] Added segment f676c971-5767-43c2-9590-f7519914ce6d of type vlan for network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 Jul 05 04:37:35.727967 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:35.852980 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:35.853985 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:35.854572 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:35.911546 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] Pushing event updated for resources: {'Network': ['ID=3ac7f2de-f635-4b48-ae9c-f83152f35ce2,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:35.921376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:37:35.962421 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e61a2d90-22ab-4b52-b13a-104be85aa6ed admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6860969 Jul 05 04:37:35.965201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53764) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:35.970282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-cd244213-68a1-4b43-b189-dbf37439c733 admin admin] Request body: {'subnet': {'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1664978767-subnet', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:36.046942 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd244213-68a1-4b43-b189-dbf37439c733 admin admin] Made reservation on behalf of e9943d3938aa49f1adfa4daa35b4d48b for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:37:36.050242 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cd244213-68a1-4b43-b189-dbf37439c733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:36.275579 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cd244213-68a1-4b43-b189-dbf37439c733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:36.333564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd244213-68a1-4b43-b189-dbf37439c733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48737cf-a89a-45ce-9c01-4dca2499e9be,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:36.342340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd244213-68a1-4b43-b189-dbf37439c733 admin admin] Checking segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:37:36.342763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd244213-68a1-4b43-b189-dbf37439c733 admin admin] Network hostable DHCP agents. Network: 3ac7f2de-f635-4b48-ae9c-f83152f35ce2, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:37:36.458331 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd244213-68a1-4b43-b189-dbf37439c733 admin admin] Network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:37:36.543576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-cd244213-68a1-4b43-b189-dbf37439c733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 3ac7f2de-f635-4b48-ae9c-f83152f35ce2) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:37:36.548030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd244213-68a1-4b43-b189-dbf37439c733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:36.548996 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cd244213-68a1-4b43-b189-dbf37439c733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:36.552161 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb3665c-d237-48f1-add4-d72cfa74a1c8 None None] Network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:37:36.647403 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cd244213-68a1-4b43-b189-dbf37439c733 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6810975 Jul 05 04:37:36.650025 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53766) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:36.654708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:36.695505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:37:36.696447 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:36.750096 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:36.751130 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:36.802244 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:36.829025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Allocated IP 172.20.0.2 (3ac7f2de-f635-4b48-ae9c-f83152f35ce2/f48737cf-a89a-45ce-9c01-4dca2499e9be/6be6390a-9a61-4906-b14b-5ae884f11c7e) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:37:36.975223 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:36.983718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Transition to ACTIVE for port object 6be6390a-9a61-4906-b14b-5ae884f11c7e will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:37:36.999037 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Transition to ACTIVE for port object 6be6390a-9a61-4906-b14b-5ae884f11c7e will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:37:37.059204 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:37.097355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:37:37.100319 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:37:37.103874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:37:37.119068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Pushing event updated for resources: {'Port': ['ID=6be6390a-9a61-4906-b14b-5ae884f11c7e,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:37.175023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Attempting to bind port 6be6390a-9a61-4906-b14b-5ae884f11c7e on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:37:37.175396 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Attempting to bind port 6be6390a-9a61-4906-b14b-5ae884f11c7e by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:37:37.175768 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Attempting to bind port 6be6390a-9a61-4906-b14b-5ae884f11c7e on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:37:37.181171 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:37:37.181554 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Checking segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:37:37.181961 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:37.182356 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Bound using segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:37:37.182826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Bound port: 6be6390a-9a61-4906-b14b-5ae884f11c7e, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:37:37.183262 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:37.249513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] For port 6be6390a-9a61-4906-b14b-5ae884f11c7e, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:37:37.252777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] For port 6be6390a-9a61-4906-b14b-5ae884f11c7e, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6be6390a-9a61-4906-b14b-5ae884f11c7e,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:37:37.322005 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:37.358986 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:37.382283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb04c0-ea09-4444-b758-d0eb2e1e9e03 None None] Pushing event updated for resources: {'Port': ['ID=6be6390a-9a61-4906-b14b-5ae884f11c7e,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:37.639308 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:37.658541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:37.761080 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Allocated IP 172.25.0.141 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/6f94bf22-8159-4461-9f07-51afbe6e1e25) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:37:37.869965 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:37.967163 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:38.007329 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:37:38.010219 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:37:38.013179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:37:38.039606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Pushing event updated for resources: {'Port': ['ID=6f94bf22-8159-4461-9f07-51afbe6e1e25,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:38.142304 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6be6390a-9a61-4906-b14b-5ae884f11c7e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:37:38.298089 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 6be6390a-9a61-4906-b14b-5ae884f11c7e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:37:38.315935 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2319ff-ec3f-4917-aa24-e4aa70358b02 None None] Network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:37:38.371439 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:38.425114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-193baf11-d8fc-4a63-9001-6a7f1171cac1 None None] Provisioning for port 6be6390a-9a61-4906-b14b-5ae884f11c7e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:37:38.434664 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-193baf11-d8fc-4a63-9001-6a7f1171cac1 None None] Provisioning complete for port 6be6390a-9a61-4906-b14b-5ae884f11c7e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:38.435908 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-193baf11-d8fc-4a63-9001-6a7f1171cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:38.557261 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-193baf11-d8fc-4a63-9001-6a7f1171cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:38.581625 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:38.603694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-193baf11-d8fc-4a63-9001-6a7f1171cac1 None None] For port 6be6390a-9a61-4906-b14b-5ae884f11c7e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6be6390a-9a61-4906-b14b-5ae884f11c7e,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:38.702069 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-193baf11-d8fc-4a63-9001-6a7f1171cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:38.753528 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193baf11-d8fc-4a63-9001-6a7f1171cac1 None None] Pushing event updated for resources: {'Port': ['ID=6be6390a-9a61-4906-b14b-5ae884f11c7e,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:38.799078 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Router f6478709-f830-4c0b-84d1-42faae910a16 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:37:38.823831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2895163b-989b-4c35-9c5d-b64968daa9bf None None] Provisioning complete for port 6be6390a-9a61-4906-b14b-5ae884f11c7e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:38.824120 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2895163b-989b-4c35-9c5d-b64968daa9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:38.908598 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:37:38.917694 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Sync routers for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:37:38.926966 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:37:38.927582 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:37:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:38.982021 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:38.983195 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b0371e33-bf83-45ca-a8de-ead965175dde admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3320484 Jul 05 04:37:38.985907 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53768) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:39.032693 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:37:39.211007 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:38Z', 'revision_number': 3, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:39.237365 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Checking router: f6478709-f830-4c0b-84d1-42faae910a16 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:37:39.237732 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Updating router f6478709-f830-4c0b-84d1-42faae910a16 port 6f94bf22-8159-4461-9f07-51afbe6e1e25 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:37:39.271382 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:39.393923 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:39.522916 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:39.532383 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Transition to ACTIVE for port object 6f94bf22-8159-4461-9f07-51afbe6e1e25 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:37:39.547014 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Allocated IP 172.20.0.1 (3ac7f2de-f635-4b48-ae9c-f83152f35ce2/f48737cf-a89a-45ce-9c01-4dca2499e9be/538b8e9d-c6d4-48da-bbda-d9cb4ba6c458) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:37:39.621746 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:39.650958 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:39.665637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Transition to ACTIVE for port object 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:37:39.750436 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:39.759474 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Attempting to bind port 6f94bf22-8159-4461-9f07-51afbe6e1e25 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:37:39.759840 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Attempting to bind port 6f94bf22-8159-4461-9f07-51afbe6e1e25 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:37:39.760206 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Attempting to bind port 6f94bf22-8159-4461-9f07-51afbe6e1e25 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:37:39.762996 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02148cef-9ee1-4f8a-b1e7-f6626a37b757 None None] Pushing event updated for resources: {'Port': ['ID=6f94bf22-8159-4461-9f07-51afbe6e1e25,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:39.771545 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:37:39.771899 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:37:39.772295 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:39.772705 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:37:39.773216 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Bound port: 6f94bf22-8159-4461-9f07-51afbe6e1e25, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:37:39.773536 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:39.775688 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02148cef-9ee1-4f8a-b1e7-f6626a37b757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.776033 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02148cef-9ee1-4f8a-b1e7-f6626a37b757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.776393 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02148cef-9ee1-4f8a-b1e7-f6626a37b757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.776729 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02148cef-9ee1-4f8a-b1e7-f6626a37b757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.777056 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02148cef-9ee1-4f8a-b1e7-f6626a37b757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.777384 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02148cef-9ee1-4f8a-b1e7-f6626a37b757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.777709 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02148cef-9ee1-4f8a-b1e7-f6626a37b757 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.778031 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02148cef-9ee1-4f8a-b1e7-f6626a37b757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.778351 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02148cef-9ee1-4f8a-b1e7-f6626a37b757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.778670 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02148cef-9ee1-4f8a-b1e7-f6626a37b757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.779002 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02148cef-9ee1-4f8a-b1e7-f6626a37b757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.779309 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02148cef-9ee1-4f8a-b1e7-f6626a37b757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.793379 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:37:39.798517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:37:39.803021 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:37:39.825229 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Pushing event updated for resources: {'Port': ['ID=538b8e9d-c6d4-48da-bbda-d9cb4ba6c458,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:39.835589 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] For port 6f94bf22-8159-4461-9f07-51afbe6e1e25, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:37:39.840294 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] For port 6f94bf22-8159-4461-9f07-51afbe6e1e25, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6f94bf22-8159-4461-9f07-51afbe6e1e25,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:37:39.850898 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:39.908627 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:39.969782 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:37:39.970984 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:37:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:39.972940 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02148cef-9ee1-4f8a-b1e7-f6626a37b757 None None] Pushing event updated for resources: {'Port': ['ID=6f94bf22-8159-4461-9f07-51afbe6e1e25,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:40.068096 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:40.090978 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:37:40.102541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6be6390a-9a61-4906-b14b-5ae884f11c7e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:37:40.132876 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e216ab1c-35f5-4de3-ad2d-94bf15158963 None None] Provisioning for port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:37:40.140734 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e216ab1c-35f5-4de3-ad2d-94bf15158963 None None] Provisioning complete for port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:40.141198 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e216ab1c-35f5-4de3-ad2d-94bf15158963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:40.184135 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e216ab1c-35f5-4de3-ad2d-94bf15158963 None None] Port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:37:40.195045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6be6390a-9a61-4906-b14b-5ae884f11c7e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:40.195681 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:40.258426 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:40.284593 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:38Z', 'revision_number': 3, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:40.310398 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f08ad1-a5c7-4afa-a269-cb84d02e50e2 None None] The sync data for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 is: [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:38Z', 'revision_number': 3, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:37:40.375991 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:40.447001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Pushing event updated for resources: {'Port': ['ID=538b8e9d-c6d4-48da-bbda-d9cb4ba6c458,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:40.449684 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:40.557255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:37:40.558594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:37:40.699006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Router f6478709-f830-4c0b-84d1-42faae910a16 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:37:40.806900 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a88f8978-539c-426e-b1dd-3261b3a18a51 None None] Provisioning complete for port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:40.807441 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a88f8978-539c-426e-b1dd-3261b3a18a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:40.820246 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:37:40.825557 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2adcb492-024e-41be-a11d-afc88daab5a3 admin admin] 10.222.0.60 "PUT /v2.0/routers/f6478709-f830-4c0b-84d1-42faae910a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8386607 Jul 05 04:37:40.852392 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a88f8978-539c-426e-b1dd-3261b3a18a51 None None] Port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:37:41.431954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53776) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:41.436704 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-aaa22e61-1559-4744-aae5-8c5a2ef9809f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--82186612', 'description': 'tempest-description--1394087910'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:41.538343 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aaa22e61-1559-4744-aae5-8c5a2ef9809f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:41.621486 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aaa22e61-1559-4744-aae5-8c5a2ef9809f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:41.679659 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aaa22e61-1559-4744-aae5-8c5a2ef9809f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:41.712486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa22e61-1559-4744-aae5-8c5a2ef9809f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9836d5-e5d8-4508-bf1e-cba92235f898,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:41.790682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af97fe-128d-4904-939e-869620500722 None None] Sync routers for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:37:41.799601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aaa22e61-1559-4744-aae5-8c5a2ef9809f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:41.800877 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af97fe-128d-4904-939e-869620500722 None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:37:41.800999 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aaa22e61-1559-4744-aae5-8c5a2ef9809f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3679395 Jul 05 04:37:41.802918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-24af97fe-128d-4904-939e-869620500722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:37:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:41.804064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53778) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:41.809114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9d3805fc-ec28-4fc3-92a8-76ef6a5478b9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Request body: {'security_group_rule': {'security_group_id': 'eb9836d5-e5d8-4508-bf1e-cba92235f898', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:41.905500 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-24af97fe-128d-4904-939e-869620500722 None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:37:41.920345 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9d3805fc-ec28-4fc3-92a8-76ef6a5478b9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:41.976767 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9d3805fc-ec28-4fc3-92a8-76ef6a5478b9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.052844 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9d3805fc-ec28-4fc3-92a8-76ef6a5478b9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.067017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3805fc-ec28-4fc3-92a8-76ef6a5478b9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fe3461-6607-4f17-b9d1-e044c6ac3b5c,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:42.107525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-24af97fe-128d-4904-939e-869620500722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:40Z', 'revision_number': 2, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:42.126435 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9d3805fc-ec28-4fc3-92a8-76ef6a5478b9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.131674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9d3805fc-ec28-4fc3-92a8-76ef6a5478b9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3262134 Jul 05 04:37:42.132166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 53780) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:42.135310 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6f94bf22-8159-4461-9f07-51afbe6e1e25 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:37:42.137437 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-5ba1b1d8-4369-4198-87ec-1e14f227e4a2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Request body: {'security_group_rule': {'security_group_id': 'eb9836d5-e5d8-4508-bf1e-cba92235f898', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:42.138674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af97fe-128d-4904-939e-869620500722 None None] Checking router: f6478709-f830-4c0b-84d1-42faae910a16 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:37:42.139032 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af97fe-128d-4904-939e-869620500722 None None] Updating router f6478709-f830-4c0b-84d1-42faae910a16 port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:37:42.198562 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-24af97fe-128d-4904-939e-869620500722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.211296 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ba1b1d8-4369-4198-87ec-1e14f227e4a2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.290725 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ba1b1d8-4369-4198-87ec-1e14f227e4a2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.332612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 6f94bf22-8159-4461-9f07-51afbe6e1e25 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:37:42.349484 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ba1b1d8-4369-4198-87ec-1e14f227e4a2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.361245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6f94bf22-8159-4461-9f07-51afbe6e1e25 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:42.361621 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.364667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1b1d8-4369-4198-87ec-1e14f227e4a2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b9bb8b-47a9-4264-971c-daae3ebe266f,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:42.441311 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5ba1b1d8-4369-4198-87ec-1e14f227e4a2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.442690 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5ba1b1d8-4369-4198-87ec-1e14f227e4a2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3093674 Jul 05 04:37:42.445862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53782) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:42.450916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:42.504903 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.524819 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.538597 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 6f94bf22-8159-4461-9f07-51afbe6e1e25, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6f94bf22-8159-4461-9f07-51afbe6e1e25,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:42.540595 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-24af97fe-128d-4904-939e-869620500722 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.550266 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-24af97fe-128d-4904-939e-869620500722 None None] Transition to ACTIVE for port object 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:37:42.601390 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.619480 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.631402 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-24af97fe-128d-4904-939e-869620500722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.666230 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=6f94bf22-8159-4461-9f07-51afbe6e1e25,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:42.739417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Allocated IP 172.25.0.253 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/e87963f4-f300-433a-b7aa-9bf406922f72) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:37:42.753965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e78de-20d5-496e-8669-5b4d0aab4c67 None None] Pushing event updated for resources: {'Port': ['ID=538b8e9d-c6d4-48da-bbda-d9cb4ba6c458,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:42.758190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-24af97fe-128d-4904-939e-869620500722 None None] Attempting to bind port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:37:42.758551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-24af97fe-128d-4904-939e-869620500722 None None] Attempting to bind port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:37:42.758917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24af97fe-128d-4904-939e-869620500722 None None] Attempting to bind port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:37:42.764046 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24af97fe-128d-4904-939e-869620500722 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:37:42.767617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24af97fe-128d-4904-939e-869620500722 None None] Checking segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:37:42.767617 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-24af97fe-128d-4904-939e-869620500722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.767617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24af97fe-128d-4904-939e-869620500722 None None] Bound using segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:37:42.767617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-24af97fe-128d-4904-939e-869620500722 None None] Bound port: 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:37:42.767617 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-24af97fe-128d-4904-939e-869620500722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.840144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-24af97fe-128d-4904-939e-869620500722 None None] For port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:37:42.843345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-24af97fe-128d-4904-939e-869620500722 None None] For port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=538b8e9d-c6d4-48da-bbda-d9cb4ba6c458,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:37:42.853268 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.927496 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-24af97fe-128d-4904-939e-869620500722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.958187 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.983851 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af97fe-128d-4904-939e-869620500722 None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:37:42.984460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-24af97fe-128d-4904-939e-869620500722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:37:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:42.990344 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e78de-20d5-496e-8669-5b4d0aab4c67 None None] Pushing event updated for resources: {'Port': ['ID=538b8e9d-c6d4-48da-bbda-d9cb4ba6c458,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:43.011053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:37:43.014198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:37:43.021527 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:37:43.044970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event updated for resources: {'Port': ['ID=e87963f4-f300-433a-b7aa-9bf406922f72,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:43.099945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-24af97fe-128d-4904-939e-869620500722 None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:37:43.117026 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:43.217883 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:43.311407 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-24af97fe-128d-4904-939e-869620500722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:43.343470 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af97fe-128d-4904-939e-869620500722 None None] The sync data for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 is: [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:37:43.376531 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:43.435137 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:43.515892 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event updated for resources: {'Port': ['ID=e87963f4-f300-433a-b7aa-9bf406922f72,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:43.527006 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:43.604701 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:43.605966 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ede41d9b-6852-42da-b1a3-21566e3030a8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1590028 Jul 05 04:37:43.752596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-c2790eda-ccb1-49dc-88b2-7b06bef9eb12 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--82186612&fields=id&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 267 time: 0.0360134 Jul 05 04:37:43.874324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-1b62106e-48c5-4e1b-b0cd-91f0906daec9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:43.875686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-1b62106e-48c5-4e1b-b0cd-91f0906daec9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 812 time: 0.1162431 Jul 05 04:37:43.890772 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-838a18b7-2070-4041-b999-2f26725db30c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/quotas/e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 375 time: 0.0095208 Jul 05 04:37:43.962264 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-ac7925f7-46fc-4a01-b426-2537fa34fc2c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659211 Jul 05 04:37:44.060970 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-8e14ac2f-d8ac-4089-836b-b9b73e3d620b service neutron] 10.222.0.60 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869050 Jul 05 04:37:44.165839 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-5ff1a7ea-0130-43f7-97be-799b25f12568 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980670 Jul 05 04:37:44.185269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:37:44.315680 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:37:44.319933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:44.320393 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:44.426531 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:44.437999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd290ca3-0e91-49e9-b102-18671bee03ce req-7e49881f-a8c9-4c62-8509-8f977fe29de8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 210 time: 0.0328860 Jul 05 04:37:44.477434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=538b8e9d-c6d4-48da-bbda-d9cb4ba6c458,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:44.555669 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:44.556466 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6f94bf22-8159-4461-9f07-51afbe6e1e25 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:37:44.632468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=538b8e9d-c6d4-48da-bbda-d9cb4ba6c458,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:44.643895 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6f94bf22-8159-4461-9f07-51afbe6e1e25 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:44.644271 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:45.579715 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d48934a6-2e65-49ef-86c9-7b13c02f5e07 req-16bf8a7f-fe8c-4de9-a204-8fba37d5e68a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 210 time: 0.0285838 Jul 05 04:37:46.103468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:37:46.153024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:46.153399 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:46.617679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-aee3f35d-b4a4-40d5-90fc-8b57793d362f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:46.619157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-aee3f35d-b4a4-40d5-90fc-8b57793d362f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 812 time: 0.1036420 Jul 05 04:37:46.662496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-bade07b0-fb55-4bf5-9562-0cce398d9610 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 378 time: 0.0353713 Jul 05 04:37:46.670962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-ac08ca47-83e1-4797-b006-224fe00be26b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Request body: {'port': {'device_id': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'admin_state_up': True, 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'security_groups': ['eb9836d5-e5d8-4508-bf1e-cba92235f898']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:46.752492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9ddf1b9-fb47-41f8-8fd4-1544f4067197 req-bad78e54-9454-4a5d-b17e-34311f5c0858 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 210 time: 0.0357089 Jul 05 04:37:46.886427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-ac08ca47-83e1-4797-b006-224fe00be26b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Made reservation on behalf of e9943d3938aa49f1adfa4daa35b4d48b for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:37:46.890234 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-ac08ca47-83e1-4797-b006-224fe00be26b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:47.015434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-ac08ca47-83e1-4797-b006-224fe00be26b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Allocated IP 172.20.0.7 (3ac7f2de-f635-4b48-ae9c-f83152f35ce2/f48737cf-a89a-45ce-9c01-4dca2499e9be/12cd7e8c-6211-4b40-bd0a-47659a6826c5) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:37:47.145406 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-ac08ca47-83e1-4797-b006-224fe00be26b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:47.158272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-ac08ca47-83e1-4797-b006-224fe00be26b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Transition to ACTIVE for port object 12cd7e8c-6211-4b40-bd0a-47659a6826c5 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:37:47.246764 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-ac08ca47-83e1-4797-b006-224fe00be26b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:47.292580 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-ac08ca47-83e1-4797-b006-224fe00be26b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:37:47.295796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-ac08ca47-83e1-4797-b006-224fe00be26b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:37:47.299563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-ac08ca47-83e1-4797-b006-224fe00be26b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:37:47.329996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08ca47-83e1-4797-b006-224fe00be26b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event updated for resources: {'Port': ['ID=12cd7e8c-6211-4b40-bd0a-47659a6826c5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:47.355322 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-ac08ca47-83e1-4797-b006-224fe00be26b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:47.355962 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-ac08ca47-83e1-4797-b006-224fe00be26b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:47.430585 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-ac08ca47-83e1-4797-b006-224fe00be26b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7634416 Jul 05 04:37:47.446553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Request body: {'port': {'device_id': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:47.520064 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:47.538277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-440892ae-0c00-4293-90df-b80445029563 None None] Provisioning for port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:37:47.542232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-440892ae-0c00-4293-90df-b80445029563 None None] Provisioning complete for port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:47.543747 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-440892ae-0c00-4293-90df-b80445029563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:47.576821 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-440892ae-0c00-4293-90df-b80445029563 None None] Port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:37:47.783245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cd7e8c-6211-4b40-bd0a-47659a6826c5 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:37:47.791920 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:47.804485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Transition to ACTIVE for port object 12cd7e8c-6211-4b40-bd0a-47659a6826c5 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:37:47.880223 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:47.985000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Pushing event updated for resources: {'Port': ['ID=12cd7e8c-6211-4b40-bd0a-47659a6826c5,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:48.032177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9521992-0b82-4a95-8282-85ea91adb07e req-535871f1-89ac-4596-9083-e74be77034eb tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:48.033849 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9521992-0b82-4a95-8282-85ea91adb07e req-535871f1-89ac-4596-9083-e74be77034eb tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 943 time: 0.1655240 Jul 05 04:37:48.076521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Attempting to bind port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:37:48.076960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Attempting to bind port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:37:48.077384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Attempting to bind port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:37:48.090620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:37:48.091029 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Attempting to bind port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:37:48.096396 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9521992-0b82-4a95-8282-85ea91adb07e req-839249c0-0056-4c28-902e-bb0f102406bd tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551798 Jul 05 04:37:48.100062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:37:48.100173 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Checking segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:37:48.100567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Bound using segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:37:48.101004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Bound port: 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:37:48.101366 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:48.163608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] For port 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:37:48.166629 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] For port 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:37:48.221867 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:48.261293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:48.261908 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:48.263632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] 10.222.0.64 "PUT /v2.0/ports/12cd7e8c-6211-4b40-bd0a-47659a6826c5 HTTP/1.1" status: 200 len: 1091 time: 0.8226340 Jul 05 04:37:48.264114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'tag': '12cd7e8c-6211-4b40-bd0a-47659a6826c5'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:48.266374 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c476328-f00b-4419-81c9-a8a180c16826" -d '{"events": [{"name": "network-changed", "server_uuid": "d98f5012-2572-4d73-a3d3-e4025e71a99f", "tag": "12cd7e8c-6211-4b40-bd0a-47659a6826c5"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:48.291427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cd686-cd93-4171-9f37-40c1fbf5e7dc service neutron] Pushing event updated for resources: {'Port': ['ID=12cd7e8c-6211-4b40-bd0a-47659a6826c5,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:48.306339 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71e73cf-01ef-4725-83f0-73557f175c14 x-openstack-request-id: req-a71e73cf-01ef-4725-83f0-73557f175c14 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:48.306635 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98f5012-2572-4d73-a3d3-e4025e71a99f", "tag": "12cd7e8c-6211-4b40-bd0a-47659a6826c5", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:48.306890 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a71e73cf-01ef-4725-83f0-73557f175c14 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:48.307298 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'tag': '12cd7e8c-6211-4b40-bd0a-47659a6826c5', 'status': 'completed', 'code': 200} Jul 05 04:37:48.386649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476328-f00b-4419-81c9-a8a180c16826 req-d0c93fd7-7daf-44c2-bc17-554d75ead188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:48.388210 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c476328-f00b-4419-81c9-a8a180c16826 req-d0c93fd7-7daf-44c2-bc17-554d75ead188 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 1094 time: 0.0602520 Jul 05 04:37:48.494634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476328-f00b-4419-81c9-a8a180c16826 req-665a4299-8cd9-4928-b1ea-5bfee9fa7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:48.496113 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c476328-f00b-4419-81c9-a8a180c16826 req-665a4299-8cd9-4928-b1ea-5bfee9fa7aa3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0996337 Jul 05 04:37:48.598494 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476328-f00b-4419-81c9-a8a180c16826 req-dffe3828-7ed2-4c4b-94d7-afdfae1d65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:48.599862 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5c476328-f00b-4419-81c9-a8a180c16826 req-dffe3828-7ed2-4c4b-94d7-afdfae1d65f5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982931 Jul 05 04:37:48.691824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-e6b7649d-1b2b-45b3-8b35-39d0f5c0984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:48.693415 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-e6b7649d-1b2b-45b3-8b35-39d0f5c0984e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 1094 time: 0.0561769 Jul 05 04:37:48.735081 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-0b38defc-c72e-40a2-87f2-9bc49346837e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5 HTTP/1.1" status: 200 len: 217 time: 0.0347693 Jul 05 04:37:48.784611 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-d7d32855-07a7-420c-8d38-7d4b16831286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:48.786548 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-d7d32855-07a7-420c-8d38-7d4b16831286 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0451953 Jul 05 04:37:48.848589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-635b361b-d928-49c0-95b0-e2b7e3ca14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:48.850008 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-635b361b-d928-49c0-95b0-e2b7e3ca14a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577571 Jul 05 04:37:48.940115 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-f9ba817a-e8b7-4c5a-8ce2-f5875f118bd6 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814223 Jul 05 04:37:49.031623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd099aaf-6e76-49fe-86d7-961e56f4bf55 req-d36461f1-2070-40dd-ba40-423987191941 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852070 Jul 05 04:37:49.273029 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991d3a1-979b-48a7-a606-190a80947650 req-eb5ef3ea-08ec-401e-bf85-34238a38833c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:49.274551 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5991d3a1-979b-48a7-a606-190a80947650 req-eb5ef3ea-08ec-401e-bf85-34238a38833c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 943 time: 0.0649457 Jul 05 04:37:49.310977 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5991d3a1-979b-48a7-a606-190a80947650 req-476cf8f9-78e1-4de1-b4ae-73151290cf10 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308430 Jul 05 04:37:50.484520 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee95a1-7acd-41f2-be50-d4ac552d9d02 req-cf275507-42a1-42c8-afc7-53d37bde74c6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:50.485999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-beee95a1-7acd-41f2-be50-d4ac552d9d02 req-cf275507-42a1-42c8-afc7-53d37bde74c6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 943 time: 0.0630760 Jul 05 04:37:50.523289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-beee95a1-7acd-41f2-be50-d4ac552d9d02 req-cab0f7f9-fc8d-4d26-96e2-7df0c426a4ed tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311134 Jul 05 04:37:51.312239 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c21f4057-d9c2-45fc-859d-8c4ad1459aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:51.703177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ca302-76e6-446d-87a5-951028791f65 req-964c3381-4b0f-407b-8969-e897cb657008 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:51.704703 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de3ca302-76e6-446d-87a5-951028791f65 req-964c3381-4b0f-407b-8969-e897cb657008 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 943 time: 0.0671151 Jul 05 04:37:51.742191 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de3ca302-76e6-446d-87a5-951028791f65 req-32130497-87e3-4862-8772-9aecf0ccef3b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313416 Jul 05 04:37:52.918314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27cfad-6fe3-45c6-88c2-b39f28804d88 req-b9416bc3-f262-4521-98db-066cef30c09d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:52.919802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa27cfad-6fe3-45c6-88c2-b39f28804d88 req-b9416bc3-f262-4521-98db-066cef30c09d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 943 time: 0.0631101 Jul 05 04:37:52.958095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa27cfad-6fe3-45c6-88c2-b39f28804d88 req-2345fa3f-73f1-4897-9b71-7a4ed7de4c93 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325537 Jul 05 04:37:53.193568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 12cd7e8c-6211-4b40-bd0a-47659a6826c5 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:37:53.284117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:53.295505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '12cd7e8c-6211-4b40-bd0a-47659a6826c5', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'port_id': '12cd7e8c-6211-4b40-bd0a-47659a6826c5', 'mac_address': 'fa:16:3e:b7:3a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:37:53.331260 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:53.344331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cd7e8c-6211-4b40-bd0a-47659a6826c5 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:37:53.363807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:53.440659 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:53.495802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=12cd7e8c-6211-4b40-bd0a-47659a6826c5,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:53.639838 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['12cd7e8c-6211-4b40-bd0a-47659a6826c5'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:37:54.132887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adeddb-26c2-43db-982e-a0e9cb830ec2 req-9ed31128-f093-4d13-a447-2aad20c20ee0 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:54.134369 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e6adeddb-26c2-43db-982e-a0e9cb830ec2 req-9ed31128-f093-4d13-a447-2aad20c20ee0 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 944 time: 0.0665586 Jul 05 04:37:54.170768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e6adeddb-26c2-43db-982e-a0e9cb830ec2 req-1194d840-95f8-472f-b522-dbcf82aab712 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309689 Jul 05 04:37:54.307013 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c437ec6c-a623-45ee-921a-9083d7966b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:54.392782 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:55.209548 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 12cd7e8c-6211-4b40-bd0a-47659a6826c5 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:37:55.354993 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:37:55.356154 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ae47c-808c-413e-95d7-d28fbbbb91bd req-cd798eeb-1415-40a7-a053-f6a0132aa7e6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:55.357698 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad5ae47c-808c-413e-95d7-d28fbbbb91bd req-cd798eeb-1415-40a7-a053-f6a0132aa7e6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 944 time: 0.0640848 Jul 05 04:37:55.359224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:55.359599 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:55.396713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad5ae47c-808c-413e-95d7-d28fbbbb91bd req-b3f8868e-63ed-494d-b5f0-2cc838a2357a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324304 Jul 05 04:37:55.399969 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:55.438560 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:55.460309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cd7e8c-6211-4b40-bd0a-47659a6826c5'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:55.462502 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687b8088-e387-4c0c-ac6c-3602ed90ce63" -d '{"events": [{"server_uuid": "d98f5012-2572-4d73-a3d3-e4025e71a99f", "name": "network-vif-plugged", "status": "completed", "tag": "12cd7e8c-6211-4b40-bd0a-47659a6826c5"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:55.476116 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:55.498315 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e70e65-2411-4d55-b8e4-1b1663d0af33 x-openstack-request-id: req-41e70e65-2411-4d55-b8e4-1b1663d0af33 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:55.498696 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98f5012-2572-4d73-a3d3-e4025e71a99f", "name": "network-vif-plugged", "status": "completed", "tag": "12cd7e8c-6211-4b40-bd0a-47659a6826c5", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:55.499018 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41e70e65-2411-4d55-b8e4-1b1663d0af33 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:55.499420 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cd7e8c-6211-4b40-bd0a-47659a6826c5', 'code': 200} Jul 05 04:37:55.552776 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:55.605419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=12cd7e8c-6211-4b40-bd0a-47659a6826c5,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:55.615914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a199c4-1cd0-4929-9288-aa276f1a0d07 req-c11c5c59-39b1-49a7-afc5-bc3f102213bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:55.618630 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88a199c4-1cd0-4929-9288-aa276f1a0d07 req-c11c5c59-39b1-49a7-afc5-bc3f102213bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 1096 time: 0.0557709 Jul 05 04:37:55.651967 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-88a199c4-1cd0-4929-9288-aa276f1a0d07 req-71a23a2a-689a-46e5-b3fc-d6316d013c7b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283074 Jul 05 04:37:56.574313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57609838-5232-459b-b838-4c08f8031384 req-f444b069-f494-47ff-a42a-720ba7fbb873 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:56.575843 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57609838-5232-459b-b838-4c08f8031384 req-f444b069-f494-47ff-a42a-720ba7fbb873 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0673602 Jul 05 04:37:56.612747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-57609838-5232-459b-b838-4c08f8031384 req-ec6bbf2b-488e-401d-a215-430c28b0600a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311575 Jul 05 04:37:57.131007 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:37:57.283725 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:57.787575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd65eec-4cbe-4dd1-9a21-cac41ab481cf req-18d86c7f-dc05-4887-8a40-427ea01be3c9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:57.789137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8cd65eec-4cbe-4dd1-9a21-cac41ab481cf req-18d86c7f-dc05-4887-8a40-427ea01be3c9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0645771 Jul 05 04:37:57.827158 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8cd65eec-4cbe-4dd1-9a21-cac41ab481cf req-67f61759-9db5-40f7-adea-ad997af82152 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324640 Jul 05 04:37:57.995396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a3be-b123-46cf-a85b-cf628008c0ea req-c0699af5-3766-471d-9808-d36d524b2971 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:57.996792 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c974a3be-b123-46cf-a85b-cf628008c0ea req-c0699af5-3766-471d-9808-d36d524b2971 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0663848 Jul 05 04:37:58.007013 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 53836) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:58.011513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f531ef6c-55a5-4019-973b-415300690284 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Request body: {'floatingip': {'port_id': '12cd7e8c-6211-4b40-bd0a-47659a6826c5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:58.049680 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f531ef6c-55a5-4019-973b-415300690284 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:58.487174 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f531ef6c-55a5-4019-973b-415300690284 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:58.543560 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f531ef6c-55a5-4019-973b-415300690284 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:58.645786 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-f531ef6c-55a5-4019-973b-415300690284 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0 associated. External IP: 172.25.0.253, port: 12cd7e8c-6211-4b40-bd0a-47659a6826c5. Jul 05 04:37:58.853496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f531ef6c-55a5-4019-973b-415300690284 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Router f6478709-f830-4c0b-84d1-42faae910a16 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:37:59.318337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f531ef6c-55a5-4019-973b-415300690284 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:37:59.323879 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f531ef6c-55a5-4019-973b-415300690284 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:59.328156 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810e52e-6aac-468a-aede-05c862c846de None None] Sync routers for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:37:59.337315 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810e52e-6aac-468a-aede-05c862c846de None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:37:59.337929 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5810e52e-6aac-468a-aede-05c862c846de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:37:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:59.360842 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f531ef6c-55a5-4019-973b-415300690284 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "PUT /v2.0/floatingips/7cb43850-ee6d-439f-92be-cdc5a3c172a0 HTTP/1.1" status: 200 len: 991 time: 1.3527658 Jul 05 04:37:59.361452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'tag': '12cd7e8c-6211-4b40-bd0a-47659a6826c5'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:59.364482 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6810290f-a372-48b3-9a67-4f6af027a0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d98f5012-2572-4d73-a3d3-e4025e71a99f", "tag": "12cd7e8c-6211-4b40-bd0a-47659a6826c5"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:59.401426 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70710375-a91a-404f-9e98-4a1c290f37e6 x-openstack-request-id: req-70710375-a91a-404f-9e98-4a1c290f37e6 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:59.401723 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98f5012-2572-4d73-a3d3-e4025e71a99f", "tag": "12cd7e8c-6211-4b40-bd0a-47659a6826c5", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:59.401976 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70710375-a91a-404f-9e98-4a1c290f37e6 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:59.402373 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'tag': '12cd7e8c-6211-4b40-bd0a-47659a6826c5', 'status': 'completed', 'code': 200} Jul 05 04:37:59.448643 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5810e52e-6aac-468a-aede-05c862c846de None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:37:59.483550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810290f-a372-48b3-9a67-4f6af027a0d9 req-da5809b2-0d20-416b-b8bc-c807c68d1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:59.485107 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6810290f-a372-48b3-9a67-4f6af027a0d9 req-da5809b2-0d20-416b-b8bc-c807c68d1c8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 1096 time: 0.0575662 Jul 05 04:37:59.576201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810290f-a372-48b3-9a67-4f6af027a0d9 req-5eaf01c7-32db-4357-8320-869542c0b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:59.577626 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6810290f-a372-48b3-9a67-4f6af027a0d9 req-5eaf01c7-32db-4357-8320-869542c0b87f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0862558 Jul 05 04:37:59.641755 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6810290f-a372-48b3-9a67-4f6af027a0d9 req-3a2c1169-4d12-41a5-8105-58cd12b0d356 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5 HTTP/1.1" status: 200 len: 999 time: 0.0574689 Jul 05 04:37:59.669507 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5810e52e-6aac-468a-aede-05c862c846de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '7cb43850-ee6d-439f-92be-cdc5a3c172a0', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'port_id': '12cd7e8c-6211-4b40-bd0a-47659a6826c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'mac_address': 'fa:16:3e:b7:3a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:43Z', 'updated_at': '2021-07-05T04:37:58Z', 'revision_number': 1, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:59.688786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810290f-a372-48b3-9a67-4f6af027a0d9 req-ef385cbc-01cd-492e-8132-d3cada557af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:59.690244 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6810290f-a372-48b3-9a67-4f6af027a0d9 req-ef385cbc-01cd-492e-8132-d3cada557af5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0428803 Jul 05 04:37:59.695430 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810e52e-6aac-468a-aede-05c862c846de None None] Checking router: f6478709-f830-4c0b-84d1-42faae910a16 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:37:59.703763 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810e52e-6aac-468a-aede-05c862c846de None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:37:59.704409 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5810e52e-6aac-468a-aede-05c862c846de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:37:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:59.751481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810290f-a372-48b3-9a67-4f6af027a0d9 req-9d12f777-d41f-40b1-9a14-6d32dddb69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:59.753025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6810290f-a372-48b3-9a67-4f6af027a0d9 req-9d12f777-d41f-40b1-9a14-6d32dddb69c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560169 Jul 05 04:37:59.807484 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5810e52e-6aac-468a-aede-05c862c846de None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:37:59.842934 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6810290f-a372-48b3-9a67-4f6af027a0d9 req-bf19ef61-732f-4ab1-8438-3f78efa1ed7e service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838351 Jul 05 04:37:59.869668 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:59.936443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6810290f-a372-48b3-9a67-4f6af027a0d9 req-d984ea71-ad2e-459a-ac94-124459d51c2b service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875475 Jul 05 04:38:00.028876 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5810e52e-6aac-468a-aede-05c862c846de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '7cb43850-ee6d-439f-92be-cdc5a3c172a0', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'port_id': '12cd7e8c-6211-4b40-bd0a-47659a6826c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'mac_address': 'fa:16:3e:b7:3a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:43Z', 'updated_at': '2021-07-05T04:37:58Z', 'revision_number': 1, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:38:00.059491 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810e52e-6aac-468a-aede-05c862c846de None None] The sync data for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 is: [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '7cb43850-ee6d-439f-92be-cdc5a3c172a0', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'port_id': '12cd7e8c-6211-4b40-bd0a-47659a6826c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'mac_address': 'fa:16:3e:b7:3a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:43Z', 'updated_at': '2021-07-05T04:37:58Z', 'revision_number': 1, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:38:00.252182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7321afa-e631-46c1-a35c-6a64eef698e2 None None] New status for floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:38:01.717981 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:21.052877 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-668687bb-824d-4932-ba3a-af40f834a267 req-9686ecdc-abcf-4eaa-b3cf-9a96bc464060 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518010 Jul 05 04:38:21.146342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668687bb-824d-4932-ba3a-af40f834a267 req-4c4d4e23-addf-4493-9212-405ad7682c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:21.147823 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-668687bb-824d-4932-ba3a-af40f834a267 req-4c4d4e23-addf-4493-9212-405ad7682c6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 1096 time: 0.0522578 Jul 05 04:38:21.255263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668687bb-824d-4932-ba3a-af40f834a267 req-0649a612-74a3-42b5-9aac-1763318901fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:21.256794 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-668687bb-824d-4932-ba3a-af40f834a267 req-0649a612-74a3-42b5-9aac-1763318901fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0895362 Jul 05 04:38:21.327620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-668687bb-824d-4932-ba3a-af40f834a267 req-4cbd30cf-29ec-4352-a0bb-1567904ed67e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5 HTTP/1.1" status: 200 len: 1001 time: 0.0618818 Jul 05 04:38:21.340136 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f22a0309-ae7d-45bc-abd2-53c12497c201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:21.380351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668687bb-824d-4932-ba3a-af40f834a267 req-d4793c03-2ced-4603-88f9-5ac0c0be9ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:21.381858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-668687bb-824d-4932-ba3a-af40f834a267 req-d4793c03-2ced-4603-88f9-5ac0c0be9ebc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0486560 Jul 05 04:38:21.444708 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668687bb-824d-4932-ba3a-af40f834a267 req-10cfd58c-24d6-4cd5-9853-11645a5fdd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:21.446216 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-668687bb-824d-4932-ba3a-af40f834a267 req-10cfd58c-24d6-4cd5-9853-11645a5fdd74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582371 Jul 05 04:38:21.536412 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-668687bb-824d-4932-ba3a-af40f834a267 req-25038097-41b7-4c96-96bd-1bfdbf4b3d70 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837319 Jul 05 04:38:21.631349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-668687bb-824d-4932-ba3a-af40f834a267 req-99d335f9-3214-4cdb-8124-c708fff0a9f0 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880764 Jul 05 04:38:24.288518 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-26f74040-d375-41f1-8ebf-5ac2cb893777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:24.380309 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:25.391650 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:27.274583 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:29.931657 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:31.714516 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:34.130625 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:38:51.325441 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2477666f-aba8-4cfd-94dc-2ddeea9cdb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:54.293141 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-54bb2d78-e7b8-4c66-b963-b51ba52ec4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:54.405428 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:55.405091 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:57.281593 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:59.898927 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:01.726697 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:11.129608 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:39:21.322061 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-57179f8e-4f2a-4a61-b54c-99aa62bccff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:22.069083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8adca797-d58f-4479-8e08-c864dc4451de req-05d23ca0-b38a-4404-8f56-918b2ba8f1a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545599 Jul 05 04:39:22.163843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca797-d58f-4479-8e08-c864dc4451de req-8905a6cb-f55c-4648-858f-b4476f0cbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:22.165421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8adca797-d58f-4479-8e08-c864dc4451de req-8905a6cb-f55c-4648-858f-b4476f0cbee6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 1096 time: 0.0531685 Jul 05 04:39:22.275635 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca797-d58f-4479-8e08-c864dc4451de req-7a207aff-b44f-4540-a5e7-84fb112add0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:22.277132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8adca797-d58f-4479-8e08-c864dc4451de req-7a207aff-b44f-4540-a5e7-84fb112add0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0906689 Jul 05 04:39:22.344261 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8adca797-d58f-4479-8e08-c864dc4451de req-cf6613c6-bab7-44b8-8367-ff1dbc66ec6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5 HTTP/1.1" status: 200 len: 1001 time: 0.0600066 Jul 05 04:39:22.397522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca797-d58f-4479-8e08-c864dc4451de req-e96c0791-ccbd-4120-a923-73da1e3995bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:22.399009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8adca797-d58f-4479-8e08-c864dc4451de req-e96c0791-ccbd-4120-a923-73da1e3995bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0491645 Jul 05 04:39:22.456090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca797-d58f-4479-8e08-c864dc4451de req-4709d0d8-34b2-4b40-a2f3-2d78332cef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:22.458352 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8adca797-d58f-4479-8e08-c864dc4451de req-4709d0d8-34b2-4b40-a2f3-2d78332cef94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533438 Jul 05 04:39:22.545141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8adca797-d58f-4479-8e08-c864dc4451de req-2a25869e-cc9f-4e1a-a4b1-3019ed4fca52 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805511 Jul 05 04:39:22.637419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8adca797-d58f-4479-8e08-c864dc4451de req-9bb4280f-4d0f-4ecd-9201-df8d68fb885c service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853236 Jul 05 04:39:24.305024 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f960e55e-4bda-4beb-a140-7a8a7633f59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:24.412111 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:25.400567 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:27.290239 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:29.845922 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:31.770897 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:33.362124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff73da-5086-4768-9323-8be00e040b23 req-54f73030-cba0-420d-bfc9-7732fe2a1251 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:33.364346 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54ff73da-5086-4768-9323-8be00e040b23 req-54f73030-cba0-420d-bfc9-7732fe2a1251 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.1410706 Jul 05 04:39:33.401885 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54ff73da-5086-4768-9323-8be00e040b23 req-ec866cca-a2da-4105-81a7-68a23ae6024f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319779 Jul 05 04:39:33.924318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160aff8-405c-49c8-aa01-31a8e8ccf1f6 req-be1b7c6f-6fa6-4d64-aeb2-666a011f9777 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:33.925958 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9160aff8-405c-49c8-aa01-31a8e8ccf1f6 req-be1b7c6f-6fa6-4d64-aeb2-666a011f9777 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0672219 Jul 05 04:39:33.964893 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9160aff8-405c-49c8-aa01-31a8e8ccf1f6 req-18486e4e-5781-433c-bdfd-67acd7cafc44 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335488 Jul 05 04:39:33.997752 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-c8b5067c-8f81-4f6e-afad-fcc7bf0d7f3a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0576243 Jul 05 04:39:35.153249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9d01f-454a-4a3b-997c-11cdc0ca58f7 req-49968e1a-1f06-455d-a031-d9323a4daf6f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:35.155080 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1bd9d01f-454a-4a3b-997c-11cdc0ca58f7 req-49968e1a-1f06-455d-a031-d9323a4daf6f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0748577 Jul 05 04:39:35.195834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1bd9d01f-454a-4a3b-997c-11cdc0ca58f7 req-0d9b409b-4efd-4ad5-a5b7-798a99702d6d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344462 Jul 05 04:39:35.956451 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-abb4380d-6c41-4427-bb7f-8853792fffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:35.958988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-abb4380d-6c41-4427-bb7f-8853792fffda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 1096 time: 0.0554206 Jul 05 04:39:36.059227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-4accd2d1-1036-4d87-bcc0-1736f95005a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:36.060761 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-4accd2d1-1036-4d87-bcc0-1736f95005a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0960770 Jul 05 04:39:36.126858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-eac79b5f-7288-4024-bf52-546bd7ecf7b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5 HTTP/1.1" status: 200 len: 1001 time: 0.0589144 Jul 05 04:39:36.183622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-9c34713e-20e3-48d8-a547-0e4cc129f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:36.185128 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-9c34713e-20e3-48d8-a547-0e4cc129f753 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0505774 Jul 05 04:39:36.244781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-4e3b70c7-4a85-43a8-8349-a06f0e7b7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:36.246482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-4e3b70c7-4a85-43a8-8349-a06f0e7b7e8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539844 Jul 05 04:39:36.378059 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-8ba5ac6c-0755-413e-984b-faaf7377456f service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250937 Jul 05 04:39:36.440002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d641-2e2a-4bc1-a522-619453f31996 req-90d8da7a-fe59-44ae-9264-d16c41221751 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:36.442541 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6f0d641-2e2a-4bc1-a522-619453f31996 req-90d8da7a-fe59-44ae-9264-d16c41221751 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.1342461 Jul 05 04:39:36.499619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6f0d641-2e2a-4bc1-a522-619453f31996 req-bc0b0f29-20da-4a3f-baf4-548f86d0dcbd tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494702 Jul 05 04:39:36.514208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-b18548a3-0481-4bf5-b4c6-1f0197fae8a3 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284130 Jul 05 04:39:37.678239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed2b4-327d-4da9-ae0d-948ff06a5136 req-b0b2c3a0-2b82-492c-915e-c44ee38cfdf5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:37.679735 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b4ed2b4-327d-4da9-ae0d-948ff06a5136 req-b0b2c3a0-2b82-492c-915e-c44ee38cfdf5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0702682 Jul 05 04:39:37.718782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b4ed2b4-327d-4da9-ae0d-948ff06a5136 req-c4b72b90-c644-410c-80aa-b031b1699068 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335474 Jul 05 04:39:38.889978 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5e11d-aba7-4a28-a911-83d463b779f7 req-431418ae-b166-41b8-b719-a3b58277cfa5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:38.891470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2da5e11d-aba7-4a28-a911-83d463b779f7 req-431418ae-b166-41b8-b719-a3b58277cfa5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0623403 Jul 05 04:39:38.928876 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2da5e11d-aba7-4a28-a911-83d463b779f7 req-36e26166-37c4-4fde-853b-a1c6cc2bc9f4 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314751 Jul 05 04:39:40.100530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24253ae8-330b-4426-975a-a97fd0d55b3e req-6ac033c5-ecab-4ae8-8939-cc825fce3288 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:40.101982 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24253ae8-330b-4426-975a-a97fd0d55b3e req-6ac033c5-ecab-4ae8-8939-cc825fce3288 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0624118 Jul 05 04:39:40.143713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24253ae8-330b-4426-975a-a97fd0d55b3e req-b52a8b37-793d-409e-8a71-39e7f4b5fe86 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363317 Jul 05 04:39:41.316749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa65cc-0a1e-4a2e-9151-f20c94f25d28 req-312043d6-eda3-493e-bde3-5210f4d7180b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:41.318219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60aa65cc-0a1e-4a2e-9151-f20c94f25d28 req-312043d6-eda3-493e-bde3-5210f4d7180b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0633276 Jul 05 04:39:41.355510 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60aa65cc-0a1e-4a2e-9151-f20c94f25d28 req-9166cc84-88e6-44ea-b148-3907e8ba37e8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311549 Jul 05 04:39:42.532353 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a49b2-c53f-4813-8b2a-ab14df4c5d42 req-2665944f-6ff5-4b94-aa64-6e7c5f1bc103 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:42.533838 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca0a49b2-c53f-4813-8b2a-ab14df4c5d42 req-2665944f-6ff5-4b94-aa64-6e7c5f1bc103 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0646319 Jul 05 04:39:42.570562 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca0a49b2-c53f-4813-8b2a-ab14df4c5d42 req-f8d25a4f-a33b-4165-b70a-f899cabbe89d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307295 Jul 05 04:39:43.758827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c5a20-e62a-4848-942e-971a3dbd5016 req-12cbf94d-2856-4a9c-9f4b-4255d32a53af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:43.760305 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a95c5a20-e62a-4848-942e-971a3dbd5016 req-12cbf94d-2856-4a9c-9f4b-4255d32a53af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0737412 Jul 05 04:39:43.797595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a95c5a20-e62a-4848-942e-971a3dbd5016 req-591d3a3f-4673-42c3-b887-5f3dc2403adb tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315580 Jul 05 04:39:44.968825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75761f3-16d9-4448-a2f2-837c38eed720 req-f9d2a5d6-d827-4f23-b405-765a7e771f8c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:44.970363 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d75761f3-16d9-4448-a2f2-837c38eed720 req-f9d2a5d6-d827-4f23-b405-765a7e771f8c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0635870 Jul 05 04:39:45.007069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d75761f3-16d9-4448-a2f2-837c38eed720 req-8fd05e2f-0213-4994-af22-64de0551569b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307722 Jul 05 04:39:46.177935 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d22cd0-ad78-4ffa-a845-98f838315df7 req-652c001c-2605-458b-8c31-e9745fab1bad tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:46.185802 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5d22cd0-ad78-4ffa-a845-98f838315df7 req-652c001c-2605-458b-8c31-e9745fab1bad tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0623822 Jul 05 04:39:46.221450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5d22cd0-ad78-4ffa-a845-98f838315df7 req-50c359a4-04aa-404d-86c6-52be7dd92a10 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362797 Jul 05 04:39:47.394928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c611ec-ed19-478e-b26f-c0aa396b2855 req-0f3339ef-f517-4e1c-aebd-2ccb573b5ff7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:47.396502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26c611ec-ed19-478e-b26f-c0aa396b2855 req-0f3339ef-f517-4e1c-aebd-2ccb573b5ff7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0647748 Jul 05 04:39:47.436646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-26c611ec-ed19-478e-b26f-c0aa396b2855 req-a0f23a3a-3ebb-44c3-8542-a1c983297c35 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343695 Jul 05 04:39:48.128756 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:39:48.511034 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-34efb49b-ef92-4357-8d27-d4ab598f7123 service neutron] show failed (client error): The resource could not be found. Jul 05 04:39:48.512065 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-34efb49b-ef92-4357-8d27-d4ab598f7123 service neutron] 10.222.0.64 "GET /v2.0/ports/12cd7e8c-6211-4b40-bd0a-47659a6826c5/bindings/n-h1-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0549140 Jul 05 04:39:48.615438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1a4a7-7eec-48a6-9477-e6cfcb8e0f8c req-2995f9d3-db60-4d6a-94b7-ff9eb707e117 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:48.616950 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbc1a4a7-7eec-48a6-9477-e6cfcb8e0f8c req-2995f9d3-db60-4d6a-94b7-ff9eb707e117 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0689390 Jul 05 04:39:48.654475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cbc1a4a7-7eec-48a6-9477-e6cfcb8e0f8c req-2dcf8973-3c0e-4101-83af-6d58a06b65ee tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316889 Jul 05 04:39:48.970787 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-3f0fe250-0672-493b-9036-59e4f3915074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:48.972192 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-3f0fe250-0672-493b-9036-59e4f3915074 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 1096 time: 0.0525186 Jul 05 04:39:48.983203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:39:49.053784 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:49.253799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] For port 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:49.286409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] For port 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:39:49.325077 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12cd7e8c-6211-4b40-bd0a-47659a6826c5'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:39:49.327340 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949cee30-4024-4c88-90c5-19e0e5bfcb18" -d '{"events": [{"server_uuid": "d98f5012-2572-4d73-a3d3-e4025e71a99f", "name": "network-vif-unplugged", "status": "completed", "tag": "12cd7e8c-6211-4b40-bd0a-47659a6826c5"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:39:49.331248 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:49.344214 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Transition to ACTIVE for port object 12cd7e8c-6211-4b40-bd0a-47659a6826c5 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:39:49.409863 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:49.438151 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0649279c-7075-41af-b3cb-33d76c1a9338 x-openstack-request-id: req-0649279c-7075-41af-b3cb-33d76c1a9338 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:39:49.438455 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98f5012-2572-4d73-a3d3-e4025e71a99f", "name": "network-vif-unplugged", "status": "completed", "tag": "12cd7e8c-6211-4b40-bd0a-47659a6826c5", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:39:49.438709 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0649279c-7075-41af-b3cb-33d76c1a9338 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:39:49.439111 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12cd7e8c-6211-4b40-bd0a-47659a6826c5', 'code': 200} Jul 05 04:39:49.494628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Pushing event updated for resources: {'Port': ['ID=12cd7e8c-6211-4b40-bd0a-47659a6826c5,revision_number=6']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:49.506419 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:49.506691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:49.507031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:49.507371 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:49.507708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:49.508614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:49.509036 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:49.509373 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:49.509708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:49.510037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:49.510364 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:49.510689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:49.548203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] No DVR routers for this DVR port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:39:49.838763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cf8fa-fc95-44d2-9b0f-7ed862d2f968 req-13a4d1b4-5100-43cc-856a-6cb8e38ccf8a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:49.840240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c14cf8fa-fc95-44d2-9b0f-7ed862d2f968 req-13a4d1b4-5100-43cc-856a-6cb8e38ccf8a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 943 time: 0.0678747 Jul 05 04:39:49.882933 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c14cf8fa-fc95-44d2-9b0f-7ed862d2f968 req-5d7c4f92-0af1-45d1-991a-c7e10a776c7c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363197 Jul 05 04:39:50.031655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Attempting to bind port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:39:50.032278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Attempting to bind port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:39:50.032278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Attempting to bind port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:39:50.036338 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:39:50.036687 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Attempting to bind port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:39:50.041911 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:39:50.042253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Checking segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:39:50.042633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Bound using segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:39:50.043048 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Bound port: 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:39:50.043400 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:50.103282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] For port 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:39:50.106444 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] For port 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:39:50.153931 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:50.187373 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:50.188008 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:50.189405 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] 10.222.0.11 "PUT /v2.0/ports/12cd7e8c-6211-4b40-bd0a-47659a6826c5 HTTP/1.1" status: 200 len: 1091 time: 1.2102680 Jul 05 04:39:50.210500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f8263-77e1-4218-b2da-1700b58a7779 service neutron] Pushing event updated for resources: {'Port': ['ID=12cd7e8c-6211-4b40-bd0a-47659a6826c5,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:50.270296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-15290fad-4946-4a80-8399-b3c47557a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:50.271831 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-15290fad-4946-4a80-8399-b3c47557a006 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 1094 time: 0.0578170 Jul 05 04:39:50.364985 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-f2ab4968-d840-440b-8c68-ac6307efb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:50.366122 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-f2ab4968-d840-440b-8c68-ac6307efb0a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0881042 Jul 05 04:39:50.434426 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-80ff794e-ef60-48f0-81f3-fe3fed7fd6c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5 HTTP/1.1" status: 200 len: 999 time: 0.0621746 Jul 05 04:39:50.484118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-2e740ee0-6396-483c-b889-ac0c620b0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:50.485623 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-2e740ee0-6396-483c-b889-ac0c620b0259 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0449677 Jul 05 04:39:50.540289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-0772d927-62f3-4c36-ba86-dc1b1e6d5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:50.541767 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-0772d927-62f3-4c36-ba86-dc1b1e6d5f0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503078 Jul 05 04:39:50.632109 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-bcbe64d8-6fc7-420b-8156-dd4effdeff6d service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827868 Jul 05 04:39:50.718034 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-43828cf6-5682-48e3-a934-5e5a2e610afb service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793514 Jul 05 04:39:51.063081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa252b4-1a87-45f6-8fad-662686c6aa55 req-e28d496c-f647-4a1a-a03b-7acef2e85f37 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:51.064683 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fa252b4-1a87-45f6-8fad-662686c6aa55 req-e28d496c-f647-4a1a-a03b-7acef2e85f37 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 943 time: 0.0621052 Jul 05 04:39:51.103934 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fa252b4-1a87-45f6-8fad-662686c6aa55 req-df63a650-4ed1-418a-8109-551210f4babe tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334289 Jul 05 04:39:51.318560 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-672eb513-d1ca-4359-abbf-55390926257d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:51.439974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'tag': '12cd7e8c-6211-4b40-bd0a-47659a6826c5'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:39:51.442367 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f675c63-86ab-4d8d-be5b-97d830a7346d" -d '{"events": [{"name": "network-changed", "server_uuid": "d98f5012-2572-4d73-a3d3-e4025e71a99f", "tag": "12cd7e8c-6211-4b40-bd0a-47659a6826c5"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:39:51.489341 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0f47ea-74b1-4492-ab1f-6a34239c37bf x-openstack-request-id: req-cb0f47ea-74b1-4492-ab1f-6a34239c37bf {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:39:51.489633 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98f5012-2572-4d73-a3d3-e4025e71a99f", "tag": "12cd7e8c-6211-4b40-bd0a-47659a6826c5", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:39:51.489886 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb0f47ea-74b1-4492-ab1f-6a34239c37bf {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:39:51.490286 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'tag': '12cd7e8c-6211-4b40-bd0a-47659a6826c5', 'status': 'completed', 'code': 200} Jul 05 04:39:51.564496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-e8c65d44-343c-446e-b61b-0414a384c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:51.565999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-e8c65d44-343c-446e-b61b-0414a384c699 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 1094 time: 0.0565050 Jul 05 04:39:51.572169 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-cd0ec707-99aa-4eb2-84ac-f599ec90ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:51.573678 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-cd0ec707-99aa-4eb2-84ac-f599ec90ee30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 1094 time: 0.0603640 Jul 05 04:39:51.655030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-e0196c32-26ee-42f8-9a05-ad366565d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:51.656588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-e0196c32-26ee-42f8-9a05-ad366565d91f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0839715 Jul 05 04:39:51.665917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-b39490c5-33d0-47ac-b0ac-a68c12875e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:51.667402 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-b39490c5-33d0-47ac-b0ac-a68c12875e7a service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0863271 Jul 05 04:39:51.725202 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-77cd3494-75c6-4314-b8cf-539a30243254 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5 HTTP/1.1" status: 200 len: 999 time: 0.0621996 Jul 05 04:39:51.739492 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-77818d93-4c52-4849-8514-4da1dc42f83a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5 HTTP/1.1" status: 200 len: 999 time: 0.0641136 Jul 05 04:39:51.778523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-d49592e0-0f0b-4b11-8f9f-23c79f393690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:51.780014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-d49592e0-0f0b-4b11-8f9f-23c79f393690 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0488234 Jul 05 04:39:51.801253 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-9b26571c-9598-4d9a-825e-df873f1992a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:51.802758 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-9b26571c-9598-4d9a-825e-df873f1992a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0541592 Jul 05 04:39:51.841928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-015cb7e5-cbcc-4c5b-a87a-cb54e4b4ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:51.843447 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-015cb7e5-cbcc-4c5b-a87a-cb54e4b4ea17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565872 Jul 05 04:39:51.861290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-9c461e3e-82cb-4333-b325-b41a30f2efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:51.862867 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-9c461e3e-82cb-4333-b325-b41a30f2efd8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529521 Jul 05 04:39:51.938975 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-6cbdf5a2-9eb2-4dbf-942f-dc8c0b601373 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879729 Jul 05 04:39:51.960426 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-33593c56-78d4-4b4e-99f1-24364513b3ac service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907485 Jul 05 04:39:52.030189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-e1f9c4d0-1ba0-426a-a9f6-e8302bc8c6b1 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849986 Jul 05 04:39:52.053879 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5f675c63-86ab-4d8d-be5b-97d830a7346d req-2a8effc5-852a-4511-bca1-36caaf482bbe service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868106 Jul 05 04:39:52.281777 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ef3f-5dfd-4aeb-95a8-9cbeccb04822 req-53572544-4c22-41f9-a299-9624d83e6111 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:52.283157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3162ef3f-5dfd-4aeb-95a8-9cbeccb04822 req-53572544-4c22-41f9-a299-9624d83e6111 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 943 time: 0.0671768 Jul 05 04:39:52.320655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3162ef3f-5dfd-4aeb-95a8-9cbeccb04822 req-820a883c-f962-4ce9-8278-b3e752d0dc7a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319281 Jul 05 04:39:53.505380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7ad66-45f1-4b9c-91a8-93095d66a11d req-a455267b-d41d-4762-a1e1-d9a5e24d0d93 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:53.506881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97a7ad66-45f1-4b9c-91a8-93095d66a11d req-a455267b-d41d-4762-a1e1-d9a5e24d0d93 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 943 time: 0.0683539 Jul 05 04:39:53.544905 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97a7ad66-45f1-4b9c-91a8-93095d66a11d req-0e3ff27c-8d27-4b64-92e1-5c054c2326fc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323908 Jul 05 04:39:53.643409 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 12cd7e8c-6211-4b40-bd0a-47659a6826c5 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:39:53.737902 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:53.749258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '12cd7e8c-6211-4b40-bd0a-47659a6826c5', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'port_id': '12cd7e8c-6211-4b40-bd0a-47659a6826c5', 'mac_address': 'fa:16:3e:b7:3a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:39:53.785670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 12cd7e8c-6211-4b40-bd0a-47659a6826c5 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:39:53.789939 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:53.825534 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cd7e8c-6211-4b40-bd0a-47659a6826c5 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:39:53.850235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 12cd7e8c-6211-4b40-bd0a-47659a6826c5 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:39:53.853394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:53.919565 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:53.964247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e7a99-3b91-43ca-a991-433b75ce0127 req-6a902893-f87f-4f54-8f79-0b8b8d7d61bd tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:53.965818 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a1e7a99-3b91-43ca-a991-433b75ce0127 req-6a902893-f87f-4f54-8f79-0b8b8d7d61bd tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 943 time: 0.0679224 Jul 05 04:39:53.971236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=12cd7e8c-6211-4b40-bd0a-47659a6826c5,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:53.978440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:53.978787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:53.979125 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:53.979459 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:53.979787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:53.980113 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:53.980456 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:53.980777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:53.981100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:53.981410 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:53.981728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:53.982045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:54.042471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a1e7a99-3b91-43ca-a991-433b75ce0127 req-338f4fc1-c686-4b8a-9e2b-22f198876dc2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654857 Jul 05 04:39:54.065018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-d094ac54-4cfa-48be-b49e-c94d1fb26e58 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:54.066497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-d094ac54-4cfa-48be-b49e-c94d1fb26e58 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 944 time: 0.0998118 Jul 05 04:39:54.128881 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-7f6cade2-5a75-4ebc-86f3-c992875ed2cf service neutron] delete failed (client error): The resource could not be found. Jul 05 04:39:54.129917 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-7f6cade2-5a75-4ebc-86f3-c992875ed2cf service neutron] 10.222.0.64 "DELETE /v2.0/ports/12cd7e8c-6211-4b40-bd0a-47659a6826c5/bindings/n-h2-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0576193 Jul 05 04:39:54.161128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['12cd7e8c-6211-4b40-bd0a-47659a6826c5'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:39:54.223229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-af71c3a4-10e5-41e5-93e2-589ea0d587e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:54.224691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-af71c3a4-10e5-41e5-93e2-589ea0d587e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 1095 time: 0.0535157 Jul 05 04:39:54.296665 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f9bc-3199-44a6-90b7-77c020b3c2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:54.317913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-0052ef97-67dd-4cff-a5ab-6780681d1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:54.319672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-0052ef97-67dd-4cff-a5ab-6780681d1ae6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0884373 Jul 05 04:39:54.384742 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-b1a95078-9cd2-4c5f-8e30-94a1f896cdb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5 HTTP/1.1" status: 200 len: 1000 time: 0.0589499 Jul 05 04:39:54.387699 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:54.436654 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-9aa13ad5-4522-4d37-bacb-b6803579dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:54.438100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-9aa13ad5-4522-4d37-bacb-b6803579dae9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0475039 Jul 05 04:39:54.493823 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-5bdae971-8573-4da3-84bd-5d5f1daf6a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:54.495225 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-5bdae971-8573-4da3-84bd-5d5f1daf6a35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511277 Jul 05 04:39:54.582201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-19f1990d-dee4-463c-912a-90787a90ebac service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805988 Jul 05 04:39:54.672796 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c68f9400-5af7-4af7-a24e-b6c65cbbc6c3 req-56dda047-f54f-4a46-ad8c-2bc49c2badcd service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847101 Jul 05 04:39:55.225165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3660fb9-4b26-4dfb-9f98-97e07714c475 req-429e61f8-76c6-4bc6-ac2c-0f5132d644ae tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:55.226755 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f3660fb9-4b26-4dfb-9f98-97e07714c475 req-429e61f8-76c6-4bc6-ac2c-0f5132d644ae tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 944 time: 0.0690899 Jul 05 04:39:55.265254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f3660fb9-4b26-4dfb-9f98-97e07714c475 req-9b9f1c68-48b2-4442-93bc-16aa87e4700d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321183 Jul 05 04:39:55.463075 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:55.650798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 12cd7e8c-6211-4b40-bd0a-47659a6826c5 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:39:55.769653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:39:55.773583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:39:55.774612 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:55.849335 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:55.872035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cd7e8c-6211-4b40-bd0a-47659a6826c5'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:39:55.874271 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08a83a8-c353-4d30-b99e-356b3f62b14c" -d '{"events": [{"server_uuid": "d98f5012-2572-4d73-a3d3-e4025e71a99f", "name": "network-vif-plugged", "status": "completed", "tag": "12cd7e8c-6211-4b40-bd0a-47659a6826c5"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:39:55.887570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:55.912629 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd0053f-6522-4667-932b-3051abf0dbda x-openstack-request-id: req-6fd0053f-6522-4667-932b-3051abf0dbda {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:39:55.912922 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98f5012-2572-4d73-a3d3-e4025e71a99f", "name": "network-vif-plugged", "status": "completed", "tag": "12cd7e8c-6211-4b40-bd0a-47659a6826c5", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:39:55.913193 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fd0053f-6522-4667-932b-3051abf0dbda {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:39:55.913572 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cd7e8c-6211-4b40-bd0a-47659a6826c5', 'code': 200} Jul 05 04:39:55.942025 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:55.990021 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=12cd7e8c-6211-4b40-bd0a-47659a6826c5,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:56.444807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0b4db-829e-44ac-8327-dbf6fa28ddf0 req-ff91ebea-3806-45c8-b63e-a1c451b4130a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:56.446593 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27c0b4db-829e-44ac-8327-dbf6fa28ddf0 req-ff91ebea-3806-45c8-b63e-a1c451b4130a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0660362 Jul 05 04:39:56.483761 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27c0b4db-829e-44ac-8327-dbf6fa28ddf0 req-9f7eb39d-0532-4e0c-bb3e-edfff25443ae tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318241 Jul 05 04:39:56.654053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2584394-2ece-4fc2-9570-cae239fbb9ae req-9ba74265-3f09-455c-864f-a304d832bf0f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:56.655520 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2584394-2ece-4fc2-9570-cae239fbb9ae req-9ba74265-3f09-455c-864f-a304d832bf0f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0633731 Jul 05 04:39:56.692442 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f2584394-2ece-4fc2-9570-cae239fbb9ae req-e8a2b467-c904-4ca8-ab5d-05ed38ad32ab tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314963 Jul 05 04:39:56.863021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43341d-9078-4285-a788-0d95a7c710c8 req-757af838-9764-47f1-9d0a-6ca07c8134e8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:56.864497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc43341d-9078-4285-a788-0d95a7c710c8 req-757af838-9764-47f1-9d0a-6ca07c8134e8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0635989 Jul 05 04:39:56.901686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc43341d-9078-4285-a788-0d95a7c710c8 req-357512b5-94a9-4f88-bd5d-4e419b408004 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309374 Jul 05 04:39:57.290255 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:57.477622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c383272-51e9-4622-bf5c-9e7e3d89f5b1 req-4bd7b420-c020-4008-918f-5fb491097f8d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:57.478988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c383272-51e9-4622-bf5c-9e7e3d89f5b1 req-4bd7b420-c020-4008-918f-5fb491097f8d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0702443 Jul 05 04:39:57.516060 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c383272-51e9-4622-bf5c-9e7e3d89f5b1 req-af261e12-44e3-45c4-a405-901acf9ef7d0 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315652 Jul 05 04:39:58.651343 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-3cd6221f-1ff7-42ef-af61-5b4cb2d9fe34 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:58.652857 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-3cd6221f-1ff7-42ef-af61-5b4cb2d9fe34 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.11 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0643411 Jul 05 04:39:58.688160 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9b34f-6bf6-4942-9a54-298e60ead160 req-0cac235b-9f24-46a8-b6a7-a7e5348b2fda tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:58.689701 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2c9b34f-6bf6-4942-9a54-298e60ead160 req-0cac235b-9f24-46a8-b6a7-a7e5348b2fda tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 945 time: 0.0631359 Jul 05 04:39:58.728212 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b2c9b34f-6bf6-4942-9a54-298e60ead160 req-3e545e13-b025-42f5-a819-eb9dee575360 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326545 Jul 05 04:39:58.757785 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Deleting port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:39:58.758127 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:58.847154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] For port 12cd7e8c-6211-4b40-bd0a-47659a6826c5, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=12cd7e8c-6211-4b40-bd0a-47659a6826c5,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:58.847514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:59.016906 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:59.017189 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:59.017503 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0 disassociated. External IP: 172.25.0.253, port: 12cd7e8c-6211-4b40-bd0a-47659a6826c5. Jul 05 04:39:59.017846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Calling delete_port for 12cd7e8c-6211-4b40-bd0a-47659a6826c5 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:39:59.245285 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:59.280594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event deleted for resources: {'Port': ['ID=12cd7e8c-6211-4b40-bd0a-47659a6826c5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:59.402273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Router f6478709-f830-4c0b-84d1-42faae910a16 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:39:59.513855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:39:59.524487 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8ba2d-381e-4a6e-88c3-4ac803f9f0ad None None] Sync routers for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:39:59.534359 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8ba2d-381e-4a6e-88c3-4ac803f9f0ad None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:39:59.534982 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-85d8ba2d-381e-4a6e-88c3-4ac803f9f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:39:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:59.556744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] No DVR routers for this DVR port 12cd7e8c-6211-4b40-bd0a-47659a6826c5 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:39:59.559286 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:59.561312 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-5e4152ae-84a3-4529-8654-f6b0c39a4195 req-137dca35-7474-473d-b4c7-7435679fb6d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.11 "DELETE /v2.0/ports/12cd7e8c-6211-4b40-bd0a-47659a6826c5 HTTP/1.1" status: 204 len: 173 time: 0.9027169 Jul 05 04:39:59.561745 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'name': 'network-vif-deleted', 'tag': '12cd7e8c-6211-4b40-bd0a-47659a6826c5'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:39:59.563972 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d086af0db044ec1cbe98cb2631aeecd82acae5d75461e03d553b94f17f20941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b24b66-7f37-4be5-986c-79c6052725f5" -d '{"events": [{"server_uuid": "d98f5012-2572-4d73-a3d3-e4025e71a99f", "name": "network-vif-deleted", "tag": "12cd7e8c-6211-4b40-bd0a-47659a6826c5"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:39:59.600231 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df18bf6-7d2e-4c1a-b6b8-fae36652d663 x-openstack-request-id: req-0df18bf6-7d2e-4c1a-b6b8-fae36652d663 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:39:59.600563 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98f5012-2572-4d73-a3d3-e4025e71a99f", "name": "network-vif-deleted", "tag": "12cd7e8c-6211-4b40-bd0a-47659a6826c5", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:39:59.600817 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0df18bf6-7d2e-4c1a-b6b8-fae36652d663 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:39:59.601224 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98f5012-2572-4d73-a3d3-e4025e71a99f', 'name': 'network-vif-deleted', 'tag': '12cd7e8c-6211-4b40-bd0a-47659a6826c5', 'status': 'completed', 'code': 200} Jul 05 04:39:59.725286 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-85d8ba2d-381e-4a6e-88c3-4ac803f9f0ad None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:39:59.839564 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:59.889226 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf6f59bb-708c-4004-bd56-9115df678740 req-4c743d23-7002-47a2-92f8-9299fd957efa tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=d98f5012-2572-4d73-a3d3-e4025e71a99f HTTP/1.1" status: 200 len: 210 time: 0.0342908 Jul 05 04:39:59.927022 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-85d8ba2d-381e-4a6e-88c3-4ac803f9f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:59.956113 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8ba2d-381e-4a6e-88c3-4ac803f9f0ad None None] Checking router: f6478709-f830-4c0b-84d1-42faae910a16 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:39:59.964264 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8ba2d-381e-4a6e-88c3-4ac803f9f0ad None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:39:59.964897 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-85d8ba2d-381e-4a6e-88c3-4ac803f9f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:39:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:40:00.068009 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-85d8ba2d-381e-4a6e-88c3-4ac803f9f0ad None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:40:00.264874 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-85d8ba2d-381e-4a6e-88c3-4ac803f9f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:40:00.290158 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8ba2d-381e-4a6e-88c3-4ac803f9f0ad None None] The sync data for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 is: [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:40:00.496287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094de7ec-c0c9-4528-a090-c7e453c3a2e5 None None] New status for floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:40:01.190291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-aa66c307-f774-48e5-ab92-7e74fdb11dd4 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--82186612&fields=id&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 267 time: 0.0328832 Jul 05 04:40:01.295196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2def614-fe99-42cb-8f78-4691f5529185 req-6e619877-8d04-49ec-b9ab-706cb5af49ba tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:01.296721 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-6e619877-8d04-49ec-b9ab-706cb5af49ba tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 812 time: 0.0992556 Jul 05 04:40:01.311338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-3fcbcdf6-1fdb-40f4-9cf6-1071e6e53f28 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/quotas/e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 375 time: 0.0094030 Jul 05 04:40:01.382317 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-d2af0af2-2a61-4877-b751-55c62cb9e923 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661831 Jul 05 04:40:01.442135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-b7971e8d-1b67-4345-92b2-5bd624a28839 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:40:01.443099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-b7971e8d-1b67-4345-92b2-5bd624a28839 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495811 Jul 05 04:40:01.530983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-382487e9-1302-4226-b922-1c2338639b8f service neutron] 10.222.0.60 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811028 Jul 05 04:40:01.621014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-31ec7a9a-05b6-4156-b06f-53b9c07c094a service neutron] 10.222.0.60 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844698 Jul 05 04:40:01.827760 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:01.884789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb476136-e5ab-4868-8a42-d1486fde4c16 req-4fc679c5-05b9-4375-9e02-dad363370971 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 210 time: 0.0295725 Jul 05 04:40:03.030938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5f2ce67-c15f-46d2-8697-d2c7c9d55f1d req-c6b0c663-5665-450e-a37e-0882efbf8f25 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 210 time: 0.0290878 Jul 05 04:40:03.674757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 12cd7e8c-6211-4b40-bd0a-47659a6826c5 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:40:03.690914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2def614-fe99-42cb-8f78-4691f5529185 req-e26b0f8e-3004-46c6-8aca-8aa70e621209 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:03.692386 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-e26b0f8e-3004-46c6-8aca-8aa70e621209 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 812 time: 0.1078568 Jul 05 04:40:03.695714 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 12cd7e8c-6211-4b40-bd0a-47659a6826c5 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:40:03.696117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 12cd7e8c-6211-4b40-bd0a-47659a6826c5 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:40:03.734735 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-518edcbd-46e1-422e-adf9-b9c3a6ba37da tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 378 time: 0.0339527 Jul 05 04:40:03.744586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Request body: {'port': {'device_id': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'admin_state_up': True, 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'security_groups': ['eb9836d5-e5d8-4508-bf1e-cba92235f898']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:03.896375 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Made reservation on behalf of e9943d3938aa49f1adfa4daa35b4d48b for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:40:03.900646 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.024452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Allocated IP 172.20.0.8 (3ac7f2de-f635-4b48-ae9c-f83152f35ce2/f48737cf-a89a-45ce-9c01-4dca2499e9be/9e723844-204d-4118-bdd2-49a84f8266a8) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:40:04.184801 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d8eaf18-5f8e-48d1-b1f5-5cdb77315f49 req-c762a7c2-15d8-4d11-b5c6-4a455698f016 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 210 time: 0.0357544 Jul 05 04:40:04.189304 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.202947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Transition to ACTIVE for port object 9e723844-204d-4118-bdd2-49a84f8266a8 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:40:04.267571 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.311548 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:40:04.314631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:40:04.318413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:40:04.348469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event updated for resources: {'Port': ['ID=9e723844-204d-4118-bdd2-49a84f8266a8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:04.363616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:04.363962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:04.364302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:04.364659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:04.364991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:04.365318 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:04.365640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:04.365966 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:04.366291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:04.366610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:04.366930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:04.367310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:04.390932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:04.391551 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.457069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c86ce8e9-f3b5-454e-8f2a-7723f8591909 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7169085 Jul 05 04:40:04.468642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Request body: {'port': {'device_id': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:04.540855 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.558725 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0e62ab0b-23ea-42a2-95ee-ae089a84682a None None] Provisioning for port 9e723844-204d-4118-bdd2-49a84f8266a8 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:40:04.563323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0e62ab0b-23ea-42a2-95ee-ae089a84682a None None] Provisioning complete for port 9e723844-204d-4118-bdd2-49a84f8266a8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:40:04.563323 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0e62ab0b-23ea-42a2-95ee-ae089a84682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.598195 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0e62ab0b-23ea-42a2-95ee-ae089a84682a None None] Port 9e723844-204d-4118-bdd2-49a84f8266a8 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:40:04.802792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e723844-204d-4118-bdd2-49a84f8266a8 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:40:04.810546 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.823157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Transition to ACTIVE for port object 9e723844-204d-4118-bdd2-49a84f8266a8 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:40:04.878763 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.928039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Pushing event updated for resources: {'Port': ['ID=9e723844-204d-4118-bdd2-49a84f8266a8,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:04.997597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Attempting to bind port 9e723844-204d-4118-bdd2-49a84f8266a8 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:40:04.998063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Attempting to bind port 9e723844-204d-4118-bdd2-49a84f8266a8 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:40:04.998403 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Attempting to bind port 9e723844-204d-4118-bdd2-49a84f8266a8 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:40:05.002889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Port 9e723844-204d-4118-bdd2-49a84f8266a8 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:40:05.003214 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Attempting to bind port 9e723844-204d-4118-bdd2-49a84f8266a8 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:40:05.008785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:40:05.009149 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Checking segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:40:05.009534 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Bound using segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:40:05.009959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Bound port: 9e723844-204d-4118-bdd2-49a84f8266a8, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:40:05.010318 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:05.078067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] For port 9e723844-204d-4118-bdd2-49a84f8266a8, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:40:05.081011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] For port 9e723844-204d-4118-bdd2-49a84f8266a8, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9e723844-204d-4118-bdd2-49a84f8266a8,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:40:05.130627 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:05.161887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:05.162522 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:05.163981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] 10.222.0.64 "PUT /v2.0/ports/9e723844-204d-4118-bdd2-49a84f8266a8 HTTP/1.1" status: 200 len: 1091 time: 0.6996522 Jul 05 04:40:05.165004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'tag': '9e723844-204d-4118-bdd2-49a84f8266a8'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:05.167272 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e30302-fa36-4371-b74f-ee25ee1c0829" -d '{"events": [{"name": "network-changed", "server_uuid": "638ff769-7a7c-4e55-b2bf-a7cc5de6c611", "tag": "9e723844-204d-4118-bdd2-49a84f8266a8"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:05.195096 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29f59b-dbd2-4b62-8fc9-6d4da05e486f service neutron] Pushing event updated for resources: {'Port': ['ID=9e723844-204d-4118-bdd2-49a84f8266a8,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:05.208980 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53a7604-4781-42d1-81dc-7a1ee32b2ecc x-openstack-request-id: req-b53a7604-4781-42d1-81dc-7a1ee32b2ecc {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:05.209272 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638ff769-7a7c-4e55-b2bf-a7cc5de6c611", "tag": "9e723844-204d-4118-bdd2-49a84f8266a8", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:05.209521 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b53a7604-4781-42d1-81dc-7a1ee32b2ecc {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:05.210172 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'tag': '9e723844-204d-4118-bdd2-49a84f8266a8', 'status': 'completed', 'code': 200} Jul 05 04:40:05.294460 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e30302-fa36-4371-b74f-ee25ee1c0829 req-5fcd15c4-80cb-48f1-bd9c-16977bd642f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:05.299984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29e30302-fa36-4371-b74f-ee25ee1c0829 req-5fcd15c4-80cb-48f1-bd9c-16977bd642f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 1094 time: 0.0662630 Jul 05 04:40:05.771626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e30302-fa36-4371-b74f-ee25ee1c0829 req-f9b46f7f-5341-42d7-b270-c92e46803624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:05.773149 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29e30302-fa36-4371-b74f-ee25ee1c0829 req-f9b46f7f-5341-42d7-b270-c92e46803624 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4696102 Jul 05 04:40:05.795822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97366a-51da-4117-b66a-cb0da4d8ec54 req-f106b511-7a28-458b-a7fe-1f3630638c8e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:05.797404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e97366a-51da-4117-b66a-cb0da4d8ec54 req-f106b511-7a28-458b-a7fe-1f3630638c8e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 943 time: 0.4850788 Jul 05 04:40:05.879426 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e97366a-51da-4117-b66a-cb0da4d8ec54 req-596e7985-19f7-4535-8578-45b1a41faf56 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724480 Jul 05 04:40:05.901681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e30302-fa36-4371-b74f-ee25ee1c0829 req-9f8bd006-f32b-47f7-b0e6-5a01ca3f760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:05.903179 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29e30302-fa36-4371-b74f-ee25ee1c0829 req-9f8bd006-f32b-47f7-b0e6-5a01ca3f760e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1237240 Jul 05 04:40:05.993680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c5383d01-01c1-4edb-8da3-3e16cfaabb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:05.995123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c5383d01-01c1-4edb-8da3-3e16cfaabb85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 1094 time: 0.0528195 Jul 05 04:40:06.040994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-a8c87b36-656b-4095-bba2-13aaedd7ee8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e723844-204d-4118-bdd2-49a84f8266a8 HTTP/1.1" status: 200 len: 217 time: 0.0383337 Jul 05 04:40:06.088351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c42e1d5f-1eb8-4ac4-815c-1bab08b8cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:06.089775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c42e1d5f-1eb8-4ac4-815c-1bab08b8cd5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0425892 Jul 05 04:40:06.146175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2def614-fe99-42cb-8f78-4691f5529185 req-9a7d9ed8-548d-4646-8443-32e3ef50e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:06.147645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-9a7d9ed8-548d-4646-8443-32e3ef50e600 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514462 Jul 05 04:40:06.238757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-3e4c9f4f-d72e-41a6-b343-6a1320e00a60 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849049 Jul 05 04:40:06.326064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d2def614-fe99-42cb-8f78-4691f5529185 req-c92747ca-04b5-4591-99d3-d0e3165a0b26 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806427 Jul 05 04:40:07.051554 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c522d-cb99-4d6a-95d2-dc28ebb4cb61 req-ee7d23c1-8c2f-49d3-bcaf-621be228694f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:07.053045 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-568c522d-cb99-4d6a-95d2-dc28ebb4cb61 req-ee7d23c1-8c2f-49d3-bcaf-621be228694f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 943 time: 0.0624390 Jul 05 04:40:07.094688 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-568c522d-cb99-4d6a-95d2-dc28ebb4cb61 req-0aa7827e-3618-4a2e-be7c-a3cb2dbe035b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354257 Jul 05 04:40:08.265738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c2bda-dd6c-4889-a118-d7002000eb34 req-650ea673-d1f7-4b78-b7ab-3753e635c0dc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:08.267190 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-625c2bda-dd6c-4889-a118-d7002000eb34 req-650ea673-d1f7-4b78-b7ab-3753e635c0dc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 943 time: 0.0624981 Jul 05 04:40:08.303338 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-625c2bda-dd6c-4889-a118-d7002000eb34 req-f0f07e53-1c42-415b-a334-5b8da563eaa3 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307209 Jul 05 04:40:09.479550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607e041-0cc7-49d6-b16a-c81a1e0fb222 req-ef158b46-616f-4063-ad97-7d7b859b97c7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:09.481372 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e607e041-0cc7-49d6-b16a-c81a1e0fb222 req-ef158b46-616f-4063-ad97-7d7b859b97c7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 943 time: 0.0656104 Jul 05 04:40:09.518680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e607e041-0cc7-49d6-b16a-c81a1e0fb222 req-2e8fda98-1b45-4143-a6d6-ddf9cf717a58 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315139 Jul 05 04:40:09.861774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9e723844-204d-4118-bdd2-49a84f8266a8 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:40:09.957630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9e723844-204d-4118-bdd2-49a84f8266a8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9e723844-204d-4118-bdd2-49a84f8266a8,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:09.969511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '9e723844-204d-4118-bdd2-49a84f8266a8', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'port_id': '9e723844-204d-4118-bdd2-49a84f8266a8', 'mac_address': 'fa:16:3e:1d:b1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:40:10.005453 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:10.017538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e723844-204d-4118-bdd2-49a84f8266a8 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:40:10.038449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9e723844-204d-4118-bdd2-49a84f8266a8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9e723844-204d-4118-bdd2-49a84f8266a8,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:10.078464 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:10.127749 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=9e723844-204d-4118-bdd2-49a84f8266a8,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:10.284702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['9e723844-204d-4118-bdd2-49a84f8266a8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:40:10.693535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28110e16-f7c3-400b-aa9a-8d838067bbf3 req-96ff5c9a-d5a2-4f4b-9562-b5a54cb17f92 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:10.695260 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28110e16-f7c3-400b-aa9a-8d838067bbf3 req-96ff5c9a-d5a2-4f4b-9562-b5a54cb17f92 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 944 time: 0.0669525 Jul 05 04:40:10.737391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28110e16-f7c3-400b-aa9a-8d838067bbf3 req-07b5b09c-030e-4d18-997b-8fbeb9695c21 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361314 Jul 05 04:40:11.877614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9e723844-204d-4118-bdd2-49a84f8266a8 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:40:11.987227 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 9e723844-204d-4118-bdd2-49a84f8266a8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:40:11.991397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 9e723844-204d-4118-bdd2-49a84f8266a8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:40:11.991770 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:12.075693 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:12.098711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e723844-204d-4118-bdd2-49a84f8266a8'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:12.101118 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}226c78d85b5a2275384fb0f431752bb7c41848ad2f47b360ee2b18937889916f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc79a1b7-b565-45b0-98e0-f51497ce3a7a" -d '{"events": [{"server_uuid": "638ff769-7a7c-4e55-b2bf-a7cc5de6c611", "name": "network-vif-plugged", "status": "completed", "tag": "9e723844-204d-4118-bdd2-49a84f8266a8"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:12.104061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e9945-71e2-417e-94d2-250f534dd30e req-9ba26018-44ff-413c-9086-03e05281046d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:12.105666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f34e9945-71e2-417e-94d2-250f534dd30e req-9ba26018-44ff-413c-9086-03e05281046d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 944 time: 0.0644069 Jul 05 04:40:12.115822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 9e723844-204d-4118-bdd2-49a84f8266a8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9e723844-204d-4118-bdd2-49a84f8266a8,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:12.146740 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffc5e3e-057a-4814-9319-bdef5fad07e2 x-openstack-request-id: req-bffc5e3e-057a-4814-9319-bdef5fad07e2 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:12.147042 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638ff769-7a7c-4e55-b2bf-a7cc5de6c611", "name": "network-vif-plugged", "status": "completed", "tag": "9e723844-204d-4118-bdd2-49a84f8266a8", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:12.147301 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bffc5e3e-057a-4814-9319-bdef5fad07e2 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:12.147702 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e723844-204d-4118-bdd2-49a84f8266a8', 'code': 200} Jul 05 04:40:12.149156 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f34e9945-71e2-417e-94d2-250f534dd30e req-58ad7dda-ada5-4d53-96ec-5dafa832767b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370743 Jul 05 04:40:12.193240 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:12.244229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=9e723844-204d-4118-bdd2-49a84f8266a8,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:12.261501 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d718f-2abb-46e1-822a-553230f6230d req-02d98f96-cb1e-4524-9992-b3612c13cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:12.263474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-470d718f-2abb-46e1-822a-553230f6230d req-02d98f96-cb1e-4524-9992-b3612c13cf01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 1096 time: 0.0569975 Jul 05 04:40:12.300086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-470d718f-2abb-46e1-822a-553230f6230d req-3f2de830-a755-4100-a4db-592c2a8ec388 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0291479 Jul 05 04:40:13.328843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24829942-044c-4b64-9b9f-6258a9e7fe21 req-d8dcbbe2-af09-43c8-8745-6c2f32c83977 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:13.330326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24829942-044c-4b64-9b9f-6258a9e7fe21 req-d8dcbbe2-af09-43c8-8745-6c2f32c83977 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0655150 Jul 05 04:40:13.369301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24829942-044c-4b64-9b9f-6258a9e7fe21 req-6e004935-9bc1-4bdc-b3ea-50d879b43039 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333083 Jul 05 04:40:14.539661 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dd2de-fc08-4a35-9f09-d953ca982b28 req-5895a666-738e-433b-acd4-56b5f70685fc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:14.541251 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-034dd2de-fc08-4a35-9f09-d953ca982b28 req-5895a666-738e-433b-acd4-56b5f70685fc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0618985 Jul 05 04:40:14.578856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-034dd2de-fc08-4a35-9f09-d953ca982b28 req-3a1519f8-ea2c-44ec-a5b9-ad238296e75b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320022 Jul 05 04:40:14.752384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da7388-44df-4e06-a80f-8e7722fc0b5d req-82914d05-1732-47df-adae-ca7935f1cee5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:14.753770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8da7388-44df-4e06-a80f-8e7722fc0b5d req-82914d05-1732-47df-adae-ca7935f1cee5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0666847 Jul 05 04:40:14.762351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54194) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:14.766836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0a9f622a-858f-436f-90ae-ba54b2fcb59a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Request body: {'floatingip': {'port_id': '9e723844-204d-4118-bdd2-49a84f8266a8'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:14.807026 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a9f622a-858f-436f-90ae-ba54b2fcb59a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.264670 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a9f622a-858f-436f-90ae-ba54b2fcb59a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.303498 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a9f622a-858f-436f-90ae-ba54b2fcb59a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.405292 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-0a9f622a-858f-436f-90ae-ba54b2fcb59a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0 associated. External IP: 172.25.0.253, port: 9e723844-204d-4118-bdd2-49a84f8266a8. Jul 05 04:40:15.610760 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9f622a-858f-436f-90ae-ba54b2fcb59a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Router f6478709-f830-4c0b-84d1-42faae910a16 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:40:15.719898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9f622a-858f-436f-90ae-ba54b2fcb59a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:40:15.724837 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0a9f622a-858f-436f-90ae-ba54b2fcb59a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.729646 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e01c5c0-1b25-479b-b70e-3ae2a0c58a61 None None] Sync routers for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:40:15.738426 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e01c5c0-1b25-479b-b70e-3ae2a0c58a61 None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:40:15.739048 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4e01c5c0-1b25-479b-b70e-3ae2a0c58a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:39:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:40:15.765281 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0a9f622a-858f-436f-90ae-ba54b2fcb59a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "PUT /v2.0/floatingips/7cb43850-ee6d-439f-92be-cdc5a3c172a0 HTTP/1.1" status: 200 len: 991 time: 0.9992478 Jul 05 04:40:15.765281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'tag': '9e723844-204d-4118-bdd2-49a84f8266a8'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:15.765638 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e05b93-1d0f-4642-b418-c8c3e9ab7409" -d '{"events": [{"name": "network-changed", "server_uuid": "638ff769-7a7c-4e55-b2bf-a7cc5de6c611", "tag": "9e723844-204d-4118-bdd2-49a84f8266a8"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:15.801493 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386827bc-3ef8-4ec5-a8d2-03ac997ef662 x-openstack-request-id: req-386827bc-3ef8-4ec5-a8d2-03ac997ef662 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:15.801850 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638ff769-7a7c-4e55-b2bf-a7cc5de6c611", "tag": "9e723844-204d-4118-bdd2-49a84f8266a8", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:15.802168 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-386827bc-3ef8-4ec5-a8d2-03ac997ef662 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:15.802780 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'tag': '9e723844-204d-4118-bdd2-49a84f8266a8', 'status': 'completed', 'code': 200} Jul 05 04:40:15.849165 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-4e01c5c0-1b25-479b-b70e-3ae2a0c58a61 None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:40:15.877235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e05b93-1d0f-4642-b418-c8c3e9ab7409 req-700e5c44-33cc-4bf8-bf63-d57844017aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:15.878772 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76e05b93-1d0f-4642-b418-c8c3e9ab7409 req-700e5c44-33cc-4bf8-bf63-d57844017aa8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 1096 time: 0.0543356 Jul 05 04:40:15.974695 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e05b93-1d0f-4642-b418-c8c3e9ab7409 req-88a88da3-858f-4f91-9128-52952502d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:15.976193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76e05b93-1d0f-4642-b418-c8c3e9ab7409 req-88a88da3-858f-4f91-9128-52952502d952 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0916507 Jul 05 04:40:16.041494 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76e05b93-1d0f-4642-b418-c8c3e9ab7409 req-7e0e7367-10e9-44c3-b277-723d86025e5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e723844-204d-4118-bdd2-49a84f8266a8 HTTP/1.1" status: 200 len: 999 time: 0.0593219 Jul 05 04:40:16.073710 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4e01c5c0-1b25-479b-b70e-3ae2a0c58a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '7cb43850-ee6d-439f-92be-cdc5a3c172a0', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'port_id': '9e723844-204d-4118-bdd2-49a84f8266a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'mac_address': 'fa:16:3e:1d:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:43Z', 'updated_at': '2021-07-05T04:40:15Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:40:16.095093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e05b93-1d0f-4642-b418-c8c3e9ab7409 req-e79ea6ea-b873-434a-be32-1c3fb66921b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:16.096636 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76e05b93-1d0f-4642-b418-c8c3e9ab7409 req-e79ea6ea-b873-434a-be32-1c3fb66921b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0496309 Jul 05 04:40:16.098994 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e01c5c0-1b25-479b-b70e-3ae2a0c58a61 None None] Checking router: f6478709-f830-4c0b-84d1-42faae910a16 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:40:16.107864 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e01c5c0-1b25-479b-b70e-3ae2a0c58a61 None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:40:16.108498 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4e01c5c0-1b25-479b-b70e-3ae2a0c58a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:39:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:40:16.154563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e05b93-1d0f-4642-b418-c8c3e9ab7409 req-8697ca17-843b-4ffc-8241-71818ee86a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:16.156070 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76e05b93-1d0f-4642-b418-c8c3e9ab7409 req-8697ca17-843b-4ffc-8241-71818ee86a2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531814 Jul 05 04:40:16.214183 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-4e01c5c0-1b25-479b-b70e-3ae2a0c58a61 None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:40:16.246910 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76e05b93-1d0f-4642-b418-c8c3e9ab7409 req-f32bce69-55ef-4fae-a8ee-94daedd03f92 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837162 Jul 05 04:40:16.341161 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-76e05b93-1d0f-4642-b418-c8c3e9ab7409 req-8b87c4e1-8320-415b-82b3-246d762b4a37 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878687 Jul 05 04:40:16.435497 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4e01c5c0-1b25-479b-b70e-3ae2a0c58a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '7cb43850-ee6d-439f-92be-cdc5a3c172a0', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'port_id': '9e723844-204d-4118-bdd2-49a84f8266a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'mac_address': 'fa:16:3e:1d:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:43Z', 'updated_at': '2021-07-05T04:40:15Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:40:16.462727 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e01c5c0-1b25-479b-b70e-3ae2a0c58a61 None None] The sync data for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 is: [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '7cb43850-ee6d-439f-92be-cdc5a3c172a0', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'port_id': '9e723844-204d-4118-bdd2-49a84f8266a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'mac_address': 'fa:16:3e:1d:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:43Z', 'updated_at': '2021-07-05T04:40:15Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:40:16.645380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa062d60-cd8c-40b6-81b1-ed890eb99cf3 None None] New status for floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:40:21.329738 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bbc7c4ed-0f04-4452-b75f-40d14656691e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:22.063304 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fefb352e-f378-47ac-94f4-3a0209022e22 req-55015ab0-278e-4eb5-b7f8-5e7ff34ae257 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524054 Jul 05 04:40:22.158786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb352e-f378-47ac-94f4-3a0209022e22 req-e7db6990-d2a0-487b-a07f-46373b8cb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:22.160332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fefb352e-f378-47ac-94f4-3a0209022e22 req-e7db6990-d2a0-487b-a07f-46373b8cb78c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 1096 time: 0.0553567 Jul 05 04:40:22.277647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb352e-f378-47ac-94f4-3a0209022e22 req-8f8e132a-ef55-40af-93e9-c327353f6e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:22.279225 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fefb352e-f378-47ac-94f4-3a0209022e22 req-8f8e132a-ef55-40af-93e9-c327353f6e13 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0977633 Jul 05 04:40:22.348268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fefb352e-f378-47ac-94f4-3a0209022e22 req-1b473304-aecc-4d12-98d0-f6684baa9c83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e723844-204d-4118-bdd2-49a84f8266a8 HTTP/1.1" status: 200 len: 1001 time: 0.0608351 Jul 05 04:40:22.400991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb352e-f378-47ac-94f4-3a0209022e22 req-794b0669-da53-4f0d-adb2-ac2a358b4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:22.402461 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fefb352e-f378-47ac-94f4-3a0209022e22 req-794b0669-da53-4f0d-adb2-ac2a358b4a0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0481100 Jul 05 04:40:22.460688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb352e-f378-47ac-94f4-3a0209022e22 req-de8b31eb-2f23-4faa-9797-47024dbfb496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:22.462133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fefb352e-f378-47ac-94f4-3a0209022e22 req-de8b31eb-2f23-4faa-9797-47024dbfb496 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526235 Jul 05 04:40:22.551009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fefb352e-f378-47ac-94f4-3a0209022e22 req-6787d3da-4f35-4a20-ba2b-71b808eb76d6 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818229 Jul 05 04:40:22.643380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fefb352e-f378-47ac-94f4-3a0209022e22 req-0990be36-fdef-43d1-b975-81ceeaaccfe0 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861878 Jul 05 04:40:24.284084 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-235a2e46-c1e1-4df8-9294-f73dc1a2ae92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:24.369796 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:25.128900 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:40:25.409767 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:27.283331 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:29.866165 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:31.798044 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:51.340247 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7277f3ac-f2e5-44c8-bf87-274e1084fdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:54.311835 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-17adc1bb-8916-456d-9187-ac5db4d07ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:54.408797 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:55.420325 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:57.276939 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:59.883161 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:01.814259 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:02.127418 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:41:21.333656 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f427fcb4-b063-4ec8-8089-e71967aafeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:23.059956 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cdb9fbd8-e38a-4591-b4bb-2ca242dfe148 req-1b515239-5779-4433-b345-524e033ab114 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519593 Jul 05 04:41:23.153852 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9fbd8-e38a-4591-b4bb-2ca242dfe148 req-acf3b9c4-6b13-444e-a3ce-3f4e25b640fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:23.155357 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cdb9fbd8-e38a-4591-b4bb-2ca242dfe148 req-acf3b9c4-6b13-444e-a3ce-3f4e25b640fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 1096 time: 0.0534558 Jul 05 04:41:23.263971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9fbd8-e38a-4591-b4bb-2ca242dfe148 req-f4fbbeae-ede5-4913-92ee-ca93ff7e4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:23.265492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cdb9fbd8-e38a-4591-b4bb-2ca242dfe148 req-f4fbbeae-ede5-4913-92ee-ca93ff7e4c5e service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0900319 Jul 05 04:41:23.328513 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cdb9fbd8-e38a-4591-b4bb-2ca242dfe148 req-e6e11e6e-f2f1-4b3f-9c74-ea315fa53622 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e723844-204d-4118-bdd2-49a84f8266a8 HTTP/1.1" status: 200 len: 1001 time: 0.0570323 Jul 05 04:41:23.380123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9fbd8-e38a-4591-b4bb-2ca242dfe148 req-0e0455c5-1823-45ad-80e7-2c62492a00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:23.381614 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cdb9fbd8-e38a-4591-b4bb-2ca242dfe148 req-0e0455c5-1823-45ad-80e7-2c62492a00b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0470953 Jul 05 04:41:23.436551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9fbd8-e38a-4591-b4bb-2ca242dfe148 req-1a6d7553-99a7-4a9f-a945-b69033ac5aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:23.438020 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cdb9fbd8-e38a-4591-b4bb-2ca242dfe148 req-1a6d7553-99a7-4a9f-a945-b69033ac5aca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503657 Jul 05 04:41:23.523864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cdb9fbd8-e38a-4591-b4bb-2ca242dfe148 req-00fc5b96-ac64-40dc-adc0-cf42e5ecd2e4 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793781 Jul 05 04:41:23.616056 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cdb9fbd8-e38a-4591-b4bb-2ca242dfe148 req-714f94d0-01d7-4ad0-8b02-9d8126269e84 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851479 Jul 05 04:41:24.293803 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e15d36cd-6882-4077-a936-29fc12e3232e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:24.396716 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:25.430803 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:27.288039 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:29.876255 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:31.830070 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:39.126225 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:41:51.327349 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7960008-1128-41d5-9b07-cd085c732d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:51.385822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384522e5-3925-4d5b-b7f7-254dcbb33319 req-a9246650-2b19-403f-ac69-b56fb45b6677 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:51.387302 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-384522e5-3925-4d5b-b7f7-254dcbb33319 req-a9246650-2b19-403f-ac69-b56fb45b6677 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.1070375 Jul 05 04:41:51.424390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-384522e5-3925-4d5b-b7f7-254dcbb33319 req-dac2a6cc-e99e-4df7-b417-b408a491a83f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316715 Jul 05 04:41:52.715417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a532f-b5b7-482b-9f11-dc6520d2bfc5 req-40512182-28c6-4ec8-868b-3568316af476 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:52.716841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-323a532f-b5b7-482b-9f11-dc6520d2bfc5 req-40512182-28c6-4ec8-868b-3568316af476 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.1085019 Jul 05 04:41:52.753658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-323a532f-b5b7-482b-9f11-dc6520d2bfc5 req-35e50f67-1a53-489c-b7d3-bf1364b7683b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314012 Jul 05 04:41:53.928857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97911802-7ffb-4648-90d2-10c8644a7fce req-5a53eb0b-3ef5-4116-a23c-10cbafb3b61b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:53.930380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97911802-7ffb-4648-90d2-10c8644a7fce req-5a53eb0b-3ef5-4116-a23c-10cbafb3b61b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0657234 Jul 05 04:41:53.968068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97911802-7ffb-4648-90d2-10c8644a7fce req-048ca856-35e6-4079-8e5e-40614fa59ffc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316451 Jul 05 04:41:54.298509 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83be7d70-3e40-4b7f-ad3f-ec1eb620db0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:54.396078 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:55.152045 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34635b-e8a7-4343-9bb7-2b766765d00d req-eab4735e-3208-40c7-82e6-c4473cad15a1 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:55.153637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e34635b-e8a7-4343-9bb7-2b766765d00d req-eab4735e-3208-40c7-82e6-c4473cad15a1 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0668638 Jul 05 04:41:55.190627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4e34635b-e8a7-4343-9bb7-2b766765d00d req-2373f254-c278-4320-b916-81d7c32fd305 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313218 Jul 05 04:41:55.424332 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:56.365621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71190bbc-7e99-404d-aef0-5b3242cd2d0c req-4cb41f28-d095-4b9f-aa02-0152af869875 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:56.367092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-71190bbc-7e99-404d-aef0-5b3242cd2d0c req-4cb41f28-d095-4b9f-aa02-0152af869875 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0628970 Jul 05 04:41:56.405138 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-71190bbc-7e99-404d-aef0-5b3242cd2d0c req-6ddb5184-b8fb-43bb-9fe8-43aeabf94318 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316725 Jul 05 04:41:57.321759 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:57.576551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b27505-db9a-447c-880a-3ca55bf78928 req-e87e61f6-90ec-4576-8716-2182d9978c51 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:57.578013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6b27505-db9a-447c-880a-3ca55bf78928 req-e87e61f6-90ec-4576-8716-2182d9978c51 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0636935 Jul 05 04:41:57.615583 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6b27505-db9a-447c-880a-3ca55bf78928 req-86f0529f-96b6-482b-ab8d-552bede35812 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321105 Jul 05 04:41:58.790735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a24fec-c00d-4636-b641-f4a82f090ac2 req-cff5ceaa-0a2f-41cf-a25a-b598ab694eec tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:58.792208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90a24fec-c00d-4636-b641-f4a82f090ac2 req-cff5ceaa-0a2f-41cf-a25a-b598ab694eec tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0659802 Jul 05 04:41:58.829125 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90a24fec-c00d-4636-b641-f4a82f090ac2 req-507ddb1a-2f31-402f-9edc-4651e38b3f0f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308080 Jul 05 04:41:59.886597 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:59.999958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d9b22-a6d2-4f7e-9668-2851855bd063 req-cc61a542-f7de-41ac-b280-698433be6f2f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:00.001467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-212d9b22-a6d2-4f7e-9668-2851855bd063 req-cc61a542-f7de-41ac-b280-698433be6f2f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0625424 Jul 05 04:42:00.039287 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-212d9b22-a6d2-4f7e-9668-2851855bd063 req-3d6c75fa-20c0-4a52-b39b-2edd1da84e8d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322618 Jul 05 04:42:01.212578 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083335da-f843-4e85-bccb-2d7c7d70748f req-32527413-fe6c-4922-a997-870b0e22b357 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:01.214114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-083335da-f843-4e85-bccb-2d7c7d70748f req-32527413-fe6c-4922-a997-870b0e22b357 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0669403 Jul 05 04:42:01.251908 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-083335da-f843-4e85-bccb-2d7c7d70748f req-74e38cd3-4996-4dd0-bc1c-e7d2c322c8c5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313666 Jul 05 04:42:01.795830 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:02.434976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2496f9-bfd9-4df8-aa16-f665f29026db req-20bb957f-9293-4260-9f2e-92e2668e6b3c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:02.436442 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eb2496f9-bfd9-4df8-aa16-f665f29026db req-20bb957f-9293-4260-9f2e-92e2668e6b3c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0622666 Jul 05 04:42:02.473047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eb2496f9-bfd9-4df8-aa16-f665f29026db req-e68aaf1b-5de5-4a7b-9726-fa86b531d93e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307822 Jul 05 04:42:02.956844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976722c-aeba-4bea-8140-bcb434068a8d req-1875fe17-ea5b-4b1d-8aec-80d3b248225b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:02.958257 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2976722c-aeba-4bea-8140-bcb434068a8d req-1875fe17-ea5b-4b1d-8aec-80d3b248225b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0642776 Jul 05 04:42:03.006929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2976722c-aeba-4bea-8140-bcb434068a8d req-8fdadfc5-a995-4c14-bb80-4e42132e0dd5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430877 Jul 05 04:42:03.077850 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-a47cc0e0-d89c-476a-9666-2388af5df68d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000152 Jul 05 04:42:04.184436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea198c-e68b-46be-a120-41743201a59c req-41fb7bc7-e8dd-413d-8b5a-052ea1ac2ff1 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:04.185939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0ea198c-e68b-46be-a120-41743201a59c req-41fb7bc7-e8dd-413d-8b5a-052ea1ac2ff1 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0635297 Jul 05 04:42:04.226004 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0ea198c-e68b-46be-a120-41743201a59c req-ca5a8e04-4613-415c-8c72-108a23b5d696 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341809 Jul 05 04:42:05.252629 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-07b9684a-e3df-4451-80ef-b1c0f27b6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:05.254130 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-07b9684a-e3df-4451-80ef-b1c0f27b6d3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 1096 time: 0.0931110 Jul 05 04:42:05.380117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-fdaeb90c-da5c-4b6c-b94f-2a6e179fa4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:05.381594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-fdaeb90c-da5c-4b6c-b94f-2a6e179fa4f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.1209276 Jul 05 04:42:05.468093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe966-40d9-43ed-b8d0-7982abe52c65 req-283d86dd-e29b-4850-9423-7d6879101f96 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:05.469611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ebbe966-40d9-43ed-b8d0-7982abe52c65 req-283d86dd-e29b-4850-9423-7d6879101f96 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.1251466 Jul 05 04:42:05.473540 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-c3f5c882-b282-4231-830c-779795ae4638 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e723844-204d-4118-bdd2-49a84f8266a8 HTTP/1.1" status: 200 len: 1001 time: 0.0838246 Jul 05 04:42:05.540578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ebbe966-40d9-43ed-b8d0-7982abe52c65 req-54189384-9b20-48bb-81d8-330bd3ce44b3 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652647 Jul 05 04:42:05.544907 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-0608674b-1f37-4a7a-a8da-80357aafeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:05.546310 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-0608674b-1f37-4a7a-a8da-80357aafeb1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0646100 Jul 05 04:42:05.606906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-494de5cb-0490-4dfa-b82a-0fb1555423ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:05.608409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-494de5cb-0490-4dfa-b82a-0fb1555423ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561991 Jul 05 04:42:05.708409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-20ab40b1-256b-4c61-84cf-1bd2f63ad47f service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937161 Jul 05 04:42:05.800609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-05f9354a-9d3c-4b0d-ba78-673887a4d02f service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855236 Jul 05 04:42:06.713007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e330-7f45-4fd6-97d3-8c4f3aceb7d0 req-37677baf-0a55-493d-8878-e8376bfbe25a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:06.714872 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1280e330-7f45-4fd6-97d3-8c4f3aceb7d0 req-37677baf-0a55-493d-8878-e8376bfbe25a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0634081 Jul 05 04:42:06.752266 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1280e330-7f45-4fd6-97d3-8c4f3aceb7d0 req-c889b21b-f9d9-4ed0-a260-9d55d3634a6a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320168 Jul 05 04:42:07.760537 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-23b3235c-5883-443a-947a-18d2c9629986 service neutron] show failed (client error): The resource could not be found. Jul 05 04:42:07.762283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-23b3235c-5883-443a-947a-18d2c9629986 service neutron] 10.222.0.64 "GET /v2.0/ports/9e723844-204d-4118-bdd2-49a84f8266a8/bindings/n-h1-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0580170 Jul 05 04:42:07.928957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68f5e1-b674-4e70-9c36-4d5a4400a160 req-19917d71-8f2f-4ad1-a0c2-3d05d77d292c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:07.930428 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf68f5e1-b674-4e70-9c36-4d5a4400a160 req-19917d71-8f2f-4ad1-a0c2-3d05d77d292c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0667770 Jul 05 04:42:08.309711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf68f5e1-b674-4e70-9c36-4d5a4400a160 req-ad38b6e7-ea71-490f-a69e-20299c59743c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3727551 Jul 05 04:42:08.390628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-5c8cdedd-e0e2-4c0d-8812-3c848f640e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:08.392161 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-5c8cdedd-e0e2-4c0d-8812-3c848f640e39 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 1096 time: 0.1028838 Jul 05 04:42:08.404590 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:42:08.476958 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:08.675318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] For port 9e723844-204d-4118-bdd2-49a84f8266a8, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=9e723844-204d-4118-bdd2-49a84f8266a8,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:08.708434 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] For port 9e723844-204d-4118-bdd2-49a84f8266a8, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:42:08.747052 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e723844-204d-4118-bdd2-49a84f8266a8'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:08.751792 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:08.764240 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Transition to ACTIVE for port object 9e723844-204d-4118-bdd2-49a84f8266a8 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:42:08.787475 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440e925d-feab-4d7f-824b-c47e586535d4" -d '{"events": [{"server_uuid": "638ff769-7a7c-4e55-b2bf-a7cc5de6c611", "name": "network-vif-unplugged", "status": "completed", "tag": "9e723844-204d-4118-bdd2-49a84f8266a8"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:08.841552 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:08.914312 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd70f5d-cc6c-43e6-88ad-ed8481e01b11 x-openstack-request-id: req-6bd70f5d-cc6c-43e6-88ad-ed8481e01b11 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:08.914611 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638ff769-7a7c-4e55-b2bf-a7cc5de6c611", "name": "network-vif-unplugged", "status": "completed", "tag": "9e723844-204d-4118-bdd2-49a84f8266a8", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:08.914866 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6bd70f5d-cc6c-43e6-88ad-ed8481e01b11 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:08.915264 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e723844-204d-4118-bdd2-49a84f8266a8', 'code': 200} Jul 05 04:42:08.932755 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Pushing event updated for resources: {'Port': ['ID=9e723844-204d-4118-bdd2-49a84f8266a8,revision_number=6']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:08.944938 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:08.945289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:08.945637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:08.945979 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:08.946317 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:08.946651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:08.946985 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:08.947320 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:08.947651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:08.947982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:08.949065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:08.949459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:08.981778 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] No DVR routers for this DVR port 9e723844-204d-4118-bdd2-49a84f8266a8 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:42:09.124271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Attempting to bind port 9e723844-204d-4118-bdd2-49a84f8266a8 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:42:09.124733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Attempting to bind port 9e723844-204d-4118-bdd2-49a84f8266a8 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:42:09.125065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Attempting to bind port 9e723844-204d-4118-bdd2-49a84f8266a8 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:42:09.129222 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Port 9e723844-204d-4118-bdd2-49a84f8266a8 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:42:09.129551 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Attempting to bind port 9e723844-204d-4118-bdd2-49a84f8266a8 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:42:09.134277 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:42:09.134622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Checking segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:42:09.135001 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Bound using segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:42:09.135430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Bound port: 9e723844-204d-4118-bdd2-49a84f8266a8, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:42:09.136342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:09.200265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] For port 9e723844-204d-4118-bdd2-49a84f8266a8, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:42:09.203145 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] For port 9e723844-204d-4118-bdd2-49a84f8266a8, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9e723844-204d-4118-bdd2-49a84f8266a8,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:42:09.297468 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:09.331105 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:09.331760 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:09.333544 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] 10.222.0.11 "PUT /v2.0/ports/9e723844-204d-4118-bdd2-49a84f8266a8 HTTP/1.1" status: 200 len: 1091 time: 0.9337633 Jul 05 04:42:09.360593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc49526-95f8-4a80-a7d0-04242ca1bc31 service neutron] Pushing event updated for resources: {'Port': ['ID=9e723844-204d-4118-bdd2-49a84f8266a8,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:09.502975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-1ed80cda-84f5-44bc-a529-a1b51e9e66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:09.504565 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-1ed80cda-84f5-44bc-a529-a1b51e9e66cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 1094 time: 0.1014745 Jul 05 04:42:09.509968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7902f-2d9c-42f9-8dce-a164b8a9f4e4 req-4e62b254-5b11-4e74-90dd-e049e053a9d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:09.511721 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aab7902f-2d9c-42f9-8dce-a164b8a9f4e4 req-4e62b254-5b11-4e74-90dd-e049e053a9d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 943 time: 0.0658541 Jul 05 04:42:09.551719 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aab7902f-2d9c-42f9-8dce-a164b8a9f4e4 req-7a7745cc-6646-4644-8386-f328d46bb2cf tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341866 Jul 05 04:42:09.600940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-183dacc2-cc52-4fec-afe5-429bffae1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:09.602361 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-183dacc2-cc52-4fec-afe5-429bffae1282 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0895030 Jul 05 04:42:09.665547 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-aaef886e-5275-4089-99b3-39c89446468f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e723844-204d-4118-bdd2-49a84f8266a8 HTTP/1.1" status: 200 len: 999 time: 0.0566840 Jul 05 04:42:09.722402 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-d5438bb9-2965-4c40-bcbc-0da78b69237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:09.723879 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-d5438bb9-2965-4c40-bcbc-0da78b69237c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0527186 Jul 05 04:42:09.786815 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-f6815fd9-cab9-4813-95d6-5127129b5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:09.788293 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-f6815fd9-cab9-4813-95d6-5127129b5926 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569217 Jul 05 04:42:09.878159 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-e30e4e64-e722-4607-9acc-11739a705d14 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829446 Jul 05 04:42:09.970483 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-481c7fe8-ac7d-4051-93ab-7a741e368b52 req-40f9ed87-87e4-46d9-a358-37e9b73f28b9 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861382 Jul 05 04:42:10.729015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171eef76-21ee-4a5e-bbb7-148394073b29 req-23a77e32-195d-4e92-8f13-35884115f522 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:10.730770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-171eef76-21ee-4a5e-bbb7-148394073b29 req-23a77e32-195d-4e92-8f13-35884115f522 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 943 time: 0.0620785 Jul 05 04:42:10.771381 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-171eef76-21ee-4a5e-bbb7-148394073b29 req-b962934b-4ce4-40ef-b754-3eb2b66a8505 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350161 Jul 05 04:42:10.917384 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'tag': '9e723844-204d-4118-bdd2-49a84f8266a8'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:10.919777 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3fbd71-2c14-424c-a830-b26f09b26252" -d '{"events": [{"name": "network-changed", "server_uuid": "638ff769-7a7c-4e55-b2bf-a7cc5de6c611", "tag": "9e723844-204d-4118-bdd2-49a84f8266a8"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:10.965617 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11263aa7-b79a-49ef-9143-ccaf6c479379 x-openstack-request-id: req-11263aa7-b79a-49ef-9143-ccaf6c479379 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:10.965918 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638ff769-7a7c-4e55-b2bf-a7cc5de6c611", "tag": "9e723844-204d-4118-bdd2-49a84f8266a8", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:10.966176 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11263aa7-b79a-49ef-9143-ccaf6c479379 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:10.966592 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'tag': '9e723844-204d-4118-bdd2-49a84f8266a8', 'status': 'completed', 'code': 200} Jul 05 04:42:11.038709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-ecd02131-4de9-420e-9800-618240cb4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:11.040208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-ecd02131-4de9-420e-9800-618240cb4566 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 1094 time: 0.0542178 Jul 05 04:42:11.054184 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-4c89c568-d5ab-4eb8-9ce2-892985602fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:11.055685 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-4c89c568-d5ab-4eb8-9ce2-892985602fdb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 1094 time: 0.0636277 Jul 05 04:42:11.129561 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-7ba5653d-02f4-471d-a3c2-6470c451052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:11.131042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-7ba5653d-02f4-471d-a3c2-6470c451052c service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0842674 Jul 05 04:42:11.142408 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-10d07e17-be08-445d-bf0a-b046b7acc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:11.143869 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-10d07e17-be08-445d-bf0a-b046b7acc4ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0821109 Jul 05 04:42:11.202991 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-e7fc1d34-a5c1-48f1-935b-6f51b6c94236 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e723844-204d-4118-bdd2-49a84f8266a8 HTTP/1.1" status: 200 len: 999 time: 0.0620239 Jul 05 04:42:11.211914 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-91da931f-5a06-4b0b-8a33-24b15acc3c77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e723844-204d-4118-bdd2-49a84f8266a8 HTTP/1.1" status: 200 len: 999 time: 0.0613966 Jul 05 04:42:11.247751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-f307cb0e-c4e3-49df-99fb-dfaf9a336b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:11.249264 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-f307cb0e-c4e3-49df-99fb-dfaf9a336b4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0436907 Jul 05 04:42:11.263157 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-e4e1e738-4600-4b2a-9ee4-e0c0692d4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:11.264651 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-e4e1e738-4600-4b2a-9ee4-e0c0692d4942 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0446641 Jul 05 04:42:11.307441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-ee494b7d-403f-4d59-a087-6a2d3d601ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:11.309484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-ee494b7d-403f-4d59-a087-6a2d3d601ec8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535238 Jul 05 04:42:11.322510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-0e291e46-bd9f-4cff-9f6e-156d25f0e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:11.324295 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-0e291e46-bd9f-4cff-9f6e-156d25f0e815 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533659 Jul 05 04:42:11.408111 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-dec34fc7-25ba-4387-a501-ec5be795f305 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920017 Jul 05 04:42:11.423721 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-a7ca8fb6-218c-4621-b1e6-24dc9a46d354 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900490 Jul 05 04:42:11.498884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-586d6055-c89b-43aa-9f96-757357fc666e service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848875 Jul 05 04:42:11.514578 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-cc3fbd71-2c14-424c-a830-b26f09b26252 req-efbaa87d-618e-4cc8-b5b1-6a1299ae12d6 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845413 Jul 05 04:42:11.945657 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fb19f-ca1e-443a-a4f9-54732f90f4e3 req-5b574486-b46d-4805-972e-5df3325e43fd tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:11.947123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e14fb19f-ca1e-443a-a4f9-54732f90f4e3 req-5b574486-b46d-4805-972e-5df3325e43fd tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 943 time: 0.0675950 Jul 05 04:42:11.985615 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e14fb19f-ca1e-443a-a4f9-54732f90f4e3 req-2eab4ed6-ce29-4e79-84ad-dedc6bc525ac tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324078 Jul 05 04:42:12.343578 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9e723844-204d-4118-bdd2-49a84f8266a8 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:42:12.381751 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 9e723844-204d-4118-bdd2-49a84f8266a8 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:42:12.391276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28f49c-37a8-48a1-b8f1-a4827d781e0a req-b1fabba1-e44a-4a02-8bfc-790420463f41 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:12.392773 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a28f49c-37a8-48a1-b8f1-a4827d781e0a req-b1fabba1-e44a-4a02-8bfc-790420463f41 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 943 time: 0.0774133 Jul 05 04:42:12.420228 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9e723844-204d-4118-bdd2-49a84f8266a8 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:42:12.455028 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a28f49c-37a8-48a1-b8f1-a4827d781e0a req-2886191c-8ac4-4eb7-bf70-e2afc01b77bd tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467186 Jul 05 04:42:12.480057 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-a9cfde93-61cc-4abf-bc03-44422301360d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:12.481646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-a9cfde93-61cc-4abf-bc03-44422301360d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 943 time: 0.1118631 Jul 05 04:42:12.518488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 9e723844-204d-4118-bdd2-49a84f8266a8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9e723844-204d-4118-bdd2-49a84f8266a8,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:12.529832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '9e723844-204d-4118-bdd2-49a84f8266a8', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'port_id': '9e723844-204d-4118-bdd2-49a84f8266a8', 'mac_address': 'fa:16:3e:1d:b1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:42:12.544531 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-1981280f-a7b0-45f5-bad3-5dc97f89d2e6 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:42:12.545554 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-1981280f-a7b0-45f5-bad3-5dc97f89d2e6 service neutron] 10.222.0.64 "DELETE /v2.0/ports/9e723844-204d-4118-bdd2-49a84f8266a8/bindings/n-h2-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0582881 Jul 05 04:42:12.568760 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:12.581510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e723844-204d-4118-bdd2-49a84f8266a8 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:42:12.600445 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 9e723844-204d-4118-bdd2-49a84f8266a8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9e723844-204d-4118-bdd2-49a84f8266a8,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:12.643224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-2f9a9dfd-c7f0-47da-b89c-f26eaba83e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:12.644842 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-2f9a9dfd-c7f0-47da-b89c-f26eaba83e8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 1094 time: 0.0560608 Jul 05 04:42:12.669816 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:12.717975 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=9e723844-204d-4118-bdd2-49a84f8266a8,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:12.725119 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:12.725468 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:12.725807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:12.726138 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:12.726469 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:12.726796 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:12.727149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:12.727477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:12.727798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:12.728118 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:12.728462 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:12.728779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:12.741162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-7fc482f8-670b-4748-b664-b621702e6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:12.742638 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-7fc482f8-670b-4748-b664-b621702e6e2a service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0918992 Jul 05 04:42:12.807267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-8c832e0c-47f3-4c20-b0a7-0235124d9bb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e723844-204d-4118-bdd2-49a84f8266a8 HTTP/1.1" status: 200 len: 1000 time: 0.0579364 Jul 05 04:42:12.855465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-f2e6d3cb-d676-4802-8427-48431bc00eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:12.856921 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-f2e6d3cb-d676-4802-8427-48431bc00eb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0433354 Jul 05 04:42:12.897229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['9e723844-204d-4118-bdd2-49a84f8266a8'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:42:12.918348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-b87868b9-d0b6-429f-af21-ce30ca09c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:12.919863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-b87868b9-d0b6-429f-af21-ce30ca09c2b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552096 Jul 05 04:42:13.009467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-c8fe99cd-eaeb-4f3e-98c7-1bf5cc17973a service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829718 Jul 05 04:42:13.103232 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bfd4dce6-2dda-4448-9ef0-ce574e113af2 req-0fd66cd5-308f-40ee-9adc-ac29cc5bbb2d service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880024 Jul 05 04:42:13.635258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405f12a-6294-44f0-a858-57304a7b0ffe req-54402841-b6ff-45bf-a1de-7924df3ca3bc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:13.637463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9405f12a-6294-44f0-a858-57304a7b0ffe req-54402841-b6ff-45bf-a1de-7924df3ca3bc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 944 time: 0.0649104 Jul 05 04:42:13.675419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9405f12a-6294-44f0-a858-57304a7b0ffe req-12711709-9ae5-4f4c-81a6-02a0da8a9dbb tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323915 Jul 05 04:42:14.450942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9e723844-204d-4118-bdd2-49a84f8266a8 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:42:14.584137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 9e723844-204d-4118-bdd2-49a84f8266a8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:42:14.588010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 9e723844-204d-4118-bdd2-49a84f8266a8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:42:14.588390 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:14.666491 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:14.687239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e723844-204d-4118-bdd2-49a84f8266a8'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:14.702092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 9e723844-204d-4118-bdd2-49a84f8266a8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9e723844-204d-4118-bdd2-49a84f8266a8,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:14.727081 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462772d2-4a8a-4216-979a-c09843b7a428" -d '{"events": [{"server_uuid": "638ff769-7a7c-4e55-b2bf-a7cc5de6c611", "name": "network-vif-plugged", "status": "completed", "tag": "9e723844-204d-4118-bdd2-49a84f8266a8"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:14.762197 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:14.813040 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511ba165-6f33-4e76-9995-ccff439e9765 x-openstack-request-id: req-511ba165-6f33-4e76-9995-ccff439e9765 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:14.813341 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638ff769-7a7c-4e55-b2bf-a7cc5de6c611", "name": "network-vif-plugged", "status": "completed", "tag": "9e723844-204d-4118-bdd2-49a84f8266a8", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:14.813596 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-511ba165-6f33-4e76-9995-ccff439e9765 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:14.814102 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e723844-204d-4118-bdd2-49a84f8266a8', 'code': 200} Jul 05 04:42:14.817154 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=9e723844-204d-4118-bdd2-49a84f8266a8,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:14.852968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45519ef6-2a40-42ac-9829-de301a683ffd req-257736e5-5c1a-4e1c-894c-a8e89fd99485 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:14.854383 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45519ef6-2a40-42ac-9829-de301a683ffd req-257736e5-5c1a-4e1c-894c-a8e89fd99485 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0651631 Jul 05 04:42:14.891134 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45519ef6-2a40-42ac-9829-de301a683ffd req-d53b3394-7398-4b7d-b685-90a7325da705 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311570 Jul 05 04:42:15.074127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1ca45-c929-463f-ae9d-c5f2aabcad5d req-6860457d-6b40-4b1a-8ef0-0cdc604137e8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:15.075593 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5e1ca45-c929-463f-ae9d-c5f2aabcad5d req-6860457d-6b40-4b1a-8ef0-0cdc604137e8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0682740 Jul 05 04:42:15.112681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5e1ca45-c929-463f-ae9d-c5f2aabcad5d req-07f54820-fa22-4ab8-b84d-9626c0dc33b7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314338 Jul 05 04:42:15.618813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e512ae-f8b8-4a15-a376-f4a925ab10c4 req-7feffae3-d448-42d7-9d73-17518e870692 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:15.620310 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09e512ae-f8b8-4a15-a376-f4a925ab10c4 req-7feffae3-d448-42d7-9d73-17518e870692 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0638759 Jul 05 04:42:15.660005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09e512ae-f8b8-4a15-a376-f4a925ab10c4 req-1c21bf21-746e-42d7-b3d3-bb7a6dddf170 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333948 Jul 05 04:42:15.664473 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee053-a3a6-4011-ac20-171f1b2e825f req-1e278b56-c8b5-4951-bae3-78317b8387ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:15.666020 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-61cee053-a3a6-4011-ac20-171f1b2e825f req-1e278b56-c8b5-4951-bae3-78317b8387ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 1096 time: 0.0590401 Jul 05 04:42:15.757821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee053-a3a6-4011-ac20-171f1b2e825f req-438a3918-5cf2-46de-a632-1caea8f596d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:15.759323 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-61cee053-a3a6-4011-ac20-171f1b2e825f req-438a3918-5cf2-46de-a632-1caea8f596d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0871542 Jul 05 04:42:15.828646 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-61cee053-a3a6-4011-ac20-171f1b2e825f req-556b2cf3-2a9e-42a0-a73a-9fd9a249e56a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e723844-204d-4118-bdd2-49a84f8266a8 HTTP/1.1" status: 200 len: 1001 time: 0.0633790 Jul 05 04:42:15.874781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee053-a3a6-4011-ac20-171f1b2e825f req-91c71b25-40e6-4e15-884b-8c997251785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:15.876234 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-61cee053-a3a6-4011-ac20-171f1b2e825f req-91c71b25-40e6-4e15-884b-8c997251785d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0421350 Jul 05 04:42:15.929842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee053-a3a6-4011-ac20-171f1b2e825f req-4515ee95-1e17-4c05-9333-fc76ddaececf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:15.931305 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-61cee053-a3a6-4011-ac20-171f1b2e825f req-4515ee95-1e17-4c05-9333-fc76ddaececf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492549 Jul 05 04:42:16.031239 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-61cee053-a3a6-4011-ac20-171f1b2e825f req-634b6ecd-7b45-42cd-bf70-8d398ad78043 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934761 Jul 05 04:42:16.121215 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-61cee053-a3a6-4011-ac20-171f1b2e825f req-b94e7439-bf51-4b03-ae76-e16d33a6b5ed service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837781 Jul 05 04:42:16.126431 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:42:16.839071 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c148b-989c-4c9e-b00d-f049db2a9a6a req-ef4b26db-b256-4bc2-a8c8-2f28d2328140 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:16.841415 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e75c148b-989c-4c9e-b00d-f049db2a9a6a req-ef4b26db-b256-4bc2-a8c8-2f28d2328140 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0692058 Jul 05 04:42:16.879945 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e75c148b-989c-4c9e-b00d-f049db2a9a6a req-44446375-aa04-4a18-92e8-52e9f21f117b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322452 Jul 05 04:42:18.053637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd95dc5-97da-4c3c-a996-9a3c5aac89e9 req-e3029975-54e1-430a-b2a9-3a4386b0e8b2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:18.055135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2fd95dc5-97da-4c3c-a996-9a3c5aac89e9 req-e3029975-54e1-430a-b2a9-3a4386b0e8b2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0658302 Jul 05 04:42:18.096094 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2fd95dc5-97da-4c3c-a996-9a3c5aac89e9 req-78b7e686-f901-4f43-b935-34200e5f74f5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348055 Jul 05 04:42:18.619965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdd623-4275-4e4f-8177-44da8645f2de req-95028ded-e06a-4eb6-8ee7-d055cdb1ec27 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:18.621718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1fdd623-4275-4e4f-8177-44da8645f2de req-95028ded-e06a-4eb6-8ee7-d055cdb1ec27 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0627153 Jul 05 04:42:18.658878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1fdd623-4275-4e4f-8177-44da8645f2de req-9307632a-eba9-48bc-91f4-d4b72212ad8b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316789 Jul 05 04:42:19.819031 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-2608855d-3b16-4212-aec2-36b6a8123005 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:19.820553 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-2608855d-3b16-4212-aec2-36b6a8123005 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.11 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0648477 Jul 05 04:42:19.843108 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afaefe-0a0f-4db1-b767-398ae0e8c440 req-ac2c56bd-a58b-4d06-80f6-08eb9787fc56 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:19.844657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68afaefe-0a0f-4db1-b767-398ae0e8c440 req-ac2c56bd-a58b-4d06-80f6-08eb9787fc56 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 945 time: 0.0687909 Jul 05 04:42:19.882248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68afaefe-0a0f-4db1-b767-398ae0e8c440 req-a940e278-752a-4f11-ae91-fa319f01f077 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321064 Jul 05 04:42:19.925795 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Deleting port 9e723844-204d-4118-bdd2-49a84f8266a8 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:42:19.926141 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:20.015792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] For port 9e723844-204d-4118-bdd2-49a84f8266a8, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=9e723844-204d-4118-bdd2-49a84f8266a8,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:20.016106 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:20.178361 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:20.178740 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:20.179065 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0 disassociated. External IP: 172.25.0.253, port: 9e723844-204d-4118-bdd2-49a84f8266a8. Jul 05 04:42:20.179408 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Calling delete_port for 9e723844-204d-4118-bdd2-49a84f8266a8 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:42:20.365209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:20.392698 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event deleted for resources: {'Port': ['ID=9e723844-204d-4118-bdd2-49a84f8266a8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:20.518041 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Router f6478709-f830-4c0b-84d1-42faae910a16 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:42:20.627587 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:42:20.638997 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d1396-5ee8-47d9-8445-f79adde245b3 None None] Sync routers for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:42:20.647613 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d1396-5ee8-47d9-8445-f79adde245b3 None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:42:20.648227 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5c0d1396-5ee8-47d9-8445-f79adde245b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:41:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:42:20.669982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] No DVR routers for this DVR port 9e723844-204d-4118-bdd2-49a84f8266a8 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:42:20.672698 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:20.674735 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-10cf8673-6def-4ad2-a5a6-f735c408c46a req-6af32cbe-5a25-4806-8823-2928e36d791e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.11 "DELETE /v2.0/ports/9e723844-204d-4118-bdd2-49a84f8266a8 HTTP/1.1" status: 204 len: 173 time: 0.8486302 Jul 05 04:42:20.675303 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'name': 'network-vif-deleted', 'tag': '9e723844-204d-4118-bdd2-49a84f8266a8'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:20.677673 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bf2235-49c0-48fb-846a-59b678de9545" -d '{"events": [{"server_uuid": "638ff769-7a7c-4e55-b2bf-a7cc5de6c611", "name": "network-vif-deleted", "tag": "9e723844-204d-4118-bdd2-49a84f8266a8"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:20.715163 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d26689-8f04-49bb-9662-c8f3d5614c6c x-openstack-request-id: req-98d26689-8f04-49bb-9662-c8f3d5614c6c {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:20.715462 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638ff769-7a7c-4e55-b2bf-a7cc5de6c611", "name": "network-vif-deleted", "tag": "9e723844-204d-4118-bdd2-49a84f8266a8", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:20.715704 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98d26689-8f04-49bb-9662-c8f3d5614c6c {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:20.716097 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638ff769-7a7c-4e55-b2bf-a7cc5de6c611', 'name': 'network-vif-deleted', 'tag': '9e723844-204d-4118-bdd2-49a84f8266a8', 'status': 'completed', 'code': 200} Jul 05 04:42:20.765679 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5c0d1396-5ee8-47d9-8445-f79adde245b3 None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:42:20.968346 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5c0d1396-5ee8-47d9-8445-f79adde245b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:42:20.994257 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d1396-5ee8-47d9-8445-f79adde245b3 None None] Checking router: f6478709-f830-4c0b-84d1-42faae910a16 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:42:21.003639 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d1396-5ee8-47d9-8445-f79adde245b3 None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:42:21.004271 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5c0d1396-5ee8-47d9-8445-f79adde245b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:41:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:42:21.039941 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84519328-a7b0-42b4-915d-00afa91557ca req-d0ec7042-449d-4220-b475-16710570a593 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ff769-7a7c-4e55-b2bf-a7cc5de6c611 HTTP/1.1" status: 200 len: 210 time: 0.0295312 Jul 05 04:42:21.130585 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5c0d1396-5ee8-47d9-8445-f79adde245b3 None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:42:21.330194 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5c0d1396-5ee8-47d9-8445-f79adde245b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:42:21.350008 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e815e960-ae13-4484-92f5-c8e871d23de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:21.360727 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d1396-5ee8-47d9-8445-f79adde245b3 None None] The sync data for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 is: [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:42:21.577984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ba552a-fc20-4823-a19f-7a000ad0cca9 None None] New status for floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:42:22.393651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-ec7a52cc-cf81-4c0d-b78e-2cde44097f5a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--82186612&fields=id&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 267 time: 0.0344973 Jul 05 04:42:22.502361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-bdcefc41-ffac-4f9d-9926-0261fc45ca15 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:22.503725 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-bdcefc41-ffac-4f9d-9926-0261fc45ca15 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 812 time: 0.1037610 Jul 05 04:42:22.519117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-d65cfda3-c705-4882-8779-49180b393d77 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/quotas/e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 375 time: 0.0099244 Jul 05 04:42:22.588872 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-8f1bdee4-a844-4b12-98ef-b226cf9365a1 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645239 Jul 05 04:42:22.737135 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-e8ce73de-84b3-4d09-a514-1eb1df156b12 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372707 Jul 05 04:42:22.835274 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-21f72590-6650-4d9f-a9b6-f395fde43883 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923359 Jul 05 04:42:23.097201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92a2909c-e327-498b-b43b-995edc1a832a req-205c2135-dc05-4b29-862a-82b55fdd37d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 210 time: 0.0361495 Jul 05 04:42:24.243522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19f45c3a-6702-422e-97c6-400216b9f522 req-df4c791a-922a-4420-a5db-4b14d01b3be7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 210 time: 0.0340922 Jul 05 04:42:24.286962 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4095015e-1f44-4436-a8f0-4046ccf946f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:24.388621 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:24.529074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9e723844-204d-4118-bdd2-49a84f8266a8 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:42:24.551997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 9e723844-204d-4118-bdd2-49a84f8266a8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:42:24.552345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 9e723844-204d-4118-bdd2-49a84f8266a8 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:42:24.999570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-755fa6fe-356b-4692-a0ff-0ae16c7a9a55 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:25.001247 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-755fa6fe-356b-4692-a0ff-0ae16c7a9a55 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 812 time: 0.1078639 Jul 05 04:42:25.046404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-47d473e8-47db-4222-b9ec-f7627e7e998d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 378 time: 0.0366330 Jul 05 04:42:25.054813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Request body: {'port': {'device_id': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'admin_state_up': True, 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'security_groups': ['eb9836d5-e5d8-4508-bf1e-cba92235f898']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:42:25.223780 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Made reservation on behalf of e9943d3938aa49f1adfa4daa35b4d48b for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:42:25.227421 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:25.355830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Allocated IP 172.20.0.7 (3ac7f2de-f635-4b48-ae9c-f83152f35ce2/f48737cf-a89a-45ce-9c01-4dca2499e9be/548e5565-0f3a-4882-b794-ee7a73483431) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:42:25.400732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4db64060-e37e-48e8-91eb-1b34bece0a73 req-90dd83bf-5c80-4496-8be5-a8902b7fbcc6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 210 time: 0.0356157 Jul 05 04:42:25.427629 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:25.521357 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:25.533504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Transition to ACTIVE for port object 548e5565-0f3a-4882-b794-ee7a73483431 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:42:25.624110 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:25.667811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:42:25.671238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:42:25.677136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:42:25.683801 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event updated for resources: {'Port': ['ID=548e5565-0f3a-4882-b794-ee7a73483431,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:25.712332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:25.712717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:25.713077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:25.713394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:25.713731 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:25.714095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:25.714427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:25.714754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:25.715077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:25.715401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:25.715722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:25.716044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:25.742355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:25.742983 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:25.825988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9c285f78-9d2e-4502-900e-ec4dba01b98f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7746997 Jul 05 04:42:25.837943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Request body: {'port': {'device_id': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:42:25.912107 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:26.159137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3e3943be-e6b4-453b-85d6-b23a9f30ec56 None None] Provisioning for port 548e5565-0f3a-4882-b794-ee7a73483431 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:42:26.163069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3e3943be-e6b4-453b-85d6-b23a9f30ec56 None None] Provisioning complete for port 548e5565-0f3a-4882-b794-ee7a73483431 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:42:26.163443 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3e3943be-e6b4-453b-85d6-b23a9f30ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:26.185048 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548e5565-0f3a-4882-b794-ee7a73483431 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:42:26.193469 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:26.200382 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3e3943be-e6b4-453b-85d6-b23a9f30ec56 None None] Port 548e5565-0f3a-4882-b794-ee7a73483431 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:42:26.206004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Transition to ACTIVE for port object 548e5565-0f3a-4882-b794-ee7a73483431 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:42:26.274861 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:26.327356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Pushing event updated for resources: {'Port': ['ID=548e5565-0f3a-4882-b794-ee7a73483431,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:26.401029 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Attempting to bind port 548e5565-0f3a-4882-b794-ee7a73483431 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:42:26.402224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Attempting to bind port 548e5565-0f3a-4882-b794-ee7a73483431 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:42:26.402780 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Attempting to bind port 548e5565-0f3a-4882-b794-ee7a73483431 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:42:26.407433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Port 548e5565-0f3a-4882-b794-ee7a73483431 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:42:26.407763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Attempting to bind port 548e5565-0f3a-4882-b794-ee7a73483431 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:42:26.412866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:42:26.413152 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Checking segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:42:26.413548 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Bound using segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:42:26.413974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Bound port: 548e5565-0f3a-4882-b794-ee7a73483431, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:42:26.414337 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:26.491096 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:42:26.494240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:42:26.551460 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:26.592021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:26.592799 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:26.594065 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] 10.222.0.64 "PUT /v2.0/ports/548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 1091 time: 0.7605453 Jul 05 04:42:26.595213 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:26.597491 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de08297327434de201ebe01178c3f549d20a6f9bf8fb8afbb731f61a8f4b5ac4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412bcaa9-25c1-44eb-983d-fa54c8627045" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "tag": "548e5565-0f3a-4882-b794-ee7a73483431"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:26.634647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cc46f-2d93-4470-b2fe-e8c51b5c4a21 service neutron] Pushing event updated for resources: {'Port': ['ID=548e5565-0f3a-4882-b794-ee7a73483431,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:26.654700 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da65da3-cf9e-41c6-a01d-6bcb5249f555 req-62665a70-6981-4372-b613-83e6cd9dbfc5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:26.656573 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4da65da3-cf9e-41c6-a01d-6bcb5249f555 req-62665a70-6981-4372-b613-83e6cd9dbfc5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 943 time: 0.1375339 Jul 05 04:42:26.709085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4da65da3-cf9e-41c6-a01d-6bcb5249f555 req-8c4bf566-a0fc-451d-8472-e87dd79e2716 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467854 Jul 05 04:42:26.740899 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18f23b1-955c-4599-a7ff-9f4af34a0e52 x-openstack-request-id: req-e18f23b1-955c-4599-a7ff-9f4af34a0e52 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:26.741185 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "tag": "548e5565-0f3a-4882-b794-ee7a73483431", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:26.741430 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e18f23b1-955c-4599-a7ff-9f4af34a0e52 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:26.741821 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431', 'status': 'completed', 'code': 200} Jul 05 04:42:26.770869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9a6fa978-0d25-408c-94a6-55ddece4bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:26.772503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-9a6fa978-0d25-408c-94a6-55ddece4bbea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 1094 time: 0.0604291 Jul 05 04:42:26.815792 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-dfcb6b9a-3d20-47cd-840b-0e362859ce75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 217 time: 0.0355096 Jul 05 04:42:26.868455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-cfc7bc3a-61c9-410d-afb6-69e815bb28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:26.869838 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-cfc7bc3a-61c9-410d-afb6-69e815bb28c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0479059 Jul 05 04:42:26.925751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-989ff2dc-ec5f-4187-bbb1-284d84f87c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:26.927126 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-989ff2dc-ec5f-4187-bbb1-284d84f87c3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511870 Jul 05 04:42:27.016494 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-3fc8cfdc-ce03-4746-ad29-b0544ecd2992 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823305 Jul 05 04:42:27.107597 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25767a5a-40b2-4471-a349-4d36e57731f1 req-5ecd5b33-caf0-49b1-8f4c-65991af9f59a service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841870 Jul 05 04:42:27.281761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bcaa9-25c1-44eb-983d-fa54c8627045 req-1a25a3bd-43bb-4c4e-a547-3cad2224020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:27.283282 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-412bcaa9-25c1-44eb-983d-fa54c8627045 req-1a25a3bd-43bb-4c4e-a547-3cad2224020f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 1094 time: 0.0545018 Jul 05 04:42:27.315770 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:27.381489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bcaa9-25c1-44eb-983d-fa54c8627045 req-b5bb7d08-3f7e-4157-83a6-53aa802cff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:27.382961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-412bcaa9-25c1-44eb-983d-fa54c8627045 req-b5bb7d08-3f7e-4157-83a6-53aa802cff5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0887086 Jul 05 04:42:27.424339 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-412bcaa9-25c1-44eb-983d-fa54c8627045 req-6b88e132-3a1a-4c64-b0e2-f0704656076b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 217 time: 0.0340557 Jul 05 04:42:27.472206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bcaa9-25c1-44eb-983d-fa54c8627045 req-cdf35164-3e0e-45bd-9782-98863f8be95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:27.473605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-412bcaa9-25c1-44eb-983d-fa54c8627045 req-cdf35164-3e0e-45bd-9782-98863f8be95e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0422695 Jul 05 04:42:27.533469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bcaa9-25c1-44eb-983d-fa54c8627045 req-844c98c1-e7a7-4e73-8ef2-787b46363c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:27.534943 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-412bcaa9-25c1-44eb-983d-fa54c8627045 req-844c98c1-e7a7-4e73-8ef2-787b46363c5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540435 Jul 05 04:42:27.623113 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-412bcaa9-25c1-44eb-983d-fa54c8627045 req-7cafb0e7-328f-4a38-b036-dceddffff61a service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795610 Jul 05 04:42:27.715522 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-412bcaa9-25c1-44eb-983d-fa54c8627045 req-0445d67c-f601-40c7-b377-ca7e4ede310f service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850003 Jul 05 04:42:27.883063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab4fe1-b687-4dd9-8728-e46a9e042131 req-b62b65f0-891b-4acb-aa98-0c7c8434f07a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:27.884591 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1ab4fe1-b687-4dd9-8728-e46a9e042131 req-b62b65f0-891b-4acb-aa98-0c7c8434f07a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 943 time: 0.0634828 Jul 05 04:42:27.922994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b1ab4fe1-b687-4dd9-8728-e46a9e042131 req-105f65b2-3cd2-48ad-9884-a2fa538c87f7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326080 Jul 05 04:42:29.097587 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fbd48-8a36-44d1-aa26-ccb6957173f0 req-58efce12-6f8a-4034-b221-ccf042cb2aa5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:29.099055 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c5fbd48-8a36-44d1-aa26-ccb6957173f0 req-58efce12-6f8a-4034-b221-ccf042cb2aa5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 943 time: 0.0641859 Jul 05 04:42:29.140570 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c5fbd48-8a36-44d1-aa26-ccb6957173f0 req-b61bced0-a0df-4388-b472-89cc61d51d44 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360518 Jul 05 04:42:29.884215 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:30.318595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3060ad-d13f-43ff-a85c-e4acde1132b0 req-b1e17910-2eab-4b81-80fe-ff89b949c22c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:30.320061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf3060ad-d13f-43ff-a85c-e4acde1132b0 req-b1e17910-2eab-4b81-80fe-ff89b949c22c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 943 time: 0.0657856 Jul 05 04:42:30.357257 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf3060ad-d13f-43ff-a85c-e4acde1132b0 req-be863d92-a9ac-4243-a66d-812341f4f0f6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317507 Jul 05 04:42:30.452137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 548e5565-0f3a-4882-b794-ee7a73483431 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:42:30.544903 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:30.555699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '548e5565-0f3a-4882-b794-ee7a73483431', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'port_id': '548e5565-0f3a-4882-b794-ee7a73483431', 'mac_address': 'fa:16:3e:50:7c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:42:30.592110 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:30.604090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548e5565-0f3a-4882-b794-ee7a73483431 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:42:30.623405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:30.690613 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:30.736581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=548e5565-0f3a-4882-b794-ee7a73483431,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:30.923411 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['548e5565-0f3a-4882-b794-ee7a73483431'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:42:31.529703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6a227-2c78-4de4-96e0-7e84c91410e2 req-bf56bb99-80d5-46e7-9709-954f59c5066f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:31.531226 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1fc6a227-2c78-4de4-96e0-7e84c91410e2 req-bf56bb99-80d5-46e7-9709-954f59c5066f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 944 time: 0.0633399 Jul 05 04:42:31.568533 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1fc6a227-2c78-4de4-96e0-7e84c91410e2 req-a07b0196-ce59-4b27-ace4-24061d609365 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317395 Jul 05 04:42:31.827491 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:32.452056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 548e5565-0f3a-4882-b794-ee7a73483431 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:42:32.559352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 548e5565-0f3a-4882-b794-ee7a73483431 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:42:32.563051 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 548e5565-0f3a-4882-b794-ee7a73483431 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:42:32.563451 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:32.642435 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:32.665591 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:32.669090 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d438f8d2-4be6-4aac-8d70-570db2a322b7" -d '{"events": [{"server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "name": "network-vif-plugged", "status": "completed", "tag": "548e5565-0f3a-4882-b794-ee7a73483431"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:32.681631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:32.710612 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535eb6ae-95c9-49c4-b0d5-32509af332b7 x-openstack-request-id: req-535eb6ae-95c9-49c4-b0d5-32509af332b7 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:32.710612 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "name": "network-vif-plugged", "status": "completed", "tag": "548e5565-0f3a-4882-b794-ee7a73483431", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:32.710612 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-535eb6ae-95c9-49c4-b0d5-32509af332b7 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:32.710612 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431', 'code': 200} Jul 05 04:42:32.743229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926309bc-737c-451c-b211-62e68f00383b req-26e356f7-285c-4044-b22c-70a4ccbce8da tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:32.744846 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-926309bc-737c-451c-b211-62e68f00383b req-26e356f7-285c-4044-b22c-70a4ccbce8da tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 944 time: 0.0647054 Jul 05 04:42:32.753754 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:32.809287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=548e5565-0f3a-4882-b794-ee7a73483431,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:32.821588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-926309bc-737c-451c-b211-62e68f00383b req-25245593-6192-4a6c-a0be-91c16adcbe21 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703361 Jul 05 04:42:32.842584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de2488-2402-4e3e-a088-014c0d8b8a02 req-af7d4819-9672-4ff8-af34-c6b14222aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:32.844174 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01de2488-2402-4e3e-a088-014c0d8b8a02 req-af7d4819-9672-4ff8-af34-c6b14222aab0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 1096 time: 0.0726509 Jul 05 04:42:32.878438 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01de2488-2402-4e3e-a088-014c0d8b8a02 req-2264d822-1cfb-4223-a5bd-119f60820b14 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283134 Jul 05 04:42:33.997659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ba6f1-cfd7-4519-8dca-c62a0cf71a7d req-eb0ae37c-f03d-465f-8b64-633317b8611a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:33.999167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-716ba6f1-cfd7-4519-8dca-c62a0cf71a7d req-eb0ae37c-f03d-465f-8b64-633317b8611a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0633459 Jul 05 04:42:34.037835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-716ba6f1-cfd7-4519-8dca-c62a0cf71a7d req-95acd113-90cc-4ea6-b9ba-f63c7ee4fb82 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332248 Jul 05 04:42:34.208037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de22a3-ea6d-405c-b202-832f884b2383 req-46be1e63-a1da-45e8-ba69-68adae6c233a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:34.209689 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d8de22a3-ea6d-405c-b202-832f884b2383 req-46be1e63-a1da-45e8-ba69-68adae6c233a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0677011 Jul 05 04:42:34.218333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 54592) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:42:34.222789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f6f7f735-42b2-4dee-843a-724390972fc4 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Request body: {'floatingip': {'port_id': '548e5565-0f3a-4882-b794-ee7a73483431'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:42:34.263328 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f735-42b2-4dee-843a-724390972fc4 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:34.726491 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f735-42b2-4dee-843a-724390972fc4 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:34.793879 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f735-42b2-4dee-843a-724390972fc4 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:34.894320 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-f6f7f735-42b2-4dee-843a-724390972fc4 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0 associated. External IP: 172.25.0.253, port: 548e5565-0f3a-4882-b794-ee7a73483431. Jul 05 04:42:35.434565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f7f735-42b2-4dee-843a-724390972fc4 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Router f6478709-f830-4c0b-84d1-42faae910a16 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:42:35.539335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f7f735-42b2-4dee-843a-724390972fc4 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:42:35.543849 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f735-42b2-4dee-843a-724390972fc4 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:35.548610 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f287b4-26ad-4e0d-acc5-ca75c5b9dca7 None None] Sync routers for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:42:35.557299 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f287b4-26ad-4e0d-acc5-ca75c5b9dca7 None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:42:35.558414 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-10f287b4-26ad-4e0d-acc5-ca75c5b9dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:42:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:42:35.579399 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f6f7f735-42b2-4dee-843a-724390972fc4 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "PUT /v2.0/floatingips/7cb43850-ee6d-439f-92be-cdc5a3c172a0 HTTP/1.1" status: 200 len: 991 time: 1.3600159 Jul 05 04:42:35.579963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:35.617309 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25910bcd-bc2c-498f-b220-4aae9fb0e5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "tag": "548e5565-0f3a-4882-b794-ee7a73483431"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:35.666681 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-10f287b4-26ad-4e0d-acc5-ca75c5b9dca7 None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:42:35.704039 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ef5e62-22e1-4b94-ad3e-b729cf7c13d3 x-openstack-request-id: req-b3ef5e62-22e1-4b94-ad3e-b729cf7c13d3 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:35.704344 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "tag": "548e5565-0f3a-4882-b794-ee7a73483431", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:35.704626 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3ef5e62-22e1-4b94-ad3e-b729cf7c13d3 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:35.705051 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431', 'status': 'completed', 'code': 200} Jul 05 04:42:35.779366 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910bcd-bc2c-498f-b220-4aae9fb0e5ca req-d40acf72-e8e5-47ff-ad8d-99aef3d899e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:35.780907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25910bcd-bc2c-498f-b220-4aae9fb0e5ca req-d40acf72-e8e5-47ff-ad8d-99aef3d899e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 1096 time: 0.0533514 Jul 05 04:42:35.879710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910bcd-bc2c-498f-b220-4aae9fb0e5ca req-efd5d820-670e-4944-88a2-e4d6f9b1d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:35.881222 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25910bcd-bc2c-498f-b220-4aae9fb0e5ca req-efd5d820-670e-4944-88a2-e4d6f9b1d0f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0934930 Jul 05 04:42:35.905923 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-10f287b4-26ad-4e0d-acc5-ca75c5b9dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '7cb43850-ee6d-439f-92be-cdc5a3c172a0', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'port_id': '548e5565-0f3a-4882-b794-ee7a73483431', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'mac_address': 'fa:16:3e:50:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:43Z', 'updated_at': '2021-07-05T04:42:34Z', 'revision_number': 9, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:42:35.933096 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f287b4-26ad-4e0d-acc5-ca75c5b9dca7 None None] Checking router: f6478709-f830-4c0b-84d1-42faae910a16 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:42:35.941578 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f287b4-26ad-4e0d-acc5-ca75c5b9dca7 None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:42:35.942200 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-10f287b4-26ad-4e0d-acc5-ca75c5b9dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:42:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:42:35.945544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25910bcd-bc2c-498f-b220-4aae9fb0e5ca req-bbf425bf-7c01-4cc2-8e1f-7233df18c28f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 999 time: 0.0580494 Jul 05 04:42:35.999219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910bcd-bc2c-498f-b220-4aae9fb0e5ca req-892a9aca-56cd-48c6-8653-5ac57133fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:36.000732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25910bcd-bc2c-498f-b220-4aae9fb0e5ca req-892a9aca-56cd-48c6-8653-5ac57133fbae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0493877 Jul 05 04:42:36.048342 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-10f287b4-26ad-4e0d-acc5-ca75c5b9dca7 None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:42:36.057216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910bcd-bc2c-498f-b220-4aae9fb0e5ca req-6c86d47c-87a3-43cc-88e3-77d4b3c18dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:36.059153 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25910bcd-bc2c-498f-b220-4aae9fb0e5ca req-6c86d47c-87a3-43cc-88e3-77d4b3c18dc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527573 Jul 05 04:42:36.147786 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25910bcd-bc2c-498f-b220-4aae9fb0e5ca req-7b093593-d231-4026-97c7-372831dae87e service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813549 Jul 05 04:42:36.245482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25910bcd-bc2c-498f-b220-4aae9fb0e5ca req-a2fd60a5-1d93-400a-992d-3a1abc6ad19e service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912936 Jul 05 04:42:36.358226 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-10f287b4-26ad-4e0d-acc5-ca75c5b9dca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '7cb43850-ee6d-439f-92be-cdc5a3c172a0', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'port_id': '548e5565-0f3a-4882-b794-ee7a73483431', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'mac_address': 'fa:16:3e:50:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:43Z', 'updated_at': '2021-07-05T04:42:34Z', 'revision_number': 9, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:42:36.383405 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f287b4-26ad-4e0d-acc5-ca75c5b9dca7 None None] The sync data for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 is: [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '7cb43850-ee6d-439f-92be-cdc5a3c172a0', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'port_id': '548e5565-0f3a-4882-b794-ee7a73483431', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'mac_address': 'fa:16:3e:50:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:43Z', 'updated_at': '2021-07-05T04:42:34Z', 'revision_number': 9, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:42:36.582878 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be6ae03-db7f-440c-a3a2-182f2984ad49 None None] New status for floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:42:51.335182 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-654d4e81-f209-4d86-b10c-caf89f50c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:53.126211 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:42:54.311965 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d76ec893-1b14-4ec4-bd69-f3e26b1a76e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:54.403853 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:55.420813 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:57.308866 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:59.900905 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:01.842887 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:21.334304 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f6e342ff-be73-4509-a0a7-1e8a5f0abfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:22.172333 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-e1ec9396-ef02-4c46-b1d7-40bb99efeae2 req-3990fff7-0814-491a-ae97-970431873d5d service neutron] (100876) timed out ('10.222.0.11', 51043) {{(pid=100876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:43:24.316767 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-da798dc0-befe-48d3-8a42-2f3f77f5b5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:24.407895 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:25.474211 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:27.069979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c73827fd-5744-4344-b103-c7934bf41c80 req-a1b20c52-4564-47b6-b6e9-ada5d3c2dadf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520730 Jul 05 04:43:27.162913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73827fd-5744-4344-b103-c7934bf41c80 req-f0670352-faf2-49f2-820f-3a5219efc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:27.164408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c73827fd-5744-4344-b103-c7934bf41c80 req-f0670352-faf2-49f2-820f-3a5219efc9da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 1096 time: 0.0529437 Jul 05 04:43:27.272540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73827fd-5744-4344-b103-c7934bf41c80 req-969b7de9-8c67-43aa-90eb-a5169dfd6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:27.274009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c73827fd-5744-4344-b103-c7934bf41c80 req-969b7de9-8c67-43aa-90eb-a5169dfd6b34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0894470 Jul 05 04:43:27.322338 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:27.337854 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c73827fd-5744-4344-b103-c7934bf41c80 req-9c266e49-c148-49bf-9688-52e90c90b886 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 1002 time: 0.0575380 Jul 05 04:43:27.391178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73827fd-5744-4344-b103-c7934bf41c80 req-e3d2793f-94fc-4f56-845d-e286c4b14621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:27.392734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c73827fd-5744-4344-b103-c7934bf41c80 req-e3d2793f-94fc-4f56-845d-e286c4b14621 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0486178 Jul 05 04:43:27.451116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73827fd-5744-4344-b103-c7934bf41c80 req-8dd37780-572f-4dca-b6fc-f1bc4346f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:27.452754 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c73827fd-5744-4344-b103-c7934bf41c80 req-8dd37780-572f-4dca-b6fc-f1bc4346f789 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541720 Jul 05 04:43:27.540767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c73827fd-5744-4344-b103-c7934bf41c80 req-bf64a9e8-977a-4938-94ec-85c7a963afaf service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815380 Jul 05 04:43:27.631670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c73827fd-5744-4344-b103-c7934bf41c80 req-cc19c9af-7c76-49b1-9427-2f2ad4ccc212 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848703 Jul 05 04:43:29.893914 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:30.126063 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:43:31.850809 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:51.349617 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-83721e3b-f76d-4cc3-a8d7-01dbb8b48aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:54.301653 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-aeefe952-32a2-4e1d-b382-86885aeca4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:54.378167 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:55.416790 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:57.319482 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:59.944340 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:01.863754 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:07.126402 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:44:11.032147 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d9269-31dd-4b41-8685-92957652de12 req-9fd457f4-faec-4aba-bc1a-698e71458f5a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:11.033674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-873d9269-31dd-4b41-8685-92957652de12 req-9fd457f4-faec-4aba-bc1a-698e71458f5a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0675905 Jul 05 04:44:11.073057 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-873d9269-31dd-4b41-8685-92957652de12 req-1c9fb806-442b-4e3c-b000-64578fd8c276 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335050 Jul 05 04:44:11.198682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-711c812e-e6f9-444b-8902-63232c7f0f11 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918381 Jul 05 04:44:12.251888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ec776-16a7-49cd-92f2-c86376d4a5fb req-9260211a-bab9-4652-bc2d-a3e293a38492 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:12.253315 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c93ec776-16a7-49cd-92f2-c86376d4a5fb req-9260211a-bab9-4652-bc2d-a3e293a38492 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0643373 Jul 05 04:44:12.294932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c93ec776-16a7-49cd-92f2-c86376d4a5fb req-78e1e8a4-8db6-4bb3-9355-c968ee3a24b3 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354934 Jul 05 04:44:13.272503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-c1c65ce4-be99-4a29-934b-d3a019113051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:13.273975 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-c1c65ce4-be99-4a29-934b-d3a019113051 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 1096 time: 0.0514657 Jul 05 04:44:13.365981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-b98fe1a5-23dc-461e-864e-b6a11abd9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:13.367475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-b98fe1a5-23dc-461e-864e-b6a11abd9892 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0878532 Jul 05 04:44:13.465464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-26c4f0fc-0d80-4771-b915-91728ad4d6c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 1002 time: 0.0913148 Jul 05 04:44:13.525275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ea06e-450a-49a3-acf7-3470f9e61a22 req-1a4d2655-01f8-48eb-9696-23f5743d0a3e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:13.526632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-445ea06e-450a-49a3-acf7-3470f9e61a22 req-1a4d2655-01f8-48eb-9696-23f5743d0a3e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.1129484 Jul 05 04:44:13.532157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-29001e2a-251d-4908-be2a-fe124c794c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:13.533570 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-29001e2a-251d-4908-be2a-fe124c794c30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0616283 Jul 05 04:44:13.597160 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-445ea06e-450a-49a3-acf7-3470f9e61a22 req-aa601cca-2d8d-41e0-97e9-77f74f5697ab tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626485 Jul 05 04:44:13.613909 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-16296346-f20f-4b81-85bc-35ddbd2ba539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:13.615403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-16296346-f20f-4b81-85bc-35ddbd2ba539 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741310 Jul 05 04:44:13.706240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-bd41ffd5-183d-4991-9d2a-6f0e6c23761e service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847769 Jul 05 04:44:13.792970 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-0741b793-e5ca-4e0f-8adc-bbbd2f532362 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801735 Jul 05 04:44:14.776960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054bf10-b247-421b-b224-460c5cb1610b req-f1fcc3b4-5573-44b7-8931-bb8198b496a1 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:14.778428 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1054bf10-b247-421b-b224-460c5cb1610b req-f1fcc3b4-5573-44b7-8931-bb8198b496a1 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0677545 Jul 05 04:44:14.817568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1054bf10-b247-421b-b224-460c5cb1610b req-6d0cbd66-b3cc-48b1-ad00-a9d08d151f4d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330207 Jul 05 04:44:15.988759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0fd78-9ac5-4b34-8552-ffd177b2d7b0 req-293d4ead-2fbf-4aef-8dd0-64aba629f8da tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:15.990223 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66a0fd78-9ac5-4b34-8552-ffd177b2d7b0 req-293d4ead-2fbf-4aef-8dd0-64aba629f8da tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0615394 Jul 05 04:44:16.027117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-66a0fd78-9ac5-4b34-8552-ffd177b2d7b0 req-690998f8-432f-417e-8120-7d676576bb0e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314422 Jul 05 04:44:17.203390 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58bae8-dfd8-44fe-8e9f-2f06cf0c444d req-6009249f-0e4f-4d5e-961a-ee1c18afad9a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:17.204996 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e58bae8-dfd8-44fe-8e9f-2f06cf0c444d req-6009249f-0e4f-4d5e-961a-ee1c18afad9a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0670927 Jul 05 04:44:17.243072 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e58bae8-dfd8-44fe-8e9f-2f06cf0c444d req-60e8c5f7-b8f1-486c-89af-c747d4f678a6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325749 Jul 05 04:44:18.417419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518899c-d64a-4d64-bf2a-7b84471f7dbb req-25cdfb9a-b6d9-4aca-8f17-4713d87ea057 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:18.418924 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a518899c-d64a-4d64-bf2a-7b84471f7dbb req-25cdfb9a-b6d9-4aca-8f17-4713d87ea057 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0638757 Jul 05 04:44:18.457197 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a518899c-d64a-4d64-bf2a-7b84471f7dbb req-422e5534-e920-493a-9339-1c0a371ff7a3 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321367 Jul 05 04:44:19.630181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c3a2-9af4-4956-8d17-bc236137030c req-b4436f8a-5184-44dc-aebe-48cf812b42e3 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:19.631645 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b70c3a2-9af4-4956-8d17-bc236137030c req-b4436f8a-5184-44dc-aebe-48cf812b42e3 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0618815 Jul 05 04:44:19.668622 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b70c3a2-9af4-4956-8d17-bc236137030c req-1d9dc4fd-907f-4c1f-9d18-f19748266a68 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315325 Jul 05 04:44:20.848814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025149a-4402-4f7a-8920-3467c752ec1f req-c23d5c02-d412-4a39-814b-f18505d86bc1 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:20.850200 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5025149a-4402-4f7a-8920-3467c752ec1f req-c23d5c02-d412-4a39-814b-f18505d86bc1 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0672641 Jul 05 04:44:20.887380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5025149a-4402-4f7a-8920-3467c752ec1f req-12fc76d8-802f-4074-af2a-7dd8faa720f9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316381 Jul 05 04:44:21.388808 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5bfcc40d-e6b5-48b7-a918-91733fd6bf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:22.067768 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c9323-973c-4e3a-97a0-f5eec28a3fd7 req-ef4fa4f2-78f8-4042-87a8-83ac262efdda tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:22.069195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e7c9323-973c-4e3a-97a0-f5eec28a3fd7 req-ef4fa4f2-78f8-4042-87a8-83ac262efdda tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0672982 Jul 05 04:44:22.107066 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e7c9323-973c-4e3a-97a0-f5eec28a3fd7 req-c95d143b-fc4b-45b8-865a-8ee90811793a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322304 Jul 05 04:44:23.287471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5b8fa-9ec4-458e-aba5-9f2ff44606e4 req-6b28c648-87c8-4312-aa99-40ad6ebaadf9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:23.288863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eee5b8fa-9ec4-458e-aba5-9f2ff44606e4 req-6b28c648-87c8-4312-aa99-40ad6ebaadf9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0666318 Jul 05 04:44:23.325811 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eee5b8fa-9ec4-458e-aba5-9f2ff44606e4 req-3f6a3f1a-eabe-4261-83cd-cb3f5f4a86ec tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315597 Jul 05 04:44:24.313161 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-383c2306-dae2-4159-b85a-43140aa961b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.399954 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.505646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b6533-9bce-4447-9d43-72c1d167f668 req-0cef44dc-a5ba-488d-b20d-149a840f17af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:24.507157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d12b6533-9bce-4447-9d43-72c1d167f668 req-0cef44dc-a5ba-488d-b20d-149a840f17af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0638161 Jul 05 04:44:24.549073 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d12b6533-9bce-4447-9d43-72c1d167f668 req-c3b149e8-2c4a-4374-9d00-a73ac7dc87ee tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362909 Jul 05 04:44:25.434601 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:25.722905 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b566092-c851-4aaa-bfff-0651d3670c8b req-4964fc83-b066-4eb0-8fe2-5896c5c28c92 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:25.724403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b566092-c851-4aaa-bfff-0651d3670c8b req-4964fc83-b066-4eb0-8fe2-5896c5c28c92 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0627100 Jul 05 04:44:25.761829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b566092-c851-4aaa-bfff-0651d3670c8b req-74f08dde-3096-4bca-aefa-203ed21147bc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320196 Jul 05 04:44:25.911363 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-a8f3a44f-c46b-4b29-88bd-9166895ecf2a service neutron] show failed (client error): The resource could not be found. Jul 05 04:44:25.912359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-a8f3a44f-c46b-4b29-88bd-9166895ecf2a service neutron] 10.222.0.64 "GET /v2.0/ports/548e5565-0f3a-4882-b794-ee7a73483431/bindings/n-h1-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0577826 Jul 05 04:44:26.520789 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-1c86ca53-9f5f-4f40-aa56-5dee42efdfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:26.522206 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-1c86ca53-9f5f-4f40-aa56-5dee42efdfe3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 1096 time: 0.0564404 Jul 05 04:44:26.533758 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:44:26.607667 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:26.943056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266d242-e380-4ab8-88cd-da243dff6f0a req-b0f6a164-8b4e-4291-ae68-a2e29b333018 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:26.944695 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7266d242-e380-4ab8-88cd-da243dff6f0a req-b0f6a164-8b4e-4291-ae68-a2e29b333018 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0675683 Jul 05 04:44:26.985168 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7266d242-e380-4ab8-88cd-da243dff6f0a req-ae43a08e-713c-43c7-8fa4-f1e54337811d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347221 Jul 05 04:44:27.155566 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:27.188249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:44:27.227295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:27.230955 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:27.231485 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f71f3e-e739-4993-b831-f61a123d0cf1" -d '{"events": [{"server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "548e5565-0f3a-4882-b794-ee7a73483431"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:27.244608 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Transition to ACTIVE for port object 548e5565-0f3a-4882-b794-ee7a73483431 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:44:27.283770 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb4cc91-fcca-4bfb-b42a-9d395a71cee1 x-openstack-request-id: req-5bb4cc91-fcca-4bfb-b42a-9d395a71cee1 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:27.284065 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "548e5565-0f3a-4882-b794-ee7a73483431", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:27.284318 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5bb4cc91-fcca-4bfb-b42a-9d395a71cee1 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:27.284742 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431', 'code': 200} Jul 05 04:44:27.301222 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:27.329968 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:27.385466 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=548e5565-0f3a-4882-b794-ee7a73483431,revision_number=6']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:27.397066 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:27.397417 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:27.397762 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:27.398099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:27.398431 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:27.398768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:27.399095 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:27.399488 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:27.399745 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:27.400069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:27.400413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:27.400741 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:27.440634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] No DVR routers for this DVR port 548e5565-0f3a-4882-b794-ee7a73483431 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:44:27.578360 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Attempting to bind port 548e5565-0f3a-4882-b794-ee7a73483431 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:44:27.579088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Attempting to bind port 548e5565-0f3a-4882-b794-ee7a73483431 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:44:27.579088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Attempting to bind port 548e5565-0f3a-4882-b794-ee7a73483431 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:44:27.583230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Port 548e5565-0f3a-4882-b794-ee7a73483431 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:44:27.583559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Attempting to bind port 548e5565-0f3a-4882-b794-ee7a73483431 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:44:27.588559 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:44:27.588904 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Checking segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:44:27.589290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Bound using segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:44:27.589722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Bound port: 548e5565-0f3a-4882-b794-ee7a73483431, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:44:27.590089 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:27.654478 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:44:27.657903 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:44:27.720590 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:27.755278 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:27.755895 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:27.757353 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] 10.222.0.11 "PUT /v2.0/ports/548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 1091 time: 1.2283838 Jul 05 04:44:27.780248 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacaa8b-bab1-44f0-adb6-dda3a788e6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=548e5565-0f3a-4882-b794-ee7a73483431,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:27.837168 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-9af4d743-ee24-4150-a8a8-bdcc6f14ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:27.838776 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-9af4d743-ee24-4150-a8a8-bdcc6f14ccf2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 1094 time: 0.0555348 Jul 05 04:44:27.936183 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-4bf233a5-0be7-4327-b6d9-49d0f302b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:27.938281 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-4bf233a5-0be7-4327-b6d9-49d0f302b045 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0931981 Jul 05 04:44:28.005528 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-bf20f391-0648-4c82-8afb-a3001772c88f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 1000 time: 0.0613856 Jul 05 04:44:28.057818 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-3ca33567-0d05-4a42-906e-b82f209f251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:28.059301 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-3ca33567-0d05-4a42-906e-b82f209f251a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0481954 Jul 05 04:44:28.117964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-2d8a84f5-84cb-4358-be68-8d989b2baa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:28.119489 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-2d8a84f5-84cb-4358-be68-8d989b2baa72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533578 Jul 05 04:44:28.164018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fb205-913f-4b89-bb9a-ab2841d487b8 req-1f28b445-d6c7-439d-b743-adc9ac495357 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:28.165620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-306fb205-913f-4b89-bb9a-ab2841d487b8 req-1f28b445-d6c7-439d-b743-adc9ac495357 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 943 time: 0.0630596 Jul 05 04:44:28.207796 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-306fb205-913f-4b89-bb9a-ab2841d487b8 req-4551da79-ce39-468f-9ba5-eaab6cac1b86 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366209 Jul 05 04:44:28.208078 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-14caa7c0-55a0-459b-ba9f-10ce7f32a1fd service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813041 Jul 05 04:44:28.301945 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-3adc9f12-4ce4-4332-bde1-d2cce8ed68c1 req-45100323-a712-4741-801b-9a70cd5bdce3 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875731 Jul 05 04:44:28.933218 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 548e5565-0f3a-4882-b794-ee7a73483431 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:44:28.974303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 548e5565-0f3a-4882-b794-ee7a73483431 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:44:29.285554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:29.288395 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "tag": "548e5565-0f3a-4882-b794-ee7a73483431"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:29.336699 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f394aa-2f72-4d19-ac77-b5c181d74e0e x-openstack-request-id: req-49f394aa-2f72-4d19-ac77-b5c181d74e0e {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:29.336995 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "tag": "548e5565-0f3a-4882-b794-ee7a73483431", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:29.337256 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49f394aa-2f72-4d19-ac77-b5c181d74e0e {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:29.338159 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431', 'status': 'completed', 'code': 200} Jul 05 04:44:29.420841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a482174-f31f-4cb8-afc9-9890784f010d req-84bc6b3e-7b81-4e3d-92cf-54529c5fddf6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:29.421483 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-05cea67e-ab64-490d-9585-0218a7b4a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:29.423004 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a482174-f31f-4cb8-afc9-9890784f010d req-84bc6b3e-7b81-4e3d-92cf-54529c5fddf6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 943 time: 0.1005974 Jul 05 04:44:29.423405 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-05cea67e-ab64-490d-9585-0218a7b4a0bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 1094 time: 0.0611041 Jul 05 04:44:29.444562 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-315d003e-651e-44c0-b09f-e99c6e673c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:29.446003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-315d003e-651e-44c0-b09f-e99c6e673c8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 1094 time: 0.0852022 Jul 05 04:44:29.524970 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3a482174-f31f-4cb8-afc9-9890784f010d req-1cb03603-6faf-4e90-af14-6fdac57960eb tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955093 Jul 05 04:44:29.525207 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-df561cc2-4995-4780-9e6f-3315b198bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:29.527085 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-df561cc2-4995-4780-9e6f-3315b198bf62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0936933 Jul 05 04:44:29.565105 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-4324b927-fb08-4b7a-b752-ea3e874f3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:29.566566 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-4324b927-fb08-4b7a-b752-ea3e874f3aac service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.1131878 Jul 05 04:44:29.595640 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-83bebb27-9260-4f58-b811-8214898c0d3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 1000 time: 0.0611722 Jul 05 04:44:29.632667 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-ddc2f842-ee1f-4ca0-ad3c-c22559c6502a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 1000 time: 0.0589123 Jul 05 04:44:29.644725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-09654abb-e705-42aa-99ce-b59b9833577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:29.646183 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-09654abb-e705-42aa-99ce-b59b9833577d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0439408 Jul 05 04:44:29.687068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-c4a50e5f-19d0-4ab9-91e0-df0d04895f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:29.689293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-c4a50e5f-19d0-4ab9-91e0-df0d04895f9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0508645 Jul 05 04:44:29.708323 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-2433ca9c-749e-4913-95d0-f22e5ace7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:29.709893 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-2433ca9c-749e-4913-95d0-f22e5ace7d7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570896 Jul 05 04:44:29.745231 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-0a20950e-b750-4a9a-b804-a06dd507c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:29.746732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-0a20950e-b750-4a9a-b804-a06dd507c915 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513589 Jul 05 04:44:29.799195 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-b87bc579-bb1c-4e06-9213-853530f22c79 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820584 Jul 05 04:44:29.835241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-623b81bc-e382-45ab-aa69-15ba9a2ff6b9 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818591 Jul 05 04:44:29.895526 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-f4c04053-74ea-46ee-96df-2a56d1ce25ed service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877128 Jul 05 04:44:29.915919 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:29.935765 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84f5d73f-4d3b-4bc4-bab9-d29f945aa1c7 req-3d36ebaf-d144-457e-82e5-eb91f883aa24 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938535 Jul 05 04:44:30.699272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb351-56c3-494f-af7a-cb9da72f1b28 req-cca13d92-f852-43b3-aae6-458fcc13582f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:30.700768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-23afb351-56c3-494f-af7a-cb9da72f1b28 req-cca13d92-f852-43b3-aae6-458fcc13582f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 943 time: 0.0627277 Jul 05 04:44:30.737607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-23afb351-56c3-494f-af7a-cb9da72f1b28 req-8ddc51af-a246-42c6-ab44-3c34e8345871 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308449 Jul 05 04:44:31.040079 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 548e5565-0f3a-4882-b794-ee7a73483431 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:44:31.133683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:31.145019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '548e5565-0f3a-4882-b794-ee7a73483431', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'port_id': '548e5565-0f3a-4882-b794-ee7a73483431', 'mac_address': 'fa:16:3e:50:7c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:44:31.184911 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:31.198653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548e5565-0f3a-4882-b794-ee7a73483431 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:44:31.217412 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:31.283872 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:31.332006 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=548e5565-0f3a-4882-b794-ee7a73483431,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:31.339102 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:31.342202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:31.342202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:31.342202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:31.342202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:31.342202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:31.342202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:31.342202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:31.342202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:31.342202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:31.342946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:31.342946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:31.445609 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-4eaddd79-fdf8-4bc0-9f7c-04cfa71a49e5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:31.447149 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-4eaddd79-fdf8-4bc0-9f7c-04cfa71a49e5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 944 time: 0.0765667 Jul 05 04:44:31.452204 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725382b-b70b-4a38-b1f4-8ef728f4f68e req-2014557e-9beb-4f8a-aa86-4deb35ed12f9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:31.452204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a725382b-b70b-4a38-b1f4-8ef728f4f68e req-2014557e-9beb-4f8a-aa86-4deb35ed12f9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 944 time: 0.0636699 Jul 05 04:44:31.495941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['548e5565-0f3a-4882-b794-ee7a73483431'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:44:31.501003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a725382b-b70b-4a38-b1f4-8ef728f4f68e req-1cb9a9a4-ee50-49b4-b5a6-92fc400c5aee tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413964 Jul 05 04:44:31.511690 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-85905efa-29fa-4d14-9c1d-b158bbf84481 service neutron] 10.222.0.11 "GET /v2.0/ports/548e5565-0f3a-4882-b794-ee7a73483431/bindings/n-h1-798249-5 HTTP/1.1" status: 200 len: 382 time: 0.0562820 Jul 05 04:44:31.595543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-f4eed584-0cef-4b5c-9a38-18c8e259688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:31.597128 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-f4eed584-0cef-4b5c-9a38-18c8e259688e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 1095 time: 0.0601261 Jul 05 04:44:31.684941 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-47b4ecf1-6b81-47f8-903b-781183c1c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:31.686691 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-47b4ecf1-6b81-47f8-903b-781183c1c30e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0837777 Jul 05 04:44:31.755226 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-c48ab6b9-4f71-434c-84c9-a6d818d14c30 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 1001 time: 0.0610657 Jul 05 04:44:31.809346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-b9fbc8de-2802-41b0-9718-d6515b36f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:31.811100 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-b9fbc8de-2802-41b0-9718-d6515b36f372 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0493617 Jul 05 04:44:31.868742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-6aeaa78d-9028-47b7-a2c4-10f1ebae2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:31.870224 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-6aeaa78d-9028-47b7-a2c4-10f1ebae2779 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525501 Jul 05 04:44:31.941016 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:31.961468 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-837a1113-c6f8-4f28-8305-19a3328942e5 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841870 Jul 05 04:44:32.052939 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-9a1eb117-2e29-4017-8140-ae6fbaefacc1 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843685 Jul 05 04:44:32.675746 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c97c1a-32a3-4151-bae9-362733affe5d req-359d8093-ca8d-4360-b869-ac57209faedc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:32.677302 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5c97c1a-32a3-4151-bae9-362733affe5d req-359d8093-ca8d-4360-b869-ac57209faedc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 944 time: 0.0647194 Jul 05 04:44:32.714291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5c97c1a-32a3-4151-bae9-362733affe5d req-b7816cca-fd64-400f-9235-5c8b7060726a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315878 Jul 05 04:44:33.059060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 548e5565-0f3a-4882-b794-ee7a73483431 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:44:33.198113 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 548e5565-0f3a-4882-b794-ee7a73483431 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:44:33.202075 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 548e5565-0f3a-4882-b794-ee7a73483431 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:44:33.205205 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.280752 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.305705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:33.307903 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee94103c-6eb6-41a3-a288-ad232d175435" -d '{"events": [{"server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "name": "network-vif-plugged", "status": "completed", "tag": "548e5565-0f3a-4882-b794-ee7a73483431"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:33.320967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:33.356535 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ecadc5-85ea-4d8c-9915-1e3a42f0681b x-openstack-request-id: req-f9ecadc5-85ea-4d8c-9915-1e3a42f0681b {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:33.356822 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "name": "network-vif-plugged", "status": "completed", "tag": "548e5565-0f3a-4882-b794-ee7a73483431", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:33.357070 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9ecadc5-85ea-4d8c-9915-1e3a42f0681b {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:33.357460 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431', 'code': 200} Jul 05 04:44:33.394397 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.443602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=548e5565-0f3a-4882-b794-ee7a73483431,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:33.887805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e066fc9-4ce4-49ce-96a6-933187e12679 req-586f43fe-93ce-4794-aa56-c6810b89a84b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:33.889335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e066fc9-4ce4-49ce-96a6-933187e12679 req-586f43fe-93ce-4794-aa56-c6810b89a84b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0637369 Jul 05 04:44:33.927705 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e066fc9-4ce4-49ce-96a6-933187e12679 req-f1fc35b1-ed87-4674-9dc6-95109e4901bc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320852 Jul 05 04:44:34.457062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-f4e7d748-2d16-4bd7-a546-68c416fb369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:34.458553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-f4e7d748-2d16-4bd7-a546-68c416fb369f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 1096 time: 0.0566111 Jul 05 04:44:34.470065 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:44:34.540733 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.746969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:34.778969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h1-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:44:34.823540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:34.825808 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b02e48e-89d7-455d-9463-a61bd1ec8ad9" -d '{"events": [{"server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "548e5565-0f3a-4882-b794-ee7a73483431"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:34.829806 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.841955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Transition to ACTIVE for port object 548e5565-0f3a-4882-b794-ee7a73483431 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:44:34.876295 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c03b57-cc3e-4cc0-a6ce-f1f211629ccf x-openstack-request-id: req-f5c03b57-cc3e-4cc0-a6ce-f1f211629ccf {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:34.876618 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "548e5565-0f3a-4882-b794-ee7a73483431", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:34.876921 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5c03b57-cc3e-4cc0-a6ce-f1f211629ccf {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:34.877380 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431', 'code': 200} Jul 05 04:44:34.918256 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.972622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Pushing event updated for resources: {'Port': ['ID=548e5565-0f3a-4882-b794-ee7a73483431,revision_number=10']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:35.008723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:35.009041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:35.009331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:35.009684 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:35.010007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:35.010339 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:35.010670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:35.011004 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:35.011335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:35.011663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:35.011988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:35.012309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:35.081698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] No DVR routers for this DVR port 548e5565-0f3a-4882-b794-ee7a73483431 on host n-h1-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:44:35.217119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dfc3b-1378-428d-9e79-34a72a87558f req-b3520093-5b59-49b3-9227-b115fec91a81 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:35.219147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a63dfc3b-1378-428d-9e79-34a72a87558f req-b3520093-5b59-49b3-9227-b115fec91a81 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 944 time: 0.1679196 Jul 05 04:44:35.282815 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Attempting to bind port 548e5565-0f3a-4882-b794-ee7a73483431 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:44:35.283053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Attempting to bind port 548e5565-0f3a-4882-b794-ee7a73483431 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:44:35.283358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Attempting to bind port 548e5565-0f3a-4882-b794-ee7a73483431 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:44:35.288490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a63dfc3b-1378-428d-9e79-34a72a87558f req-b99a8d09-0c55-4973-b67e-82e50955a65b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627162 Jul 05 04:44:35.290482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Port 548e5565-0f3a-4882-b794-ee7a73483431 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:44:35.290803 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Attempting to bind port 548e5565-0f3a-4882-b794-ee7a73483431 on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:44:35.295694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:44:35.296035 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Checking segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:44:35.296437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Bound using segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:44:35.297413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Bound port: 548e5565-0f3a-4882-b794-ee7a73483431, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:44:35.297766 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:35.369864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:44:35.373067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:44:35.440196 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:35.474857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:35.475476 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:35.476888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] 10.222.0.64 "PUT /v2.0/ports/548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 1092 time: 1.0113153 Jul 05 04:44:35.500805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce3b4d-52ff-4540-8e9f-f714ae894307 service neutron] Pushing event updated for resources: {'Port': ['ID=548e5565-0f3a-4882-b794-ee7a73483431,revision_number=11']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:35.558976 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-8825304c-63d7-43e5-9f4a-3bb2c2bfe246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:35.560783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-8825304c-63d7-43e5-9f4a-3bb2c2bfe246 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 1095 time: 0.0557368 Jul 05 04:44:35.657616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-51362013-d71c-467b-83fa-33f3cfa532b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:35.659106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-51362013-d71c-467b-83fa-33f3cfa532b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0924659 Jul 05 04:44:35.725470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-f2f3615b-6546-4b60-8625-37505dea6922 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 1000 time: 0.0593367 Jul 05 04:44:35.772040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-f16520d1-6f4d-4cf0-b616-7f7671834fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:35.773417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-f16520d1-6f4d-4cf0-b616-7f7671834fba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0421658 Jul 05 04:44:35.834688 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-a90236b4-9f73-45ca-ad03-97093936e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:35.836082 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-a90236b4-9f73-45ca-ad03-97093936e1db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566664 Jul 05 04:44:35.923457 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-4556eb68-30df-4b81-aa0d-9114bc33a898 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804164 Jul 05 04:44:36.014611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7964119-afb4-48fa-a5c5-b9a377a11f4a req-79fb6b9c-2e53-43a9-a51e-ba9c4d8f8555 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848856 Jul 05 04:44:36.481040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34daebd-41dc-4b19-8310-ef2ca5dcaa76 req-36357cf8-50bb-4c9f-9186-1425e5d739f3 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:36.482646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f34daebd-41dc-4b19-8310-ef2ca5dcaa76 req-36357cf8-50bb-4c9f-9186-1425e5d739f3 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 944 time: 0.0730026 Jul 05 04:44:36.521532 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f34daebd-41dc-4b19-8310-ef2ca5dcaa76 req-024e0043-962e-41af-827f-8088dedf6ea1 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325875 Jul 05 04:44:36.878766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:36.881193 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ca9048-66d6-49c4-8505-d7f564d7903b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "tag": "548e5565-0f3a-4882-b794-ee7a73483431"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:36.928293 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bae5a97-0e55-47a2-be1b-3ed7b19464f5 x-openstack-request-id: req-3bae5a97-0e55-47a2-be1b-3ed7b19464f5 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:36.928937 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "tag": "548e5565-0f3a-4882-b794-ee7a73483431", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:36.929527 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3bae5a97-0e55-47a2-be1b-3ed7b19464f5 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:36.929984 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431', 'status': 'completed', 'code': 200} Jul 05 04:44:37.012039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-3dec339b-3373-4067-b194-6f67d53d9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:37.013627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-3dec339b-3373-4067-b194-6f67d53d9e4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 1095 time: 0.0637178 Jul 05 04:44:37.013819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-f353cb6a-949f-4674-92c3-89b83d98c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:37.015870 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-f353cb6a-949f-4674-92c3-89b83d98c57f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 1095 time: 0.0634458 Jul 05 04:44:37.067008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 548e5565-0f3a-4882-b794-ee7a73483431 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:44:37.109302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 548e5565-0f3a-4882-b794-ee7a73483431 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:44:37.111988 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-2ee14487-2879-4814-bdc6-f5364c0265df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:37.113535 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-2ee14487-2879-4814-bdc6-f5364c0265df service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0919702 Jul 05 04:44:37.119086 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-20d55df1-5c95-4136-b83c-c788741d35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:37.120900 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-20d55df1-5c95-4136-b83c-c788741d35d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0980802 Jul 05 04:44:37.179187 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-259ab94c-6965-41fe-a108-279ee99a371a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 1000 time: 0.0582237 Jul 05 04:44:37.185788 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-1fcfb05f-d07e-4a02-81ed-5ef1d2497aca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 200 len: 1000 time: 0.0574121 Jul 05 04:44:37.236646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-b41e99ac-98c5-46e1-bdf9-a3ee7f942853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:37.238167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-b41e99ac-98c5-46e1-bdf9-a3ee7f942853 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0492847 Jul 05 04:44:37.239949 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-8959b04b-8685-4260-9b32-96d0f4928252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:37.241420 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-8959b04b-8685-4260-9b32-96d0f4928252 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0492072 Jul 05 04:44:37.299627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-81ded02f-5d28-43d2-a7fd-502e2686f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:37.299879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-e602e1eb-8928-4dff-8686-10ab711cbf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:37.304819 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-81ded02f-5d28-43d2-a7fd-502e2686f234 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536437 Jul 05 04:44:37.304938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-e602e1eb-8928-4dff-8686-10ab711cbf9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565653 Jul 05 04:44:37.396864 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-445f82a1-9aec-472a-a742-7e434bd1688c service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889924 Jul 05 04:44:37.401397 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-08ab8cba-0289-409c-8854-0878a1d14635 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892107 Jul 05 04:44:37.494303 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-45a686d9-337c-4309-86f6-df5383b911a2 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915842 Jul 05 04:44:37.500042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6ca9048-66d6-49c4-8505-d7f564d7903b req-9e1c21be-80d7-4e81-99f7-b1eec5823efe service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910072 Jul 05 04:44:37.699188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a94c4c-e856-479d-8bc2-9b07fa3f8242 req-3ec173be-608a-4901-800d-56c3e033d6b2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:37.700686 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08a94c4c-e856-479d-8bc2-9b07fa3f8242 req-3ec173be-608a-4901-800d-56c3e033d6b2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 944 time: 0.0640309 Jul 05 04:44:37.739605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08a94c4c-e856-479d-8bc2-9b07fa3f8242 req-1f261dd4-97d9-485f-8eeb-ca22cfa34db2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325646 Jul 05 04:44:38.920154 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf6cfc-af63-4fb6-870f-717e48ae4e2d req-56e34ee0-7830-4b4a-b617-58cc4d142938 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:38.929695 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfcf6cfc-af63-4fb6-870f-717e48ae4e2d req-56e34ee0-7830-4b4a-b617-58cc4d142938 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 944 time: 0.0673802 Jul 05 04:44:38.951355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 548e5565-0f3a-4882-b794-ee7a73483431 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:44:38.961063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfcf6cfc-af63-4fb6-870f-717e48ae4e2d req-faf90b67-415c-4a43-a0f7-14bcc3a3188b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337086 Jul 05 04:44:39.047649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:39.058743 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '548e5565-0f3a-4882-b794-ee7a73483431', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'port_id': '548e5565-0f3a-4882-b794-ee7a73483431', 'mac_address': 'fa:16:3e:50:7c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:44:39.096762 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:39.110111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548e5565-0f3a-4882-b794-ee7a73483431 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:44:39.129365 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:39.137957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad5ccf-8b11-40ec-aeda-ce3241762db9 req-972ccf43-a5a8-40a0-8392-5d72cc262c14 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:39.139479 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24ad5ccf-8b11-40ec-aeda-ce3241762db9 req-972ccf43-a5a8-40a0-8392-5d72cc262c14 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 944 time: 0.0643594 Jul 05 04:44:39.176909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24ad5ccf-8b11-40ec-aeda-ce3241762db9 req-b8f2be52-7ee7-481a-88ce-d57979c06d5c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314577 Jul 05 04:44:39.204633 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:39.251153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=548e5565-0f3a-4882-b794-ee7a73483431,revision_number=12']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:39.347486 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bf2a2-ab71-4fdf-9a34-9cb49e14d6f2 req-cef8444a-3b9f-4b8b-b933-9f28f56dad6d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:39.348904 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-968bf2a2-ab71-4fdf-9a34-9cb49e14d6f2 req-cef8444a-3b9f-4b8b-b933-9f28f56dad6d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0623484 Jul 05 04:44:39.387764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-968bf2a2-ab71-4fdf-9a34-9cb49e14d6f2 req-ff38a361-8901-4473-9f84-10eef765096a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333459 Jul 05 04:44:39.419053 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['548e5565-0f3a-4882-b794-ee7a73483431'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:44:39.968333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ae845-62f2-49bb-a8a2-97f4f996246c req-8a57245d-55b0-4114-9358-d9ae865ec05d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:39.969766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-754ae845-62f2-49bb-a8a2-97f4f996246c req-8a57245d-55b0-4114-9358-d9ae865ec05d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.0676057 Jul 05 04:44:40.010923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-754ae845-62f2-49bb-a8a2-97f4f996246c req-5b56a1ff-07af-48c8-b9e6-55892b8e4d50 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353622 Jul 05 04:44:40.978407 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 548e5565-0f3a-4882-b794-ee7a73483431 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:44:41.102469 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 548e5565-0f3a-4882-b794-ee7a73483431 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:44:41.106433 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 548e5565-0f3a-4882-b794-ee7a73483431 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:44:41.106805 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:41.186400 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:41.211440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:41.213677 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3932fda-44ee-4347-8f60-63e87bb290b8" -d '{"events": [{"server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "name": "network-vif-plugged", "status": "completed", "tag": "548e5565-0f3a-4882-b794-ee7a73483431"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:41.220584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-8601822e-b325-43e0-9a09-87b430415386 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:41.222219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-8601822e-b325-43e0-9a09-87b430415386 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.1078610 Jul 05 04:44:41.227006 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:41.243735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1c185-5454-48dc-8e57-6b802364fffd req-a51907e0-dd2d-4e72-8a4d-4fb182016b02 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:41.245247 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27d1c185-5454-48dc-8e57-6b802364fffd req-a51907e0-dd2d-4e72-8a4d-4fb182016b02 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 945 time: 0.1030810 Jul 05 04:44:41.253117 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fed738e-5b7b-405e-91e0-39598b1d2b8a x-openstack-request-id: req-6fed738e-5b7b-405e-91e0-39598b1d2b8a {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:41.253868 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "name": "network-vif-plugged", "status": "completed", "tag": "548e5565-0f3a-4882-b794-ee7a73483431", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:41.253868 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fed738e-5b7b-405e-91e0-39598b1d2b8a {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:41.254061 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431', 'code': 200} Jul 05 04:44:41.296801 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:41.333343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-27d1c185-5454-48dc-8e57-6b802364fffd req-57fbc357-ff78-4bde-9eee-f4980ec51540 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695832 Jul 05 04:44:41.343740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=548e5565-0f3a-4882-b794-ee7a73483431,revision_number=13']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:41.365789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Deleting port 548e5565-0f3a-4882-b794-ee7a73483431 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:44:41.366133 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:41.456078 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] For port 548e5565-0f3a-4882-b794-ee7a73483431, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=548e5565-0f3a-4882-b794-ee7a73483431,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:41.456459 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:41.960792 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:41.961163 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:41.961524 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0 disassociated. External IP: 172.25.0.253, port: 548e5565-0f3a-4882-b794-ee7a73483431. Jul 05 04:44:41.961872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Calling delete_port for 548e5565-0f3a-4882-b794-ee7a73483431 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:44:42.130952 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:42.160566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event deleted for resources: {'Port': ['ID=548e5565-0f3a-4882-b794-ee7a73483431,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:42.280151 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Router f6478709-f830-4c0b-84d1-42faae910a16 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:44:42.401264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:44:42.413536 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc45512-0309-4c4a-aa44-4c59b84e59dc None None] Sync routers for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:44:42.434177 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc45512-0309-4c4a-aa44-4c59b84e59dc None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:44:42.435441 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-cbc45512-0309-4c4a-aa44-4c59b84e59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:44:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:42.447395 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] No DVR routers for this DVR port 548e5565-0f3a-4882-b794-ee7a73483431 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:44:42.449935 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:42.452492 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf384924-2c46-42ae-ae36-4ab0e1696ce3 req-937e1036-515b-4bed-820f-3adb7b05d7af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "DELETE /v2.0/ports/548e5565-0f3a-4882-b794-ee7a73483431 HTTP/1.1" status: 204 len: 173 time: 1.2238178 Jul 05 04:44:42.452980 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'name': 'network-vif-deleted', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:42.455253 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641b617c-e914-4ffa-9fe6-2fe410ddb035" -d '{"events": [{"server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "name": "network-vif-deleted", "tag": "548e5565-0f3a-4882-b794-ee7a73483431"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:42.519464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff5f57a2-ae05-4446-9301-d35579a6182b req-12f85a85-8889-4101-ab25-21ead914bd98 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0b3062a-a8bf-4f38-aae2-513ba96a6fdc HTTP/1.1" status: 200 len: 210 time: 0.0380776 Jul 05 04:44:42.522730 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aac74d7-fbf7-41e8-9030-13f513cc9e6e x-openstack-request-id: req-4aac74d7-fbf7-41e8-9030-13f513cc9e6e {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:42.523328 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b3062a-a8bf-4f38-aae2-513ba96a6fdc", "name": "network-vif-deleted", "tag": "548e5565-0f3a-4882-b794-ee7a73483431", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:42.523588 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4aac74d7-fbf7-41e8-9030-13f513cc9e6e {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:42.524258 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b3062a-a8bf-4f38-aae2-513ba96a6fdc', 'name': 'network-vif-deleted', 'tag': '548e5565-0f3a-4882-b794-ee7a73483431', 'status': 'completed', 'code': 200} Jul 05 04:44:42.566347 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-cbc45512-0309-4c4a-aa44-4c59b84e59dc None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:44:42.771664 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-cbc45512-0309-4c4a-aa44-4c59b84e59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:42.798740 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc45512-0309-4c4a-aa44-4c59b84e59dc None None] Checking router: f6478709-f830-4c0b-84d1-42faae910a16 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:44:42.807019 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc45512-0309-4c4a-aa44-4c59b84e59dc None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:44:42.807638 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-cbc45512-0309-4c4a-aa44-4c59b84e59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:44:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:42.917262 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-cbc45512-0309-4c4a-aa44-4c59b84e59dc None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:44:43.114793 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-cbc45512-0309-4c4a-aa44-4c59b84e59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:43.143598 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc45512-0309-4c4a-aa44-4c59b84e59dc None None] The sync data for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 is: [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:44:43.348112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988df32c-6381-4f97-b124-8d74e8d3a1ef None None] New status for floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:44:43.863620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-c9c8bc3f-c218-4405-be53-90f46768addc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--82186612&fields=id&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 267 time: 0.0362258 Jul 05 04:44:43.967458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f64617a6-808b-454f-bd1b-ffeab2273bee tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:43.968979 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f64617a6-808b-454f-bd1b-ffeab2273bee tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 812 time: 0.0990853 Jul 05 04:44:43.983500 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-0c61868e-cca1-40e3-ab61-3a081f10673c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/quotas/e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 375 time: 0.0088656 Jul 05 04:44:44.055034 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-eaae3935-89a9-4b13-b87f-052c3b9b5e4e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660806 Jul 05 04:44:44.125187 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:44:44.216954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-4f132c49-851a-447d-ac88-07fc4a5250f4 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186988 Jul 05 04:44:44.307449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-482e3492-2c2f-43ce-897f-83b8a07f9716 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842967 Jul 05 04:44:44.545198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-528e1728-5d00-4b46-93ee-7880bca8024c req-e86b11a7-1803-49d2-be6e-457b05dc1962 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 210 time: 0.0286124 Jul 05 04:44:44.995661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 548e5565-0f3a-4882-b794-ee7a73483431 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:44:45.019318 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 548e5565-0f3a-4882-b794-ee7a73483431 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:44:45.019692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 548e5565-0f3a-4882-b794-ee7a73483431 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:44:45.628774 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d8eb8e40-5e07-4c6e-81f2-bc203d01a775 req-92b0c737-45f4-470b-b845-ca70d211231c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 210 time: 0.0283678 Jul 05 04:44:46.767172 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86eda21b-7493-4c18-98fc-b9fc51afdcbc req-5881f4ed-6678-40a8-bfd8-8b7cbc45e48e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 210 time: 0.0288706 Jul 05 04:44:47.508314 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4569630-c8db-42db-a1a5-3799e6303803 req-fe0585ca-e035-4efb-aa37-71b4431d96af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:47.509783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-fe0585ca-e035-4efb-aa37-71b4431d96af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 812 time: 0.1078129 Jul 05 04:44:47.551138 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-e9045221-c137-4c96-8150-5dbcdb6ca456 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 378 time: 0.0334206 Jul 05 04:44:47.560728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f5e65f49-db80-4cb1-8d58-477749f9805d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Request body: {'port': {'device_id': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'admin_state_up': True, 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'security_groups': ['eb9836d5-e5d8-4508-bf1e-cba92235f898']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:44:47.719886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f5e65f49-db80-4cb1-8d58-477749f9805d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Made reservation on behalf of e9943d3938aa49f1adfa4daa35b4d48b for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:44:47.723630 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f5e65f49-db80-4cb1-8d58-477749f9805d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:47.849837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f5e65f49-db80-4cb1-8d58-477749f9805d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Allocated IP 172.20.0.4 (3ac7f2de-f635-4b48-ae9c-f83152f35ce2/f48737cf-a89a-45ce-9c01-4dca2499e9be/b66fe27d-696b-48ea-8246-87226f7e0c7f) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:44:47.921424 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d004439e-b031-4447-83db-dffb6d5ccfc2 req-55e0881d-df2d-4005-acb7-8c193ef912d3 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 210 time: 0.0377369 Jul 05 04:44:48.015288 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f5e65f49-db80-4cb1-8d58-477749f9805d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:48.033656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f5e65f49-db80-4cb1-8d58-477749f9805d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Transition to ACTIVE for port object b66fe27d-696b-48ea-8246-87226f7e0c7f will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:44:48.129984 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f5e65f49-db80-4cb1-8d58-477749f9805d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:48.178599 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f5e65f49-db80-4cb1-8d58-477749f9805d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:44:48.181855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f5e65f49-db80-4cb1-8d58-477749f9805d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:44:48.188172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f5e65f49-db80-4cb1-8d58-477749f9805d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:44:48.212787 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e65f49-db80-4cb1-8d58-477749f9805d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event updated for resources: {'Port': ['ID=b66fe27d-696b-48ea-8246-87226f7e0c7f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:48.241973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f5e65f49-db80-4cb1-8d58-477749f9805d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:48.242613 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f5e65f49-db80-4cb1-8d58-477749f9805d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:48.320136 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-f5e65f49-db80-4cb1-8d58-477749f9805d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7632587 Jul 05 04:44:48.332679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Request body: {'port': {'device_id': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:44:48.408449 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:48.485557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-14d3e149-68a5-4fdb-8b53-11887ccd3095 None None] Provisioning for port b66fe27d-696b-48ea-8246-87226f7e0c7f completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:44:48.489559 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-14d3e149-68a5-4fdb-8b53-11887ccd3095 None None] Provisioning complete for port b66fe27d-696b-48ea-8246-87226f7e0c7f triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:44:48.489935 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-14d3e149-68a5-4fdb-8b53-11887ccd3095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:48.523424 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-14d3e149-68a5-4fdb-8b53-11887ccd3095 None None] Port b66fe27d-696b-48ea-8246-87226f7e0c7f cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:44:48.672829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66fe27d-696b-48ea-8246-87226f7e0c7f {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:44:48.680151 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:48.691991 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Transition to ACTIVE for port object b66fe27d-696b-48ea-8246-87226f7e0c7f will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:44:48.758931 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:48.827678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Pushing event updated for resources: {'Port': ['ID=b66fe27d-696b-48ea-8246-87226f7e0c7f,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:48.878219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Attempting to bind port b66fe27d-696b-48ea-8246-87226f7e0c7f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:44:48.878923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Attempting to bind port b66fe27d-696b-48ea-8246-87226f7e0c7f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:44:48.878923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Attempting to bind port b66fe27d-696b-48ea-8246-87226f7e0c7f on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:44:48.883385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Port b66fe27d-696b-48ea-8246-87226f7e0c7f on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:44:48.883713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Attempting to bind port b66fe27d-696b-48ea-8246-87226f7e0c7f on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:44:48.888741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:44:48.889083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Checking segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:44:48.889460 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Bound using segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:44:48.889888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Bound port: b66fe27d-696b-48ea-8246-87226f7e0c7f, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:44:48.890248 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:48.962141 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:44:48.965254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:44:49.034336 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:49.099323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:49.099943 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:49.101390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] 10.222.0.64 "PUT /v2.0/ports/b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1091 time: 0.7739253 Jul 05 04:44:49.101836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:49.104118 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c83b95d-5939-4d58-b704-2396e59cbf38" -d '{"events": [{"name": "network-changed", "server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:49.132090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a8d6b-7fca-4bb5-a88d-6fa5248aef76 service neutron] Pushing event updated for resources: {'Port': ['ID=b66fe27d-696b-48ea-8246-87226f7e0c7f,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:49.147725 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402b4b59-df5f-4fd0-b843-156cb749aa06 x-openstack-request-id: req-402b4b59-df5f-4fd0-b843-156cb749aa06 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:49.148083 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:49.148347 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-402b4b59-df5f-4fd0-b843-156cb749aa06 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:49.148791 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'status': 'completed', 'code': 200} Jul 05 04:44:49.168502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f313a-3a81-4061-9c44-d56f11baab5f req-f3c88ea5-183c-4881-aa87-36eefc30450d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:49.170037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-896f313a-3a81-4061-9c44-d56f11baab5f req-f3c88ea5-183c-4881-aa87-36eefc30450d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.1267836 Jul 05 04:44:49.239617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-896f313a-3a81-4061-9c44-d56f11baab5f req-ef4aaa20-a05d-46ed-a320-95b5ecb2c011 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609548 Jul 05 04:44:49.258540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83b95d-5939-4d58-b704-2396e59cbf38 req-7edc7578-c411-4418-8475-1f2ef165aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:49.260047 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c83b95d-5939-4d58-b704-2396e59cbf38 req-7edc7578-c411-4418-8475-1f2ef165aa4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1094 time: 0.0891430 Jul 05 04:44:49.355365 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83b95d-5939-4d58-b704-2396e59cbf38 req-14cceae0-4c2a-4b91-b09b-9e9f7e01c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:49.356827 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c83b95d-5939-4d58-b704-2396e59cbf38 req-14cceae0-4c2a-4b91-b09b-9e9f7e01c4b1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0894039 Jul 05 04:44:49.454863 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83b95d-5939-4d58-b704-2396e59cbf38 req-77d35115-38f0-4141-8d09-0ea13ab85792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:49.456319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4c83b95d-5939-4d58-b704-2396e59cbf38 req-77d35115-38f0-4141-8d09-0ea13ab85792 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936413 Jul 05 04:44:49.545917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4569630-c8db-42db-a1a5-3799e6303803 req-1c9f64a7-ef02-40c0-85c6-d36f06678ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:49.547491 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-1c9f64a7-ef02-40c0-85c6-d36f06678ebc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1094 time: 0.0516312 Jul 05 04:44:49.592854 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-90a763dd-750d-453f-bc82-ce5e15adb652 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 217 time: 0.0386653 Jul 05 04:44:49.638575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4569630-c8db-42db-a1a5-3799e6303803 req-21cf22be-e5dd-43be-bffd-ba1f03e250e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:49.640022 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-21cf22be-e5dd-43be-bffd-ba1f03e250e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0417156 Jul 05 04:44:49.695549 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4569630-c8db-42db-a1a5-3799e6303803 req-7ad3c310-4ac5-422e-ad0c-99d8b5f6e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:49.697024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-7ad3c310-4ac5-422e-ad0c-99d8b5f6e3e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507376 Jul 05 04:44:49.787624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-8c7c5162-ccd9-4252-9d90-48c5a0eaffe7 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840139 Jul 05 04:44:49.877152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4569630-c8db-42db-a1a5-3799e6303803 req-c5253784-f3e7-4fcc-a2eb-2fa5e9bc646f service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830326 Jul 05 04:44:50.427447 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621b5b0-c4bb-44b0-96e9-07b26203cc93 req-91d07019-bb5c-4e5d-96c6-14b101424df6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:50.429312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a621b5b0-c4bb-44b0-96e9-07b26203cc93 req-91d07019-bb5c-4e5d-96c6-14b101424df6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0716755 Jul 05 04:44:50.466888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a621b5b0-c4bb-44b0-96e9-07b26203cc93 req-79a95417-125a-415c-a2bc-19a795eb20b0 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321894 Jul 05 04:44:51.353077 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-25ee49fe-6771-40bb-a49e-58ee1eb620eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:51.646807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fdfa7-4a03-4314-b273-40cbe8649096 req-0b6514f5-8c26-4a5e-b059-8e4069d58e7b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:51.648286 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e8fdfa7-4a03-4314-b273-40cbe8649096 req-0b6514f5-8c26-4a5e-b059-8e4069d58e7b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0664420 Jul 05 04:44:51.684932 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5e8fdfa7-4a03-4314-b273-40cbe8649096 req-1dbadb62-2cc9-4bb4-80ce-8630203ceb8b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307884 Jul 05 04:44:52.859847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65267a1e-8415-4dcd-b689-77e5a8c9fa69 req-994a1057-3538-4978-8b3d-e91effb88986 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:52.861404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65267a1e-8415-4dcd-b689-77e5a8c9fa69 req-994a1057-3538-4978-8b3d-e91effb88986 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0636680 Jul 05 04:44:52.898533 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65267a1e-8415-4dcd-b689-77e5a8c9fa69 req-7aa7f250-bdf4-4ac1-86e4-95988360f5e3 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316286 Jul 05 04:44:53.074081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b66fe27d-696b-48ea-8246-87226f7e0c7f details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:44:53.167973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:53.178840 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'port_id': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'mac_address': 'fa:16:3e:64:68:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:44:53.215250 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:53.227497 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66fe27d-696b-48ea-8246-87226f7e0c7f {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:44:53.246287 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:53.330182 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:53.377610 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b66fe27d-696b-48ea-8246-87226f7e0c7f,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:53.517852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['b66fe27d-696b-48ea-8246-87226f7e0c7f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:44:54.083662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519b6f9-a614-4c2b-9adf-eb4a80b7cfbc req-dc471664-4f84-4eb7-a0e1-ea5ff73ed3b3 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:54.085186 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9519b6f9-a614-4c2b-9adf-eb4a80b7cfbc req-dc471664-4f84-4eb7-a0e1-ea5ff73ed3b3 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 944 time: 0.0735853 Jul 05 04:44:54.124147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9519b6f9-a614-4c2b-9adf-eb4a80b7cfbc req-59a1b28c-8ddf-48bd-8167-6cda7d843fc4 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335085 Jul 05 04:44:54.312200 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0dee7f4f-5773-4394-bde4-e25d67f9c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:54.403786 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:55.089209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b66fe27d-696b-48ea-8246-87226f7e0c7f up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:44:55.205223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port b66fe27d-696b-48ea-8246-87226f7e0c7f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:44:55.209367 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port b66fe27d-696b-48ea-8246-87226f7e0c7f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:44:55.209746 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:55.288963 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:55.299059 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cf177-dc2d-4ce6-8691-91f56e8941b5 req-9a67a95a-ad60-4850-aa7d-2b7def2aed44 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:55.300666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec4cf177-dc2d-4ce6-8691-91f56e8941b5 req-9a67a95a-ad60-4850-aa7d-2b7def2aed44 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 944 time: 0.0666673 Jul 05 04:44:55.311001 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:55.313815 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287f1bbe-266b-49da-8e99-f693c4c3068e" -d '{"events": [{"server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "name": "network-vif-plugged", "status": "completed", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:55.326467 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:55.340723 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ec4cf177-dc2d-4ce6-8691-91f56e8941b5 req-f1c8934c-e39d-417d-8707-684a9b7014cb tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343802 Jul 05 04:44:55.355710 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa73460-ed28-48a6-81b7-1705236ee7ec x-openstack-request-id: req-1aa73460-ed28-48a6-81b7-1705236ee7ec {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:55.355710 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "name": "network-vif-plugged", "status": "completed", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:55.355710 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1aa73460-ed28-48a6-81b7-1705236ee7ec {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:55.355710 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'code': 200} Jul 05 04:44:55.405166 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:55.428139 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:55.455361 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b66fe27d-696b-48ea-8246-87226f7e0c7f,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:55.477088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc1480-6e52-4bce-9f36-e3c2239267d3 req-df18423c-d301-4ab3-8298-c8e0e8cd08b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:55.478610 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03bc1480-6e52-4bce-9f36-e3c2239267d3 req-df18423c-d301-4ab3-8298-c8e0e8cd08b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1096 time: 0.0522833 Jul 05 04:44:55.512059 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-03bc1480-6e52-4bce-9f36-e3c2239267d3 req-709bda29-8d83-4185-afd7-4190fb4f0e75 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272536 Jul 05 04:44:56.526047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3f926-bbce-4b44-8be6-162479cc2fb7 req-cca0c8c3-37c5-4822-a51d-80fc49749c79 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:56.527927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1bf3f926-bbce-4b44-8be6-162479cc2fb7 req-cca0c8c3-37c5-4822-a51d-80fc49749c79 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0663774 Jul 05 04:44:56.565866 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1bf3f926-bbce-4b44-8be6-162479cc2fb7 req-c74f26ed-88ce-44f8-b018-e369a3c72ddc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321512 Jul 05 04:44:57.301501 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:57.735419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1f31f-2e17-48c2-b89d-c70730091780 req-05f67328-81d2-463c-841d-8844a2279934 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:57.736928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8dd1f31f-2e17-48c2-b89d-c70730091780 req-05f67328-81d2-463c-841d-8844a2279934 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0630033 Jul 05 04:44:57.773953 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8dd1f31f-2e17-48c2-b89d-c70730091780 req-392a6144-a889-4723-84cb-b6ba24f77423 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316584 Jul 05 04:44:57.943933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcac1e-95a0-4580-806b-52ac50fc32f8 req-720acb18-4af9-42b6-9e8c-7e14f1a4c4ad tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:57.954595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1fcac1e-95a0-4580-806b-52ac50fc32f8 req-720acb18-4af9-42b6-9e8c-7e14f1a4c4ad tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0658016 Jul 05 04:44:57.959163 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55038) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:57.963525 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4ea90510-45cd-43db-add2-cebc7d18e2c5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Request body: {'floatingip': {'port_id': 'b66fe27d-696b-48ea-8246-87226f7e0c7f'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:44:58.001608 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ea90510-45cd-43db-add2-cebc7d18e2c5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:58.439570 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ea90510-45cd-43db-add2-cebc7d18e2c5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:58.501951 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ea90510-45cd-43db-add2-cebc7d18e2c5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:58.601273 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-4ea90510-45cd-43db-add2-cebc7d18e2c5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0 associated. External IP: 172.25.0.253, port: b66fe27d-696b-48ea-8246-87226f7e0c7f. Jul 05 04:44:58.803589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea90510-45cd-43db-add2-cebc7d18e2c5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Router f6478709-f830-4c0b-84d1-42faae910a16 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:44:58.908423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea90510-45cd-43db-add2-cebc7d18e2c5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:44:58.913267 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4ea90510-45cd-43db-add2-cebc7d18e2c5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:58.918092 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c23c44-dcee-44d5-b10d-7c0a4fe85f71 None None] Sync routers for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:44:58.926396 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c23c44-dcee-44d5-b10d-7c0a4fe85f71 None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:44:58.927003 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-85c23c44-dcee-44d5-b10d-7c0a4fe85f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:44:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:58.949067 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4ea90510-45cd-43db-add2-cebc7d18e2c5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "PUT /v2.0/floatingips/7cb43850-ee6d-439f-92be-cdc5a3c172a0 HTTP/1.1" status: 200 len: 992 time: 0.9888587 Jul 05 04:44:58.949753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:58.951993 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22226328-20e8-4221-b1f4-e2395393bb56" -d '{"events": [{"name": "network-changed", "server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:58.987794 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967a82cd-9685-4f76-97ab-86165cabddd2 x-openstack-request-id: req-967a82cd-9685-4f76-97ab-86165cabddd2 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:58.988087 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:58.988339 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-967a82cd-9685-4f76-97ab-86165cabddd2 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:58.988768 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'status': 'completed', 'code': 200} Jul 05 04:44:59.033748 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-85c23c44-dcee-44d5-b10d-7c0a4fe85f71 None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:44:59.065299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226328-20e8-4221-b1f4-e2395393bb56 req-6a406874-6f4f-4e55-9b3b-f8da52604b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:59.066830 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22226328-20e8-4221-b1f4-e2395393bb56 req-6a406874-6f4f-4e55-9b3b-f8da52604b1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1096 time: 0.0540137 Jul 05 04:44:59.265123 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-85c23c44-dcee-44d5-b10d-7c0a4fe85f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '7cb43850-ee6d-439f-92be-cdc5a3c172a0', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'port_id': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'mac_address': 'fa:16:3e:64:68:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:43Z', 'updated_at': '2021-07-05T04:44:58Z', 'revision_number': 13, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:59.295752 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c23c44-dcee-44d5-b10d-7c0a4fe85f71 None None] Checking router: f6478709-f830-4c0b-84d1-42faae910a16 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:44:59.305016 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c23c44-dcee-44d5-b10d-7c0a4fe85f71 None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:44:59.305642 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-85c23c44-dcee-44d5-b10d-7c0a4fe85f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:44:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:59.413014 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-85c23c44-dcee-44d5-b10d-7c0a4fe85f71 None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:44:59.519982 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226328-20e8-4221-b1f4-e2395393bb56 req-63c70791-7a98-4b15-b5e7-82eae1a61df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:59.521435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22226328-20e8-4221-b1f4-e2395393bb56 req-63c70791-7a98-4b15-b5e7-82eae1a61df2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.4479647 Jul 05 04:44:59.585896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22226328-20e8-4221-b1f4-e2395393bb56 req-1f077933-3ad3-485d-9e5e-b2511662b1ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1000 time: 0.0577989 Jul 05 04:44:59.634824 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226328-20e8-4221-b1f4-e2395393bb56 req-79d82d6a-44e9-4a3b-9077-82ac2879bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:59.636325 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22226328-20e8-4221-b1f4-e2395393bb56 req-79d82d6a-44e9-4a3b-9077-82ac2879bafa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0442619 Jul 05 04:44:59.697537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226328-20e8-4221-b1f4-e2395393bb56 req-6c3bfae4-ebb7-4252-aa92-bd754262e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:59.699043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22226328-20e8-4221-b1f4-e2395393bb56 req-6c3bfae4-ebb7-4252-aa92-bd754262e6c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559468 Jul 05 04:44:59.719186 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-85c23c44-dcee-44d5-b10d-7c0a4fe85f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '7cb43850-ee6d-439f-92be-cdc5a3c172a0', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'port_id': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'mac_address': 'fa:16:3e:64:68:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:43Z', 'updated_at': '2021-07-05T04:44:58Z', 'revision_number': 13, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:59.748005 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c23c44-dcee-44d5-b10d-7c0a4fe85f71 None None] The sync data for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 is: [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '7cb43850-ee6d-439f-92be-cdc5a3c172a0', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'port_id': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'mac_address': 'fa:16:3e:64:68:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:43Z', 'updated_at': '2021-07-05T04:44:58Z', 'revision_number': 13, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:44:59.790042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22226328-20e8-4221-b1f4-e2395393bb56 req-48fc4a75-6e75-470d-b2c9-202ffd68bde7 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838666 Jul 05 04:44:59.887494 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22226328-20e8-4221-b1f4-e2395393bb56 req-3ece920c-e389-4a75-85c1-b01c9196bb63 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909021 Jul 05 04:44:59.924210 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:59.947000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdb1790-50eb-4262-bbe8-7daa053ef240 None None] New status for floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:45:01.867044 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:21.124559 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:45:21.335099 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-567df1f0-a5b0-4760-a208-b6777a31f0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:24.345769 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-da2ab018-c26b-4240-aaa6-dcf335041aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:24.420749 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:25.443463 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:27.356971 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:29.760807 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-164ba2b3-fbd5-4414-ae63-a2f7bde104d1 req-6c2c1c22-88fe-4711-9a93-5fc8c7dbfff1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535183 Jul 05 04:45:29.853242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ba2b3-fbd5-4414-ae63-a2f7bde104d1 req-218e6955-6e46-41db-8c3c-19d2dbb564b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:45:29.854732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-164ba2b3-fbd5-4414-ae63-a2f7bde104d1 req-218e6955-6e46-41db-8c3c-19d2dbb564b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1096 time: 0.0531344 Jul 05 04:45:29.906249 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:29.968773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ba2b3-fbd5-4414-ae63-a2f7bde104d1 req-ad54e29a-e6c3-4d90-b22a-644e48822e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:45:29.972424 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-164ba2b3-fbd5-4414-ae63-a2f7bde104d1 req-ad54e29a-e6c3-4d90-b22a-644e48822e9d service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0950108 Jul 05 04:45:30.036296 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-164ba2b3-fbd5-4414-ae63-a2f7bde104d1 req-76cd9e6c-efd3-4278-92df-e9c9cfc87180 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1002 time: 0.0588212 Jul 05 04:45:30.084884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ba2b3-fbd5-4414-ae63-a2f7bde104d1 req-5d900448-2f93-4dd5-8cba-71b45a9f30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:45:30.086294 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-164ba2b3-fbd5-4414-ae63-a2f7bde104d1 req-5d900448-2f93-4dd5-8cba-71b45a9f30ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0433407 Jul 05 04:45:30.145754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ba2b3-fbd5-4414-ae63-a2f7bde104d1 req-c7d686cb-783b-49fa-8e61-9125b0a8c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:45:30.147227 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-164ba2b3-fbd5-4414-ae63-a2f7bde104d1 req-c7d686cb-783b-49fa-8e61-9125b0a8c447 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542099 Jul 05 04:45:30.158361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-164ba2b3-fbd5-4414-ae63-a2f7bde104d1 req-df3b37a5-4fa5-4aaa-9b0a-9aa02c0758d9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:45:30.159334 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-164ba2b3-fbd5-4414-ae63-a2f7bde104d1 req-df3b37a5-4fa5-4aaa-9b0a-9aa02c0758d9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049522 Jul 05 04:45:30.246905 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-164ba2b3-fbd5-4414-ae63-a2f7bde104d1 req-2432ee21-3dda-4624-ac54-a1457dbf91bf service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813668 Jul 05 04:45:30.339505 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-164ba2b3-fbd5-4414-ae63-a2f7bde104d1 req-d47f57c6-ffd2-47c0-b3ec-0e2f9a64d0e3 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860143 Jul 05 04:45:31.882943 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:51.328355 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-69ba9e41-0e88-4aed-8ba7-1ce7c1eb13ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:54.316649 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-050aecc3-4cc6-4766-a80f-60e93fc231bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:54.413537 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:55.442434 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:57.305041 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:58.123849 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:45:59.921973 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:01.893722 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:21.350598 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7bc4-2444-4577-b5c9-aad1761bb772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:24.321199 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c3a1ca00-8219-4a7f-ad85-cb0fc4385bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:24.418753 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:25.452920 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:27.321946 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:29.955133 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.665559 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55bb0f1b-cfa0-4098-8bcb-88bdef493dab req-057d5c5a-ae75-4d13-99cf-d418ee206bee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522165 Jul 05 04:46:30.758127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb0f1b-cfa0-4098-8bcb-88bdef493dab req-813295b9-4c15-4cf9-8d76-ccf88ab4b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:30.759608 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55bb0f1b-cfa0-4098-8bcb-88bdef493dab req-813295b9-4c15-4cf9-8d76-ccf88ab4b0c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1096 time: 0.0514128 Jul 05 04:46:30.874913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb0f1b-cfa0-4098-8bcb-88bdef493dab req-2157c6cf-9ba4-4922-a960-415994ff35e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:30.876449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55bb0f1b-cfa0-4098-8bcb-88bdef493dab req-2157c6cf-9ba4-4922-a960-415994ff35e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0952837 Jul 05 04:46:30.941980 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55bb0f1b-cfa0-4098-8bcb-88bdef493dab req-ad6a5983-6092-4230-bf1a-d63d0be74ec9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1002 time: 0.0581605 Jul 05 04:46:30.993209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb0f1b-cfa0-4098-8bcb-88bdef493dab req-268f2804-cc4f-4f7a-bc9f-f50ee64d0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:30.994602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55bb0f1b-cfa0-4098-8bcb-88bdef493dab req-268f2804-cc4f-4f7a-bc9f-f50ee64d0bb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0458641 Jul 05 04:46:31.048564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb0f1b-cfa0-4098-8bcb-88bdef493dab req-fb3e6bf5-8276-439d-8188-cc6fa7df7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:31.050005 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55bb0f1b-cfa0-4098-8bcb-88bdef493dab req-fb3e6bf5-8276-439d-8188-cc6fa7df7db0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491889 Jul 05 04:46:31.135917 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55bb0f1b-cfa0-4098-8bcb-88bdef493dab req-eb5d805a-aefd-4a04-a48f-7aa1048a52a7 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796106 Jul 05 04:46:31.228908 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-55bb0f1b-cfa0-4098-8bcb-88bdef493dab req-df9566b3-f203-4c2f-816a-7df7c3dcc3ce service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865161 Jul 05 04:46:31.852968 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:35.122958 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:46:35.804079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f7129-c9f2-4063-9815-6e37947e240f req-72472af0-bbdd-43a2-964d-0e24d4faf59a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:35.805539 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-014f7129-c9f2-4063-9815-6e37947e240f req-72472af0-bbdd-43a2-964d-0e24d4faf59a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0638578 Jul 05 04:46:35.842763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-014f7129-c9f2-4063-9815-6e37947e240f req-3eb97a8f-33d1-4f85-b96b-63281849b42f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313926 Jul 05 04:46:47.696851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d158d4-073a-41d9-b9c1-8e42f5505ddf req-05da5c4b-3b3a-43a2-a6f1-7a1454c67a51 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:47.698356 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0d158d4-073a-41d9-b9c1-8e42f5505ddf req-05da5c4b-3b3a-43a2-a6f1-7a1454c67a51 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0694537 Jul 05 04:46:47.763909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e0d158d4-073a-41d9-b9c1-8e42f5505ddf req-5b6db38a-f393-457e-b7a5-e8e28c7d84b1 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549865 Jul 05 04:46:47.779470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-b6a16fcd-a247-4ea9-a48c-5624935ec30d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786180 Jul 05 04:46:48.936539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e882966-47bf-4247-9665-dbf57df15c4e req-b543de9a-873d-4098-8917-90d5d5c24a80 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:48.938128 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e882966-47bf-4247-9665-dbf57df15c4e req-b543de9a-873d-4098-8917-90d5d5c24a80 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0641057 Jul 05 04:46:48.977138 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e882966-47bf-4247-9665-dbf57df15c4e req-eae5f6bc-96e2-4dd6-8124-4cb9d65ec181 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334883 Jul 05 04:46:50.152288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8961c5-0eeb-4ef1-9dc4-2bc6de96a3fd req-cbf24041-5d7e-4eb0-889c-92b6209484ed tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:50.153801 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d8961c5-0eeb-4ef1-9dc4-2bc6de96a3fd req-cbf24041-5d7e-4eb0-889c-92b6209484ed tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0664291 Jul 05 04:46:50.193163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5d8961c5-0eeb-4ef1-9dc4-2bc6de96a3fd req-67dcdfd3-1718-488d-bbb6-c99a118865c6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328226 Jul 05 04:46:51.355321 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e0fd6ce5-edf5-446a-ab42-5e19f79f877a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:51.376532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daefa64-b7f3-4d3f-b1f7-3a25744c86b5 req-ef9c06ff-0805-4f67-aea1-f36e9c451f87 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:51.376532 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5daefa64-b7f3-4d3f-b1f7-3a25744c86b5 req-ef9c06ff-0805-4f67-aea1-f36e9c451f87 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0652127 Jul 05 04:46:51.466248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5daefa64-b7f3-4d3f-b1f7-3a25744c86b5 req-a157bee0-cd39-4aa1-9856-abe8e5988aa4 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844035 Jul 05 04:46:52.687901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859e354-1456-4244-a430-c76197524c03 req-ea61e9fa-582f-4aa9-9a70-bc413d5877e0 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:52.689425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1859e354-1456-4244-a430-c76197524c03 req-ea61e9fa-582f-4aa9-9a70-bc413d5877e0 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.1106045 Jul 05 04:46:52.728415 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1859e354-1456-4244-a430-c76197524c03 req-e9c4c633-004c-471a-874b-8b1a54bac516 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333617 Jul 05 04:46:53.813363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-ebeba099-d97e-4137-9a1d-1767c4f69e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:53.814938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-ebeba099-d97e-4137-9a1d-1767c4f69e1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1096 time: 0.0542109 Jul 05 04:46:53.944813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-ff504d50-1dca-4301-805e-0a65c2b642b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:53.946234 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-ff504d50-1dca-4301-805e-0a65c2b642b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.1253443 Jul 05 04:46:53.969694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3929790-6bbe-4fcd-b804-ba96277948be req-f91829f8-01c9-433e-9333-a6b24bfce4c5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:53.971124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3929790-6bbe-4fcd-b804-ba96277948be req-f91829f8-01c9-433e-9333-a6b24bfce4c5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.1047370 Jul 05 04:46:54.048250 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-2008b3ce-af04-4a02-b9da-952d1696bfa2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1002 time: 0.0949383 Jul 05 04:46:54.051166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3929790-6bbe-4fcd-b804-ba96277948be req-95a42a5a-de11-4dc1-b842-12629555e0c2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530303 Jul 05 04:46:54.099456 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-bd7f17ee-0dba-4df9-b84c-319f2f41a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:54.100953 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-bd7f17ee-0dba-4df9-b84c-319f2f41a139 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0463209 Jul 05 04:46:54.159041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-67fb2843-8430-479e-9093-d4ddd5a9fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:54.160582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-67fb2843-8430-479e-9093-d4ddd5a9fb98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531278 Jul 05 04:46:54.251545 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-aeead95a-b918-47b5-8d67-732aa5ec2926 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847046 Jul 05 04:46:54.332189 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b7f85fcd-8d14-43fe-a075-8aa24db9c5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:54.344040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-3863072a-d97e-46ee-af7c-d48500c04e12 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862753 Jul 05 04:46:54.429392 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:55.225227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75caff-c199-4278-ac87-2648c0266c8b req-0b53a729-8f6a-47ac-96d8-966cfd2bce89 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:55.226748 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c75caff-c199-4278-ac87-2648c0266c8b req-0b53a729-8f6a-47ac-96d8-966cfd2bce89 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0638647 Jul 05 04:46:55.268622 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c75caff-c199-4278-ac87-2648c0266c8b req-61840053-34e3-4b7d-a8a2-e5d702e86728 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362771 Jul 05 04:46:55.445311 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.440183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1915c3-d547-4dbf-99db-dcdf81028874 req-c859ec22-b8db-4037-8042-2dae47c8224f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:56.441698 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e1915c3-d547-4dbf-99db-dcdf81028874 req-c859ec22-b8db-4037-8042-2dae47c8224f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0626607 Jul 05 04:46:56.479103 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e1915c3-d547-4dbf-99db-dcdf81028874 req-e2c2e7e5-e6db-4897-8ea6-436b2d348e67 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320544 Jul 05 04:46:57.337974 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.658955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de4242-ee7c-46c6-bb69-99d78ffddb1b req-fd1ff6fe-6c77-4bbd-b41e-c17c2c8cb540 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:57.660456 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61de4242-ee7c-46c6-bb69-99d78ffddb1b req-fd1ff6fe-6c77-4bbd-b41e-c17c2c8cb540 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0668147 Jul 05 04:46:57.697743 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61de4242-ee7c-46c6-bb69-99d78ffddb1b req-19fcbdcb-32f7-4b69-a30a-4473309cddf7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317974 Jul 05 04:46:58.874017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eeb67-514e-4e45-933f-4f179cdaaefd req-02f92441-8b22-47bd-96cb-8ba9440ebf37 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:58.875568 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-390eeb67-514e-4e45-933f-4f179cdaaefd req-02f92441-8b22-47bd-96cb-8ba9440ebf37 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0665016 Jul 05 04:46:58.913320 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-390eeb67-514e-4e45-933f-4f179cdaaefd req-0d79feb0-3e96-44a1-b575-209b454614d7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319777 Jul 05 04:46:59.995278 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:00.085699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a16a8-95e5-419c-a2df-15b6cde0504d req-3e8ade3b-09da-431c-ae49-a38a2d5e7bf7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:00.087175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d67a16a8-95e5-419c-a2df-15b6cde0504d req-3e8ade3b-09da-431c-ae49-a38a2d5e7bf7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0626180 Jul 05 04:47:00.125136 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d67a16a8-95e5-419c-a2df-15b6cde0504d req-0ff3434a-3c7d-47dd-b1b3-5d912a88eabb tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323906 Jul 05 04:47:01.303039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0d3e1-1581-48e1-8551-bccbc32d7766 req-2de70ab7-07f8-48f1-b874-b0add459a723 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:01.304524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7b0d3e1-1581-48e1-8551-bccbc32d7766 req-2de70ab7-07f8-48f1-b874-b0add459a723 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0659721 Jul 05 04:47:01.340650 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b7b0d3e1-1581-48e1-8551-bccbc32d7766 req-d2f01938-7b78-4838-9695-a641b05d91ae tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304220 Jul 05 04:47:01.897584 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.511689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565bb56-1afb-42da-9e8c-ec9beafac4de req-13f38346-8e34-4a9f-bc92-e81599aa1c9a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:02.513176 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2565bb56-1afb-42da-9e8c-ec9beafac4de req-13f38346-8e34-4a9f-bc92-e81599aa1c9a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0621312 Jul 05 04:47:02.550455 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2565bb56-1afb-42da-9e8c-ec9beafac4de req-a0263c1d-f60b-41af-a11b-01c79cab2311 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311944 Jul 05 04:47:03.727209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35177038-e9c2-4375-89f3-6386afc89929 req-801ae118-7e92-4661-9c0f-7b18abc91efc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:03.728724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35177038-e9c2-4375-89f3-6386afc89929 req-801ae118-7e92-4661-9c0f-7b18abc91efc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0666020 Jul 05 04:47:03.767887 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35177038-e9c2-4375-89f3-6386afc89929 req-070f9a45-96e1-4e77-8759-84b5e4d89d9d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329049 Jul 05 04:47:04.945631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d868ea0-9a93-44e3-a2fd-4ecfb1b22772 req-f7a5d834-4677-455b-ad92-6c74a4aba94a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:04.947083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d868ea0-9a93-44e3-a2fd-4ecfb1b22772 req-f7a5d834-4677-455b-ad92-6c74a4aba94a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0664227 Jul 05 04:47:04.985599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d868ea0-9a93-44e3-a2fd-4ecfb1b22772 req-017c1abc-ee00-4e90-b556-36c954bb5d92 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321834 Jul 05 04:47:06.157560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b38a7-67ac-431b-9a4b-6091c1128d28 req-4241aad7-a207-47e9-ba59-835e8ad361df tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:06.159028 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-554b38a7-67ac-431b-9a4b-6091c1128d28 req-4241aad7-a207-47e9-ba59-835e8ad361df tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0622809 Jul 05 04:47:06.196350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-554b38a7-67ac-431b-9a4b-6091c1128d28 req-f2012de4-6446-4e27-9d2e-ed229154e1c9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319285 Jul 05 04:47:07.574209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b092f-6dec-4d85-8050-b2557d200aae req-406fef6c-59d2-40c1-8565-7eecc3b68338 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:07.575707 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d5b092f-6dec-4d85-8050-b2557d200aae req-406fef6c-59d2-40c1-8565-7eecc3b68338 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0685260 Jul 05 04:47:07.615252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d5b092f-6dec-4d85-8050-b2557d200aae req-1492385d-2cbf-4391-9528-4fbe2de15b7d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327473 Jul 05 04:47:08.537595 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-eec9afd4-3040-4897-b9db-3014220736dc service neutron] show failed (client error): The resource could not be found. Jul 05 04:47:08.538596 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-eec9afd4-3040-4897-b9db-3014220736dc service neutron] 10.222.0.64 "GET /v2.0/ports/b66fe27d-696b-48ea-8246-87226f7e0c7f/bindings/n-h1-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0899019 Jul 05 04:47:08.789973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21e39a-d5b5-46ba-a3cc-617beda4b3cc req-4d0bb7a0-d285-4bc7-ad5d-8e031fbaf878 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:08.791402 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c21e39a-d5b5-46ba-a3cc-617beda4b3cc req-4d0bb7a0-d285-4bc7-ad5d-8e031fbaf878 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0653052 Jul 05 04:47:08.828949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c21e39a-d5b5-46ba-a3cc-617beda4b3cc req-228de6fa-8e58-4586-855b-4471e470b184 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313413 Jul 05 04:47:09.154329 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-f2fa4000-1b75-4ccf-9dc3-9c5fa700f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:09.156749 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-f2fa4000-1b75-4ccf-9dc3-9c5fa700f3ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 1096 time: 0.0902390 Jul 05 04:47:09.167545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:09.242986 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.443092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:09.477770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:47:09.516704 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:09.518977 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b610a5e9-7ee0-411e-85ef-ce964faa1694" -d '{"events": [{"server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "name": "network-vif-unplugged", "status": "completed", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:09.522792 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.534665 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Transition to ACTIVE for port object b66fe27d-696b-48ea-8246-87226f7e0c7f will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:47:09.600892 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.628907 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b334a1e2-7640-4830-b1f1-9bef699b96bf x-openstack-request-id: req-b334a1e2-7640-4830-b1f1-9bef699b96bf {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:09.628907 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "name": "network-vif-unplugged", "status": "completed", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:09.628907 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b334a1e2-7640-4830-b1f1-9bef699b96bf {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:09.629366 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'code': 200} Jul 05 04:47:09.685955 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Pushing event updated for resources: {'Port': ['ID=b66fe27d-696b-48ea-8246-87226f7e0c7f,revision_number=6']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:09.698455 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:09.698804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:09.699151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:09.699490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:09.699828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:09.700163 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:09.700537 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:09.700893 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:09.701195 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:09.701523 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:09.701851 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:09.702914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:09.737918 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] No DVR routers for this DVR port b66fe27d-696b-48ea-8246-87226f7e0c7f on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:47:09.741869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b66fe27d-696b-48ea-8246-87226f7e0c7f no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:47:09.783790 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b66fe27d-696b-48ea-8246-87226f7e0c7f not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:47:09.873662 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Attempting to bind port b66fe27d-696b-48ea-8246-87226f7e0c7f on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:47:09.874696 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Attempting to bind port b66fe27d-696b-48ea-8246-87226f7e0c7f by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:47:09.875302 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Attempting to bind port b66fe27d-696b-48ea-8246-87226f7e0c7f on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:47:09.879655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Port b66fe27d-696b-48ea-8246-87226f7e0c7f on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:47:09.879924 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Attempting to bind port b66fe27d-696b-48ea-8246-87226f7e0c7f on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:47:09.884620 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:47:09.884957 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Checking segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:47:09.885346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Bound using segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:47:09.885766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Bound port: b66fe27d-696b-48ea-8246-87226f7e0c7f, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:47:09.886130 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.949173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:47:09.952351 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:47:10.007581 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:10.020845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de57324-bf87-4e8d-b3ce-28e31db7e97d req-f91de89b-cf8e-47ee-8bf1-62d6a1542ff5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:10.022390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3de57324-bf87-4e8d-b3ce-28e31db7e97d req-f91de89b-cf8e-47ee-8bf1-62d6a1542ff5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0678220 Jul 05 04:47:10.046494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:10.047390 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:10.048771 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] 10.222.0.11 "PUT /v2.0/ports/b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1091 time: 0.8854299 Jul 05 04:47:10.071718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3de57324-bf87-4e8d-b3ce-28e31db7e97d req-6f91713e-fd9f-4f1a-be3e-9438ba5b4a3b tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436769 Jul 05 04:47:10.072233 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c756f-58e1-4a5d-9f16-a08f2853e64f service neutron] Pushing event updated for resources: {'Port': ['ID=b66fe27d-696b-48ea-8246-87226f7e0c7f,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:10.133463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-04e83f20-60bc-4f8f-9857-4529e5d93bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:10.135024 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-04e83f20-60bc-4f8f-9857-4529e5d93bcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1094 time: 0.0590818 Jul 05 04:47:10.229734 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-632dd7ee-dad1-4e3a-a71c-90426e71cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:10.231245 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-632dd7ee-dad1-4e3a-a71c-90426e71cb7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0883558 Jul 05 04:47:10.300146 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-f26e679b-d6ed-4a74-b793-d3a66e576a05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1000 time: 0.0628135 Jul 05 04:47:10.348007 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-d8843bf0-4b3e-434a-bd43-f1740a922d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:10.349522 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-d8843bf0-4b3e-434a-bd43-f1740a922d5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0437584 Jul 05 04:47:10.406346 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-70e00a5f-6094-43b0-ac76-88e5bc83b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:10.407789 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-70e00a5f-6094-43b0-ac76-88e5bc83b5d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521288 Jul 05 04:47:10.421300 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-79097b6f-30f9-4dee-90cb-2fd19d9cec04 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:47:10.422262 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-79097b6f-30f9-4dee-90cb-2fd19d9cec04 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055137 Jul 05 04:47:10.512448 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-e9ffebd2-6d3f-4bbb-a467-20249e034cbd service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837278 Jul 05 04:47:10.600057 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-fc545787-cc6a-4ac7-af68-e257ffe6e847 req-ff7b4a53-080b-4460-b7b7-1a80ca7aaf6d service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806487 Jul 05 04:47:11.253898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52f6ad-3b91-419f-85f3-c499a4c7d563 req-f107a704-c3b2-40d9-b522-8a8734ee4d84 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:11.255294 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce52f6ad-3b91-419f-85f3-c499a4c7d563 req-f107a704-c3b2-40d9-b522-8a8734ee4d84 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0635779 Jul 05 04:47:11.293223 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce52f6ad-3b91-419f-85f3-c499a4c7d563 req-a4cc7053-34fb-413a-98fd-1ed8848b2b60 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323882 Jul 05 04:47:11.630495 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:11.632912 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2b2a42-1063-402b-8e1a-25703cd37f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:11.680912 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c369806-800a-4d52-9d85-ca4c119c680d x-openstack-request-id: req-6c369806-800a-4d52-9d85-ca4c119c680d {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:11.681207 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:11.681547 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c369806-800a-4d52-9d85-ca4c119c680d {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:11.682280 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'status': 'completed', 'code': 200} Jul 05 04:47:11.752359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-bac1a15a-c2e6-4e0d-ac5d-3bc2842bd6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:11.753852 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-bac1a15a-c2e6-4e0d-ac5d-3bc2842bd6b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1094 time: 0.0542643 Jul 05 04:47:11.764296 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-5348453d-9e66-47ad-afc8-66024a3ef07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:11.766146 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-5348453d-9e66-47ad-afc8-66024a3ef07a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1094 time: 0.0596325 Jul 05 04:47:11.851319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-67a4a45a-d1f8-4271-8805-554c89c60935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:11.852889 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-67a4a45a-d1f8-4271-8805-554c89c60935 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0927010 Jul 05 04:47:11.855179 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-156e083a-cdf3-41fe-9d9f-32642c08b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:11.856683 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-156e083a-cdf3-41fe-9d9f-32642c08b933 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0844176 Jul 05 04:47:11.918573 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-380bd621-1b3d-4f1d-a3ea-1bc49f858940 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1000 time: 0.0592680 Jul 05 04:47:11.925448 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-ab3f8cb8-d62a-416c-8369-e26374093dc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1000 time: 0.0624845 Jul 05 04:47:11.971643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-b659608e-f3f5-4766-9e2b-567927176739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:11.973215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-b659608e-f3f5-4766-9e2b-567927176739 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0487058 Jul 05 04:47:11.974517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-341f09d0-9f4c-4695-8cad-791e14708c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:11.975987 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-341f09d0-9f4c-4695-8cad-791e14708c6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0444291 Jul 05 04:47:12.034135 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-ee1bdf4b-0340-46fa-9922-225370c55d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:12.035144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-316ce5e4-7d19-482f-83db-84dc27d34f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:12.036211 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-ee1bdf4b-0340-46fa-9922-225370c55d21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542569 Jul 05 04:47:12.036710 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-316ce5e4-7d19-482f-83db-84dc27d34f44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576227 Jul 05 04:47:12.125538 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:47:12.134513 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-88e3f000-bbab-4dd8-bfad-f2339e041c61 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918393 Jul 05 04:47:12.135169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-4e7fd3b1-caa9-4d45-b241-43567e78b610 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923591 Jul 05 04:47:12.226801 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-53636a28-5b9c-4c7f-8869-fd32ac2a5837 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858638 Jul 05 04:47:12.235816 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b2b2a42-1063-402b-8e1a-25703cd37f0c req-7cac0e7f-020b-4507-84ca-b53561d3053a service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942154 Jul 05 04:47:12.479537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a1544-2679-4fb4-a75e-380e6fb16cdc req-5a99f20d-d817-45cb-affa-dff35b5b186f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:12.481094 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a5a1544-2679-4fb4-a75e-380e6fb16cdc req-5a99f20d-d817-45cb-affa-dff35b5b186f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0656114 Jul 05 04:47:12.519868 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7a5a1544-2679-4fb4-a75e-380e6fb16cdc req-1d31ef61-0474-4ebb-9768-f8014d36ace0 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327644 Jul 05 04:47:13.700892 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb79b55-dc8f-47a2-a9cb-a4e79c8e082b req-aff75049-72eb-4f66-9436-de8df7d838b6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:13.702914 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8bb79b55-dc8f-47a2-a9cb-a4e79c8e082b req-aff75049-72eb-4f66-9436-de8df7d838b6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0687141 Jul 05 04:47:13.741098 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8bb79b55-dc8f-47a2-a9cb-a4e79c8e082b req-fd0a1d57-1c71-4546-ad34-07f749fb7b8f tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323410 Jul 05 04:47:14.914783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156b093-f03e-42ee-bdbe-c7f882967424 req-fc47cf48-f912-4822-9874-e0c0e3f82b51 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:14.916285 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7156b093-f03e-42ee-bdbe-c7f882967424 req-fc47cf48-f912-4822-9874-e0c0e3f82b51 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0652623 Jul 05 04:47:14.954687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7156b093-f03e-42ee-bdbe-c7f882967424 req-e9ab6cbd-c80c-423e-959a-3711aae7cd26 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320280 Jul 05 04:47:16.130662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712e12b-a39b-4ef6-a60a-484236899c76 req-d83d3e15-8ee0-40e5-b92b-a39059c3aff6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:16.132131 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7712e12b-a39b-4ef6-a60a-484236899c76 req-d83d3e15-8ee0-40e5-b92b-a39059c3aff6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0644801 Jul 05 04:47:16.169406 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7712e12b-a39b-4ef6-a60a-484236899c76 req-9ae0b7a9-6cee-47e3-a44d-fd21aa9febde tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313058 Jul 05 04:47:17.345155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c253901-314f-4610-8032-bf7f581995bb req-4b0d34de-042c-4cdc-8b3e-b4e0723e3818 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:17.346649 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c253901-314f-4610-8032-bf7f581995bb req-4b0d34de-042c-4cdc-8b3e-b4e0723e3818 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0658817 Jul 05 04:47:17.385091 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c253901-314f-4610-8032-bf7f581995bb req-bf881cde-3c4b-48c6-add9-0b171fdeb021 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326648 Jul 05 04:47:18.556130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91316c6a-4109-49c0-a551-84138edc53ff req-98efb0ac-680c-48f5-b204-e85a59cdb4d0 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:18.557663 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91316c6a-4109-49c0-a551-84138edc53ff req-98efb0ac-680c-48f5-b204-e85a59cdb4d0 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0637679 Jul 05 04:47:18.596181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-91316c6a-4109-49c0-a551-84138edc53ff req-8b03ddf5-126e-4446-84eb-14111fe115c6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314837 Jul 05 04:47:19.769176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243ae4e-1b63-4908-87fc-cb11c317a06e req-6550df99-739a-4518-b793-a9a9cfebaa9e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:19.770638 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5243ae4e-1b63-4908-87fc-cb11c317a06e req-6550df99-739a-4518-b793-a9a9cfebaa9e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0657327 Jul 05 04:47:19.807972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5243ae4e-1b63-4908-87fc-cb11c317a06e req-01079242-d2cf-4d28-9074-aead1734d707 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318799 Jul 05 04:47:20.985772 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521af46e-843a-4f8c-866f-d5579514574f req-7826e9ab-eb33-482e-9e2f-e097b66e8cdc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:20.987280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-521af46e-843a-4f8c-866f-d5579514574f req-7826e9ab-eb33-482e-9e2f-e097b66e8cdc tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0644629 Jul 05 04:47:21.024375 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-521af46e-843a-4f8c-866f-d5579514574f req-c049ab85-2f7b-4206-a1a4-dae2ee933142 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316248 Jul 05 04:47:21.371697 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-80b182d9-69f1-47ed-90e2-5c3ff1498515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:22.216973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb911a68-58f4-4465-82cb-ba02b4fd2b3a req-4d4906f4-e51a-4597-8d87-6cc8b0d98d5c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:22.219220 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb911a68-58f4-4465-82cb-ba02b4fd2b3a req-4d4906f4-e51a-4597-8d87-6cc8b0d98d5c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0652854 Jul 05 04:47:22.256578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb911a68-58f4-4465-82cb-ba02b4fd2b3a req-8c50d460-6940-414c-aafc-4107e30ddbb6 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318277 Jul 05 04:47:23.437390 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faaddf7-2984-414f-9121-09192b4790a2 req-9787f680-9c56-4624-9545-76cc15de1689 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:23.438877 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1faaddf7-2984-414f-9121-09192b4790a2 req-9787f680-9c56-4624-9545-76cc15de1689 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 943 time: 0.0690346 Jul 05 04:47:23.475619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1faaddf7-2984-414f-9121-09192b4790a2 req-d1767286-4bc8-4846-bee6-ca7df028dfcf tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312390 Jul 05 04:47:23.727315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b66fe27d-696b-48ea-8246-87226f7e0c7f details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:47:23.823352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:23.834479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'port_id': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'mac_address': 'fa:16:3e:64:68:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:47:23.871977 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:23.883073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66fe27d-696b-48ea-8246-87226f7e0c7f {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:47:23.901684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:23.977008 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:24.027633 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=b66fe27d-696b-48ea-8246-87226f7e0c7f,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:24.035316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:24.035663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:24.035998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:24.036330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:24.036684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:24.037011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:24.037333 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:24.037655 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:24.037975 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:24.038293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:24.038711 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:24.039016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:24.214300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['b66fe27d-696b-48ea-8246-87226f7e0c7f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:47:24.234851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed7110-e878-48a2-a852-468343c03ce1 req-6cd84a9b-1606-49de-b6eb-08f3454a710a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:24.238672 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-faed7110-e878-48a2-a852-468343c03ce1 req-6cd84a9b-1606-49de-b6eb-08f3454a710a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 944 time: 0.0645130 Jul 05 04:47:24.255088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-85905519-74c5-47a2-a3eb-5212a33a1499 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:24.256623 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-85905519-74c5-47a2-a3eb-5212a33a1499 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.11 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 944 time: 0.0747275 Jul 05 04:47:24.279609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-faed7110-e878-48a2-a852-468343c03ce1 req-44b07a7d-17e0-4654-8833-4faf530f6da9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369534 Jul 05 04:47:24.325049 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-f10a5c0e-263a-445a-9dd6-379da3fa8d1b service neutron] 10.222.0.11 "GET /v2.0/ports/b66fe27d-696b-48ea-8246-87226f7e0c7f/bindings/n-h1-798249-5 HTTP/1.1" status: 200 len: 382 time: 0.0623696 Jul 05 04:47:24.377874 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3300d6ed-8f37-4fe6-94e6-47cc981c95d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:24.407741 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-eb26e1cc-2689-4fc5-abe1-522e40288cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:24.409294 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-eb26e1cc-2689-4fc5-abe1-522e40288cb4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1095 time: 0.0602634 Jul 05 04:47:24.451707 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:24.497401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-89978f40-5c64-4351-886c-399de2249d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:24.498947 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-89978f40-5c64-4351-886c-399de2249d36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0836084 Jul 05 04:47:24.568122 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-558eaa46-55a0-4452-a32b-0484b4fa6123 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1001 time: 0.0621819 Jul 05 04:47:24.616535 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-f2574338-9fdc-4f50-8c1d-765773766657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:24.617978 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-f2574338-9fdc-4f50-8c1d-765773766657 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0433795 Jul 05 04:47:24.676133 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-4e07e0d0-6cb8-456a-a12d-d8b5b0c12a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:24.677639 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-4e07e0d0-6cb8-456a-a12d-d8b5b0c12a78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517831 Jul 05 04:47:24.775721 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-e7716b5c-4df2-46e0-8589-9c9c32b97c95 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910013 Jul 05 04:47:24.862399 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1f361a67-05e0-4728-8f30-3d9cc1ce4462 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799172 Jul 05 04:47:25.445927 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:25.461937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec11a1-19d3-466a-b708-c6fd8faaf993 req-85bf456f-849d-4bf9-96a6-0a0e35be7d7a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:25.463470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80ec11a1-19d3-466a-b708-c6fd8faaf993 req-85bf456f-849d-4bf9-96a6-0a0e35be7d7a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 944 time: 0.0696509 Jul 05 04:47:25.501385 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-80ec11a1-19d3-466a-b708-c6fd8faaf993 req-0d23b10d-3a91-4009-aff1-9e215edd55db tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322199 Jul 05 04:47:25.725767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b66fe27d-696b-48ea-8246-87226f7e0c7f up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:47:25.834405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port b66fe27d-696b-48ea-8246-87226f7e0c7f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:47:25.838027 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port b66fe27d-696b-48ea-8246-87226f7e0c7f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:25.838402 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:25.916656 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:25.938300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:25.940557 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e787d0-949b-4918-857a-1f2dc07a4e25" -d '{"events": [{"server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "name": "network-vif-plugged", "status": "completed", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:25.953276 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:26.026497 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:26.047167 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac69c65-de78-4fa5-8d51-aeb6df8ef01b x-openstack-request-id: req-eac69c65-de78-4fa5-8d51-aeb6df8ef01b {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:26.047462 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "name": "network-vif-plugged", "status": "completed", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:26.047713 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eac69c65-de78-4fa5-8d51-aeb6df8ef01b {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:26.048097 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'code': 200} Jul 05 04:47:26.074832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=b66fe27d-696b-48ea-8246-87226f7e0c7f,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:26.677626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81ae91-79a3-4cc6-bcb1-d7d30822fdd6 req-4c2d46fe-62cf-4416-85f2-886205209ca7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:26.679103 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e81ae91-79a3-4cc6-bcb1-d7d30822fdd6 req-4c2d46fe-62cf-4416-85f2-886205209ca7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0633092 Jul 05 04:47:26.715655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3e81ae91-79a3-4cc6-bcb1-d7d30822fdd6 req-d7eb9e94-7a99-4ff9-ad92-4c54bd1c55a2 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306556 Jul 05 04:47:27.370145 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:27.910773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b169de-2417-4313-a132-7b2cb1248137 req-8d8c6fb7-00fa-4cc4-98de-ad279d219913 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:27.912355 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68b169de-2417-4313-a132-7b2cb1248137 req-8d8c6fb7-00fa-4cc4-98de-ad279d219913 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0666392 Jul 05 04:47:27.952739 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68b169de-2417-4313-a132-7b2cb1248137 req-b1373e88-2b65-4589-b693-2ffdc1860928 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346763 Jul 05 04:47:29.140506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc0213-196f-4290-9325-eec30fb9ab9c req-6a80ca2f-0abd-4e1b-92a9-ef41eef9e65d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:29.141997 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1fc0213-196f-4290-9325-eec30fb9ab9c req-6a80ca2f-0abd-4e1b-92a9-ef41eef9e65d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0700498 Jul 05 04:47:29.180475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f1fc0213-196f-4290-9325-eec30fb9ab9c req-4ff60e91-f962-4f1b-8aa3-0f27900c3073 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327604 Jul 05 04:47:29.386648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-f25edcf2-acf2-4c0e-81b5-9c3ae9819007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:29.388265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-f25edcf2-acf2-4c0e-81b5-9c3ae9819007 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46&tenant_id=e9943d3938aa49f1adfa4daa35b4d48b HTTP/1.1" status: 200 len: 1096 time: 0.0546517 Jul 05 04:47:29.399241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:29.471033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:29.667458 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:29.699534 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h1-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:47:29.738010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:29.740173 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3337ed-d687-43cd-a670-af9fbcb2357b" -d '{"events": [{"server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "name": "network-vif-unplugged", "status": "completed", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:29.743704 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:29.752708 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device b66fe27d-696b-48ea-8246-87226f7e0c7f no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:47:29.760410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Transition to ACTIVE for port object b66fe27d-696b-48ea-8246-87226f7e0c7f will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:47:29.793220 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfafcbf-7088-4635-bca6-ce535bceba08 x-openstack-request-id: req-ecfafcbf-7088-4635-bca6-ce535bceba08 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:29.793520 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "name": "network-vif-unplugged", "status": "completed", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:29.793773 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ecfafcbf-7088-4635-bca6-ce535bceba08 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:29.794176 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'code': 200} Jul 05 04:47:29.828606 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:29.831862 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:29.885922 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:47:29.886284 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:47:29.910138 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Pushing event updated for resources: {'Port': ['ID=b66fe27d-696b-48ea-8246-87226f7e0c7f,revision_number=10']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:29.922523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.922877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.923206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.923543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.923885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.924210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.924566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.924891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.925208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.925543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.925867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.926190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.962919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] No DVR routers for this DVR port b66fe27d-696b-48ea-8246-87226f7e0c7f on host n-h1-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:47:29.994588 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:30.106058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Attempting to bind port b66fe27d-696b-48ea-8246-87226f7e0c7f on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:47:30.106389 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Attempting to bind port b66fe27d-696b-48ea-8246-87226f7e0c7f by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:47:30.106714 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Attempting to bind port b66fe27d-696b-48ea-8246-87226f7e0c7f on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:47:30.110952 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Port b66fe27d-696b-48ea-8246-87226f7e0c7f on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:47:30.111273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Attempting to bind port b66fe27d-696b-48ea-8246-87226f7e0c7f on network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:47:30.115960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:47:30.116299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Checking segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:47:30.116712 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Bound using segment: {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:47:30.117134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Bound port: b66fe27d-696b-48ea-8246-87226f7e0c7f, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f676c971-5767-43c2-9590-f7519914ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:47:30.117486 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:30.178301 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:47:30.181522 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:47:30.253189 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:30.290090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:30.290713 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:30.292632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] 10.222.0.64 "PUT /v2.0/ports/b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1092 time: 0.8968015 Jul 05 04:47:30.387094 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be504ea-55ed-4e96-9823-f6945fa9cb2c service neutron] Pushing event updated for resources: {'Port': ['ID=b66fe27d-696b-48ea-8246-87226f7e0c7f,revision_number=11']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:30.430027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-b14cc174-da90-42dc-9916-68416df0df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:30.431530 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-b14cc174-da90-42dc-9916-68416df0df3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1095 time: 0.0951715 Jul 05 04:47:30.443656 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29668a3-d1ad-4b4b-8581-d1d8e682ba3b req-82f04d9d-71bb-4a48-bbcf-6c97893d5d87 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:30.448845 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b29668a3-d1ad-4b4b-8581-d1d8e682ba3b req-82f04d9d-71bb-4a48-bbcf-6c97893d5d87 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 944 time: 0.1483831 Jul 05 04:47:30.538215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b29668a3-d1ad-4b4b-8581-d1d8e682ba3b req-9380247b-3a9a-497d-9d87-3ff5b972d15a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798433 Jul 05 04:47:30.564019 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-32ca7a7e-b69f-4e48-ae61-966f417a2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:30.565519 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-32ca7a7e-b69f-4e48-ae61-966f417a2c38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.1156523 Jul 05 04:47:30.632591 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-573ec79b-b15b-4fa1-88be-e557f0436481 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1000 time: 0.0589976 Jul 05 04:47:30.684535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-54c0afdd-145c-4442-8892-43df03eaebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:30.686476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-54c0afdd-145c-4442-8892-43df03eaebab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0477951 Jul 05 04:47:30.741765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-150d094d-07cb-437c-b802-e3492b53958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:30.743252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-150d094d-07cb-437c-b802-e3492b53958e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508807 Jul 05 04:47:30.829230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-a0c8adad-bea2-4003-897e-e5a9cd792215 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792665 Jul 05 04:47:30.918313 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35e7e71a-0d13-4332-9d2a-3ff2c3b59a87 req-c58aa6c9-e6ac-4d3e-ae1e-ef1980f8d35b service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830059 Jul 05 04:47:31.714948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9dd1e-93df-4e6c-90b7-68abc2626d26 req-1f89de5f-7654-438e-b650-2301c94b3528 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:31.716345 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02a9dd1e-93df-4e6c-90b7-68abc2626d26 req-1f89de5f-7654-438e-b650-2301c94b3528 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 944 time: 0.0630147 Jul 05 04:47:31.755390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02a9dd1e-93df-4e6c-90b7-68abc2626d26 req-106f2b42-e33c-4f6a-8203-48fbbcae14b5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323391 Jul 05 04:47:31.795311 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:31.797661 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d53d5ad-3da0-476b-9649-14dcd4804083" -d '{"events": [{"name": "network-changed", "server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:31.844805 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae68e808-37a3-49d3-959c-480934c0e054 x-openstack-request-id: req-ae68e808-37a3-49d3-959c-480934c0e054 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:31.845225 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:31.845361 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae68e808-37a3-49d3-959c-480934c0e054 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:31.845743 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'status': 'completed', 'code': 200} Jul 05 04:47:31.914957 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:31.924851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-ae07ddcb-ab9e-41c8-ab6e-b9c480f9d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:31.926413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-ae07ddcb-ab9e-41c8-ab6e-b9c480f9d0d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1095 time: 0.0606711 Jul 05 04:47:31.926539 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-20b74cde-f169-4328-8eff-299aaed782de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:31.928036 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-20b74cde-f169-4328-8eff-299aaed782de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1095 time: 0.0588119 Jul 05 04:47:32.021065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-b0e7c925-24d4-4607-be97-45867d3562b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:32.021275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-dd0ad469-6aef-4c48-9507-5589964334de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:32.022645 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-b0e7c925-24d4-4607-be97-45867d3562b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0889556 Jul 05 04:47:32.022780 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-dd0ad469-6aef-4c48-9507-5589964334de service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.0903881 Jul 05 04:47:32.101838 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-ab75a47a-7197-456d-90c2-8c06625e7a1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1000 time: 0.0725460 Jul 05 04:47:32.112190 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-3994875f-d4e2-4fd1-9178-9a200eda888e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1000 time: 0.0797422 Jul 05 04:47:32.153997 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-b3f6553c-6474-48d8-841e-a08bbc2fc2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:32.155476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-b3f6553c-6474-48d8-841e-a08bbc2fc2f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0459197 Jul 05 04:47:32.160534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-d7f46e48-06a5-4eb1-af7d-84d9f13a8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:32.162460 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-d7f46e48-06a5-4eb1-af7d-84d9f13a8e2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0470293 Jul 05 04:47:32.217331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-86b12cc3-81fd-423e-be49-237f66eed849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:32.220188 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-86b12cc3-81fd-423e-be49-237f66eed849 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585299 Jul 05 04:47:32.220812 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-bda1cfb1-29dc-4583-8850-588ecbd90d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:32.222424 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-bda1cfb1-29dc-4583-8850-588ecbd90d4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542212 Jul 05 04:47:32.316766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-c2396901-5015-42ea-8f36-5d871f4b2625 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898056 Jul 05 04:47:32.321041 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-d792f3f9-c824-4b85-8e9d-e796d3bff457 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922747 Jul 05 04:47:32.429495 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-8fc20eeb-272a-4b0e-a039-078e8cb9b032 service neutron] 10.222.0.11 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017437 Jul 05 04:47:32.766538 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d53d5ad-3da0-476b-9649-14dcd4804083 req-d924e9e2-b34a-4742-8a1e-75612ac3bcc6 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438326 Jul 05 04:47:32.910128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5090e0-be00-416b-8bbf-f44ae3518574 req-144e0e02-625b-43cb-ac63-ba18db0a2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:32.911688 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b5090e0-be00-416b-8bbf-f44ae3518574 req-144e0e02-625b-43cb-ac63-ba18db0a2cde service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 1095 time: 0.0815549 Jul 05 04:47:32.996984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caad5af-8130-43cc-b408-9b2e0b209f2a req-1927dc99-7337-4004-84c8-7be3c9019194 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:32.999512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7caad5af-8130-43cc-b408-9b2e0b209f2a req-1927dc99-7337-4004-84c8-7be3c9019194 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 944 time: 0.1210904 Jul 05 04:47:33.065691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5090e0-be00-416b-8bbf-f44ae3518574 req-f8ddc14b-233f-4ae8-8401-6bfb04ec311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:33.067177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b5090e0-be00-416b-8bbf-f44ae3518574 req-f8ddc14b-233f-4ae8-8401-6bfb04ec311f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 200 len: 913 time: 0.1351130 Jul 05 04:47:33.070141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7caad5af-8130-43cc-b408-9b2e0b209f2a req-e6a49da6-d25f-4710-97b6-aac94b571c44 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645807 Jul 05 04:47:33.140565 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b5090e0-be00-416b-8bbf-f44ae3518574 req-3d185127-aada-428c-af78-15108271282c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 200 len: 1000 time: 0.0673087 Jul 05 04:47:33.196635 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5090e0-be00-416b-8bbf-f44ae3518574 req-36a5047f-bcc1-4ec1-b550-2846f9317a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:33.198106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b5090e0-be00-416b-8bbf-f44ae3518574 req-36a5047f-bcc1-4ec1-b550-2846f9317a4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 200 len: 851 time: 0.0508344 Jul 05 04:47:33.261545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5090e0-be00-416b-8bbf-f44ae3518574 req-9478f4c7-76bf-406f-a028-59d66af15dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:33.262977 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b5090e0-be00-416b-8bbf-f44ae3518574 req-9478f4c7-76bf-406f-a028-59d66af15dc7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ac7f2de-f635-4b48-ae9c-f83152f35ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584128 Jul 05 04:47:33.355177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b5090e0-be00-416b-8bbf-f44ae3518574 req-e9e11e0d-c6f3-4b81-aabc-1dfe210b3a0e service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851414 Jul 05 04:47:33.453322 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b5090e0-be00-416b-8bbf-f44ae3518574 req-e3d16a5b-c0bf-4e5d-848f-d04f05866f59 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916438 Jul 05 04:47:34.252952 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b38d4-978f-4e1f-8597-ce2a32178818 req-bdb1fa86-ccfc-4b1a-a697-281c26bbe660 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:34.254457 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-996b38d4-978f-4e1f-8597-ce2a32178818 req-bdb1fa86-ccfc-4b1a-a697-281c26bbe660 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 944 time: 0.0694220 Jul 05 04:47:34.291757 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-996b38d4-978f-4e1f-8597-ce2a32178818 req-f1f77978-69c6-45b9-89ac-50580b157a33 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316367 Jul 05 04:47:35.465048 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792b89a-8dfc-4f30-b0dd-9375c82964ac req-7c2888a8-9df5-4739-876b-d58efde719af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:35.466554 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4792b89a-8dfc-4f30-b0dd-9375c82964ac req-7c2888a8-9df5-4739-876b-d58efde719af tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 944 time: 0.0629392 Jul 05 04:47:35.504099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4792b89a-8dfc-4f30-b0dd-9375c82964ac req-13f3b2cc-ce52-4745-b3fa-fdcb5ec513e4 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318084 Jul 05 04:47:36.681199 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9456061-710d-4674-95cc-a21ab7efeb49 req-896cdf79-18ca-4267-855b-f8e8d18e264e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:36.682673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9456061-710d-4674-95cc-a21ab7efeb49 req-896cdf79-18ca-4267-855b-f8e8d18e264e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 944 time: 0.0658617 Jul 05 04:47:36.719335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e9456061-710d-4674-95cc-a21ab7efeb49 req-06af4198-7573-4e22-af29-0c394ea18e3e tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312994 Jul 05 04:47:37.897132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e5aba-3d6b-4e56-9769-bc779c15497a req-5a4b43b8-b9ec-4f8f-a1f6-6b52e3be5e51 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:37.898641 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-154e5aba-3d6b-4e56-9769-bc779c15497a req-5a4b43b8-b9ec-4f8f-a1f6-6b52e3be5e51 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 944 time: 0.0641065 Jul 05 04:47:37.936133 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-154e5aba-3d6b-4e56-9769-bc779c15497a req-1f1d0a0c-8a19-4532-aba3-84fd555d1d3c tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318108 Jul 05 04:47:39.129372 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9e65-b2b1-4e0e-b122-9fa1ff863c68 req-5a486b4e-f0e4-4ffd-8ec2-0de22e9d31f7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:39.130897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eee9e65-b2b1-4e0e-b122-9fa1ff863c68 req-5a486b4e-f0e4-4ffd-8ec2-0de22e9d31f7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 944 time: 0.0757327 Jul 05 04:47:39.172558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6eee9e65-b2b1-4e0e-b122-9fa1ff863c68 req-d9f43bfe-75b3-4888-9822-52595fd1ace7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360441 Jul 05 04:47:40.393524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bc734-72f5-4cfb-9d61-6424d419f589 req-5bcc6407-e1ea-4c47-9c7d-dd6ea3158339 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:40.395075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-431bc734-72f5-4cfb-9d61-6424d419f589 req-5bcc6407-e1ea-4c47-9c7d-dd6ea3158339 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 944 time: 0.0643346 Jul 05 04:47:40.431335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-431bc734-72f5-4cfb-9d61-6424d419f589 req-96e3bf88-cc33-48a8-a05d-55e82955eb40 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308075 Jul 05 04:47:41.604460 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4e7a9-61e9-4e82-bcd8-72dd7c688783 req-9e368139-15ba-488c-88f0-83dda48cf202 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:41.605858 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ece4e7a9-61e9-4e82-bcd8-72dd7c688783 req-9e368139-15ba-488c-88f0-83dda48cf202 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 944 time: 0.0624802 Jul 05 04:47:41.644075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ece4e7a9-61e9-4e82-bcd8-72dd7c688783 req-9c35c4a0-6436-48fb-9953-f64359576aef tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326548 Jul 05 04:47:41.853128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b66fe27d-696b-48ea-8246-87226f7e0c7f details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:47:41.945393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:41.957636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'port_id': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'mac_address': 'fa:16:3e:64:68:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:47:41.997311 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:42.010134 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66fe27d-696b-48ea-8246-87226f7e0c7f {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:47:42.029099 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:42.109011 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:42.156070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b66fe27d-696b-48ea-8246-87226f7e0c7f,revision_number=12']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:42.349828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['b66fe27d-696b-48ea-8246-87226f7e0c7f'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:47:42.819225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d715b-a12d-4c40-be77-b531a9a7e98d req-4c0f1d6a-28d0-4cb4-b071-adc18d2b886d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:42.820709 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d3d715b-a12d-4c40-be77-b531a9a7e98d req-4c0f1d6a-28d0-4cb4-b071-adc18d2b886d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0656905 Jul 05 04:47:42.859937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9d3d715b-a12d-4c40-be77-b531a9a7e98d req-fd149208-d86f-49ae-8041-afd2d65cb990 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333934 Jul 05 04:47:43.042749 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb9faa-7c3e-4fe4-b662-bac333152d33 req-fb0fe6b7-9eb4-4e26-8e36-8a2522adf205 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:43.044237 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92fb9faa-7c3e-4fe4-b662-bac333152d33 req-fb0fe6b7-9eb4-4e26-8e36-8a2522adf205 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0623939 Jul 05 04:47:43.081723 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92fb9faa-7c3e-4fe4-b662-bac333152d33 req-aae1bff5-c11f-4eab-bebb-c546783cecb5 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317655 Jul 05 04:47:43.258130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff348c79-6218-4bec-9f71-642b355c43cb req-05524a3f-a010-4b94-8758-891b98611402 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:43.259512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff348c79-6218-4bec-9f71-642b355c43cb req-05524a3f-a010-4b94-8758-891b98611402 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0666614 Jul 05 04:47:43.297013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff348c79-6218-4bec-9f71-642b355c43cb req-36ec8dab-a022-4fd1-adbc-38505abc9d2a tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310705 Jul 05 04:47:43.863659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2c86-3058-467d-b739-14b6824dfdf1 req-80813423-5d5e-43ba-8332-8fb11c283add tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:43.865097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d7f2c86-3058-467d-b739-14b6824dfdf1 req-80813423-5d5e-43ba-8332-8fb11c283add tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 945 time: 0.0710261 Jul 05 04:47:43.865572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b66fe27d-696b-48ea-8246-87226f7e0c7f up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:47:43.902312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d7f2c86-3058-467d-b739-14b6824dfdf1 req-c0c5b7ff-92db-46aa-99b9-95338f5b94f3 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316217 Jul 05 04:47:43.991771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port b66fe27d-696b-48ea-8246-87226f7e0c7f completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:47:43.995717 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port b66fe27d-696b-48ea-8246-87226f7e0c7f triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:43.996093 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:44.070336 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:44.091505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:44.094395 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f74f8b-d4d4-4722-84c1-e19ec392bc93" -d '{"events": [{"server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "name": "network-vif-plugged", "status": "completed", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:44.109460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:44.134355 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe110a5-835f-4ab6-8d4d-5796085f2a0f x-openstack-request-id: req-afe110a5-835f-4ab6-8d4d-5796085f2a0f {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:44.134649 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "name": "network-vif-plugged", "status": "completed", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:44.134907 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afe110a5-835f-4ab6-8d4d-5796085f2a0f {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:44.135302 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'code': 200} Jul 05 04:47:44.174610 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:44.223950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=b66fe27d-696b-48ea-8246-87226f7e0c7f,revision_number=13']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:45.077597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04816c37-391c-4ca6-80ab-edeea49df80f req-c5fdb0b5-4973-4be9-9dac-1419db179d2d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:45.079064 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04816c37-391c-4ca6-80ab-edeea49df80f req-c5fdb0b5-4973-4be9-9dac-1419db179d2d tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 946 time: 0.0623190 Jul 05 04:47:45.115551 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04816c37-391c-4ca6-80ab-edeea49df80f req-52eef309-fe2a-4918-948c-d4191e02c133 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb9836d5-e5d8-4508-bf1e-cba92235f898&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310335 Jul 05 04:47:45.358911 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-97079abc-01e5-4656-8315-f93b5c02e8f8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:45.360376 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-97079abc-01e5-4656-8315-f93b5c02e8f8 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 946 time: 0.0663860 Jul 05 04:47:45.458720 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Deleting port b66fe27d-696b-48ea-8246-87226f7e0c7f {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:45.459063 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:45.550341 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] For port b66fe27d-696b-48ea-8246-87226f7e0c7f, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=b66fe27d-696b-48ea-8246-87226f7e0c7f,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:45.550705 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:45.716048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:45.716448 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:45.716766 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0 disassociated. External IP: 172.25.0.253, port: b66fe27d-696b-48ea-8246-87226f7e0c7f. Jul 05 04:47:45.717103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Calling delete_port for b66fe27d-696b-48ea-8246-87226f7e0c7f owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:45.907057 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:45.935563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event deleted for resources: {'Port': ['ID=b66fe27d-696b-48ea-8246-87226f7e0c7f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:46.054212 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Router f6478709-f830-4c0b-84d1-42faae910a16 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:47:46.169623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:47:46.181336 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cbc72-ada0-454c-8b1e-f785d34718fb None None] Sync routers for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:47:46.193535 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1cbc72-ada0-454c-8b1e-f785d34718fb None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:47:46.194470 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-df1cbc72-ada0-454c-8b1e-f785d34718fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:47:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:46.215757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] No DVR routers for this DVR port b66fe27d-696b-48ea-8246-87226f7e0c7f on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:47:46.218059 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:46.220076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d081ecbe-632f-47f6-8781-0f1a9bd7707d req-865f24d3-85ef-4419-800b-a859d60bb1a9 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.64 "DELETE /v2.0/ports/b66fe27d-696b-48ea-8246-87226f7e0c7f HTTP/1.1" status: 204 len: 173 time: 0.8543367 Jul 05 04:47:46.220546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'name': 'network-vif-deleted', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:46.222903 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bf641f-8fe1-4ec3-aa8d-2fb553e771b8" -d '{"events": [{"server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "name": "network-vif-deleted", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:46.272280 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e823b70-e6ae-4ac1-96c0-4b0a878e29fb req-705883b9-5b51-4847-8206-aa53c2bc99dd tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 210 time: 0.0349579 Jul 05 04:47:46.318236 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-df1cbc72-ada0-454c-8b1e-f785d34718fb None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:47:46.371266 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e9c8d2-15bd-4154-96a4-d9f2734e865d x-openstack-request-id: req-58e9c8d2-15bd-4154-96a4-d9f2734e865d {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:46.371559 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ec5ac8-8ef6-4297-819d-286d6e3f7d46", "name": "network-vif-deleted", "tag": "b66fe27d-696b-48ea-8246-87226f7e0c7f", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:46.371813 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58e9c8d2-15bd-4154-96a4-d9f2734e865d {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:46.372254 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ec5ac8-8ef6-4297-819d-286d6e3f7d46', 'name': 'network-vif-deleted', 'tag': 'b66fe27d-696b-48ea-8246-87226f7e0c7f', 'status': 'completed', 'code': 200} Jul 05 04:47:46.522205 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-df1cbc72-ada0-454c-8b1e-f785d34718fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:46.547772 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cbc72-ada0-454c-8b1e-f785d34718fb None None] Checking router: f6478709-f830-4c0b-84d1-42faae910a16 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:47:46.555952 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1cbc72-ada0-454c-8b1e-f785d34718fb None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:47:46.556578 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-df1cbc72-ada0-454c-8b1e-f785d34718fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:47:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:46.659070 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-df1cbc72-ada0-454c-8b1e-f785d34718fb None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:47:46.850624 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-df1cbc72-ada0-454c-8b1e-f785d34718fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:46.879631 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cbc72-ada0-454c-8b1e-f785d34718fb None None] The sync data for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 is: [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:37:39Z', 'revision_number': 4, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '538b8e9d-c6d4-48da-bbda-d9cb4ba6c458', 'name': '', 'network_id': '3ac7f2de-f635-4b48-ae9c-f83152f35ce2', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'mac_address': 'fa:16:3e:65:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:39Z', 'updated_at': '2021-07-05T04:37:44Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'subnets': [{'id': 'f48737cf-a89a-45ce-9c01-4dca2499e9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:47:47.115700 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f08f14c-1449-4882-bb90-8d11c9425ea6 None None] New status for floating IP 7cb43850-ee6d-439f-92be-cdc5a3c172a0: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:47:47.421054 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5bbdc82-2ace-4dec-8db4-6b63483eacf3 req-291e3320-ce4b-4aed-ada9-c814bba3eb35 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 210 time: 0.0291612 Jul 05 04:47:47.881660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b66fe27d-696b-48ea-8246-87226f7e0c7f no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:47:47.902033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: b66fe27d-696b-48ea-8246-87226f7e0c7f {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:47:47.902378 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device b66fe27d-696b-48ea-8246-87226f7e0c7f not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:47:48.565500 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a66ca1e1-8cc5-463e-9e26-0a1f0c30c2e8 req-a81cafc4-9491-4fee-88bf-67a2af8b4398 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 210 time: 0.0322917 Jul 05 04:47:49.127350 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:47:49.711006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8da93905-d7c4-406e-ab08-451891a82db7 req-5c96fb4c-1399-4821-969d-9d6366277aee tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/ports?device_id=16ec5ac8-8ef6-4297-819d-286d6e3f7d46 HTTP/1.1" status: 200 len: 210 time: 0.0295358 Jul 05 04:47:51.348094 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7f9fc32d-d9b3-4432-8f0d-c69c0f15f5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:54.355797 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f4e45d47-402a-47d4-8a57-3539690f41d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:54.445764 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:54.948934 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55520) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:55.002807 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10e04a24-ee05-44b5-a35f-0e1833e69686 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.024747 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10e04a24-ee05-44b5-a35f-0e1833e69686 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.153890 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10e04a24-ee05-44b5-a35f-0e1833e69686 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.157173 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-10e04a24-ee05-44b5-a35f-0e1833e69686 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.158333 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-10e04a24-ee05-44b5-a35f-0e1833e69686 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "DELETE /v2.0/security-groups/eb9836d5-e5d8-4508-bf1e-cba92235f898 HTTP/1.1" status: 204 len: 168 time: 0.2084060 Jul 05 04:47:55.161048 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55522) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:55.167337 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e04a24-ee05-44b5-a35f-0e1833e69686 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9836d5-e5d8-4508-bf1e-cba92235f898,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:55.177016 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [None req-c2c85dec-284a-435d-a4a8-49315cef0ea7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] show failed (client error): The resource could not be found. Jul 05 04:47:55.178265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c2c85dec-284a-435d-a4a8-49315cef0ea7 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "GET /v2.0/security-groups/eb9836d5-e5d8-4508-bf1e-cba92235f898 HTTP/1.1" status: 404 len: 347 time: 0.0159426 Jul 05 04:47:55.181026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55524) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:55.315028 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-28cf2079-d64c-4dba-9d1a-70586af02307 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Deleting port e87963f4-f300-433a-b7aa-9bf406922f72 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:55.315374 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28cf2079-d64c-4dba-9d1a-70586af02307 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.394923 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28cf2079-d64c-4dba-9d1a-70586af02307 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.396473 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28cf2079-d64c-4dba-9d1a-70586af02307 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.407263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-28cf2079-d64c-4dba-9d1a-70586af02307 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Calling delete_port for e87963f4-f300-433a-b7aa-9bf406922f72 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:55.454690 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.599500 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28cf2079-d64c-4dba-9d1a-70586af02307 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.625947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf2079-d64c-4dba-9d1a-70586af02307 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Pushing event deleted for resources: {'Port': ['ID=e87963f4-f300-433a-b7aa-9bf406922f72,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:55.685887 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28cf2079-d64c-4dba-9d1a-70586af02307 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.688508 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-28cf2079-d64c-4dba-9d1a-70586af02307 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.689663 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-28cf2079-d64c-4dba-9d1a-70586af02307 tempest-ServerActionsTestJSON-1176693610 tempest-ServerActionsTestJSON-1176693610-project] 10.222.0.60 "DELETE /v2.0/floatingips/7cb43850-ee6d-439f-92be-cdc5a3c172a0 HTTP/1.1" status: 204 len: 168 time: 0.5077410 Jul 05 04:47:55.692585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55526) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:56.199006 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb903906-94de-4ae9-bbb3-5599b07a53bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:56.458211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-eb903906-94de-4ae9-bbb3-5599b07a53bd admin admin] Deleting port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:56.458470 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb903906-94de-4ae9-bbb3-5599b07a53bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:56.534228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-eb903906-94de-4ae9-bbb3-5599b07a53bd admin admin] For port 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=538b8e9d-c6d4-48da-bbda-d9cb4ba6c458,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:56.534591 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb903906-94de-4ae9-bbb3-5599b07a53bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:56.551251 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-eb903906-94de-4ae9-bbb3-5599b07a53bd admin admin] Calling delete_port for 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:56.782580 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb903906-94de-4ae9-bbb3-5599b07a53bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:56.806055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb903906-94de-4ae9-bbb3-5599b07a53bd admin admin] Pushing event deleted for resources: {'Port': ['ID=538b8e9d-c6d4-48da-bbda-d9cb4ba6c458,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:56.974403 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb903906-94de-4ae9-bbb3-5599b07a53bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:57.184129 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb903906-94de-4ae9-bbb3-5599b07a53bd admin admin] Router f6478709-f830-4c0b-84d1-42faae910a16 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:47:57.288911 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb903906-94de-4ae9-bbb3-5599b07a53bd admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:47:57.296021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-eb903906-94de-4ae9-bbb3-5599b07a53bd admin admin] 10.222.0.60 "PUT /v2.0/routers/f6478709-f830-4c0b-84d1-42faae910a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6004953 Jul 05 04:47:57.297175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55530) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:57.299318 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf40ef-db37-48fd-b73d-a934f37ceee8 None None] Sync routers for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:47:57.309329 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf40ef-db37-48fd-b73d-a934f37ceee8 None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:47:57.309946 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6adf40ef-db37-48fd-b73d-a934f37ceee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:47:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:57.343180 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:57.401120 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:57.509780 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:57.511092 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-6adf40ef-db37-48fd-b73d-a934f37ceee8 None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:47:57.689381 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6adf40ef-db37-48fd-b73d-a934f37ceee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:47:56Z', 'revision_number': 5, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port': {'id': '6f94bf22-8159-4461-9f07-51afbe6e1e25', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:37:37Z', 'updated_at': '2021-07-05T04:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:57.715892 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf40ef-db37-48fd-b73d-a934f37ceee8 None None] Checking router: f6478709-f830-4c0b-84d1-42faae910a16 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:47:57.725067 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf40ef-db37-48fd-b73d-a934f37ceee8 None None] Routers {'f6478709-f830-4c0b-84d1-42faae910a16'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:47:57.725709 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6adf40ef-db37-48fd-b73d-a934f37ceee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:47:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['f6478709-f830-4c0b-84d1-42faae910a16'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:57.814776 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-6adf40ef-db37-48fd-b73d-a934f37ceee8 None None] Set router f6478709-f830-4c0b-84d1-42faae910a16 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:47:57.869438 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-6adf40ef-db37-48fd-b73d-a934f37ceee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:47:57Z', 'revision_number': 6, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:57.896103 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf40ef-db37-48fd-b73d-a934f37ceee8 None None] The sync data for ids ['f6478709-f830-4c0b-84d1-42faae910a16'] in n-d-798249-5 is: [{'id': 'f6478709-f830-4c0b-84d1-42faae910a16', 'name': 'tempest-ServerActionsTestJSON-1664978767-router', 'tenant_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:37:36Z', 'updated_at': '2021-07-05T04:47:57Z', 'revision_number': 6, 'project_id': 'e9943d3938aa49f1adfa4daa35b4d48b', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:47:57.947344 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] Deleting port 6f94bf22-8159-4461-9f07-51afbe6e1e25 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:57.947691 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.024472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] For port 6f94bf22-8159-4461-9f07-51afbe6e1e25, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6f94bf22-8159-4461-9f07-51afbe6e1e25,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:58.024837 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.037836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] Calling delete_port for 6f94bf22-8159-4461-9f07-51afbe6e1e25 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:58.261746 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.292216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f94bf22-8159-4461-9f07-51afbe6e1e25,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:58.358918 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.453075 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.455210 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.559570 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.560049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6478709-f830-4c0b-84d1-42faae910a16 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:47:58.569089 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.569089 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3eb70b42-90f8-4ba7-8c92-6bba38ac5d64 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f6478709-f830-4c0b-84d1-42faae910a16 HTTP/1.1" status: 204 len: 168 time: 1.2684188 Jul 05 04:47:58.569328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55532) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:58.620433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9dffc3-199b-4e1d-a199-29dd7103b08d admin admin] Deleting subnet f48737cf-a89a-45ce-9c01-4dca2499e9be {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:47:58.624835 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e9dffc3-199b-4e1d-a199-29dd7103b08d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.666059 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e9dffc3-199b-4e1d-a199-29dd7103b08d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.701025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:47:58.723128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:47:58.723479 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 538b8e9d-c6d4-48da-bbda-d9cb4ba6c458 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:47:58.723902 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6f94bf22-8159-4461-9f07-51afbe6e1e25 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:47:58.743189 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 6f94bf22-8159-4461-9f07-51afbe6e1e25 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:47:58.743544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6f94bf22-8159-4461-9f07-51afbe6e1e25 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:47:58.751936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e9dffc3-199b-4e1d-a199-29dd7103b08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.903152 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e9dffc3-199b-4e1d-a199-29dd7103b08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.929764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dffc3-199b-4e1d-a199-29dd7103b08d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f48737cf-a89a-45ce-9c01-4dca2499e9be,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:58.933342 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e9dffc3-199b-4e1d-a199-29dd7103b08d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.935284 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4e9dffc3-199b-4e1d-a199-29dd7103b08d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f48737cf-a89a-45ce-9c01-4dca2499e9be HTTP/1.1" status: 204 len: 168 time: 0.3650451 Jul 05 04:47:58.938297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55534) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:58.940224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2518150-515e-4f00-aa8a-994a2ee47a28 None None] Network 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:47:59.006956 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.059193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Deleting port 6be6390a-9a61-4906-b14b-5ae884f11c7e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:59.059534 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.121163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d30df0-25be-470e-8e31-4c2656a00011 None None] DHCP port deletion for 3ac7f2de-f635-4b48-ae9c-f83152f35ce2 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:47:59.127591 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] For port 6be6390a-9a61-4906-b14b-5ae884f11c7e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6be6390a-9a61-4906-b14b-5ae884f11c7e,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:59.127958 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.140459 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Calling delete_port for 6be6390a-9a61-4906-b14b-5ae884f11c7e owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:59.166322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c8d30df0-25be-470e-8e31-4c2656a00011 None None] Deleting port 6be6390a-9a61-4906-b14b-5ae884f11c7e {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:59.166623 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c8d30df0-25be-470e-8e31-4c2656a00011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.227510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c8d30df0-25be-470e-8e31-4c2656a00011 None None] For port 6be6390a-9a61-4906-b14b-5ae884f11c7e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6be6390a-9a61-4906-b14b-5ae884f11c7e,segment=NetworkSegment(f676c971-5767-43c2-9590-f7519914ce6d),segment_id=f676c971-5767-43c2-9590-f7519914ce6d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:59.227910 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c8d30df0-25be-470e-8e31-4c2656a00011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.240452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-c8d30df0-25be-470e-8e31-4c2656a00011 None None] Calling delete_port for 6be6390a-9a61-4906-b14b-5ae884f11c7e owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:59.297156 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:47:59.327503 n-d-798249-5 neutron-server[100878]: self.session.flush() Jul 05 04:47:59.331780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Pushing event deleted for resources: {'Port': ['ID=6be6390a-9a61-4906-b14b-5ae884f11c7e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:59.332972 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] No DVR routers for this DVR port 6be6390a-9a61-4906-b14b-5ae884f11c7e on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:47:59.336234 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c8d30df0-25be-470e-8e31-4c2656a00011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.361710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d30df0-25be-470e-8e31-4c2656a00011 None None] Pushing event deleted for resources: {'Port': ['ID=6be6390a-9a61-4906-b14b-5ae884f11c7e,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:59.366618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d30df0-25be-470e-8e31-4c2656a00011 None None] No DVR routers for this DVR port 6be6390a-9a61-4906-b14b-5ae884f11c7e on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:47:59.401988 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.411582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac7f2de-f635-4b48-ae9c-f83152f35ce2']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:59.421679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f676c971-5767-43c2-9590-f7519914ce6d') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:59.421976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f676c971-5767-43c2-9590-f7519914ce6d') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:59.430587 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.444100 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.449684 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:47:59.450088 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:47:59.451682 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:47:59.562940 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.568322 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.570181 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3ac7f2de-f635-4b48-ae9c-f83152f35ce2 HTTP/1.1" status: 204 len: 168 time: 0.6303875 Jul 05 04:47:59.580792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd2468-de96-4e87-9565-e44f6a6da527 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac7f2de-f635-4b48-ae9c-f83152f35ce2,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:59.860224 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55540) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:59.900344 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1319a40c-e531-405e-9b89-9416a9d62676 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9943d3938aa49f1adfa4daa35b4d48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388525 Jul 05 04:47:59.902705 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55542) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:59.952932 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b419ca-00ae-46fa-8d60-6ee3bfbd638b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.965545 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:59.974370 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b419ca-00ae-46fa-8d60-6ee3bfbd638b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:00.071490 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b419ca-00ae-46fa-8d60-6ee3bfbd638b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:00.074085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b419ca-00ae-46fa-8d60-6ee3bfbd638b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:00.075254 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b5b419ca-00ae-46fa-8d60-6ee3bfbd638b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8fb5749-387a-4ec4-9913-748a5bea80ec HTTP/1.1" status: 204 len: 168 time: 0.1714275 Jul 05 04:48:00.083485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b419ca-00ae-46fa-8d60-6ee3bfbd638b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fb5749-387a-4ec4-9913-748a5bea80ec,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:00.445558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6be6390a-9a61-4906-b14b-5ae884f11c7e no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:48:00.465558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 6be6390a-9a61-4906-b14b-5ae884f11c7e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:48:00.465906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6be6390a-9a61-4906-b14b-5ae884f11c7e not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:48:01.100479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55564) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:01.202230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2113225110-network', 'tenant_id': '508c202456bb4d7094284dd51aa6941f'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:01.313725 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] Made reservation on behalf of 508c202456bb4d7094284dd51aa6941f for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:01.316029 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:01.327915 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:01.414715 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:01.499642 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:01.523728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:48:01.533515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe40440-aff4-4295-9698-220662bb2ca0,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:01.539056 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:01.539400 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] Added segment 2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c of type vlan for network 7ec6e1b4-30b2-407c-9593-47e3dd8f561c Jul 05 04:48:01.579449 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:01.676877 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:01.677841 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:01.678687 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:01.738276 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] Pushing event updated for resources: {'Network': ['ID=7ec6e1b4-30b2-407c-9593-47e3dd8f561c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:01.747710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 7ec6e1b4-30b2-407c-9593-47e3dd8f561c details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:48:01.814923 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-34483960-f948-4910-b1f7-eae8e0d4f085 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7133346 Jul 05 04:48:01.817767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55568) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:01.822596 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1d7dbbb4-350b-484e-a450-0f5d79a25ee6 admin admin] Request body: {'subnet': {'network_id': '7ec6e1b4-30b2-407c-9593-47e3dd8f561c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2113225110-subnet', 'tenant_id': '508c202456bb4d7094284dd51aa6941f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:01.911451 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7dbbb4-350b-484e-a450-0f5d79a25ee6 admin admin] Made reservation on behalf of 508c202456bb4d7094284dd51aa6941f for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:01.913934 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d7dbbb4-350b-484e-a450-0f5d79a25ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:01.940202 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:02.142842 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d7dbbb4-350b-484e-a450-0f5d79a25ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:02.200312 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dbbb4-350b-484e-a450-0f5d79a25ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04866ecd-42f0-4c55-a1af-9c33e98264b0,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:02.210709 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7dbbb4-350b-484e-a450-0f5d79a25ee6 admin admin] Checking segment: {'id': '2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ec6e1b4-30b2-407c-9593-47e3dd8f561c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:02.211075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7dbbb4-350b-484e-a450-0f5d79a25ee6 admin admin] Network hostable DHCP agents. Network: 7ec6e1b4-30b2-407c-9593-47e3dd8f561c, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:48:02.290672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7dbbb4-350b-484e-a450-0f5d79a25ee6 admin admin] Network 7ec6e1b4-30b2-407c-9593-47e3dd8f561c is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:48:02.376597 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-1d7dbbb4-350b-484e-a450-0f5d79a25ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 7ec6e1b4-30b2-407c-9593-47e3dd8f561c) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:02.382961 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7dbbb4-350b-484e-a450-0f5d79a25ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:02.383651 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d7dbbb4-350b-484e-a450-0f5d79a25ee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:02.384245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4535da7f-5433-4d05-abea-3a81ea1e55f7 None None] Network 7ec6e1b4-30b2-407c-9593-47e3dd8f561c requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:02.469575 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1d7dbbb4-350b-484e-a450-0f5d79a25ee6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6505699 Jul 05 04:48:02.506899 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4db2d1-e6b0-4e80-a832-7250f6257c10 None None] Network 7ec6e1b4-30b2-407c-9593-47e3dd8f561c requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:02.883856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-17c32c54-29d9-4569-8077-6878a5aab714 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:02.885362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-17c32c54-29d9-4569-8077-6878a5aab714 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/networks?id=7ec6e1b4-30b2-407c-9593-47e3dd8f561c HTTP/1.1" status: 200 len: 814 time: 0.1017692 Jul 05 04:48:02.899783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-7643e295-894a-4e47-8d48-d6b3b1c604f8 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/quotas/508c202456bb4d7094284dd51aa6941f HTTP/1.1" status: 200 len: 375 time: 0.0090196 Jul 05 04:48:02.937565 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-7eb92ffc-d8fd-4a96-a9a7-9d6e98efecdf tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=508c202456bb4d7094284dd51aa6941f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332386 Jul 05 04:48:03.019777 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-967d2c7d-176e-48a2-bfb6-63ee542f97a5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:48:03.020833 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-967d2c7d-176e-48a2-bfb6-63ee542f97a5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455284 Jul 05 04:48:03.108210 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-af8c3915-8729-45b4-bf12-7c4afdfe0f66 service neutron] 10.222.0.60 "GET /v2.0/networks/7ec6e1b4-30b2-407c-9593-47e3dd8f561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817084 Jul 05 04:48:03.200124 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-e0352b68-006b-4083-b4be-a207bf109878 service neutron] 10.222.0.60 "GET /v2.0/networks/7ec6e1b4-30b2-407c-9593-47e3dd8f561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862281 Jul 05 04:48:03.432258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-027476bc-06d8-433b-bd46-7a17ff1964dd req-104a04eb-40c5-4c95-b7b9-12dcc7b56994 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 210 time: 0.0313785 Jul 05 04:48:04.516719 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-69a1d491-f831-4f63-926a-b5ff16286630 req-535c63bc-a4f7-40f2-992a-319efe85ce6c tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 210 time: 0.0295284 Jul 05 04:48:05.655409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d30dbf16-6a52-4f97-bd6d-910e5ff7fb1c req-37dd0300-ca07-42f8-ab66-e724c723acfd tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 210 time: 0.0285058 Jul 05 04:48:05.859846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-e6852463-ad69-43bd-a251-5083088e9855 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:05.861442 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-e6852463-ad69-43bd-a251-5083088e9855 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.64 "GET /v2.0/networks?id=7ec6e1b4-30b2-407c-9593-47e3dd8f561c HTTP/1.1" status: 200 len: 814 time: 0.1080441 Jul 05 04:48:05.874123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-0eeed061-7324-438e-80e6-437f286408e5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Request body: {'port': {'device_id': 'bb9ca615-a2f0-4d4f-84a8-c88eca5afd41', 'network_id': '7ec6e1b4-30b2-407c-9593-47e3dd8f561c', 'admin_state_up': True, 'tenant_id': '508c202456bb4d7094284dd51aa6941f'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:06.067937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-0eeed061-7324-438e-80e6-437f286408e5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Made reservation on behalf of 508c202456bb4d7094284dd51aa6941f for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:06.071554 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-0eeed061-7324-438e-80e6-437f286408e5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:06.194834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-0eeed061-7324-438e-80e6-437f286408e5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Allocated IP 172.20.0.12 (7ec6e1b4-30b2-407c-9593-47e3dd8f561c/04866ecd-42f0-4c55-a1af-9c33e98264b0/18e27023-41dc-474c-a3d8-8d34d6e083c0) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:48:06.341923 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-0eeed061-7324-438e-80e6-437f286408e5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:06.425776 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-0eeed061-7324-438e-80e6-437f286408e5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:06.468631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-0eeed061-7324-438e-80e6-437f286408e5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Network 7ec6e1b4-30b2-407c-9593-47e3dd8f561c is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:48:06.471980 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-0eeed061-7324-438e-80e6-437f286408e5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:06.474371 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-0eeed061-7324-438e-80e6-437f286408e5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:48:06.509568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeed061-7324-438e-80e6-437f286408e5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Pushing event updated for resources: {'Port': ['ID=18e27023-41dc-474c-a3d8-8d34d6e083c0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:06.534776 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-0eeed061-7324-438e-80e6-437f286408e5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:06.535473 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-0eeed061-7324-438e-80e6-437f286408e5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:06.620310 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-0eeed061-7324-438e-80e6-437f286408e5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7510812 Jul 05 04:48:06.632242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Request body: {'port': {'device_id': 'bb9ca615-a2f0-4d4f-84a8-c88eca5afd41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:06.703648 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:06.953674 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68f894-bf7d-4563-aaa9-c2246a9297eb req-76d46de9-44cf-4a3b-a546-be38c4e112b2 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:06.955166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f68f894-bf7d-4563-aaa9-c2246a9297eb req-76d46de9-44cf-4a3b-a546-be38c4e112b2 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 932 time: 0.1496727 Jul 05 04:48:07.013033 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f68f894-bf7d-4563-aaa9-c2246a9297eb req-fedc049a-8aa0-46f8-a4d6-209b776aee8e tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495505 Jul 05 04:48:07.054583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e27023-41dc-474c-a3d8-8d34d6e083c0 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:48:07.062165 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:07.073812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Transition to ACTIVE for port object 18e27023-41dc-474c-a3d8-8d34d6e083c0 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:07.174013 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:07.229762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=18e27023-41dc-474c-a3d8-8d34d6e083c0,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:07.296954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Attempting to bind port 18e27023-41dc-474c-a3d8-8d34d6e083c0 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:48:07.297286 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Attempting to bind port 18e27023-41dc-474c-a3d8-8d34d6e083c0 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ec6e1b4-30b2-407c-9593-47e3dd8f561c'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:48:07.297612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Attempting to bind port 18e27023-41dc-474c-a3d8-8d34d6e083c0 on network 7ec6e1b4-30b2-407c-9593-47e3dd8f561c {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:48:07.303021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Port 18e27023-41dc-474c-a3d8-8d34d6e083c0 on network 7ec6e1b4-30b2-407c-9593-47e3dd8f561c not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:48:07.310260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Attempting to bind port 18e27023-41dc-474c-a3d8-8d34d6e083c0 on network 7ec6e1b4-30b2-407c-9593-47e3dd8f561c {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:48:07.310260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:48:07.310260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Checking segment: {'id': '2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ec6e1b4-30b2-407c-9593-47e3dd8f561c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:07.310260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Bound using segment: {'id': '2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ec6e1b4-30b2-407c-9593-47e3dd8f561c'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:48:07.310260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Bound port: 18e27023-41dc-474c-a3d8-8d34d6e083c0, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ec6e1b4-30b2-407c-9593-47e3dd8f561c'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:48:07.310805 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:07.374497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] For port 18e27023-41dc-474c-a3d8-8d34d6e083c0, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:48:07.377546 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] For port 18e27023-41dc-474c-a3d8-8d34d6e083c0, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=18e27023-41dc-474c-a3d8-8d34d6e083c0,segment=NetworkSegment(2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c),segment_id=2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:48:07.425765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:07.460025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:07.460615 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:07.462015 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] 10.222.0.64 "PUT /v2.0/ports/18e27023-41dc-474c-a3d8-8d34d6e083c0 HTTP/1.1" status: 200 len: 1092 time: 0.8338902 Jul 05 04:48:07.462450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9ca615-a2f0-4d4f-84a8-c88eca5afd41', 'tag': '18e27023-41dc-474c-a3d8-8d34d6e083c0'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:48:07.464707 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29244953-780e-4b33-9497-102475b0e1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9ca615-a2f0-4d4f-84a8-c88eca5afd41", "tag": "18e27023-41dc-474c-a3d8-8d34d6e083c0"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:48:07.488887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f7443-c1b6-49bd-bfc4-d3a8a3bde8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=18e27023-41dc-474c-a3d8-8d34d6e083c0,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:07.503610 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f38851-4ea9-41cf-b21a-bb506dbb7940 x-openstack-request-id: req-d4f38851-4ea9-41cf-b21a-bb506dbb7940 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:48:07.503909 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9ca615-a2f0-4d4f-84a8-c88eca5afd41", "tag": "18e27023-41dc-474c-a3d8-8d34d6e083c0", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:48:07.504170 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4f38851-4ea9-41cf-b21a-bb506dbb7940 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:48:07.504625 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9ca615-a2f0-4d4f-84a8-c88eca5afd41', 'tag': '18e27023-41dc-474c-a3d8-8d34d6e083c0', 'status': 'completed', 'code': 200} Jul 05 04:48:07.581576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29244953-780e-4b33-9497-102475b0e1fd req-33421f07-fc60-42f3-a2bf-4b38af9ceb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:07.583167 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29244953-780e-4b33-9497-102475b0e1fd req-33421f07-fc60-42f3-a2bf-4b38af9ceb44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=508c202456bb4d7094284dd51aa6941f&device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 1095 time: 0.0582905 Jul 05 04:48:07.677334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29244953-780e-4b33-9497-102475b0e1fd req-061b592b-5fdd-4d55-a1b6-8a1eafdbdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:07.679059 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29244953-780e-4b33-9497-102475b0e1fd req-061b592b-5fdd-4d55-a1b6-8a1eafdbdb90 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=508c202456bb4d7094284dd51aa6941f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0892611 Jul 05 04:48:07.774989 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29244953-780e-4b33-9497-102475b0e1fd req-54af0c7e-e197-4331-8c94-7b1f5d8eaa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:07.776392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29244953-780e-4b33-9497-102475b0e1fd req-54af0c7e-e197-4331-8c94-7b1f5d8eaa09 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912280 Jul 05 04:48:07.868933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-e7f0a0ad-9520-415a-b982-af05c4caf3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:07.870464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-e7f0a0ad-9520-415a-b982-af05c4caf3cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=508c202456bb4d7094284dd51aa6941f&device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 1095 time: 0.0523074 Jul 05 04:48:07.914010 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-24fd7079-b755-477b-89c1-0eec72449930 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18e27023-41dc-474c-a3d8-8d34d6e083c0 HTTP/1.1" status: 200 len: 217 time: 0.0369120 Jul 05 04:48:07.962172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-6a2a9d90-bc00-4cdc-b17b-55cafec84c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:07.963612 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-6a2a9d90-bc00-4cdc-b17b-55cafec84c4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04866ecd-42f0-4c55-a1af-9c33e98264b0 HTTP/1.1" status: 200 len: 854 time: 0.0441806 Jul 05 04:48:08.000615 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-bb396e5c-7f14-4e1d-8221-aac1dc2fffce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7ec6e1b4-30b2-407c-9593-47e3dd8f561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273151 Jul 05 04:48:08.092884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-5cbfff1a-a700-4299-ac43-97e103c1d7ce service neutron] 10.222.0.64 "GET /v2.0/networks/7ec6e1b4-30b2-407c-9593-47e3dd8f561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858798 Jul 05 04:48:08.224114 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1d92540-aae3-490e-afe0-d413d6b675f4 req-da52e1b1-c974-4c9e-9ead-ac1c991ac2b6 service neutron] 10.222.0.64 "GET /v2.0/networks/7ec6e1b4-30b2-407c-9593-47e3dd8f561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250381 Jul 05 04:48:08.235386 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a829a-5cad-4586-a45b-c747dac96569 req-477dc25b-532b-4db0-9d55-ddc052d8ef43 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:08.236864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b54a829a-5cad-4586-a45b-c747dac96569 req-477dc25b-532b-4db0-9d55-ddc052d8ef43 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 944 time: 0.0967054 Jul 05 04:48:08.274469 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b54a829a-5cad-4586-a45b-c747dac96569 req-6d26a2fe-0928-4992-955f-4c0334654f7c tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319436 Jul 05 04:48:09.463491 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e9a61-b14d-4917-89c7-340471caf6df req-6c12a8da-7ff1-4f49-b2a8-0e7c0c4277ed tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:09.465240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e7e9a61-b14d-4917-89c7-340471caf6df req-6c12a8da-7ff1-4f49-b2a8-0e7c0c4277ed tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 944 time: 0.0640821 Jul 05 04:48:09.502126 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e7e9a61-b14d-4917-89c7-340471caf6df req-3ff25271-a47a-41a0-aa1f-bf8f9aac9f2c tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Jul 05 04:48:09.927648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 18e27023-41dc-474c-a3d8-8d34d6e083c0 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:48:10.023338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 18e27023-41dc-474c-a3d8-8d34d6e083c0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=18e27023-41dc-474c-a3d8-8d34d6e083c0,segment=NetworkSegment(2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c),segment_id=2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:10.034826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '18e27023-41dc-474c-a3d8-8d34d6e083c0', 'network_id': '7ec6e1b4-30b2-407c-9593-47e3dd8f561c', 'port_id': '18e27023-41dc-474c-a3d8-8d34d6e083c0', 'mac_address': 'fa:16:3e:9e:fa:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04866ecd-42f0-4c55-a1af-9c33e98264b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:48:10.070446 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:10.083033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e27023-41dc-474c-a3d8-8d34d6e083c0 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:48:10.101996 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 18e27023-41dc-474c-a3d8-8d34d6e083c0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=18e27023-41dc-474c-a3d8-8d34d6e083c0,segment=NetworkSegment(2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c),segment_id=2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:10.162179 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:10.211244 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=18e27023-41dc-474c-a3d8-8d34d6e083c0,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:10.347516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['18e27023-41dc-474c-a3d8-8d34d6e083c0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:48:10.673356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f9ad2-3328-4096-a369-7f2e569a3913 req-884223c0-baee-4df2-a689-ee8de5663f01 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:10.674852 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b1f9ad2-3328-4096-a369-7f2e569a3913 req-884223c0-baee-4df2-a689-ee8de5663f01 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 945 time: 0.0628982 Jul 05 04:48:10.715697 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4b1f9ad2-3328-4096-a369-7f2e569a3913 req-3e48f2a1-ee8b-4e88-a50c-56aa3d63fc6e tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349622 Jul 05 04:48:11.884628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89a231-7b97-4ef3-933f-76d795e4ffb2 req-f2ddf553-ac34-4d6d-b7e7-7bb87f6e0cda tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:11.886088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eb89a231-7b97-4ef3-933f-76d795e4ffb2 req-f2ddf553-ac34-4d6d-b7e7-7bb87f6e0cda tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 945 time: 0.0615849 Jul 05 04:48:11.922720 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eb89a231-7b97-4ef3-933f-76d795e4ffb2 req-11002bd7-f1d9-4a0c-bd6a-59c048ce9a78 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302782 Jul 05 04:48:11.947164 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 18e27023-41dc-474c-a3d8-8d34d6e083c0 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:48:12.059419 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 18e27023-41dc-474c-a3d8-8d34d6e083c0 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:48:12.063903 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 18e27023-41dc-474c-a3d8-8d34d6e083c0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:48:12.064279 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:12.138218 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:12.159537 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9ca615-a2f0-4d4f-84a8-c88eca5afd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e27023-41dc-474c-a3d8-8d34d6e083c0'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:48:12.161778 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7977cf23-b1ff-41e2-b5af-26de5e80f88d" -d '{"events": [{"server_uuid": "bb9ca615-a2f0-4d4f-84a8-c88eca5afd41", "name": "network-vif-plugged", "status": "completed", "tag": "18e27023-41dc-474c-a3d8-8d34d6e083c0"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:48:12.174987 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 18e27023-41dc-474c-a3d8-8d34d6e083c0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=18e27023-41dc-474c-a3d8-8d34d6e083c0,segment=NetworkSegment(2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c),segment_id=2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:12.197587 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f2f931-463a-45c2-b312-6436c582fbd0 x-openstack-request-id: req-19f2f931-463a-45c2-b312-6436c582fbd0 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:48:12.202543 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9ca615-a2f0-4d4f-84a8-c88eca5afd41", "name": "network-vif-plugged", "status": "completed", "tag": "18e27023-41dc-474c-a3d8-8d34d6e083c0", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:48:12.202543 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19f2f931-463a-45c2-b312-6436c582fbd0 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:48:12.202543 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9ca615-a2f0-4d4f-84a8-c88eca5afd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e27023-41dc-474c-a3d8-8d34d6e083c0', 'code': 200} Jul 05 04:48:12.239104 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:12.289018 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=18e27023-41dc-474c-a3d8-8d34d6e083c0,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:12.310618 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13004f8d-3132-4a5e-b08c-7e9f2e5f1012 req-da07903c-050c-431e-935f-cfed9e710150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:12.312142 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13004f8d-3132-4a5e-b08c-7e9f2e5f1012 req-da07903c-050c-431e-935f-cfed9e710150 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 1097 time: 0.0531843 Jul 05 04:48:12.345578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13004f8d-3132-4a5e-b08c-7e9f2e5f1012 req-9e262e5e-f05d-4575-8882-d1392c095105 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270250 Jul 05 04:48:13.105443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddd3c0-30a2-44e2-b115-50372a13a438 req-5c33a539-a468-4da5-a197-ca1441a34dce tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:13.106974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28ddd3c0-30a2-44e2-b115-50372a13a438 req-5c33a539-a468-4da5-a197-ca1441a34dce tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 946 time: 0.0659926 Jul 05 04:48:13.144729 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28ddd3c0-30a2-44e2-b115-50372a13a438 req-5aadd00b-0794-4a68-9880-5ae7f61741cf tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322709 Jul 05 04:48:14.317336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7e1b0-7843-4d74-b3eb-033497c8c976 req-ab50ddb6-037e-42b4-8eda-4449027045f2 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:14.318810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ad7e1b0-7843-4d74-b3eb-033497c8c976 req-ab50ddb6-037e-42b4-8eda-4449027045f2 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 946 time: 0.0625916 Jul 05 04:48:14.356006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ad7e1b0-7843-4d74-b3eb-033497c8c976 req-ae5a625e-7fc5-4e27-8948-ec6c93ec446d tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317347 Jul 05 04:48:14.582789 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d298b2-33bc-426c-bc57-807584690f2c req-8c9982dd-29a3-4915-87ed-5ae45e1abbdc tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:14.584242 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04d298b2-33bc-426c-bc57-807584690f2c req-8c9982dd-29a3-4915-87ed-5ae45e1abbdc tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/networks?id=7ec6e1b4-30b2-407c-9593-47e3dd8f561c HTTP/1.1" status: 200 len: 814 time: 0.1039977 Jul 05 04:48:14.599314 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04d298b2-33bc-426c-bc57-807584690f2c req-527690b9-839c-4fa6-9eb0-5916746ed54e tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/quotas/508c202456bb4d7094284dd51aa6941f HTTP/1.1" status: 200 len: 375 time: 0.0098610 Jul 05 04:48:14.660706 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04d298b2-33bc-426c-bc57-807584690f2c req-0e6cd95e-3627-4d23-9a10-c1b2bef8711d tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=508c202456bb4d7094284dd51aa6941f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565712 Jul 05 04:48:14.765226 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04d298b2-33bc-426c-bc57-807584690f2c req-01ca50b7-edd2-4293-a0b3-2eaa1493130b service neutron] 10.222.0.60 "GET /v2.0/networks/7ec6e1b4-30b2-407c-9593-47e3dd8f561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967138 Jul 05 04:48:14.851467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04d298b2-33bc-426c-bc57-807584690f2c req-72d66913-1e1a-475c-b05c-af8ee9651ed1 service neutron] 10.222.0.60 "GET /v2.0/networks/7ec6e1b4-30b2-407c-9593-47e3dd8f561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807471 Jul 05 04:48:15.111638 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e25dd282-5957-4cc0-a379-13947367e9c6 req-11c46d7b-ad29-4e6b-bda5-cfdd566f86da tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 210 time: 0.0334315 Jul 05 04:48:16.257478 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-266587b6-b7c8-4756-96a4-9fe7c0f42cf6 req-afc5576e-16f9-4cc7-89e9-2c1d11e5fb7c tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 210 time: 0.0322101 Jul 05 04:48:17.073737 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d298b2-33bc-426c-bc57-807584690f2c req-235d2400-0941-4c56-8b93-024c34cffc7a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:17.075204 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04d298b2-33bc-426c-bc57-807584690f2c req-235d2400-0941-4c56-8b93-024c34cffc7a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.11 "GET /v2.0/networks?id=7ec6e1b4-30b2-407c-9593-47e3dd8f561c HTTP/1.1" status: 200 len: 814 time: 0.0983920 Jul 05 04:48:17.087707 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-04d298b2-33bc-426c-bc57-807584690f2c req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Request body: {'port': {'device_id': '1d065325-7e47-43b7-81a2-7004630fa9b0', 'network_id': '7ec6e1b4-30b2-407c-9593-47e3dd8f561c', 'admin_state_up': True, 'tenant_id': '508c202456bb4d7094284dd51aa6941f'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:17.302330 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d298b2-33bc-426c-bc57-807584690f2c req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Made reservation on behalf of 508c202456bb4d7094284dd51aa6941f for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:17.306342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-04d298b2-33bc-426c-bc57-807584690f2c req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:17.408931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a95994b7-0bba-4faf-aedc-760868d2d310 req-5c2edc28-1511-46cc-9ee0-4ccbb31e9b2c tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 210 time: 0.0304115 Jul 05 04:48:17.445220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-04d298b2-33bc-426c-bc57-807584690f2c req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Allocated IP 172.20.0.2 (7ec6e1b4-30b2-407c-9593-47e3dd8f561c/04866ecd-42f0-4c55-a1af-9c33e98264b0/45eb50bc-527d-4f18-9404-eea4abd3f038) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:48:17.586700 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-04d298b2-33bc-426c-bc57-807584690f2c req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:17.668218 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-04d298b2-33bc-426c-bc57-807584690f2c req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:17.680257 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['18e27023-41dc-474c-a3d8-8d34d6e083c0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:48:17.713790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d298b2-33bc-426c-bc57-807584690f2c req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Network 7ec6e1b4-30b2-407c-9593-47e3dd8f561c is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:48:17.717105 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-04d298b2-33bc-426c-bc57-807584690f2c req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:17.720973 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d298b2-33bc-426c-bc57-807584690f2c req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:48:17.750880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Pushing event updated for resources: {'Port': ['ID=45eb50bc-527d-4f18-9404-eea4abd3f038,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:17.764703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:17.765057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:17.765411 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:17.765754 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:17.766093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:17.766438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:17.766767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:17.767104 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:17.767438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:17.767771 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:17.768101 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:17.768455 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:17.786319 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d298b2-33bc-426c-bc57-807584690f2c req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:17.786932 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-04d298b2-33bc-426c-bc57-807584690f2c req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:17.866014 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04d298b2-33bc-426c-bc57-807584690f2c req-f3956e3e-3c0b-4d1e-9676-5b7b51425cff tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7820599 Jul 05 04:48:17.878415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Request body: {'port': {'device_id': '1d065325-7e47-43b7-81a2-7004630fa9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:17.947890 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:18.549732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45eb50bc-527d-4f18-9404-eea4abd3f038 {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:48:18.557457 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:18.569685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Transition to ACTIVE for port object 45eb50bc-527d-4f18-9404-eea4abd3f038 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:18.585748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f45758-460e-49fc-8b53-bb1379fdbe1b req-1628c4c1-0bc7-4923-a3a7-6aa089e20a6b tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:18.587287 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7f45758-460e-49fc-8b53-bb1379fdbe1b req-1628c4c1-0bc7-4923-a3a7-6aa089e20a6b tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 931 time: 0.0636156 Jul 05 04:48:18.626531 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7f45758-460e-49fc-8b53-bb1379fdbe1b req-dc057cbb-1d64-48ad-8d73-196fbe63fd4f tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330851 Jul 05 04:48:18.627924 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:18.678241 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Pushing event updated for resources: {'Port': ['ID=45eb50bc-527d-4f18-9404-eea4abd3f038,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:18.744759 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Attempting to bind port 45eb50bc-527d-4f18-9404-eea4abd3f038 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:48:18.745101 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Attempting to bind port 45eb50bc-527d-4f18-9404-eea4abd3f038 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': '2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ec6e1b4-30b2-407c-9593-47e3dd8f561c'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:48:18.745435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Attempting to bind port 45eb50bc-527d-4f18-9404-eea4abd3f038 on network 7ec6e1b4-30b2-407c-9593-47e3dd8f561c {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:48:18.750386 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Port 45eb50bc-527d-4f18-9404-eea4abd3f038 on network 7ec6e1b4-30b2-407c-9593-47e3dd8f561c not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:48:18.750715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Attempting to bind port 45eb50bc-527d-4f18-9404-eea4abd3f038 on network 7ec6e1b4-30b2-407c-9593-47e3dd8f561c {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:48:18.755357 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:48:18.755699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Checking segment: {'id': '2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ec6e1b4-30b2-407c-9593-47e3dd8f561c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:18.756084 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Bound using segment: {'id': '2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ec6e1b4-30b2-407c-9593-47e3dd8f561c'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:48:18.756548 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Bound port: 45eb50bc-527d-4f18-9404-eea4abd3f038, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ec6e1b4-30b2-407c-9593-47e3dd8f561c'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:48:18.756909 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:18.817720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] For port 45eb50bc-527d-4f18-9404-eea4abd3f038, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:48:18.820907 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] For port 45eb50bc-527d-4f18-9404-eea4abd3f038, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=45eb50bc-527d-4f18-9404-eea4abd3f038,segment=NetworkSegment(2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c),segment_id=2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:48:18.907954 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:18.941714 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:18.942338 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:18.943746 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04d298b2-33bc-426c-bc57-807584690f2c req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] 10.222.0.11 "PUT /v2.0/ports/45eb50bc-527d-4f18-9404-eea4abd3f038 HTTP/1.1" status: 200 len: 1091 time: 1.0702763 Jul 05 04:48:18.944183 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d065325-7e47-43b7-81a2-7004630fa9b0', 'tag': '45eb50bc-527d-4f18-9404-eea4abd3f038'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:48:18.946457 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eade9c1-f313-4dc0-95aa-5e826a0f663e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d065325-7e47-43b7-81a2-7004630fa9b0", "tag": "45eb50bc-527d-4f18-9404-eea4abd3f038"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:48:18.971065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dd00b-33f4-4d35-b5d7-ac9018d5d8ec service neutron] Pushing event updated for resources: {'Port': ['ID=45eb50bc-527d-4f18-9404-eea4abd3f038,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:18.983282 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e80fa6-7374-47d8-8d25-93a208352fdf x-openstack-request-id: req-35e80fa6-7374-47d8-8d25-93a208352fdf {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:48:18.983581 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d065325-7e47-43b7-81a2-7004630fa9b0", "tag": "45eb50bc-527d-4f18-9404-eea4abd3f038", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:48:18.983840 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35e80fa6-7374-47d8-8d25-93a208352fdf {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:48:18.984247 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d065325-7e47-43b7-81a2-7004630fa9b0', 'tag': '45eb50bc-527d-4f18-9404-eea4abd3f038', 'status': 'completed', 'code': 200} Jul 05 04:48:19.058407 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eade9c1-f313-4dc0-95aa-5e826a0f663e req-b76c92b2-d2ce-445b-9cbc-e73b5beb7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:19.059907 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8eade9c1-f313-4dc0-95aa-5e826a0f663e req-b76c92b2-d2ce-445b-9cbc-e73b5beb7251 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=508c202456bb4d7094284dd51aa6941f&device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 1094 time: 0.0554349 Jul 05 04:48:19.166456 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eade9c1-f313-4dc0-95aa-5e826a0f663e req-0397d29a-e7aa-4204-b87a-77b583a95cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:19.167861 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8eade9c1-f313-4dc0-95aa-5e826a0f663e req-0397d29a-e7aa-4204-b87a-77b583a95cb3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=508c202456bb4d7094284dd51aa6941f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1010237 Jul 05 04:48:19.262594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eade9c1-f313-4dc0-95aa-5e826a0f663e req-edb23a17-04fa-46c2-b8b4-280b27732a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:19.264611 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-8eade9c1-f313-4dc0-95aa-5e826a0f663e req-edb23a17-04fa-46c2-b8b4-280b27732a41 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900490 Jul 05 04:48:19.376045 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d298b2-33bc-426c-bc57-807584690f2c req-79755068-7433-4d57-8db3-ad27c094da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:19.377612 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04d298b2-33bc-426c-bc57-807584690f2c req-79755068-7433-4d57-8db3-ad27c094da31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=508c202456bb4d7094284dd51aa6941f&device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 1094 time: 0.0739105 Jul 05 04:48:19.419254 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04d298b2-33bc-426c-bc57-807584690f2c req-a1f2472d-6a5b-4384-a009-1625cfbb9d67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45eb50bc-527d-4f18-9404-eea4abd3f038 HTTP/1.1" status: 200 len: 217 time: 0.0346277 Jul 05 04:48:19.478407 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d298b2-33bc-426c-bc57-807584690f2c req-3db6ac21-3884-4496-a322-c60e291c1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:19.479887 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04d298b2-33bc-426c-bc57-807584690f2c req-3db6ac21-3884-4496-a322-c60e291c1e50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04866ecd-42f0-4c55-a1af-9c33e98264b0 HTTP/1.1" status: 200 len: 854 time: 0.0546031 Jul 05 04:48:19.511816 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04d298b2-33bc-426c-bc57-807584690f2c req-ea01e954-7dc2-484d-82a9-4bf6931a1f0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ec6e1b4-30b2-407c-9593-47e3dd8f561c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254569 Jul 05 04:48:19.600732 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04d298b2-33bc-426c-bc57-807584690f2c req-3af28040-387a-4bfa-86c8-749beb6eac7a service neutron] 10.222.0.11 "GET /v2.0/networks/7ec6e1b4-30b2-407c-9593-47e3dd8f561c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822835 Jul 05 04:48:19.695913 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-04d298b2-33bc-426c-bc57-807584690f2c req-2da228be-c113-4b4a-82e8-6b594d035afc service neutron] 10.222.0.11 "GET /v2.0/networks/7ec6e1b4-30b2-407c-9593-47e3dd8f561c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890243 Jul 05 04:48:19.801930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20054d26-30c6-47dc-b5bf-3269e7c9736e req-514a0e72-2b39-42c2-9180-8910d26a21fe tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:19.803736 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-20054d26-30c6-47dc-b5bf-3269e7c9736e req-514a0e72-2b39-42c2-9180-8910d26a21fe tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 943 time: 0.0670478 Jul 05 04:48:19.840387 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-20054d26-30c6-47dc-b5bf-3269e7c9736e req-30d2837e-fbdd-4d2b-8a98-146b121d008f tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310655 Jul 05 04:48:21.011709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8c186-966e-46fe-aff0-03d9c4e1f92c req-11ea5a1d-e618-4770-9db7-e8284308aab5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:21.013195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1a8c186-966e-46fe-aff0-03d9c4e1f92c req-11ea5a1d-e618-4770-9db7-e8284308aab5 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 943 time: 0.0623384 Jul 05 04:48:21.050476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1a8c186-966e-46fe-aff0-03d9c4e1f92c req-53f87118-c586-4231-b703-ff2710f775af tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Jul 05 04:48:21.376602 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-333b998a-b784-44c8-9af5-ebf9d4d90cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:22.001306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 45eb50bc-527d-4f18-9404-eea4abd3f038 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:48:22.099228 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 45eb50bc-527d-4f18-9404-eea4abd3f038, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=45eb50bc-527d-4f18-9404-eea4abd3f038,segment=NetworkSegment(2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c),segment_id=2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:22.111096 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '45eb50bc-527d-4f18-9404-eea4abd3f038', 'network_id': '7ec6e1b4-30b2-407c-9593-47e3dd8f561c', 'port_id': '45eb50bc-527d-4f18-9404-eea4abd3f038', 'mac_address': 'fa:16:3e:44:fe:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04866ecd-42f0-4c55-a1af-9c33e98264b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:48:22.149633 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:22.163090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45eb50bc-527d-4f18-9404-eea4abd3f038 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:48:22.185423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 45eb50bc-527d-4f18-9404-eea4abd3f038, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=45eb50bc-527d-4f18-9404-eea4abd3f038,segment=NetworkSegment(2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c),segment_id=2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:22.231123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bc251-ada9-4ede-9be8-b99420c6741d req-7255cc09-e31c-42c8-9788-ea9597f04a1e tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:22.232837 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-105bc251-ada9-4ede-9be8-b99420c6741d req-7255cc09-e31c-42c8-9788-ea9597f04a1e tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 943 time: 0.0653806 Jul 05 04:48:22.273713 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:22.275988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-105bc251-ada9-4ede-9be8-b99420c6741d req-fcfe404b-4355-4ad8-ab3f-0fafe9754409 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374610 Jul 05 04:48:22.329905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=45eb50bc-527d-4f18-9404-eea4abd3f038,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:22.459864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['45eb50bc-527d-4f18-9404-eea4abd3f038'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:48:23.452247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532b7ec-f40a-4dc6-8f05-e964b8e51c67 req-fd0555a7-1f43-4ee5-8c15-9853ace35cf4 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:23.453756 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e532b7ec-f40a-4dc6-8f05-e964b8e51c67 req-fd0555a7-1f43-4ee5-8c15-9853ace35cf4 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 944 time: 0.0623121 Jul 05 04:48:23.491393 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e532b7ec-f40a-4dc6-8f05-e964b8e51c67 req-63c0b1d8-f007-41c6-b0cf-c157fb63a4c4 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318997 Jul 05 04:48:24.016202 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 45eb50bc-527d-4f18-9404-eea4abd3f038 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:48:24.127554 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 45eb50bc-527d-4f18-9404-eea4abd3f038 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:48:24.131414 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 45eb50bc-527d-4f18-9404-eea4abd3f038 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:48:24.131798 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:24.210005 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:24.231985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d065325-7e47-43b7-81a2-7004630fa9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eb50bc-527d-4f18-9404-eea4abd3f038'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:48:24.234791 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad639202-c42d-43c6-9a13-1cd3ea6ab222" -d '{"events": [{"server_uuid": "1d065325-7e47-43b7-81a2-7004630fa9b0", "name": "network-vif-plugged", "status": "completed", "tag": "45eb50bc-527d-4f18-9404-eea4abd3f038"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:48:24.247550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 45eb50bc-527d-4f18-9404-eea4abd3f038, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=45eb50bc-527d-4f18-9404-eea4abd3f038,segment=NetworkSegment(2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c),segment_id=2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:24.270354 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43deb916-5a73-417e-97fb-ad9048dba826 x-openstack-request-id: req-43deb916-5a73-417e-97fb-ad9048dba826 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:48:24.270644 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d065325-7e47-43b7-81a2-7004630fa9b0", "name": "network-vif-plugged", "status": "completed", "tag": "45eb50bc-527d-4f18-9404-eea4abd3f038", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:48:24.270898 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43deb916-5a73-417e-97fb-ad9048dba826 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:48:24.271281 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d065325-7e47-43b7-81a2-7004630fa9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eb50bc-527d-4f18-9404-eea4abd3f038', 'code': 200} Jul 05 04:48:24.302084 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:24.367967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=45eb50bc-527d-4f18-9404-eea4abd3f038,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:24.376846 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ae905626-1d63-4e2b-8812-37875c6c0620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:24.378716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:24.379070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:24.379414 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:24.379752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:24.380082 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:24.380555 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:24.380890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:24.381224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:24.381554 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:24.381887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:24.382216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:24.382541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:24.385049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020bfa8-6455-4370-90c5-c0f2cc92224e req-7def3083-b406-4204-8cbe-155ef2222864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:24.387347 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9020bfa8-6455-4370-90c5-c0f2cc92224e req-7def3083-b406-4204-8cbe-155ef2222864 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 1096 time: 0.0549865 Jul 05 04:48:24.422622 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-9020bfa8-6455-4370-90c5-c0f2cc92224e req-e32f9741-c692-47cd-a96a-2edc5a7d038f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296526 Jul 05 04:48:24.450670 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:24.662054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df398-5734-4edb-ab58-0ae898278c30 req-837a8d84-8b1f-4a12-b2a6-846c1b796b89 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:24.663527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e20df398-5734-4edb-ab58-0ae898278c30 req-837a8d84-8b1f-4a12-b2a6-846c1b796b89 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 945 time: 0.0620809 Jul 05 04:48:24.700608 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e20df398-5734-4edb-ab58-0ae898278c30 req-ed2ac422-6c99-4f2b-87d4-3e06602b8be3 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315681 Jul 05 04:48:25.507559 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:25.876609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bcbde-7db9-4c6d-9170-baab9fd73979 req-60cec8bd-7f10-4065-8069-40f43fa258ce tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:25.878121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df1bcbde-7db9-4c6d-9170-baab9fd73979 req-60cec8bd-7f10-4065-8069-40f43fa258ce tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 945 time: 0.0666738 Jul 05 04:48:25.915668 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df1bcbde-7db9-4c6d-9170-baab9fd73979 req-b4ad7ecf-8c2b-47ef-8951-ef3f4be9477d tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321457 Jul 05 04:48:26.126684 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:48:26.469986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435718e0-8cf9-4625-ac58-8f6d62fad680 req-8cd8a7d1-9169-44b2-aef7-f79104594c4b tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:26.471473 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-435718e0-8cf9-4625-ac58-8f6d62fad680 req-8cd8a7d1-9169-44b2-aef7-f79104594c4b tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 945 time: 0.0645788 Jul 05 04:48:26.508796 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-435718e0-8cf9-4625-ac58-8f6d62fad680 req-26770cbf-2523-46fc-8116-8ed08a18592c tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317969 Jul 05 04:48:27.347283 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:27.685550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265b5ff-7d9a-4da1-935d-bc17929f2c0d req-ed49a2c9-6da3-43df-8905-9f1450d7b089 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:27.687767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e265b5ff-7d9a-4da1-935d-bc17929f2c0d req-ed49a2c9-6da3-43df-8905-9f1450d7b089 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 945 time: 0.0677614 Jul 05 04:48:27.695048 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af1b5f-c2af-4198-825f-fb01eb8a6556 req-7edaa36f-b4c3-41ed-befd-1f75c8f0023c tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:27.696572 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a7af1b5f-c2af-4198-825f-fb01eb8a6556 req-7edaa36f-b4c3-41ed-befd-1f75c8f0023c tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 945 time: 0.0672622 Jul 05 04:48:27.724876 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e265b5ff-7d9a-4da1-935d-bc17929f2c0d req-93ae74b2-52d3-4b1e-b8b3-d4b8ef3f8c43 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313950 Jul 05 04:48:27.797203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-a7af1b5f-c2af-4198-825f-fb01eb8a6556 req-1953a752-b57b-4a70-8e01-e701e81a9ac1 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Deleting port 45eb50bc-527d-4f18-9404-eea4abd3f038 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:48:27.797465 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a7af1b5f-c2af-4198-825f-fb01eb8a6556 req-1953a752-b57b-4a70-8e01-e701e81a9ac1 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:27.886250 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-a7af1b5f-c2af-4198-825f-fb01eb8a6556 req-1953a752-b57b-4a70-8e01-e701e81a9ac1 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] For port 45eb50bc-527d-4f18-9404-eea4abd3f038, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=45eb50bc-527d-4f18-9404-eea4abd3f038,segment=NetworkSegment(2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c),segment_id=2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:27.886623 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a7af1b5f-c2af-4198-825f-fb01eb8a6556 req-1953a752-b57b-4a70-8e01-e701e81a9ac1 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:27.898967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-a7af1b5f-c2af-4198-825f-fb01eb8a6556 req-1953a752-b57b-4a70-8e01-e701e81a9ac1 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Calling delete_port for 45eb50bc-527d-4f18-9404-eea4abd3f038 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:48:28.101794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a7af1b5f-c2af-4198-825f-fb01eb8a6556 req-1953a752-b57b-4a70-8e01-e701e81a9ac1 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:28.115011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['18e27023-41dc-474c-a3d8-8d34d6e083c0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:48:28.117214 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['45eb50bc-527d-4f18-9404-eea4abd3f038'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:48:28.135671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953a752-b57b-4a70-8e01-e701e81a9ac1 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Pushing event deleted for resources: {'Port': ['ID=45eb50bc-527d-4f18-9404-eea4abd3f038,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:28.179630 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7af1b5f-c2af-4198-825f-fb01eb8a6556 req-1953a752-b57b-4a70-8e01-e701e81a9ac1 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] No DVR routers for this DVR port 45eb50bc-527d-4f18-9404-eea4abd3f038 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:48:28.182188 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-a7af1b5f-c2af-4198-825f-fb01eb8a6556 req-1953a752-b57b-4a70-8e01-e701e81a9ac1 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:28.184205 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a7af1b5f-c2af-4198-825f-fb01eb8a6556 req-1953a752-b57b-4a70-8e01-e701e81a9ac1 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.11 "DELETE /v2.0/ports/45eb50bc-527d-4f18-9404-eea4abd3f038 HTTP/1.1" status: 204 len: 173 time: 0.4823947 Jul 05 04:48:28.184676 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d065325-7e47-43b7-81a2-7004630fa9b0', 'name': 'network-vif-deleted', 'tag': '45eb50bc-527d-4f18-9404-eea4abd3f038'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:48:28.187683 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f63b279-bf53-4d5f-a0c3-e2b1e6cb04ec" -d '{"events": [{"server_uuid": "1d065325-7e47-43b7-81a2-7004630fa9b0", "name": "network-vif-deleted", "tag": "45eb50bc-527d-4f18-9404-eea4abd3f038"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:48:28.224779 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d7bb6c-c9a3-4603-b728-29589a38123e x-openstack-request-id: req-d3d7bb6c-c9a3-4603-b728-29589a38123e {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:48:28.225117 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d065325-7e47-43b7-81a2-7004630fa9b0", "name": "network-vif-deleted", "tag": "45eb50bc-527d-4f18-9404-eea4abd3f038", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:48:28.225537 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3d7bb6c-c9a3-4603-b728-29589a38123e {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:48:28.225943 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d065325-7e47-43b7-81a2-7004630fa9b0', 'name': 'network-vif-deleted', 'tag': '45eb50bc-527d-4f18-9404-eea4abd3f038', 'status': 'completed', 'code': 200} Jul 05 04:48:28.930650 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc12eda5-31c0-40cf-9dda-474c20b6baa3 req-6efd5a46-914a-4ea0-acef-538a3fec649c tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d065325-7e47-43b7-81a2-7004630fa9b0 HTTP/1.1" status: 200 len: 210 time: 0.0313296 Jul 05 04:48:29.987213 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:30.185728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dbdb4-5199-494f-9b92-b068c5154558 req-3800a3e2-204d-4cab-9fc8-15f708466b2a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:30.187202 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-373dbdb4-5199-494f-9b92-b068c5154558 req-3800a3e2-204d-4cab-9fc8-15f708466b2a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 946 time: 0.0628872 Jul 05 04:48:30.227076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-373dbdb4-5199-494f-9b92-b068c5154558 req-17140faa-df81-43c6-afbb-aa34c0c1c9ae tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309141 Jul 05 04:48:30.428205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50122c-261c-4ee7-8a13-c08cc45e7de8 req-0764e114-1af1-474e-97ca-eb7d3ef3b509 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:30.429713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe50122c-261c-4ee7-8a13-c08cc45e7de8 req-0764e114-1af1-474e-97ca-eb7d3ef3b509 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 946 time: 0.0670767 Jul 05 04:48:30.465971 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fe50122c-261c-4ee7-8a13-c08cc45e7de8 req-6312cfb5-1920-4108-a882-bb1c7c0d2878 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308068 Jul 05 04:48:30.638983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0641f94-c9ab-48d0-b558-023ac491e16b req-ef080aef-bbcb-46a3-9ebf-cee85b59b4d3 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:30.640529 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0641f94-c9ab-48d0-b558-023ac491e16b req-ef080aef-bbcb-46a3-9ebf-cee85b59b4d3 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 946 time: 0.0628777 Jul 05 04:48:30.677063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0641f94-c9ab-48d0-b558-023ac491e16b req-2b903be5-d0fa-4a25-b0fb-866ba7b346eb tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311773 Jul 05 04:48:30.944470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a94ce-234b-40de-b662-71491bb5355c req-6f434a6d-56a7-48d9-83b9-c9fb9b59252a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:30.945931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f9a94ce-234b-40de-b662-71491bb5355c req-6f434a6d-56a7-48d9-83b9-c9fb9b59252a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 946 time: 0.0620742 Jul 05 04:48:30.986896 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3f9a94ce-234b-40de-b662-71491bb5355c req-bfd654fb-f995-4e77-981b-937d867498db tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355654 Jul 05 04:48:31.156634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef4e3c-cc06-4513-8701-8174d0a5d11a req-ff463faa-7409-4e71-a584-fc4f7e95c726 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:31.158118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-36ef4e3c-cc06-4513-8701-8174d0a5d11a req-ff463faa-7409-4e71-a584-fc4f7e95c726 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 946 time: 0.0633857 Jul 05 04:48:31.194602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-36ef4e3c-cc06-4513-8701-8174d0a5d11a req-39d3e391-5610-4d22-8e0d-642c7f0bf4c0 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311160 Jul 05 04:48:31.379478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6017d4-d1b5-4ed4-a1d8-9005b46384d5 req-477bc325-8a52-4c2f-aa5d-2f0f87e04e52 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:31.381007 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c6017d4-d1b5-4ed4-a1d8-9005b46384d5 req-477bc325-8a52-4c2f-aa5d-2f0f87e04e52 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 946 time: 0.0626605 Jul 05 04:48:31.418063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c6017d4-d1b5-4ed4-a1d8-9005b46384d5 req-042b9511-5112-4fed-b9a3-3256ac9bb526 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314183 Jul 05 04:48:31.964572 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:32.032070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 45eb50bc-527d-4f18-9404-eea4abd3f038 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:48:32.052023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 45eb50bc-527d-4f18-9404-eea4abd3f038 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:48:32.052666 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 45eb50bc-527d-4f18-9404-eea4abd3f038 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:48:32.151467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25756872-5751-4045-98e2-c77e3f9b4fef req-2e283fdb-ca1c-4c62-8396-f4d47bca27ec tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:32.153085 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25756872-5751-4045-98e2-c77e3f9b4fef req-2e283fdb-ca1c-4c62-8396-f4d47bca27ec tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 946 time: 0.0683312 Jul 05 04:48:32.192203 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-25756872-5751-4045-98e2-c77e3f9b4fef req-07e046c4-c852-409d-8af8-64804244a52f tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328388 Jul 05 04:48:33.366954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc764a4-0c54-4c7d-879c-568702756f31 req-2baf790f-cf33-467a-8ab7-e5cf01e18e6b tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:33.368593 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ffc764a4-0c54-4c7d-879c-568702756f31 req-2baf790f-cf33-467a-8ab7-e5cf01e18e6b tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 946 time: 0.0645411 Jul 05 04:48:33.406745 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ffc764a4-0c54-4c7d-879c-568702756f31 req-ca89defd-9b9d-47ad-a1b2-2f85303d1789 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe40440-aff4-4295-9698-220662bb2ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325766 Jul 05 04:48:33.500121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12905005-2a0b-496b-8397-bc3deac6cc22 req-984cb82e-ea5c-4fd3-9b60-efc73083419d tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:33.501476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12905005-2a0b-496b-8397-bc3deac6cc22 req-984cb82e-ea5c-4fd3-9b60-efc73083419d tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 946 time: 0.0638082 Jul 05 04:48:33.595761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-12905005-2a0b-496b-8397-bc3deac6cc22 req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Deleting port 18e27023-41dc-474c-a3d8-8d34d6e083c0 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:48:33.596094 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12905005-2a0b-496b-8397-bc3deac6cc22 req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:33.683263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-12905005-2a0b-496b-8397-bc3deac6cc22 req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] For port 18e27023-41dc-474c-a3d8-8d34d6e083c0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=18e27023-41dc-474c-a3d8-8d34d6e083c0,segment=NetworkSegment(2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c),segment_id=2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:33.683615 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12905005-2a0b-496b-8397-bc3deac6cc22 req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:33.697176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-12905005-2a0b-496b-8397-bc3deac6cc22 req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Calling delete_port for 18e27023-41dc-474c-a3d8-8d34d6e083c0 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:48:33.892911 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12905005-2a0b-496b-8397-bc3deac6cc22 req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:33.904065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['18e27023-41dc-474c-a3d8-8d34d6e083c0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:48:33.926032 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Pushing event deleted for resources: {'Port': ['ID=18e27023-41dc-474c-a3d8-8d34d6e083c0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:34.290970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:34.291281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:34.291548 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:34.291877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:34.292204 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:34.292560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:34.292882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:34.293201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:34.293521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:34.293839 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:34.294158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:34.294473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:34.314622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-12905005-2a0b-496b-8397-bc3deac6cc22 req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] No DVR routers for this DVR port 18e27023-41dc-474c-a3d8-8d34d6e083c0 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:48:34.316934 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-12905005-2a0b-496b-8397-bc3deac6cc22 req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:34.318885 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-12905005-2a0b-496b-8397-bc3deac6cc22 req-def6abd2-c70f-4f46-b2a6-418d1b87a66a tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.64 "DELETE /v2.0/ports/18e27023-41dc-474c-a3d8-8d34d6e083c0 HTTP/1.1" status: 204 len: 173 time: 0.8118999 Jul 05 04:48:34.319324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9ca615-a2f0-4d4f-84a8-c88eca5afd41', 'name': 'network-vif-deleted', 'tag': '18e27023-41dc-474c-a3d8-8d34d6e083c0'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:48:34.321555 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d42e2d2-0956-46d7-b654-a9a31ebb39a8" -d '{"events": [{"server_uuid": "bb9ca615-a2f0-4d4f-84a8-c88eca5afd41", "name": "network-vif-deleted", "tag": "18e27023-41dc-474c-a3d8-8d34d6e083c0"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:48:34.358065 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282e488f-4aa9-4a00-9ae1-76bc15ccfbaa x-openstack-request-id: req-282e488f-4aa9-4a00-9ae1-76bc15ccfbaa {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:48:34.358364 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9ca615-a2f0-4d4f-84a8-c88eca5afd41", "name": "network-vif-deleted", "tag": "18e27023-41dc-474c-a3d8-8d34d6e083c0", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:48:34.358618 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-282e488f-4aa9-4a00-9ae1-76bc15ccfbaa {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:48:34.359012 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9ca615-a2f0-4d4f-84a8-c88eca5afd41', 'name': 'network-vif-deleted', 'tag': '18e27023-41dc-474c-a3d8-8d34d6e083c0', 'status': 'completed', 'code': 200} Jul 05 04:48:34.550547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-249254fc-3608-46e0-85d7-904c4e415615 req-7e2ad516-7577-4ead-b7c0-09b5be1613b0 tempest-ServersNegativeTestJSON-1119181991 tempest-ServersNegativeTestJSON-1119181991-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb9ca615-a2f0-4d4f-84a8-c88eca5afd41 HTTP/1.1" status: 200 len: 210 time: 0.0297837 Jul 05 04:48:35.643397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55728) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:35.687427 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d9e781-6455-46aa-befe-a9cca151772e admin admin] Deleting subnet 04866ecd-42f0-4c55-a1af-9c33e98264b0 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:48:35.690402 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18d9e781-6455-46aa-befe-a9cca151772e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:35.722468 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18d9e781-6455-46aa-befe-a9cca151772e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:35.763241 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18d9e781-6455-46aa-befe-a9cca151772e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:35.887375 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18d9e781-6455-46aa-befe-a9cca151772e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:35.912715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9e781-6455-46aa-befe-a9cca151772e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04866ecd-42f0-4c55-a1af-9c33e98264b0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:35.916392 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-18d9e781-6455-46aa-befe-a9cca151772e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:35.919310 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-18d9e781-6455-46aa-befe-a9cca151772e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/04866ecd-42f0-4c55-a1af-9c33e98264b0 HTTP/1.1" status: 204 len: 168 time: 0.2739158 Jul 05 04:48:35.921987 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55730) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:35.989550 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7dcdb79-9418-49ae-93d2-305a23f8fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:36.071043 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7dcdb79-9418-49ae-93d2-305a23f8fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:36.081028 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c7dcdb79-9418-49ae-93d2-305a23f8fe9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec6e1b4-30b2-407c-9593-47e3dd8f561c']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:36.091123 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c7dcdb79-9418-49ae-93d2-305a23f8fe9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:36.091569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c7dcdb79-9418-49ae-93d2-305a23f8fe9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2130e6a3-8ca2-42b1-bfbf-52b6aecfc37c') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:36.099164 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 18e27023-41dc-474c-a3d8-8d34d6e083c0 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:48:36.103221 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7dcdb79-9418-49ae-93d2-305a23f8fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:36.118136 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7dcdb79-9418-49ae-93d2-305a23f8fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:36.120536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 18e27023-41dc-474c-a3d8-8d34d6e083c0 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:48:36.120536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 18e27023-41dc-474c-a3d8-8d34d6e083c0 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:48:36.125898 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7dcdb79-9418-49ae-93d2-305a23f8fe9b admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:48:36.126315 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7dcdb79-9418-49ae-93d2-305a23f8fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:48:36.127960 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:48:36.230037 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7dcdb79-9418-49ae-93d2-305a23f8fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:36.237124 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c7dcdb79-9418-49ae-93d2-305a23f8fe9b admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:36.238913 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c7dcdb79-9418-49ae-93d2-305a23f8fe9b admin admin] 10.222.0.60 "DELETE /v2.0/networks/7ec6e1b4-30b2-407c-9593-47e3dd8f561c HTTP/1.1" status: 204 len: 168 time: 0.3159456 Jul 05 04:48:36.250114 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcdb79-9418-49ae-93d2-305a23f8fe9b admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec6e1b4-30b2-407c-9593-47e3dd8f561c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:36.542715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55734) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:36.582597 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f40b51fe-fd33-442f-9334-87f3bf7237d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=508c202456bb4d7094284dd51aa6941f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387220 Jul 05 04:48:36.584918 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55736) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:36.631258 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b955a973-746a-4cee-8469-568648b9e5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:36.651916 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b955a973-746a-4cee-8469-568648b9e5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:36.755421 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b955a973-746a-4cee-8469-568648b9e5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:36.758117 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b955a973-746a-4cee-8469-568648b9e5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:36.759333 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b955a973-746a-4cee-8469-568648b9e5fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/efe40440-aff4-4295-9698-220662bb2ca0 HTTP/1.1" status: 204 len: 168 time: 0.1735010 Jul 05 04:48:36.768668 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955a973-746a-4cee-8469-568648b9e5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe40440-aff4-4295-9698-220662bb2ca0,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:37.893871 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55758) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:37.983549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2084837272'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:38.087366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Made reservation on behalf of 44eee2c2557646c9aca948db5ec95930 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:38.090838 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:38.100711 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:38.191422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:38.281169 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:38.307255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:48:38.316510 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d262a93-0f1d-42a9-8d7c-7e4093a6bf54,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:38.322313 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:38.322659 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Added segment 37f827f6-84d6-431f-8247-08965c9c4ad2 of type vlan for network 35b07186-5478-4a12-8408-4e83002c963b Jul 05 04:48:38.366448 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:38.447060 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:38.452769 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:38.453393 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:38.520309 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event updated for resources: {'Network': ['ID=35b07186-5478-4a12-8408-4e83002c963b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:38.530469 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 35b07186-5478-4a12-8408-4e83002c963b details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:48:38.544974 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c5c4c113-0f46-4e69-833f-64ad65fad240 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6499994 Jul 05 04:48:41.843824 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55762) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:41.849079 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8e09914c-860a-4a39-a95a-3c50c68881db tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Request body: {'subnet': {'network_id': '35b07186-5478-4a12-8408-4e83002c963b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:41.993004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e09914c-860a-4a39-a95a-3c50c68881db tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Made reservation on behalf of 44eee2c2557646c9aca948db5ec95930 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:41.996510 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e09914c-860a-4a39-a95a-3c50c68881db tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:42.229762 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e09914c-860a-4a39-a95a-3c50c68881db tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:42.287547 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09914c-860a-4a39-a95a-3c50c68881db tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event updated for resources: {'Subnet': ['ID=b9795249-4c99-4066-8f67-71dddc2ec882,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:42.295994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09914c-860a-4a39-a95a-3c50c68881db tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Checking segment: {'id': '37f827f6-84d6-431f-8247-08965c9c4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35b07186-5478-4a12-8408-4e83002c963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:42.296347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e09914c-860a-4a39-a95a-3c50c68881db tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Network hostable DHCP agents. Network: 35b07186-5478-4a12-8408-4e83002c963b, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:48:42.376395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e09914c-860a-4a39-a95a-3c50c68881db tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Network 35b07186-5478-4a12-8408-4e83002c963b is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:48:42.480965 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-8e09914c-860a-4a39-a95a-3c50c68881db tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 35b07186-5478-4a12-8408-4e83002c963b) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:42.485893 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e09914c-860a-4a39-a95a-3c50c68881db tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:42.486507 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8e09914c-860a-4a39-a95a-3c50c68881db tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:42.492882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d412e62-a032-4fd2-a879-24e388792590 None None] Network 35b07186-5478-4a12-8408-4e83002c963b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:42.579176 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8e09914c-860a-4a39-a95a-3c50c68881db tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7341363 Jul 05 04:48:42.582703 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55764) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:42.587679 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f29a7483-bdd0-49e9-9d48-59d0ca6361ae tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-820939949'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:42.640420 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-35b07186-5478-4a12-8408-4e83002c963b', 'network_id': '35b07186-5478-4a12-8408-4e83002c963b', 'tenant_id': '44eee2c2557646c9aca948db5ec95930', 'fixed_ips': [{'subnet_id': 'b9795249-4c99-4066-8f67-71dddc2ec882'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:48:42.641275 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:42.672835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29a7483-bdd0-49e9-9d48-59d0ca6361ae tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Made reservation on behalf of 44eee2c2557646c9aca948db5ec95930 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:42.684610 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f29a7483-bdd0-49e9-9d48-59d0ca6361ae tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:42.710309 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29a7483-bdd0-49e9-9d48-59d0ca6361ae tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:48:42.719754 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f29a7483-bdd0-49e9-9d48-59d0ca6361ae tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:42.720125 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-f29a7483-bdd0-49e9-9d48-59d0ca6361ae tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Added segment 64a24ebc-bba9-48bc-b0e6-a4f9dbe67ffb of type vlan for network dc56fcda-be13-42dc-8d63-060473470084 Jul 05 04:48:42.766509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f29a7483-bdd0-49e9-9d48-59d0ca6361ae tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:42.776776 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Allocated IP 2001:db8:0:ffff::2 (35b07186-5478-4a12-8408-4e83002c963b/b9795249-4c99-4066-8f67-71dddc2ec882/57fbca9f-a889-41a7-9b5c-ed5fea595c43) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:48:42.867595 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f29a7483-bdd0-49e9-9d48-59d0ca6361ae tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:42.873413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29a7483-bdd0-49e9-9d48-59d0ca6361ae tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:42.874101 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f29a7483-bdd0-49e9-9d48-59d0ca6361ae tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:42.917516 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:42.926208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Transition to ACTIVE for port object 57fbca9f-a889-41a7-9b5c-ed5fea595c43 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:42.940313 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a7483-bdd0-49e9-9d48-59d0ca6361ae tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event updated for resources: {'Network': ['ID=dc56fcda-be13-42dc-8d63-060473470084,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:42.940745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Transition to ACTIVE for port object 57fbca9f-a889-41a7-9b5c-ed5fea595c43 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:42.950281 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network dc56fcda-be13-42dc-8d63-060473470084 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:48:43.005220 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f29a7483-bdd0-49e9-9d48-59d0ca6361ae tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4213641 Jul 05 04:48:43.008161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55766) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:43.013903 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-3030f3a9-c626-4e78-804a-45569677f2e7 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Request body: {'subnet': {'network_id': 'dc56fcda-be13-42dc-8d63-060473470084', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:43.033288 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:43.074408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Network 35b07186-5478-4a12-8408-4e83002c963b is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:48:43.078007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:43.083488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:48:43.090321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Pushing event updated for resources: {'Port': ['ID=57fbca9f-a889-41a7-9b5c-ed5fea595c43,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:43.143372 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Attempting to bind port 57fbca9f-a889-41a7-9b5c-ed5fea595c43 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:48:43.143780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Attempting to bind port 57fbca9f-a889-41a7-9b5c-ed5fea595c43 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '37f827f6-84d6-431f-8247-08965c9c4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35b07186-5478-4a12-8408-4e83002c963b'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:48:43.144146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Attempting to bind port 57fbca9f-a889-41a7-9b5c-ed5fea595c43 on network 35b07186-5478-4a12-8408-4e83002c963b {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:48:43.149122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:48:43.151508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Checking segment: {'id': '37f827f6-84d6-431f-8247-08965c9c4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35b07186-5478-4a12-8408-4e83002c963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:43.151508 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:43.151508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Bound using segment: {'id': '37f827f6-84d6-431f-8247-08965c9c4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35b07186-5478-4a12-8408-4e83002c963b'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:48:43.151508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Bound port: 57fbca9f-a889-41a7-9b5c-ed5fea595c43, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f827f6-84d6-431f-8247-08965c9c4ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '35b07186-5478-4a12-8408-4e83002c963b'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:48:43.151508 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:43.170062 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3030f3a9-c626-4e78-804a-45569677f2e7 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Made reservation on behalf of 44eee2c2557646c9aca948db5ec95930 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:43.173949 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3030f3a9-c626-4e78-804a-45569677f2e7 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:43.212977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] For port 57fbca9f-a889-41a7-9b5c-ed5fea595c43, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:48:43.215997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] For port 57fbca9f-a889-41a7-9b5c-ed5fea595c43, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=57fbca9f-a889-41a7-9b5c-ed5fea595c43,segment=NetworkSegment(37f827f6-84d6-431f-8247-08965c9c4ad2),segment_id=37f827f6-84d6-431f-8247-08965c9c4ad2)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:48:43.273757 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:43.331136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b298f65-4b9a-4820-a4f5-5e63a3c9ab61 None None] Pushing event updated for resources: {'Port': ['ID=57fbca9f-a889-41a7-9b5c-ed5fea595c43,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:43.459877 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3030f3a9-c626-4e78-804a-45569677f2e7 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:43.538207 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030f3a9-c626-4e78-804a-45569677f2e7 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event updated for resources: {'Subnet': ['ID=f89595e5-cacb-49e8-94ef-3c96bd197ec4,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:43.554976 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030f3a9-c626-4e78-804a-45569677f2e7 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Checking segment: {'id': '64a24ebc-bba9-48bc-b0e6-a4f9dbe67ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc56fcda-be13-42dc-8d63-060473470084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:43.555334 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030f3a9-c626-4e78-804a-45569677f2e7 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Network hostable DHCP agents. Network: dc56fcda-be13-42dc-8d63-060473470084, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:48:43.641102 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030f3a9-c626-4e78-804a-45569677f2e7 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Network dc56fcda-be13-42dc-8d63-060473470084 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:48:43.755523 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-3030f3a9-c626-4e78-804a-45569677f2e7 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, dc56fcda-be13-42dc-8d63-060473470084) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:43.759822 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3030f3a9-c626-4e78-804a-45569677f2e7 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:43.760590 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3030f3a9-c626-4e78-804a-45569677f2e7 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:43.764885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bcd37f-fb1c-4ae5-bd3c-4b331ab8e70f None None] Network dc56fcda-be13-42dc-8d63-060473470084 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:43.866153 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3030f3a9-c626-4e78-804a-45569677f2e7 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8552918 Jul 05 04:48:43.867193 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55768) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:43.910242 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-dc56fcda-be13-42dc-8d63-060473470084', 'network_id': 'dc56fcda-be13-42dc-8d63-060473470084', 'tenant_id': '44eee2c2557646c9aca948db5ec95930', 'fixed_ips': [{'subnet_id': 'f89595e5-cacb-49e8-94ef-3c96bd197ec4'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:48:43.911218 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:43.976638 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.071131 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Allocated IP 2001:db8::2 (dc56fcda-be13-42dc-8d63-060473470084/f89595e5-cacb-49e8-94ef-3c96bd197ec4/7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:48:44.080095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.224493 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.232757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Transition to ACTIVE for port object 7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:44.239943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a2478a-beae-405d-b952-d8d02b2baa11 None None] Network 35b07186-5478-4a12-8408-4e83002c963b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:44.284241 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Transition to ACTIVE for port object 7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:44.386896 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.433539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Network dc56fcda-be13-42dc-8d63-060473470084 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:48:44.448039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:44.448039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:48:44.450011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Pushing event updated for resources: {'Port': ['ID=7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:44.482850 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dcf54c60-4398-45ae-a364-e2275c67630b None None] Provisioning for port 57fbca9f-a889-41a7-9b5c-ed5fea595c43 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:48:44.504840 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.508886 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 57fbca9f-a889-41a7-9b5c-ed5fea595c43 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:48:44.532141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Subnet': ['ID=f89595e5-cacb-49e8-94ef-3c96bd197ec4,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:44.546722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Attempting to bind port 7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:48:44.546722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Attempting to bind port 7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '64a24ebc-bba9-48bc-b0e6-a4f9dbe67ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc56fcda-be13-42dc-8d63-060473470084'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:48:44.546722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Attempting to bind port 7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59 on network dc56fcda-be13-42dc-8d63-060473470084 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:48:44.558097 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:48:44.558473 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Checking segment: {'id': '64a24ebc-bba9-48bc-b0e6-a4f9dbe67ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc56fcda-be13-42dc-8d63-060473470084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:44.558876 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.559273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Bound using segment: {'id': '64a24ebc-bba9-48bc-b0e6-a4f9dbe67ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc56fcda-be13-42dc-8d63-060473470084'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:48:44.559750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Bound port: 7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a24ebc-bba9-48bc-b0e6-a4f9dbe67ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc56fcda-be13-42dc-8d63-060473470084'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:48:44.560165 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.605175 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.616654 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc56fcda-be13-42dc-8d63-060473470084']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:44.629322 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a24ebc-bba9-48bc-b0e6-a4f9dbe67ffb') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:44.629640 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a24ebc-bba9-48bc-b0e6-a4f9dbe67ffb') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:44.636783 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] For port 7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:48:44.639241 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.640019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] For port 7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59,segment=NetworkSegment(64a24ebc-bba9-48bc-b0e6-a4f9dbe67ffb),segment_id=64a24ebc-bba9-48bc-b0e6-a4f9dbe67ffb)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:48:44.712855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 57fbca9f-a889-41a7-9b5c-ed5fea595c43 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:48:44.717265 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 57fbca9f-a889-41a7-9b5c-ed5fea595c43 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:48:44.718092 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.778743 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.785724 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:48:44.786138 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:48:44.789136 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:48:44.797011 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.804599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-90913139-d2d0-4e2a-be4b-917e904b4fa3 None None] Provisioning complete for port 57fbca9f-a889-41a7-9b5c-ed5fea595c43 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:48:44.804971 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-90913139-d2d0-4e2a-be4b-917e904b4fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.870874 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.898723 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.db.api [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:48:44.898723 n-d-798249-5 neutron-server[100876]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:48:44.898723 n-d-798249-5 neutron-server[100876]: [parameters: {'id': 'dc56fcda-be13-42dc-8d63-060473470084'}] Jul 05 04:48:44.898723 n-d-798249-5 neutron-server[100876]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:48:44.899186 n-d-798249-5 neutron-server[100876]: DEBUG oslo_db.api [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:48:44.938670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95620a-55f5-42f1-b19a-8714025d2c30 None None] Pushing event updated for resources: {'Port': ['ID=7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:44.963906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 57fbca9f-a889-41a7-9b5c-ed5fea595c43, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=57fbca9f-a889-41a7-9b5c-ed5fea595c43,segment=NetworkSegment(37f827f6-84d6-431f-8247-08965c9c4ad2),segment_id=37f827f6-84d6-431f-8247-08965c9c4ad2)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:44.991793 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a94989-feda-4d05-883f-c05c852d208f None None] Network dc56fcda-be13-42dc-8d63-060473470084 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:45.033698 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:45.219324 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-90913139-d2d0-4e2a-be4b-917e904b4fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:45.303436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=57fbca9f-a889-41a7-9b5c-ed5fea595c43,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:45.343179 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.db.api [None req-90913139-d2d0-4e2a-be4b-917e904b4fa3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:48:45.343541 n-d-798249-5 neutron-server[100878]: DEBUG oslo_db.api [None req-90913139-d2d0-4e2a-be4b-917e904b4fa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:48:45.369272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e850180-c492-47c4-a064-e8acd236b5eb None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:48:45.400049 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:45.437490 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e850180-c492-47c4-a064-e8acd236b5eb None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:48:45.466921 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Deleting port 7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:48:45.468827 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:45.535914 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] For port 7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59,segment=NetworkSegment(64a24ebc-bba9-48bc-b0e6-a4f9dbe67ffb),segment_id=64a24ebc-bba9-48bc-b0e6-a4f9dbe67ffb)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:45.536189 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:45.549748 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Calling delete_port for 7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:48:45.690022 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:45.713701 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Port': ['ID=7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:45.721072 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] No DVR routers for this DVR port 7d25cb2b-0f5b-45ef-9667-9abe0ecc4a59 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:48:45.798246 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:45.807409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc56fcda-be13-42dc-8d63-060473470084']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:45.818042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a24ebc-bba9-48bc-b0e6-a4f9dbe67ffb') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:45.818345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a24ebc-bba9-48bc-b0e6-a4f9dbe67ffb') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:45.827420 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:45.840601 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:45.846697 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:48:45.847101 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:48:45.850400 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:48:45.984574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:45.994115 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:45.994115 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "DELETE /v2.0/networks/dc56fcda-be13-42dc-8d63-060473470084 HTTP/1.1" status: 204 len: 168 time: 2.1251330 Jul 05 04:48:45.997038 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55770) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:46.003541 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0b43b551-b246-4548-8b1a-a0c35a4c6853 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-223574097'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:46.005252 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2544ed7-45a6-4158-9a7a-080b11a8c9f9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Network': ['ID=dc56fcda-be13-42dc-8d63-060473470084,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:46.075029 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b43b551-b246-4548-8b1a-a0c35a4c6853 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Made reservation on behalf of 44eee2c2557646c9aca948db5ec95930 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:46.079136 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0b43b551-b246-4548-8b1a-a0c35a4c6853 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:46.102364 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b43b551-b246-4548-8b1a-a0c35a4c6853 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:48:46.111246 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0b43b551-b246-4548-8b1a-a0c35a4c6853 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:46.111593 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-0b43b551-b246-4548-8b1a-a0c35a4c6853 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Added segment 11a487ef-5e72-4d79-bafe-28c8ee831b43 of type vlan for network 1334dd28-955b-4cb5-8726-d15eb7faa445 Jul 05 04:48:46.153582 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0b43b551-b246-4548-8b1a-a0c35a4c6853 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:46.229602 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0b43b551-b246-4548-8b1a-a0c35a4c6853 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:46.235904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b43b551-b246-4548-8b1a-a0c35a4c6853 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:46.236505 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0b43b551-b246-4548-8b1a-a0c35a4c6853 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:46.299635 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43b551-b246-4548-8b1a-a0c35a4c6853 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event updated for resources: {'Network': ['ID=1334dd28-955b-4cb5-8726-d15eb7faa445,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:46.310515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 1334dd28-955b-4cb5-8726-d15eb7faa445 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:48:46.339000 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0b43b551-b246-4548-8b1a-a0c35a4c6853 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3407047 Jul 05 04:48:46.341739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55772) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:46.346883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b98f220b-f260-4653-9c1b-f7ae2394f142 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Request body: {'subnet': {'network_id': '1334dd28-955b-4cb5-8726-d15eb7faa445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:46.469784 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 57fbca9f-a889-41a7-9b5c-ed5fea595c43 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:48:46.497921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98f220b-f260-4653-9c1b-f7ae2394f142 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Made reservation on behalf of 44eee2c2557646c9aca948db5ec95930 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:46.501675 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b98f220b-f260-4653-9c1b-f7ae2394f142 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:46.517264 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 57fbca9f-a889-41a7-9b5c-ed5fea595c43 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:48:46.517640 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:46.558901 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-b98f220b-f260-4653-9c1b-f7ae2394f142 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Performing IP validity checks on allocation pools {{(pid=100877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:48:46.559437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.ipam_backend_mixin [None req-b98f220b-f260-4653-9c1b-f7ae2394f142 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:48:46.735544 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b98f220b-f260-4653-9c1b-f7ae2394f142 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:46.794088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f220b-f260-4653-9c1b-f7ae2394f142 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event updated for resources: {'Subnet': ['ID=779a0984-3e85-4753-8286-4a61ae4d048a,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:46.802142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f220b-f260-4653-9c1b-f7ae2394f142 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Checking segment: {'id': '11a487ef-5e72-4d79-bafe-28c8ee831b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1334dd28-955b-4cb5-8726-d15eb7faa445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:46.802508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98f220b-f260-4653-9c1b-f7ae2394f142 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Network hostable DHCP agents. Network: 1334dd28-955b-4cb5-8726-d15eb7faa445, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:48:46.890394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98f220b-f260-4653-9c1b-f7ae2394f142 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Network 1334dd28-955b-4cb5-8726-d15eb7faa445 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:48:46.975237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-b98f220b-f260-4653-9c1b-f7ae2394f142 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 1334dd28-955b-4cb5-8726-d15eb7faa445) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:46.979210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98f220b-f260-4653-9c1b-f7ae2394f142 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:46.979941 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b98f220b-f260-4653-9c1b-f7ae2394f142 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:46.983887 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a030c2d0-e158-4d3d-8a4d-73662259f545 None None] Network 1334dd28-955b-4cb5-8726-d15eb7faa445 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:47.068074 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b98f220b-f260-4653-9c1b-f7ae2394f142 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7250712 Jul 05 04:48:47.070636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55774) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:47.124482 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-1334dd28-955b-4cb5-8726-d15eb7faa445', 'network_id': '1334dd28-955b-4cb5-8726-d15eb7faa445', 'tenant_id': '44eee2c2557646c9aca948db5ec95930', 'fixed_ips': [{'subnet_id': '779a0984-3e85-4753-8286-4a61ae4d048a'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:48:47.125352 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:47.173205 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:47.248039 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:47.259025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Allocated IP 2001:db8::3 (1334dd28-955b-4cb5-8726-d15eb7faa445/779a0984-3e85-4753-8286-4a61ae4d048a/c064169f-0a7b-4e01-9b62-f6285646c385) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:48:47.400154 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:47.409170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Transition to ACTIVE for port object c064169f-0a7b-4e01-9b62-f6285646c385 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:47.424388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Transition to ACTIVE for port object c064169f-0a7b-4e01-9b62-f6285646c385 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:47.493313 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:47.531937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Network 1334dd28-955b-4cb5-8726-d15eb7faa445 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:48:47.534647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:47.539995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:48:47.547656 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Pushing event updated for resources: {'Port': ['ID=c064169f-0a7b-4e01-9b62-f6285646c385,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:47.567156 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:47.595243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Subnet': ['ID=779a0984-3e85-4753-8286-4a61ae4d048a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:47.602867 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Attempting to bind port c064169f-0a7b-4e01-9b62-f6285646c385 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:48:47.603254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Attempting to bind port c064169f-0a7b-4e01-9b62-f6285646c385 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '11a487ef-5e72-4d79-bafe-28c8ee831b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1334dd28-955b-4cb5-8726-d15eb7faa445'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:48:47.603775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Attempting to bind port c064169f-0a7b-4e01-9b62-f6285646c385 on network 1334dd28-955b-4cb5-8726-d15eb7faa445 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:48:47.608964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:48:47.609334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Checking segment: {'id': '11a487ef-5e72-4d79-bafe-28c8ee831b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1334dd28-955b-4cb5-8726-d15eb7faa445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:47.609846 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:47.610269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Bound using segment: {'id': '11a487ef-5e72-4d79-bafe-28c8ee831b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1334dd28-955b-4cb5-8726-d15eb7faa445'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:48:47.610733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Bound port: c064169f-0a7b-4e01-9b62-f6285646c385, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a487ef-5e72-4d79-bafe-28c8ee831b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1334dd28-955b-4cb5-8726-d15eb7faa445'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:48:47.611112 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:47.657601 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:47.667282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1334dd28-955b-4cb5-8726-d15eb7faa445']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:47.675992 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] For port c064169f-0a7b-4e01-9b62-f6285646c385, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:48:47.677417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a487ef-5e72-4d79-bafe-28c8ee831b43') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:47.677728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a487ef-5e72-4d79-bafe-28c8ee831b43') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:47.679458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] For port c064169f-0a7b-4e01-9b62-f6285646c385, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c064169f-0a7b-4e01-9b62-f6285646c385,segment=NetworkSegment(11a487ef-5e72-4d79-bafe-28c8ee831b43),segment_id=11a487ef-5e72-4d79-bafe-28c8ee831b43)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:48:47.686565 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:47.765035 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:47.766979 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:47.773305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:48:47.773726 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:48:47.776729 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:48:47.843564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc55ad-6e3f-44da-9335-f82db1c6e10f None None] Pushing event updated for resources: {'Port': ['ID=c064169f-0a7b-4e01-9b62-f6285646c385,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:47.865311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b43cc8-ee28-4d91-97bc-d23687b018de None None] Network 1334dd28-955b-4cb5-8726-d15eb7faa445 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:47.875589 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:48:47.875589 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:48:47.875589 n-d-798249-5 neutron-server[100877]: [parameters: {'id': '1334dd28-955b-4cb5-8726-d15eb7faa445'}] Jul 05 04:48:47.875589 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:48:47.876067 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:48:47.998881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee24ef8d-5f6f-43f4-b638-4d09a6a3541b None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:48:48.062284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee24ef8d-5f6f-43f4-b638-4d09a6a3541b None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:48:48.377680 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:48.430539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Deleting port c064169f-0a7b-4e01-9b62-f6285646c385 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:48:48.430883 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:48.494848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] For port c064169f-0a7b-4e01-9b62-f6285646c385, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c064169f-0a7b-4e01-9b62-f6285646c385,segment=NetworkSegment(11a487ef-5e72-4d79-bafe-28c8ee831b43),segment_id=11a487ef-5e72-4d79-bafe-28c8ee831b43)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:48.495199 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:48.507420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Calling delete_port for c064169f-0a7b-4e01-9b62-f6285646c385 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:48:48.675345 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:48.702527 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Port': ['ID=c064169f-0a7b-4e01-9b62-f6285646c385,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:48.704411 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] No DVR routers for this DVR port c064169f-0a7b-4e01-9b62-f6285646c385 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:48:48.783556 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:48.792974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1334dd28-955b-4cb5-8726-d15eb7faa445']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:48.802685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a487ef-5e72-4d79-bafe-28c8ee831b43') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:48.802985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a487ef-5e72-4d79-bafe-28c8ee831b43') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:48.811925 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:48.824899 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:48.831385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:48:48.831765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:48:48.834556 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:48:48.943641 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:48.950379 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:48.952834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "DELETE /v2.0/networks/1334dd28-955b-4cb5-8726-d15eb7faa445 HTTP/1.1" status: 204 len: 168 time: 1.8812833 Jul 05 04:48:48.956605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55776) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:48.961686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f74aedfd-13bd-41e0-aed8-3b684d1d7050 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1219582488'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:48.964228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7282648-8e04-4601-9d3a-0e78acf0b036 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Network': ['ID=1334dd28-955b-4cb5-8726-d15eb7faa445,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:49.046560 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74aedfd-13bd-41e0-aed8-3b684d1d7050 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Made reservation on behalf of 44eee2c2557646c9aca948db5ec95930 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:49.050095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f74aedfd-13bd-41e0-aed8-3b684d1d7050 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:49.073391 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74aedfd-13bd-41e0-aed8-3b684d1d7050 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:48:49.082501 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f74aedfd-13bd-41e0-aed8-3b684d1d7050 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:49.082848 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-f74aedfd-13bd-41e0-aed8-3b684d1d7050 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Added segment 4c007c53-e266-4025-a068-614afe12055b of type vlan for network 367b1c31-209e-419b-9d13-8b4b39555a01 Jul 05 04:48:49.129056 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f74aedfd-13bd-41e0-aed8-3b684d1d7050 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:49.221648 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f74aedfd-13bd-41e0-aed8-3b684d1d7050 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:49.227061 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74aedfd-13bd-41e0-aed8-3b684d1d7050 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:49.227641 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f74aedfd-13bd-41e0-aed8-3b684d1d7050 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:49.294700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74aedfd-13bd-41e0-aed8-3b684d1d7050 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event updated for resources: {'Network': ['ID=367b1c31-209e-419b-9d13-8b4b39555a01,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:49.305057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 367b1c31-209e-419b-9d13-8b4b39555a01 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:48:49.342847 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f74aedfd-13bd-41e0-aed8-3b684d1d7050 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3844600 Jul 05 04:48:49.346555 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55778) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:49.352448 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6b947f59-159a-4bd0-883f-3956eccbb780 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Request body: {'subnet': {'network_id': '367b1c31-209e-419b-9d13-8b4b39555a01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:49.509308 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b947f59-159a-4bd0-883f-3956eccbb780 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Made reservation on behalf of 44eee2c2557646c9aca948db5ec95930 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:49.512859 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b947f59-159a-4bd0-883f-3956eccbb780 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:49.749773 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b947f59-159a-4bd0-883f-3956eccbb780 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:49.812577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b947f59-159a-4bd0-883f-3956eccbb780 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event updated for resources: {'Subnet': ['ID=825f5284-96d8-4a34-8e9f-f67665af69ab,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:49.823733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b947f59-159a-4bd0-883f-3956eccbb780 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Checking segment: {'id': '4c007c53-e266-4025-a068-614afe12055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '367b1c31-209e-419b-9d13-8b4b39555a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:49.824097 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b947f59-159a-4bd0-883f-3956eccbb780 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Network hostable DHCP agents. Network: 367b1c31-209e-419b-9d13-8b4b39555a01, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:48:49.897581 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b947f59-159a-4bd0-883f-3956eccbb780 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Network 367b1c31-209e-419b-9d13-8b4b39555a01 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:48:49.977615 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-6b947f59-159a-4bd0-883f-3956eccbb780 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 367b1c31-209e-419b-9d13-8b4b39555a01) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:49.981906 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b947f59-159a-4bd0-883f-3956eccbb780 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:49.983504 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b947f59-159a-4bd0-883f-3956eccbb780 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:49.986705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8885932a-43ca-4618-b0e5-7e4a0907437b None None] Network 367b1c31-209e-419b-9d13-8b4b39555a01 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:50.058819 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6b947f59-159a-4bd0-883f-3956eccbb780 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7108951 Jul 05 04:48:50.063225 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55780) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:50.068252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6ae95ac3-8b73-4613-a157-c7f2316dbe04 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-725460702'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:50.132352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-367b1c31-209e-419b-9d13-8b4b39555a01', 'network_id': '367b1c31-209e-419b-9d13-8b4b39555a01', 'tenant_id': '44eee2c2557646c9aca948db5ec95930', 'fixed_ips': [{'subnet_id': '825f5284-96d8-4a34-8e9f-f67665af69ab'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:48:50.133224 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:50.159554 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae95ac3-8b73-4613-a157-c7f2316dbe04 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Made reservation on behalf of 44eee2c2557646c9aca948db5ec95930 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:50.164259 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ae95ac3-8b73-4613-a157-c7f2316dbe04 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:50.194864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae95ac3-8b73-4613-a157-c7f2316dbe04 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:48:50.204931 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ae95ac3-8b73-4613-a157-c7f2316dbe04 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:50.205344 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-6ae95ac3-8b73-4613-a157-c7f2316dbe04 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Added segment a26bdd1f-4039-4a5d-a7c4-b7717a4ba812 of type vlan for network f2b64d2a-3bbc-42eb-8465-3556dc203672 Jul 05 04:48:50.247034 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ae95ac3-8b73-4613-a157-c7f2316dbe04 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:50.271273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Allocated IP 2001:db8::2 (367b1c31-209e-419b-9d13-8b4b39555a01/825f5284-96d8-4a34-8e9f-f67665af69ab/4fc4f84d-6d3b-4000-b403-04826aa57f9d) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:48:50.337933 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ae95ac3-8b73-4613-a157-c7f2316dbe04 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:50.343963 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae95ac3-8b73-4613-a157-c7f2316dbe04 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:50.344619 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6ae95ac3-8b73-4613-a157-c7f2316dbe04 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:50.408421 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:50.414784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae95ac3-8b73-4613-a157-c7f2316dbe04 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event updated for resources: {'Network': ['ID=f2b64d2a-3bbc-42eb-8465-3556dc203672,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:50.417076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Transition to ACTIVE for port object 4fc4f84d-6d3b-4000-b403-04826aa57f9d will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:50.430634 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network f2b64d2a-3bbc-42eb-8465-3556dc203672 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:48:50.436787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Transition to ACTIVE for port object 4fc4f84d-6d3b-4000-b403-04826aa57f9d will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:50.462087 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6ae95ac3-8b73-4613-a157-c7f2316dbe04 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3978126 Jul 05 04:48:50.464931 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55782) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:50.470658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2c90be4b-01d5-4f81-ba8b-1cb8cb17d2f8 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Request body: {'subnet': {'network_id': 'f2b64d2a-3bbc-42eb-8465-3556dc203672', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:50.526914 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:50.566928 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Network 367b1c31-209e-419b-9d13-8b4b39555a01 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:48:50.573685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:50.575744 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Pushing event updated for resources: {'Port': ['ID=4fc4f84d-6d3b-4000-b403-04826aa57f9d,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:50.578528 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:48:50.617974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c90be4b-01d5-4f81-ba8b-1cb8cb17d2f8 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Made reservation on behalf of 44eee2c2557646c9aca948db5ec95930 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:50.621684 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2c90be4b-01d5-4f81-ba8b-1cb8cb17d2f8 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:50.636721 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Attempting to bind port 4fc4f84d-6d3b-4000-b403-04826aa57f9d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:48:50.637092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Attempting to bind port 4fc4f84d-6d3b-4000-b403-04826aa57f9d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '4c007c53-e266-4025-a068-614afe12055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '367b1c31-209e-419b-9d13-8b4b39555a01'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:48:50.637457 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Attempting to bind port 4fc4f84d-6d3b-4000-b403-04826aa57f9d on network 367b1c31-209e-419b-9d13-8b4b39555a01 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:48:50.642951 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:48:50.643332 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Checking segment: {'id': '4c007c53-e266-4025-a068-614afe12055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '367b1c31-209e-419b-9d13-8b4b39555a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:50.643738 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:50.644136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Bound using segment: {'id': '4c007c53-e266-4025-a068-614afe12055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '367b1c31-209e-419b-9d13-8b4b39555a01'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:48:50.644638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Bound port: 4fc4f84d-6d3b-4000-b403-04826aa57f9d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c007c53-e266-4025-a068-614afe12055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '367b1c31-209e-419b-9d13-8b4b39555a01'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:48:50.645051 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:50.712279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] For port 4fc4f84d-6d3b-4000-b403-04826aa57f9d, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:48:50.715228 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] For port 4fc4f84d-6d3b-4000-b403-04826aa57f9d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4fc4f84d-6d3b-4000-b403-04826aa57f9d,segment=NetworkSegment(4c007c53-e266-4025-a068-614afe12055b),segment_id=4c007c53-e266-4025-a068-614afe12055b)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:48:50.789905 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:50.849948 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83cc04-258f-4650-8079-ce8b76c02d5c None None] Pushing event updated for resources: {'Port': ['ID=4fc4f84d-6d3b-4000-b403-04826aa57f9d,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:50.867542 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2c90be4b-01d5-4f81-ba8b-1cb8cb17d2f8 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:50.936135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90be4b-01d5-4f81-ba8b-1cb8cb17d2f8 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event updated for resources: {'Subnet': ['ID=09d0fbb5-cf1d-44f2-8f75-411de04a32e2,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:50.949358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90be4b-01d5-4f81-ba8b-1cb8cb17d2f8 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Checking segment: {'id': 'a26bdd1f-4039-4a5d-a7c4-b7717a4ba812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2b64d2a-3bbc-42eb-8465-3556dc203672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:50.950291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c90be4b-01d5-4f81-ba8b-1cb8cb17d2f8 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Network hostable DHCP agents. Network: f2b64d2a-3bbc-42eb-8465-3556dc203672, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:48:51.061167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c90be4b-01d5-4f81-ba8b-1cb8cb17d2f8 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Network f2b64d2a-3bbc-42eb-8465-3556dc203672 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:48:51.146855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-2c90be4b-01d5-4f81-ba8b-1cb8cb17d2f8 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, f2b64d2a-3bbc-42eb-8465-3556dc203672) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:51.151001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90be4b-01d5-4f81-ba8b-1cb8cb17d2f8 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:51.151644 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2c90be4b-01d5-4f81-ba8b-1cb8cb17d2f8 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:51.155985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c422870c-28e7-4f67-b9d5-c22ad037dba1 None None] Network f2b64d2a-3bbc-42eb-8465-3556dc203672 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:51.247332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2c90be4b-01d5-4f81-ba8b-1cb8cb17d2f8 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7812898 Jul 05 04:48:51.249977 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55784) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:51.310373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-f2b64d2a-3bbc-42eb-8465-3556dc203672', 'network_id': 'f2b64d2a-3bbc-42eb-8465-3556dc203672', 'tenant_id': '44eee2c2557646c9aca948db5ec95930', 'fixed_ips': [{'subnet_id': '09d0fbb5-cf1d-44f2-8f75-411de04a32e2'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:48:51.311232 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:51.346521 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:51.380238 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6ff3861b-7557-4072-b0b7-4c7943b572cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:51.403278 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:51.453869 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Allocated IP 2001:db8::2 (f2b64d2a-3bbc-42eb-8465-3556dc203672/09d0fbb5-cf1d-44f2-8f75-411de04a32e2/5118b215-d4cb-4891-9353-fe08309a1f8a) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:48:51.616473 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:51.625405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Transition to ACTIVE for port object 5118b215-d4cb-4891-9353-fe08309a1f8a will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:51.640351 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Transition to ACTIVE for port object 5118b215-d4cb-4891-9353-fe08309a1f8a will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:51.707433 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:51.738705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ff4ef-10d7-42dc-8f97-70f03a69c50b None None] Network 367b1c31-209e-419b-9d13-8b4b39555a01 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:51.789988 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Network f2b64d2a-3bbc-42eb-8465-3556dc203672 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:48:51.799123 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:51.799355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:51.806564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:48:51.810896 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Pushing event updated for resources: {'Port': ['ID=5118b215-d4cb-4891-9353-fe08309a1f8a,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:51.827734 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Subnet': ['ID=09d0fbb5-cf1d-44f2-8f75-411de04a32e2,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:51.891451 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:51.898811 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Attempting to bind port 5118b215-d4cb-4891-9353-fe08309a1f8a on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:48:51.900049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Attempting to bind port 5118b215-d4cb-4891-9353-fe08309a1f8a by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'a26bdd1f-4039-4a5d-a7c4-b7717a4ba812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2b64d2a-3bbc-42eb-8465-3556dc203672'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:48:51.900049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Attempting to bind port 5118b215-d4cb-4891-9353-fe08309a1f8a on network f2b64d2a-3bbc-42eb-8465-3556dc203672 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:48:51.901277 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b64d2a-3bbc-42eb-8465-3556dc203672']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:51.912190 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26bdd1f-4039-4a5d-a7c4-b7717a4ba812') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:51.912514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26bdd1f-4039-4a5d-a7c4-b7717a4ba812') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:51.922141 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:51.927961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:48:51.928394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Checking segment: {'id': 'a26bdd1f-4039-4a5d-a7c4-b7717a4ba812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2b64d2a-3bbc-42eb-8465-3556dc203672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:51.928798 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:51.929254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Bound using segment: {'id': 'a26bdd1f-4039-4a5d-a7c4-b7717a4ba812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2b64d2a-3bbc-42eb-8465-3556dc203672'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:48:51.929650 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Bound port: 5118b215-d4cb-4891-9353-fe08309a1f8a, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26bdd1f-4039-4a5d-a7c4-b7717a4ba812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2b64d2a-3bbc-42eb-8465-3556dc203672'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:48:51.930025 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:51.936875 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:51.942869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:48:51.943305 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:48:51.946261 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:48:51.948586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ee044fe6-1ab3-4bc2-a824-ef11b230ffab None None] Provisioning for port 4fc4f84d-6d3b-4000-b403-04826aa57f9d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:48:52.027142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] For port 5118b215-d4cb-4891-9353-fe08309a1f8a, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:48:52.031496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] For port 5118b215-d4cb-4891-9353-fe08309a1f8a, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5118b215-d4cb-4891-9353-fe08309a1f8a,segment=NetworkSegment(a26bdd1f-4039-4a5d-a7c4-b7717a4ba812),segment_id=a26bdd1f-4039-4a5d-a7c4-b7717a4ba812)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:48:52.052948 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.db.api [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:48:52.052948 n-d-798249-5 neutron-server[100877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:48:52.052948 n-d-798249-5 neutron-server[100877]: [parameters: {'id': 'f2b64d2a-3bbc-42eb-8465-3556dc203672'}] Jul 05 04:48:52.052948 n-d-798249-5 neutron-server[100877]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:48:52.053347 n-d-798249-5 neutron-server[100877]: DEBUG oslo_db.api [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:48:52.098503 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:52.182200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4200fd0-03ba-4596-8be0-1ec8bccdd761 None None] Pushing event updated for resources: {'Port': ['ID=5118b215-d4cb-4891-9353-fe08309a1f8a,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:52.206907 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e74022-d539-4b28-83ce-2e7daec89b52 None None] Network f2b64d2a-3bbc-42eb-8465-3556dc203672 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:52.343431 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad3297d-0e30-4a54-8954-f24b741e06b3 None None] get_active_networks_info from n-d-798249-5 {{(pid=100878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:48:52.517573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4fc4f84d-6d3b-4000-b403-04826aa57f9d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:48:52.554905 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:52.601484 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad3297d-0e30-4a54-8954-f24b741e06b3 None None] Resources bound (agent type, host, resource id): {{(pid=100878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:48:52.607491 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Deleting port 5118b215-d4cb-4891-9353-fe08309a1f8a {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:48:52.624154 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:52.675226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] For port 5118b215-d4cb-4891-9353-fe08309a1f8a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5118b215-d4cb-4891-9353-fe08309a1f8a,segment=NetworkSegment(a26bdd1f-4039-4a5d-a7c4-b7717a4ba812),segment_id=a26bdd1f-4039-4a5d-a7c4-b7717a4ba812)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:52.675590 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:52.689748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Calling delete_port for 5118b215-d4cb-4891-9353-fe08309a1f8a owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:48:52.691822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 4fc4f84d-6d3b-4000-b403-04826aa57f9d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:48:52.699108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4fc4f84d-6d3b-4000-b403-04826aa57f9d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:48:52.699454 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:52.821705 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:52.852018 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Port': ['ID=5118b215-d4cb-4891-9353-fe08309a1f8a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:52.855423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] No DVR routers for this DVR port 5118b215-d4cb-4891-9353-fe08309a1f8a on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:48:52.857393 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:52.914403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 4fc4f84d-6d3b-4000-b403-04826aa57f9d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4fc4f84d-6d3b-4000-b403-04826aa57f9d,segment=NetworkSegment(4c007c53-e266-4025-a068-614afe12055b),segment_id=4c007c53-e266-4025-a068-614afe12055b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:52.932908 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:52.942605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b64d2a-3bbc-42eb-8465-3556dc203672']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:52.952617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26bdd1f-4039-4a5d-a7c4-b7717a4ba812') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:52.953071 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26bdd1f-4039-4a5d-a7c4-b7717a4ba812') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:52.962102 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:52.976563 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:52.981177 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:52.982290 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:48:52.982683 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:48:52.985822 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:48:53.032981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=4fc4f84d-6d3b-4000-b403-04826aa57f9d,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:53.118025 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.126603 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.128234 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "DELETE /v2.0/networks/f2b64d2a-3bbc-42eb-8465-3556dc203672 HTTP/1.1" status: 204 len: 168 time: 1.8773339 Jul 05 04:48:53.131890 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55786) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:53.141062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd245a-ac88-4170-a20e-6ff381e69074 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Network': ['ID=f2b64d2a-3bbc-42eb-8465-3556dc203672,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:53.163606 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6fa4832-20bc-4591-8745-1c2f0a87d965 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] GET failed (client error): The resource could not be found. Jul 05 04:48:53.164936 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f6fa4832-20bc-4591-8745-1c2f0a87d965 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "GET /v2.0/subnets/09d0fbb5-cf1d-44f2-8f75-411de04a32e2 HTTP/1.1" status: 404 len: 337 time: 0.0316975 Jul 05 04:48:53.167639 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55788) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:53.185368 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f21717-41d5-4af6-93c0-79ee0748d01d tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] DELETE failed (client error): The resource could not be found. Jul 05 04:48:53.185894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f21717-41d5-4af6-93c0-79ee0748d01d tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:48:53.188095 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-88f21717-41d5-4af6-93c0-79ee0748d01d tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "DELETE /v2.0/networks/f2b64d2a-3bbc-42eb-8465-3556dc203672 HTTP/1.1" status: 404 len: 339 time: 0.0195587 Jul 05 04:48:53.191599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55790) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:53.216548 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-32363d9a-7d0b-42ad-8703-d7d85b2139e9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] DELETE failed (client error): The resource could not be found. Jul 05 04:48:53.216889 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32363d9a-7d0b-42ad-8703-d7d85b2139e9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:48:53.218627 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-32363d9a-7d0b-42ad-8703-d7d85b2139e9 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "DELETE /v2.0/subnets/09d0fbb5-cf1d-44f2-8f75-411de04a32e2 HTTP/1.1" status: 404 len: 337 time: 0.0261526 Jul 05 04:48:53.220899 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55792) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:53.237641 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-41becc9b-431a-465c-a3d7-9970a5a7c806 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] DELETE failed (client error): The resource could not be found. Jul 05 04:48:53.238157 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41becc9b-431a-465c-a3d7-9970a5a7c806 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:48:53.239751 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-41becc9b-431a-465c-a3d7-9970a5a7c806 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "DELETE /v2.0/networks/f2b64d2a-3bbc-42eb-8465-3556dc203672 HTTP/1.1" status: 404 len: 339 time: 0.0179887 Jul 05 04:48:53.241999 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55794) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:53.291746 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-1390c414-7901-4dc4-82cd-af729e43164c tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Deleting subnet 825f5284-96d8-4a34-8e9f-f67665af69ab {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:48:53.294791 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1390c414-7901-4dc4-82cd-af729e43164c tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.339138 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1390c414-7901-4dc4-82cd-af729e43164c tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.449520 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1390c414-7901-4dc4-82cd-af729e43164c tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.578129 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1390c414-7901-4dc4-82cd-af729e43164c tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.606965 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1390c414-7901-4dc4-82cd-af729e43164c tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.609590 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1390c414-7901-4dc4-82cd-af729e43164c tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "DELETE /v2.0/subnets/825f5284-96d8-4a34-8e9f-f67665af69ab HTTP/1.1" status: 204 len: 168 time: 0.3665197 Jul 05 04:48:53.610560 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390c414-7901-4dc4-82cd-af729e43164c tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Subnet': ['ID=825f5284-96d8-4a34-8e9f-f67665af69ab,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:53.612021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55796) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:53.615638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb686b2-36f2-442f-b864-6fcaf4264a28 None None] Network 367b1c31-209e-419b-9d13-8b4b39555a01 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:53.694281 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.745053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Deleting port 4fc4f84d-6d3b-4000-b403-04826aa57f9d {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:48:53.745882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.797777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6308369-27e2-45a5-a6d0-2706bf48951a None None] DHCP port deletion for 367b1c31-209e-419b-9d13-8b4b39555a01 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:48:53.811305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] For port 4fc4f84d-6d3b-4000-b403-04826aa57f9d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4fc4f84d-6d3b-4000-b403-04826aa57f9d,segment=NetworkSegment(4c007c53-e266-4025-a068-614afe12055b),segment_id=4c007c53-e266-4025-a068-614afe12055b)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:53.812301 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.824387 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Calling delete_port for 4fc4f84d-6d3b-4000-b403-04826aa57f9d owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:48:53.844223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e6308369-27e2-45a5-a6d0-2706bf48951a None None] Deleting port 4fc4f84d-6d3b-4000-b403-04826aa57f9d {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:48:53.844646 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e6308369-27e2-45a5-a6d0-2706bf48951a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.910239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e6308369-27e2-45a5-a6d0-2706bf48951a None None] For port 4fc4f84d-6d3b-4000-b403-04826aa57f9d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4fc4f84d-6d3b-4000-b403-04826aa57f9d,segment=NetworkSegment(4c007c53-e266-4025-a068-614afe12055b),segment_id=4c007c53-e266-4025-a068-614afe12055b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:53.914147 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e6308369-27e2-45a5-a6d0-2706bf48951a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.923284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e6308369-27e2-45a5-a6d0-2706bf48951a None None] Calling delete_port for 4fc4f84d-6d3b-4000-b403-04826aa57f9d owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:48:53.958319 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.986529 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Port': ['ID=4fc4f84d-6d3b-4000-b403-04826aa57f9d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:53.988357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] No DVR routers for this DVR port 4fc4f84d-6d3b-4000-b403-04826aa57f9d on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:48:54.002865 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e6308369-27e2-45a5-a6d0-2706bf48951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.026632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6308369-27e2-45a5-a6d0-2706bf48951a None None] Pushing event deleted for resources: {'Port': ['ID=4fc4f84d-6d3b-4000-b403-04826aa57f9d,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:54.032516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6308369-27e2-45a5-a6d0-2706bf48951a None None] No DVR routers for this DVR port 4fc4f84d-6d3b-4000-b403-04826aa57f9d on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:48:54.071828 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.081791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367b1c31-209e-419b-9d13-8b4b39555a01']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:54.091221 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c007c53-e266-4025-a068-614afe12055b') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:54.091518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c007c53-e266-4025-a068-614afe12055b') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:54.100728 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.114737 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.120549 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:48:54.120936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:48:54.123785 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:48:54.255784 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.268503 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.268503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "DELETE /v2.0/networks/367b1c31-209e-419b-9d13-8b4b39555a01 HTTP/1.1" status: 204 len: 168 time: 0.6512845 Jul 05 04:48:54.268689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55798) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:54.276066 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc33ef-f428-4e9d-a7a6-46a50ad10d84 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Network': ['ID=367b1c31-209e-419b-9d13-8b4b39555a01,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:54.302959 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0dde625-b85f-4cb7-b72f-92cf80fc86d6 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] DELETE failed (client error): The resource could not be found. Jul 05 04:48:54.303336 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0dde625-b85f-4cb7-b72f-92cf80fc86d6 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:48:54.305108 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d0dde625-b85f-4cb7-b72f-92cf80fc86d6 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "DELETE /v2.0/subnets/779a0984-3e85-4753-8286-4a61ae4d048a HTTP/1.1" status: 404 len: 337 time: 0.0363939 Jul 05 04:48:54.307658 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55800) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:54.326249 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8403ad-f5d8-4e43-bd41-a73efcef82dc tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] DELETE failed (client error): The resource could not be found. Jul 05 04:48:54.326787 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d8403ad-f5d8-4e43-bd41-a73efcef82dc tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:48:54.329474 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6d8403ad-f5d8-4e43-bd41-a73efcef82dc tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "DELETE /v2.0/networks/1334dd28-955b-4cb5-8726-d15eb7faa445 HTTP/1.1" status: 404 len: 339 time: 0.0209169 Jul 05 04:48:54.331894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55802) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:54.345125 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c843139-0e65-4db8-a0f8-de185d7b2c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.361011 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb459143-9684-494e-bfe8-c49e31aedfc1 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] DELETE failed (client error): The resource could not be found. Jul 05 04:48:54.361471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb459143-9684-494e-bfe8-c49e31aedfc1 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:48:54.363253 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cb459143-9684-494e-bfe8-c49e31aedfc1 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "DELETE /v2.0/subnets/f89595e5-cacb-49e8-94ef-3c96bd197ec4 HTTP/1.1" status: 404 len: 337 time: 0.0302238 Jul 05 04:48:54.365861 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55804) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:54.385244 n-d-798249-5 neutron-server[100876]: INFO neutron.pecan_wsgi.hooks.translation [None req-df211969-6178-4613-9236-e5d037263afc tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] DELETE failed (client error): The resource could not be found. Jul 05 04:48:54.385841 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df211969-6178-4613-9236-e5d037263afc tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100876) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:48:54.387543 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-df211969-6178-4613-9236-e5d037263afc tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "DELETE /v2.0/networks/dc56fcda-be13-42dc-8d63-060473470084 HTTP/1.1" status: 404 len: 339 time: 0.0207820 Jul 05 04:48:54.391307 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55806) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:54.423625 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.445852 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc92fc6-7215-4705-a04a-89f8f367288f tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Deleting subnet b9795249-4c99-4066-8f67-71dddc2ec882 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:48:54.449050 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2fc92fc6-7215-4705-a04a-89f8f367288f tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.469399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4fc4f84d-6d3b-4000-b403-04826aa57f9d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:48:54.489977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 4fc4f84d-6d3b-4000-b403-04826aa57f9d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:48:54.490319 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4fc4f84d-6d3b-4000-b403-04826aa57f9d not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:48:54.494481 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2fc92fc6-7215-4705-a04a-89f8f367288f tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.576537 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2fc92fc6-7215-4705-a04a-89f8f367288f tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.709616 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2fc92fc6-7215-4705-a04a-89f8f367288f tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.739918 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc92fc6-7215-4705-a04a-89f8f367288f tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Subnet': ['ID=b9795249-4c99-4066-8f67-71dddc2ec882,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:54.745469 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2fc92fc6-7215-4705-a04a-89f8f367288f tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.747348 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2fc92fc6-7215-4705-a04a-89f8f367288f tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "DELETE /v2.0/subnets/b9795249-4c99-4066-8f67-71dddc2ec882 HTTP/1.1" status: 204 len: 168 time: 0.3550787 Jul 05 04:48:54.750520 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55808) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:54.751902 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdce8e4-7dc0-4ed4-a1a3-9affbd62777e None None] Network 35b07186-5478-4a12-8408-4e83002c963b requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:54.825011 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.875808 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Deleting port 57fbca9f-a889-41a7-9b5c-ed5fea595c43 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:48:54.876042 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.923778 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691a5223-a759-443a-9ecd-dc4890e15f37 None None] DHCP port deletion for 35b07186-5478-4a12-8408-4e83002c963b request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:48:54.943498 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] For port 57fbca9f-a889-41a7-9b5c-ed5fea595c43, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=57fbca9f-a889-41a7-9b5c-ed5fea595c43,segment=NetworkSegment(37f827f6-84d6-431f-8247-08965c9c4ad2),segment_id=37f827f6-84d6-431f-8247-08965c9c4ad2)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:54.943945 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.957258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Calling delete_port for 57fbca9f-a889-41a7-9b5c-ed5fea595c43 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:48:54.969350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-691a5223-a759-443a-9ecd-dc4890e15f37 None None] Deleting port 57fbca9f-a889-41a7-9b5c-ed5fea595c43 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:48:54.969730 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-691a5223-a759-443a-9ecd-dc4890e15f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:55.030881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-691a5223-a759-443a-9ecd-dc4890e15f37 None None] For port 57fbca9f-a889-41a7-9b5c-ed5fea595c43, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=57fbca9f-a889-41a7-9b5c-ed5fea595c43,segment=NetworkSegment(37f827f6-84d6-431f-8247-08965c9c4ad2),segment_id=37f827f6-84d6-431f-8247-08965c9c4ad2)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:55.031359 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-691a5223-a759-443a-9ecd-dc4890e15f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:55.044187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-691a5223-a759-443a-9ecd-dc4890e15f37 None None] Calling delete_port for 57fbca9f-a889-41a7-9b5c-ed5fea595c43 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:48:55.089876 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:55.119505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Port': ['ID=57fbca9f-a889-41a7-9b5c-ed5fea595c43,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:55.126339 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] No DVR routers for this DVR port 57fbca9f-a889-41a7-9b5c-ed5fea595c43 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:48:55.126925 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-691a5223-a759-443a-9ecd-dc4890e15f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:55.151276 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a5223-a759-443a-9ecd-dc4890e15f37 None None] Pushing event deleted for resources: {'Port': ['ID=57fbca9f-a889-41a7-9b5c-ed5fea595c43,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:55.157505 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691a5223-a759-443a-9ecd-dc4890e15f37 None None] No DVR routers for this DVR port 57fbca9f-a889-41a7-9b5c-ed5fea595c43 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:48:55.205008 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:55.214642 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b07186-5478-4a12-8408-4e83002c963b']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:55.224966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f827f6-84d6-431f-8247-08965c9c4ad2') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:55.225271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f827f6-84d6-431f-8247-08965c9c4ad2') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:48:55.234468 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:55.247734 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:55.254294 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:48:55.254713 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:48:55.258650 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:48:55.386727 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:55.398206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:55.398206 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] 10.222.0.60 "DELETE /v2.0/networks/35b07186-5478-4a12-8408-4e83002c963b HTTP/1.1" status: 204 len: 168 time: 0.6448793 Jul 05 04:48:55.408691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2c21c-a284-4f66-af57-5b56c6ed7e59 tempest-NetworksIpV6Test-1337581702 tempest-NetworksIpV6Test-1337581702-project] Pushing event deleted for resources: {'Network': ['ID=35b07186-5478-4a12-8408-4e83002c963b,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:55.446253 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:55.854543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55814) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:55.980686 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-28e45dd7-2e04-4e42-bbb6-eaaf1a315f91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44eee2c2557646c9aca948db5ec95930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249459 Jul 05 04:48:55.983170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55818) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:56.030726 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d5bdc37b-e1b5-4ff6-8b8a-64188deef8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:56.051919 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d5bdc37b-e1b5-4ff6-8b8a-64188deef8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:56.183298 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d5bdc37b-e1b5-4ff6-8b8a-64188deef8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:56.185812 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d5bdc37b-e1b5-4ff6-8b8a-64188deef8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:56.187706 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d5bdc37b-e1b5-4ff6-8b8a-64188deef8ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d262a93-0f1d-42a9-8d7c-7e4093a6bf54 HTTP/1.1" status: 204 len: 168 time: 0.2031164 Jul 05 04:48:56.195612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdc37b-e1b5-4ff6-8b8a-64188deef8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d262a93-0f1d-42a9-8d7c-7e4093a6bf54,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:56.466438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 57fbca9f-a889-41a7-9b5c-ed5fea595c43 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:48:56.487314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 57fbca9f-a889-41a7-9b5c-ed5fea595c43 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:48:56.487666 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 57fbca9f-a889-41a7-9b5c-ed5fea595c43 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:48:57.187887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55840) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:57.278507 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b2271385-d644-4184-bbec-85a8a26e90ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-816358545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:57.332179 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:57.361453 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b2271385-d644-4184-bbec-85a8a26e90ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:57.362448 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b2271385-d644-4184-bbec-85a8a26e90ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:57.417833 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b2271385-d644-4184-bbec-85a8a26e90ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:57.490215 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b2271385-d644-4184-bbec-85a8a26e90ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:57.575346 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b2271385-d644-4184-bbec-85a8a26e90ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:57.576635 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b2271385-d644-4184-bbec-85a8a26e90ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3876486 Jul 05 04:48:57.579346 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55844) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:57.584144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-757194770'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:57.660763 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Made reservation on behalf of 0f3f357da0304a7f8963fc918632ce95 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:57.664213 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:57.673558 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:57.763421 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:57.832482 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:57.860774 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:48:57.866921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36bb60f7-3961-44cb-9c53-1c4934ad1073,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:57.872814 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:57.873165 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Added segment 52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59 of type vlan for network a6993fc0-62f2-43a7-a8d0-09317b9bd29a Jul 05 04:48:57.912811 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:58.009826 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:58.015502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:58.016751 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:58.082800 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Pushing event updated for resources: {'Network': ['ID=a6993fc0-62f2-43a7-a8d0-09317b9bd29a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:58.093682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network a6993fc0-62f2-43a7-a8d0-09317b9bd29a details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:48:58.132983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4379bc52-a77c-4cef-806c-d32a4198b461 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5526295 Jul 05 04:48:58.135788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55846) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:58.141367 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-650815cb-9a01-4131-927c-fd6a3185f166 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Request body: {'subnet': {'network_id': 'a6993fc0-62f2-43a7-a8d0-09317b9bd29a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:58.301264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650815cb-9a01-4131-927c-fd6a3185f166 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Made reservation on behalf of 0f3f357da0304a7f8963fc918632ce95 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:58.304945 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-650815cb-9a01-4131-927c-fd6a3185f166 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:58.549224 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-650815cb-9a01-4131-927c-fd6a3185f166 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:58.607938 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650815cb-9a01-4131-927c-fd6a3185f166 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Pushing event updated for resources: {'Subnet': ['ID=baaf9c91-1d1f-4aea-85bd-54885fff0878,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:58.616272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650815cb-9a01-4131-927c-fd6a3185f166 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Checking segment: {'id': '52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a6993fc0-62f2-43a7-a8d0-09317b9bd29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:58.616633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650815cb-9a01-4131-927c-fd6a3185f166 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Network hostable DHCP agents. Network: a6993fc0-62f2-43a7-a8d0-09317b9bd29a, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:48:58.691358 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650815cb-9a01-4131-927c-fd6a3185f166 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Network a6993fc0-62f2-43a7-a8d0-09317b9bd29a is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:48:58.777324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-650815cb-9a01-4131-927c-fd6a3185f166 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, a6993fc0-62f2-43a7-a8d0-09317b9bd29a) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:58.781899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650815cb-9a01-4131-927c-fd6a3185f166 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:58.782838 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-650815cb-9a01-4131-927c-fd6a3185f166 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:58.788093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e43f302-6614-41cd-bbcd-fb4e958b3de1 None None] Network a6993fc0-62f2-43a7-a8d0-09317b9bd29a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:58.869761 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-650815cb-9a01-4131-927c-fd6a3185f166 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7328026 Jul 05 04:48:58.872617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55848) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:58.878523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-13377d77-456b-4dd2-97a8-aef01d7891ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1232789384'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:58.932474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-a6993fc0-62f2-43a7-a8d0-09317b9bd29a', 'network_id': 'a6993fc0-62f2-43a7-a8d0-09317b9bd29a', 'tenant_id': '0f3f357da0304a7f8963fc918632ce95', 'fixed_ips': [{'subnet_id': 'baaf9c91-1d1f-4aea-85bd-54885fff0878'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:48:58.933319 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:58.975312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13377d77-456b-4dd2-97a8-aef01d7891ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Made reservation on behalf of 0f3f357da0304a7f8963fc918632ce95 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:58.979354 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13377d77-456b-4dd2-97a8-aef01d7891ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:59.004279 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13377d77-456b-4dd2-97a8-aef01d7891ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:48:59.012982 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13377d77-456b-4dd2-97a8-aef01d7891ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:59.013325 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-13377d77-456b-4dd2-97a8-aef01d7891ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Added segment 189eecd0-ca9b-4249-9023-4e3dd3b1db67 of type vlan for network c1b1a099-dccc-47cf-b9d1-c080331ab687 Jul 05 04:48:59.052590 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13377d77-456b-4dd2-97a8-aef01d7891ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:59.062436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Allocated IP 172.20.0.2 (a6993fc0-62f2-43a7-a8d0-09317b9bd29a/baaf9c91-1d1f-4aea-85bd-54885fff0878/364b3198-d1b0-4f7f-8e3c-5b838c850904) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:48:59.148872 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13377d77-456b-4dd2-97a8-aef01d7891ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:59.154524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13377d77-456b-4dd2-97a8-aef01d7891ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:59.155153 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-13377d77-456b-4dd2-97a8-aef01d7891ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:59.203596 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:59.212864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Transition to ACTIVE for port object 364b3198-d1b0-4f7f-8e3c-5b838c850904 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:59.223385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13377d77-456b-4dd2-97a8-aef01d7891ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Pushing event updated for resources: {'Network': ['ID=c1b1a099-dccc-47cf-b9d1-c080331ab687,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:59.229067 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Transition to ACTIVE for port object 364b3198-d1b0-4f7f-8e3c-5b838c850904 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:59.233452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network c1b1a099-dccc-47cf-b9d1-c080331ab687 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:48:59.275656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-13377d77-456b-4dd2-97a8-aef01d7891ed tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4019365 Jul 05 04:48:59.278739 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55850) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:59.284429 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-024b1fa9-1586-4d81-92f2-449ccf17c719 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Request body: {'subnet': {'network_id': 'c1b1a099-dccc-47cf-b9d1-c080331ab687', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:59.303501 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:59.345739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Network a6993fc0-62f2-43a7-a8d0-09317b9bd29a is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:48:59.348583 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:59.354029 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:48:59.361230 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Pushing event updated for resources: {'Port': ['ID=364b3198-d1b0-4f7f-8e3c-5b838c850904,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:59.414237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Attempting to bind port 364b3198-d1b0-4f7f-8e3c-5b838c850904 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:48:59.414526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Attempting to bind port 364b3198-d1b0-4f7f-8e3c-5b838c850904 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a6993fc0-62f2-43a7-a8d0-09317b9bd29a'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:48:59.414888 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Attempting to bind port 364b3198-d1b0-4f7f-8e3c-5b838c850904 on network a6993fc0-62f2-43a7-a8d0-09317b9bd29a {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:48:59.419692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:48:59.420065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Checking segment: {'id': '52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a6993fc0-62f2-43a7-a8d0-09317b9bd29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:59.420498 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:59.420892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Bound using segment: {'id': '52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a6993fc0-62f2-43a7-a8d0-09317b9bd29a'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:48:59.421352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Bound port: 364b3198-d1b0-4f7f-8e3c-5b838c850904, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a6993fc0-62f2-43a7-a8d0-09317b9bd29a'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:48:59.421734 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:59.452089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024b1fa9-1586-4d81-92f2-449ccf17c719 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Made reservation on behalf of 0f3f357da0304a7f8963fc918632ce95 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:59.455876 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-024b1fa9-1586-4d81-92f2-449ccf17c719 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:59.483269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] For port 364b3198-d1b0-4f7f-8e3c-5b838c850904, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:48:59.487265 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] For port 364b3198-d1b0-4f7f-8e3c-5b838c850904, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=364b3198-d1b0-4f7f-8e3c-5b838c850904,segment=NetworkSegment(52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59),segment_id=52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:48:59.547879 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:59.610175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51f49c-3942-4d3d-8da0-6d4b75e0f57d None None] Pushing event updated for resources: {'Port': ['ID=364b3198-d1b0-4f7f-8e3c-5b838c850904,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:59.690439 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-024b1fa9-1586-4d81-92f2-449ccf17c719 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:59.752614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b1fa9-1586-4d81-92f2-449ccf17c719 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Pushing event updated for resources: {'Subnet': ['ID=a1e193d1-19e3-4e2a-a07a-3f3b2dfe600f,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:59.776269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b1fa9-1586-4d81-92f2-449ccf17c719 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Checking segment: {'id': '189eecd0-ca9b-4249-9023-4e3dd3b1db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1b1a099-dccc-47cf-b9d1-c080331ab687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:59.776668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b1fa9-1586-4d81-92f2-449ccf17c719 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Network hostable DHCP agents. Network: c1b1a099-dccc-47cf-b9d1-c080331ab687, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:48:59.867802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b1fa9-1586-4d81-92f2-449ccf17c719 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Network c1b1a099-dccc-47cf-b9d1-c080331ab687 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:48:59.943475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-024b1fa9-1586-4d81-92f2-449ccf17c719 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, c1b1a099-dccc-47cf-b9d1-c080331ab687) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:59.950125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024b1fa9-1586-4d81-92f2-449ccf17c719 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:59.950710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85b24a2-07b3-4f30-aa06-68a83b331ad8 None None] Network c1b1a099-dccc-47cf-b9d1-c080331ab687 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:48:59.950867 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-024b1fa9-1586-4d81-92f2-449ccf17c719 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.007002 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.038200 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-024b1fa9-1586-4d81-92f2-449ccf17c719 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7583299 Jul 05 04:49:00.041141 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55852) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:00.046063 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1921e741-8773-4dc1-985e-632af057c766 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1b1a099-dccc-47cf-b9d1-c080331ab687'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:00.097438 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-c1b1a099-dccc-47cf-b9d1-c080331ab687', 'network_id': 'c1b1a099-dccc-47cf-b9d1-c080331ab687', 'tenant_id': '0f3f357da0304a7f8963fc918632ce95', 'fixed_ips': [{'subnet_id': 'a1e193d1-19e3-4e2a-a07a-3f3b2dfe600f'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:49:00.098338 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.235657 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Allocated IP 172.21.0.2 (c1b1a099-dccc-47cf-b9d1-c080331ab687/a1e193d1-19e3-4e2a-a07a-3f3b2dfe600f/c379ba27-da2c-479d-83f4-9d3d992f64fb) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:00.313782 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1921e741-8773-4dc1-985e-632af057c766 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.394375 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.403794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Transition to ACTIVE for port object c379ba27-da2c-479d-83f4-9d3d992f64fb will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:00.421065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Transition to ACTIVE for port object c379ba27-da2c-479d-83f4-9d3d992f64fb will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:00.508881 n-d-798249-5 neutron-server[100876]: INFO neutron.api.v2.resource [None req-1921e741-8773-4dc1-985e-632af057c766 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:49:00.510157 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1921e741-8773-4dc1-985e-632af057c766 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] 10.222.0.60 "PUT /v2.0/routers/29365171-34da-48bd-be92-b851534ae070 HTTP/1.1" status: 400 len: 364 time: 0.4679193 Jul 05 04:49:00.518637 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55854) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:00.519175 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.554087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 364b3198-d1b0-4f7f-8e3c-5b838c850904 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:00.559112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Network c1b1a099-dccc-47cf-b9d1-c080331ab687 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:00.575473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cbde28-74a7-431b-b80b-92cc3fd00058 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Deleting subnet a1e193d1-19e3-4e2a-a07a-3f3b2dfe600f {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:49:00.578807 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-95cbde28-74a7-431b-b80b-92cc3fd00058 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.579251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:00.588977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c6ad14-93a1-450e-a9d4-b67714c3bb16 None None] Network a6993fc0-62f2-43a7-a8d0-09317b9bd29a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:00.593519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:00.618798 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-95cbde28-74a7-431b-b80b-92cc3fd00058 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.667508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Pushing event updated for resources: {'Port': ['ID=c379ba27-da2c-479d-83f4-9d3d992f64fb,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:00.706070 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-95cbde28-74a7-431b-b80b-92cc3fd00058 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.743786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Attempting to bind port c379ba27-da2c-479d-83f4-9d3d992f64fb on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:00.744079 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Attempting to bind port c379ba27-da2c-479d-83f4-9d3d992f64fb by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '189eecd0-ca9b-4249-9023-4e3dd3b1db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1b1a099-dccc-47cf-b9d1-c080331ab687'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:00.744467 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Attempting to bind port c379ba27-da2c-479d-83f4-9d3d992f64fb on network c1b1a099-dccc-47cf-b9d1-c080331ab687 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:00.759365 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:00.759801 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Checking segment: {'id': '189eecd0-ca9b-4249-9023-4e3dd3b1db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1b1a099-dccc-47cf-b9d1-c080331ab687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:00.760196 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.764388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Bound using segment: {'id': '189eecd0-ca9b-4249-9023-4e3dd3b1db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1b1a099-dccc-47cf-b9d1-c080331ab687'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:00.764892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Bound port: c379ba27-da2c-479d-83f4-9d3d992f64fb, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189eecd0-ca9b-4249-9023-4e3dd3b1db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1b1a099-dccc-47cf-b9d1-c080331ab687'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:00.765283 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.803126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-831ae166-1b51-457f-99cb-37bf4a8ad2eb None None] Provisioning for port 364b3198-d1b0-4f7f-8e3c-5b838c850904 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:00.852751 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 364b3198-d1b0-4f7f-8e3c-5b838c850904 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:00.879424 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-95cbde28-74a7-431b-b80b-92cc3fd00058 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.881379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 364b3198-d1b0-4f7f-8e3c-5b838c850904 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:00.881847 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.909394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbde28-74a7-431b-b80b-92cc3fd00058 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e193d1-19e3-4e2a-a07a-3f3b2dfe600f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:00.916438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-95cbde28-74a7-431b-b80b-92cc3fd00058 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.918488 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-95cbde28-74a7-431b-b80b-92cc3fd00058 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] 10.222.0.60 "DELETE /v2.0/subnets/a1e193d1-19e3-4e2a-a07a-3f3b2dfe600f HTTP/1.1" status: 204 len: 168 time: 0.4001198 Jul 05 04:49:00.920947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55856) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:01.002715 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.059975 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Deleting port c379ba27-da2c-479d-83f4-9d3d992f64fb {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:49:01.060574 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.072233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] For port c379ba27-da2c-479d-83f4-9d3d992f64fb, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:01.094998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] For port c379ba27-da2c-479d-83f4-9d3d992f64fb, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c379ba27-da2c-479d-83f4-9d3d992f64fb,segment=NetworkSegment(189eecd0-ca9b-4249-9023-4e3dd3b1db67),segment_id=189eecd0-ca9b-4249-9023-4e3dd3b1db67)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:01.121621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] For port c379ba27-da2c-479d-83f4-9d3d992f64fb, host n-d-798249-5, got binding levels [] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:01.121979 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.136002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Calling delete_port for c379ba27-da2c-479d-83f4-9d3d992f64fb owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:49:01.162000 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.171702 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.242652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 364b3198-d1b0-4f7f-8e3c-5b838c850904, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=364b3198-d1b0-4f7f-8e3c-5b838c850904,segment=NetworkSegment(52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59),segment_id=52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:01.264162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087a43d-275f-4ffb-8f9b-692621be5e5f None None] Pushing event updated for resources: {'Port': ['ID=c379ba27-da2c-479d-83f4-9d3d992f64fb,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:01.284984 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.312672 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.314173 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Pushing event deleted for resources: {'Port': ['ID=c379ba27-da2c-479d-83f4-9d3d992f64fb,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:01.318042 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] No DVR routers for this DVR port c379ba27-da2c-479d-83f4-9d3d992f64fb on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:49:01.384675 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-46dd14be-aada-4640-ada3-87191b08ec86 None None] Provisioning complete for port 364b3198-d1b0-4f7f-8e3c-5b838c850904 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:01.385052 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-46dd14be-aada-4640-ada3-87191b08ec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.407617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=364b3198-d1b0-4f7f-8e3c-5b838c850904,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:01.414112 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.428446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b1a099-dccc-47cf-b9d1-c080331ab687']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:01.455924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189eecd0-ca9b-4249-9023-4e3dd3b1db67') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:01.456134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189eecd0-ca9b-4249-9023-4e3dd3b1db67') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:01.465286 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.485019 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.492558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:49:01.493320 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:49:01.497415 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:49:01.609702 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.617135 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.618980 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] 10.222.0.60 "DELETE /v2.0/networks/c1b1a099-dccc-47cf-b9d1-c080331ab687 HTTP/1.1" status: 204 len: 168 time: 0.6970446 Jul 05 04:49:01.621569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55858) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:01.630392 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daec409-b60a-4e4d-bbd1-cca808247a23 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Pushing event deleted for resources: {'Network': ['ID=c1b1a099-dccc-47cf-b9d1-c080331ab687,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:01.671490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8283b9-389b-4ebd-baf0-d06d193f6a54 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Deleting subnet baaf9c91-1d1f-4aea-85bd-54885fff0878 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:49:01.675211 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa8283b9-389b-4ebd-baf0-d06d193f6a54 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.714624 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa8283b9-389b-4ebd-baf0-d06d193f6a54 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.804518 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa8283b9-389b-4ebd-baf0-d06d193f6a54 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.941683 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa8283b9-389b-4ebd-baf0-d06d193f6a54 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.974170 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa8283b9-389b-4ebd-baf0-d06d193f6a54 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.977489 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aa8283b9-389b-4ebd-baf0-d06d193f6a54 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] 10.222.0.60 "DELETE /v2.0/subnets/baaf9c91-1d1f-4aea-85bd-54885fff0878 HTTP/1.1" status: 204 len: 168 time: 0.3547006 Jul 05 04:49:01.979051 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8283b9-389b-4ebd-baf0-d06d193f6a54 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Pushing event deleted for resources: {'Subnet': ['ID=baaf9c91-1d1f-4aea-85bd-54885fff0878,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:01.979836 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 55860) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:01.984783 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06188ce-43d1-46fe-87da-888034c6baaf None None] Network a6993fc0-62f2-43a7-a8d0-09317b9bd29a requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:02.004400 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.078326 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.136425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Deleting port 364b3198-d1b0-4f7f-8e3c-5b838c850904 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:49:02.136425 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.204347 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] For port 364b3198-d1b0-4f7f-8e3c-5b838c850904, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=364b3198-d1b0-4f7f-8e3c-5b838c850904,segment=NetworkSegment(52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59),segment_id=52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:02.204633 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.218567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Calling delete_port for 364b3198-d1b0-4f7f-8e3c-5b838c850904 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:49:02.224204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ef9336-09fd-4b41-95d8-d7c6007ef519 None None] DHCP port deletion for a6993fc0-62f2-43a7-a8d0-09317b9bd29a request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:49:02.272390 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2cd38b-260f-41fe-9616-79d06056c758 None None] DHCP port deletion for c1b1a099-dccc-47cf-b9d1-c080331ab687 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:49:02.280002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-48ef9336-09fd-4b41-95d8-d7c6007ef519 None None] Deleting port 364b3198-d1b0-4f7f-8e3c-5b838c850904 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:49:02.280398 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-48ef9336-09fd-4b41-95d8-d7c6007ef519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.323537 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50905f90-a903-48b4-8935-b3b692b23006 None None] Network c1b1a099-dccc-47cf-b9d1-c080331ab687 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:02.344591 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50905f90-a903-48b4-8935-b3b692b23006 None None] Network c1b1a099-dccc-47cf-b9d1-c080331ab687 could not be found, it might have been deleted concurrently. {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:49:02.347971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8366fbb9-8a34-4e21-8c33-776ebc2381db None None] Could not find standard attr ID for object c379ba27-da2c-479d-83f4-9d3d992f64fb. {{(pid=100878) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:49:02.364624 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-48ef9336-09fd-4b41-95d8-d7c6007ef519 None None] For port 364b3198-d1b0-4f7f-8e3c-5b838c850904, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=364b3198-d1b0-4f7f-8e3c-5b838c850904,segment=NetworkSegment(52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59),segment_id=52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:02.365020 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-48ef9336-09fd-4b41-95d8-d7c6007ef519 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.371629 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.378135 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-48ef9336-09fd-4b41-95d8-d7c6007ef519 None None] Calling delete_port for 364b3198-d1b0-4f7f-8e3c-5b838c850904 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:49:02.400682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Pushing event deleted for resources: {'Port': ['ID=364b3198-d1b0-4f7f-8e3c-5b838c850904,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:02.406276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] No DVR routers for this DVR port 364b3198-d1b0-4f7f-8e3c-5b838c850904 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:49:02.458627 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-48ef9336-09fd-4b41-95d8-d7c6007ef519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.488726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 364b3198-d1b0-4f7f-8e3c-5b838c850904 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:49:02.490719 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ef9336-09fd-4b41-95d8-d7c6007ef519 None None] No DVR routers for this DVR port 364b3198-d1b0-4f7f-8e3c-5b838c850904 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:49:02.491972 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.492644 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef9336-09fd-4b41-95d8-d7c6007ef519 None None] Pushing event deleted for resources: {'Port': ['ID=364b3198-d1b0-4f7f-8e3c-5b838c850904,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:02.503042 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6993fc0-62f2-43a7-a8d0-09317b9bd29a']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:02.513867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:02.514160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 364b3198-d1b0-4f7f-8e3c-5b838c850904 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:49:02.518523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a49dfa-dfb4-4128-91b7-3c6bfe4bbe59') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:02.518738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 364b3198-d1b0-4f7f-8e3c-5b838c850904 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:49:02.523983 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.537971 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.543766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:49:02.547151 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:49:02.672522 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.679604 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.681493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] 10.222.0.60 "DELETE /v2.0/networks/a6993fc0-62f2-43a7-a8d0-09317b9bd29a HTTP/1.1" status: 204 len: 168 time: 0.6990793 Jul 05 04:49:02.684233 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55862) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:02.693177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1918ffd-9f74-4970-8794-740b8d542bf9 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Pushing event deleted for resources: {'Network': ['ID=a6993fc0-62f2-43a7-a8d0-09317b9bd29a,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:02.714232 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-87996373-c7f9-424f-85d6-2f0704676339 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] 10.222.0.60 "GET /v2.0/ports?device_id=29365171-34da-48bd-be92-b851534ae070 HTTP/1.1" status: 200 len: 205 time: 0.0287998 Jul 05 04:49:02.716599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55864) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:03.126535 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:49:03.130946 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebab346b-64c2-4f0b-8deb-a05b04fab353 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.294992 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebab346b-64c2-4f0b-8deb-a05b04fab353 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.297188 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebab346b-64c2-4f0b-8deb-a05b04fab353 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.429393 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebab346b-64c2-4f0b-8deb-a05b04fab353 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.430020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebab346b-64c2-4f0b-8deb-a05b04fab353 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Fanout notify agent at l3_agent the message router_deleted on router 29365171-34da-48bd-be92-b851534ae070 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:49:03.441892 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ebab346b-64c2-4f0b-8deb-a05b04fab353 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.443194 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ebab346b-64c2-4f0b-8deb-a05b04fab353 tempest-RoutersNegativeTest-1380050534 tempest-RoutersNegativeTest-1380050534-project] 10.222.0.60 "DELETE /v2.0/routers/29365171-34da-48bd-be92-b851534ae070 HTTP/1.1" status: 204 len: 168 time: 0.7255552 Jul 05 04:49:03.872576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55870) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:03.998584 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-de237f32-5e1c-4109-af44-5a3d3ed9f7d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f3f357da0304a7f8963fc918632ce95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248536 Jul 05 04:49:04.001144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55874) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:04.047790 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3c3820b-352d-48e3-9a9b-4aa18f7322c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:04.069333 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3c3820b-352d-48e3-9a9b-4aa18f7322c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:04.177541 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3c3820b-352d-48e3-9a9b-4aa18f7322c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:04.180073 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a3c3820b-352d-48e3-9a9b-4aa18f7322c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:04.181280 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a3c3820b-352d-48e3-9a9b-4aa18f7322c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36bb60f7-3961-44cb-9c53-1c4934ad1073 HTTP/1.1" status: 204 len: 168 time: 0.1791611 Jul 05 04:49:04.189005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3820b-352d-48e3-9a9b-4aa18f7322c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bb60f7-3961-44cb-9c53-1c4934ad1073,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:05.071707 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55896) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:05.167172 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1783723707-network', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:05.274340 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] Made reservation on behalf of e24f0d2869f044dead5255d899d0ac96 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:05.276648 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:05.288245 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:05.372769 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:05.451353 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:05.478504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:49:05.483712 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:05.491833 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:05.492900 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] Added segment d98ecae6-c7a6-4991-b0df-74f1f5c85706 of type vlan for network d22b0b29-1052-42fc-ba22-aed5e8367090 Jul 05 04:49:05.533747 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:05.632086 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:05.633131 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:05.633721 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:05.693008 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] Pushing event updated for resources: {'Network': ['ID=d22b0b29-1052-42fc-ba22-aed5e8367090,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:05.702420 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network d22b0b29-1052-42fc-ba22-aed5e8367090 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:49:05.735740 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-56ee5d83-34fe-4587-9809-3cce50642c13 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6628511 Jul 05 04:49:05.739131 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55900) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:05.744612 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f6710a3d-d5bf-44ff-b349-0e43af9208f6 admin admin] Request body: {'subnet': {'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1783723707-subnet', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:05.809442 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6710a3d-d5bf-44ff-b349-0e43af9208f6 admin admin] Made reservation on behalf of e24f0d2869f044dead5255d899d0ac96 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:05.811791 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6710a3d-d5bf-44ff-b349-0e43af9208f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:06.032284 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6710a3d-d5bf-44ff-b349-0e43af9208f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:06.091811 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6710a3d-d5bf-44ff-b349-0e43af9208f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46c91ba-5c15-4f93-b6ff-2393edd771a5,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:06.099608 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6710a3d-d5bf-44ff-b349-0e43af9208f6 admin admin] Checking segment: {'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:06.099967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6710a3d-d5bf-44ff-b349-0e43af9208f6 admin admin] Network hostable DHCP agents. Network: d22b0b29-1052-42fc-ba22-aed5e8367090, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:49:06.199979 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6710a3d-d5bf-44ff-b349-0e43af9208f6 admin admin] Network d22b0b29-1052-42fc-ba22-aed5e8367090 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:49:06.262721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-f6710a3d-d5bf-44ff-b349-0e43af9208f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, d22b0b29-1052-42fc-ba22-aed5e8367090) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:06.266746 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6710a3d-d5bf-44ff-b349-0e43af9208f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:06.267822 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6710a3d-d5bf-44ff-b349-0e43af9208f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:06.271852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347dd35a-2858-424f-8ecb-0596d24c2f18 None None] Network d22b0b29-1052-42fc-ba22-aed5e8367090 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:06.355367 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f6710a3d-d5bf-44ff-b349-0e43af9208f6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6145530 Jul 05 04:49:06.357819 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55902) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:06.362259 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1783723707-router', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:06.416380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-d22b0b29-1052-42fc-ba22-aed5e8367090', 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'fixed_ips': [{'subnet_id': 'b46c91ba-5c15-4f93-b6ff-2393edd771a5'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:49:06.417237 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:06.451968 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:06.453040 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:06.539273 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:06.551346 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Allocated IP 172.20.0.2 (d22b0b29-1052-42fc-ba22-aed5e8367090/b46c91ba-5c15-4f93-b6ff-2393edd771a5/8828c485-376f-4014-b00d-d4ee77e24912) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:06.694292 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:06.702213 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Transition to ACTIVE for port object 8828c485-376f-4014-b00d-d4ee77e24912 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:06.716670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Transition to ACTIVE for port object 8828c485-376f-4014-b00d-d4ee77e24912 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:06.752179 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:06.781169 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:06.817551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Network d22b0b29-1052-42fc-ba22-aed5e8367090 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:06.821756 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:06.827312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:06.834597 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Pushing event updated for resources: {'Port': ['ID=8828c485-376f-4014-b00d-d4ee77e24912,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:06.891179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Attempting to bind port 8828c485-376f-4014-b00d-d4ee77e24912 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:06.891758 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Attempting to bind port 8828c485-376f-4014-b00d-d4ee77e24912 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:06.892516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Attempting to bind port 8828c485-376f-4014-b00d-d4ee77e24912 on network d22b0b29-1052-42fc-ba22-aed5e8367090 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:06.897407 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:06.897807 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Checking segment: {'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:06.898219 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:06.898607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Bound using segment: {'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:06.899071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Bound port: 8828c485-376f-4014-b00d-d4ee77e24912, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:06.899452 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:06.966055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] For port 8828c485-376f-4014-b00d-d4ee77e24912, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:06.969108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] For port 8828c485-376f-4014-b00d-d4ee77e24912, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8828c485-376f-4014-b00d-d4ee77e24912,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:07.038902 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:07.057703 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:07.063049 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:07.116146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd1636-8b13-4631-becd-d72cb08f5696 None None] Pushing event updated for resources: {'Port': ['ID=8828c485-376f-4014-b00d-d4ee77e24912,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:07.177957 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Allocated IP 172.25.0.93 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/05749024-771e-4af1-85c0-b83a892860d7) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:07.286033 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:07.383551 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:07.426734 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:07.429621 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:07.435208 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:07.457262 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Pushing event updated for resources: {'Port': ['ID=05749024-771e-4af1-85c0-b83a892860d7,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:07.777085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:07.981524 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:08.102187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e9d954-ae6f-4b5c-bc27-7cb59bff85ab None None] Network d22b0b29-1052-42fc-ba22-aed5e8367090 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:08.348678 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-15057e97-7a49-482a-a305-8bd7f8071be3 None None] Provisioning for port 8828c485-376f-4014-b00d-d4ee77e24912 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:08.478448 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Router 48eb432f-a12a-4bd2-9812-7d6a2ca47341 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:49:08.503694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8828c485-376f-4014-b00d-d4ee77e24912 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:08.591455 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:49:08.600625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Sync routers for ids ['48eb432f-a12a-4bd2-9812-7d6a2ca47341'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:49:08.609824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 8828c485-376f-4014-b00d-d4ee77e24912 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:08.613681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Routers {'48eb432f-a12a-4bd2-9812-7d6a2ca47341'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:08.613681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48eb432f-a12a-4bd2-9812-7d6a2ca47341'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:08.616123 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 8828c485-376f-4014-b00d-d4ee77e24912 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:08.616595 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:08.684093 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:08.685510 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0cf583b7-3b41-48ea-9646-e05ac193d318 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3266628 Jul 05 04:49:08.688251 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55904) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:08.765238 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Set router 48eb432f-a12a-4bd2-9812-7d6a2ca47341 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:08.863767 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:08.916669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 8828c485-376f-4014-b00d-d4ee77e24912, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8828c485-376f-4014-b00d-d4ee77e24912,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:08.976966 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'name': 'tempest-TestEncryptedCinderVolumes-1783723707-router', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '05749024-771e-4af1-85c0-b83a892860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:06Z', 'updated_at': '2021-07-05T04:49:07Z', 'revision_number': 3, 'project_id': 'e24f0d2869f044dead5255d899d0ac96', 'gw_port': {'id': '05749024-771e-4af1-85c0-b83a892860d7', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:07Z', 'updated_at': '2021-07-05T04:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:09.006754 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.011645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Checking router: 48eb432f-a12a-4bd2-9812-7d6a2ca47341 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:49:09.011921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Updating router 48eb432f-a12a-4bd2-9812-7d6a2ca47341 port 05749024-771e-4af1-85c0-b83a892860d7 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:49:09.078415 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.103529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=8828c485-376f-4014-b00d-d4ee77e24912,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:09.106358 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.265482 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Allocated IP 172.20.0.1 (d22b0b29-1052-42fc-ba22-aed5e8367090/b46c91ba-5c15-4f93-b6ff-2393edd771a5/a7bb90c7-eb23-49f7-b5a7-867cf5055c5e) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:09.333893 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.343451 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Transition to ACTIVE for port object 05749024-771e-4af1-85c0-b83a892860d7 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:09.367269 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.381267 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Transition to ACTIVE for port object a7bb90c7-eb23-49f7-b5a7-867cf5055c5e will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:09.403741 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.459673 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Attempting to bind port 05749024-771e-4af1-85c0-b83a892860d7 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:09.460046 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Attempting to bind port 05749024-771e-4af1-85c0-b83a892860d7 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:09.460435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Attempting to bind port 05749024-771e-4af1-85c0-b83a892860d7 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:09.463446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4266d5a-fd23-4a41-9efd-48516ac3d3d6 None None] Pushing event updated for resources: {'Port': ['ID=05749024-771e-4af1-85c0-b83a892860d7,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:09.467963 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:09.468352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:09.468778 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.469169 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:09.470842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Bound port: 05749024-771e-4af1-85c0-b83a892860d7, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:09.470842 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.473142 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.514912 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Network d22b0b29-1052-42fc-ba22-aed5e8367090 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:09.517865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:09.521309 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:09.522279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] For port 05749024-771e-4af1-85c0-b83a892860d7, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:09.525677 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] For port 05749024-771e-4af1-85c0-b83a892860d7, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=05749024-771e-4af1-85c0-b83a892860d7,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:09.547347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bb90c7-eb23-49f7-b5a7-867cf5055c5e,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:09.572224 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.594997 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.653747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Routers {'48eb432f-a12a-4bd2-9812-7d6a2ca47341'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:09.654375 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48eb432f-a12a-4bd2-9812-7d6a2ca47341'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:09.701615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4266d5a-fd23-4a41-9efd-48516ac3d3d6 None None] Pushing event updated for resources: {'Port': ['ID=05749024-771e-4af1-85c0-b83a892860d7,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:09.774573 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] Set router 48eb432f-a12a-4bd2-9812-7d6a2ca47341 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:09.777882 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.937096 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-96573fc7-2e3e-4df9-9935-06fd0865d4d9 None None] Provisioning for port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:09.940479 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.943954 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-96573fc7-2e3e-4df9-9935-06fd0865d4d9 None None] Provisioning complete for port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:09.944345 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-96573fc7-2e3e-4df9-9935-06fd0865d4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.988832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-96573fc7-2e3e-4df9-9935-06fd0865d4d9 None None] Port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:49:09.997321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'name': 'tempest-TestEncryptedCinderVolumes-1783723707-router', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '05749024-771e-4af1-85c0-b83a892860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:06Z', 'updated_at': '2021-07-05T04:49:07Z', 'revision_number': 3, 'project_id': 'e24f0d2869f044dead5255d899d0ac96', 'gw_port': {'id': '05749024-771e-4af1-85c0-b83a892860d7', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:07Z', 'updated_at': '2021-07-05T04:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:10.016913 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.024800 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c44f7-7d79-4f1e-b72b-62312a0d1d48 None None] The sync data for ids ['48eb432f-a12a-4bd2-9812-7d6a2ca47341'] in n-d-798249-5 is: [{'id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'name': 'tempest-TestEncryptedCinderVolumes-1783723707-router', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '05749024-771e-4af1-85c0-b83a892860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:06Z', 'updated_at': '2021-07-05T04:49:07Z', 'revision_number': 3, 'project_id': 'e24f0d2869f044dead5255d899d0ac96', 'gw_port': {'id': '05749024-771e-4af1-85c0-b83a892860d7', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:07Z', 'updated_at': '2021-07-05T04:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:49:10.084506 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.087466 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bb90c7-eb23-49f7-b5a7-867cf5055c5e,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:10.183578 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Network d22b0b29-1052-42fc-ba22-aed5e8367090 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:10.185125 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:10.328790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Router 48eb432f-a12a-4bd2-9812-7d6a2ca47341 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:49:10.417111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-987b9782-31ca-4ed9-99ba-fa9a098280c3 None None] Provisioning complete for port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:10.417679 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-987b9782-31ca-4ed9-99ba-fa9a098280c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.451992 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:49:10.457842 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-465c2fe6-c214-49ac-bbec-330812502187 admin admin] 10.222.0.60 "PUT /v2.0/routers/48eb432f-a12a-4bd2-9812-7d6a2ca47341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7685080 Jul 05 04:49:10.492045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-987b9782-31ca-4ed9-99ba-fa9a098280c3 None None] Port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:49:10.600950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8828c485-376f-4014-b00d-d4ee77e24912 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:10.653669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 8828c485-376f-4014-b00d-d4ee77e24912 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:10.654050 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.735447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 05749024-771e-4af1-85c0-b83a892860d7 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:10.843520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 05749024-771e-4af1-85c0-b83a892860d7 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:10.847792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 05749024-771e-4af1-85c0-b83a892860d7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:10.856162 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.941166 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.961724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 05749024-771e-4af1-85c0-b83a892860d7, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=05749024-771e-4af1-85c0-b83a892860d7,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:11.038123 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.086873 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=05749024-771e-4af1-85c0-b83a892860d7,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:11.180683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55920) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:11.185868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1762321807-network', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:11.285504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] Made reservation on behalf of d410dcaa90574fd5bcbaae2c95afccce for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:11.287909 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.296435 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.394952 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.462820 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.489484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:49:11.498317 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b208aa3f-5272-4ab9-8658-58c3d1723032,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:11.505880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.506910 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] Added segment 291b5ec6-1829-4b1d-8693-5e838f270e1b of type vlan for network cd55dcec-ec59-4a44-b037-72f1828cd9c9 Jul 05 04:49:11.546484 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.612657 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Sync routers for ids ['48eb432f-a12a-4bd2-9812-7d6a2ca47341'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:49:11.631389 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Routers {'48eb432f-a12a-4bd2-9812-7d6a2ca47341'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:11.632015 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48eb432f-a12a-4bd2-9812-7d6a2ca47341'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:11.645723 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.646826 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:11.647529 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.709024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] Pushing event updated for resources: {'Network': ['ID=cd55dcec-ec59-4a44-b037-72f1828cd9c9,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:11.719345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network cd55dcec-ec59-4a44-b037-72f1828cd9c9 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:49:11.738327 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Set router 48eb432f-a12a-4bd2-9812-7d6a2ca47341 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:11.794642 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ae81a874-4202-442b-adab-e695671d87fb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6128099 Jul 05 04:49:11.797443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55924) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:11.803226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ba80ab9f-12e2-46b6-8f8e-c519deb8f84e admin admin] Request body: {'subnet': {'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1762321807-subnet', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:11.906342 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba80ab9f-12e2-46b6-8f8e-c519deb8f84e admin admin] Made reservation on behalf of d410dcaa90574fd5bcbaae2c95afccce for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:11.909332 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba80ab9f-12e2-46b6-8f8e-c519deb8f84e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.960058 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'name': 'tempest-TestEncryptedCinderVolumes-1783723707-router', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '05749024-771e-4af1-85c0-b83a892860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:06Z', 'updated_at': '2021-07-05T04:49:09Z', 'revision_number': 4, 'project_id': 'e24f0d2869f044dead5255d899d0ac96', 'gw_port': {'id': '05749024-771e-4af1-85c0-b83a892860d7', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:07Z', 'updated_at': '2021-07-05T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a7bb90c7-eb23-49f7-b5a7-867cf5055c5e', 'name': '', 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'mac_address': 'fa:16:3e:3f:61:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'b46c91ba-5c15-4f93-b6ff-2393edd771a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:09Z', 'updated_at': '2021-07-05T04:49:09Z', 'revision_number': 2, 'project_id': 'e24f0d2869f044dead5255d899d0ac96', 'subnets': [{'id': 'b46c91ba-5c15-4f93-b6ff-2393edd771a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:11.985920 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Checking router: 48eb432f-a12a-4bd2-9812-7d6a2ca47341 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:49:11.986256 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Updating router 48eb432f-a12a-4bd2-9812-7d6a2ca47341 port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:49:12.020117 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.148995 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba80ab9f-12e2-46b6-8f8e-c519deb8f84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.211098 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80ab9f-12e2-46b6-8f8e-c519deb8f84e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d035b2-c178-4d6b-b459-741c7b12e229,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:12.219784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80ab9f-12e2-46b6-8f8e-c519deb8f84e admin admin] Checking segment: {'id': '291b5ec6-1829-4b1d-8693-5e838f270e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:12.220171 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80ab9f-12e2-46b6-8f8e-c519deb8f84e admin admin] Network hostable DHCP agents. Network: cd55dcec-ec59-4a44-b037-72f1828cd9c9, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:49:12.286327 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.295422 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Transition to ACTIVE for port object a7bb90c7-eb23-49f7-b5a7-867cf5055c5e will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:12.319585 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80ab9f-12e2-46b6-8f8e-c519deb8f84e admin admin] Network cd55dcec-ec59-4a44-b037-72f1828cd9c9 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:49:12.380613 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.409103 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ba80ab9f-12e2-46b6-8f8e-c519deb8f84e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, cd55dcec-ec59-4a44-b037-72f1828cd9c9) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:12.413553 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba80ab9f-12e2-46b6-8f8e-c519deb8f84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:12.414151 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ba80ab9f-12e2-46b6-8f8e-c519deb8f84e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.427403 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e360dc83-d680-4ec7-aad4-1da2a9eed1b3 None None] Network cd55dcec-ec59-4a44-b037-72f1828cd9c9 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:12.492226 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ba80ab9f-12e2-46b6-8f8e-c519deb8f84e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6934404 Jul 05 04:49:12.494956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55926) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:12.497874 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43e19d-7583-4808-837a-03349c612c2d None None] Pushing event updated for resources: {'Port': ['ID=a7bb90c7-eb23-49f7-b5a7-867cf5055c5e,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:12.500775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1762321807-router', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:12.500947 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Attempting to bind port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:12.501299 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Attempting to bind port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:12.502260 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Attempting to bind port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e on network d22b0b29-1052-42fc-ba22-aed5e8367090 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:12.511671 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43e19d-7583-4808-837a-03349c612c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:12.512191 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43e19d-7583-4808-837a-03349c612c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:12.512929 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43e19d-7583-4808-837a-03349c612c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:12.513280 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43e19d-7583-4808-837a-03349c612c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:12.513694 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43e19d-7583-4808-837a-03349c612c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:12.516785 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43e19d-7583-4808-837a-03349c612c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:12.522573 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43e19d-7583-4808-837a-03349c612c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:12.522573 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43e19d-7583-4808-837a-03349c612c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:12.522573 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43e19d-7583-4808-837a-03349c612c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:12.522573 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43e19d-7583-4808-837a-03349c612c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:12.522573 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43e19d-7583-4808-837a-03349c612c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:12.522573 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b43e19d-7583-4808-837a-03349c612c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:12.530767 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:12.531025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 05749024-771e-4af1-85c0-b83a892860d7 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:12.531252 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Checking segment: {'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:12.531556 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.532043 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Bound using segment: {'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:12.532479 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Bound port: a7bb90c7-eb23-49f7-b5a7-867cf5055c5e, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:12.532987 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.600080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.600995 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.614735 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] For port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:12.618168 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] For port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a7bb90c7-eb23-49f7-b5a7-867cf5055c5e,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:12.639015 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-cd55dcec-ec59-4a44-b037-72f1828cd9c9', 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'fixed_ips': [{'subnet_id': 'c5d035b2-c178-4d6b-b459-741c7b12e229'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:49:12.639847 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.644269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 05749024-771e-4af1-85c0-b83a892860d7 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:12.644791 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.659172 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.689903 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.749355 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43e19d-7583-4808-837a-03349c612c2d None None] Pushing event updated for resources: {'Port': ['ID=a7bb90c7-eb23-49f7-b5a7-867cf5055c5e,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:12.762191 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Routers {'48eb432f-a12a-4bd2-9812-7d6a2ca47341'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:12.762827 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48eb432f-a12a-4bd2-9812-7d6a2ca47341'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:12.873695 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.881958 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] Set router 48eb432f-a12a-4bd2-9812-7d6a2ca47341 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:12.885442 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Allocated IP 172.20.0.2 (cd55dcec-ec59-4a44-b037-72f1828cd9c9/c5d035b2-c178-4d6b-b459-741c7b12e229/6c3d9ab0-8051-4255-8743-e0c8b344b31a) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:13.053940 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.062998 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Transition to ACTIVE for port object 6c3d9ab0-8051-4255-8743-e0c8b344b31a will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:13.082495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Transition to ACTIVE for port object 6c3d9ab0-8051-4255-8743-e0c8b344b31a will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:13.102840 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'name': 'tempest-TestEncryptedCinderVolumes-1783723707-router', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '05749024-771e-4af1-85c0-b83a892860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:06Z', 'updated_at': '2021-07-05T04:49:09Z', 'revision_number': 4, 'project_id': 'e24f0d2869f044dead5255d899d0ac96', 'gw_port': {'id': '05749024-771e-4af1-85c0-b83a892860d7', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:07Z', 'updated_at': '2021-07-05T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a7bb90c7-eb23-49f7-b5a7-867cf5055c5e', 'name': '', 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'mac_address': 'fa:16:3e:3f:61:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'b46c91ba-5c15-4f93-b6ff-2393edd771a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:09Z', 'updated_at': '2021-07-05T04:49:12Z', 'revision_number': 4, 'project_id': 'e24f0d2869f044dead5255d899d0ac96', 'subnets': [{'id': 'b46c91ba-5c15-4f93-b6ff-2393edd771a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:13.132180 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865db65-b11a-41b4-b163-756f8635d9f6 None None] The sync data for ids ['48eb432f-a12a-4bd2-9812-7d6a2ca47341'] in n-d-798249-5 is: [{'id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'name': 'tempest-TestEncryptedCinderVolumes-1783723707-router', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '05749024-771e-4af1-85c0-b83a892860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:06Z', 'updated_at': '2021-07-05T04:49:09Z', 'revision_number': 4, 'project_id': 'e24f0d2869f044dead5255d899d0ac96', 'gw_port': {'id': '05749024-771e-4af1-85c0-b83a892860d7', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:07Z', 'updated_at': '2021-07-05T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a7bb90c7-eb23-49f7-b5a7-867cf5055c5e', 'name': '', 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'mac_address': 'fa:16:3e:3f:61:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'b46c91ba-5c15-4f93-b6ff-2393edd771a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:09Z', 'updated_at': '2021-07-05T04:49:12Z', 'revision_number': 4, 'project_id': 'e24f0d2869f044dead5255d899d0ac96', 'subnets': [{'id': 'b46c91ba-5c15-4f93-b6ff-2393edd771a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:49:13.137652 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.178652 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Network cd55dcec-ec59-4a44-b037-72f1828cd9c9 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:13.181564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:13.193720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:13.205646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Pushing event updated for resources: {'Port': ['ID=6c3d9ab0-8051-4255-8743-e0c8b344b31a,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:13.215139 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.237866 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.277804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Attempting to bind port 6c3d9ab0-8051-4255-8743-e0c8b344b31a on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:13.278289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Attempting to bind port 6c3d9ab0-8051-4255-8743-e0c8b344b31a by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '291b5ec6-1829-4b1d-8693-5e838f270e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:13.278968 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Attempting to bind port 6c3d9ab0-8051-4255-8743-e0c8b344b31a on network cd55dcec-ec59-4a44-b037-72f1828cd9c9 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:13.285688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:13.286156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Checking segment: {'id': '291b5ec6-1829-4b1d-8693-5e838f270e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:13.286640 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.287148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Bound using segment: {'id': '291b5ec6-1829-4b1d-8693-5e838f270e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:13.287748 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Bound port: 6c3d9ab0-8051-4255-8743-e0c8b344b31a, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291b5ec6-1829-4b1d-8693-5e838f270e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:13.288223 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.357835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] For port 6c3d9ab0-8051-4255-8743-e0c8b344b31a, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:13.361356 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] For port 6c3d9ab0-8051-4255-8743-e0c8b344b31a, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6c3d9ab0-8051-4255-8743-e0c8b344b31a,segment=NetworkSegment(291b5ec6-1829-4b1d-8693-5e838f270e1b),segment_id=291b5ec6-1829-4b1d-8693-5e838f270e1b)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:13.368484 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Allocated IP 172.25.0.106 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/f8714d00-07ea-4acf-9501-fa2cdb67bace) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:13.427725 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.484468 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.506015 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ea3c2-f1bc-4b0b-a164-a34d19cbee5e None None] Pushing event updated for resources: {'Port': ['ID=6c3d9ab0-8051-4255-8743-e0c8b344b31a,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:13.606265 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.649258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:13.654530 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:13.665424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:13.683683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Pushing event updated for resources: {'Port': ['ID=f8714d00-07ea-4acf-9501-fa2cdb67bace,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:14.012419 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.474769 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b11746f-2ffa-4caa-aa72-3f40d43c8120 None None] Network cd55dcec-ec59-4a44-b037-72f1828cd9c9 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:14.495075 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.544339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6c3d9ab0-8051-4255-8743-e0c8b344b31a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:14.669391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-989c13b1-6d7f-4077-911e-34ec27c7e961 None None] Provisioning for port 6c3d9ab0-8051-4255-8743-e0c8b344b31a completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:14.700963 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Router 2cc0d66a-6b16-44f0-8111-eac0c1353922 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:49:14.763810 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 6c3d9ab0-8051-4255-8743-e0c8b344b31a completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:14.768442 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6c3d9ab0-8051-4255-8743-e0c8b344b31a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:14.768564 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.813538 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:49:14.838151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Sync routers for ids ['2cc0d66a-6b16-44f0-8111-eac0c1353922'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:49:14.859674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Routers {'2cc0d66a-6b16-44f0-8111-eac0c1353922'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:14.860308 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2cc0d66a-6b16-44f0-8111-eac0c1353922'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:14.863973 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.895010 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.896358 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-68983c8f-c649-44ce-bb08-0bf84e8c0697 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4001663 Jul 05 04:49:14.898952 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 55928) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:14.968407 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3f2714b0-6116-4985-99dd-0f8057aee54c None None] Provisioning complete for port 6c3d9ab0-8051-4255-8743-e0c8b344b31a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:14.968698 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3f2714b0-6116-4985-99dd-0f8057aee54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.003099 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 6c3d9ab0-8051-4255-8743-e0c8b344b31a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6c3d9ab0-8051-4255-8743-e0c8b344b31a,segment=NetworkSegment(291b5ec6-1829-4b1d-8693-5e838f270e1b),segment_id=291b5ec6-1829-4b1d-8693-5e838f270e1b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:15.030947 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Set router 2cc0d66a-6b16-44f0-8111-eac0c1353922 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:15.087517 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.088277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a7bb90c7-eb23-49f7-b5a7-867cf5055c5e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:15.250440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=6c3d9ab0-8051-4255-8743-e0c8b344b31a,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:15.316583 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.320436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'name': 'tempest-TestEncryptedCinderVolumes-1762321807-router', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f8714d00-07ea-4acf-9501-fa2cdb67bace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:12Z', 'updated_at': '2021-07-05T04:49:13Z', 'revision_number': 3, 'project_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'gw_port': {'id': 'f8714d00-07ea-4acf-9501-fa2cdb67bace', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:13Z', 'updated_at': '2021-07-05T04:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:15.347308 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Checking router: 2cc0d66a-6b16-44f0-8111-eac0c1353922 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:49:15.347656 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Updating router 2cc0d66a-6b16-44f0-8111-eac0c1353922 port f8714d00-07ea-4acf-9501-fa2cdb67bace binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:49:15.372250 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:15.379994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:15.380386 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.406734 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.480783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Allocated IP 172.20.0.1 (cd55dcec-ec59-4a44-b037-72f1828cd9c9/c5d035b2-c178-4d6b-b459-741c7b12e229/a0724e98-d80e-42a0-a872-9cc36a7f6ab5) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:15.568012 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.587172 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.600786 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Transition to ACTIVE for port object a0724e98-d80e-42a0-a872-9cc36a7f6ab5 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:15.636848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a7bb90c7-eb23-49f7-b5a7-867cf5055c5e,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:15.678698 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.719835 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.725549 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Network cd55dcec-ec59-4a44-b037-72f1828cd9c9 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:15.730651 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:15.733238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:15.757771 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Pushing event updated for resources: {'Port': ['ID=a0724e98-d80e-42a0-a872-9cc36a7f6ab5,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:15.763338 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.779113 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.786906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Transition to ACTIVE for port object f8714d00-07ea-4acf-9501-fa2cdb67bace will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:15.793381 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=a7bb90c7-eb23-49f7-b5a7-867cf5055c5e,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:15.851379 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.907137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Attempting to bind port f8714d00-07ea-4acf-9501-fa2cdb67bace on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:15.908164 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Attempting to bind port f8714d00-07ea-4acf-9501-fa2cdb67bace by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:15.908615 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Attempting to bind port f8714d00-07ea-4acf-9501-fa2cdb67bace on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:15.911327 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881d780-ab01-4cc0-8af9-4967a0ed3acf None None] Pushing event updated for resources: {'Port': ['ID=f8714d00-07ea-4acf-9501-fa2cdb67bace,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:15.916970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:15.917345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:15.917753 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.918139 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:15.918605 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Bound port: f8714d00-07ea-4acf-9501-fa2cdb67bace, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:15.918991 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.969653 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] For port f8714d00-07ea-4acf-9501-fa2cdb67bace, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:15.973358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] For port f8714d00-07ea-4acf-9501-fa2cdb67bace, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f8714d00-07ea-4acf-9501-fa2cdb67bace,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:16.023232 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.049715 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.082353 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-435f0d02-92a9-471c-b674-30ace50bcd46 None None] Provisioning for port a0724e98-d80e-42a0-a872-9cc36a7f6ab5 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:16.094316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-435f0d02-92a9-471c-b674-30ace50bcd46 None None] Provisioning complete for port a0724e98-d80e-42a0-a872-9cc36a7f6ab5 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:16.094704 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-435f0d02-92a9-471c-b674-30ace50bcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.139595 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881d780-ab01-4cc0-8af9-4967a0ed3acf None None] Pushing event updated for resources: {'Port': ['ID=f8714d00-07ea-4acf-9501-fa2cdb67bace,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:16.144315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Routers {'2cc0d66a-6b16-44f0-8111-eac0c1353922'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:16.144955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2cc0d66a-6b16-44f0-8111-eac0c1353922'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:16.189709 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-435f0d02-92a9-471c-b674-30ace50bcd46 None None] Port a0724e98-d80e-42a0-a872-9cc36a7f6ab5 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:49:16.201606 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.284010 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.352978 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.354757 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Pushing event updated for resources: {'Port': ['ID=a0724e98-d80e-42a0-a872-9cc36a7f6ab5,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:16.412536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] Set router 2cc0d66a-6b16-44f0-8111-eac0c1353922 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:16.453628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Network cd55dcec-ec59-4a44-b037-72f1828cd9c9 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:16.456947 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:16.523898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6c3d9ab0-8051-4255-8743-e0c8b344b31a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:16.587605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Router 2cc0d66a-6b16-44f0-8111-eac0c1353922 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:49:16.627226 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6c3d9ab0-8051-4255-8743-e0c8b344b31a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:16.627777 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.690474 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'name': 'tempest-TestEncryptedCinderVolumes-1762321807-router', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f8714d00-07ea-4acf-9501-fa2cdb67bace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:12Z', 'updated_at': '2021-07-05T04:49:15Z', 'revision_number': 4, 'project_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'gw_port': {'id': 'f8714d00-07ea-4acf-9501-fa2cdb67bace', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:13Z', 'updated_at': '2021-07-05T04:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a0724e98-d80e-42a0-a872-9cc36a7f6ab5', 'name': '', 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'mac_address': 'fa:16:3e:21:db:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c5d035b2-c178-4d6b-b459-741c7b12e229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:15Z', 'updated_at': '2021-07-05T04:49:15Z', 'revision_number': 1, 'project_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'subnets': [{'id': 'c5d035b2-c178-4d6b-b459-741c7b12e229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:16.707855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:49:16.712761 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-de11c1e2-ef08-493b-af01-bb472868978b admin admin] 10.222.0.60 "PUT /v2.0/routers/2cc0d66a-6b16-44f0-8111-eac0c1353922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8128462 Jul 05 04:49:16.722498 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca6e8e-d0dc-458e-8ace-2fdde7cda7e5 None None] The sync data for ids ['2cc0d66a-6b16-44f0-8111-eac0c1353922'] in n-d-798249-5 is: [{'id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'name': 'tempest-TestEncryptedCinderVolumes-1762321807-router', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f8714d00-07ea-4acf-9501-fa2cdb67bace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:12Z', 'updated_at': '2021-07-05T04:49:15Z', 'revision_number': 4, 'project_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'gw_port': {'id': 'f8714d00-07ea-4acf-9501-fa2cdb67bace', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:13Z', 'updated_at': '2021-07-05T04:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a0724e98-d80e-42a0-a872-9cc36a7f6ab5', 'name': '', 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'mac_address': 'fa:16:3e:21:db:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c5d035b2-c178-4d6b-b459-741c7b12e229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:15Z', 'updated_at': '2021-07-05T04:49:15Z', 'revision_number': 1, 'project_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'subnets': [{'id': 'c5d035b2-c178-4d6b-b459-741c7b12e229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:49:16.762137 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-786328a7-de2b-4575-893a-f0ca24edd27a None None] Provisioning complete for port a0724e98-d80e-42a0-a872-9cc36a7f6ab5 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:16.762137 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-786328a7-de2b-4575-893a-f0ca24edd27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.787300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a7bb90c7-eb23-49f7-b5a7-867cf5055c5e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:16.825362 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-786328a7-de2b-4575-893a-f0ca24edd27a None None] Port a0724e98-d80e-42a0-a872-9cc36a7f6ab5 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:49:16.851426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:16.852207 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.093884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-94309a0d-45f0-4847-aa4f-057cfbdb6606 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:18.095610 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-94309a0d-45f0-4847-aa4f-057cfbdb6606 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/networks?id=d22b0b29-1052-42fc-ba22-aed5e8367090 HTTP/1.1" status: 200 len: 817 time: 0.4600813 Jul 05 04:49:18.110033 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9d2c7f07-c626-4533-841e-023442a062a9 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/quotas/e24f0d2869f044dead5255d899d0ac96 HTTP/1.1" status: 200 len: 375 time: 0.0088365 Jul 05 04:49:18.175084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-ace255f4-baff-40f7-bd3a-44814e88cce5 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e24f0d2869f044dead5255d899d0ac96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602260 Jul 05 04:49:18.272886 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-e127cc62-3578-4347-9279-8a1877a683c8 service neutron] 10.222.0.60 "GET /v2.0/networks/d22b0b29-1052-42fc-ba22-aed5e8367090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861695 Jul 05 04:49:18.360265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-cf4c46de-3111-4240-89f9-2e3e9d3eff43 service neutron] 10.222.0.60 "GET /v2.0/networks/d22b0b29-1052-42fc-ba22-aed5e8367090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817578 Jul 05 04:49:18.507073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f8714d00-07ea-4acf-9501-fa2cdb67bace up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:18.611563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port f8714d00-07ea-4acf-9501-fa2cdb67bace completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:18.615801 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f8714d00-07ea-4acf-9501-fa2cdb67bace triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:18.616176 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.618639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e7143892-bfa6-4c1c-9f57-7edbdf78695e req-3f531b15-e578-438d-b640-fb2a76a2eedb tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 210 time: 0.0304649 Jul 05 04:49:18.697303 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.718619 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port f8714d00-07ea-4acf-9501-fa2cdb67bace, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f8714d00-07ea-4acf-9501-fa2cdb67bace,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:18.807182 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.847286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=f8714d00-07ea-4acf-9501-fa2cdb67bace,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:19.795078 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c242eb0-168e-4f7c-ab23-04ebe452d7b4 req-b68af1b7-8103-4603-bc27-101c0546f5a4 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 210 time: 0.0329795 Jul 05 04:49:20.057485 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Sync routers for ids ['2cc0d66a-6b16-44f0-8111-eac0c1353922'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:49:20.067045 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Routers {'2cc0d66a-6b16-44f0-8111-eac0c1353922'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:20.067646 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2cc0d66a-6b16-44f0-8111-eac0c1353922'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:20.259863 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Set router 2cc0d66a-6b16-44f0-8111-eac0c1353922 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:20.452638 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'name': 'tempest-TestEncryptedCinderVolumes-1762321807-router', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f8714d00-07ea-4acf-9501-fa2cdb67bace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:12Z', 'updated_at': '2021-07-05T04:49:15Z', 'revision_number': 4, 'project_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'gw_port': {'id': 'f8714d00-07ea-4acf-9501-fa2cdb67bace', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:13Z', 'updated_at': '2021-07-05T04:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a0724e98-d80e-42a0-a872-9cc36a7f6ab5', 'name': '', 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'mac_address': 'fa:16:3e:21:db:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c5d035b2-c178-4d6b-b459-741c7b12e229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:15Z', 'updated_at': '2021-07-05T04:49:16Z', 'revision_number': 2, 'project_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'subnets': [{'id': 'c5d035b2-c178-4d6b-b459-741c7b12e229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:20.479585 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Checking router: 2cc0d66a-6b16-44f0-8111-eac0c1353922 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:49:20.479940 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Updating router 2cc0d66a-6b16-44f0-8111-eac0c1353922 port a0724e98-d80e-42a0-a872-9cc36a7f6ab5 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:49:20.501624 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f8714d00-07ea-4acf-9501-fa2cdb67bace up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:20.516794 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.556405 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f8714d00-07ea-4acf-9501-fa2cdb67bace triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:20.556768 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.723926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-59b891f5-b495-4884-b717-7b8b88654a99 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:20.725511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-59b891f5-b495-4884-b717-7b8b88654a99 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.64 "GET /v2.0/networks?id=d22b0b29-1052-42fc-ba22-aed5e8367090 HTTP/1.1" status: 200 len: 817 time: 0.1047244 Jul 05 04:49:20.737457 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-2ffd5d88-793d-42ed-ac21-edb710aa880e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Request body: {'port': {'device_id': '2014f0e3-3b50-435e-bfb7-8d2187233006', 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090', 'admin_state_up': True, 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:20.789319 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.803333 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Transition to ACTIVE for port object a0724e98-d80e-42a0-a872-9cc36a7f6ab5 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:20.868066 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.920128 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa47d1-e3f3-415c-944f-5f47be301826 None None] Pushing event updated for resources: {'Port': ['ID=a0724e98-d80e-42a0-a872-9cc36a7f6ab5,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:20.958406 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4cbe7f14-c94c-494b-a6bf-fbc33851520d req-f993ce7b-fca0-4c5d-8da0-c81045c0ce2e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 210 time: 0.0418932 Jul 05 04:49:20.964322 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-2ffd5d88-793d-42ed-ac21-edb710aa880e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Made reservation on behalf of e24f0d2869f044dead5255d899d0ac96 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:20.965207 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-2ffd5d88-793d-42ed-ac21-edb710aa880e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.982035 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Attempting to bind port a0724e98-d80e-42a0-a872-9cc36a7f6ab5 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:20.982409 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Attempting to bind port a0724e98-d80e-42a0-a872-9cc36a7f6ab5 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '291b5ec6-1829-4b1d-8693-5e838f270e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:20.982773 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Attempting to bind port a0724e98-d80e-42a0-a872-9cc36a7f6ab5 on network cd55dcec-ec59-4a44-b037-72f1828cd9c9 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:20.989051 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:20.989274 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Checking segment: {'id': '291b5ec6-1829-4b1d-8693-5e838f270e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:20.992667 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.992667 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Bound using segment: {'id': '291b5ec6-1829-4b1d-8693-5e838f270e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:20.992667 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Bound port: a0724e98-d80e-42a0-a872-9cc36a7f6ab5, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291b5ec6-1829-4b1d-8693-5e838f270e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:20.992667 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:21.070845 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] For port a0724e98-d80e-42a0-a872-9cc36a7f6ab5, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:21.074287 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] For port a0724e98-d80e-42a0-a872-9cc36a7f6ab5, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a0724e98-d80e-42a0-a872-9cc36a7f6ab5,segment=NetworkSegment(291b5ec6-1829-4b1d-8693-5e838f270e1b),segment_id=291b5ec6-1829-4b1d-8693-5e838f270e1b)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:21.122089 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-2ffd5d88-793d-42ed-ac21-edb710aa880e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Allocated IP 172.20.0.10 (d22b0b29-1052-42fc-ba22-aed5e8367090/b46c91ba-5c15-4f93-b6ff-2393edd771a5/11a4314f-3bc7-4e2c-937e-d614f78aea26) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:21.152794 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:21.212157 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Routers {'2cc0d66a-6b16-44f0-8111-eac0c1353922'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:21.213014 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:48:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2cc0d66a-6b16-44f0-8111-eac0c1353922'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:21.216177 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa47d1-e3f3-415c-944f-5f47be301826 None None] Pushing event updated for resources: {'Port': ['ID=a0724e98-d80e-42a0-a872-9cc36a7f6ab5,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:21.312653 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-2ffd5d88-793d-42ed-ac21-edb710aa880e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:21.364899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-2ffd5d88-793d-42ed-ac21-edb710aa880e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Transition to ACTIVE for port object 11a4314f-3bc7-4e2c-937e-d614f78aea26 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:21.365161 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] Set router 2cc0d66a-6b16-44f0-8111-eac0c1353922 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:21.398301 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-df18b6bd-36fd-47b1-9265-5b4979ba4a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:21.427533 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-2ffd5d88-793d-42ed-ac21-edb710aa880e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:21.471048 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-2ffd5d88-793d-42ed-ac21-edb710aa880e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Network d22b0b29-1052-42fc-ba22-aed5e8367090 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:21.477423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-2ffd5d88-793d-42ed-ac21-edb710aa880e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:21.482933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-2ffd5d88-793d-42ed-ac21-edb710aa880e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:21.546644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-2ffd5d88-793d-42ed-ac21-edb710aa880e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:21.547714 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-2ffd5d88-793d-42ed-ac21-edb710aa880e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:21.574131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd5d88-793d-42ed-ac21-edb710aa880e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Pushing event updated for resources: {'Port': ['ID=11a4314f-3bc7-4e2c-937e-d614f78aea26,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:21.575853 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'name': 'tempest-TestEncryptedCinderVolumes-1762321807-router', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f8714d00-07ea-4acf-9501-fa2cdb67bace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:12Z', 'updated_at': '2021-07-05T04:49:15Z', 'revision_number': 4, 'project_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'gw_port': {'id': 'f8714d00-07ea-4acf-9501-fa2cdb67bace', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:13Z', 'updated_at': '2021-07-05T04:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a0724e98-d80e-42a0-a872-9cc36a7f6ab5', 'name': '', 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'mac_address': 'fa:16:3e:21:db:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c5d035b2-c178-4d6b-b459-741c7b12e229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:15Z', 'updated_at': '2021-07-05T04:49:21Z', 'revision_number': 4, 'project_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'subnets': [{'id': 'c5d035b2-c178-4d6b-b459-741c7b12e229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:21.607145 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833fac10-0cf9-41d4-ac84-5d53c68c857d None None] The sync data for ids ['2cc0d66a-6b16-44f0-8111-eac0c1353922'] in n-d-798249-5 is: [{'id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'name': 'tempest-TestEncryptedCinderVolumes-1762321807-router', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f8714d00-07ea-4acf-9501-fa2cdb67bace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:12Z', 'updated_at': '2021-07-05T04:49:15Z', 'revision_number': 4, 'project_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'gw_port': {'id': 'f8714d00-07ea-4acf-9501-fa2cdb67bace', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:13Z', 'updated_at': '2021-07-05T04:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'a0724e98-d80e-42a0-a872-9cc36a7f6ab5', 'name': '', 'network_id': 'cd55dcec-ec59-4a44-b037-72f1828cd9c9', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'mac_address': 'fa:16:3e:21:db:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c5d035b2-c178-4d6b-b459-741c7b12e229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:15Z', 'updated_at': '2021-07-05T04:49:21Z', 'revision_number': 4, 'project_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'subnets': [{'id': 'c5d035b2-c178-4d6b-b459-741c7b12e229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:49:21.652743 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-2ffd5d88-793d-42ed-ac21-edb710aa880e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9116030 Jul 05 04:49:21.657686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Request body: {'port': {'device_id': '2014f0e3-3b50-435e-bfb7-8d2187233006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:21.751167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:21.811338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-09fc82ba-91f9-4a39-84be-276099815b27 None None] Provisioning for port 11a4314f-3bc7-4e2c-937e-d614f78aea26 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:21.818249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-09fc82ba-91f9-4a39-84be-276099815b27 None None] Provisioning complete for port 11a4314f-3bc7-4e2c-937e-d614f78aea26 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:21.818635 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-09fc82ba-91f9-4a39-84be-276099815b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:21.865560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-09fc82ba-91f9-4a39-84be-276099815b27 None None] Port 11a4314f-3bc7-4e2c-937e-d614f78aea26 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:49:22.067423 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a4314f-3bc7-4e2c-937e-d614f78aea26 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:49:22.076673 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.092624 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Transition to ACTIVE for port object 11a4314f-3bc7-4e2c-937e-d614f78aea26 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:22.170611 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c88e54-d70f-40d2-9878-7cd2c8df0169 req-94c84dbb-9ee7-45c7-81a6-5ff672ef2c14 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:22.172123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-93c88e54-d70f-40d2-9878-7cd2c8df0169 req-94c84dbb-9ee7-45c7-81a6-5ff672ef2c14 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 932 time: 0.0739651 Jul 05 04:49:22.173274 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.246311 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Pushing event updated for resources: {'Port': ['ID=11a4314f-3bc7-4e2c-937e-d614f78aea26,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:22.280152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-93c88e54-d70f-40d2-9878-7cd2c8df0169 req-a4323ba0-e7df-435d-ab1c-cf14ac07d67e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005075 Jul 05 04:49:22.345064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Attempting to bind port 11a4314f-3bc7-4e2c-937e-d614f78aea26 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:22.345399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Attempting to bind port 11a4314f-3bc7-4e2c-937e-d614f78aea26 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:22.345730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Attempting to bind port 11a4314f-3bc7-4e2c-937e-d614f78aea26 on network d22b0b29-1052-42fc-ba22-aed5e8367090 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:22.350917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Port 11a4314f-3bc7-4e2c-937e-d614f78aea26 on network d22b0b29-1052-42fc-ba22-aed5e8367090 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:49:22.351245 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Attempting to bind port 11a4314f-3bc7-4e2c-937e-d614f78aea26 on network d22b0b29-1052-42fc-ba22-aed5e8367090 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:22.356338 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:22.356706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Checking segment: {'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:22.357091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Bound using segment: {'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:22.357523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Bound port: 11a4314f-3bc7-4e2c-937e-d614f78aea26, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:22.357884 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.433471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] For port 11a4314f-3bc7-4e2c-937e-d614f78aea26, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:22.438088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] For port 11a4314f-3bc7-4e2c-937e-d614f78aea26, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=11a4314f-3bc7-4e2c-937e-d614f78aea26,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:22.491708 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.529210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:22.530569 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.532147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] 10.222.0.64 "PUT /v2.0/ports/11a4314f-3bc7-4e2c-937e-d614f78aea26 HTTP/1.1" status: 200 len: 1092 time: 0.8798263 Jul 05 04:49:22.532633 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2014f0e3-3b50-435e-bfb7-8d2187233006', 'tag': '11a4314f-3bc7-4e2c-937e-d614f78aea26'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:22.536689 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5926c7-67b0-40e5-8001-bd7bd3858b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "2014f0e3-3b50-435e-bfb7-8d2187233006", "tag": "11a4314f-3bc7-4e2c-937e-d614f78aea26"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:22.542539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a0724e98-d80e-42a0-a872-9cc36a7f6ab5 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:22.572136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d1fec-fa52-4a0e-8764-8faee5b83e0c service neutron] Pushing event updated for resources: {'Port': ['ID=11a4314f-3bc7-4e2c-937e-d614f78aea26,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:22.582031 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cfd5b0-c31e-4dc4-8dd4-3bfda798e6d9 x-openstack-request-id: req-84cfd5b0-c31e-4dc4-8dd4-3bfda798e6d9 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:22.582342 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2014f0e3-3b50-435e-bfb7-8d2187233006", "tag": "11a4314f-3bc7-4e2c-937e-d614f78aea26", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:22.582546 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84cfd5b0-c31e-4dc4-8dd4-3bfda798e6d9 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:22.582876 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2014f0e3-3b50-435e-bfb7-8d2187233006', 'tag': '11a4314f-3bc7-4e2c-937e-d614f78aea26', 'status': 'completed', 'code': 200} Jul 05 04:49:22.659860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5926c7-67b0-40e5-8001-bd7bd3858b8d req-41332b8a-c2ef-4be3-8ba0-faecaf053cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:22.661604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c5926c7-67b0-40e5-8001-bd7bd3858b8d req-41332b8a-c2ef-4be3-8ba0-faecaf053cfb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e24f0d2869f044dead5255d899d0ac96&device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 1095 time: 0.0569429 Jul 05 04:49:22.671958 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port a0724e98-d80e-42a0-a872-9cc36a7f6ab5 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:22.678961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a0724e98-d80e-42a0-a872-9cc36a7f6ab5 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:22.679335 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.766036 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.776073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5926c7-67b0-40e5-8001-bd7bd3858b8d req-a5049def-89e2-4610-ae81-1bf1aacb77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:22.777640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c5926c7-67b0-40e5-8001-bd7bd3858b8d req-a5049def-89e2-4610-ae81-1bf1aacb77e7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e24f0d2869f044dead5255d899d0ac96&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1091747 Jul 05 04:49:22.797803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port a0724e98-d80e-42a0-a872-9cc36a7f6ab5, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a0724e98-d80e-42a0-a872-9cc36a7f6ab5,segment=NetworkSegment(291b5ec6-1829-4b1d-8693-5e838f270e1b),segment_id=291b5ec6-1829-4b1d-8693-5e838f270e1b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:22.862715 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.882445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5926c7-67b0-40e5-8001-bd7bd3858b8d req-25839310-b07f-454d-8ebc-ea30b685808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:22.883946 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c5926c7-67b0-40e5-8001-bd7bd3858b8d req-25839310-b07f-454d-8ebc-ea30b685808c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993810 Jul 05 04:49:22.915973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=a0724e98-d80e-42a0-a872-9cc36a7f6ab5,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:22.976331 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-622ae57f-b36a-471c-982a-dd41f21a22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:22.977894 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-622ae57f-b36a-471c-982a-dd41f21a22c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e24f0d2869f044dead5255d899d0ac96&device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 1095 time: 0.0568557 Jul 05 04:49:23.017845 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-57907f62-cf8d-42bb-89f0-7d2d4a015a04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11a4314f-3bc7-4e2c-937e-d614f78aea26 HTTP/1.1" status: 200 len: 217 time: 0.0331681 Jul 05 04:49:23.067761 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-31757fe0-c6e6-4b25-be99-7b512195fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:23.069353 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-31757fe0-c6e6-4b25-be99-7b512195fe4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b46c91ba-5c15-4f93-b6ff-2393edd771a5 HTTP/1.1" status: 200 len: 856 time: 0.0455680 Jul 05 04:49:23.131717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-02e86031-b1b5-4e41-baae-6835461f876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:23.133268 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-02e86031-b1b5-4e41-baae-6835461f876d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d22b0b29-1052-42fc-ba22-aed5e8367090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580592 Jul 05 04:49:23.220582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9156b11c-0a25-4bb2-ac15-b5a4195ab6ed service neutron] 10.222.0.64 "GET /v2.0/networks/d22b0b29-1052-42fc-ba22-aed5e8367090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805657 Jul 05 04:49:23.314021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0c564bbc-4fa7-4c86-8812-fab024eb3e76 req-9409c4cf-01ae-4393-9494-17597e409bfa service neutron] 10.222.0.64 "GET /v2.0/networks/d22b0b29-1052-42fc-ba22-aed5e8367090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873590 Jul 05 04:49:23.459653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8e1b7-f0d6-4c06-87d0-515fd5fb7004 req-cfff0695-219c-4dfc-81ef-bc689e396fde tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:23.461219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62a8e1b7-f0d6-4c06-87d0-515fd5fb7004 req-cfff0695-219c-4dfc-81ef-bc689e396fde tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 944 time: 0.0655906 Jul 05 04:49:23.499254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-62a8e1b7-f0d6-4c06-87d0-515fd5fb7004 req-78013544-0cad-4ec1-9187-10fbb81b04d3 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320370 Jul 05 04:49:24.353573 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-45eae709-e079-4eef-9396-6a2392f8220d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:24.409526 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:24.489913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a0724e98-d80e-42a0-a872-9cc36a7f6ab5 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:24.538876 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a0724e98-d80e-42a0-a872-9cc36a7f6ab5 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:24.539261 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:24.673517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f74c68-b35d-42b2-8495-90f73ae13fbc req-3730ba29-ff5e-4e4f-a061-bb3bff204999 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:24.676146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94f74c68-b35d-42b2-8495-90f73ae13fbc req-3730ba29-ff5e-4e4f-a061-bb3bff204999 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 944 time: 0.0627973 Jul 05 04:49:24.713517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94f74c68-b35d-42b2-8495-90f73ae13fbc req-d8b037f7-15b4-47e2-bb13-0bb66bf5f807 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311511 Jul 05 04:49:25.457905 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.889845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a37f24-0f23-48ef-aaeb-e6757cc0194b req-b8680d52-2cf8-4353-9669-0ef2905aacd0 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:25.891313 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0a37f24-0f23-48ef-aaeb-e6757cc0194b req-b8680d52-2cf8-4353-9669-0ef2905aacd0 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 944 time: 0.0656352 Jul 05 04:49:25.930713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a0a37f24-0f23-48ef-aaeb-e6757cc0194b req-4d9a3fea-db67-4f59-9f11-687c7f768611 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337183 Jul 05 04:49:26.394525 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 11a4314f-3bc7-4e2c-937e-d614f78aea26 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:49:26.492518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 11a4314f-3bc7-4e2c-937e-d614f78aea26, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=11a4314f-3bc7-4e2c-937e-d614f78aea26,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:26.504666 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '11a4314f-3bc7-4e2c-937e-d614f78aea26', 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090', 'port_id': '11a4314f-3bc7-4e2c-937e-d614f78aea26', 'mac_address': 'fa:16:3e:32:d6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46c91ba-5c15-4f93-b6ff-2393edd771a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:49:26.541976 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:26.555370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a4314f-3bc7-4e2c-937e-d614f78aea26 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:49:26.575434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 11a4314f-3bc7-4e2c-937e-d614f78aea26, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=11a4314f-3bc7-4e2c-937e-d614f78aea26,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:26.649150 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:26.700159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=11a4314f-3bc7-4e2c-937e-d614f78aea26,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:26.707293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:26.707626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:26.707964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:26.708302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:26.708663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:26.708993 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:26.709315 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:26.709637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:26.709957 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:26.710276 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:26.710594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:26.710914 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:26.847918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['11a4314f-3bc7-4e2c-937e-d614f78aea26'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:49:27.107689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a910888-53d0-4232-b718-093802fed393 req-4be1c37e-7efe-45eb-b696-31324dbba82e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:27.109207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a910888-53d0-4232-b718-093802fed393 req-4be1c37e-7efe-45eb-b696-31324dbba82e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 945 time: 0.0628104 Jul 05 04:49:27.147208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a910888-53d0-4232-b718-093802fed393 req-28c3e493-c7fa-4e48-b001-7ab983dd6a97 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322697 Jul 05 04:49:27.334606 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.323545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66dad5-8c77-4cd4-b728-359a29e290de req-3ee96e91-ccd4-4094-8754-ab308b204240 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:28.325071 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f66dad5-8c77-4cd4-b728-359a29e290de req-3ee96e91-ccd4-4094-8754-ab308b204240 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 945 time: 0.0670121 Jul 05 04:49:28.362656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f66dad5-8c77-4cd4-b728-359a29e290de req-8e572a09-4daf-408d-8dbb-04f5866c656b tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320640 Jul 05 04:49:28.409971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 11a4314f-3bc7-4e2c-937e-d614f78aea26 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:28.540069 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 11a4314f-3bc7-4e2c-937e-d614f78aea26 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:28.547923 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 11a4314f-3bc7-4e2c-937e-d614f78aea26 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:28.548500 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.624162 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.646566 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2014f0e3-3b50-435e-bfb7-8d2187233006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4314f-3bc7-4e2c-937e-d614f78aea26'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:28.648822 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782098fa-e150-4ba0-a975-92f65723b68f" -d '{"events": [{"server_uuid": "2014f0e3-3b50-435e-bfb7-8d2187233006", "name": "network-vif-plugged", "status": "completed", "tag": "11a4314f-3bc7-4e2c-937e-d614f78aea26"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:28.661361 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 11a4314f-3bc7-4e2c-937e-d614f78aea26, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=11a4314f-3bc7-4e2c-937e-d614f78aea26,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:28.684819 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7f97a1-837c-47ae-a745-8e8ba8522813 x-openstack-request-id: req-aa7f97a1-837c-47ae-a745-8e8ba8522813 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:28.685105 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2014f0e3-3b50-435e-bfb7-8d2187233006", "name": "network-vif-plugged", "status": "completed", "tag": "11a4314f-3bc7-4e2c-937e-d614f78aea26", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:28.685353 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa7f97a1-837c-47ae-a745-8e8ba8522813 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:28.685919 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2014f0e3-3b50-435e-bfb7-8d2187233006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4314f-3bc7-4e2c-937e-d614f78aea26', 'code': 200} Jul 05 04:49:28.736272 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.785462 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=11a4314f-3bc7-4e2c-937e-d614f78aea26,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:28.801605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f688f8-260f-4e2d-af09-6483a3c8985f req-6b78c8f7-37b5-4898-bd35-99ba408f6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:28.803164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f688f8-260f-4e2d-af09-6483a3c8985f req-6b78c8f7-37b5-4898-bd35-99ba408f6452 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 1097 time: 0.0565255 Jul 05 04:49:28.836295 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79f688f8-260f-4e2d-af09-6483a3c8985f req-0a2e4e58-b767-44a8-9a52-1142afde6672 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272667 Jul 05 04:49:29.541899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d63d3f-fe49-42d3-97b8-1ce1365d316b req-a934199a-ad1a-44c3-b4f8-768836acaab4 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:29.543411 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92d63d3f-fe49-42d3-97b8-1ce1365d316b req-a934199a-ad1a-44c3-b4f8-768836acaab4 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 946 time: 0.0641873 Jul 05 04:49:29.583056 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-92d63d3f-fe49-42d3-97b8-1ce1365d316b req-74850474-aced-4442-8662-c5612edfe8cf tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333300 Jul 05 04:49:30.062095 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:30.765536 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cac3c-9d67-40d8-a334-921eee8588a7 req-0161fb69-b304-4916-8051-f5dc064507c6 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:30.767022 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b54cac3c-9d67-40d8-a334-921eee8588a7 req-0161fb69-b304-4916-8051-f5dc064507c6 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 946 time: 0.0689225 Jul 05 04:49:30.804856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b54cac3c-9d67-40d8-a334-921eee8588a7 req-336ba70c-e45b-461d-aadd-7eb792c08900 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Jul 05 04:49:30.981184 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf692ea5-6726-4ebb-8fdd-1e379efac877 req-57f55e79-3ac7-43aa-8f6d-6a59a0adeda3 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:30.982707 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf692ea5-6726-4ebb-8fdd-1e379efac877 req-57f55e79-3ac7-43aa-8f6d-6a59a0adeda3 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 946 time: 0.0640407 Jul 05 04:49:31.021062 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cf692ea5-6726-4ebb-8fdd-1e379efac877 req-44c5b3bd-a263-4dc0-9e5b-80bf8facbbf3 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320556 Jul 05 04:49:31.928937 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.667853 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47e6c1a7-86a5-4f03-abd3-a88e365adeba req-cd634703-ba65-4e64-b082-2d73531dc09a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541635 Jul 05 04:49:34.763722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6c1a7-86a5-4f03-abd3-a88e365adeba req-58f6f8ef-644a-41f1-8e66-a0c4e619acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:34.765197 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47e6c1a7-86a5-4f03-abd3-a88e365adeba req-58f6f8ef-644a-41f1-8e66-a0c4e619acaf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e24f0d2869f044dead5255d899d0ac96&device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 1097 time: 0.0528026 Jul 05 04:49:34.870196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6c1a7-86a5-4f03-abd3-a88e365adeba req-86e4977e-e381-410b-a592-4372ba743c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:34.871670 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47e6c1a7-86a5-4f03-abd3-a88e365adeba req-86e4977e-e381-410b-a592-4372ba743c16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d22b0b29-1052-42fc-ba22-aed5e8367090 HTTP/1.1" status: 200 len: 918 time: 0.0848687 Jul 05 04:49:34.918948 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47e6c1a7-86a5-4f03-abd3-a88e365adeba req-72ecacac-bce6-40f2-9cf2-b627b8859313 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11a4314f-3bc7-4e2c-937e-d614f78aea26 HTTP/1.1" status: 200 len: 217 time: 0.0402617 Jul 05 04:49:34.968969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6c1a7-86a5-4f03-abd3-a88e365adeba req-bd8bf286-cb82-44b2-994b-13cf93d3d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:34.970554 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47e6c1a7-86a5-4f03-abd3-a88e365adeba req-bd8bf286-cb82-44b2-994b-13cf93d3d577 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b46c91ba-5c15-4f93-b6ff-2393edd771a5 HTTP/1.1" status: 200 len: 856 time: 0.0443816 Jul 05 04:49:35.027172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6c1a7-86a5-4f03-abd3-a88e365adeba req-a39ad0e0-6022-4889-aa0b-ad67cd364704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:35.028727 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47e6c1a7-86a5-4f03-abd3-a88e365adeba req-a39ad0e0-6022-4889-aa0b-ad67cd364704 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d22b0b29-1052-42fc-ba22-aed5e8367090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517232 Jul 05 04:49:35.130168 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47e6c1a7-86a5-4f03-abd3-a88e365adeba req-52d29fcb-192c-47cb-af04-fe28760d942f service neutron] 10.222.0.64 "GET /v2.0/networks/d22b0b29-1052-42fc-ba22-aed5e8367090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944517 Jul 05 04:49:35.224700 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47e6c1a7-86a5-4f03-abd3-a88e365adeba req-b64ac249-0ed9-4e86-9f10-baa2086e6a12 service neutron] 10.222.0.64 "GET /v2.0/networks/d22b0b29-1052-42fc-ba22-aed5e8367090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874679 Jul 05 04:49:40.126040 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:49:51.351574 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a7eaef43-e8a7-4c1f-9c36-eec1b85b7d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:53.528596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7f37e-88d1-4b1a-8fb0-4ebc858f05af req-d9a3811b-d248-4239-99ad-ee5d39584f4c tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:53.530073 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90e7f37e-88d1-4b1a-8fb0-4ebc858f05af req-d9a3811b-d248-4239-99ad-ee5d39584f4c tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 946 time: 0.0673373 Jul 05 04:49:53.567563 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-90e7f37e-88d1-4b1a-8fb0-4ebc858f05af req-8b0cf56b-254a-48bf-8bf3-822dc030a6c8 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317602 Jul 05 04:49:54.339722 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2000d2c0-fad5-4743-9bb3-4022cd2c0b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:54.443407 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:54.746748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a65d5-197e-4154-a944-cf1c9ca1d060 req-c065851b-21f2-4ca1-ae3b-ce683aa760d6 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:54.748229 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de1a65d5-197e-4154-a944-cf1c9ca1d060 req-c065851b-21f2-4ca1-ae3b-ce683aa760d6 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 946 time: 0.0659490 Jul 05 04:49:54.785931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de1a65d5-197e-4154-a944-cf1c9ca1d060 req-93f74474-fc26-43ac-8219-24df15c432f9 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317705 Jul 05 04:49:54.981123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad265d-0a06-4eb9-a893-9e1d3ece98e1 req-78a4f641-49e4-4729-bc3b-898c374cc15b tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:54.982584 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67ad265d-0a06-4eb9-a893-9e1d3ece98e1 req-78a4f641-49e4-4729-bc3b-898c374cc15b tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.64 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 946 time: 0.0634983 Jul 05 04:49:55.090469 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-67ad265d-0a06-4eb9-a893-9e1d3ece98e1 req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Deleting port 11a4314f-3bc7-4e2c-937e-d614f78aea26 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:49:55.090814 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-67ad265d-0a06-4eb9-a893-9e1d3ece98e1 req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:55.180266 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-67ad265d-0a06-4eb9-a893-9e1d3ece98e1 req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] For port 11a4314f-3bc7-4e2c-937e-d614f78aea26, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=11a4314f-3bc7-4e2c-937e-d614f78aea26,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:55.180660 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-67ad265d-0a06-4eb9-a893-9e1d3ece98e1 req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:55.197349 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-67ad265d-0a06-4eb9-a893-9e1d3ece98e1 req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Calling delete_port for 11a4314f-3bc7-4e2c-937e-d614f78aea26 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:49:55.380593 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-67ad265d-0a06-4eb9-a893-9e1d3ece98e1 req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:55.393068 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['11a4314f-3bc7-4e2c-937e-d614f78aea26'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:49:55.408275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Pushing event deleted for resources: {'Port': ['ID=11a4314f-3bc7-4e2c-937e-d614f78aea26,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:55.417851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:55.418201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:55.418553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:55.418884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:55.419216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:55.419572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:55.419902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:55.420232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:55.420602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:55.420929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:55.421254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:55.421575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:55.460179 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:55.472638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ad265d-0a06-4eb9-a893-9e1d3ece98e1 req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] No DVR routers for this DVR port 11a4314f-3bc7-4e2c-937e-d614f78aea26 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:49:55.475404 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-67ad265d-0a06-4eb9-a893-9e1d3ece98e1 req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:55.477465 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67ad265d-0a06-4eb9-a893-9e1d3ece98e1 req-e26da322-4086-4d5e-aade-bc67a2d82eb2 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.64 "DELETE /v2.0/ports/11a4314f-3bc7-4e2c-937e-d614f78aea26 HTTP/1.1" status: 204 len: 173 time: 0.4893241 Jul 05 04:49:55.477896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2014f0e3-3b50-435e-bfb7-8d2187233006', 'name': 'network-vif-deleted', 'tag': '11a4314f-3bc7-4e2c-937e-d614f78aea26'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:55.480116 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9e4056-fd68-4db5-a951-ca508f0aae26" -d '{"events": [{"server_uuid": "2014f0e3-3b50-435e-bfb7-8d2187233006", "name": "network-vif-deleted", "tag": "11a4314f-3bc7-4e2c-937e-d614f78aea26"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:55.514598 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced3c91e-7e60-4272-b3cb-f08ca18e6b20 x-openstack-request-id: req-ced3c91e-7e60-4272-b3cb-f08ca18e6b20 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:55.514892 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2014f0e3-3b50-435e-bfb7-8d2187233006", "name": "network-vif-deleted", "tag": "11a4314f-3bc7-4e2c-937e-d614f78aea26", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:55.515149 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ced3c91e-7e60-4272-b3cb-f08ca18e6b20 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:55.515544 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2014f0e3-3b50-435e-bfb7-8d2187233006', 'name': 'network-vif-deleted', 'tag': '11a4314f-3bc7-4e2c-937e-d614f78aea26', 'status': 'completed', 'code': 200} Jul 05 04:49:55.948137 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7bb1253d-7796-4ce3-abe9-aa613f3ee3db req-cc65c53e-903d-4bb0-98b1-b416cee6f835 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014f0e3-3b50-435e-bfb7-8d2187233006 HTTP/1.1" status: 200 len: 210 time: 0.0301492 Jul 05 04:49:57.333958 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:57.798831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-b5831165-4f59-4170-9db6-72e8e5855fb3 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:57.800579 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-b5831165-4f59-4170-9db6-72e8e5855fb3 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/networks?id=d22b0b29-1052-42fc-ba22-aed5e8367090 HTTP/1.1" status: 200 len: 817 time: 0.1035314 Jul 05 04:49:57.815542 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-9e5cf3b8-1b9c-4b6a-9b17-318fe6b11f66 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/quotas/e24f0d2869f044dead5255d899d0ac96 HTTP/1.1" status: 200 len: 375 time: 0.0090899 Jul 05 04:49:57.890832 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-ecf34dd4-60ba-4530-b0be-7f453c7f2f11 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e24f0d2869f044dead5255d899d0ac96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704877 Jul 05 04:49:58.072517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-0bb943bf-4789-4492-9ab4-d75fc2690586 service neutron] 10.222.0.60 "GET /v2.0/networks/d22b0b29-1052-42fc-ba22-aed5e8367090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701593 Jul 05 04:49:58.159099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-b8d24905-ba75-4ace-85e4-b6fa79e99e69 service neutron] 10.222.0.60 "GET /v2.0/networks/d22b0b29-1052-42fc-ba22-aed5e8367090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807905 Jul 05 04:49:58.404242 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c03c8f10-95d3-481c-8f25-1a19295753da req-eeafba51-5c37-4709-97bc-5ddadd8a9d6b tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 210 time: 0.0303721 Jul 05 04:49:58.518519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 11a4314f-3bc7-4e2c-937e-d614f78aea26 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:49:58.538358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 11a4314f-3bc7-4e2c-937e-d614f78aea26 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:49:58.538702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 11a4314f-3bc7-4e2c-937e-d614f78aea26 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:49:59.549021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f31826c-aa8c-4762-8681-590fdfe835ad req-aec2b05d-4ff8-42e8-bcfd-5a303e57325b tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 210 time: 0.0331719 Jul 05 04:50:00.014215 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:00.563854 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-ed6a39ce-0ab1-4897-8ff6-e069a72c88f3 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:00.565342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-ed6a39ce-0ab1-4897-8ff6-e069a72c88f3 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.64 "GET /v2.0/networks?id=d22b0b29-1052-42fc-ba22-aed5e8367090 HTTP/1.1" status: 200 len: 817 time: 0.1025956 Jul 05 04:50:00.577143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-92d736a2-1afe-4f21-bea4-ba50e7be0a1f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Request body: {'port': {'device_id': '807b7c15-281f-4bba-b067-b3a324cca792', 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090', 'admin_state_up': True, 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:00.700300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-830c1985-3d03-4b25-a989-8ea7e4e7921c req-11551756-3b07-4d64-97ef-e2b178895e6f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 210 time: 0.0345559 Jul 05 04:50:00.787026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-92d736a2-1afe-4f21-bea4-ba50e7be0a1f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Made reservation on behalf of e24f0d2869f044dead5255d899d0ac96 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:50:00.790794 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-92d736a2-1afe-4f21-bea4-ba50e7be0a1f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:00.917697 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-92d736a2-1afe-4f21-bea4-ba50e7be0a1f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Allocated IP 172.20.0.7 (d22b0b29-1052-42fc-ba22-aed5e8367090/b46c91ba-5c15-4f93-b6ff-2393edd771a5/d5823545-0c9d-471a-975a-342b5ac40378) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:01.059171 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-92d736a2-1afe-4f21-bea4-ba50e7be0a1f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:01.077109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-92d736a2-1afe-4f21-bea4-ba50e7be0a1f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Transition to ACTIVE for port object d5823545-0c9d-471a-975a-342b5ac40378 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:01.175367 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-92d736a2-1afe-4f21-bea4-ba50e7be0a1f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:01.218565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-92d736a2-1afe-4f21-bea4-ba50e7be0a1f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Network d22b0b29-1052-42fc-ba22-aed5e8367090 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:01.221753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-92d736a2-1afe-4f21-bea4-ba50e7be0a1f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:01.228602 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-92d736a2-1afe-4f21-bea4-ba50e7be0a1f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:01.234275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d736a2-1afe-4f21-bea4-ba50e7be0a1f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Pushing event updated for resources: {'Port': ['ID=d5823545-0c9d-471a-975a-342b5ac40378,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:01.280919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-92d736a2-1afe-4f21-bea4-ba50e7be0a1f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:01.281550 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-92d736a2-1afe-4f21-bea4-ba50e7be0a1f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:01.358877 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-92d736a2-1afe-4f21-bea4-ba50e7be0a1f tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7854965 Jul 05 04:50:01.371473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Request body: {'port': {'device_id': '807b7c15-281f-4bba-b067-b3a324cca792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:01.448228 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:01.506819 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e67d2b5b-510a-497e-8a70-3ae40431da54 None None] Provisioning for port d5823545-0c9d-471a-975a-342b5ac40378 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:01.510671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e67d2b5b-510a-497e-8a70-3ae40431da54 None None] Provisioning complete for port d5823545-0c9d-471a-975a-342b5ac40378 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:01.511045 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e67d2b5b-510a-497e-8a70-3ae40431da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:01.545797 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e67d2b5b-510a-497e-8a70-3ae40431da54 None None] Port d5823545-0c9d-471a-975a-342b5ac40378 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:50:01.700839 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5823545-0c9d-471a-975a-342b5ac40378 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:50:01.708103 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:01.720569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Transition to ACTIVE for port object d5823545-0c9d-471a-975a-342b5ac40378 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:01.786548 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:01.869450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Pushing event updated for resources: {'Port': ['ID=d5823545-0c9d-471a-975a-342b5ac40378,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:01.952515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e597fcb-a5c0-4903-aa27-21fdef9f7bfb req-1bb0b878-5ab8-4111-95d5-a336ca7d159e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:01.954024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e597fcb-a5c0-4903-aa27-21fdef9f7bfb req-1bb0b878-5ab8-4111-95d5-a336ca7d159e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 943 time: 0.1410296 Jul 05 04:50:01.964011 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:01.981253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Attempting to bind port d5823545-0c9d-471a-975a-342b5ac40378 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:50:01.981589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Attempting to bind port d5823545-0c9d-471a-975a-342b5ac40378 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:50:01.981960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Attempting to bind port d5823545-0c9d-471a-975a-342b5ac40378 on network d22b0b29-1052-42fc-ba22-aed5e8367090 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:01.992597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Port d5823545-0c9d-471a-975a-342b5ac40378 on network d22b0b29-1052-42fc-ba22-aed5e8367090 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:50:01.992923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Attempting to bind port d5823545-0c9d-471a-975a-342b5ac40378 on network d22b0b29-1052-42fc-ba22-aed5e8367090 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:02.005159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:50:02.005497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Checking segment: {'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:02.005878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Bound using segment: {'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:50:02.006306 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Bound port: d5823545-0c9d-471a-975a-342b5ac40378, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98ecae6-c7a6-4991-b0df-74f1f5c85706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:50:02.006669 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:02.013575 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6e597fcb-a5c0-4903-aa27-21fdef9f7bfb req-d73c1157-64bc-42be-8bc5-1fc573965268 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492537 Jul 05 04:50:02.074944 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] For port d5823545-0c9d-471a-975a-342b5ac40378, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:02.078200 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] For port d5823545-0c9d-471a-975a-342b5ac40378, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d5823545-0c9d-471a-975a-342b5ac40378,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:50:02.147176 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:02.183753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:02.184381 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:02.185851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] 10.222.0.64 "PUT /v2.0/ports/d5823545-0c9d-471a-975a-342b5ac40378 HTTP/1.1" status: 200 len: 1091 time: 0.8199224 Jul 05 04:50:02.186285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807b7c15-281f-4bba-b067-b3a324cca792', 'tag': 'd5823545-0c9d-471a-975a-342b5ac40378'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:02.188535 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aaf54b-d8a2-4124-ad22-28c2c46238e3" -d '{"events": [{"name": "network-changed", "server_uuid": "807b7c15-281f-4bba-b067-b3a324cca792", "tag": "d5823545-0c9d-471a-975a-342b5ac40378"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:02.217731 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d7bba-d869-4c03-8070-b723605bf862 service neutron] Pushing event updated for resources: {'Port': ['ID=d5823545-0c9d-471a-975a-342b5ac40378,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:02.231629 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ca73b6-7d2e-4a8f-80b3-5da3bc8d5a20 x-openstack-request-id: req-88ca73b6-7d2e-4a8f-80b3-5da3bc8d5a20 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:02.231922 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807b7c15-281f-4bba-b067-b3a324cca792", "tag": "d5823545-0c9d-471a-975a-342b5ac40378", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:02.232177 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88ca73b6-7d2e-4a8f-80b3-5da3bc8d5a20 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:02.232604 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807b7c15-281f-4bba-b067-b3a324cca792', 'tag': 'd5823545-0c9d-471a-975a-342b5ac40378', 'status': 'completed', 'code': 200} Jul 05 04:50:02.311125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf54b-d8a2-4124-ad22-28c2c46238e3 req-afd31539-df21-443e-bbd6-43dca9023d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:02.312734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3aaf54b-d8a2-4124-ad22-28c2c46238e3 req-afd31539-df21-443e-bbd6-43dca9023d78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e24f0d2869f044dead5255d899d0ac96&device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 1094 time: 0.0581455 Jul 05 04:50:02.422404 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf54b-d8a2-4124-ad22-28c2c46238e3 req-6615a0f1-1b02-4222-bd77-a93dad36f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:02.423888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3aaf54b-d8a2-4124-ad22-28c2c46238e3 req-6615a0f1-1b02-4222-bd77-a93dad36f0fb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e24f0d2869f044dead5255d899d0ac96&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1044376 Jul 05 04:50:02.516497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf54b-d8a2-4124-ad22-28c2c46238e3 req-222f810f-74c5-4949-a795-805618d029d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:02.517911 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3aaf54b-d8a2-4124-ad22-28c2c46238e3 req-222f810f-74c5-4949-a795-805618d029d8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881357 Jul 05 04:50:02.604068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-f5e8d4f3-b148-45cc-ad70-ebc1cb017abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:02.605550 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-f5e8d4f3-b148-45cc-ad70-ebc1cb017abc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e24f0d2869f044dead5255d899d0ac96&device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 1094 time: 0.0506024 Jul 05 04:50:02.648660 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-b833fabc-8857-4322-a3c3-501a3e62ce73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5823545-0c9d-471a-975a-342b5ac40378 HTTP/1.1" status: 200 len: 217 time: 0.0356638 Jul 05 04:50:02.694733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-a884acf9-5eda-46c2-9e15-85f46af1fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:02.696120 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-a884acf9-5eda-46c2-9e15-85f46af1fba2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b46c91ba-5c15-4f93-b6ff-2393edd771a5 HTTP/1.1" status: 200 len: 856 time: 0.0420041 Jul 05 04:50:02.752388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-990947cf-5075-4ba5-8d02-1f448b70f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:02.753881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-990947cf-5075-4ba5-8d02-1f448b70f504 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d22b0b29-1052-42fc-ba22-aed5e8367090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515409 Jul 05 04:50:02.845574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-e4cefcde-3a3f-4ddb-8323-fdff6c41d511 service neutron] 10.222.0.64 "GET /v2.0/networks/d22b0b29-1052-42fc-ba22-aed5e8367090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851598 Jul 05 04:50:02.931153 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9201591c-c430-4ff2-83f9-2f2966bd14f2 req-3d94aa3b-d529-4cd1-a0ef-7aa699dd0719 service neutron] 10.222.0.64 "GET /v2.0/networks/d22b0b29-1052-42fc-ba22-aed5e8367090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791883 Jul 05 04:50:03.193063 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7f327-96fd-468f-b479-a251beaf3d03 req-c334873c-a7b1-4ab9-9e3d-8f0f5be559d0 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:03.194608 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5f7f327-96fd-468f-b479-a251beaf3d03 req-c334873c-a7b1-4ab9-9e3d-8f0f5be559d0 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 943 time: 0.0668385 Jul 05 04:50:03.575031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b5f7f327-96fd-468f-b479-a251beaf3d03 req-e8d683a3-8c81-4146-8474-c4ce24da2015 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745224 Jul 05 04:50:04.549859 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device d5823545-0c9d-471a-975a-342b5ac40378 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:50:04.644360 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port d5823545-0c9d-471a-975a-342b5ac40378, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d5823545-0c9d-471a-975a-342b5ac40378,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:04.656036 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'd5823545-0c9d-471a-975a-342b5ac40378', 'network_id': 'd22b0b29-1052-42fc-ba22-aed5e8367090', 'port_id': 'd5823545-0c9d-471a-975a-342b5ac40378', 'mac_address': 'fa:16:3e:f0:43:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46c91ba-5c15-4f93-b6ff-2393edd771a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:50:04.692607 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:04.708935 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5823545-0c9d-471a-975a-342b5ac40378 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:50:04.729415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port d5823545-0c9d-471a-975a-342b5ac40378, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d5823545-0c9d-471a-975a-342b5ac40378,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:04.752079 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168656e-403d-4e0e-bad7-4bd6858a4d05 req-01665c7f-44c9-4348-b91f-22499513a587 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:04.754021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0168656e-403d-4e0e-bad7-4bd6858a4d05 req-01665c7f-44c9-4348-b91f-22499513a587 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 943 time: 0.0662208 Jul 05 04:50:04.792211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0168656e-403d-4e0e-bad7-4bd6858a4d05 req-adf6d8b6-1bcc-42ae-80c3-a15a1fa9a3cd tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321338 Jul 05 04:50:04.837727 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:04.885873 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=d5823545-0c9d-471a-975a-342b5ac40378,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:05.023934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['d5823545-0c9d-471a-975a-342b5ac40378'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:50:05.974067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48968d58-1631-414b-ba9f-0e077e536b72 req-573996d4-e7c8-4f20-9a0d-38248ec6d888 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:05.975553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48968d58-1631-414b-ba9f-0e077e536b72 req-573996d4-e7c8-4f20-9a0d-38248ec6d888 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 944 time: 0.0630975 Jul 05 04:50:06.015414 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48968d58-1631-414b-ba9f-0e077e536b72 req-c030cdc3-488d-4b29-ba44-3abd5ded7899 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342638 Jul 05 04:50:06.549985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device d5823545-0c9d-471a-975a-342b5ac40378 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:06.665326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port d5823545-0c9d-471a-975a-342b5ac40378 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:06.668903 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port d5823545-0c9d-471a-975a-342b5ac40378 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:06.669288 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:06.742975 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:06.763917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807b7c15-281f-4bba-b067-b3a324cca792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5823545-0c9d-471a-975a-342b5ac40378'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:06.766159 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2904cd-2c8f-4bd8-81a3-1c9938f7eeb6" -d '{"events": [{"server_uuid": "807b7c15-281f-4bba-b067-b3a324cca792", "name": "network-vif-plugged", "status": "completed", "tag": "d5823545-0c9d-471a-975a-342b5ac40378"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:06.778971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port d5823545-0c9d-471a-975a-342b5ac40378, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d5823545-0c9d-471a-975a-342b5ac40378,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:06.807399 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dbbf6e-c81b-4dd0-8f07-a3df075d95a7 x-openstack-request-id: req-a9dbbf6e-c81b-4dd0-8f07-a3df075d95a7 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:06.807752 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807b7c15-281f-4bba-b067-b3a324cca792", "name": "network-vif-plugged", "status": "completed", "tag": "d5823545-0c9d-471a-975a-342b5ac40378", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:06.808046 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9dbbf6e-c81b-4dd0-8f07-a3df075d95a7 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:06.808512 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807b7c15-281f-4bba-b067-b3a324cca792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5823545-0c9d-471a-975a-342b5ac40378', 'code': 200} Jul 05 04:50:06.860309 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:06.911482 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=d5823545-0c9d-471a-975a-342b5ac40378,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:06.920600 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c07054-797d-45d7-83e5-b18ad2234df4 req-1b88210a-2ba4-4a52-9602-32c9b7727206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:06.922118 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2c07054-797d-45d7-83e5-b18ad2234df4 req-1b88210a-2ba4-4a52-9602-32c9b7727206 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 1096 time: 0.0536661 Jul 05 04:50:06.957852 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2c07054-797d-45d7-83e5-b18ad2234df4 req-129fecf3-01c8-46ef-a1ba-a948c9fb30e4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281894 Jul 05 04:50:07.186783 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391bcae-2c99-4693-8a54-5d61851094de req-795df9e1-d1d0-433b-a78a-dab596749950 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:07.188181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9391bcae-2c99-4693-8a54-5d61851094de req-795df9e1-d1d0-433b-a78a-dab596749950 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 945 time: 0.0629046 Jul 05 04:50:07.225418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9391bcae-2c99-4693-8a54-5d61851094de req-dac1789e-464c-4e33-963f-d9b0d9a9ac35 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310225 Jul 05 04:50:08.400164 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c580d-13b6-4e1d-94b0-1baa8c1759e9 req-6d8d645b-2a7b-4687-9664-75ff6a7759a8 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:08.401661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-961c580d-13b6-4e1d-94b0-1baa8c1759e9 req-6d8d645b-2a7b-4687-9664-75ff6a7759a8 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 945 time: 0.0655923 Jul 05 04:50:08.439190 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-961c580d-13b6-4e1d-94b0-1baa8c1759e9 req-bda50e78-a41a-47bb-8dc5-a93dda05b276 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320723 Jul 05 04:50:08.607906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805b783-5e63-414b-8d53-aedaeec0202e req-130372ec-0cce-44c1-80c6-918435d5417a tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:08.609368 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d805b783-5e63-414b-8d53-aedaeec0202e req-130372ec-0cce-44c1-80c6-918435d5417a tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 945 time: 0.0629430 Jul 05 04:50:08.646433 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d805b783-5e63-414b-8d53-aedaeec0202e req-f00c2a95-f1fc-452f-bd4a-43d55407308c tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311279 Jul 05 04:50:17.125373 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:50:21.356923 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6b56a033-b188-4abb-92ce-930fc851fdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:24.356586 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d8d1fd47-49a7-4f11-b7c4-b28e8ec16622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:24.471772 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:25.448315 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:27.328512 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:30.020089 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:31.922112 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:32.162832 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74f640-3ba2-43dc-8612-8358b04ea161 req-85388d4a-915d-4867-8b62-2e009f7647cd tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:32.164458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc74f640-3ba2-43dc-8612-8358b04ea161 req-85388d4a-915d-4867-8b62-2e009f7647cd tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 945 time: 0.0625453 Jul 05 04:50:32.202103 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc74f640-3ba2-43dc-8612-8358b04ea161 req-4266bee2-697c-4c0c-9b1d-3d4d60110004 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Jul 05 04:50:33.386625 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9add672-0ebf-46f2-a122-c7ef56e5d237 req-e54a2656-46a4-4fe4-a1c4-036532890158 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:33.388127 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9add672-0ebf-46f2-a122-c7ef56e5d237 req-e54a2656-46a4-4fe4-a1c4-036532890158 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 945 time: 0.0691023 Jul 05 04:50:33.426195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c9add672-0ebf-46f2-a122-c7ef56e5d237 req-cea86839-b1f4-4aee-80d7-09c1f14f43d5 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Jul 05 04:50:33.713738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007c07a-5f4d-45e6-8527-118106afa2f5 req-618d30e9-bbc6-4549-a329-dbf6ac220793 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:33.715180 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0007c07a-5f4d-45e6-8527-118106afa2f5 req-618d30e9-bbc6-4549-a329-dbf6ac220793 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.64 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 945 time: 0.0612078 Jul 05 04:50:33.817811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-0007c07a-5f4d-45e6-8527-118106afa2f5 req-53c7f993-cd43-454e-b415-750cec290f03 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Deleting port d5823545-0c9d-471a-975a-342b5ac40378 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:33.818151 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0007c07a-5f4d-45e6-8527-118106afa2f5 req-53c7f993-cd43-454e-b415-750cec290f03 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:33.903493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-0007c07a-5f4d-45e6-8527-118106afa2f5 req-53c7f993-cd43-454e-b415-750cec290f03 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] For port d5823545-0c9d-471a-975a-342b5ac40378, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=d5823545-0c9d-471a-975a-342b5ac40378,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:33.903853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0007c07a-5f4d-45e6-8527-118106afa2f5 req-53c7f993-cd43-454e-b415-750cec290f03 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:33.916292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-0007c07a-5f4d-45e6-8527-118106afa2f5 req-53c7f993-cd43-454e-b415-750cec290f03 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Calling delete_port for d5823545-0c9d-471a-975a-342b5ac40378 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:34.093883 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0007c07a-5f4d-45e6-8527-118106afa2f5 req-53c7f993-cd43-454e-b415-750cec290f03 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:34.105167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['d5823545-0c9d-471a-975a-342b5ac40378'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:50:34.120769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7f993-cd43-454e-b415-750cec290f03 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Pushing event deleted for resources: {'Port': ['ID=d5823545-0c9d-471a-975a-342b5ac40378,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:34.173092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0007c07a-5f4d-45e6-8527-118106afa2f5 req-53c7f993-cd43-454e-b415-750cec290f03 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] No DVR routers for this DVR port d5823545-0c9d-471a-975a-342b5ac40378 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:50:34.175953 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0007c07a-5f4d-45e6-8527-118106afa2f5 req-53c7f993-cd43-454e-b415-750cec290f03 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:34.178206 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0007c07a-5f4d-45e6-8527-118106afa2f5 req-53c7f993-cd43-454e-b415-750cec290f03 tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.64 "DELETE /v2.0/ports/d5823545-0c9d-471a-975a-342b5ac40378 HTTP/1.1" status: 204 len: 173 time: 0.4569783 Jul 05 04:50:34.178663 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807b7c15-281f-4bba-b067-b3a324cca792', 'name': 'network-vif-deleted', 'tag': 'd5823545-0c9d-471a-975a-342b5ac40378'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:34.180973 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5982cc4c-91e4-4ea7-89b9-e9b13a7ba17d" -d '{"events": [{"server_uuid": "807b7c15-281f-4bba-b067-b3a324cca792", "name": "network-vif-deleted", "tag": "d5823545-0c9d-471a-975a-342b5ac40378"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:34.218520 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397eae50-d08a-4be8-b747-5c010959c2d7 x-openstack-request-id: req-397eae50-d08a-4be8-b747-5c010959c2d7 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:34.218816 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807b7c15-281f-4bba-b067-b3a324cca792", "name": "network-vif-deleted", "tag": "d5823545-0c9d-471a-975a-342b5ac40378", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:34.219071 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-397eae50-d08a-4be8-b747-5c010959c2d7 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:34.219473 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807b7c15-281f-4bba-b067-b3a324cca792', 'name': 'network-vif-deleted', 'tag': 'd5823545-0c9d-471a-975a-342b5ac40378', 'status': 'completed', 'code': 200} Jul 05 04:50:34.590459 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-acfe1399-f1fd-4d6b-8e50-2c8bb6573646 req-ab90c254-23c9-4d20-9f90-46d6b50b7f2e tempest-TestEncryptedCinderVolumes-786629361 tempest-TestEncryptedCinderVolumes-786629361-project] 10.222.0.60 "GET /v2.0/ports?device_id=807b7c15-281f-4bba-b067-b3a324cca792 HTTP/1.1" status: 200 len: 210 time: 0.0312889 Jul 05 04:50:35.780327 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56252) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:36.196691 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:36.501203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Deleting port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:36.501548 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:36.575298 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] For port a7bb90c7-eb23-49f7-b5a7-867cf5055c5e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a7bb90c7-eb23-49f7-b5a7-867cf5055c5e,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:36.575658 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:36.592204 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Calling delete_port for a7bb90c7-eb23-49f7-b5a7-867cf5055c5e owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:36.704745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device d5823545-0c9d-471a-975a-342b5ac40378 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:36.725858 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: d5823545-0c9d-471a-975a-342b5ac40378 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:36.726125 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device d5823545-0c9d-471a-975a-342b5ac40378 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:36.882308 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:36.905652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7bb90c7-eb23-49f7-b5a7-867cf5055c5e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:36.918606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:36.918964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:36.919316 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:36.919662 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:36.920007 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:36.920345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:36.920706 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:36.921109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:36.921385 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:36.921719 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:36.922049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:36.922380 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:37.091910 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:37.297786 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Router 48eb432f-a12a-4bd2-9812-7d6a2ca47341 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:50:37.402351 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:50:37.407357 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-25ab0bdd-e574-406f-ad64-25cd4845889d admin admin] 10.222.0.60 "PUT /v2.0/routers/48eb432f-a12a-4bd2-9812-7d6a2ca47341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6259112 Jul 05 04:50:37.409891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56256) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:37.413736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ea10c-b717-4133-94aa-20ab12605d08 None None] Sync routers for ids ['48eb432f-a12a-4bd2-9812-7d6a2ca47341'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:50:37.422817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ea10c-b717-4133-94aa-20ab12605d08 None None] Routers {'48eb432f-a12a-4bd2-9812-7d6a2ca47341'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:37.423704 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-538ea10c-b717-4133-94aa-20ab12605d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48eb432f-a12a-4bd2-9812-7d6a2ca47341'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:37.528082 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-538ea10c-b717-4133-94aa-20ab12605d08 None None] Set router 48eb432f-a12a-4bd2-9812-7d6a2ca47341 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:37.712891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-538ea10c-b717-4133-94aa-20ab12605d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'name': 'tempest-TestEncryptedCinderVolumes-1783723707-router', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '05749024-771e-4af1-85c0-b83a892860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:06Z', 'updated_at': '2021-07-05T04:50:36Z', 'revision_number': 5, 'project_id': 'e24f0d2869f044dead5255d899d0ac96', 'gw_port': {'id': '05749024-771e-4af1-85c0-b83a892860d7', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:07Z', 'updated_at': '2021-07-05T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:37.739906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ea10c-b717-4133-94aa-20ab12605d08 None None] Checking router: 48eb432f-a12a-4bd2-9812-7d6a2ca47341 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:50:37.749492 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ea10c-b717-4133-94aa-20ab12605d08 None None] Routers {'48eb432f-a12a-4bd2-9812-7d6a2ca47341'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:37.749868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-538ea10c-b717-4133-94aa-20ab12605d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['48eb432f-a12a-4bd2-9812-7d6a2ca47341'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:37.772203 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:37.851645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-538ea10c-b717-4133-94aa-20ab12605d08 None None] Set router 48eb432f-a12a-4bd2-9812-7d6a2ca47341 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:37.873429 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:37.998282 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] Deleting port 05749024-771e-4af1-85c0-b83a892860d7 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:37.998951 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:38.024103 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-538ea10c-b717-4133-94aa-20ab12605d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'name': 'tempest-TestEncryptedCinderVolumes-1783723707-router', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '05749024-771e-4af1-85c0-b83a892860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:06Z', 'updated_at': '2021-07-05T04:50:36Z', 'revision_number': 5, 'project_id': 'e24f0d2869f044dead5255d899d0ac96', 'gw_port': {'id': '05749024-771e-4af1-85c0-b83a892860d7', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:07Z', 'updated_at': '2021-07-05T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:38.054486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ea10c-b717-4133-94aa-20ab12605d08 None None] The sync data for ids ['48eb432f-a12a-4bd2-9812-7d6a2ca47341'] in n-d-798249-5 is: [{'id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'name': 'tempest-TestEncryptedCinderVolumes-1783723707-router', 'tenant_id': 'e24f0d2869f044dead5255d899d0ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '05749024-771e-4af1-85c0-b83a892860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:06Z', 'updated_at': '2021-07-05T04:50:36Z', 'revision_number': 5, 'project_id': 'e24f0d2869f044dead5255d899d0ac96', 'gw_port': {'id': '05749024-771e-4af1-85c0-b83a892860d7', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eb432f-a12a-4bd2-9812-7d6a2ca47341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:07Z', 'updated_at': '2021-07-05T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:50:38.084112 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] For port 05749024-771e-4af1-85c0-b83a892860d7, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=05749024-771e-4af1-85c0-b83a892860d7,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:38.084514 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:38.097666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] Calling delete_port for 05749024-771e-4af1-85c0-b83a892860d7 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:38.310857 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:38.334460 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] Pushing event deleted for resources: {'Port': ['ID=05749024-771e-4af1-85c0-b83a892860d7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:38.396935 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:38.492313 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:38.494911 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:38.585832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a7bb90c7-eb23-49f7-b5a7-867cf5055c5e no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:38.596271 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:38.596835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48eb432f-a12a-4bd2-9812-7d6a2ca47341 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:50:38.602258 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:38.603473 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b8a88dd6-de3a-47f9-a7ac-5eee5e5daf99 admin admin] 10.222.0.60 "DELETE /v2.0/routers/48eb432f-a12a-4bd2-9812-7d6a2ca47341 HTTP/1.1" status: 204 len: 168 time: 1.1926677 Jul 05 04:50:38.606180 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56258) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:38.606648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: a7bb90c7-eb23-49f7-b5a7-867cf5055c5e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:38.606856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a7bb90c7-eb23-49f7-b5a7-867cf5055c5e not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:38.655715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83896db-e4c3-448f-bca3-1c8f118dc976 admin admin] Deleting subnet b46c91ba-5c15-4f93-b6ff-2393edd771a5 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:50:38.658877 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e83896db-e4c3-448f-bca3-1c8f118dc976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:38.697669 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e83896db-e4c3-448f-bca3-1c8f118dc976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:38.784529 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e83896db-e4c3-448f-bca3-1c8f118dc976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:38.922406 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e83896db-e4c3-448f-bca3-1c8f118dc976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:38.946939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83896db-e4c3-448f-bca3-1c8f118dc976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b46c91ba-5c15-4f93-b6ff-2393edd771a5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:38.951132 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e83896db-e4c3-448f-bca3-1c8f118dc976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:38.953026 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e83896db-e4c3-448f-bca3-1c8f118dc976 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b46c91ba-5c15-4f93-b6ff-2393edd771a5 HTTP/1.1" status: 204 len: 168 time: 0.3448458 Jul 05 04:50:38.955509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56260) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:38.958835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb297aa8-539e-43b6-9086-0d11b8be0bfd None None] Network d22b0b29-1052-42fc-ba22-aed5e8367090 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:50:39.030289 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:39.088237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Deleting port 8828c485-376f-4014-b00d-d4ee77e24912 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:39.088616 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:39.157646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] For port 8828c485-376f-4014-b00d-d4ee77e24912, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8828c485-376f-4014-b00d-d4ee77e24912,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:39.158005 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:39.158617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] DHCP port deletion for d22b0b29-1052-42fc-ba22-aed5e8367090 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:50:39.171597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Calling delete_port for 8828c485-376f-4014-b00d-d4ee77e24912 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:39.205237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Deleting port 8828c485-376f-4014-b00d-d4ee77e24912 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:39.205532 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:39.266001 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] For port 8828c485-376f-4014-b00d-d4ee77e24912, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=8828c485-376f-4014-b00d-d4ee77e24912,segment=NetworkSegment(d98ecae6-c7a6-4991-b0df-74f1f5c85706),segment_id=d98ecae6-c7a6-4991-b0df-74f1f5c85706)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:39.266397 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:39.279087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Calling delete_port for 8828c485-376f-4014-b00d-d4ee77e24912 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:39.316387 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:39.342772 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Pushing event deleted for resources: {'Port': ['ID=8828c485-376f-4014-b00d-d4ee77e24912,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:39.350544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] No DVR routers for this DVR port 8828c485-376f-4014-b00d-d4ee77e24912 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:50:39.434517 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:39.445714 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22b0b29-1052-42fc-ba22-aed5e8367090']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:39.456307 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98ecae6-c7a6-4991-b0df-74f1f5c85706') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:39.456568 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98ecae6-c7a6-4991-b0df-74f1f5c85706') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:39.466463 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:39.481681 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:39.487685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:50:39.493415 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:50:39.512534 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:39.537720 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Pushing event deleted for resources: {'Port': ['ID=8828c485-376f-4014-b00d-d4ee77e24912,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:39.545090 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] No DVR routers for this DVR port 8828c485-376f-4014-b00d-d4ee77e24912 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:50:39.547599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:39.553144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:39.553144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:39.553144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:39.553144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:39.553144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:39.553144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:39.553144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:39.553144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:39.553144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:39.553144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:39.553144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365ddbc0-8955-4606-aaca-31329f0ab30d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:39.590401 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:39.596487 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:39.599019 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d22b0b29-1052-42fc-ba22-aed5e8367090 HTTP/1.1" status: 204 len: 168 time: 0.6419458 Jul 05 04:50:39.601894 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56262) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:39.611858 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cd84a-a1ed-4f94-884d-93eccff0ce36 admin admin] Pushing event deleted for resources: {'Network': ['ID=d22b0b29-1052-42fc-ba22-aed5e8367090,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:39.945632 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-358a43a7-7dba-4654-a4b8-accb9b53dbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:40.199608 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-358a43a7-7dba-4654-a4b8-accb9b53dbe4 admin admin] Deleting port a0724e98-d80e-42a0-a872-9cc36a7f6ab5 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:40.199868 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-358a43a7-7dba-4654-a4b8-accb9b53dbe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:40.278478 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-358a43a7-7dba-4654-a4b8-accb9b53dbe4 admin admin] For port a0724e98-d80e-42a0-a872-9cc36a7f6ab5, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a0724e98-d80e-42a0-a872-9cc36a7f6ab5,segment=NetworkSegment(291b5ec6-1829-4b1d-8693-5e838f270e1b),segment_id=291b5ec6-1829-4b1d-8693-5e838f270e1b)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:40.278837 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-358a43a7-7dba-4654-a4b8-accb9b53dbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:40.293230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-358a43a7-7dba-4654-a4b8-accb9b53dbe4 admin admin] Calling delete_port for a0724e98-d80e-42a0-a872-9cc36a7f6ab5 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:40.534518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8828c485-376f-4014-b00d-d4ee77e24912 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:40.555618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 8828c485-376f-4014-b00d-d4ee77e24912 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:40.555966 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 8828c485-376f-4014-b00d-d4ee77e24912 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:40.556392 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 05749024-771e-4af1-85c0-b83a892860d7 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:40.574803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 05749024-771e-4af1-85c0-b83a892860d7 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:40.575156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 05749024-771e-4af1-85c0-b83a892860d7 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:40.636551 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-358a43a7-7dba-4654-a4b8-accb9b53dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:40.662438 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a43a7-7dba-4654-a4b8-accb9b53dbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0724e98-d80e-42a0-a872-9cc36a7f6ab5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:40.837764 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-358a43a7-7dba-4654-a4b8-accb9b53dbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:41.065835 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358a43a7-7dba-4654-a4b8-accb9b53dbe4 admin admin] Router 2cc0d66a-6b16-44f0-8111-eac0c1353922 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:50:41.172427 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358a43a7-7dba-4654-a4b8-accb9b53dbe4 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:50:41.178176 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-358a43a7-7dba-4654-a4b8-accb9b53dbe4 admin admin] 10.222.0.60 "PUT /v2.0/routers/2cc0d66a-6b16-44f0-8111-eac0c1353922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5747259 Jul 05 04:50:41.180628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56264) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:41.184777 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48035c42-cd8b-4513-9569-01d32898660d None None] Sync routers for ids ['2cc0d66a-6b16-44f0-8111-eac0c1353922'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:50:41.193502 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48035c42-cd8b-4513-9569-01d32898660d None None] Routers {'2cc0d66a-6b16-44f0-8111-eac0c1353922'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:41.194115 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-48035c42-cd8b-4513-9569-01d32898660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2cc0d66a-6b16-44f0-8111-eac0c1353922'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:41.283002 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:41.297347 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-48035c42-cd8b-4513-9569-01d32898660d None None] Set router 2cc0d66a-6b16-44f0-8111-eac0c1353922 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:41.386939 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:41.471439 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-48035c42-cd8b-4513-9569-01d32898660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'name': 'tempest-TestEncryptedCinderVolumes-1762321807-router', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f8714d00-07ea-4acf-9501-fa2cdb67bace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:12Z', 'updated_at': '2021-07-05T04:50:40Z', 'revision_number': 5, 'project_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'gw_port': {'id': 'f8714d00-07ea-4acf-9501-fa2cdb67bace', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:13Z', 'updated_at': '2021-07-05T04:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:41.499672 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48035c42-cd8b-4513-9569-01d32898660d None None] Checking router: 2cc0d66a-6b16-44f0-8111-eac0c1353922 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:50:41.508394 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48035c42-cd8b-4513-9569-01d32898660d None None] Routers {'2cc0d66a-6b16-44f0-8111-eac0c1353922'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:41.509073 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-48035c42-cd8b-4513-9569-01d32898660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['2cc0d66a-6b16-44f0-8111-eac0c1353922'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:41.525782 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] Deleting port f8714d00-07ea-4acf-9501-fa2cdb67bace {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:41.526132 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:41.609078 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] For port f8714d00-07ea-4acf-9501-fa2cdb67bace, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f8714d00-07ea-4acf-9501-fa2cdb67bace,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:41.609445 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:41.622505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] Calling delete_port for f8714d00-07ea-4acf-9501-fa2cdb67bace owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:41.683704 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-48035c42-cd8b-4513-9569-01d32898660d None None] Set router 2cc0d66a-6b16-44f0-8111-eac0c1353922 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:41.735358 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-48035c42-cd8b-4513-9569-01d32898660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'name': 'tempest-TestEncryptedCinderVolumes-1762321807-router', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:12Z', 'updated_at': '2021-07-05T04:50:41Z', 'revision_number': 6, 'project_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:41.764195 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48035c42-cd8b-4513-9569-01d32898660d None None] The sync data for ids ['2cc0d66a-6b16-44f0-8111-eac0c1353922'] in n-d-798249-5 is: [{'id': '2cc0d66a-6b16-44f0-8111-eac0c1353922', 'name': 'tempest-TestEncryptedCinderVolumes-1762321807-router', 'tenant_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:12Z', 'updated_at': '2021-07-05T04:50:41Z', 'revision_number': 6, 'project_id': 'd410dcaa90574fd5bcbaae2c95afccce', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:50:41.882343 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:41.909568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f8714d00-07ea-4acf-9501-fa2cdb67bace,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:41.971353 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:42.340882 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:42.342943 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:42.459634 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:42.460123 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cc0d66a-6b16-44f0-8111-eac0c1353922 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:50:42.464711 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:42.465940 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b92c9262-bd0b-48e3-9612-37037b12ce9a admin admin] 10.222.0.60 "DELETE /v2.0/routers/2cc0d66a-6b16-44f0-8111-eac0c1353922 HTTP/1.1" status: 204 len: 168 time: 1.2843864 Jul 05 04:50:42.468398 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56266) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:42.523995 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e311753-24aa-4696-a9d6-b94698737f2d admin admin] Deleting subnet c5d035b2-c178-4d6b-b459-741c7b12e229 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:50:42.531059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2e311753-24aa-4696-a9d6-b94698737f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:42.541506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f8714d00-07ea-4acf-9501-fa2cdb67bace no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:42.565895 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2e311753-24aa-4696-a9d6-b94698737f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:42.566145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: f8714d00-07ea-4acf-9501-fa2cdb67bace {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:42.566369 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f8714d00-07ea-4acf-9501-fa2cdb67bace not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:42.566857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a0724e98-d80e-42a0-a872-9cc36a7f6ab5 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:42.585808 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: a0724e98-d80e-42a0-a872-9cc36a7f6ab5 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:42.586161 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a0724e98-d80e-42a0-a872-9cc36a7f6ab5 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:42.648867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2e311753-24aa-4696-a9d6-b94698737f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:42.779582 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2e311753-24aa-4696-a9d6-b94698737f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:42.806574 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e311753-24aa-4696-a9d6-b94698737f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5d035b2-c178-4d6b-b459-741c7b12e229,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:42.809607 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2e311753-24aa-4696-a9d6-b94698737f2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:42.811624 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2e311753-24aa-4696-a9d6-b94698737f2d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c5d035b2-c178-4d6b-b459-741c7b12e229 HTTP/1.1" status: 204 len: 168 time: 0.3417239 Jul 05 04:50:42.814146 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56268) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:42.817485 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1733482-0215-4f18-aca8-1ce7b27b3038 None None] Network cd55dcec-ec59-4a44-b037-72f1828cd9c9 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:50:42.887475 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:42.947165 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Deleting port 6c3d9ab0-8051-4255-8743-e0c8b344b31a {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:42.947510 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.011512 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] For port 6c3d9ab0-8051-4255-8743-e0c8b344b31a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6c3d9ab0-8051-4255-8743-e0c8b344b31a,segment=NetworkSegment(291b5ec6-1829-4b1d-8693-5e838f270e1b),segment_id=291b5ec6-1829-4b1d-8693-5e838f270e1b)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:43.011847 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.015917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fec8ecb-3cce-49d5-8cef-81d60c1a1045 None None] DHCP port deletion for cd55dcec-ec59-4a44-b037-72f1828cd9c9 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:50:43.026369 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Calling delete_port for 6c3d9ab0-8051-4255-8743-e0c8b344b31a owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:43.062062 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0fec8ecb-3cce-49d5-8cef-81d60c1a1045 None None] Deleting port 6c3d9ab0-8051-4255-8743-e0c8b344b31a {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:43.062436 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0fec8ecb-3cce-49d5-8cef-81d60c1a1045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.122372 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0fec8ecb-3cce-49d5-8cef-81d60c1a1045 None None] For port 6c3d9ab0-8051-4255-8743-e0c8b344b31a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6c3d9ab0-8051-4255-8743-e0c8b344b31a,segment=NetworkSegment(291b5ec6-1829-4b1d-8693-5e838f270e1b),segment_id=291b5ec6-1829-4b1d-8693-5e838f270e1b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:43.122764 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0fec8ecb-3cce-49d5-8cef-81d60c1a1045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.135344 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-0fec8ecb-3cce-49d5-8cef-81d60c1a1045 None None] Calling delete_port for 6c3d9ab0-8051-4255-8743-e0c8b344b31a owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:43.179267 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.204666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3d9ab0-8051-4255-8743-e0c8b344b31a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:43.209266 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] No DVR routers for this DVR port 6c3d9ab0-8051-4255-8743-e0c8b344b31a on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:50:43.216147 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0fec8ecb-3cce-49d5-8cef-81d60c1a1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.241520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec8ecb-3cce-49d5-8cef-81d60c1a1045 None None] Pushing event deleted for resources: {'Port': ['ID=6c3d9ab0-8051-4255-8743-e0c8b344b31a,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:43.245787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec8ecb-3cce-49d5-8cef-81d60c1a1045 None None] No DVR routers for this DVR port 6c3d9ab0-8051-4255-8743-e0c8b344b31a on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:50:43.287354 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.296713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd55dcec-ec59-4a44-b037-72f1828cd9c9']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:43.307635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291b5ec6-1829-4b1d-8693-5e838f270e1b') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:43.307935 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291b5ec6-1829-4b1d-8693-5e838f270e1b') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:43.316405 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.329815 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.336505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:50:43.338995 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:50:43.476034 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.481220 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.483135 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cd55dcec-ec59-4a44-b037-72f1828cd9c9 HTTP/1.1" status: 204 len: 168 time: 0.6680470 Jul 05 04:50:43.495820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cdd95-a699-490a-bf57-484df8300819 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd55dcec-ec59-4a44-b037-72f1828cd9c9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:43.783844 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56272) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:43.823406 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8d3bf2e2-0c89-414d-a93d-be7219b02cfd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e24f0d2869f044dead5255d899d0ac96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382574 Jul 05 04:50:43.825785 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56274) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:43.875732 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-44bf7503-180b-48f5-889b-412cc912c7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.896974 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-44bf7503-180b-48f5-889b-412cc912c7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.001741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-44bf7503-180b-48f5-889b-412cc912c7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.004881 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-44bf7503-180b-48f5-889b-412cc912c7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.006044 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-44bf7503-180b-48f5-889b-412cc912c7fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433 HTTP/1.1" status: 204 len: 168 time: 0.1793745 Jul 05 04:50:44.014003 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf7503-180b-48f5-889b-412cc912c7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4f5f2c-1a73-42dc-ae2e-4cdd0f11f433,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:44.527245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6c3d9ab0-8051-4255-8743-e0c8b344b31a no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:44.547685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 6c3d9ab0-8051-4255-8743-e0c8b344b31a {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:44.557452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6c3d9ab0-8051-4255-8743-e0c8b344b31a not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:44.583678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56280) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:44.623691 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8313986a-dc29-4ebf-b5c6-1dda9aa172c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d410dcaa90574fd5bcbaae2c95afccce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387270 Jul 05 04:50:44.626009 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56282) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:44.677428 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97ba2763-5d74-49f3-a4d6-db95ba0eabfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.697439 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97ba2763-5d74-49f3-a4d6-db95ba0eabfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.790073 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97ba2763-5d74-49f3-a4d6-db95ba0eabfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.792829 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97ba2763-5d74-49f3-a4d6-db95ba0eabfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.794040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-97ba2763-5d74-49f3-a4d6-db95ba0eabfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b208aa3f-5272-4ab9-8658-58c3d1723032 HTTP/1.1" status: 204 len: 168 time: 0.1671557 Jul 05 04:50:44.802524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba2763-5d74-49f3-a4d6-db95ba0eabfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b208aa3f-5272-4ab9-8658-58c3d1723032,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:45.695811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56304) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:45.788932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1540759826-network', 'tenant_id': '3e67a296897c42398a97c71c50c97904'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:45.869990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] Made reservation on behalf of 3e67a296897c42398a97c71c50c97904 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:50:45.872388 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.881537 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.967403 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.013129 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.033379 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:50:46.049083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fe34eb-c1e0-47df-a7c2-b9de8456312a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:46.052841 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.053184 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] Added segment 119cd9a6-748b-4a41-b4d0-c9c19f41491f of type vlan for network ca1eafea-1def-425f-888e-dd735f4e3e0e Jul 05 04:50:46.093475 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.179104 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.180103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:46.180740 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.263540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] Pushing event updated for resources: {'Network': ['ID=ca1eafea-1def-425f-888e-dd735f4e3e0e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:46.276341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network ca1eafea-1def-425f-888e-dd735f4e3e0e details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:50:46.300086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ece12d70-263c-496f-8675-b5babe6009fa admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6029468 Jul 05 04:50:46.303438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56308) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:46.308285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-81fd0317-c24e-448f-9c74-bd845ab304aa admin admin] Request body: {'subnet': {'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1540759826-subnet', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:46.384582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fd0317-c24e-448f-9c74-bd845ab304aa admin admin] Made reservation on behalf of 3e67a296897c42398a97c71c50c97904 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:50:46.387201 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81fd0317-c24e-448f-9c74-bd845ab304aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.607391 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81fd0317-c24e-448f-9c74-bd845ab304aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.667173 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd0317-c24e-448f-9c74-bd845ab304aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2e74827-2fbf-4603-b0c9-8a1055f64d84,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:46.674744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd0317-c24e-448f-9c74-bd845ab304aa admin admin] Checking segment: {'id': '119cd9a6-748b-4a41-b4d0-c9c19f41491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:46.675100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fd0317-c24e-448f-9c74-bd845ab304aa admin admin] Network hostable DHCP agents. Network: ca1eafea-1def-425f-888e-dd735f4e3e0e, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:50:46.744593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fd0317-c24e-448f-9c74-bd845ab304aa admin admin] Network ca1eafea-1def-425f-888e-dd735f4e3e0e is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:50:46.801259 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-81fd0317-c24e-448f-9c74-bd845ab304aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, ca1eafea-1def-425f-888e-dd735f4e3e0e) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:46.805219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fd0317-c24e-448f-9c74-bd845ab304aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:46.805831 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81fd0317-c24e-448f-9c74-bd845ab304aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.809703 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49be4075-20ab-48ad-bb13-96decccd0165 None None] Network ca1eafea-1def-425f-888e-dd735f4e3e0e requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:50:46.865211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-81fd0317-c24e-448f-9c74-bd845ab304aa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5606258 Jul 05 04:50:46.867694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56310) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:46.872231 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:46.927915 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.928969 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.956522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-ca1eafea-1def-425f-888e-dd735f4e3e0e', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'fixed_ips': [{'subnet_id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:50:46.958154 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.983395 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.089187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Allocated IP 172.20.0.2 (ca1eafea-1def-425f-888e-dd735f4e3e0e/d2e74827-2fbf-4603-b0c9-8a1055f64d84/faeab0c7-fe39-4d01-83f7-ca7238e36b89) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:47.186344 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.230158 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.237918 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Transition to ACTIVE for port object faeab0c7-fe39-4d01-83f7-ca7238e36b89 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:47.252251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Transition to ACTIVE for port object faeab0c7-fe39-4d01-83f7-ca7238e36b89 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:47.299699 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.336031 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Network ca1eafea-1def-425f-888e-dd735f4e3e0e is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:47.340339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:47.345775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:47.352458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Pushing event updated for resources: {'Port': ['ID=faeab0c7-fe39-4d01-83f7-ca7238e36b89,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:47.410080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Attempting to bind port faeab0c7-fe39-4d01-83f7-ca7238e36b89 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:50:47.411187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Attempting to bind port faeab0c7-fe39-4d01-83f7-ca7238e36b89 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '119cd9a6-748b-4a41-b4d0-c9c19f41491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:50:47.411872 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Attempting to bind port faeab0c7-fe39-4d01-83f7-ca7238e36b89 on network ca1eafea-1def-425f-888e-dd735f4e3e0e {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:47.416662 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:50:47.417054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Checking segment: {'id': '119cd9a6-748b-4a41-b4d0-c9c19f41491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:47.417440 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.417832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Bound using segment: {'id': '119cd9a6-748b-4a41-b4d0-c9c19f41491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:50:47.418295 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Bound port: faeab0c7-fe39-4d01-83f7-ca7238e36b89, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119cd9a6-748b-4a41-b4d0-c9c19f41491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:50:47.418675 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.443842 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.465938 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.480187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] For port faeab0c7-fe39-4d01-83f7-ca7238e36b89, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:47.483255 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] For port faeab0c7-fe39-4d01-83f7-ca7238e36b89, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=faeab0c7-fe39-4d01-83f7-ca7238e36b89,segment=NetworkSegment(119cd9a6-748b-4a41-b4d0-c9c19f41491f),segment_id=119cd9a6-748b-4a41-b4d0-c9c19f41491f)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:50:47.564210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Allocated IP 172.25.0.72 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/2f258275-d3e9-4df3-b921-d54ae07fa7ce) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:47.573642 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.633535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6b6bd-0b32-4d98-8c77-40a32465d627 None None] Pushing event updated for resources: {'Port': ['ID=faeab0c7-fe39-4d01-83f7-ca7238e36b89,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:47.672946 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.756314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.800727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:47.808499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:47.813485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:47.815195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Pushing event updated for resources: {'Port': ['ID=2f258275-d3e9-4df3-b921-d54ae07fa7ce,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:48.103484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.304865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.480049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870ccbe6-7528-4431-97f3-21574f5687d5 None None] Network ca1eafea-1def-425f-888e-dd735f4e3e0e requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:50:48.493915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Router 7e24c02a-25c9-4dc1-bd9d-2face4266857 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:50:48.592600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c9b29ec1-1c98-4657-bd80-c71e2263f8d5 None None] Provisioning for port faeab0c7-fe39-4d01-83f7-ca7238e36b89 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:48.597526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device faeab0c7-fe39-4d01-83f7-ca7238e36b89 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:48.617521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:50:48.637694 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Sync routers for ids ['7e24c02a-25c9-4dc1-bd9d-2face4266857'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:50:48.678691 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Routers {'7e24c02a-25c9-4dc1-bd9d-2face4266857'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:48.679317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7e24c02a-25c9-4dc1-bd9d-2face4266857'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:48.687504 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.688811 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8b006cc2-aab6-4a93-94a6-876447c209cc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8201408 Jul 05 04:50:48.691530 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56312) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:48.805570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Set router 7e24c02a-25c9-4dc1-bd9d-2face4266857 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:48.806629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port faeab0c7-fe39-4d01-83f7-ca7238e36b89 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:48.860737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port faeab0c7-fe39-4d01-83f7-ca7238e36b89 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:48.861114 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.042040 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.079798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-18cab41b-96d6-4936-861c-748beda927d9 None None] Provisioning complete for port faeab0c7-fe39-4d01-83f7-ca7238e36b89 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:49.079798 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-18cab41b-96d6-4936-861c-748beda927d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.116682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port faeab0c7-fe39-4d01-83f7-ca7238e36b89, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=faeab0c7-fe39-4d01-83f7-ca7238e36b89,segment=NetworkSegment(119cd9a6-748b-4a41-b4d0-c9c19f41491f),segment_id=119cd9a6-748b-4a41-b4d0-c9c19f41491f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:49.134348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:50:47Z', 'revision_number': 3, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:49.165774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Checking router: 7e24c02a-25c9-4dc1-bd9d-2face4266857 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:50:49.166126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Updating router 7e24c02a-25c9-4dc1-bd9d-2face4266857 port 2f258275-d3e9-4df3-b921-d54ae07fa7ce binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:50:49.190280 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.259216 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.304874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=faeab0c7-fe39-4d01-83f7-ca7238e36b89,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:49.468355 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.534185 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.544571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Transition to ACTIVE for port object 2f258275-d3e9-4df3-b921-d54ae07fa7ce will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:49.618702 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.623425 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Allocated IP 172.20.0.1 (ca1eafea-1def-425f-888e-dd735f4e3e0e/d2e74827-2fbf-4603-b0c9-8a1055f64d84/ec131463-df50-4eee-9269-f876f4fb50d3) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:49.674947 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Attempting to bind port 2f258275-d3e9-4df3-b921-d54ae07fa7ce on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:50:49.675321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Attempting to bind port 2f258275-d3e9-4df3-b921-d54ae07fa7ce by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:50:49.675687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Attempting to bind port 2f258275-d3e9-4df3-b921-d54ae07fa7ce on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:49.678038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948f609-6923-4e9f-ae3c-bba037737eba None None] Pushing event updated for resources: {'Port': ['ID=2f258275-d3e9-4df3-b921-d54ae07fa7ce,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:49.683451 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:50:49.683826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:49.684231 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.685292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:50:49.685292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Bound port: 2f258275-d3e9-4df3-b921-d54ae07fa7ce, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:50:49.685501 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.734819 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.735330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] For port 2f258275-d3e9-4df3-b921-d54ae07fa7ce, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:49.738297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] For port 2f258275-d3e9-4df3-b921-d54ae07fa7ce, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2f258275-d3e9-4df3-b921-d54ae07fa7ce,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:50:49.748385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Transition to ACTIVE for port object ec131463-df50-4eee-9269-f876f4fb50d3 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:49.796545 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.819388 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.855271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Routers {'7e24c02a-25c9-4dc1-bd9d-2face4266857'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:49.855894 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7e24c02a-25c9-4dc1-bd9d-2face4266857'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:49.858504 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948f609-6923-4e9f-ae3c-bba037737eba None None] Pushing event updated for resources: {'Port': ['ID=2f258275-d3e9-4df3-b921-d54ae07fa7ce,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:49.859092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Network ca1eafea-1def-425f-888e-dd735f4e3e0e is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:49.866436 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:49.868751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Pushing event updated for resources: {'Port': ['ID=ec131463-df50-4eee-9269-f876f4fb50d3,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:49.870994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:49.909514 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.128656 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] Set router 7e24c02a-25c9-4dc1-bd9d-2face4266857 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:50.146346 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.184290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-671b9da2-8bdb-4d35-9bd0-2c99ebadd0d9 None None] Provisioning for port ec131463-df50-4eee-9269-f876f4fb50d3 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:50.189825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-671b9da2-8bdb-4d35-9bd0-2c99ebadd0d9 None None] Provisioning complete for port ec131463-df50-4eee-9269-f876f4fb50d3 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:50.190200 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-671b9da2-8bdb-4d35-9bd0-2c99ebadd0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.265448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-671b9da2-8bdb-4d35-9bd0-2c99ebadd0d9 None None] Port ec131463-df50-4eee-9269-f876f4fb50d3 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:50:50.318074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.339165 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:50:47Z', 'revision_number': 3, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:50.365397 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f949278-4c77-49b1-b3ab-cf32b97f31e2 None None] The sync data for ids ['7e24c02a-25c9-4dc1-bd9d-2face4266857'] in n-d-798249-5 is: [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:50:47Z', 'revision_number': 3, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:50:50.390064 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.461706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Pushing event updated for resources: {'Port': ['ID=ec131463-df50-4eee-9269-f876f4fb50d3,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:50.464133 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.537511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device faeab0c7-fe39-4d01-83f7-ca7238e36b89 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:50.560041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Network ca1eafea-1def-425f-888e-dd735f4e3e0e is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:50.561534 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:50.592142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port faeab0c7-fe39-4d01-83f7-ca7238e36b89 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:50.616770 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.706093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Router 7e24c02a-25c9-4dc1-bd9d-2face4266857 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:50:50.835597 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-293944aa-d169-4ee6-ba6c-6ac1a77c073c None None] Provisioning complete for port ec131463-df50-4eee-9269-f876f4fb50d3 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:50.835828 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:50:50.835977 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-293944aa-d169-4ee6-ba6c-6ac1a77c073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.850410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-be504eeb-e77a-4868-9940-704e744f3749 admin admin] 10.222.0.60 "PUT /v2.0/routers/7e24c02a-25c9-4dc1-bd9d-2face4266857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1495011 Jul 05 04:50:50.872674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-293944aa-d169-4ee6-ba6c-6ac1a77c073c None None] Port ec131463-df50-4eee-9269-f876f4fb50d3 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:50:51.384375 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5addc29e-c010-4ebe-8d40-cb2a781499e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.456923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56328) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:51.462235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1156727483-network', 'tenant_id': '5e474ee417274259942aa7d5c88d902d'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:51.538564 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] Made reservation on behalf of 5e474ee417274259942aa7d5c88d902d for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:50:51.541020 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.550060 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.642336 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.704527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.738566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:50:51.739849 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e536cf-5e70-44b8-90d0-5b17a3d81848,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:51.744763 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.745100 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] Added segment a4169687-22d6-42d7-a32a-c05bd67a1689 of type vlan for network 1f7553a6-87bc-4cb5-8b4a-0c125bfc3063 Jul 05 04:50:51.787149 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.864778 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.865786 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:51.866368 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.926418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] Pushing event updated for resources: {'Network': ['ID=1f7553a6-87bc-4cb5-8b4a-0c125bfc3063,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:51.932288 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Sync routers for ids ['7e24c02a-25c9-4dc1-bd9d-2face4266857'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:50:51.936299 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 1f7553a6-87bc-4cb5-8b4a-0c125bfc3063 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:50:51.946458 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Routers {'7e24c02a-25c9-4dc1-bd9d-2face4266857'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:51.946458 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-73389302-10ea-429a-acb0-13766e94b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7e24c02a-25c9-4dc1-bd9d-2face4266857'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:51.997042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2d91f656-ade9-4257-b11d-f53c722e6036 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5388288 Jul 05 04:50:51.999723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56330) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:52.006154 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-41a19d3a-6cbe-4bb2-8984-769213565330 admin admin] Request body: {'subnet': {'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1156727483-subnet', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:52.048998 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Set router 7e24c02a-25c9-4dc1-bd9d-2face4266857 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:52.104216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a19d3a-6cbe-4bb2-8984-769213565330 admin admin] Made reservation on behalf of 5e474ee417274259942aa7d5c88d902d for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:50:52.106704 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-41a19d3a-6cbe-4bb2-8984-769213565330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.245064 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-73389302-10ea-429a-acb0-13766e94b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:50:50Z', 'revision_number': 4, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ec131463-df50-4eee-9269-f876f4fb50d3', 'name': '', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'mac_address': 'fa:16:3e:bb:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:49Z', 'updated_at': '2021-07-05T04:50:50Z', 'revision_number': 2, 'project_id': '3e67a296897c42398a97c71c50c97904', 'subnets': [{'id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:52.272762 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Checking router: 7e24c02a-25c9-4dc1-bd9d-2face4266857 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:50:52.273118 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Updating router 7e24c02a-25c9-4dc1-bd9d-2face4266857 port ec131463-df50-4eee-9269-f876f4fb50d3 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:50:52.311788 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.344608 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-41a19d3a-6cbe-4bb2-8984-769213565330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.401274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a19d3a-6cbe-4bb2-8984-769213565330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52e2eee-432d-4a8f-a504-c74897d6a1e5,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:52.412879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a19d3a-6cbe-4bb2-8984-769213565330 admin admin] Checking segment: {'id': 'a4169687-22d6-42d7-a32a-c05bd67a1689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:52.413257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a19d3a-6cbe-4bb2-8984-769213565330 admin admin] Network hostable DHCP agents. Network: 1f7553a6-87bc-4cb5-8b4a-0c125bfc3063, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:50:52.487649 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a19d3a-6cbe-4bb2-8984-769213565330 admin admin] Network 1f7553a6-87bc-4cb5-8b4a-0c125bfc3063 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:50:52.557545 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2f258275-d3e9-4df3-b921-d54ae07fa7ce up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:52.577376 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.584798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-41a19d3a-6cbe-4bb2-8984-769213565330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 1f7553a6-87bc-4cb5-8b4a-0c125bfc3063) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:52.587243 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Transition to ACTIVE for port object ec131463-df50-4eee-9269-f876f4fb50d3 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:52.589580 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a19d3a-6cbe-4bb2-8984-769213565330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:52.591973 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-41a19d3a-6cbe-4bb2-8984-769213565330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.601482 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f66118a-4d57-4747-9f9d-4d5f7033c038 None None] Network 1f7553a6-87bc-4cb5-8b4a-0c125bfc3063 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:50:52.635775 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.696614 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-41a19d3a-6cbe-4bb2-8984-769213565330 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6935492 Jul 05 04:50:52.697210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56332) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:52.701179 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1156727483-router', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:52.710913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 2f258275-d3e9-4df3-b921-d54ae07fa7ce completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:52.716725 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811cc4d-1a95-416b-9eb0-f23852f02de0 None None] Pushing event updated for resources: {'Port': ['ID=ec131463-df50-4eee-9269-f876f4fb50d3,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:52.725659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 2f258275-d3e9-4df3-b921-d54ae07fa7ce triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:52.726028 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.749611 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811cc4d-1a95-416b-9eb0-f23852f02de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:52.749959 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811cc4d-1a95-416b-9eb0-f23852f02de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:52.750529 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811cc4d-1a95-416b-9eb0-f23852f02de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:52.751399 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811cc4d-1a95-416b-9eb0-f23852f02de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:52.751399 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811cc4d-1a95-416b-9eb0-f23852f02de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:52.751720 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811cc4d-1a95-416b-9eb0-f23852f02de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:52.752136 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811cc4d-1a95-416b-9eb0-f23852f02de0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:52.752972 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811cc4d-1a95-416b-9eb0-f23852f02de0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:52.753115 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811cc4d-1a95-416b-9eb0-f23852f02de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:52.753473 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811cc4d-1a95-416b-9eb0-f23852f02de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:52.753909 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811cc4d-1a95-416b-9eb0-f23852f02de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:52.754571 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811cc4d-1a95-416b-9eb0-f23852f02de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:52.770990 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Attempting to bind port ec131463-df50-4eee-9269-f876f4fb50d3 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:50:52.770990 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Attempting to bind port ec131463-df50-4eee-9269-f876f4fb50d3 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '119cd9a6-748b-4a41-b4d0-c9c19f41491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:50:52.770990 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Attempting to bind port ec131463-df50-4eee-9269-f876f4fb50d3 on network ca1eafea-1def-425f-888e-dd735f4e3e0e {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:52.775801 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:50:52.776527 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Checking segment: {'id': '119cd9a6-748b-4a41-b4d0-c9c19f41491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:52.777091 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.777578 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Bound using segment: {'id': '119cd9a6-748b-4a41-b4d0-c9c19f41491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:50:52.778143 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Bound port: ec131463-df50-4eee-9269-f876f4fb50d3, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119cd9a6-748b-4a41-b4d0-c9c19f41491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:50:52.778638 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.790353 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.792982 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.811551 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-1f7553a6-87bc-4cb5-8b4a-0c125bfc3063', 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'fixed_ips': [{'subnet_id': 'a52e2eee-432d-4a8f-a504-c74897d6a1e5'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:50:52.817550 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.868356 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-73389302-10ea-429a-acb0-13766e94b140 None None] For port ec131463-df50-4eee-9269-f876f4fb50d3, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:52.872564 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-73389302-10ea-429a-acb0-13766e94b140 None None] For port ec131463-df50-4eee-9269-f876f4fb50d3, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ec131463-df50-4eee-9269-f876f4fb50d3,segment=NetworkSegment(119cd9a6-748b-4a41-b4d0-c9c19f41491f),segment_id=119cd9a6-748b-4a41-b4d0-c9c19f41491f)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:50:52.874367 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.927368 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.944762 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.972030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 2f258275-d3e9-4df3-b921-d54ae07fa7ce, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2f258275-d3e9-4df3-b921-d54ae07fa7ce,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:53.015052 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Routers {'7e24c02a-25c9-4dc1-bd9d-2face4266857'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:53.015052 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-73389302-10ea-429a-acb0-13766e94b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:50:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7e24c02a-25c9-4dc1-bd9d-2face4266857'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:53.015052 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811cc4d-1a95-416b-9eb0-f23852f02de0 None None] Pushing event updated for resources: {'Port': ['ID=ec131463-df50-4eee-9269-f876f4fb50d3,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:53.016130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Allocated IP 172.20.0.2 (1f7553a6-87bc-4cb5-8b4a-0c125bfc3063/a52e2eee-432d-4a8f-a504-c74897d6a1e5/0a1ef261-e25a-4779-b3dc-06e33570d98e) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:53.079493 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.147326 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.152356 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-73389302-10ea-429a-acb0-13766e94b140 None None] Set router 7e24c02a-25c9-4dc1-bd9d-2face4266857 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:53.162901 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=2f258275-d3e9-4df3-b921-d54ae07fa7ce,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:53.231342 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.240249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Transition to ACTIVE for port object 0a1ef261-e25a-4779-b3dc-06e33570d98e will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:53.255546 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Transition to ACTIVE for port object 0a1ef261-e25a-4779-b3dc-06e33570d98e will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:53.328438 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.374946 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-73389302-10ea-429a-acb0-13766e94b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:50:50Z', 'revision_number': 4, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ec131463-df50-4eee-9269-f876f4fb50d3', 'name': '', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'mac_address': 'fa:16:3e:bb:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:49Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 4, 'project_id': '3e67a296897c42398a97c71c50c97904', 'subnets': [{'id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:53.376723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Network 1f7553a6-87bc-4cb5-8b4a-0c125bfc3063 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:53.388516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:53.391786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Pushing event updated for resources: {'Port': ['ID=0a1ef261-e25a-4779-b3dc-06e33570d98e,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:53.395889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:53.424785 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73389302-10ea-429a-acb0-13766e94b140 None None] The sync data for ids ['7e24c02a-25c9-4dc1-bd9d-2face4266857'] in n-d-798249-5 is: [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:50:50Z', 'revision_number': 4, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ec131463-df50-4eee-9269-f876f4fb50d3', 'name': '', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'mac_address': 'fa:16:3e:bb:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:49Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 4, 'project_id': '3e67a296897c42398a97c71c50c97904', 'subnets': [{'id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:50:53.444246 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.464891 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.485554 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Attempting to bind port 0a1ef261-e25a-4779-b3dc-06e33570d98e on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:50:53.485933 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Attempting to bind port 0a1ef261-e25a-4779-b3dc-06e33570d98e by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'a4169687-22d6-42d7-a32a-c05bd67a1689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:50:53.486670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Attempting to bind port 0a1ef261-e25a-4779-b3dc-06e33570d98e on network 1f7553a6-87bc-4cb5-8b4a-0c125bfc3063 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:53.499309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:50:53.499840 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Checking segment: {'id': 'a4169687-22d6-42d7-a32a-c05bd67a1689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:53.500088 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.500529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Bound using segment: {'id': 'a4169687-22d6-42d7-a32a-c05bd67a1689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:50:53.501016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Bound port: 0a1ef261-e25a-4779-b3dc-06e33570d98e, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4169687-22d6-42d7-a32a-c05bd67a1689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:50:53.501780 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.570769 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] For port 0a1ef261-e25a-4779-b3dc-06e33570d98e, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:53.574155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] For port 0a1ef261-e25a-4779-b3dc-06e33570d98e, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0a1ef261-e25a-4779-b3dc-06e33570d98e,segment=NetworkSegment(a4169687-22d6-42d7-a32a-c05bd67a1689),segment_id=a4169687-22d6-42d7-a32a-c05bd67a1689)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:50:53.608303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Allocated IP 172.25.0.193 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/35f01ae8-49da-4977-b1c6-7f5c88ff6902) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:53.642409 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.714681 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438bfa5-f69c-4848-b1e9-f9953a5a9884 None None] Pushing event updated for resources: {'Port': ['ID=0a1ef261-e25a-4779-b3dc-06e33570d98e,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:53.731636 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.825244 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.879177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:53.893616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:53.899449 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:53.902598 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Pushing event updated for resources: {'Port': ['ID=35f01ae8-49da-4977-b1c6-7f5c88ff6902,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:54.124428 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:50:54.232191 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.339024 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd4b0-6444-48b9-9380-f8b07e4042ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.424915 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.442687 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.658369 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Router c188712e-cb97-4cf4-a16f-fc372ce44f4b is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:50:54.659729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0a1ef261-e25a-4779-b3dc-06e33570d98e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:54.661888 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a08420f-3a8d-49e3-8b14-456b0cb369ff None None] Network 1f7553a6-87bc-4cb5-8b4a-0c125bfc3063 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:50:54.762580 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:50:54.779845 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Sync routers for ids ['c188712e-cb97-4cf4-a16f-fc372ce44f4b'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:50:54.812342 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2bc0cf9b-2645-420e-a8cb-a6e9c6dddc47 None None] Provisioning for port 0a1ef261-e25a-4779-b3dc-06e33570d98e completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:54.818612 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.819985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6f69ea48-b140-4f21-be5f-eef6b555efd0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1222723 Jul 05 04:50:54.823143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Routers {'c188712e-cb97-4cf4-a16f-fc372ce44f4b'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:54.823280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56334) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:54.823775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:50:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c188712e-cb97-4cf4-a16f-fc372ce44f4b'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:54.880207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 0a1ef261-e25a-4779-b3dc-06e33570d98e completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:54.909207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 0a1ef261-e25a-4779-b3dc-06e33570d98e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:54.909501 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.998953 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Set router c188712e-cb97-4cf4-a16f-fc372ce44f4b gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:55.163037 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.232161 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 0a1ef261-e25a-4779-b3dc-06e33570d98e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0a1ef261-e25a-4779-b3dc-06e33570d98e,segment=NetworkSegment(a4169687-22d6-42d7-a32a-c05bd67a1689),segment_id=a4169687-22d6-42d7-a32a-c05bd67a1689)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:55.237779 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.258973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'name': 'tempest-TestMinimumBasicScenario-1156727483-router', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '35f01ae8-49da-4977-b1c6-7f5c88ff6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:54Z', 'revision_number': 3, 'project_id': '5e474ee417274259942aa7d5c88d902d', 'gw_port': {'id': '35f01ae8-49da-4977-b1c6-7f5c88ff6902', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:55.287280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Checking router: c188712e-cb97-4cf4-a16f-fc372ce44f4b for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:50:55.287640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Updating router c188712e-cb97-4cf4-a16f-fc372ce44f4b port 35f01ae8-49da-4977-b1c6-7f5c88ff6902 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:50:55.322870 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.351731 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.352513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ec131463-df50-4eee-9269-f876f4fb50d3 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:55.401415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Allocated IP 172.20.0.1 (1f7553a6-87bc-4cb5-8b4a-0c125bfc3063/a52e2eee-432d-4a8f-a504-c74897d6a1e5/09330e5d-8d08-44ef-9592-4728de6124cd) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:55.493040 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f58bc760-7298-461a-8f77-2a5a737312c8 None None] Provisioning complete for port 0a1ef261-e25a-4779-b3dc-06e33570d98e triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:55.493322 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f58bc760-7298-461a-8f77-2a5a737312c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.499579 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.512694 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.527675 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Transition to ACTIVE for port object 09330e5d-8d08-44ef-9592-4728de6124cd will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:55.619136 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.658881 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Network 1f7553a6-87bc-4cb5-8b4a-0c125bfc3063 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:55.663196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:55.666871 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:55.690993 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=0a1ef261-e25a-4779-b3dc-06e33570d98e,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:55.697415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Pushing event updated for resources: {'Port': ['ID=09330e5d-8d08-44ef-9592-4728de6124cd,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:55.720306 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.772277 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port ec131463-df50-4eee-9269-f876f4fb50d3 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:55.781870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ec131463-df50-4eee-9269-f876f4fb50d3 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:55.782246 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.909431 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.959623 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.985759 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.007051 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Transition to ACTIVE for port object 35f01ae8-49da-4977-b1c6-7f5c88ff6902 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:56.022724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port ec131463-df50-4eee-9269-f876f4fb50d3, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ec131463-df50-4eee-9269-f876f4fb50d3,segment=NetworkSegment(119cd9a6-748b-4a41-b4d0-c9c19f41491f),segment_id=119cd9a6-748b-4a41-b4d0-c9c19f41491f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:56.076107 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.092475 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e3d1a4a1-866a-45dd-9099-c1bfb9d8918c None None] Provisioning for port 09330e5d-8d08-44ef-9592-4728de6124cd completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:56.096537 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e3d1a4a1-866a-45dd-9099-c1bfb9d8918c None None] Provisioning complete for port 09330e5d-8d08-44ef-9592-4728de6124cd triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:56.096909 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a4a1-866a-45dd-9099-c1bfb9d8918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.099934 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.100766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2f258275-d3e9-4df3-b921-d54ae07fa7ce up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:56.102377 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.144434 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.210485 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1a4a1-866a-45dd-9099-c1bfb9d8918c None None] Port 09330e5d-8d08-44ef-9592-4728de6124cd cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:50:56.217542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Attempting to bind port 35f01ae8-49da-4977-b1c6-7f5c88ff6902 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:50:56.217912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Attempting to bind port 35f01ae8-49da-4977-b1c6-7f5c88ff6902 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:50:56.218274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Attempting to bind port 35f01ae8-49da-4977-b1c6-7f5c88ff6902 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:56.226736 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Pushing event updated for resources: {'Port': ['ID=09330e5d-8d08-44ef-9592-4728de6124cd,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:56.229296 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:50:56.229480 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.229686 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:56.230470 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.230867 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:50:56.231334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Bound port: 35f01ae8-49da-4977-b1c6-7f5c88ff6902, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:50:56.231719 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.234544 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=ec131463-df50-4eee-9269-f876f4fb50d3,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:56.298997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 2f258275-d3e9-4df3-b921-d54ae07fa7ce triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:56.299282 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.323124 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Network 1f7553a6-87bc-4cb5-8b4a-0c125bfc3063 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:56.324606 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:56.347291 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] For port 35f01ae8-49da-4977-b1c6-7f5c88ff6902, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:56.349393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aff64b-23ea-428f-973d-d619cc4f36a8 None None] Pushing event updated for resources: {'Port': ['ID=35f01ae8-49da-4977-b1c6-7f5c88ff6902,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:56.368426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] For port 35f01ae8-49da-4977-b1c6-7f5c88ff6902, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=35f01ae8-49da-4977-b1c6-7f5c88ff6902,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:50:56.447405 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.465110 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Router c188712e-cb97-4cf4-a16f-fc372ce44f4b has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:50:56.516587 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Routers {'c188712e-cb97-4cf4-a16f-fc372ce44f4b'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:56.517326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:50:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c188712e-cb97-4cf4-a16f-fc372ce44f4b'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:56.528388 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aff64b-23ea-428f-973d-d619cc4f36a8 None None] Pushing event updated for resources: {'Port': ['ID=35f01ae8-49da-4977-b1c6-7f5c88ff6902,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:56.578536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0a1ef261-e25a-4779-b3dc-06e33570d98e up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:56.591773 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:50:56.597034 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-69a419c7-eb88-4225-82d8-39067ae46756 admin admin] 10.222.0.60 "PUT /v2.0/routers/c188712e-cb97-4cf4-a16f-fc372ce44f4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7726946 Jul 05 04:50:56.668745 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-62ae08a1-e6f0-477a-adbe-fc72dd2ec4cb None None] Provisioning complete for port 09330e5d-8d08-44ef-9592-4728de6124cd triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:56.669116 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-62ae08a1-e6f0-477a-adbe-fc72dd2ec4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.673623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] Set router c188712e-cb97-4cf4-a16f-fc372ce44f4b gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:56.746802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-62ae08a1-e6f0-477a-adbe-fc72dd2ec4cb None None] Port 09330e5d-8d08-44ef-9592-4728de6124cd cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:50:56.781188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 0a1ef261-e25a-4779-b3dc-06e33570d98e triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:56.781563 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.945094 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ec131463-df50-4eee-9269-f876f4fb50d3 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:57.010818 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'name': 'tempest-TestMinimumBasicScenario-1156727483-router', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '35f01ae8-49da-4977-b1c6-7f5c88ff6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '5e474ee417274259942aa7d5c88d902d', 'gw_port': {'id': '35f01ae8-49da-4977-b1c6-7f5c88ff6902', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '09330e5d-8d08-44ef-9592-4728de6124cd', 'name': '', 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'mac_address': 'fa:16:3e:ae:f6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a52e2eee-432d-4a8f-a504-c74897d6a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:55Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 2, 'project_id': '5e474ee417274259942aa7d5c88d902d', 'subnets': [{'id': 'a52e2eee-432d-4a8f-a504-c74897d6a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:57.013794 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ec131463-df50-4eee-9269-f876f4fb50d3 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:57.014165 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.040526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6332a-2981-43f9-9f10-25e19accc78c None None] The sync data for ids ['c188712e-cb97-4cf4-a16f-fc372ce44f4b'] in n-d-798249-5 is: [{'id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'name': 'tempest-TestMinimumBasicScenario-1156727483-router', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '35f01ae8-49da-4977-b1c6-7f5c88ff6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '5e474ee417274259942aa7d5c88d902d', 'gw_port': {'id': '35f01ae8-49da-4977-b1c6-7f5c88ff6902', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '09330e5d-8d08-44ef-9592-4728de6124cd', 'name': '', 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'mac_address': 'fa:16:3e:ae:f6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a52e2eee-432d-4a8f-a504-c74897d6a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:55Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 2, 'project_id': '5e474ee417274259942aa7d5c88d902d', 'subnets': [{'id': 'a52e2eee-432d-4a8f-a504-c74897d6a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:50:57.344261 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:58.581219 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 35f01ae8-49da-4977-b1c6-7f5c88ff6902 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:58.715824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 35f01ae8-49da-4977-b1c6-7f5c88ff6902 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:58.720124 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 35f01ae8-49da-4977-b1c6-7f5c88ff6902 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:58.720600 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:58.812900 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:58.841155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 35f01ae8-49da-4977-b1c6-7f5c88ff6902, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=35f01ae8-49da-4977-b1c6-7f5c88ff6902,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:58.911343 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:58.974971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=35f01ae8-49da-4977-b1c6-7f5c88ff6902,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:59.207366 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Sync routers for ids ['c188712e-cb97-4cf4-a16f-fc372ce44f4b'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:50:59.218942 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Routers {'c188712e-cb97-4cf4-a16f-fc372ce44f4b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:59.219699 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:50:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c188712e-cb97-4cf4-a16f-fc372ce44f4b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:59.336457 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Set router c188712e-cb97-4cf4-a16f-fc372ce44f4b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:59.669444 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'name': 'tempest-TestMinimumBasicScenario-1156727483-router', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '35f01ae8-49da-4977-b1c6-7f5c88ff6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '5e474ee417274259942aa7d5c88d902d', 'gw_port': {'id': '35f01ae8-49da-4977-b1c6-7f5c88ff6902', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '09330e5d-8d08-44ef-9592-4728de6124cd', 'name': '', 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'mac_address': 'fa:16:3e:ae:f6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a52e2eee-432d-4a8f-a504-c74897d6a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:55Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 2, 'project_id': '5e474ee417274259942aa7d5c88d902d', 'subnets': [{'id': 'a52e2eee-432d-4a8f-a504-c74897d6a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:59.701706 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Checking router: c188712e-cb97-4cf4-a16f-fc372ce44f4b for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:50:59.702059 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Updating router c188712e-cb97-4cf4-a16f-fc372ce44f4b port 09330e5d-8d08-44ef-9592-4728de6124cd binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:50:59.740140 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.039517 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.053332 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Transition to ACTIVE for port object 09330e5d-8d08-44ef-9592-4728de6124cd will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:51:00.093386 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.155476 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.211018 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d0c2c-7d08-4cc1-842c-1bf4f82639ab None None] Pushing event updated for resources: {'Port': ['ID=09330e5d-8d08-44ef-9592-4728de6124cd,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:00.286107 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Attempting to bind port 09330e5d-8d08-44ef-9592-4728de6124cd on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:51:00.286486 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Attempting to bind port 09330e5d-8d08-44ef-9592-4728de6124cd by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'a4169687-22d6-42d7-a32a-c05bd67a1689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:51:00.286848 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Attempting to bind port 09330e5d-8d08-44ef-9592-4728de6124cd on network 1f7553a6-87bc-4cb5-8b4a-0c125bfc3063 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:51:00.292584 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:51:00.292952 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Checking segment: {'id': 'a4169687-22d6-42d7-a32a-c05bd67a1689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:51:00.293293 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.293691 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Bound using segment: {'id': 'a4169687-22d6-42d7-a32a-c05bd67a1689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:51:00.294175 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Bound port: 09330e5d-8d08-44ef-9592-4728de6124cd, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4169687-22d6-42d7-a32a-c05bd67a1689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:51:00.294560 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.365931 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] For port 09330e5d-8d08-44ef-9592-4728de6124cd, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:51:00.372395 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] For port 09330e5d-8d08-44ef-9592-4728de6124cd, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=09330e5d-8d08-44ef-9592-4728de6124cd,segment=NetworkSegment(a4169687-22d6-42d7-a32a-c05bd67a1689),segment_id=a4169687-22d6-42d7-a32a-c05bd67a1689)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:51:00.548710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 35f01ae8-49da-4977-b1c6-7f5c88ff6902 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:00.604244 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 35f01ae8-49da-4977-b1c6-7f5c88ff6902 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:00.604656 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.664689 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.726813 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Routers {'c188712e-cb97-4cf4-a16f-fc372ce44f4b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:51:00.727451 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:50:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c188712e-cb97-4cf4-a16f-fc372ce44f4b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:00.764149 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d0c2c-7d08-4cc1-842c-1bf4f82639ab None None] Pushing event updated for resources: {'Port': ['ID=09330e5d-8d08-44ef-9592-4728de6124cd,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:00.867684 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] Set router c188712e-cb97-4cf4-a16f-fc372ce44f4b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:51:01.103311 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'name': 'tempest-TestMinimumBasicScenario-1156727483-router', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '35f01ae8-49da-4977-b1c6-7f5c88ff6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '5e474ee417274259942aa7d5c88d902d', 'gw_port': {'id': '35f01ae8-49da-4977-b1c6-7f5c88ff6902', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '09330e5d-8d08-44ef-9592-4728de6124cd', 'name': '', 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'mac_address': 'fa:16:3e:ae:f6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a52e2eee-432d-4a8f-a504-c74897d6a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:55Z', 'updated_at': '2021-07-05T04:51:00Z', 'revision_number': 4, 'project_id': '5e474ee417274259942aa7d5c88d902d', 'subnets': [{'id': 'a52e2eee-432d-4a8f-a504-c74897d6a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:01.129860 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef7b0d-9b76-455c-a310-d137a4165c70 None None] The sync data for ids ['c188712e-cb97-4cf4-a16f-fc372ce44f4b'] in n-d-798249-5 is: [{'id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'name': 'tempest-TestMinimumBasicScenario-1156727483-router', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '35f01ae8-49da-4977-b1c6-7f5c88ff6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '5e474ee417274259942aa7d5c88d902d', 'gw_port': {'id': '35f01ae8-49da-4977-b1c6-7f5c88ff6902', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '09330e5d-8d08-44ef-9592-4728de6124cd', 'name': '', 'network_id': '1f7553a6-87bc-4cb5-8b4a-0c125bfc3063', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'mac_address': 'fa:16:3e:ae:f6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a52e2eee-432d-4a8f-a504-c74897d6a1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:55Z', 'updated_at': '2021-07-05T04:51:00Z', 'revision_number': 4, 'project_id': '5e474ee417274259942aa7d5c88d902d', 'subnets': [{'id': 'a52e2eee-432d-4a8f-a504-c74897d6a1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:51:01.946304 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:02.581105 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 09330e5d-8d08-44ef-9592-4728de6124cd up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:02.698251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 09330e5d-8d08-44ef-9592-4728de6124cd completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:51:02.702448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 09330e5d-8d08-44ef-9592-4728de6124cd triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:02.705555 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:02.799590 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:02.837571 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 09330e5d-8d08-44ef-9592-4728de6124cd, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=09330e5d-8d08-44ef-9592-4728de6124cd,segment=NetworkSegment(a4169687-22d6-42d7-a32a-c05bd67a1689),segment_id=a4169687-22d6-42d7-a32a-c05bd67a1689)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:02.916148 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:02.978264 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=09330e5d-8d08-44ef-9592-4728de6124cd,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:04.573404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 09330e5d-8d08-44ef-9592-4728de6124cd up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:04.637345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 09330e5d-8d08-44ef-9592-4728de6124cd triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:04.638525 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:08.375380 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-c433d003-ddfd-4db5-9c6c-5b10c688a06a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:08.376921 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-c433d003-ddfd-4db5-9c6c-5b10c688a06a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/networks?id=ca1eafea-1def-425f-888e-dd735f4e3e0e HTTP/1.1" status: 200 len: 815 time: 0.1060851 Jul 05 04:51:08.391980 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4b124964-4e90-40c2-bb43-e55d374942f5 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/quotas/3e67a296897c42398a97c71c50c97904 HTTP/1.1" status: 200 len: 375 time: 0.0093212 Jul 05 04:51:08.459945 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-ecb9b624-9761-407f-8b47-8ccd3e71ad32 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e67a296897c42398a97c71c50c97904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623333 Jul 05 04:51:08.566800 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-b4e4f5a8-d1e6-4a50-9c35-a398266c0329 service neutron] 10.222.0.60 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946958 Jul 05 04:51:08.654997 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-174630c4-e84a-4c9d-b740-8e1267314672 service neutron] 10.222.0.60 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831001 Jul 05 04:51:08.927078 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a28e3ea8-331e-4d8b-9e6d-6eb037e946fa req-5aa4c35e-740b-4dc4-b186-cc5fd72e9aa0 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 210 time: 0.0344355 Jul 05 04:51:10.069249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f8e85c8-2c50-422d-a85c-c28ecf78956f req-0a579e30-c14d-4ba9-ac54-704b02f5bc0f tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 210 time: 0.0298984 Jul 05 04:51:10.955727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-af655a97-af11-4cb7-a185-89c95ab325e6 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:10.957994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-af655a97-af11-4cb7-a185-89c95ab325e6 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.64 "GET /v2.0/networks?id=ca1eafea-1def-425f-888e-dd735f4e3e0e HTTP/1.1" status: 200 len: 815 time: 0.1044409 Jul 05 04:51:10.968928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Request body: {'port': {'device_id': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'admin_state_up': True, 'tenant_id': '3e67a296897c42398a97c71c50c97904'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:11.146083 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Made reservation on behalf of 3e67a296897c42398a97c71c50c97904 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:51:11.149675 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:11.594677 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd938c02-9c8a-497f-9a4c-8d43de56cd12 req-6a2f66d5-7c81-4ea9-8a3d-d6848ddb9a49 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 210 time: 0.3884921 Jul 05 04:51:11.654822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Allocated IP 172.20.0.3 (ca1eafea-1def-425f-888e-dd735f4e3e0e/d2e74827-2fbf-4603-b0c9-8a1055f64d84/adc61bf6-39d1-4c47-a96d-9374c3e87f97) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:51:11.858329 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:11.872493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Transition to ACTIVE for port object adc61bf6-39d1-4c47-a96d-9374c3e87f97 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:51:11.961969 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:12.014543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Network ca1eafea-1def-425f-888e-dd735f4e3e0e is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:51:12.018209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:51:12.023511 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:51:12.063370 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event updated for resources: {'Port': ['ID=adc61bf6-39d1-4c47-a96d-9374c3e87f97,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:12.076755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:12.077148 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:12.077496 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:12.077821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:12.078147 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:12.078473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:12.078798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:12.079117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:12.079468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:12.079796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:12.080114 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:12.080452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:12.104073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:12.105277 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:12.197892 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4c50f0e6-fc58-48e3-a127-18b2a79802a4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2323418 Jul 05 04:51:12.372416 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-90018d11-64ac-4c19-a543-98ebfb0c6c84 None None] Provisioning for port adc61bf6-39d1-4c47-a96d-9374c3e87f97 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:51:12.376766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-90018d11-64ac-4c19-a543-98ebfb0c6c84 None None] Provisioning complete for port adc61bf6-39d1-4c47-a96d-9374c3e87f97 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:12.377144 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-90018d11-64ac-4c19-a543-98ebfb0c6c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:12.417767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-90018d11-64ac-4c19-a543-98ebfb0c6c84 None None] Port adc61bf6-39d1-4c47-a96d-9374c3e87f97 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:51:12.776873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa51ca1-4a32-4ed8-8e63-6d2e8e051adc req-ce8846b9-2e4d-4175-83a3-8c97d0dee833 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:12.778445 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-caa51ca1-4a32-4ed8-8e63-6d2e8e051adc req-ce8846b9-2e4d-4175-83a3-8c97d0dee833 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 931 time: 0.0678759 Jul 05 04:51:12.825443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-caa51ca1-4a32-4ed8-8e63-6d2e8e051adc req-adf09556-9295-47e1-a6bc-80e1f000d5a0 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403581 Jul 05 04:51:14.011581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d12d70-8c47-41de-918b-99c6d9c386e6 req-66790a80-8e80-4dbb-8018-6cae3ed0c2b7 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:14.013099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52d12d70-8c47-41de-918b-99c6d9c386e6 req-66790a80-8e80-4dbb-8018-6cae3ed0c2b7 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 931 time: 0.0636818 Jul 05 04:51:14.056656 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52d12d70-8c47-41de-918b-99c6d9c386e6 req-b93788d5-f009-4a92-b68d-faef8674e021 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376916 Jul 05 04:51:15.274841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b2c43-51df-4155-8239-90cd3ca76aab req-b027e265-2807-4a99-94ad-e646968e17a2 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:15.276317 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf2b2c43-51df-4155-8239-90cd3ca76aab req-b027e265-2807-4a99-94ad-e646968e17a2 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 931 time: 0.0934238 Jul 05 04:51:15.327830 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf2b2c43-51df-4155-8239-90cd3ca76aab req-056a0adf-8cd3-4c40-8aa9-4cb2449d69ec tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457792 Jul 05 04:51:16.542646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253abca2-f1ff-42c1-a0be-3a06552ecbad req-a19baaac-07f2-44c4-b513-787dd7e3b702 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:16.544741 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-253abca2-f1ff-42c1-a0be-3a06552ecbad req-a19baaac-07f2-44c4-b513-787dd7e3b702 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 931 time: 0.0713346 Jul 05 04:51:16.589744 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-253abca2-f1ff-42c1-a0be-3a06552ecbad req-c8521c71-9570-4c70-8d25-b2bf6a20c334 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376525 Jul 05 04:51:17.769404 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a54511-5b15-410f-bee7-5cdad7238ec0 req-617ef640-e661-40b4-a66b-8605f82d79c9 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:17.770895 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-15a54511-5b15-410f-bee7-5cdad7238ec0 req-617ef640-e661-40b4-a66b-8605f82d79c9 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 931 time: 0.0647655 Jul 05 04:51:17.813244 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-15a54511-5b15-410f-bee7-5cdad7238ec0 req-eb0e2d1f-d3e5-4688-af94-d429166a76cb tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368240 Jul 05 04:51:18.999050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78451343-695b-47b2-863d-ae0585990660 req-79d56982-a7d8-42e0-b983-10782cc4fa5a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:19.001016 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-78451343-695b-47b2-863d-ae0585990660 req-79d56982-a7d8-42e0-b983-10782cc4fa5a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 931 time: 0.0720079 Jul 05 04:51:19.044852 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-78451343-695b-47b2-863d-ae0585990660 req-baf41062-e062-4deb-8d0d-98c91ff5b89a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382235 Jul 05 04:51:20.239671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef6f91-daf7-4552-81de-eb59cce43676 req-76faab28-e613-416c-b89b-7b1d2bcedadb tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:20.241227 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46ef6f91-daf7-4552-81de-eb59cce43676 req-76faab28-e613-416c-b89b-7b1d2bcedadb tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 931 time: 0.0729022 Jul 05 04:51:20.280467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46ef6f91-daf7-4552-81de-eb59cce43676 req-d6ace578-377a-4c5e-bdec-86458d1639aa tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335941 Jul 05 04:51:21.355507 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-190b3ed0-79a3-4a34-977f-73e38f0c3094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:21.470646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3e3dc-b6bd-4b05-99c9-66220480a36d req-3206894d-ed39-4561-bc9b-624566de9ead tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:21.472181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cef3e3dc-b6bd-4b05-99c9-66220480a36d req-3206894d-ed39-4561-bc9b-624566de9ead tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 931 time: 0.0724268 Jul 05 04:51:21.520058 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cef3e3dc-b6bd-4b05-99c9-66220480a36d req-786543b3-98f8-4d47-b87a-a44917c4e4d6 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Jul 05 04:51:21.957388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Request body: {'port': {'device_id': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:22.053894 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:22.334101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc61bf6-39d1-4c47-a96d-9374c3e87f97 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:51:22.347062 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:22.360175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Transition to ACTIVE for port object adc61bf6-39d1-4c47-a96d-9374c3e87f97 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:51:22.705502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febed24a-8960-4787-9d27-3df445c7a0d0 req-9147939e-5186-40ce-8a77-871d06071a54 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:22.707012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-febed24a-8960-4787-9d27-3df445c7a0d0 req-9147939e-5186-40ce-8a77-871d06071a54 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 931 time: 0.0678899 Jul 05 04:51:22.745676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-febed24a-8960-4787-9d27-3df445c7a0d0 req-7f6aad2d-8232-4c35-ab27-4ffc143beba2 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Jul 05 04:51:22.834732 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:22.888278 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Pushing event updated for resources: {'Port': ['ID=adc61bf6-39d1-4c47-a96d-9374c3e87f97,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:22.962539 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Attempting to bind port adc61bf6-39d1-4c47-a96d-9374c3e87f97 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:51:22.962879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Attempting to bind port adc61bf6-39d1-4c47-a96d-9374c3e87f97 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '119cd9a6-748b-4a41-b4d0-c9c19f41491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:51:22.963216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Attempting to bind port adc61bf6-39d1-4c47-a96d-9374c3e87f97 on network ca1eafea-1def-425f-888e-dd735f4e3e0e {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:51:22.968521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Port adc61bf6-39d1-4c47-a96d-9374c3e87f97 on network ca1eafea-1def-425f-888e-dd735f4e3e0e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:51:22.968846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Attempting to bind port adc61bf6-39d1-4c47-a96d-9374c3e87f97 on network ca1eafea-1def-425f-888e-dd735f4e3e0e {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:51:22.973729 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:51:22.974072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Checking segment: {'id': '119cd9a6-748b-4a41-b4d0-c9c19f41491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:51:22.974460 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Bound using segment: {'id': '119cd9a6-748b-4a41-b4d0-c9c19f41491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:51:22.974890 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Bound port: adc61bf6-39d1-4c47-a96d-9374c3e87f97, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119cd9a6-748b-4a41-b4d0-c9c19f41491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:51:22.975251 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:23.042641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] For port adc61bf6-39d1-4c47-a96d-9374c3e87f97, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:51:23.045671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] For port adc61bf6-39d1-4c47-a96d-9374c3e87f97, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97,segment=NetworkSegment(119cd9a6-748b-4a41-b4d0-c9c19f41491f),segment_id=119cd9a6-748b-4a41-b4d0-c9c19f41491f)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:51:23.138291 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:23.173382 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:23.174006 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:23.175453 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] 10.222.0.64 "PUT /v2.0/ports/adc61bf6-39d1-4c47-a96d-9374c3e87f97 HTTP/1.1" status: 200 len: 1091 time: 1.2251427 Jul 05 04:51:23.175875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'tag': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:51:23.178310 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74c58cc-bddf-4168-891a-35e247ca6bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "bce6ad7c-0b89-46ef-b342-eb54fa53d85e", "tag": "adc61bf6-39d1-4c47-a96d-9374c3e87f97"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:51:23.207886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de04108-bf6a-4a85-86bd-f5d328f9225a service neutron] Pushing event updated for resources: {'Port': ['ID=adc61bf6-39d1-4c47-a96d-9374c3e87f97,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:23.219512 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f4d720-0d30-46e6-9534-20b965b36dc9 x-openstack-request-id: req-51f4d720-0d30-46e6-9534-20b965b36dc9 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:51:23.219840 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce6ad7c-0b89-46ef-b342-eb54fa53d85e", "tag": "adc61bf6-39d1-4c47-a96d-9374c3e87f97", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:51:23.220101 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51f4d720-0d30-46e6-9534-20b965b36dc9 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:51:23.220563 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'tag': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97', 'status': 'completed', 'code': 200} Jul 05 04:51:23.305417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c58cc-bddf-4168-891a-35e247ca6bcd req-91254401-2126-4c19-bb25-982ecb08fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:23.306949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c74c58cc-bddf-4168-891a-35e247ca6bcd req-91254401-2126-4c19-bb25-982ecb08fb5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e67a296897c42398a97c71c50c97904&device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 1094 time: 0.0622079 Jul 05 04:51:23.404659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c58cc-bddf-4168-891a-35e247ca6bcd req-ba3c42c9-8221-4ccd-8e3a-b6a5c70cd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:23.406123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c74c58cc-bddf-4168-891a-35e247ca6bcd req-ba3c42c9-8221-4ccd-8e3a-b6a5c70cd9d4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3e67a296897c42398a97c71c50c97904&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0914357 Jul 05 04:51:23.506718 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c58cc-bddf-4168-891a-35e247ca6bcd req-05ff46cf-0e6f-4c5a-9a67-ae2c208cbe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:23.508109 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c74c58cc-bddf-4168-891a-35e247ca6bcd req-05ff46cf-0e6f-4c5a-9a67-ae2c208cbe5b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963998 Jul 05 04:51:23.596727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-299893e9-e9c7-47c7-841d-8c9cdf2c5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:23.598208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-299893e9-e9c7-47c7-841d-8c9cdf2c5f69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e67a296897c42398a97c71c50c97904&device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 1094 time: 0.0543535 Jul 05 04:51:23.639710 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-7b54e6f8-28d0-452b-9cac-9eaa2f16ee94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97 HTTP/1.1" status: 200 len: 217 time: 0.0340958 Jul 05 04:51:23.690874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-a486716d-d631-4aaf-b00f-893ab529d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:23.692257 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-a486716d-d631-4aaf-b00f-893ab529d41f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d2e74827-2fbf-4603-b0c9-8a1055f64d84 HTTP/1.1" status: 200 len: 854 time: 0.0465794 Jul 05 04:51:23.747661 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-737f9e96-7e1d-4c11-86f8-023b5c760f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:23.749122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-737f9e96-7e1d-4c11-86f8-023b5c760f28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca1eafea-1def-425f-888e-dd735f4e3e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510075 Jul 05 04:51:23.836637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-3465b7ea-f8f0-4612-8d30-5ab908633d11 service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802753 Jul 05 04:51:23.965174 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-604219ea-8b37-4bb5-94b4-1f99b16329a5 req-724b3419-caea-4810-aa5d-bd39faee89ef service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219060 Jul 05 04:51:23.982970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43b63e-8883-4c81-b4f4-a8408a8a9531 req-7555cca0-875a-4646-aff3-5f2f228dea34 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:23.986088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b43b63e-8883-4c81-b4f4-a8408a8a9531 req-7555cca0-875a-4646-aff3-5f2f228dea34 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 943 time: 0.1235778 Jul 05 04:51:24.022081 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8b43b63e-8883-4c81-b4f4-a8408a8a9531 req-94f84f2f-c669-4192-a480-c061de8bc9e8 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321264 Jul 05 04:51:24.349103 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-258a5549-277e-4667-8158-60e6c4f13c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:24.440514 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:25.201030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9115b-3123-4c2c-9950-99f8780ba8be req-fad74a84-7af5-4450-a3a7-8093af43d307 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:25.202544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19b9115b-3123-4c2c-9950-99f8780ba8be req-fad74a84-7af5-4450-a3a7-8093af43d307 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 943 time: 0.0697429 Jul 05 04:51:25.239001 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-19b9115b-3123-4c2c-9950-99f8780ba8be req-3284dbca-c503-436c-a105-7b72e3f95ee0 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Jul 05 04:51:25.463959 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:26.412677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9258b3-265b-4840-95bc-e4121986b6c0 req-ea1db258-979d-4431-b948-bed45e3872df tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:26.414175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b9258b3-265b-4840-95bc-e4121986b6c0 req-ea1db258-979d-4431-b948-bed45e3872df tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 943 time: 0.0661204 Jul 05 04:51:26.456310 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b9258b3-265b-4840-95bc-e4121986b6c0 req-6913a05d-27ae-46d5-b71e-4ea1c8a348a3 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355902 Jul 05 04:51:26.953309 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device adc61bf6-39d1-4c47-a96d-9374c3e87f97 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:51:27.046033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port adc61bf6-39d1-4c47-a96d-9374c3e87f97, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97,segment=NetworkSegment(119cd9a6-748b-4a41-b4d0-c9c19f41491f),segment_id=119cd9a6-748b-4a41-b4d0-c9c19f41491f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:27.056980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'port_id': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97', 'mac_address': 'fa:16:3e:fe:e0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:51:27.096615 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:27.108748 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc61bf6-39d1-4c47-a96d-9374c3e87f97 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:51:27.126905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port adc61bf6-39d1-4c47-a96d-9374c3e87f97, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97,segment=NetworkSegment(119cd9a6-748b-4a41-b4d0-c9c19f41491f),segment_id=119cd9a6-748b-4a41-b4d0-c9c19f41491f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:27.183200 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:27.230243 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=adc61bf6-39d1-4c47-a96d-9374c3e87f97,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:27.354954 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:27.432274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['adc61bf6-39d1-4c47-a96d-9374c3e87f97'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:51:27.635017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0740b0-0f36-4be9-9745-c16829e19d3a req-0458f7c3-0d07-4288-bb42-e7575b569908 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:27.636708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce0740b0-0f36-4be9-9745-c16829e19d3a req-0458f7c3-0d07-4288-bb42-e7575b569908 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 944 time: 0.0664144 Jul 05 04:51:27.674938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce0740b0-0f36-4be9-9745-c16829e19d3a req-6a7a8661-41e9-4333-b80c-55840feff666 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323546 Jul 05 04:51:28.848388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a48d9-3f9a-434c-8fa9-af22f555599d req-0777e510-3315-440a-971b-fc3d2aec400d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:28.849867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e20a48d9-3f9a-434c-8fa9-af22f555599d req-0777e510-3315-440a-971b-fc3d2aec400d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 944 time: 0.0647833 Jul 05 04:51:28.887435 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e20a48d9-3f9a-434c-8fa9-af22f555599d req-3a19e670-cce0-4a0b-aa3e-99ab7ec9b21d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313814 Jul 05 04:51:28.953328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device adc61bf6-39d1-4c47-a96d-9374c3e87f97 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:29.034832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port adc61bf6-39d1-4c47-a96d-9374c3e87f97 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:51:29.038343 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port adc61bf6-39d1-4c47-a96d-9374c3e87f97 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:29.038723 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:29.114195 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:29.135351 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:51:29.137620 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3f59ae-0fe8-48ee-9bc8-9d1aad39b792" -d '{"events": [{"server_uuid": "bce6ad7c-0b89-46ef-b342-eb54fa53d85e", "name": "network-vif-plugged", "status": "completed", "tag": "adc61bf6-39d1-4c47-a96d-9374c3e87f97"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:51:29.153828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port adc61bf6-39d1-4c47-a96d-9374c3e87f97, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97,segment=NetworkSegment(119cd9a6-748b-4a41-b4d0-c9c19f41491f),segment_id=119cd9a6-748b-4a41-b4d0-c9c19f41491f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:29.174374 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da63e39-72d7-4881-bc4d-c646ef0b1ccb x-openstack-request-id: req-0da63e39-72d7-4881-bc4d-c646ef0b1ccb {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:51:29.174667 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce6ad7c-0b89-46ef-b342-eb54fa53d85e", "name": "network-vif-plugged", "status": "completed", "tag": "adc61bf6-39d1-4c47-a96d-9374c3e87f97", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:51:29.174922 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0da63e39-72d7-4881-bc4d-c646ef0b1ccb {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:51:29.175340 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97', 'code': 200} Jul 05 04:51:29.246636 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:29.287139 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc916903-295d-491f-b448-354e64033474 req-9b221911-c85c-4005-afeb-121416d8dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:29.288633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc916903-295d-491f-b448-354e64033474 req-9b221911-c85c-4005-afeb-121416d8dbb8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 1095 time: 0.0544984 Jul 05 04:51:29.295537 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=adc61bf6-39d1-4c47-a96d-9374c3e87f97,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:29.324545 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc916903-295d-491f-b448-354e64033474 req-00970974-8e72-4a0d-ba6a-dba668515fef service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282924 Jul 05 04:51:30.063524 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:30.066364 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90af4b8-e9b9-4bdb-bddb-cab867da2bc4 req-28648554-b655-4f4b-a07b-f187e28f2a8c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:30.067861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f90af4b8-e9b9-4bdb-bddb-cab867da2bc4 req-28648554-b655-4f4b-a07b-f187e28f2a8c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 945 time: 0.0707080 Jul 05 04:51:30.108027 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f90af4b8-e9b9-4bdb-bddb-cab867da2bc4 req-6568f752-dcd1-4c75-8b76-79dd9993f889 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332873 Jul 05 04:51:31.122994 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:51:31.281636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f33eb-da25-42f1-bb2d-452d8af14c84 req-f866d9a4-a152-411a-9d3a-7fc728febb13 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:31.283108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-673f33eb-da25-42f1-bb2d-452d8af14c84 req-f866d9a4-a152-411a-9d3a-7fc728febb13 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 945 time: 0.0635791 Jul 05 04:51:31.320864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-673f33eb-da25-42f1-bb2d-452d8af14c84 req-6cb1a705-e98a-4385-98f2-0070d76d8bc0 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323005 Jul 05 04:51:31.501984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a8926-b10f-4b61-8a37-4a12fdd29f46 req-36216637-7e27-49e8-bd22-2a0658a0519b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:31.503479 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-060a8926-b10f-4b61-8a37-4a12fdd29f46 req-36216637-7e27-49e8-bd22-2a0658a0519b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 945 time: 0.0742850 Jul 05 04:51:31.539429 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-060a8926-b10f-4b61-8a37-4a12fdd29f46 req-66eef60f-7001-4d07-ba79-8ae983b52b7e tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304842 Jul 05 04:51:31.938403 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098f15e-520a-4a12-8c0c-d12de3ec43cf req-2aa6d4d9-6b99-43d7-a3e6-29ffb2571f10 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:31.940310 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3098f15e-520a-4a12-8c0c-d12de3ec43cf req-2aa6d4d9-6b99-43d7-a3e6-29ffb2571f10 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 945 time: 0.0871258 Jul 05 04:51:31.977788 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:31.985219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3098f15e-520a-4a12-8c0c-d12de3ec43cf req-0e661d2d-64f6-42cf-907d-41c0d0619d9e tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366077 Jul 05 04:51:36.667283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e753bc68-9b73-4a37-9eee-1666a2b7fb1f req-28ec8ac2-73d3-4548-9be6-526efc54a620 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512149 Jul 05 04:51:36.770488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753bc68-9b73-4a37-9eee-1666a2b7fb1f req-d30d25fe-fc0e-45d3-ae6f-4005b5167b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:36.771969 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e753bc68-9b73-4a37-9eee-1666a2b7fb1f req-d30d25fe-fc0e-45d3-ae6f-4005b5167b44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e67a296897c42398a97c71c50c97904&device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 1096 time: 0.0554717 Jul 05 04:51:36.876501 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753bc68-9b73-4a37-9eee-1666a2b7fb1f req-2fdeb16b-834c-4d70-a007-543b551450ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:36.878027 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e753bc68-9b73-4a37-9eee-1666a2b7fb1f req-2fdeb16b-834c-4d70-a007-543b551450ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=ca1eafea-1def-425f-888e-dd735f4e3e0e HTTP/1.1" status: 200 len: 916 time: 0.0843630 Jul 05 04:51:36.926215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e753bc68-9b73-4a37-9eee-1666a2b7fb1f req-e5ae1b5d-32d1-4c1e-a779-080734ec421a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97 HTTP/1.1" status: 200 len: 217 time: 0.0389676 Jul 05 04:51:36.974951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753bc68-9b73-4a37-9eee-1666a2b7fb1f req-fdec0806-32d4-47f1-85d3-a6f97c66d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:36.976464 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e753bc68-9b73-4a37-9eee-1666a2b7fb1f req-fdec0806-32d4-47f1-85d3-a6f97c66d498 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d2e74827-2fbf-4603-b0c9-8a1055f64d84 HTTP/1.1" status: 200 len: 854 time: 0.0438809 Jul 05 04:51:37.035276 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753bc68-9b73-4a37-9eee-1666a2b7fb1f req-a70e91b3-094b-44a0-a2f0-de1b9b4f6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:37.036810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e753bc68-9b73-4a37-9eee-1666a2b7fb1f req-a70e91b3-094b-44a0-a2f0-de1b9b4f6340 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca1eafea-1def-425f-888e-dd735f4e3e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540965 Jul 05 04:51:37.131560 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e753bc68-9b73-4a37-9eee-1666a2b7fb1f req-f49f75b5-8c82-4670-9547-408515b6a2c0 service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882204 Jul 05 04:51:37.222771 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e753bc68-9b73-4a37-9eee-1666a2b7fb1f req-380c86fa-6f18-4887-8317-d327257c1875 service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846150 Jul 05 04:51:45.383936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0a208-ca49-4fef-88eb-d46bc4d09731 req-70830197-4253-4769-b076-1093946ef8e3 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:45.385476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14a0a208-ca49-4fef-88eb-d46bc4d09731 req-70830197-4253-4769-b076-1093946ef8e3 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 945 time: 0.0632071 Jul 05 04:51:45.423684 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-14a0a208-ca49-4fef-88eb-d46bc4d09731 req-1cc09580-700a-4b05-9b75-8dfbd2544067 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326579 Jul 05 04:51:45.448091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56540) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:45.589026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e32258-fd00-4cf4-a70f-ddfa2947d143 tempest-TestMinimumBasicScenario-1855777482 tempest-TestMinimumBasicScenario-1855777482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:45.590710 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c7e32258-fd00-4cf4-a70f-ddfa2947d143 tempest-TestMinimumBasicScenario-1855777482 tempest-TestMinimumBasicScenario-1855777482-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 1091 time: 0.1416349 Jul 05 04:51:45.593643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56544) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:45.597975 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:45.674518 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:45.769029 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:45.872354 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Allocated IP 172.25.0.191 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/507229e3-5667-4e5e-a726-8c72a7d2296c) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:51:45.980194 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:46.074745 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:46.108717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:51:46.111533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:51:46.115224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:51:46.145588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event updated for resources: {'Port': ['ID=507229e3-5667-4e5e-a726-8c72a7d2296c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:46.481272 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:46.609834 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:46.754743 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:46.822575 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:46.894525 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event updated for resources: {'Port': ['ID=507229e3-5667-4e5e-a726-8c72a7d2296c,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:46.908296 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:47.011783 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Floating IP ec13b1b9-14e9-444f-b58d-32b9a0fbce8a associated. External IP: 172.25.0.191, port: adc61bf6-39d1-4c47-a96d-9374c3e87f97. Jul 05 04:51:47.217056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Router 7e24c02a-25c9-4dc1-bd9d-2face4266857 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:51:47.324267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:51:47.333538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f9096-f608-4ac5-bc26-b89da2adb5df None None] Sync routers for ids ['7e24c02a-25c9-4dc1-bd9d-2face4266857'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:51:47.343110 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f9096-f608-4ac5-bc26-b89da2adb5df None None] Routers {'7e24c02a-25c9-4dc1-bd9d-2face4266857'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:51:47.343735 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b34f9096-f608-4ac5-bc26-b89da2adb5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:51:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7e24c02a-25c9-4dc1-bd9d-2face4266857'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:47.400471 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:47.441310 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d9435dc0-13a4-4002-8e71-368caecf299d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8465898 Jul 05 04:51:47.441918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'tag': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:51:47.444177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56546) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:47.444789 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051ede81-417b-4cf7-b415-5bea75d408f6" -d '{"events": [{"name": "network-changed", "server_uuid": "bce6ad7c-0b89-46ef-b342-eb54fa53d85e", "tag": "adc61bf6-39d1-4c47-a96d-9374c3e87f97"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:51:47.449515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-798207645', 'description': 'tempest-secgroup-smoke-798207645 description', 'project_id': '3e67a296897c42398a97c71c50c97904'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:47.484711 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2919c1b9-d16d-4055-8e10-c4bd4b93b2f7 x-openstack-request-id: req-2919c1b9-d16d-4055-8e10-c4bd4b93b2f7 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:51:47.485275 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce6ad7c-0b89-46ef-b342-eb54fa53d85e", "tag": "adc61bf6-39d1-4c47-a96d-9374c3e87f97", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:51:47.485275 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2919c1b9-d16d-4055-8e10-c4bd4b93b2f7 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:51:47.485806 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'tag': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97', 'status': 'completed', 'code': 200} Jul 05 04:51:47.554670 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:47.568570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ede81-417b-4cf7-b415-5bea75d408f6 req-d2ab3f6e-89b5-4654-8692-42793db97aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:47.571828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-051ede81-417b-4cf7-b415-5bea75d408f6 req-d2ab3f6e-89b5-4654-8692-42793db97aed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e67a296897c42398a97c71c50c97904&device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 1096 time: 0.0630758 Jul 05 04:51:47.609848 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-b34f9096-f608-4ac5-bc26-b89da2adb5df None None] Set router 7e24c02a-25c9-4dc1-bd9d-2face4266857 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:51:47.648219 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:47.671569 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ede81-417b-4cf7-b415-5bea75d408f6 req-6c0698d4-e7a5-434c-998c-2fa8a0e8c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:47.673128 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-051ede81-417b-4cf7-b415-5bea75d408f6 req-6c0698d4-e7a5-434c-998c-2fa8a0e8c322 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ca1eafea-1def-425f-888e-dd735f4e3e0e HTTP/1.1" status: 200 len: 916 time: 0.0956984 Jul 05 04:51:47.720455 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:47.741065 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-051ede81-417b-4cf7-b415-5bea75d408f6 req-5204e1a1-5387-4909-9831-060e55e08983 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97 HTTP/1.1" status: 200 len: 999 time: 0.0621395 Jul 05 04:51:47.751400 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175004ef-2f6c-4021-a1a3-2a84d72bdd06,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:47.759331 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:47.759780 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:47.760274 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:47.766967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:47.766967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:47.766967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:47.766967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:47.766967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:47.766967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:47.766967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:47.766967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:47.766967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:47.796857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ede81-417b-4cf7-b415-5bea75d408f6 req-0bb952ab-10f8-4af7-aca0-5de2ca5f4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:47.803693 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-051ede81-417b-4cf7-b415-5bea75d408f6 req-0bb952ab-10f8-4af7-aca0-5de2ca5f4c3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d2e74827-2fbf-4603-b0c9-8a1055f64d84 HTTP/1.1" status: 200 len: 854 time: 0.0514708 Jul 05 04:51:47.823430 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:47.827844 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-517c0397-541e-416d-ab23-83dd1629016b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3796442 Jul 05 04:51:47.828180 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56550) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:47.833093 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-496f18f2-941e-416c-b647-70d76c484f1f tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Request body: {'security_group_rule': {'security_group_id': '175004ef-2f6c-4021-a1a3-2a84d72bdd06', 'project_id': '3e67a296897c42398a97c71c50c97904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:47.845191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b34f9096-f608-4ac5-bc26-b89da2adb5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:50:50Z', 'revision_number': 4, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'ec13b1b9-14e9-444f-b58d-32b9a0fbce8a', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'port_id': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'mac_address': 'fa:16:3e:fe:e0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:51:46Z', 'updated_at': '2021-07-05T04:51:46Z', 'revision_number': 0, 'project_id': '3e67a296897c42398a97c71c50c97904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec131463-df50-4eee-9269-f876f4fb50d3', 'name': '', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'mac_address': 'fa:16:3e:bb:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:49Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 5, 'project_id': '3e67a296897c42398a97c71c50c97904', 'subnets': [{'id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:47.857566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ede81-417b-4cf7-b415-5bea75d408f6 req-4a1ac096-2c09-4428-a784-b20225a8bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:47.859254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-051ede81-417b-4cf7-b415-5bea75d408f6 req-4a1ac096-2c09-4428-a784-b20225a8bff2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca1eafea-1def-425f-888e-dd735f4e3e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550838 Jul 05 04:51:47.880142 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f9096-f608-4ac5-bc26-b89da2adb5df None None] Checking router: 7e24c02a-25c9-4dc1-bd9d-2face4266857 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:51:47.889861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f9096-f608-4ac5-bc26-b89da2adb5df None None] Routers {'7e24c02a-25c9-4dc1-bd9d-2face4266857'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:51:47.890493 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b34f9096-f608-4ac5-bc26-b89da2adb5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:51:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7e24c02a-25c9-4dc1-bd9d-2face4266857'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:47.928956 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-496f18f2-941e-416c-b647-70d76c484f1f tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:47.956671 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-051ede81-417b-4cf7-b415-5bea75d408f6 req-f86c49ce-a065-4ef7-ae89-ebdc5f76bfec service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903690 Jul 05 04:51:47.994368 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-496f18f2-941e-416c-b647-70d76c484f1f tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:48.001174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-b34f9096-f608-4ac5-bc26-b89da2adb5df None None] Set router 7e24c02a-25c9-4dc1-bd9d-2face4266857 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:51:48.053343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-051ede81-417b-4cf7-b415-5bea75d408f6 req-dbfb3730-205f-454e-9f3d-8dac904bf46f service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896487 Jul 05 04:51:48.063371 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-496f18f2-941e-416c-b647-70d76c484f1f tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:48.086435 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f18f2-941e-416c-b647-70d76c484f1f tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde85226-488b-4147-9b28-1460a9079971,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:48.160551 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-496f18f2-941e-416c-b647-70d76c484f1f tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:48.162795 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-496f18f2-941e-416c-b647-70d76c484f1f tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332844 Jul 05 04:51:48.165439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56552) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:48.172099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-5036bb46-f7b6-409b-9f40-89c86d3a235e tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Request body: {'security_group_rule': {'security_group_id': '175004ef-2f6c-4021-a1a3-2a84d72bdd06', 'project_id': '3e67a296897c42398a97c71c50c97904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:48.223912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-b34f9096-f608-4ac5-bc26-b89da2adb5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:50:50Z', 'revision_number': 4, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'ec13b1b9-14e9-444f-b58d-32b9a0fbce8a', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'port_id': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'mac_address': 'fa:16:3e:fe:e0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:51:46Z', 'updated_at': '2021-07-05T04:51:46Z', 'revision_number': 0, 'project_id': '3e67a296897c42398a97c71c50c97904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec131463-df50-4eee-9269-f876f4fb50d3', 'name': '', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'mac_address': 'fa:16:3e:bb:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:49Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 5, 'project_id': '3e67a296897c42398a97c71c50c97904', 'subnets': [{'id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:48.254502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f9096-f608-4ac5-bc26-b89da2adb5df None None] The sync data for ids ['7e24c02a-25c9-4dc1-bd9d-2face4266857'] in n-d-798249-5 is: [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:50:50Z', 'revision_number': 4, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'ec13b1b9-14e9-444f-b58d-32b9a0fbce8a', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'port_id': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'mac_address': 'fa:16:3e:fe:e0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:51:46Z', 'updated_at': '2021-07-05T04:51:46Z', 'revision_number': 0, 'project_id': '3e67a296897c42398a97c71c50c97904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec131463-df50-4eee-9269-f876f4fb50d3', 'name': '', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'mac_address': 'fa:16:3e:bb:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:49Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 5, 'project_id': '3e67a296897c42398a97c71c50c97904', 'subnets': [{'id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:51:48.280231 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5036bb46-f7b6-409b-9f40-89c86d3a235e tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:48.353622 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5036bb46-f7b6-409b-9f40-89c86d3a235e tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:48.446105 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5036bb46-f7b6-409b-9f40-89c86d3a235e tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:48.469361 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036bb46-f7b6-409b-9f40-89c86d3a235e tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919b37ad-30a5-426b-b618-24fc97995d18,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:48.553545 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5036bb46-f7b6-409b-9f40-89c86d3a235e tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:48.554793 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5036bb46-f7b6-409b-9f40-89c86d3a235e tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3883097 Jul 05 04:51:48.557492 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56554) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:48.563019 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c051f7f7-099b-433d-9c9d-19c43f248a5d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Request body: {'security_group_rule': {'security_group_id': '175004ef-2f6c-4021-a1a3-2a84d72bdd06', 'project_id': '3e67a296897c42398a97c71c50c97904', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:48.655876 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c051f7f7-099b-433d-9c9d-19c43f248a5d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:48.717340 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c051f7f7-099b-433d-9c9d-19c43f248a5d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:48.788041 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c051f7f7-099b-433d-9c9d-19c43f248a5d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:48.807035 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051f7f7-099b-433d-9c9d-19c43f248a5d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d2aaee-f621-4ee9-a6c7-cadf88b33bf7,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:48.879525 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c051f7f7-099b-433d-9c9d-19c43f248a5d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:48.880834 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c051f7f7-099b-433d-9c9d-19c43f248a5d tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3223894 Jul 05 04:51:48.883431 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56556) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:48.888525 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-973080fb-f02f-423b-9c92-c6b9183f4d99 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Request body: {'security_group_rule': {'security_group_id': '175004ef-2f6c-4021-a1a3-2a84d72bdd06', 'project_id': '3e67a296897c42398a97c71c50c97904', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:48.915567 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc2706-41e8-4027-91e9-a6b2057268cf None None] New status for floating IP ec13b1b9-14e9-444f-b58d-32b9a0fbce8a: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:51:49.028269 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-973080fb-f02f-423b-9c92-c6b9183f4d99 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.092917 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-973080fb-f02f-423b-9c92-c6b9183f4d99 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.160129 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-973080fb-f02f-423b-9c92-c6b9183f4d99 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.178350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973080fb-f02f-423b-9c92-c6b9183f4d99 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e67b1eb-3474-476a-a74b-1d1cc8a21442,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:49.223313 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-973080fb-f02f-423b-9c92-c6b9183f4d99 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.224589 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-973080fb-f02f-423b-9c92-c6b9183f4d99 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3401873 Jul 05 04:51:49.227388 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56558) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:49.232470 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-193e7701-5167-41b3-84d2-980585aba3a9 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Request body: {'security_group_rule': {'security_group_id': '175004ef-2f6c-4021-a1a3-2a84d72bdd06', 'project_id': '3e67a296897c42398a97c71c50c97904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:49.313630 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-193e7701-5167-41b3-84d2-980585aba3a9 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Project 3e67a296897c42398a97c71c50c97904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:51:49.318262 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-193e7701-5167-41b3-84d2-980585aba3a9 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.380641 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-193e7701-5167-41b3-84d2-980585aba3a9 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.456414 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-193e7701-5167-41b3-84d2-980585aba3a9 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.474231 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e7701-5167-41b3-84d2-980585aba3a9 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d112e2-8b3a-4481-ac8e-4306612d1117,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:49.548054 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-193e7701-5167-41b3-84d2-980585aba3a9 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.549861 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-193e7701-5167-41b3-84d2-980585aba3a9 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3213491 Jul 05 04:51:49.553978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56560) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:49.558497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4894d675-181b-4ead-9045-aab3a1fa9f5a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Request body: {'security_group_rule': {'security_group_id': '175004ef-2f6c-4021-a1a3-2a84d72bdd06', 'project_id': '3e67a296897c42398a97c71c50c97904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:49.651651 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-4894d675-181b-4ead-9045-aab3a1fa9f5a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Project 3e67a296897c42398a97c71c50c97904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:51:49.657579 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4894d675-181b-4ead-9045-aab3a1fa9f5a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.717909 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4894d675-181b-4ead-9045-aab3a1fa9f5a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.794241 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4894d675-181b-4ead-9045-aab3a1fa9f5a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.812289 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894d675-181b-4ead-9045-aab3a1fa9f5a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969df33f-c7c2-4c3c-b9e9-cc0ec0697622,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:49.856968 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4894d675-181b-4ead-9045-aab3a1fa9f5a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.858256 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4894d675-181b-4ead-9045-aab3a1fa9f5a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3033257 Jul 05 04:51:49.979680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c8efd5b-3073-4b35-9015-8bf6a2b27901 req-2b5dc5bb-7f25-4619-9cfd-c5ebc1efd619 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798207645&fields=id&tenant_id=3e67a296897c42398a97c71c50c97904 HTTP/1.1" status: 200 len: 267 time: 0.0352983 Jul 05 04:51:50.046231 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8efd5b-3073-4b35-9015-8bf6a2b27901 req-9970caf6-7c90-45e8-b992-de81807da800 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:50.047713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c8efd5b-3073-4b35-9015-8bf6a2b27901 req-9970caf6-7c90-45e8-b992-de81807da800 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 945 time: 0.0623443 Jul 05 04:51:50.058166 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-6c8efd5b-3073-4b35-9015-8bf6a2b27901 req-d988b42a-7abe-4c5d-bb0d-ec59824806a7 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Request body: {'port': {'security_groups': ['19fe34eb-c1e0-47df-a7c2-b9de8456312a', '175004ef-2f6c-4021-a1a3-2a84d72bdd06']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:50.143359 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6c8efd5b-3073-4b35-9015-8bf6a2b27901 req-d988b42a-7abe-4c5d-bb0d-ec59824806a7 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:50.322605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-6c8efd5b-3073-4b35-9015-8bf6a2b27901 req-d988b42a-7abe-4c5d-bb0d-ec59824806a7 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] For port adc61bf6-39d1-4c47-a96d-9374c3e87f97, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97,segment=NetworkSegment(119cd9a6-748b-4a41-b4d0-c9c19f41491f),segment_id=119cd9a6-748b-4a41-b4d0-c9c19f41491f)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:50.351516 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6c8efd5b-3073-4b35-9015-8bf6a2b27901 req-d988b42a-7abe-4c5d-bb0d-ec59824806a7 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:50.406013 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6c8efd5b-3073-4b35-9015-8bf6a2b27901 req-d988b42a-7abe-4c5d-bb0d-ec59824806a7 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:50.417470 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['adc61bf6-39d1-4c47-a96d-9374c3e87f97'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:51:50.452239 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8efd5b-3073-4b35-9015-8bf6a2b27901 req-d988b42a-7abe-4c5d-bb0d-ec59824806a7 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:50.452239 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6c8efd5b-3073-4b35-9015-8bf6a2b27901 req-d988b42a-7abe-4c5d-bb0d-ec59824806a7 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:50.457069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c8efd5b-3073-4b35-9015-8bf6a2b27901 req-d988b42a-7abe-4c5d-bb0d-ec59824806a7 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "PUT /v2.0/ports/adc61bf6-39d1-4c47-a96d-9374c3e87f97 HTTP/1.1" status: 200 len: 981 time: 0.4021456 Jul 05 04:51:50.457974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'tag': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:51:50.463874 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d0918a-3dbf-49d8-a1ad-1a260d568930" -d '{"events": [{"name": "network-changed", "server_uuid": "bce6ad7c-0b89-46ef-b342-eb54fa53d85e", "tag": "adc61bf6-39d1-4c47-a96d-9374c3e87f97"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:51:50.505113 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988b42a-7abe-4c5d-bb0d-ec59824806a7 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event updated for resources: {'Port': ['ID=adc61bf6-39d1-4c47-a96d-9374c3e87f97,revision_number=6']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:50.520580 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['adc61bf6-39d1-4c47-a96d-9374c3e87f97'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:51:50.522885 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e99b19-8487-4e4a-9176-d429db708ed9 x-openstack-request-id: req-56e99b19-8487-4e4a-9176-d429db708ed9 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:51:50.523281 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce6ad7c-0b89-46ef-b342-eb54fa53d85e", "tag": "adc61bf6-39d1-4c47-a96d-9374c3e87f97", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:51:50.523636 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56e99b19-8487-4e4a-9176-d429db708ed9 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:51:50.525434 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'tag': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97', 'status': 'completed', 'code': 200} Jul 05 04:51:50.649268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0918a-3dbf-49d8-a1ad-1a260d568930 req-85b910d3-73e9-479d-a50e-448c266bf266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:50.650949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6d0918a-3dbf-49d8-a1ad-1a260d568930 req-85b910d3-73e9-479d-a50e-448c266bf266 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e67a296897c42398a97c71c50c97904&device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 1135 time: 0.1029015 Jul 05 04:51:50.734997 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5ee74-ba4c-4a26-a72e-644313a2d7bc req-6aab2b6f-9f48-4c2c-be22-a351fa078ae2 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:50.736594 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9bf5ee74-ba4c-4a26-a72e-644313a2d7bc req-6aab2b6f-9f48-4c2c-be22-a351fa078ae2 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.1361403 Jul 05 04:51:50.760960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7509b2a3-478f-47d1-b6ae-c6a19258035c None None] Provisioning complete for port adc61bf6-39d1-4c47-a96d-9374c3e87f97 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:50.761333 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7509b2a3-478f-47d1-b6ae-c6a19258035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:50.786297 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0918a-3dbf-49d8-a1ad-1a260d568930 req-bfaa58db-694e-4e66-9cdf-9de7bf869ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:50.787760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6d0918a-3dbf-49d8-a1ad-1a260d568930 req-bfaa58db-694e-4e66-9cdf-9de7bf869ffe service neutron] 10.222.0.64 "GET /v2.0/networks?id=ca1eafea-1def-425f-888e-dd735f4e3e0e HTTP/1.1" status: 200 len: 916 time: 0.1296351 Jul 05 04:51:50.809166 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9bf5ee74-ba4c-4a26-a72e-644313a2d7bc req-65c9db48-6aa5-4661-ad7f-a464011e1b3f tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641391 Jul 05 04:51:50.863431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6d0918a-3dbf-49d8-a1ad-1a260d568930 req-8ae902e0-2101-4f7f-862e-6bcbf2b541b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97 HTTP/1.1" status: 200 len: 1001 time: 0.0671020 Jul 05 04:51:50.914750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0918a-3dbf-49d8-a1ad-1a260d568930 req-fe29b5bb-69ac-4e6c-ba7c-2d529100dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:50.916255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6d0918a-3dbf-49d8-a1ad-1a260d568930 req-fe29b5bb-69ac-4e6c-ba7c-2d529100dd84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d2e74827-2fbf-4603-b0c9-8a1055f64d84 HTTP/1.1" status: 200 len: 854 time: 0.0467186 Jul 05 04:51:50.982980 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0918a-3dbf-49d8-a1ad-1a260d568930 req-1f7239b6-172c-48bd-b39b-0381fb5b73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:50.984630 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6d0918a-3dbf-49d8-a1ad-1a260d568930 req-1f7239b6-172c-48bd-b39b-0381fb5b73d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca1eafea-1def-425f-888e-dd735f4e3e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607948 Jul 05 04:51:51.073902 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6d0918a-3dbf-49d8-a1ad-1a260d568930 req-a9c61cb2-ff38-4970-b564-b5a5667d2ba3 service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822577 Jul 05 04:51:51.168634 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f6d0918a-3dbf-49d8-a1ad-1a260d568930 req-7d1cc1cf-5d9e-4ba9-9229-5f9718ad7d7d service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872872 Jul 05 04:51:51.358838 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-703efff0-7260-41b2-a7e6-5bf76209b972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:54.331439 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-65e6669b-ddff-425c-b8da-f2995895e532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:54.405895 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:55.484726 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:57.377043 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:00.046350 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.953798 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:05.782981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fbb49-d7e0-4503-834c-bae1a1dda18b req-a9547b9f-a22a-4ebf-826d-f6d7243cfa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:05.784515 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d0fbb49-d7e0-4503-834c-bae1a1dda18b req-a9547b9f-a22a-4ebf-826d-f6d7243cfa16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e67a296897c42398a97c71c50c97904&device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 1135 time: 0.4607213 Jul 05 04:52:05.796622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ee32d-451b-4c43-924f-2e6f5ead86f8 req-22589f85-0df4-4a10-9828-98c8fb40639e tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:05.798032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba9ee32d-451b-4c43-924f-2e6f5ead86f8 req-22589f85-0df4-4a10-9828-98c8fb40639e tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.5143585 Jul 05 04:52:05.888756 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ba9ee32d-451b-4c43-924f-2e6f5ead86f8 req-994be292-683b-43a0-93b0-7ff44a4bf57e tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826421 Jul 05 04:52:05.914099 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fbb49-d7e0-4503-834c-bae1a1dda18b req-ab9ed7e0-3aa5-4fe7-84a4-fac07652b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:05.915603 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d0fbb49-d7e0-4503-834c-bae1a1dda18b req-ab9ed7e0-3aa5-4fe7-84a4-fac07652b1df service neutron] 10.222.0.64 "GET /v2.0/networks?id=ca1eafea-1def-425f-888e-dd735f4e3e0e HTTP/1.1" status: 200 len: 916 time: 0.1167235 Jul 05 04:52:05.979376 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d0fbb49-d7e0-4503-834c-bae1a1dda18b req-0fb62d73-ee3b-440c-b48a-fbba43681c0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97 HTTP/1.1" status: 200 len: 1001 time: 0.0575340 Jul 05 04:52:06.030246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fbb49-d7e0-4503-834c-bae1a1dda18b req-c4c96e16-6596-45d6-a54b-11681dc10546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:06.031907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d0fbb49-d7e0-4503-834c-bae1a1dda18b req-c4c96e16-6596-45d6-a54b-11681dc10546 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d2e74827-2fbf-4603-b0c9-8a1055f64d84 HTTP/1.1" status: 200 len: 854 time: 0.0469511 Jul 05 04:52:06.086882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fbb49-d7e0-4503-834c-bae1a1dda18b req-f4990b0b-5543-4d5e-888a-7e1a56e79f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:06.088260 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d0fbb49-d7e0-4503-834c-bae1a1dda18b req-f4990b0b-5543-4d5e-888a-7e1a56e79f38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca1eafea-1def-425f-888e-dd735f4e3e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505245 Jul 05 04:52:06.175553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d0fbb49-d7e0-4503-834c-bae1a1dda18b req-31f0c71f-ada5-41e8-acb8-28d043309906 service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805523 Jul 05 04:52:06.266884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d0fbb49-d7e0-4503-834c-bae1a1dda18b req-cab7d50a-0216-4dd7-8cdc-0e9545136baf service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849502 Jul 05 04:52:07.115285 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a43518-240f-4108-a5ec-c50eceb4e4bb req-794359f0-2e41-4e9c-9887-a94eb314c827 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:07.116899 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28a43518-240f-4108-a5ec-c50eceb4e4bb req-794359f0-2e41-4e9c-9887-a94eb314c827 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.1109710 Jul 05 04:52:07.157180 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28a43518-240f-4108-a5ec-c50eceb4e4bb req-25e16abd-1e4c-472a-bc91-30139f00a921 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343587 Jul 05 04:52:08.122294 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:52:08.333556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe0f20-cf6f-4397-aeb4-e8db60583ada req-51f6b6c3-2eba-4c53-b231-8d26d635c4c4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:08.335043 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bbbe0f20-cf6f-4397-aeb4-e8db60583ada req-51f6b6c3-2eba-4c53-b231-8d26d635c4c4 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.0668709 Jul 05 04:52:08.374044 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bbbe0f20-cf6f-4397-aeb4-e8db60583ada req-abc22b41-f5f2-4604-a922-9adb231e57be tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332575 Jul 05 04:52:09.547727 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96fdc5-224b-4a25-b670-4bfa2a4e8b93 req-2dd69ffc-0a92-4db8-ade0-90fef26af881 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:09.549241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee96fdc5-224b-4a25-b670-4bfa2a4e8b93 req-2dd69ffc-0a92-4db8-ade0-90fef26af881 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.0628624 Jul 05 04:52:09.588488 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee96fdc5-224b-4a25-b670-4bfa2a4e8b93 req-a19ad26d-c598-4646-8e05-9a06960f8654 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337183 Jul 05 04:52:10.762420 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e934e2e-56ac-485a-aab4-8ac96e49b56a req-8b25dc13-af66-4a24-bf18-5cd31cd1d2db tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:10.763871 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e934e2e-56ac-485a-aab4-8ac96e49b56a req-8b25dc13-af66-4a24-bf18-5cd31cd1d2db tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.0668066 Jul 05 04:52:10.802870 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9e934e2e-56ac-485a-aab4-8ac96e49b56a req-73af8a09-73f4-4335-b041-7441736d7e75 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328534 Jul 05 04:52:11.974224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da66cfa-6e19-4402-86e2-3f579ce23c49 req-48296f27-086a-4951-b3b8-5a1a713077c6 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:11.975726 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2da66cfa-6e19-4402-86e2-3f579ce23c49 req-48296f27-086a-4951-b3b8-5a1a713077c6 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.0624003 Jul 05 04:52:12.014321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2da66cfa-6e19-4402-86e2-3f579ce23c49 req-74f5df1f-762d-48fc-9445-5cea6229d67a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330303 Jul 05 04:52:13.188384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb37fc-8318-4100-9160-82e19bee79dd req-17fc33c0-7b75-41b4-9dd0-951b3a2eea58 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:13.189897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04eb37fc-8318-4100-9160-82e19bee79dd req-17fc33c0-7b75-41b4-9dd0-951b3a2eea58 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.0626593 Jul 05 04:52:13.228909 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-04eb37fc-8318-4100-9160-82e19bee79dd req-326fb361-5439-4acf-9e80-d06514dcb0c6 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334418 Jul 05 04:52:14.404230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c556b-1256-49d4-9ae5-18a8a9c608b5 req-b309abd5-fa01-40c9-89bc-442684c7956a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:14.405771 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-758c556b-1256-49d4-9ae5-18a8a9c608b5 req-b309abd5-fa01-40c9-89bc-442684c7956a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.0675859 Jul 05 04:52:14.446983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-758c556b-1256-49d4-9ae5-18a8a9c608b5 req-be99de8f-0e52-466b-90f2-fb94567ffa15 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353329 Jul 05 04:52:15.617588 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be2a76-6b94-4176-9f57-c584106b88c4 req-e90f6a7a-2b76-4c9a-b18e-812c510d29da tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:15.619069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-10be2a76-6b94-4176-9f57-c584106b88c4 req-e90f6a7a-2b76-4c9a-b18e-812c510d29da tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.0620444 Jul 05 04:52:15.658257 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-10be2a76-6b94-4176-9f57-c584106b88c4 req-57cd4e87-8a92-4ec3-b11b-e5c0ed5357de tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334833 Jul 05 04:52:16.835565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dbb5b-3b38-478b-8d16-aff0e32f434b req-14389efa-2231-4964-a1fb-e0f068e75533 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:16.837115 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a9dbb5b-3b38-478b-8d16-aff0e32f434b req-14389efa-2231-4964-a1fb-e0f068e75533 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.0665209 Jul 05 04:52:16.876078 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a9dbb5b-3b38-478b-8d16-aff0e32f434b req-23759133-94f8-4b90-8f83-0571960109ba tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334551 Jul 05 04:52:18.046615 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd92f8b-131e-49f0-9211-c8cc0448eec6 req-8813215b-93fa-40c5-bd0e-99fd9a2614ad tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:18.048108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fd92f8b-131e-49f0-9211-c8cc0448eec6 req-8813215b-93fa-40c5-bd0e-99fd9a2614ad tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.0635827 Jul 05 04:52:18.089217 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fd92f8b-131e-49f0-9211-c8cc0448eec6 req-fcbf26ad-8e76-4e26-a05c-b4d34319b3d1 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352244 Jul 05 04:52:19.267434 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acab588-5320-42a2-845e-d4a5823379df req-4c525124-c5e3-4334-941d-7738a77a8b23 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:19.268918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6acab588-5320-42a2-845e-d4a5823379df req-4c525124-c5e3-4334-941d-7738a77a8b23 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.0630934 Jul 05 04:52:19.309051 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6acab588-5320-42a2-845e-d4a5823379df req-c657a942-409b-43d5-b415-746e6d421aa8 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344718 Jul 05 04:52:20.489834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba541f-74ee-4c5d-8be1-cbbf9c20d5a9 req-9255f1ab-5bea-4d29-86e1-15356bff5bb9 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:20.491332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61ba541f-74ee-4c5d-8be1-cbbf9c20d5a9 req-9255f1ab-5bea-4d29-86e1-15356bff5bb9 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.0710294 Jul 05 04:52:20.530024 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61ba541f-74ee-4c5d-8be1-cbbf9c20d5a9 req-63fa914e-b6fa-4203-a3a8-8ec9f06ba625 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331686 Jul 05 04:52:21.393565 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-340182e6-0032-4995-b656-db48c90f15aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:21.704731 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61021dca-3732-406a-aa11-96eb3f5a21ca req-1cf1f05d-17b5-4fd0-aed0-4753d28c8716 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:21.706410 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61021dca-3732-406a-aa11-96eb3f5a21ca req-1cf1f05d-17b5-4fd0-aed0-4753d28c8716 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.0629568 Jul 05 04:52:21.748465 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61021dca-3732-406a-aa11-96eb3f5a21ca req-bec7ae42-b336-48b6-9a97-2734bc5b7e7a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364006 Jul 05 04:52:22.928986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417f22b-38d1-4e04-9549-8807d666f245 req-731da796-062b-4337-a348-3ad08ff37841 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:22.930467 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b417f22b-38d1-4e04-9549-8807d666f245 req-731da796-062b-4337-a348-3ad08ff37841 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.0673046 Jul 05 04:52:22.969022 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b417f22b-38d1-4e04-9549-8807d666f245 req-27503a0f-dbc0-4869-bd4e-01cb20ea0d43 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=175004ef-2f6c-4021-a1a3-2a84d72bdd06&id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329611 Jul 05 04:52:24.340503 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8909-c399-460c-abd3-c40c2fe94475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:24.411019 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:25.519658 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:27.382052 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:30.039096 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:31.969334 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:38.723674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9e7cf4c-569e-4f37-a78c-0d998e7bc95e req-dfe47c5b-05fc-4a09-b142-3d6062a22d27 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922978 Jul 05 04:52:38.817543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7cf4c-569e-4f37-a78c-0d998e7bc95e req-922521ab-79e6-427e-a4e6-b82b77ace32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:38.819021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9e7cf4c-569e-4f37-a78c-0d998e7bc95e req-922521ab-79e6-427e-a4e6-b82b77ace32d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e67a296897c42398a97c71c50c97904&device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 1135 time: 0.0527370 Jul 05 04:52:38.928338 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7cf4c-569e-4f37-a78c-0d998e7bc95e req-3aae5dc3-04f7-46f2-8dfb-83fcd76dd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:38.929755 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9e7cf4c-569e-4f37-a78c-0d998e7bc95e req-3aae5dc3-04f7-46f2-8dfb-83fcd76dd1af service neutron] 10.222.0.64 "GET /v2.0/networks?id=ca1eafea-1def-425f-888e-dd735f4e3e0e HTTP/1.1" status: 200 len: 916 time: 0.0896969 Jul 05 04:52:38.993452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9e7cf4c-569e-4f37-a78c-0d998e7bc95e req-1a86402e-760a-4140-808c-0f4a3d667b3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97 HTTP/1.1" status: 200 len: 1001 time: 0.0574992 Jul 05 04:52:39.046914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7cf4c-569e-4f37-a78c-0d998e7bc95e req-f3b86446-3fbe-4046-a4f3-2d0e0be60d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:39.048419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9e7cf4c-569e-4f37-a78c-0d998e7bc95e req-f3b86446-3fbe-4046-a4f3-2d0e0be60d6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d2e74827-2fbf-4603-b0c9-8a1055f64d84 HTTP/1.1" status: 200 len: 854 time: 0.0483246 Jul 05 04:52:39.104024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7cf4c-569e-4f37-a78c-0d998e7bc95e req-06f75218-f4d3-41b5-a6ef-c74222ba6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:39.105617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9e7cf4c-569e-4f37-a78c-0d998e7bc95e req-06f75218-f4d3-41b5-a6ef-c74222ba6626 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca1eafea-1def-425f-888e-dd735f4e3e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507019 Jul 05 04:52:39.193970 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9e7cf4c-569e-4f37-a78c-0d998e7bc95e req-6950fcbe-61fa-484a-b0cc-cb139fc675ea service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813797 Jul 05 04:52:39.285863 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9e7cf4c-569e-4f37-a78c-0d998e7bc95e req-1753e2b3-23d5-4453-921a-ac0779e8cf0f service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846050 Jul 05 04:52:45.121399 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:52:51.367678 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4486221a-a7d0-4332-b9cd-89c0dda3ffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:54.347426 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-021084db-d053-446f-abd0-8ea32b3ea5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:54.444731 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:55.266667 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ec2a2f1-7a3f-478a-830a-b50a192cbdae req-f98d03de-6e7a-4b90-8018-2ca9a68b2d14 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798207645&fields=id&tenant_id=3e67a296897c42398a97c71c50c97904 HTTP/1.1" status: 200 len: 267 time: 0.0340712 Jul 05 04:52:55.334611 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2a2f1-7a3f-478a-830a-b50a192cbdae req-df610931-a872-4c6d-8980-90f6e3caef3f tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:55.336080 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ec2a2f1-7a3f-478a-830a-b50a192cbdae req-df610931-a872-4c6d-8980-90f6e3caef3f tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 984 time: 0.0642810 Jul 05 04:52:55.346661 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-5ec2a2f1-7a3f-478a-830a-b50a192cbdae req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Request body: {'port': {'security_groups': ['19fe34eb-c1e0-47df-a7c2-b9de8456312a']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:52:55.436809 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5ec2a2f1-7a3f-478a-830a-b50a192cbdae req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:55.513107 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:55.615918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-5ec2a2f1-7a3f-478a-830a-b50a192cbdae req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] For port adc61bf6-39d1-4c47-a96d-9374c3e87f97, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97,segment=NetworkSegment(119cd9a6-748b-4a41-b4d0-c9c19f41491f),segment_id=119cd9a6-748b-4a41-b4d0-c9c19f41491f)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:55.646011 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5ec2a2f1-7a3f-478a-830a-b50a192cbdae req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:55.724055 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5ec2a2f1-7a3f-478a-830a-b50a192cbdae req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:55.735659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['adc61bf6-39d1-4c47-a96d-9374c3e87f97'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:52:55.768855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2a2f1-7a3f-478a-830a-b50a192cbdae req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:55.769415 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-5ec2a2f1-7a3f-478a-830a-b50a192cbdae req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:55.770828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5ec2a2f1-7a3f-478a-830a-b50a192cbdae req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "PUT /v2.0/ports/adc61bf6-39d1-4c47-a96d-9374c3e87f97 HTTP/1.1" status: 200 len: 942 time: 0.4288752 Jul 05 04:52:55.771268 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'tag': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:52:55.773601 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca0e953-3aad-400d-b13b-8fd0e5232460" -d '{"events": [{"name": "network-changed", "server_uuid": "bce6ad7c-0b89-46ef-b342-eb54fa53d85e", "tag": "adc61bf6-39d1-4c47-a96d-9374c3e87f97"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:52:55.780616 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56640) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:52:55.806366 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event updated for resources: {'Port': ['ID=adc61bf6-39d1-4c47-a96d-9374c3e87f97,revision_number=7']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:55.820626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:55.825191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:55.825191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:55.825191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:55.825191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:55.825191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:55.825191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:55.825191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:55.825191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:55.825191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:55.825191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:55.825191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4726-9df7-4f9e-afb2-bf3dd8d44f3c tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:55.857499 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['adc61bf6-39d1-4c47-a96d-9374c3e87f97'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:52:55.873444 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:55.895637 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91561627-8909-4eb6-bd05-559279925339 x-openstack-request-id: req-91561627-8909-4eb6-bd05-559279925339 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:52:55.895824 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce6ad7c-0b89-46ef-b342-eb54fa53d85e", "tag": "adc61bf6-39d1-4c47-a96d-9374c3e87f97", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:52:55.896812 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91561627-8909-4eb6-bd05-559279925339 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:52:55.896812 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'tag': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97', 'status': 'completed', 'code': 200} Jul 05 04:52:55.917045 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:55.983512 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0e953-3aad-400d-b13b-8fd0e5232460 req-59df3b15-064b-458f-b8a5-9cf9249cf8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:55.985300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ca0e953-3aad-400d-b13b-8fd0e5232460 req-59df3b15-064b-458f-b8a5-9cf9249cf8fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e67a296897c42398a97c71c50c97904&device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 1096 time: 0.0668857 Jul 05 04:52:56.056000 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:56.058810 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:56.062883 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "DELETE /v2.0/security-groups/175004ef-2f6c-4021-a1a3-2a84d72bdd06 HTTP/1.1" status: 204 len: 168 time: 0.2798755 Jul 05 04:52:56.063581 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56646) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:52:56.073182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4c54128a-d953-48ac-8719-87370a1b6c5f None None] Provisioning complete for port adc61bf6-39d1-4c47-a96d-9374c3e87f97 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:52:56.073558 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4c54128a-d953-48ac-8719-87370a1b6c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:56.081836 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175004ef-2f6c-4021-a1a3-2a84d72bdd06,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:56.087435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0e953-3aad-400d-b13b-8fd0e5232460 req-d8b8b21e-7a20-4dea-9ad3-3585b7b96f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:56.088952 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ca0e953-3aad-400d-b13b-8fd0e5232460 req-d8b8b21e-7a20-4dea-9ad3-3585b7b96f3d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ca1eafea-1def-425f-888e-dd735f4e3e0e HTTP/1.1" status: 200 len: 916 time: 0.0963542 Jul 05 04:52:56.119809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:56.120635 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:56.123700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:56.123700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:56.123700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:56.123700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:56.123700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:56.123700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:56.123700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:56.123700 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:56.124750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:56.125292 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c39c3-07c3-4cc9-9f4d-b83d872b554a tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:56.157723 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ca0e953-3aad-400d-b13b-8fd0e5232460 req-fd717b38-bb91-4747-b6eb-847c403fc193 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97 HTTP/1.1" status: 200 len: 1001 time: 0.0618715 Jul 05 04:52:56.217466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0e953-3aad-400d-b13b-8fd0e5232460 req-db38223b-a258-475e-920a-9ce82407d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:56.218962 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ca0e953-3aad-400d-b13b-8fd0e5232460 req-db38223b-a258-475e-920a-9ce82407d54e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d2e74827-2fbf-4603-b0c9-8a1055f64d84 HTTP/1.1" status: 200 len: 854 time: 0.0505328 Jul 05 04:52:56.274580 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7e4e5-002d-4179-9065-d0870627e6ea tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Deleting port 507229e3-5667-4e5e-a726-8c72a7d2296c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:52:56.274935 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5e7e4e5-002d-4179-9065-d0870627e6ea tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:56.277206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0e953-3aad-400d-b13b-8fd0e5232460 req-545f35cc-c9e6-4175-a486-8e198bae771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:56.278791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ca0e953-3aad-400d-b13b-8fd0e5232460 req-545f35cc-c9e6-4175-a486-8e198bae771a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca1eafea-1def-425f-888e-dd735f4e3e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528884 Jul 05 04:52:56.354197 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5e7e4e5-002d-4179-9065-d0870627e6ea tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:56.354532 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5e7e4e5-002d-4179-9065-d0870627e6ea tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:56.366579 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7e4e5-002d-4179-9065-d0870627e6ea tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Calling delete_port for 507229e3-5667-4e5e-a726-8c72a7d2296c owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:52:56.369419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ca0e953-3aad-400d-b13b-8fd0e5232460 req-8e214042-d284-489d-90de-ac33a393f03c service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836389 Jul 05 04:52:56.466558 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3ca0e953-3aad-400d-b13b-8fd0e5232460 req-49989d01-6354-454f-9c8e-710941ab1ab5 service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902977 Jul 05 04:52:56.598901 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5e7e4e5-002d-4179-9065-d0870627e6ea tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:56.632345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7e4e5-002d-4179-9065-d0870627e6ea tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event deleted for resources: {'Port': ['ID=507229e3-5667-4e5e-a726-8c72a7d2296c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:56.700501 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5e7e4e5-002d-4179-9065-d0870627e6ea tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:56.700844 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-c5e7e4e5-002d-4179-9065-d0870627e6ea tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Floating IP ec13b1b9-14e9-444f-b58d-32b9a0fbce8a disassociated (deleted). External IP: 172.25.0.191, port: adc61bf6-39d1-4c47-a96d-9374c3e87f97. Jul 05 04:52:57.171479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e7e4e5-002d-4179-9065-d0870627e6ea tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Router 7e24c02a-25c9-4dc1-bd9d-2face4266857 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:52:57.280913 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e7e4e5-002d-4179-9065-d0870627e6ea tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:52:57.286920 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c5e7e4e5-002d-4179-9065-d0870627e6ea tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:57.293669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2e892-86fa-4b63-8004-343f61220512 None None] Sync routers for ids ['7e24c02a-25c9-4dc1-bd9d-2face4266857'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:52:57.305670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2e892-86fa-4b63-8004-343f61220512 None None] Routers {'7e24c02a-25c9-4dc1-bd9d-2face4266857'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:52:57.306967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-49c2e892-86fa-4b63-8004-343f61220512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:52:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7e24c02a-25c9-4dc1-bd9d-2face4266857'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:57.323513 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c5e7e4e5-002d-4179-9065-d0870627e6ea tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "DELETE /v2.0/floatingips/ec13b1b9-14e9-444f-b58d-32b9a0fbce8a HTTP/1.1" status: 204 len: 168 time: 1.2485600 Jul 05 04:52:57.324212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'tag': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:52:57.326618 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d58992-b94f-49e3-881a-f612c46d0b96" -d '{"events": [{"name": "network-changed", "server_uuid": "bce6ad7c-0b89-46ef-b342-eb54fa53d85e", "tag": "adc61bf6-39d1-4c47-a96d-9374c3e87f97"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:52:57.390308 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:57.419897 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-49c2e892-86fa-4b63-8004-343f61220512 None None] Set router 7e24c02a-25c9-4dc1-bd9d-2face4266857 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:52:57.444388 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a87683f-9e45-4f54-bc0a-ec2d80b3908a x-openstack-request-id: req-9a87683f-9e45-4f54-bc0a-ec2d80b3908a {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:52:57.444679 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce6ad7c-0b89-46ef-b342-eb54fa53d85e", "tag": "adc61bf6-39d1-4c47-a96d-9374c3e87f97", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:52:57.444934 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a87683f-9e45-4f54-bc0a-ec2d80b3908a {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:52:57.445561 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'tag': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97', 'status': 'completed', 'code': 200} Jul 05 04:52:57.524417 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d58992-b94f-49e3-881a-f612c46d0b96 req-7ad904a7-8e8d-49cc-abc8-d03e33122944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:57.525943 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56d58992-b94f-49e3-881a-f612c46d0b96 req-7ad904a7-8e8d-49cc-abc8-d03e33122944 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e67a296897c42398a97c71c50c97904&device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 1096 time: 0.0568957 Jul 05 04:52:57.638614 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-49c2e892-86fa-4b63-8004-343f61220512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:50:50Z', 'revision_number': 4, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ec131463-df50-4eee-9269-f876f4fb50d3', 'name': '', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'mac_address': 'fa:16:3e:bb:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:49Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 5, 'project_id': '3e67a296897c42398a97c71c50c97904', 'subnets': [{'id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:57.638867 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d58992-b94f-49e3-881a-f612c46d0b96 req-c498e5b3-b9b7-47fd-b1b0-b40ad847987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:57.640153 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56d58992-b94f-49e3-881a-f612c46d0b96 req-c498e5b3-b9b7-47fd-b1b0-b40ad847987d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ca1eafea-1def-425f-888e-dd735f4e3e0e HTTP/1.1" status: 200 len: 916 time: 0.1078382 Jul 05 04:52:57.666600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2e892-86fa-4b63-8004-343f61220512 None None] Checking router: 7e24c02a-25c9-4dc1-bd9d-2face4266857 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:52:57.678417 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2e892-86fa-4b63-8004-343f61220512 None None] Routers {'7e24c02a-25c9-4dc1-bd9d-2face4266857'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:52:57.678417 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-49c2e892-86fa-4b63-8004-343f61220512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:52:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7e24c02a-25c9-4dc1-bd9d-2face4266857'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:57.682390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56d58992-b94f-49e3-881a-f612c46d0b96 req-1c8a0b5c-235d-4ea2-abcf-7d8d2c9ac4c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97 HTTP/1.1" status: 200 len: 217 time: 0.0355728 Jul 05 04:52:57.734937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d58992-b94f-49e3-881a-f612c46d0b96 req-97fd2630-84dc-4b2c-b86b-5351d50a1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:57.738042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56d58992-b94f-49e3-881a-f612c46d0b96 req-97fd2630-84dc-4b2c-b86b-5351d50a1c6b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d2e74827-2fbf-4603-b0c9-8a1055f64d84 HTTP/1.1" status: 200 len: 854 time: 0.0497742 Jul 05 04:52:57.805853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d58992-b94f-49e3-881a-f612c46d0b96 req-b32ec180-3db6-4bce-acbe-625737d92324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:57.808382 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-49c2e892-86fa-4b63-8004-343f61220512 None None] Set router 7e24c02a-25c9-4dc1-bd9d-2face4266857 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:52:57.808658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56d58992-b94f-49e3-881a-f612c46d0b96 req-b32ec180-3db6-4bce-acbe-625737d92324 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca1eafea-1def-425f-888e-dd735f4e3e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644009 Jul 05 04:52:57.904823 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56d58992-b94f-49e3-881a-f612c46d0b96 req-c87be5b7-d2f6-49a2-a72d-8ba1526bc21e service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853374 Jul 05 04:52:58.002121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-56d58992-b94f-49e3-881a-f612c46d0b96 req-a318ffb1-57e7-4fe4-8aab-3b01845bea33 service neutron] 10.222.0.64 "GET /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885990 Jul 05 04:52:58.009993 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-49c2e892-86fa-4b63-8004-343f61220512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:50:50Z', 'revision_number': 4, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ec131463-df50-4eee-9269-f876f4fb50d3', 'name': '', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'mac_address': 'fa:16:3e:bb:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:49Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 5, 'project_id': '3e67a296897c42398a97c71c50c97904', 'subnets': [{'id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:58.040693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2e892-86fa-4b63-8004-343f61220512 None None] The sync data for ids ['7e24c02a-25c9-4dc1-bd9d-2face4266857'] in n-d-798249-5 is: [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:50:50Z', 'revision_number': 4, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ec131463-df50-4eee-9269-f876f4fb50d3', 'name': '', 'network_id': 'ca1eafea-1def-425f-888e-dd735f4e3e0e', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'mac_address': 'fa:16:3e:bb:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:49Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 5, 'project_id': '3e67a296897c42398a97c71c50c97904', 'subnets': [{'id': 'd2e74827-2fbf-4603-b0c9-8a1055f64d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:52:58.264231 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c45d6-3221-4461-87d5-8be793c39cea None None] New status for floating IP ec13b1b9-14e9-444f-b58d-32b9a0fbce8a: DOWN {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:53:00.050233 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:01.967641 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:06.282701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a9ca0-1a79-49df-89ab-598bb0dde8d6 req-35a29e1f-75c2-4cfb-b836-ed2fbbdf7697 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:06.284161 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd0a9ca0-1a79-49df-89ab-598bb0dde8d6 req-35a29e1f-75c2-4cfb-b836-ed2fbbdf7697 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 945 time: 0.0688064 Jul 05 04:53:06.322198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd0a9ca0-1a79-49df-89ab-598bb0dde8d6 req-4ce3ac7a-daea-435c-a9b9-711f83233d58 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324686 Jul 05 04:53:07.493699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179ce27-0ba6-45c4-8816-c415e794b59e req-90b10c7d-730c-4bbd-a0a6-f55df013d3b5 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:07.495208 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4179ce27-0ba6-45c4-8816-c415e794b59e req-90b10c7d-730c-4bbd-a0a6-f55df013d3b5 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 945 time: 0.0628371 Jul 05 04:53:07.531904 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4179ce27-0ba6-45c4-8816-c415e794b59e req-6e9872cb-9d8f-4537-b00e-4b3d6806376b tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/security-groups?id=19fe34eb-c1e0-47df-a7c2-b9de8456312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312650 Jul 05 04:53:07.913974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35854122-e120-4e06-ab47-6473e1cdf1d1 req-2adb4bad-f7db-4be3-8fe1-6453ad888f77 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:07.915516 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35854122-e120-4e06-ab47-6473e1cdf1d1 req-2adb4bad-f7db-4be3-8fe1-6453ad888f77 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.64 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 945 time: 0.0656486 Jul 05 04:53:08.012313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-35854122-e120-4e06-ab47-6473e1cdf1d1 req-ec75ea0c-dc41-4d1a-9f54-ee77ce0d6739 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Deleting port adc61bf6-39d1-4c47-a96d-9374c3e87f97 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:53:08.012682 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-35854122-e120-4e06-ab47-6473e1cdf1d1 req-ec75ea0c-dc41-4d1a-9f54-ee77ce0d6739 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:08.104807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-35854122-e120-4e06-ab47-6473e1cdf1d1 req-ec75ea0c-dc41-4d1a-9f54-ee77ce0d6739 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] For port adc61bf6-39d1-4c47-a96d-9374c3e87f97, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=adc61bf6-39d1-4c47-a96d-9374c3e87f97,segment=NetworkSegment(119cd9a6-748b-4a41-b4d0-c9c19f41491f),segment_id=119cd9a6-748b-4a41-b4d0-c9c19f41491f)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:08.105173 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-35854122-e120-4e06-ab47-6473e1cdf1d1 req-ec75ea0c-dc41-4d1a-9f54-ee77ce0d6739 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:08.116862 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-35854122-e120-4e06-ab47-6473e1cdf1d1 req-ec75ea0c-dc41-4d1a-9f54-ee77ce0d6739 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Calling delete_port for adc61bf6-39d1-4c47-a96d-9374c3e87f97 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:53:08.295736 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-35854122-e120-4e06-ab47-6473e1cdf1d1 req-ec75ea0c-dc41-4d1a-9f54-ee77ce0d6739 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:08.307361 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['adc61bf6-39d1-4c47-a96d-9374c3e87f97'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:53:08.324068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75ea0c-dc41-4d1a-9f54-ee77ce0d6739 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Pushing event deleted for resources: {'Port': ['ID=adc61bf6-39d1-4c47-a96d-9374c3e87f97,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:08.370902 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-35854122-e120-4e06-ab47-6473e1cdf1d1 req-ec75ea0c-dc41-4d1a-9f54-ee77ce0d6739 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] No DVR routers for this DVR port adc61bf6-39d1-4c47-a96d-9374c3e87f97 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:53:08.373720 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-35854122-e120-4e06-ab47-6473e1cdf1d1 req-ec75ea0c-dc41-4d1a-9f54-ee77ce0d6739 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:08.378218 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35854122-e120-4e06-ab47-6473e1cdf1d1 req-ec75ea0c-dc41-4d1a-9f54-ee77ce0d6739 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.64 "DELETE /v2.0/ports/adc61bf6-39d1-4c47-a96d-9374c3e87f97 HTTP/1.1" status: 204 len: 173 time: 0.4549463 Jul 05 04:53:08.378218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'name': 'network-vif-deleted', 'tag': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:53:08.379996 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95643ed1-c4c3-450f-8a15-e7868073ca94" -d '{"events": [{"server_uuid": "bce6ad7c-0b89-46ef-b342-eb54fa53d85e", "name": "network-vif-deleted", "tag": "adc61bf6-39d1-4c47-a96d-9374c3e87f97"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:53:08.416684 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91460908-2d8a-4e23-b69f-406321a176aa x-openstack-request-id: req-91460908-2d8a-4e23-b69f-406321a176aa {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:53:08.416684 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce6ad7c-0b89-46ef-b342-eb54fa53d85e", "name": "network-vif-deleted", "tag": "adc61bf6-39d1-4c47-a96d-9374c3e87f97", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:53:08.416684 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91460908-2d8a-4e23-b69f-406321a176aa {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:53:08.416684 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce6ad7c-0b89-46ef-b342-eb54fa53d85e', 'name': 'network-vif-deleted', 'tag': 'adc61bf6-39d1-4c47-a96d-9374c3e87f97', 'status': 'completed', 'code': 200} Jul 05 04:53:08.676816 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a161ec64-881c-4c43-af61-8af7fd206f87 req-b1b90477-e7df-4fac-8fc4-c8c140794c55 tempest-TestMinimumBasicScenario-1294399098 tempest-TestMinimumBasicScenario-1294399098-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce6ad7c-0b89-46ef-b342-eb54fa53d85e HTTP/1.1" status: 200 len: 210 time: 0.0302134 Jul 05 04:53:10.794597 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56746) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:11.135889 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7a19231-8901-4dd5-9125-59e2af4f8980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:11.372779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device adc61bf6-39d1-4c47-a96d-9374c3e87f97 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:53:11.388418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-b7a19231-8901-4dd5-9125-59e2af4f8980 admin admin] Deleting port ec131463-df50-4eee-9269-f876f4fb50d3 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:53:11.388746 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7a19231-8901-4dd5-9125-59e2af4f8980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:11.394699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: adc61bf6-39d1-4c47-a96d-9374c3e87f97 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:53:11.395045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device adc61bf6-39d1-4c47-a96d-9374c3e87f97 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:53:11.465153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-b7a19231-8901-4dd5-9125-59e2af4f8980 admin admin] For port ec131463-df50-4eee-9269-f876f4fb50d3, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ec131463-df50-4eee-9269-f876f4fb50d3,segment=NetworkSegment(119cd9a6-748b-4a41-b4d0-c9c19f41491f),segment_id=119cd9a6-748b-4a41-b4d0-c9c19f41491f)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:11.465508 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7a19231-8901-4dd5-9125-59e2af4f8980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:11.477581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-b7a19231-8901-4dd5-9125-59e2af4f8980 admin admin] Calling delete_port for ec131463-df50-4eee-9269-f876f4fb50d3 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:53:11.705213 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7a19231-8901-4dd5-9125-59e2af4f8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:11.733258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a19231-8901-4dd5-9125-59e2af4f8980 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec131463-df50-4eee-9269-f876f4fb50d3,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:11.901306 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b7a19231-8901-4dd5-9125-59e2af4f8980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:12.113995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a19231-8901-4dd5-9125-59e2af4f8980 admin admin] Router 7e24c02a-25c9-4dc1-bd9d-2face4266857 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:53:12.218844 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a19231-8901-4dd5-9125-59e2af4f8980 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:53:12.224056 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b7a19231-8901-4dd5-9125-59e2af4f8980 admin admin] 10.222.0.60 "PUT /v2.0/routers/7e24c02a-25c9-4dc1-bd9d-2face4266857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4284251 Jul 05 04:53:12.226685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56748) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:12.227423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecbf349-725a-44f7-a16c-ac8710baa58a None None] Sync routers for ids ['7e24c02a-25c9-4dc1-bd9d-2face4266857'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:53:12.236618 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecbf349-725a-44f7-a16c-ac8710baa58a None None] Routers {'7e24c02a-25c9-4dc1-bd9d-2face4266857'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:53:12.237245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fecbf349-725a-44f7-a16c-ac8710baa58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:52:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7e24c02a-25c9-4dc1-bd9d-2face4266857'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:12.336354 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:12.504753 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-fecbf349-725a-44f7-a16c-ac8710baa58a None None] Set router 7e24c02a-25c9-4dc1-bd9d-2face4266857 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:53:12.694546 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fecbf349-725a-44f7-a16c-ac8710baa58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:53:11Z', 'revision_number': 5, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:12.728043 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecbf349-725a-44f7-a16c-ac8710baa58a None None] Checking router: 7e24c02a-25c9-4dc1-bd9d-2face4266857 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:53:12.737297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecbf349-725a-44f7-a16c-ac8710baa58a None None] Routers {'7e24c02a-25c9-4dc1-bd9d-2face4266857'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:53:12.737912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fecbf349-725a-44f7-a16c-ac8710baa58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:52:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['7e24c02a-25c9-4dc1-bd9d-2face4266857'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:12.798580 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:12.845083 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-fecbf349-725a-44f7-a16c-ac8710baa58a None None] Set router 7e24c02a-25c9-4dc1-bd9d-2face4266857 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:53:12.906124 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] Deleting port 2f258275-d3e9-4df3-b921-d54ae07fa7ce {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:53:12.906731 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:12.992064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] For port 2f258275-d3e9-4df3-b921-d54ae07fa7ce, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=2f258275-d3e9-4df3-b921-d54ae07fa7ce,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:12.992580 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.007504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] Calling delete_port for 2f258275-d3e9-4df3-b921-d54ae07fa7ce owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:53:13.019434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fecbf349-725a-44f7-a16c-ac8710baa58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:53:11Z', 'revision_number': 5, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:13.050563 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecbf349-725a-44f7-a16c-ac8710baa58a None None] The sync data for ids ['7e24c02a-25c9-4dc1-bd9d-2face4266857'] in n-d-798249-5 is: [{'id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'name': 'tempest-TestMinimumBasicScenario-1540759826-router', 'tenant_id': '3e67a296897c42398a97c71c50c97904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:46Z', 'updated_at': '2021-07-05T04:53:11Z', 'revision_number': 5, 'project_id': '3e67a296897c42398a97c71c50c97904', 'gw_port': {'id': '2f258275-d3e9-4df3-b921-d54ae07fa7ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c02a-25c9-4dc1-bd9d-2face4266857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:47Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:53:13.243927 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.271577 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=2f258275-d3e9-4df3-b921-d54ae07fa7ce,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:13.335518 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.427460 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.429586 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.529971 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.530510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e24c02a-25c9-4dc1-bd9d-2face4266857 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:53:13.535915 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.537134 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e473978d-6100-4188-ad2e-92653506fbbd admin admin] 10.222.0.60 "DELETE /v2.0/routers/7e24c02a-25c9-4dc1-bd9d-2face4266857 HTTP/1.1" status: 204 len: 168 time: 1.3095086 Jul 05 04:53:13.539690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56750) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:13.587948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-99713f49-6c6f-43cb-a00b-e616be0a475d admin admin] Deleting subnet d2e74827-2fbf-4603-b0c9-8a1055f64d84 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:53:13.591094 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-99713f49-6c6f-43cb-a00b-e616be0a475d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.626466 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-99713f49-6c6f-43cb-a00b-e616be0a475d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.707471 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-99713f49-6c6f-43cb-a00b-e616be0a475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.824224 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-99713f49-6c6f-43cb-a00b-e616be0a475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.852027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99713f49-6c6f-43cb-a00b-e616be0a475d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2e74827-2fbf-4603-b0c9-8a1055f64d84,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:13.857696 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-99713f49-6c6f-43cb-a00b-e616be0a475d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.859644 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-99713f49-6c6f-43cb-a00b-e616be0a475d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d2e74827-2fbf-4603-b0c9-8a1055f64d84 HTTP/1.1" status: 204 len: 168 time: 0.3189824 Jul 05 04:53:13.862175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56752) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:13.864729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e1b14d-6c2f-4dfa-8f0f-2d0181f16590 None None] Network ca1eafea-1def-425f-888e-dd735f4e3e0e requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:53:13.930006 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.982263 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Deleting port faeab0c7-fe39-4d01-83f7-ca7238e36b89 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:53:13.982522 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.055512 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] For port faeab0c7-fe39-4d01-83f7-ca7238e36b89, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=faeab0c7-fe39-4d01-83f7-ca7238e36b89,segment=NetworkSegment(119cd9a6-748b-4a41-b4d0-c9c19f41491f),segment_id=119cd9a6-748b-4a41-b4d0-c9c19f41491f)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:14.055798 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.058749 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] DHCP port deletion for ca1eafea-1def-425f-888e-dd735f4e3e0e request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:53:14.069343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Calling delete_port for faeab0c7-fe39-4d01-83f7-ca7238e36b89 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:53:14.109636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Deleting port faeab0c7-fe39-4d01-83f7-ca7238e36b89 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:53:14.109931 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.176466 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] For port faeab0c7-fe39-4d01-83f7-ca7238e36b89, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=faeab0c7-fe39-4d01-83f7-ca7238e36b89,segment=NetworkSegment(119cd9a6-748b-4a41-b4d0-c9c19f41491f),segment_id=119cd9a6-748b-4a41-b4d0-c9c19f41491f)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:14.176868 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.189201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Calling delete_port for faeab0c7-fe39-4d01-83f7-ca7238e36b89 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:53:14.241267 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.262005 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.268143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Pushing event deleted for resources: {'Port': ['ID=faeab0c7-fe39-4d01-83f7-ca7238e36b89,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:14.270036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] No DVR routers for this DVR port faeab0c7-fe39-4d01-83f7-ca7238e36b89 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:53:14.294053 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Pushing event deleted for resources: {'Port': ['ID=faeab0c7-fe39-4d01-83f7-ca7238e36b89,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:14.296199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] No DVR routers for this DVR port faeab0c7-fe39-4d01-83f7-ca7238e36b89 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:53:14.304347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:14.304599 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:14.304944 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:14.305924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:14.305924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:14.305924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:14.306304 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:14.306546 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:14.306866 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:14.307185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:14.307504 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:14.307822 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50126d-3649-40a7-aacc-887aa31a6456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:14.356459 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.366060 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1eafea-1def-425f-888e-dd735f4e3e0e']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:14.377622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119cd9a6-748b-4a41-b4d0-c9c19f41491f') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:14.377926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119cd9a6-748b-4a41-b4d0-c9c19f41491f') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:14.386768 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.400658 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.406272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:53:14.406675 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:53:14.409021 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:53:14.529451 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.535315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.537190 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] 10.222.0.60 "DELETE /v2.0/networks/ca1eafea-1def-425f-888e-dd735f4e3e0e HTTP/1.1" status: 204 len: 168 time: 0.6740999 Jul 05 04:53:14.540127 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56754) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:14.548924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b61d7b-a0b0-49ae-95d5-a04b0e04a72c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1eafea-1def-425f-888e-dd735f4e3e0e,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:14.619742 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2f258275-d3e9-4df3-b921-d54ae07fa7ce no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:53:14.639191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 2f258275-d3e9-4df3-b921-d54ae07fa7ce {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:53:14.639534 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 2f258275-d3e9-4df3-b921-d54ae07fa7ce not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:53:14.639948 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ec131463-df50-4eee-9269-f876f4fb50d3 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:53:14.658596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ec131463-df50-4eee-9269-f876f4fb50d3 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:53:14.658942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ec131463-df50-4eee-9269-f876f4fb50d3 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:53:14.659355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device faeab0c7-fe39-4d01-83f7-ca7238e36b89 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:53:14.678948 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: faeab0c7-fe39-4d01-83f7-ca7238e36b89 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:53:14.679296 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device faeab0c7-fe39-4d01-83f7-ca7238e36b89 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:53:14.896513 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31d3527-672e-4ede-9d7b-51b8b4e2aa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:15.156249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e31d3527-672e-4ede-9d7b-51b8b4e2aa3c admin admin] Deleting port 09330e5d-8d08-44ef-9592-4728de6124cd {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:53:15.156560 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31d3527-672e-4ede-9d7b-51b8b4e2aa3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:15.236257 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-e31d3527-672e-4ede-9d7b-51b8b4e2aa3c admin admin] For port 09330e5d-8d08-44ef-9592-4728de6124cd, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=09330e5d-8d08-44ef-9592-4728de6124cd,segment=NetworkSegment(a4169687-22d6-42d7-a32a-c05bd67a1689),segment_id=a4169687-22d6-42d7-a32a-c05bd67a1689)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:15.236661 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31d3527-672e-4ede-9d7b-51b8b4e2aa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:15.248880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-e31d3527-672e-4ede-9d7b-51b8b4e2aa3c admin admin] Calling delete_port for 09330e5d-8d08-44ef-9592-4728de6124cd owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:53:15.526941 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31d3527-672e-4ede-9d7b-51b8b4e2aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:15.557971 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d3527-672e-4ede-9d7b-51b8b4e2aa3c admin admin] Pushing event deleted for resources: {'Port': ['ID=09330e5d-8d08-44ef-9592-4728de6124cd,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:15.729038 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e31d3527-672e-4ede-9d7b-51b8b4e2aa3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:15.941996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31d3527-672e-4ede-9d7b-51b8b4e2aa3c admin admin] Router c188712e-cb97-4cf4-a16f-fc372ce44f4b has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:53:16.050504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31d3527-672e-4ede-9d7b-51b8b4e2aa3c admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:53:16.055468 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e31d3527-672e-4ede-9d7b-51b8b4e2aa3c admin admin] 10.222.0.60 "PUT /v2.0/routers/c188712e-cb97-4cf4-a16f-fc372ce44f4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5142970 Jul 05 04:53:16.058069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56756) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:16.060744 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf92f4-53e4-4fc3-8213-c71d69d4b0d1 None None] Sync routers for ids ['c188712e-cb97-4cf4-a16f-fc372ce44f4b'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:53:16.071503 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf92f4-53e4-4fc3-8213-c71d69d4b0d1 None None] Routers {'c188712e-cb97-4cf4-a16f-fc372ce44f4b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:53:16.072122 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e2cf92f4-53e4-4fc3-8213-c71d69d4b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:52:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c188712e-cb97-4cf4-a16f-fc372ce44f4b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:16.165870 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:16.267559 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-e2cf92f4-53e4-4fc3-8213-c71d69d4b0d1 None None] Set router c188712e-cb97-4cf4-a16f-fc372ce44f4b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:53:16.271319 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:16.399185 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] Deleting port 35f01ae8-49da-4977-b1c6-7f5c88ff6902 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:53:16.399530 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:16.439167 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e2cf92f4-53e4-4fc3-8213-c71d69d4b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'name': 'tempest-TestMinimumBasicScenario-1156727483-router', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '35f01ae8-49da-4977-b1c6-7f5c88ff6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:53:15Z', 'revision_number': 5, 'project_id': '5e474ee417274259942aa7d5c88d902d', 'gw_port': {'id': '35f01ae8-49da-4977-b1c6-7f5c88ff6902', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:16.468326 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf92f4-53e4-4fc3-8213-c71d69d4b0d1 None None] Checking router: c188712e-cb97-4cf4-a16f-fc372ce44f4b for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:53:16.476653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] For port 35f01ae8-49da-4977-b1c6-7f5c88ff6902, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=35f01ae8-49da-4977-b1c6-7f5c88ff6902,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:16.476955 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf92f4-53e4-4fc3-8213-c71d69d4b0d1 None None] Routers {'c188712e-cb97-4cf4-a16f-fc372ce44f4b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:53:16.477096 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:16.477564 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e2cf92f4-53e4-4fc3-8213-c71d69d4b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:52:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['c188712e-cb97-4cf4-a16f-fc372ce44f4b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:16.490186 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] Calling delete_port for 35f01ae8-49da-4977-b1c6-7f5c88ff6902 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:53:16.564423 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-e2cf92f4-53e4-4fc3-8213-c71d69d4b0d1 None None] Set router c188712e-cb97-4cf4-a16f-fc372ce44f4b gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:53:16.618254 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-e2cf92f4-53e4-4fc3-8213-c71d69d4b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'name': 'tempest-TestMinimumBasicScenario-1156727483-router', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:53:16Z', 'revision_number': 6, 'project_id': '5e474ee417274259942aa7d5c88d902d', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:16.648166 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf92f4-53e4-4fc3-8213-c71d69d4b0d1 None None] The sync data for ids ['c188712e-cb97-4cf4-a16f-fc372ce44f4b'] in n-d-798249-5 is: [{'id': 'c188712e-cb97-4cf4-a16f-fc372ce44f4b', 'name': 'tempest-TestMinimumBasicScenario-1156727483-router', 'tenant_id': '5e474ee417274259942aa7d5c88d902d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:53:16Z', 'revision_number': 6, 'project_id': '5e474ee417274259942aa7d5c88d902d', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:53:16.963979 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:16.999846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f01ae8-49da-4977-b1c6-7f5c88ff6902,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:17.057023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.146564 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.148660 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.269987 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.270476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c188712e-cb97-4cf4-a16f-fc372ce44f4b {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:53:17.274668 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.275826 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1d8895e3-217a-4758-9953-146326fefd10 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c188712e-cb97-4cf4-a16f-fc372ce44f4b HTTP/1.1" status: 204 len: 168 time: 1.2168481 Jul 05 04:53:17.278345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56758) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:17.325554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec4a068-d0ff-4c4c-82d7-add4adb3414a admin admin] Deleting subnet a52e2eee-432d-4a8f-a504-c74897d6a1e5 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:53:17.328473 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ec4a068-d0ff-4c4c-82d7-add4adb3414a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.363330 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ec4a068-d0ff-4c4c-82d7-add4adb3414a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.441847 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ec4a068-d0ff-4c4c-82d7-add4adb3414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.576111 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ec4a068-d0ff-4c4c-82d7-add4adb3414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.603083 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4a068-d0ff-4c4c-82d7-add4adb3414a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52e2eee-432d-4a8f-a504-c74897d6a1e5,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:17.608325 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0ec4a068-d0ff-4c4c-82d7-add4adb3414a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.610888 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0ec4a068-d0ff-4c4c-82d7-add4adb3414a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a52e2eee-432d-4a8f-a504-c74897d6a1e5 HTTP/1.1" status: 204 len: 168 time: 0.3308885 Jul 05 04:53:17.614002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56760) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:17.616228 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e3b223-5be7-45b4-b002-c3b530682fc7 None None] Network 1f7553a6-87bc-4cb5-8b4a-0c125bfc3063 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:53:17.690104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.745514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Deleting port 0a1ef261-e25a-4779-b3dc-06e33570d98e {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:53:17.745867 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.796805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a3c97e-7afa-44a3-a159-5171abd91e65 None None] DHCP port deletion for 1f7553a6-87bc-4cb5-8b4a-0c125bfc3063 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:53:17.820024 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] For port 0a1ef261-e25a-4779-b3dc-06e33570d98e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0a1ef261-e25a-4779-b3dc-06e33570d98e,segment=NetworkSegment(a4169687-22d6-42d7-a32a-c05bd67a1689),segment_id=a4169687-22d6-42d7-a32a-c05bd67a1689)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:17.820420 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.834099 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Calling delete_port for 0a1ef261-e25a-4779-b3dc-06e33570d98e owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:53:17.843765 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-89a3c97e-7afa-44a3-a159-5171abd91e65 None None] Deleting port 0a1ef261-e25a-4779-b3dc-06e33570d98e {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:53:17.844141 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-89a3c97e-7afa-44a3-a159-5171abd91e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.906293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-89a3c97e-7afa-44a3-a159-5171abd91e65 None None] For port 0a1ef261-e25a-4779-b3dc-06e33570d98e, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0a1ef261-e25a-4779-b3dc-06e33570d98e,segment=NetworkSegment(a4169687-22d6-42d7-a32a-c05bd67a1689),segment_id=a4169687-22d6-42d7-a32a-c05bd67a1689)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:17.906611 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-89a3c97e-7afa-44a3-a159-5171abd91e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.919984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-89a3c97e-7afa-44a3-a159-5171abd91e65 None None] Calling delete_port for 0a1ef261-e25a-4779-b3dc-06e33570d98e owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:53:17.992737 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.998462 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-89a3c97e-7afa-44a3-a159-5171abd91e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:18.023830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3c97e-7afa-44a3-a159-5171abd91e65 None None] Pushing event deleted for resources: {'Port': ['ID=0a1ef261-e25a-4779-b3dc-06e33570d98e,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:18.024074 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1ef261-e25a-4779-b3dc-06e33570d98e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:18.025685 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] No DVR routers for this DVR port 0a1ef261-e25a-4779-b3dc-06e33570d98e on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:53:18.027246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a3c97e-7afa-44a3-a159-5171abd91e65 None None] No DVR routers for this DVR port 0a1ef261-e25a-4779-b3dc-06e33570d98e on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:53:18.096624 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:18.106471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7553a6-87bc-4cb5-8b4a-0c125bfc3063']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:18.116329 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4169687-22d6-42d7-a32a-c05bd67a1689') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:18.116655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4169687-22d6-42d7-a32a-c05bd67a1689') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:18.125117 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:18.139152 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:18.146034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:53:18.146425 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:53:18.148112 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:53:18.281413 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:18.287765 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:18.289671 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1f7553a6-87bc-4cb5-8b4a-0c125bfc3063 HTTP/1.1" status: 204 len: 168 time: 0.6743495 Jul 05 04:53:18.301273 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f24dca-3867-48ec-b115-dbe0d8bb28d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7553a6-87bc-4cb5-8b4a-0c125bfc3063,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:18.618009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 09330e5d-8d08-44ef-9592-4728de6124cd no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:53:18.640256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 09330e5d-8d08-44ef-9592-4728de6124cd {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:53:18.640734 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 09330e5d-8d08-44ef-9592-4728de6124cd not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:53:18.641037 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0a1ef261-e25a-4779-b3dc-06e33570d98e no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:53:18.644390 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56766) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:18.661014 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 0a1ef261-e25a-4779-b3dc-06e33570d98e {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:53:18.661368 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0a1ef261-e25a-4779-b3dc-06e33570d98e not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:53:18.661792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 35f01ae8-49da-4977-b1c6-7f5c88ff6902 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:53:18.680607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 35f01ae8-49da-4977-b1c6-7f5c88ff6902 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:53:18.680965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 35f01ae8-49da-4977-b1c6-7f5c88ff6902 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:53:18.685843 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2deecec1-1861-4341-acd8-d2e1f347b970 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e67a296897c42398a97c71c50c97904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403042 Jul 05 04:53:18.688828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56768) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:18.737549 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d674e0d6-17bc-48b9-a6e9-6e1faaa555cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:18.759847 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d674e0d6-17bc-48b9-a6e9-6e1faaa555cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:18.881230 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d674e0d6-17bc-48b9-a6e9-6e1faaa555cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:18.883837 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d674e0d6-17bc-48b9-a6e9-6e1faaa555cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:18.885031 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d674e0d6-17bc-48b9-a6e9-6e1faaa555cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19fe34eb-c1e0-47df-a7c2-b9de8456312a HTTP/1.1" status: 204 len: 168 time: 0.1952991 Jul 05 04:53:18.892929 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674e0d6-17bc-48b9-a6e9-6e1faaa555cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fe34eb-c1e0-47df-a7c2-b9de8456312a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:19.549164 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56774) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:19.588646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d9beece3-2b08-4cb9-b168-d720f6daf9da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e474ee417274259942aa7d5c88d902d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382843 Jul 05 04:53:19.591044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56776) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:19.639321 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bf1bae3-ce06-4ced-9cd1-3ac47d7f7b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:19.661137 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bf1bae3-ce06-4ced-9cd1-3ac47d7f7b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:19.792331 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bf1bae3-ce06-4ced-9cd1-3ac47d7f7b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:19.795285 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bf1bae3-ce06-4ced-9cd1-3ac47d7f7b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:19.796545 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6bf1bae3-ce06-4ced-9cd1-3ac47d7f7b6d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3e536cf-5e70-44b8-90d0-5b17a3d81848 HTTP/1.1" status: 204 len: 168 time: 0.2045960 Jul 05 04:53:19.804414 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1bae3-ce06-4ced-9cd1-3ac47d7f7b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e536cf-5e70-44b8-90d0-5b17a3d81848,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:21.375329 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f300c902-a161-4e3a-b854-6f01e2033828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:22.120114 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:53:22.137995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56816) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:22.143531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e2688e48-3ea8-41df-bef2-4123b350bdf9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-931246159', 'description': 'tempest-secgroup-smoke-931246159 description', 'project_id': 'ed390b693731479e8afa007129b8a395'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:22.260947 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2688e48-3ea8-41df-bef2-4123b350bdf9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:22.269518 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2688e48-3ea8-41df-bef2-4123b350bdf9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:22.365416 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2688e48-3ea8-41df-bef2-4123b350bdf9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:22.446692 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2688e48-3ea8-41df-bef2-4123b350bdf9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:22.482323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2688e48-3ea8-41df-bef2-4123b350bdf9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32116e4e-1ea7-427e-814d-6210a7493a8a,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:22.543564 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2688e48-3ea8-41df-bef2-4123b350bdf9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:22.614862 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2688e48-3ea8-41df-bef2-4123b350bdf9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:22.643884 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2688e48-3ea8-41df-bef2-4123b350bdf9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4f9e7f-96a7-4218-a036-832ee9338e56,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:22.709482 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2688e48-3ea8-41df-bef2-4123b350bdf9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:22.710742 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e2688e48-3ea8-41df-bef2-4123b350bdf9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5716436 Jul 05 04:53:22.713679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56818) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:22.718036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d80da537-32f0-4ba3-8a57-4e8adcfbb5fb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '9b4f9e7f-96a7-4218-a036-832ee9338e56', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:22.794816 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d80da537-32f0-4ba3-8a57-4e8adcfbb5fb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:22.851339 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d80da537-32f0-4ba3-8a57-4e8adcfbb5fb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:22.904209 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d80da537-32f0-4ba3-8a57-4e8adcfbb5fb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:22.920305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80da537-32f0-4ba3-8a57-4e8adcfbb5fb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d459dfa4-9596-4526-90ef-19ce66dd0de3,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:22.983841 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d80da537-32f0-4ba3-8a57-4e8adcfbb5fb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:22.991949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d80da537-32f0-4ba3-8a57-4e8adcfbb5fb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2705100 Jul 05 04:53:22.991949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56820) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:22.994109 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9c8f916d-5b5a-4031-a28d-acb2580149c7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '9b4f9e7f-96a7-4218-a036-832ee9338e56', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:23.074408 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c8f916d-5b5a-4031-a28d-acb2580149c7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:23.131149 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c8f916d-5b5a-4031-a28d-acb2580149c7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:23.203754 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c8f916d-5b5a-4031-a28d-acb2580149c7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:23.220830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f916d-5b5a-4031-a28d-acb2580149c7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b74565-cb03-44b5-af6e-73e82a18f63e,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:23.292438 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9c8f916d-5b5a-4031-a28d-acb2580149c7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:23.293974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9c8f916d-5b5a-4031-a28d-acb2580149c7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3053157 Jul 05 04:53:23.296721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56822) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:23.301834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-70057c36-c2da-48f1-bcab-b479f9dae399 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '9b4f9e7f-96a7-4218-a036-832ee9338e56', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:23.406154 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-70057c36-c2da-48f1-bcab-b479f9dae399 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:23.467277 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-70057c36-c2da-48f1-bcab-b479f9dae399 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:23.546680 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-70057c36-c2da-48f1-bcab-b479f9dae399 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:23.565024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70057c36-c2da-48f1-bcab-b479f9dae399 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a81581-e62a-457f-b597-81d6aab10c07,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:23.638178 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-70057c36-c2da-48f1-bcab-b479f9dae399 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:23.639447 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-70057c36-c2da-48f1-bcab-b479f9dae399 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3412654 Jul 05 04:53:23.643088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56824) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:23.647509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0554fb7d-16c4-421f-b51d-2b5d6a71bd83 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '9b4f9e7f-96a7-4218-a036-832ee9338e56', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:23.740406 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0554fb7d-16c4-421f-b51d-2b5d6a71bd83 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:23.798698 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0554fb7d-16c4-421f-b51d-2b5d6a71bd83 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:23.881120 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0554fb7d-16c4-421f-b51d-2b5d6a71bd83 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:23.899351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554fb7d-16c4-421f-b51d-2b5d6a71bd83 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121a75fa-fe14-45e1-968c-e3bc11d4e0a7,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:23.955694 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0554fb7d-16c4-421f-b51d-2b5d6a71bd83 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:23.956961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0554fb7d-16c4-421f-b51d-2b5d6a71bd83 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3129466 Jul 05 04:53:23.959709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56826) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:23.964111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f4b0cf10-a17c-4605-89ef-f9d30c4403cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '9b4f9e7f-96a7-4218-a036-832ee9338e56', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:24.052646 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-f4b0cf10-a17c-4605-89ef-f9d30c4403cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Project ed390b693731479e8afa007129b8a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:53:24.057382 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4b0cf10-a17c-4605-89ef-f9d30c4403cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.116695 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4b0cf10-a17c-4605-89ef-f9d30c4403cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.186244 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4b0cf10-a17c-4605-89ef-f9d30c4403cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.205054 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0cf10-a17c-4605-89ef-f9d30c4403cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879a9788-8ef9-48ab-a632-2ad9e68d568b,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:24.278347 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f4b0cf10-a17c-4605-89ef-f9d30c4403cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.279579 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f4b0cf10-a17c-4605-89ef-f9d30c4403cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3189278 Jul 05 04:53:24.282965 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56828) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:24.290235 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c541458e-f175-414b-93ba-3404f7b03610 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '9b4f9e7f-96a7-4218-a036-832ee9338e56', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:24.366898 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-306fab02-5abc-4acf-b397-77502337e6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.389686 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-c541458e-f175-414b-93ba-3404f7b03610 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Project ed390b693731479e8afa007129b8a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:53:24.395087 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c541458e-f175-414b-93ba-3404f7b03610 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.447087 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.461961 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c541458e-f175-414b-93ba-3404f7b03610 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.538389 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c541458e-f175-414b-93ba-3404f7b03610 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.556531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541458e-f175-414b-93ba-3404f7b03610 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8668e219-6a76-4f1c-a60f-257aee885523,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:24.629436 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c541458e-f175-414b-93ba-3404f7b03610 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.630683 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c541458e-f175-414b-93ba-3404f7b03610 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3467762 Jul 05 04:53:24.633681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56832) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:24.638609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e8ae0299-1f66-4c82-9a1a-32ee0cf54712 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'network': {'name': 'tempest-network-smoke--2077288689', 'project_id': 'ed390b693731479e8afa007129b8a395', 'port_security_enabled': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:24.726320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ae0299-1f66-4c82-9a1a-32ee0cf54712 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:53:24.729895 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0299-1f66-4c82-9a1a-32ee0cf54712 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.754325 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ae0299-1f66-4c82-9a1a-32ee0cf54712 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:53:24.762642 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0299-1f66-4c82-9a1a-32ee0cf54712 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.762992 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-e8ae0299-1f66-4c82-9a1a-32ee0cf54712 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Added segment 0e06dab2-5192-4179-977c-690add603178 of type vlan for network fd8636b0-2c77-4bf0-a972-74079ac335f4 Jul 05 04:53:24.803386 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0299-1f66-4c82-9a1a-32ee0cf54712 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.903786 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0299-1f66-4c82-9a1a-32ee0cf54712 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.909280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ae0299-1f66-4c82-9a1a-32ee0cf54712 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:24.909892 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0299-1f66-4c82-9a1a-32ee0cf54712 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:24.976621 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae0299-1f66-4c82-9a1a-32ee0cf54712 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Network': ['ID=fd8636b0-2c77-4bf0-a972-74079ac335f4,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:24.986695 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network fd8636b0-2c77-4bf0-a972-74079ac335f4 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:53:25.036474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e8ae0299-1f66-4c82-9a1a-32ee0cf54712 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4015357 Jul 05 04:53:25.039964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56834) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:25.045047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'admin_state_up': True, 'project_id': 'ed390b693731479e8afa007129b8a395', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:25.115132 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:25.116162 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:25.168599 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:25.354895 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:25.475554 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:25.599732 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:25.618461 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:25.720614 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.25.0.38 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/1441f90e-bc5a-47e6-b1dd-3dde70abcde4) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:53:25.818038 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:25.901139 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:25.943923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:53:25.946799 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:53:25.951923 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:53:25.978413 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=1441f90e-bc5a-47e6-b1dd-3dde70abcde4,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:26.326856 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:26.519329 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:26.706865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 09b4a08a-53a2-4ac3-9a10-06bf017adacd is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:53:26.810775 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:53:26.822235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Sync routers for ids ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:53:26.833163 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Routers {'09b4a08a-53a2-4ac3-9a10-06bf017adacd'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:53:26.833787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:53:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:26.887120 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:26.888462 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a0c79f9f-76e1-4111-b2bb-a26d781acb20 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8473089 Jul 05 04:53:26.891840 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56836) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:26.937010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Set router 09b4a08a-53a2-4ac3-9a10-06bf017adacd gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:53:27.017611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3339f149-b70d-4f3d-9d1e-373264e2c191 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ed390b693731479e8afa007129b8a395&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1244590 Jul 05 04:53:27.021228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56840) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:27.108819 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9d1410-3392-4785-bc90-02f55d2b0e49 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:27.110463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ff9d1410-3392-4785-bc90-02f55d2b0e49 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882590 Jul 05 04:53:27.113556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56842) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:27.127875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:26Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:27.148515 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3ad2d437-9f96-4910-9643-3cb23f4b956a tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337300 Jul 05 04:53:27.151123 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56844) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:27.154651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Checking router: 09b4a08a-53a2-4ac3-9a10-06bf017adacd for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:53:27.155008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Updating router 09b4a08a-53a2-4ac3-9a10-06bf017adacd port 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:53:27.156054 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4182a89e-3016-42d1-b690-26528629fbd4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-682672815', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'project_id': 'ed390b693731479e8afa007129b8a395', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:27.192503 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:27.315304 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4182a89e-3016-42d1-b690-26528629fbd4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:53:27.319038 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4182a89e-3016-42d1-b690-26528629fbd4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:27.362681 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:27.456380 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:27.466155 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Transition to ACTIVE for port object 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:53:27.526884 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:27.555789 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4182a89e-3016-42d1-b690-26528629fbd4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:27.577121 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Attempting to bind port 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:53:27.577487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Attempting to bind port 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:53:27.577870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Attempting to bind port 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:53:27.581327 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc3079-7883-4d68-ba71-844546fa958f None None] Pushing event updated for resources: {'Port': ['ID=1441f90e-bc5a-47e6-b1dd-3dde70abcde4,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:27.585775 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:53:27.586152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:53:27.586554 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:27.586939 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:53:27.587489 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Bound port: 1441f90e-bc5a-47e6-b1dd-3dde70abcde4, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:53:27.587822 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:27.621409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182a89e-3016-42d1-b690-26528629fbd4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Subnet': ['ID=7a55031c-24f7-4723-b2d2-b81223e6f100,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:27.629672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4182a89e-3016-42d1-b690-26528629fbd4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Checking segment: {'id': '0e06dab2-5192-4179-977c-690add603178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:53:27.630042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4182a89e-3016-42d1-b690-26528629fbd4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network hostable DHCP agents. Network: fd8636b0-2c77-4bf0-a972-74079ac335f4, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:53:27.642061 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] For port 1441f90e-bc5a-47e6-b1dd-3dde70abcde4, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:53:27.645237 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] For port 1441f90e-bc5a-47e6-b1dd-3dde70abcde4, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1441f90e-bc5a-47e6-b1dd-3dde70abcde4,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:53:27.698189 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:27.721083 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4182a89e-3016-42d1-b690-26528629fbd4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network fd8636b0-2c77-4bf0-a972-74079ac335f4 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:53:27.753729 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Routers {'09b4a08a-53a2-4ac3-9a10-06bf017adacd'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:53:27.754347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:53:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:27.758902 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc3079-7883-4d68-ba71-844546fa958f None None] Pushing event updated for resources: {'Port': ['ID=1441f90e-bc5a-47e6-b1dd-3dde70abcde4,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:27.777946 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-4182a89e-3016-42d1-b690-26528629fbd4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, fd8636b0-2c77-4bf0-a972-74079ac335f4) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:53:27.782042 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182a89e-3016-42d1-b690-26528629fbd4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:27.782840 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4182a89e-3016-42d1-b690-26528629fbd4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:27.795072 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3ada73-647c-45c7-a6ab-035ad9c047d9 None None] Network fd8636b0-2c77-4bf0-a972-74079ac335f4 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:53:27.864924 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4182a89e-3016-42d1-b690-26528629fbd4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7126312 Jul 05 04:53:27.867576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56846) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:28.077044 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] Set router 09b4a08a-53a2-4ac3-9a10-06bf017adacd gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:53:28.237073 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-fd8636b0-2c77-4bf0-a972-74079ac335f4', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ips': [{'subnet_id': '7a55031c-24f7-4723-b2d2-b81223e6f100'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:53:28.237933 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:28.309307 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:28.422045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Allocated IP 172.20.0.2 (fd8636b0-2c77-4bf0-a972-74079ac335f4/7a55031c-24f7-4723-b2d2-b81223e6f100/88e67cff-9d46-4a78-ad70-240b35b11493) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:53:28.427171 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:26Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:28.458413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54276ee1-9d41-4886-ace4-234e5828d9bc None None] The sync data for ids ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'] in n-d-798249-5 is: [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:26Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:53:28.602697 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:28.611450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Transition to ACTIVE for port object 88e67cff-9d46-4a78-ad70-240b35b11493 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:53:28.627795 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Transition to ACTIVE for port object 88e67cff-9d46-4a78-ad70-240b35b11493 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:53:28.701586 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:28.743453 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Network fd8636b0-2c77-4bf0-a972-74079ac335f4 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:53:28.750038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:53:28.754975 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:53:28.758411 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Pushing event updated for resources: {'Port': ['ID=88e67cff-9d46-4a78-ad70-240b35b11493,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:28.768388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.20.0.1 (fd8636b0-2c77-4bf0-a972-74079ac335f4/7a55031c-24f7-4723-b2d2-b81223e6f100/0dfa6143-0bb1-4731-968f-0fed5b393562) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:53:28.824038 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Attempting to bind port 88e67cff-9d46-4a78-ad70-240b35b11493 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:53:28.824483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Attempting to bind port 88e67cff-9d46-4a78-ad70-240b35b11493 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '0e06dab2-5192-4179-977c-690add603178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:53:28.825091 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Attempting to bind port 88e67cff-9d46-4a78-ad70-240b35b11493 on network fd8636b0-2c77-4bf0-a972-74079ac335f4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:53:28.831279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:53:28.831741 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Checking segment: {'id': '0e06dab2-5192-4179-977c-690add603178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:53:28.832231 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:28.832715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Bound using segment: {'id': '0e06dab2-5192-4179-977c-690add603178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:53:28.833263 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Bound port: 88e67cff-9d46-4a78-ad70-240b35b11493, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e06dab2-5192-4179-977c-690add603178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:53:28.833722 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:28.895706 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:28.907211 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] For port 88e67cff-9d46-4a78-ad70-240b35b11493, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:53:28.911049 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] For port 88e67cff-9d46-4a78-ad70-240b35b11493, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=88e67cff-9d46-4a78-ad70-240b35b11493,segment=NetworkSegment(0e06dab2-5192-4179-977c-690add603178),segment_id=0e06dab2-5192-4179-977c-690add603178)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:53:28.911922 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Transition to ACTIVE for port object 0dfa6143-0bb1-4731-968f-0fed5b393562 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:53:28.987689 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:29.025349 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:29.061678 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c06f4-66ff-41f3-9836-cba365a57c6d None None] Pushing event updated for resources: {'Port': ['ID=88e67cff-9d46-4a78-ad70-240b35b11493,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:29.103525 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network fd8636b0-2c77-4bf0-a972-74079ac335f4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:53:29.109164 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:53:29.114886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:53:29.119170 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=0dfa6143-0bb1-4731-968f-0fed5b393562,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:29.168295 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:29.425629 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:29.702041 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:29.769486 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:29.846512 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:29.848565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=0dfa6143-0bb1-4731-968f-0fed5b393562,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:29.948741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network fd8636b0-2c77-4bf0-a972-74079ac335f4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:53:29.950092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:53:29.982083 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7fbe6-a0ef-4c96-8a13-aee191fb8a42 None None] Network fd8636b0-2c77-4bf0-a972-74079ac335f4 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:53:30.050047 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:30.072055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 09b4a08a-53a2-4ac3-9a10-06bf017adacd has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:53:30.175219 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-62db563f-9ed4-4c21-835f-7979f7398602 None None] Provisioning for port 88e67cff-9d46-4a78-ad70-240b35b11493 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:53:30.195365 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:53:30.205427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0275eadb-79c5-4c90-bcce-6143a712214b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "PUT /v2.0/routers/09b4a08a-53a2-4ac3-9a10-06bf017adacd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3367660 Jul 05 04:53:30.364685 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-f459d16b-0694-4557-9227-01cc2eb7e23c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-931246159&fields=id&tenant_id=ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 267 time: 0.0412114 Jul 05 04:53:30.381769 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Sync routers for ids ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:53:30.395950 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Routers {'09b4a08a-53a2-4ac3-9a10-06bf017adacd'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:53:30.397099 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:53:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:30.472465 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fe037248-53a5-48f3-aa28-7bdb4577e44c None None] Provisioning for port 0dfa6143-0bb1-4731-968f-0fed5b393562 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:53:30.476272 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-fe037248-53a5-48f3-aa28-7bdb4577e44c None None] Provisioning complete for port 0dfa6143-0bb1-4731-968f-0fed5b393562 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:53:30.476673 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fe037248-53a5-48f3-aa28-7bdb4577e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:30.501049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24464350-c4cc-483c-a403-f98f13d19a25 req-a7f922a0-4799-434a-99fa-b77046846435 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:30.502749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-a7f922a0-4799-434a-99fa-b77046846435 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/networks?id=fd8636b0-2c77-4bf0-a972-74079ac335f4 HTTP/1.1" status: 200 len: 797 time: 0.1313565 Jul 05 04:53:30.516717 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-fe037248-53a5-48f3-aa28-7bdb4577e44c None None] Port 0dfa6143-0bb1-4731-968f-0fed5b393562 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:53:30.523825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-c8310803-af78-49ee-b519-5a33c41e2374 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/quotas/ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 375 time: 0.0133836 Jul 05 04:53:30.533244 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Set router 09b4a08a-53a2-4ac3-9a10-06bf017adacd gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:53:30.599824 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-6ee83f31-9ea2-4864-8b48-43ef634f5597 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693150 Jul 05 04:53:30.618310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-555811f3-2104-427d-a7ac-33932cf7aa41 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:53:30.619350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-555811f3-2104-427d-a7ac-33932cf7aa41 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062282 Jul 05 04:53:30.654285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a7538ce3-a71d-47b7-8b8c-2dbc6506a14e None None] Provisioning complete for port 0dfa6143-0bb1-4731-968f-0fed5b393562 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:53:30.655985 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a7538ce3-a71d-47b7-8b8c-2dbc6506a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:30.717541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a7538ce3-a71d-47b7-8b8c-2dbc6506a14e None None] Port 0dfa6143-0bb1-4731-968f-0fed5b393562 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:53:30.747835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-2cb46714-d59f-448b-a1a0-de64887d367d service neutron] 10.222.0.60 "GET /v2.0/networks/fd8636b0-2c77-4bf0-a972-74079ac335f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206102 Jul 05 04:53:30.770246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 88e67cff-9d46-4a78-ad70-240b35b11493 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:53:30.791646 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:29Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '0dfa6143-0bb1-4731-968f-0fed5b393562', 'name': '', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:3f:97:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:28Z', 'updated_at': '2021-07-05T04:53:29Z', 'revision_number': 2, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:30.825114 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Checking router: 09b4a08a-53a2-4ac3-9a10-06bf017adacd for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:53:30.825878 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Updating router 09b4a08a-53a2-4ac3-9a10-06bf017adacd port 0dfa6143-0bb1-4731-968f-0fed5b393562 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:53:30.855842 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-1badf80c-019a-4a8e-854d-ab5ce01a7e93 service neutron] 10.222.0.60 "GET /v2.0/networks/fd8636b0-2c77-4bf0-a972-74079ac335f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011176 Jul 05 04:53:30.861536 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:30.900922 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 88e67cff-9d46-4a78-ad70-240b35b11493 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:53:30.907731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 88e67cff-9d46-4a78-ad70-240b35b11493 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:53:30.907731 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:30.962400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-76a8ba5d-a2a5-45df-af58-07b6abbf57f5 None None] Provisioning complete for port 0dfa6143-0bb1-4731-968f-0fed5b393562 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:53:30.962763 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-76a8ba5d-a2a5-45df-af58-07b6abbf57f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:31.025612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-76a8ba5d-a2a5-45df-af58-07b6abbf57f5 None None] Port 0dfa6143-0bb1-4731-968f-0fed5b393562 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:53:31.043537 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:31.087217 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 88e67cff-9d46-4a78-ad70-240b35b11493, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=88e67cff-9d46-4a78-ad70-240b35b11493,segment=NetworkSegment(0e06dab2-5192-4179-977c-690add603178),segment_id=0e06dab2-5192-4179-977c-690add603178)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:31.111820 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89e05ca1-b39b-4f6d-af89-7adeae7a28ec req-b54459dc-9854-4026-8e96-ad53e71e7cae tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 210 time: 0.0326970 Jul 05 04:53:31.156191 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:31.166190 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Transition to ACTIVE for port object 0dfa6143-0bb1-4731-968f-0fed5b393562 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:53:31.181089 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:31.184409 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:53:31.255638 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:31.256814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=88e67cff-9d46-4a78-ad70-240b35b11493,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:31.310245 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322b75a-31e3-43aa-ae09-efae910227dc None None] Pushing event updated for resources: {'Port': ['ID=0dfa6143-0bb1-4731-968f-0fed5b393562,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:31.338597 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322b75a-31e3-43aa-ae09-efae910227dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:31.338597 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322b75a-31e3-43aa-ae09-efae910227dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:31.338815 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322b75a-31e3-43aa-ae09-efae910227dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:31.339099 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322b75a-31e3-43aa-ae09-efae910227dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:31.339419 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322b75a-31e3-43aa-ae09-efae910227dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:31.339829 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322b75a-31e3-43aa-ae09-efae910227dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:31.340071 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322b75a-31e3-43aa-ae09-efae910227dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:31.340415 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322b75a-31e3-43aa-ae09-efae910227dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:31.340736 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322b75a-31e3-43aa-ae09-efae910227dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:31.341054 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322b75a-31e3-43aa-ae09-efae910227dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:31.341373 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322b75a-31e3-43aa-ae09-efae910227dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:31.341692 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8322b75a-31e3-43aa-ae09-efae910227dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:53:31.355747 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:53:31.365494 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:53:31.365963 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:31.387815 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Attempting to bind port 0dfa6143-0bb1-4731-968f-0fed5b393562 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:53:31.388440 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Attempting to bind port 0dfa6143-0bb1-4731-968f-0fed5b393562 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '0e06dab2-5192-4179-977c-690add603178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:53:31.388559 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Attempting to bind port 0dfa6143-0bb1-4731-968f-0fed5b393562 on network fd8636b0-2c77-4bf0-a972-74079ac335f4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:53:31.401138 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:53:31.401138 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Checking segment: {'id': '0e06dab2-5192-4179-977c-690add603178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:53:31.401138 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:31.401138 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Bound using segment: {'id': '0e06dab2-5192-4179-977c-690add603178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:53:31.401138 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Bound port: 0dfa6143-0bb1-4731-968f-0fed5b393562, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e06dab2-5192-4179-977c-690add603178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:53:31.401138 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:31.467080 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:31.472736 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] For port 0dfa6143-0bb1-4731-968f-0fed5b393562, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:53:31.475916 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] For port 0dfa6143-0bb1-4731-968f-0fed5b393562, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0dfa6143-0bb1-4731-968f-0fed5b393562,segment=NetworkSegment(0e06dab2-5192-4179-977c-690add603178),segment_id=0e06dab2-5192-4179-977c-690add603178)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:53:31.489921 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 1441f90e-bc5a-47e6-b1dd-3dde70abcde4, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1441f90e-bc5a-47e6-b1dd-3dde70abcde4,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:31.555806 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:31.588351 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:31.604496 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Routers {'09b4a08a-53a2-4ac3-9a10-06bf017adacd'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:53:31.605257 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:53:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:31.641299 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=1441f90e-bc5a-47e6-b1dd-3dde70abcde4,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:31.751468 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322b75a-31e3-43aa-ae09-efae910227dc None None] Pushing event updated for resources: {'Port': ['ID=0dfa6143-0bb1-4731-968f-0fed5b393562,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:31.825463 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] Set router 09b4a08a-53a2-4ac3-9a10-06bf017adacd gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:53:31.980838 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:32.023652 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:29Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '0dfa6143-0bb1-4731-968f-0fed5b393562', 'name': '', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:3f:97:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:28Z', 'updated_at': '2021-07-05T04:53:31Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:32.050290 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79f2b6-c35c-4f52-9d07-8a7282e364b1 None None] The sync data for ids ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'] in n-d-798249-5 is: [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:29Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '0dfa6143-0bb1-4731-968f-0fed5b393562', 'name': '', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:3f:97:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:28Z', 'updated_at': '2021-07-05T04:53:31Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:53:32.204599 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0f3e6646-d287-4848-a57c-62fc44b6bab8 req-0cae455b-9c44-4084-a68e-1e421f8b8ed7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 210 time: 0.0292764 Jul 05 04:53:32.712051 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 88e67cff-9d46-4a78-ad70-240b35b11493 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:53:32.761054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 88e67cff-9d46-4a78-ad70-240b35b11493 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:53:32.761437 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:32.848169 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:53:32.904440 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:53:32.904932 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:32.999767 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0dfa6143-0bb1-4731-968f-0fed5b393562 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:53:33.126872 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 0dfa6143-0bb1-4731-968f-0fed5b393562 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:53:33.130961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 0dfa6143-0bb1-4731-968f-0fed5b393562 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:53:33.131496 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:33.209451 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:33.243261 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 0dfa6143-0bb1-4731-968f-0fed5b393562, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0dfa6143-0bb1-4731-968f-0fed5b393562,segment=NetworkSegment(0e06dab2-5192-4179-977c-690add603178),segment_id=0e06dab2-5192-4179-977c-690add603178)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:33.304002 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:33.348960 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-99712340-1547-43d2-8626-97defe5f220c req-bcc003da-6522-4a4d-ad4c-acf52d5dbb86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 210 time: 0.0320075 Jul 05 04:53:33.357816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=0dfa6143-0bb1-4731-968f-0fed5b393562,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:33.683822 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24464350-c4cc-483c-a403-f98f13d19a25 req-5179e94e-49e3-4086-95fe-d98389af601c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:33.685425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-5179e94e-49e3-4086-95fe-d98389af601c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/networks?id=fd8636b0-2c77-4bf0-a972-74079ac335f4 HTTP/1.1" status: 200 len: 797 time: 0.1421721 Jul 05 04:53:33.738084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-53b2903e-3578-4ba5-912e-445940c83a11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 379 time: 0.0436273 Jul 05 04:53:33.747968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-24464350-c4cc-483c-a403-f98f13d19a25 req-35c8e47c-1bfa-465f-ac53-67319df73370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'port': {'device_id': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'admin_state_up': True, 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'security_groups': ['9b4f9e7f-96a7-4218-a036-832ee9338e56']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:33.983959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24464350-c4cc-483c-a403-f98f13d19a25 req-35c8e47c-1bfa-465f-ac53-67319df73370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:53:33.988523 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-24464350-c4cc-483c-a403-f98f13d19a25 req-35c8e47c-1bfa-465f-ac53-67319df73370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:34.154215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-24464350-c4cc-483c-a403-f98f13d19a25 req-35c8e47c-1bfa-465f-ac53-67319df73370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.20.0.3 (fd8636b0-2c77-4bf0-a972-74079ac335f4/7a55031c-24f7-4723-b2d2-b81223e6f100/61adeaf0-74c1-445f-9ba7-28007a0eedb0) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:53:34.306825 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-24464350-c4cc-483c-a403-f98f13d19a25 req-35c8e47c-1bfa-465f-ac53-67319df73370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:34.321464 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-24464350-c4cc-483c-a403-f98f13d19a25 req-35c8e47c-1bfa-465f-ac53-67319df73370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Transition to ACTIVE for port object 61adeaf0-74c1-445f-9ba7-28007a0eedb0 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:53:34.410423 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-24464350-c4cc-483c-a403-f98f13d19a25 req-35c8e47c-1bfa-465f-ac53-67319df73370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:34.462693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24464350-c4cc-483c-a403-f98f13d19a25 req-35c8e47c-1bfa-465f-ac53-67319df73370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network fd8636b0-2c77-4bf0-a972-74079ac335f4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:53:34.468081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-24464350-c4cc-483c-a403-f98f13d19a25 req-35c8e47c-1bfa-465f-ac53-67319df73370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:53:34.473006 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-24464350-c4cc-483c-a403-f98f13d19a25 req-35c8e47c-1bfa-465f-ac53-67319df73370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:53:34.478715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8e47c-1bfa-465f-ac53-67319df73370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=61adeaf0-74c1-445f-9ba7-28007a0eedb0,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:34.562324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24464350-c4cc-483c-a403-f98f13d19a25 req-35c8e47c-1bfa-465f-ac53-67319df73370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:34.562984 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-24464350-c4cc-483c-a403-f98f13d19a25 req-35c8e47c-1bfa-465f-ac53-67319df73370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:34.597064 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb15d32-0d81-4da2-b00e-f50831dde76a req-f785830f-69c0-4495-a241-aaf1863a1256 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:34.598804 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9eb15d32-0d81-4da2-b00e-f50831dde76a req-f785830f-69c0-4495-a241-aaf1863a1256 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 931 time: 0.1230395 Jul 05 04:53:34.646594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0dfa6143-0bb1-4731-968f-0fed5b393562 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:53:34.648666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9eb15d32-0d81-4da2-b00e-f50831dde76a req-828fe8fc-d082-45fa-976b-bd6b5e39d330 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431130 Jul 05 04:53:34.676036 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-35c8e47c-1bfa-465f-ac53-67319df73370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9319766 Jul 05 04:53:34.688887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Request body: {'port': {'device_id': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:34.704284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 0dfa6143-0bb1-4731-968f-0fed5b393562 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:53:34.704791 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:34.770093 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:34.800792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-79c718cc-e8c4-4bcc-aa1b-8dc65b09ec5a None None] Provisioning for port 61adeaf0-74c1-445f-9ba7-28007a0eedb0 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:53:34.804533 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-79c718cc-e8c4-4bcc-aa1b-8dc65b09ec5a None None] Provisioning complete for port 61adeaf0-74c1-445f-9ba7-28007a0eedb0 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:53:34.804908 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-79c718cc-e8c4-4bcc-aa1b-8dc65b09ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:34.838467 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-79c718cc-e8c4-4bcc-aa1b-8dc65b09ec5a None None] Port 61adeaf0-74c1-445f-9ba7-28007a0eedb0 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:53:35.034020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61adeaf0-74c1-445f-9ba7-28007a0eedb0 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:53:35.041537 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:35.055024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Transition to ACTIVE for port object 61adeaf0-74c1-445f-9ba7-28007a0eedb0 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:53:35.132018 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:35.186103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=61adeaf0-74c1-445f-9ba7-28007a0eedb0,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:35.255025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Attempting to bind port 61adeaf0-74c1-445f-9ba7-28007a0eedb0 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:53:35.255361 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Attempting to bind port 61adeaf0-74c1-445f-9ba7-28007a0eedb0 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '0e06dab2-5192-4179-977c-690add603178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:53:35.255689 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Attempting to bind port 61adeaf0-74c1-445f-9ba7-28007a0eedb0 on network fd8636b0-2c77-4bf0-a972-74079ac335f4 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:53:35.260058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Port 61adeaf0-74c1-445f-9ba7-28007a0eedb0 on network fd8636b0-2c77-4bf0-a972-74079ac335f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:53:35.260402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Attempting to bind port 61adeaf0-74c1-445f-9ba7-28007a0eedb0 on network fd8636b0-2c77-4bf0-a972-74079ac335f4 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:53:35.265278 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:53:35.265619 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Checking segment: {'id': '0e06dab2-5192-4179-977c-690add603178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:53:35.266532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Bound using segment: {'id': '0e06dab2-5192-4179-977c-690add603178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:53:35.267222 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Bound port: 61adeaf0-74c1-445f-9ba7-28007a0eedb0, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e06dab2-5192-4179-977c-690add603178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:53:35.267632 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:35.334152 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] For port 61adeaf0-74c1-445f-9ba7-28007a0eedb0, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:53:35.337229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] For port 61adeaf0-74c1-445f-9ba7-28007a0eedb0, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=61adeaf0-74c1-445f-9ba7-28007a0eedb0,segment=NetworkSegment(0e06dab2-5192-4179-977c-690add603178),segment_id=0e06dab2-5192-4179-977c-690add603178)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:53:35.411266 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:35.452690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:35.453404 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:35.455351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] 10.222.0.64 "PUT /v2.0/ports/61adeaf0-74c1-445f-9ba7-28007a0eedb0 HTTP/1.1" status: 200 len: 1091 time: 0.7714977 Jul 05 04:53:35.455793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'tag': '61adeaf0-74c1-445f-9ba7-28007a0eedb0'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:53:35.458102 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc30e029-c8f3-4e20-9c1b-a12273b163d1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2a11db-c889-4918-8d9c-90fac0bf16e3", "tag": "61adeaf0-74c1-445f-9ba7-28007a0eedb0"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:53:35.484283 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9a2c7-fd0f-49f6-85b5-ef1aed4ad2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=61adeaf0-74c1-445f-9ba7-28007a0eedb0,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:35.504495 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c090647-9a1d-49aa-9812-e6ad6d1032ea x-openstack-request-id: req-6c090647-9a1d-49aa-9812-e6ad6d1032ea {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:53:35.504495 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2a11db-c889-4918-8d9c-90fac0bf16e3", "tag": "61adeaf0-74c1-445f-9ba7-28007a0eedb0", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:53:35.504495 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c090647-9a1d-49aa-9812-e6ad6d1032ea {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:53:35.504495 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'tag': '61adeaf0-74c1-445f-9ba7-28007a0eedb0', 'status': 'completed', 'code': 200} Jul 05 04:53:35.580460 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30e029-c8f3-4e20-9c1b-a12273b163d1 req-912fa429-0442-4efd-a392-ccc6d884ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:35.581991 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc30e029-c8f3-4e20-9c1b-a12273b163d1 req-912fa429-0442-4efd-a392-ccc6d884ad78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 1094 time: 0.0562210 Jul 05 04:53:35.681604 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30e029-c8f3-4e20-9c1b-a12273b163d1 req-17d50155-13de-48fe-b9b8-8e10e28b4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:35.683278 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc30e029-c8f3-4e20-9c1b-a12273b163d1 req-17d50155-13de-48fe-b9b8-8e10e28b4d26 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ed390b693731479e8afa007129b8a395&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0943449 Jul 05 04:53:36.166785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30e029-c8f3-4e20-9c1b-a12273b163d1 req-e12151b5-4db9-4a3e-a249-45d5ae5ac420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:36.168547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc30e029-c8f3-4e20-9c1b-a12273b163d1 req-e12151b5-4db9-4a3e-a249-45d5ae5ac420 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4791358 Jul 05 04:53:36.179903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980d6ea-902d-4a43-82f4-3553eae484c9 req-918d7cfe-b196-4e24-a6da-6334baa4ae8c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:36.181348 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d980d6ea-902d-4a43-82f4-3553eae484c9 req-918d7cfe-b196-4e24-a6da-6334baa4ae8c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 943 time: 0.1200655 Jul 05 04:53:36.223883 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d980d6ea-902d-4a43-82f4-3553eae484c9 req-6d3da38d-7eeb-436e-848d-a62b9e34f189 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358369 Jul 05 04:53:36.303638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24464350-c4cc-483c-a403-f98f13d19a25 req-32d141fb-00fb-46ea-bb34-c356619c372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:36.305189 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-32d141fb-00fb-46ea-bb34-c356619c372b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 1094 time: 0.0532601 Jul 05 04:53:36.345454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-7511e586-9b81-402e-9994-a4ccee475c1f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61adeaf0-74c1-445f-9ba7-28007a0eedb0 HTTP/1.1" status: 200 len: 217 time: 0.0337777 Jul 05 04:53:36.396775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24464350-c4cc-483c-a403-f98f13d19a25 req-84465494-5f14-4da6-9474-68f74c12f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:36.398223 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-84465494-5f14-4da6-9474-68f74c12f21a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a55031c-24f7-4723-b2d2-b81223e6f100 HTTP/1.1" status: 200 len: 834 time: 0.0467565 Jul 05 04:53:36.457103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24464350-c4cc-483c-a403-f98f13d19a25 req-328b8deb-023c-44c0-af5e-fee0583d464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:36.458559 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-328b8deb-023c-44c0-af5e-fee0583d464e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd8636b0-2c77-4bf0-a972-74079ac335f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529759 Jul 05 04:53:36.546606 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-ecb4cc4e-8750-4c05-adbe-93beef318ddb service neutron] 10.222.0.64 "GET /v2.0/networks/fd8636b0-2c77-4bf0-a972-74079ac335f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810435 Jul 05 04:53:36.640239 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24464350-c4cc-483c-a403-f98f13d19a25 req-df188c4d-fb6d-4019-a7db-c4777879df4a service neutron] 10.222.0.64 "GET /v2.0/networks/fd8636b0-2c77-4bf0-a972-74079ac335f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866370 Jul 05 04:53:37.403497 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97bae1-bce9-4ba6-8d28-1c30e0c58d24 req-e45562ce-3709-4633-8b84-7d819f54085b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:37.405042 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b97bae1-bce9-4ba6-8d28-1c30e0c58d24 req-e45562ce-3709-4633-8b84-7d819f54085b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 943 time: 0.0650237 Jul 05 04:53:37.443391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1b97bae1-bce9-4ba6-8d28-1c30e0c58d24 req-1575fb80-88d4-4b74-a51f-efffc84c59ef tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321569 Jul 05 04:53:38.622752 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce9278-bbfb-40d8-bd2c-ed4752e21dd5 req-5e63df7e-43d9-4f71-9512-6893fb216286 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:38.624306 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bdce9278-bbfb-40d8-bd2c-ed4752e21dd5 req-5e63df7e-43d9-4f71-9512-6893fb216286 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 943 time: 0.0685220 Jul 05 04:53:38.661625 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bdce9278-bbfb-40d8-bd2c-ed4752e21dd5 req-ee8d76df-db07-4242-89e7-e27112a20680 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312209 Jul 05 04:53:39.465539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 61adeaf0-74c1-445f-9ba7-28007a0eedb0 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:53:39.557834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 61adeaf0-74c1-445f-9ba7-28007a0eedb0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=61adeaf0-74c1-445f-9ba7-28007a0eedb0,segment=NetworkSegment(0e06dab2-5192-4179-977c-690add603178),segment_id=0e06dab2-5192-4179-977c-690add603178)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:39.569305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '61adeaf0-74c1-445f-9ba7-28007a0eedb0', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'port_id': '61adeaf0-74c1-445f-9ba7-28007a0eedb0', 'mac_address': 'fa:16:3e:f3:33:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:53:39.610636 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:39.622677 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61adeaf0-74c1-445f-9ba7-28007a0eedb0 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:53:39.641834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 61adeaf0-74c1-445f-9ba7-28007a0eedb0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=61adeaf0-74c1-445f-9ba7-28007a0eedb0,segment=NetworkSegment(0e06dab2-5192-4179-977c-690add603178),segment_id=0e06dab2-5192-4179-977c-690add603178)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:39.701682 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:39.748780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=61adeaf0-74c1-445f-9ba7-28007a0eedb0,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:39.838740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c17277-cb7f-4e67-89af-86e37c4ebc57 req-016d1be4-a33c-4967-9540-fb8e162cb171 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:39.840219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68c17277-cb7f-4e67-89af-86e37c4ebc57 req-016d1be4-a33c-4967-9540-fb8e162cb171 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 944 time: 0.0629623 Jul 05 04:53:39.879294 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-68c17277-cb7f-4e67-89af-86e37c4ebc57 req-f547d6dc-620b-4f19-8f18-39e94e54f0dd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328498 Jul 05 04:53:39.923385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['61adeaf0-74c1-445f-9ba7-28007a0eedb0'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:53:41.055470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46cffa-1fc9-4a4a-8bb3-3de4044caf7e req-7fa4d50d-ac8f-4ab8-b5d5-b55b2feff321 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:41.056995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a46cffa-1fc9-4a4a-8bb3-3de4044caf7e req-7fa4d50d-ac8f-4ab8-b5d5-b55b2feff321 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 944 time: 0.0626905 Jul 05 04:53:41.094981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2a46cffa-1fc9-4a4a-8bb3-3de4044caf7e req-4be1f879-d4fe-4e94-9982-c8ddad47a526 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325572 Jul 05 04:53:41.481671 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 61adeaf0-74c1-445f-9ba7-28007a0eedb0 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:53:41.609458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 61adeaf0-74c1-445f-9ba7-28007a0eedb0 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:53:41.613834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 61adeaf0-74c1-445f-9ba7-28007a0eedb0 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:53:41.614336 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:41.697481 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:41.722825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61adeaf0-74c1-445f-9ba7-28007a0eedb0'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:53:41.725074 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62bc4ca-4567-47f2-b052-e10a102e4f51" -d '{"events": [{"server_uuid": "eb2a11db-c889-4918-8d9c-90fac0bf16e3", "name": "network-vif-plugged", "status": "completed", "tag": "61adeaf0-74c1-445f-9ba7-28007a0eedb0"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:53:41.738100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 61adeaf0-74c1-445f-9ba7-28007a0eedb0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=61adeaf0-74c1-445f-9ba7-28007a0eedb0,segment=NetworkSegment(0e06dab2-5192-4179-977c-690add603178),segment_id=0e06dab2-5192-4179-977c-690add603178)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:41.804231 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:41.828993 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2471f8e-5773-41e1-8381-fd25e9b5e9f7 x-openstack-request-id: req-d2471f8e-5773-41e1-8381-fd25e9b5e9f7 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:53:41.829474 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2a11db-c889-4918-8d9c-90fac0bf16e3", "name": "network-vif-plugged", "status": "completed", "tag": "61adeaf0-74c1-445f-9ba7-28007a0eedb0", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:53:41.829792 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2471f8e-5773-41e1-8381-fd25e9b5e9f7 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:53:41.830186 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61adeaf0-74c1-445f-9ba7-28007a0eedb0', 'code': 200} Jul 05 04:53:41.857592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=61adeaf0-74c1-445f-9ba7-28007a0eedb0,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:41.934614 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb16a3e-01fc-4455-8133-37863e2d2d2f req-f1b961a1-1a38-45c0-881a-e3ee3ffbab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:41.936148 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9bb16a3e-01fc-4455-8133-37863e2d2d2f req-f1b961a1-1a38-45c0-881a-e3ee3ffbab46 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 1096 time: 0.0554061 Jul 05 04:53:41.971977 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9bb16a3e-01fc-4455-8133-37863e2d2d2f req-80f12b52-e012-4d16-947c-6d17ec806d66 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294340 Jul 05 04:53:42.269463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a703a1-90b6-4b45-9698-5ea60c67ec3e req-58cf228f-f7f2-44e4-92ff-954d722ddfee tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:42.270850 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0a703a1-90b6-4b45-9698-5ea60c67ec3e req-58cf228f-f7f2-44e4-92ff-954d722ddfee tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 945 time: 0.0634084 Jul 05 04:53:42.308603 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f0a703a1-90b6-4b45-9698-5ea60c67ec3e req-7473f6b1-6a97-4067-a7f0-4599b67ba26d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322394 Jul 05 04:53:43.485900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4b3a6-6bd3-4fc4-bb1a-736a83265fe4 req-5f5ef15e-7f81-48a0-9b54-1ff0528f2786 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:43.487282 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-44a4b3a6-6bd3-4fc4-bb1a-736a83265fe4 req-5f5ef15e-7f81-48a0-9b54-1ff0528f2786 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 945 time: 0.0664155 Jul 05 04:53:43.524071 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-44a4b3a6-6bd3-4fc4-bb1a-736a83265fe4 req-51ca55c4-0bac-4d12-827a-bee516944b59 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313954 Jul 05 04:53:43.696011 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b646447-5663-47b1-acf0-9fada906862d req-a5f0cc69-2e29-4122-afa7-60b30cb3d7d2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:43.697521 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b646447-5663-47b1-acf0-9fada906862d req-a5f0cc69-2e29-4122-afa7-60b30cb3d7d2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 945 time: 0.0650938 Jul 05 04:53:43.736471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7b646447-5663-47b1-acf0-9fada906862d req-676aa492-69a9-428c-bd22-13b93ecd16e4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334172 Jul 05 04:53:43.759471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56910) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:43.818291 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742f0c7a-b7a1-4069-9bd4-7e4d18bc3181 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:43.819834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-742f0c7a-b7a1-4069-9bd4-7e4d18bc3181 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 1091 time: 0.0593848 Jul 05 04:53:43.822690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56912) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:43.826985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': '61adeaf0-74c1-445f-9ba7-28007a0eedb0', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:43.912060 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:44.011418 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:44.115735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.25.0.198 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/b2fc9f3d-c2c6-4798-9a0a-8b2d533dba4c) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:53:44.214369 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:44.307067 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:44.342430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:53:44.346073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:53:44.349535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:53:44.381948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=b2fc9f3d-c2c6-4798-9a0a-8b2d533dba4c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:44.723550 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:44.850315 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:45.005978 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:45.064428 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:45.134788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=b2fc9f3d-c2c6-4798-9a0a-8b2d533dba4c,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:45.143585 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:45.242435 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Floating IP 9647050b-4aef-4f57-9bcb-affd13f9ab0c associated. External IP: 172.25.0.198, port: 61adeaf0-74c1-445f-9ba7-28007a0eedb0. Jul 05 04:53:45.454510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 09b4a08a-53a2-4ac3-9a10-06bf017adacd has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:53:45.559694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:53:45.569913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4f9a0c-4e8e-4812-878c-8991b21c3796 None None] Sync routers for ids ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:53:45.579597 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4f9a0c-4e8e-4812-878c-8991b21c3796 None None] Routers {'09b4a08a-53a2-4ac3-9a10-06bf017adacd'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:53:45.580212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ce4f9a0c-4e8e-4812-878c-8991b21c3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:53:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:45.657882 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:45.683141 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-ce4f9a0c-4e8e-4812-878c-8991b21c3796 None None] Set router 09b4a08a-53a2-4ac3-9a10-06bf017adacd gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:53:45.696090 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ea9a283c-d1af-410c-b8e5-fd73f3e3be0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8723965 Jul 05 04:53:45.696713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'tag': '61adeaf0-74c1-445f-9ba7-28007a0eedb0'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:53:45.698971 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cbed47-20ca-4861-bb96-407a682817e6" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2a11db-c889-4918-8d9c-90fac0bf16e3", "tag": "61adeaf0-74c1-445f-9ba7-28007a0eedb0"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:53:45.737421 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ac429e-30de-44ce-9dc5-d005ff877845 x-openstack-request-id: req-25ac429e-30de-44ce-9dc5-d005ff877845 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:53:45.738049 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2a11db-c889-4918-8d9c-90fac0bf16e3", "tag": "61adeaf0-74c1-445f-9ba7-28007a0eedb0", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:53:45.738314 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25ac429e-30de-44ce-9dc5-d005ff877845 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:53:45.738852 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'tag': '61adeaf0-74c1-445f-9ba7-28007a0eedb0', 'status': 'completed', 'code': 200} Jul 05 04:53:45.854217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbed47-20ca-4861-bb96-407a682817e6 req-cc4d6aae-afa1-4947-b69b-625ba085fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:45.855724 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cbed47-20ca-4861-bb96-407a682817e6 req-cc4d6aae-afa1-4947-b69b-625ba085fa29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 1096 time: 0.0938179 Jul 05 04:53:45.913864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ce4f9a0c-4e8e-4812-878c-8991b21c3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:29Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '9647050b-4aef-4f57-9bcb-affd13f9ab0c', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'port_id': '61adeaf0-74c1-445f-9ba7-28007a0eedb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'mac_address': 'fa:16:3e:f3:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:53:44Z', 'updated_at': '2021-07-05T04:53:44Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfa6143-0bb1-4731-968f-0fed5b393562', 'name': '', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:3f:97:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:28Z', 'updated_at': '2021-07-05T04:53:33Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:45.919303 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63a5be-c605-42ad-bcb1-ef3b6c5eace9 req-9c95368e-b40b-43ee-bb3e-bdb8b0b4cbd7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:45.920820 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f63a5be-c605-42ad-bcb1-ef3b6c5eace9 req-9c95368e-b40b-43ee-bb3e-bdb8b0b4cbd7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 945 time: 0.1250436 Jul 05 04:53:45.940189 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4f9a0c-4e8e-4812-878c-8991b21c3796 None None] Checking router: 09b4a08a-53a2-4ac3-9a10-06bf017adacd for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:53:45.949190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4f9a0c-4e8e-4812-878c-8991b21c3796 None None] Routers {'09b4a08a-53a2-4ac3-9a10-06bf017adacd'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:53:45.949803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ce4f9a0c-4e8e-4812-878c-8991b21c3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:53:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:45.985220 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f63a5be-c605-42ad-bcb1-ef3b6c5eace9 req-59da87b2-1ac8-450d-8570-82b6c628e3d3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563447 Jul 05 04:53:45.987923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbed47-20ca-4861-bb96-407a682817e6 req-4002cf63-36a1-4f51-92fa-e54b4540efae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:45.989418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cbed47-20ca-4861-bb96-407a682817e6 req-4002cf63-36a1-4f51-92fa-e54b4540efae service neutron] 10.222.0.64 "GET /v2.0/networks?id=fd8636b0-2c77-4bf0-a972-74079ac335f4 HTTP/1.1" status: 200 len: 898 time: 0.1260800 Jul 05 04:53:46.013637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56918) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:46.067648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cbed47-20ca-4861-bb96-407a682817e6 req-27524019-b3a0-4fc3-8870-77b4ebb0150f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61adeaf0-74c1-445f-9ba7-28007a0eedb0 HTTP/1.1" status: 200 len: 999 time: 0.0716174 Jul 05 04:53:46.095697 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-db9be967-61dd-4948-95e7-c5f5939889e2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/9647050b-4aef-4f57-9bcb-affd13f9ab0c HTTP/1.1" status: 200 len: 991 time: 0.0806255 Jul 05 04:53:46.121413 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbed47-20ca-4861-bb96-407a682817e6 req-749fd932-a268-400a-aa74-1e5a6cef6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:46.122910 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cbed47-20ca-4861-bb96-407a682817e6 req-749fd932-a268-400a-aa74-1e5a6cef6ace service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a55031c-24f7-4723-b2d2-b81223e6f100 HTTP/1.1" status: 200 len: 834 time: 0.0495765 Jul 05 04:53:46.183777 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbed47-20ca-4861-bb96-407a682817e6 req-0c346e72-7b2e-44f7-a63b-5136b0d91e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:46.185390 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cbed47-20ca-4861-bb96-407a682817e6 req-0c346e72-7b2e-44f7-a63b-5136b0d91e0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd8636b0-2c77-4bf0-a972-74079ac335f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564392 Jul 05 04:53:46.220194 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-ce4f9a0c-4e8e-4812-878c-8991b21c3796 None None] Set router 09b4a08a-53a2-4ac3-9a10-06bf017adacd gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:53:46.280403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cbed47-20ca-4861-bb96-407a682817e6 req-9e9cd9ef-9822-4ea4-9ffb-bb2e90e54652 service neutron] 10.222.0.64 "GET /v2.0/networks/fd8636b0-2c77-4bf0-a972-74079ac335f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884433 Jul 05 04:53:46.369784 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22cbed47-20ca-4861-bb96-407a682817e6 req-79c76909-e772-48f0-b746-a837704a3947 service neutron] 10.222.0.64 "GET /v2.0/networks/fd8636b0-2c77-4bf0-a972-74079ac335f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832736 Jul 05 04:53:46.454293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-ce4f9a0c-4e8e-4812-878c-8991b21c3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:29Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '9647050b-4aef-4f57-9bcb-affd13f9ab0c', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'port_id': '61adeaf0-74c1-445f-9ba7-28007a0eedb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'mac_address': 'fa:16:3e:f3:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:53:44Z', 'updated_at': '2021-07-05T04:53:44Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfa6143-0bb1-4731-968f-0fed5b393562', 'name': '', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:3f:97:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:28Z', 'updated_at': '2021-07-05T04:53:33Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:46.480715 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4f9a0c-4e8e-4812-878c-8991b21c3796 None None] The sync data for ids ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'] in n-d-798249-5 is: [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:29Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '9647050b-4aef-4f57-9bcb-affd13f9ab0c', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'port_id': '61adeaf0-74c1-445f-9ba7-28007a0eedb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'mac_address': 'fa:16:3e:f3:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:53:44Z', 'updated_at': '2021-07-05T04:53:44Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfa6143-0bb1-4731-968f-0fed5b393562', 'name': '', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:3f:97:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:28Z', 'updated_at': '2021-07-05T04:53:33Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:53:46.663584 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab5b930-1c2b-429d-844f-a705eac194a9 None None] New status for floating IP 9647050b-4aef-4f57-9bcb-affd13f9ab0c: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:53:47.097743 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56920) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:47.161324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-49654db0-3e24-4e1e-80ea-a44d89cd516b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/9647050b-4aef-4f57-9bcb-affd13f9ab0c HTTP/1.1" status: 200 len: 993 time: 0.0624506 Jul 05 04:53:51.386971 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-466096ed-25e1-4ccc-9042-1fc17cb5899d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:54.343309 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-551c14bd-619a-4ef1-bc81-8df2463162a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:54.466773 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:55.501207 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:57.369617 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:59.118556 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:54:00.040145 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:01.977667 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:18.909911 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297cf42-51dd-498c-a008-b746532b2f5d req-7ce93639-90f1-49aa-9824-fe927e3ce9c1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:18.911404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d297cf42-51dd-498c-a008-b746532b2f5d req-7ce93639-90f1-49aa-9824-fe927e3ce9c1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 945 time: 0.0668328 Jul 05 04:54:18.948746 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d297cf42-51dd-498c-a008-b746532b2f5d req-61997cad-51ca-4811-ab9f-09af63edb3eb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318663 Jul 05 04:54:20.122793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c4443-a681-4262-8f3c-40da909cc978 req-14265206-f629-4af1-86cd-eed55fe963a2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:20.124274 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-560c4443-a681-4262-8f3c-40da909cc978 req-14265206-f629-4af1-86cd-eed55fe963a2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 945 time: 0.0623293 Jul 05 04:54:20.166329 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-560c4443-a681-4262-8f3c-40da909cc978 req-8a6d2ac6-14f0-4fab-a7e9-c8973d923d5d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360641 Jul 05 04:54:20.191450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56938) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:20.251032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ceb68206-72ef-4ccd-afca-edcf36a62665 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/9647050b-4aef-4f57-9bcb-affd13f9ab0c HTTP/1.1" status: 200 len: 993 time: 0.0584118 Jul 05 04:54:21.516814 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-316d1068-b8c2-4e0b-9b21-5d324604f9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:21.862234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd2b80-7c0f-4d15-8901-0e4555b69034 req-c4401d87-3e4f-4f5e-a2c6-001501ff6e59 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:21.864116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48fd2b80-7c0f-4d15-8901-0e4555b69034 req-c4401d87-3e4f-4f5e-a2c6-001501ff6e59 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 945 time: 0.0753543 Jul 05 04:54:21.911433 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48fd2b80-7c0f-4d15-8901-0e4555b69034 req-9fc5c79f-b676-4d84-b7c4-0d0b9d257803 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410743 Jul 05 04:54:23.092158 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecc24e-2e6e-43e6-a96b-f06a9d6032ec req-b4482060-033c-4460-aff2-146f8475edc9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:23.093664 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4eecc24e-2e6e-43e6-a96b-f06a9d6032ec req-b4482060-033c-4460-aff2-146f8475edc9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 945 time: 0.0670526 Jul 05 04:54:23.137972 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4eecc24e-2e6e-43e6-a96b-f06a9d6032ec req-26f66475-2f96-4a7a-a25a-9ad46bce6fe5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387433 Jul 05 04:54:23.163605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56954) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:23.222709 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b3b187b4-2a99-4c13-9dee-3610601781fb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/9647050b-4aef-4f57-9bcb-affd13f9ab0c HTTP/1.1" status: 200 len: 993 time: 0.0579002 Jul 05 04:54:23.477887 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56960) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:23.635292 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port b2fc9f3d-c2c6-4798-9a0a-8b2d533dba4c {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:23.635642 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.712089 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.712446 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.723823 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for b2fc9f3d-c2c6-4798-9a0a-8b2d533dba4c owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:23.924300 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.949907 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=b2fc9f3d-c2c6-4798-9a0a-8b2d533dba4c,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:23.961153 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.961515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.961859 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.962200 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.962535 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.962868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.963203 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.963534 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.963865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.964191 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.964543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.964868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:24.020158 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:24.021049 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Floating IP 9647050b-4aef-4f57-9bcb-affd13f9ab0c disassociated (deleted). External IP: 172.25.0.198, port: 61adeaf0-74c1-445f-9ba7-28007a0eedb0. Jul 05 04:54:24.335932 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-509bfc06-93b8-4c6f-a9a7-62d435865507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:24.456981 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:24.495376 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 09b4a08a-53a2-4ac3-9a10-06bf017adacd has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:54:24.601855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:54:24.609937 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:24.611607 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb589ffd-faa9-4a44-b974-4417d2417c12 None None] Sync routers for ids ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:54:24.620777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb589ffd-faa9-4a44-b974-4417d2417c12 None None] Routers {'09b4a08a-53a2-4ac3-9a10-06bf017adacd'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:24.621401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fb589ffd-faa9-4a44-b974-4417d2417c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:54:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:24.642822 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-53015b5b-4f61-4a65-8e0f-2b2c5ee61131 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/floatingips/9647050b-4aef-4f57-9bcb-affd13f9ab0c HTTP/1.1" status: 204 len: 168 time: 1.1639287 Jul 05 04:54:24.643490 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'tag': '61adeaf0-74c1-445f-9ba7-28007a0eedb0'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:54:24.646598 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb55de9-e1d6-4c8c-82a0-ba75527ca3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2a11db-c889-4918-8d9c-90fac0bf16e3", "tag": "61adeaf0-74c1-445f-9ba7-28007a0eedb0"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:54:24.684292 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398a566d-37df-4c8b-b4ce-cbf54c386d54 x-openstack-request-id: req-398a566d-37df-4c8b-b4ce-cbf54c386d54 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:54:24.684292 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2a11db-c889-4918-8d9c-90fac0bf16e3", "tag": "61adeaf0-74c1-445f-9ba7-28007a0eedb0", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:54:24.684882 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-398a566d-37df-4c8b-b4ce-cbf54c386d54 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:54:24.685475 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'tag': '61adeaf0-74c1-445f-9ba7-28007a0eedb0', 'status': 'completed', 'code': 200} Jul 05 04:54:24.748536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-fb589ffd-faa9-4a44-b974-4417d2417c12 None None] Set router 09b4a08a-53a2-4ac3-9a10-06bf017adacd gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:24.767316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55de9-e1d6-4c8c-82a0-ba75527ca3e5 req-f248a650-6b63-4ab4-b589-5b6a56008dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:24.769084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fb55de9-e1d6-4c8c-82a0-ba75527ca3e5 req-f248a650-6b63-4ab4-b589-5b6a56008dd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 1096 time: 0.0618670 Jul 05 04:54:24.861927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55de9-e1d6-4c8c-82a0-ba75527ca3e5 req-0a100258-2d08-40f3-9a8e-1e4637aca661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:24.863358 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fb55de9-e1d6-4c8c-82a0-ba75527ca3e5 req-0a100258-2d08-40f3-9a8e-1e4637aca661 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fd8636b0-2c77-4bf0-a972-74079ac335f4 HTTP/1.1" status: 200 len: 898 time: 0.0880022 Jul 05 04:54:24.910016 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fb55de9-e1d6-4c8c-82a0-ba75527ca3e5 req-212bf860-21b8-47ba-89f2-d387e88e3348 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61adeaf0-74c1-445f-9ba7-28007a0eedb0 HTTP/1.1" status: 200 len: 217 time: 0.0402715 Jul 05 04:54:24.965275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fb589ffd-faa9-4a44-b974-4417d2417c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:29Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '0dfa6143-0bb1-4731-968f-0fed5b393562', 'name': '', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:3f:97:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:28Z', 'updated_at': '2021-07-05T04:53:33Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:24.968734 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55de9-e1d6-4c8c-82a0-ba75527ca3e5 req-51798a78-7014-456f-ae62-5d246211377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:24.971759 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fb55de9-e1d6-4c8c-82a0-ba75527ca3e5 req-51798a78-7014-456f-ae62-5d246211377a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a55031c-24f7-4723-b2d2-b81223e6f100 HTTP/1.1" status: 200 len: 834 time: 0.0552626 Jul 05 04:54:24.993320 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb589ffd-faa9-4a44-b974-4417d2417c12 None None] Checking router: 09b4a08a-53a2-4ac3-9a10-06bf017adacd for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:54:25.001507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb589ffd-faa9-4a44-b974-4417d2417c12 None None] Routers {'09b4a08a-53a2-4ac3-9a10-06bf017adacd'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:25.002117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fb589ffd-faa9-4a44-b974-4417d2417c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:54:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:25.035461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55de9-e1d6-4c8c-82a0-ba75527ca3e5 req-ee69edb1-5bb1-46aa-ae22-60a1007edb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:25.037680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fb55de9-e1d6-4c8c-82a0-ba75527ca3e5 req-ee69edb1-5bb1-46aa-ae22-60a1007edb28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd8636b0-2c77-4bf0-a972-74079ac335f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540235 Jul 05 04:54:25.113558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-fb589ffd-faa9-4a44-b974-4417d2417c12 None None] Set router 09b4a08a-53a2-4ac3-9a10-06bf017adacd gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:25.141013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fb55de9-e1d6-4c8c-82a0-ba75527ca3e5 req-7c45b43c-519f-45cd-9b05-973a1297e77d service neutron] 10.222.0.64 "GET /v2.0/networks/fd8636b0-2c77-4bf0-a972-74079ac335f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971909 Jul 05 04:54:25.276121 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5fb55de9-e1d6-4c8c-82a0-ba75527ca3e5 req-1be6c5a3-9049-437a-b2dc-59e877c94d76 service neutron] 10.222.0.64 "GET /v2.0/networks/fd8636b0-2c77-4bf0-a972-74079ac335f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258945 Jul 05 04:54:25.290573 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60552a2a-0da2-4397-aac9-b3d6ea788674 req-c8570ae8-e8bb-4a12-b31f-d9c51f8fc823 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:25.292401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60552a2a-0da2-4397-aac9-b3d6ea788674 req-c8570ae8-e8bb-4a12-b31f-d9c51f8fc823 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 945 time: 0.1227846 Jul 05 04:54:25.322539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fb589ffd-faa9-4a44-b974-4417d2417c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:29Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '0dfa6143-0bb1-4731-968f-0fed5b393562', 'name': '', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:3f:97:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:28Z', 'updated_at': '2021-07-05T04:53:33Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:25.334676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-60552a2a-0da2-4397-aac9-b3d6ea788674 req-4b4a1ae8-6c60-45d5-aa9a-2d136964fcc7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359526 Jul 05 04:54:25.352797 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb589ffd-faa9-4a44-b974-4417d2417c12 None None] The sync data for ids ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'] in n-d-798249-5 is: [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:29Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '0dfa6143-0bb1-4731-968f-0fed5b393562', 'name': '', 'network_id': 'fd8636b0-2c77-4bf0-a972-74079ac335f4', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:3f:97:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:28Z', 'updated_at': '2021-07-05T04:53:33Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '7a55031c-24f7-4723-b2d2-b81223e6f100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:54:25.502776 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:25.585388 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60488db5-e419-4302-b2f9-12a354737f35 None None] New status for floating IP 9647050b-4aef-4f57-9bcb-affd13f9ab0c: DOWN {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:54:26.670669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2c18d-ee60-47ad-89f7-082096f29878 req-603dcaa1-502b-4d8e-9466-0cec2f6c1200 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:26.672116 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dea2c18d-ee60-47ad-89f7-082096f29878 req-603dcaa1-502b-4d8e-9466-0cec2f6c1200 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 945 time: 0.0880561 Jul 05 04:54:26.766659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b77600-dcc1-4797-a809-60878ebdfe09 req-01f474d2-29f1-4fe3-ace3-252a2542cee3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:26.768126 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22b77600-dcc1-4797-a809-60878ebdfe09 req-01f474d2-29f1-4fe3-ace3-252a2542cee3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 945 time: 0.1382556 Jul 05 04:54:26.820035 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-22b77600-dcc1-4797-a809-60878ebdfe09 req-a71ed7b3-9d75-44db-b319-6ead953afc3a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b4f9e7f-96a7-4218-a036-832ee9338e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440218 Jul 05 04:54:26.821287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-dea2c18d-ee60-47ad-89f7-082096f29878 req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port 61adeaf0-74c1-445f-9ba7-28007a0eedb0 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:26.821628 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dea2c18d-ee60-47ad-89f7-082096f29878 req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:26.912031 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-dea2c18d-ee60-47ad-89f7-082096f29878 req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port 61adeaf0-74c1-445f-9ba7-28007a0eedb0, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=61adeaf0-74c1-445f-9ba7-28007a0eedb0,segment=NetworkSegment(0e06dab2-5192-4179-977c-690add603178),segment_id=0e06dab2-5192-4179-977c-690add603178)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:26.912413 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dea2c18d-ee60-47ad-89f7-082096f29878 req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:26.923949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-dea2c18d-ee60-47ad-89f7-082096f29878 req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for 61adeaf0-74c1-445f-9ba7-28007a0eedb0 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:27.119860 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dea2c18d-ee60-47ad-89f7-082096f29878 req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.147306 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=61adeaf0-74c1-445f-9ba7-28007a0eedb0,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:27.162377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:27.162648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:27.162968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:27.163304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:27.163631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:27.163961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:27.164289 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:27.164639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:27.165287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:27.165287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:27.165687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:27.165878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:27.360434 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.558990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea2c18d-ee60-47ad-89f7-082096f29878 req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] No DVR routers for this DVR port 61adeaf0-74c1-445f-9ba7-28007a0eedb0 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:54:27.561667 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-dea2c18d-ee60-47ad-89f7-082096f29878 req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.563639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dea2c18d-ee60-47ad-89f7-082096f29878 req-912e395f-c7ca-4037-8fb7-6a39faf5e42e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "DELETE /v2.0/ports/61adeaf0-74c1-445f-9ba7-28007a0eedb0 HTTP/1.1" status: 204 len: 173 time: 0.8856454 Jul 05 04:54:27.564069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'name': 'network-vif-deleted', 'tag': '61adeaf0-74c1-445f-9ba7-28007a0eedb0'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:54:27.566327 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8124125-21dd-4480-8f58-ac4544973229" -d '{"events": [{"server_uuid": "eb2a11db-c889-4918-8d9c-90fac0bf16e3", "name": "network-vif-deleted", "tag": "61adeaf0-74c1-445f-9ba7-28007a0eedb0"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:54:27.606640 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98b2cdf-b876-4094-a062-b59db009c4e9 x-openstack-request-id: req-e98b2cdf-b876-4094-a062-b59db009c4e9 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:54:27.606940 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2a11db-c889-4918-8d9c-90fac0bf16e3", "name": "network-vif-deleted", "tag": "61adeaf0-74c1-445f-9ba7-28007a0eedb0", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:54:27.607190 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e98b2cdf-b876-4094-a062-b59db009c4e9 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:54:27.607586 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2a11db-c889-4918-8d9c-90fac0bf16e3', 'name': 'network-vif-deleted', 'tag': '61adeaf0-74c1-445f-9ba7-28007a0eedb0', 'status': 'completed', 'code': 200} Jul 05 04:54:27.973327 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6846e730-bcd8-4f8e-8277-ab42fb4e7d1e req-d9607651-69d3-4c9f-91a4-ad948f9fbbfd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb2a11db-c889-4918-8d9c-90fac0bf16e3 HTTP/1.1" status: 200 len: 210 time: 0.0292146 Jul 05 04:54:29.065564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56976) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:29.419565 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c799229-3800-45ab-b7ab-ae0f8455bfcc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:29.679680 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3c799229-3800-45ab-b7ab-ae0f8455bfcc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port 0dfa6143-0bb1-4731-968f-0fed5b393562 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:29.680028 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c799229-3800-45ab-b7ab-ae0f8455bfcc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:29.774500 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-3c799229-3800-45ab-b7ab-ae0f8455bfcc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port 0dfa6143-0bb1-4731-968f-0fed5b393562, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=0dfa6143-0bb1-4731-968f-0fed5b393562,segment=NetworkSegment(0e06dab2-5192-4179-977c-690add603178),segment_id=0e06dab2-5192-4179-977c-690add603178)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:29.774860 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c799229-3800-45ab-b7ab-ae0f8455bfcc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:29.786776 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3c799229-3800-45ab-b7ab-ae0f8455bfcc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for 0dfa6143-0bb1-4731-968f-0fed5b393562 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:30.084457 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.085036 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c799229-3800-45ab-b7ab-ae0f8455bfcc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.112156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c799229-3800-45ab-b7ab-ae0f8455bfcc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=0dfa6143-0bb1-4731-968f-0fed5b393562,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:30.290173 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3c799229-3800-45ab-b7ab-ae0f8455bfcc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.502869 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c799229-3800-45ab-b7ab-ae0f8455bfcc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 09b4a08a-53a2-4ac3-9a10-06bf017adacd has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:54:30.608800 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c799229-3800-45ab-b7ab-ae0f8455bfcc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:54:30.617710 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56978) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:30.618218 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3c799229-3800-45ab-b7ab-ae0f8455bfcc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "PUT /v2.0/routers/09b4a08a-53a2-4ac3-9a10-06bf017adacd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5511322 Jul 05 04:54:30.621931 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a9953-70c6-4e9f-9f46-5c6b309ef7b2 None None] Sync routers for ids ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:54:30.640391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a9953-70c6-4e9f-9f46-5c6b309ef7b2 None None] Routers {'09b4a08a-53a2-4ac3-9a10-06bf017adacd'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:30.640391 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-789a9953-70c6-4e9f-9f46-5c6b309ef7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:54:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:30.672205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a54e791-d8ff-48bd-a489-6aa285820368 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting subnet 7a55031c-24f7-4723-b2d2-b81223e6f100 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:54:30.676289 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a54e791-d8ff-48bd-a489-6aa285820368 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.719646 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a54e791-d8ff-48bd-a489-6aa285820368 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.738398 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-789a9953-70c6-4e9f-9f46-5c6b309ef7b2 None None] Set router 09b4a08a-53a2-4ac3-9a10-06bf017adacd gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:30.802288 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a54e791-d8ff-48bd-a489-6aa285820368 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.918916 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-789a9953-70c6-4e9f-9f46-5c6b309ef7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:54:29Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:30.943468 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a54e791-d8ff-48bd-a489-6aa285820368 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.949506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a9953-70c6-4e9f-9f46-5c6b309ef7b2 None None] Checking router: 09b4a08a-53a2-4ac3-9a10-06bf017adacd for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:54:30.958387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a9953-70c6-4e9f-9f46-5c6b309ef7b2 None None] Routers {'09b4a08a-53a2-4ac3-9a10-06bf017adacd'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:30.959172 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-789a9953-70c6-4e9f-9f46-5c6b309ef7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:54:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:30.975831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54e791-d8ff-48bd-a489-6aa285820368 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Subnet': ['ID=7a55031c-24f7-4723-b2d2-b81223e6f100,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:30.981751 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6a54e791-d8ff-48bd-a489-6aa285820368 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.982215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6a54e791-d8ff-48bd-a489-6aa285820368 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/subnets/7a55031c-24f7-4723-b2d2-b81223e6f100 HTTP/1.1" status: 204 len: 168 time: 0.3627193 Jul 05 04:54:30.984769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56980) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:30.998913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa15460-c1aa-4d52-95fb-3e0507240c1f None None] Network fd8636b0-2c77-4bf0-a972-74079ac335f4 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:54:31.091954 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.155654 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-789a9953-70c6-4e9f-9f46-5c6b309ef7b2 None None] Set router 09b4a08a-53a2-4ac3-9a10-06bf017adacd gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:31.191875 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.308093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:31.308424 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.360462 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] DHCP port deletion for fd8636b0-2c77-4bf0-a972-74079ac335f4 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:54:31.365940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-789a9953-70c6-4e9f-9f46-5c6b309ef7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:54:29Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:31.393180 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a9953-70c6-4e9f-9f46-5c6b309ef7b2 None None] The sync data for ids ['09b4a08a-53a2-4ac3-9a10-06bf017adacd'] in n-d-798249-5 is: [{'id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885691502', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:54:29Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': '1441f90e-bc5a-47e6-b1dd-3dde70abcde4', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4a08a-53a2-4ac3-9a10-06bf017adacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:53:25Z', 'updated_at': '2021-07-05T04:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:54:31.402022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port 1441f90e-bc5a-47e6-b1dd-3dde70abcde4, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1441f90e-bc5a-47e6-b1dd-3dde70abcde4,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:31.402393 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.420206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:31.441568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Deleting port 88e67cff-9d46-4a78-ad70-240b35b11493 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:31.442002 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.506300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] For port 88e67cff-9d46-4a78-ad70-240b35b11493, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=88e67cff-9d46-4a78-ad70-240b35b11493,segment=NetworkSegment(0e06dab2-5192-4179-977c-690add603178),segment_id=0e06dab2-5192-4179-977c-690add603178)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:31.506712 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.518829 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Calling delete_port for 88e67cff-9d46-4a78-ad70-240b35b11493 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:31.657137 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.684297 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=1441f90e-bc5a-47e6-b1dd-3dde70abcde4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:31.702959 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.726360 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Pushing event deleted for resources: {'Port': ['ID=88e67cff-9d46-4a78-ad70-240b35b11493,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:31.737111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:31.740429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:31.740429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:31.740429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:31.740429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:31.740429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:31.740429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:31.740429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:31.740429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:31.741216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:31.741216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:31.741416 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:31.748042 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.748335 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a86e9f6-cb47-4c73-b0ab-3c8e33ec54bf None None] No DVR routers for this DVR port 88e67cff-9d46-4a78-ad70-240b35b11493 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:54:31.794025 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 61adeaf0-74c1-445f-9ba7-28007a0eedb0 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:54:31.820673 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 61adeaf0-74c1-445f-9ba7-28007a0eedb0 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:54:31.821035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 61adeaf0-74c1-445f-9ba7-28007a0eedb0 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:54:31.850462 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.852879 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.960024 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.960615 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Fanout notify agent at l3_agent the message router_deleted on router 09b4a08a-53a2-4ac3-9a10-06bf017adacd {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:54:31.969669 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.969669 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-570ee8e6-d489-47fa-8092-f397e1d8b234 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/routers/09b4a08a-53a2-4ac3-9a10-06bf017adacd HTTP/1.1" status: 204 len: 168 time: 0.9832454 Jul 05 04:54:31.971617 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 56982) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:31.988541 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.054069 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fbc9e76-2f6e-4841-89cc-7596cbe95649 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.142394 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fbc9e76-2f6e-4841-89cc-7596cbe95649 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.152470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-6fbc9e76-2f6e-4841-89cc-7596cbe95649 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8636b0-2c77-4bf0-a972-74079ac335f4']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:32.163592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-6fbc9e76-2f6e-4841-89cc-7596cbe95649 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e06dab2-5192-4179-977c-690add603178') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:32.163592 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-6fbc9e76-2f6e-4841-89cc-7596cbe95649 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e06dab2-5192-4179-977c-690add603178') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:32.172041 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fbc9e76-2f6e-4841-89cc-7596cbe95649 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.186859 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fbc9e76-2f6e-4841-89cc-7596cbe95649 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.193524 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbc9e76-2f6e-4841-89cc-7596cbe95649 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:54:32.194059 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fbc9e76-2f6e-4841-89cc-7596cbe95649 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:54:32.196989 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:54:32.308473 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fbc9e76-2f6e-4841-89cc-7596cbe95649 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.316569 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fbc9e76-2f6e-4841-89cc-7596cbe95649 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.317746 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6fbc9e76-2f6e-4841-89cc-7596cbe95649 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/networks/fd8636b0-2c77-4bf0-a972-74079ac335f4 HTTP/1.1" status: 204 len: 168 time: 0.3451347 Jul 05 04:54:32.320812 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56984) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:32.331883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc9e76-2f6e-4841-89cc-7596cbe95649 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Network': ['ID=fd8636b0-2c77-4bf0-a972-74079ac335f4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:32.384296 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df52ee19-67a4-4d3f-b0be-0f9bcb6c53ea tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.414183 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df52ee19-67a4-4d3f-b0be-0f9bcb6c53ea tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.531100 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df52ee19-67a4-4d3f-b0be-0f9bcb6c53ea tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.533720 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-df52ee19-67a4-4d3f-b0be-0f9bcb6c53ea tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.534926 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-df52ee19-67a4-4d3f-b0be-0f9bcb6c53ea tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/security-groups/9b4f9e7f-96a7-4218-a036-832ee9338e56 HTTP/1.1" status: 204 len: 168 time: 0.2130888 Jul 05 04:54:32.544627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52ee19-67a4-4d3f-b0be-0f9bcb6c53ea tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4f9e7f-96a7-4218-a036-832ee9338e56,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:32.664431 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 88e67cff-9d46-4a78-ad70-240b35b11493 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:54:32.685273 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 88e67cff-9d46-4a78-ad70-240b35b11493 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:54:32.692209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 88e67cff-9d46-4a78-ad70-240b35b11493 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:54:32.692209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:54:32.704589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:54:32.704947 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1441f90e-bc5a-47e6-b1dd-3dde70abcde4 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:54:32.705362 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0dfa6143-0bb1-4731-968f-0fed5b393562 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:54:32.723229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 0dfa6143-0bb1-4731-968f-0fed5b393562 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:54:32.724205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 0dfa6143-0bb1-4731-968f-0fed5b393562 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:54:32.934126 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56990) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:32.938977 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-5eb139fa-2f97-4098-9128-572a937757b3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479106587', 'description': 'tempest-secgroup-smoke-479106587 description', 'project_id': 'ed390b693731479e8afa007129b8a395'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:33.014795 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5eb139fa-2f97-4098-9128-572a937757b3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.095286 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5eb139fa-2f97-4098-9128-572a937757b3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.157915 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5eb139fa-2f97-4098-9128-572a937757b3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.187073 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb139fa-2f97-4098-9128-572a937757b3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d051112-9cf6-4e7f-86ff-110c5282524c,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:33.238160 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5eb139fa-2f97-4098-9128-572a937757b3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.240036 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5eb139fa-2f97-4098-9128-572a937757b3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3048923 Jul 05 04:54:33.243258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56992) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:33.247737 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8eeb148a-a7f0-464b-9530-96f269e77e63 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '5d051112-9cf6-4e7f-86ff-110c5282524c', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:33.353725 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8eeb148a-a7f0-464b-9530-96f269e77e63 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.409640 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8eeb148a-a7f0-464b-9530-96f269e77e63 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.474283 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8eeb148a-a7f0-464b-9530-96f269e77e63 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.491816 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb148a-a7f0-464b-9530-96f269e77e63 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bddef9c-0c32-49c1-9bf8-4b333ab04581,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:33.548285 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8eeb148a-a7f0-464b-9530-96f269e77e63 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.549521 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8eeb148a-a7f0-464b-9530-96f269e77e63 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3053191 Jul 05 04:54:33.552932 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56994) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:33.557442 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f7236316-2d6a-4ff0-a88b-36afb3e356df tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '5d051112-9cf6-4e7f-86ff-110c5282524c', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:33.632988 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7236316-2d6a-4ff0-a88b-36afb3e356df tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.689187 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7236316-2d6a-4ff0-a88b-36afb3e356df tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.759422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7236316-2d6a-4ff0-a88b-36afb3e356df tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.777109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7236316-2d6a-4ff0-a88b-36afb3e356df tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116053b9-1169-4340-a894-0a470e0df9df,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:33.833903 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f7236316-2d6a-4ff0-a88b-36afb3e356df tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.835122 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f7236316-2d6a-4ff0-a88b-36afb3e356df tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2812507 Jul 05 04:54:33.837777 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56996) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:33.842231 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f86a4d72-d24f-40dc-9c69-ee81d9730e4d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '5d051112-9cf6-4e7f-86ff-110c5282524c', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:33.924615 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f86a4d72-d24f-40dc-9c69-ee81d9730e4d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.984198 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f86a4d72-d24f-40dc-9c69-ee81d9730e4d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.999177 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-fa8f8f95-b811-4e86-9c94-f5dd8ace43c6 req-c8b5067c-8f81-4f6e-afad-fcc7bf0d7f3a service neutron] (100876) timed out ('10.222.0.60', 52082) {{(pid=100876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:54:34.049553 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f86a4d72-d24f-40dc-9c69-ee81d9730e4d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.070392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a4d72-d24f-40dc-9c69-ee81d9730e4d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c61aa8-809b-4fbf-a2de-0bf3d8919244,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:34.131546 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f86a4d72-d24f-40dc-9c69-ee81d9730e4d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.132879 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f86a4d72-d24f-40dc-9c69-ee81d9730e4d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2941535 Jul 05 04:54:34.135633 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 56998) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:34.140119 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-9e189500-d802-49fa-8f29-36b316555a57 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '5d051112-9cf6-4e7f-86ff-110c5282524c', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:34.210135 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e189500-d802-49fa-8f29-36b316555a57 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.268293 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e189500-d802-49fa-8f29-36b316555a57 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.325333 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e189500-d802-49fa-8f29-36b316555a57 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.343452 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e189500-d802-49fa-8f29-36b316555a57 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e197dd-8e04-4d08-96ce-35391bc30505,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:34.398070 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-9e189500-d802-49fa-8f29-36b316555a57 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.399374 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-9e189500-d802-49fa-8f29-36b316555a57 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2628243 Jul 05 04:54:34.402087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57000) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:34.406596 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-e2d17e1f-cc8a-45cd-891e-ef682f855294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '5d051112-9cf6-4e7f-86ff-110c5282524c', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:34.497250 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-e2d17e1f-cc8a-45cd-891e-ef682f855294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Project ed390b693731479e8afa007129b8a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:54:34.502431 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2d17e1f-cc8a-45cd-891e-ef682f855294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.564721 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2d17e1f-cc8a-45cd-891e-ef682f855294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.657327 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2d17e1f-cc8a-45cd-891e-ef682f855294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.681182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d17e1f-cc8a-45cd-891e-ef682f855294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df47fc6-db86-47dd-90ee-3a0458e3fcf0,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:34.743115 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-e2d17e1f-cc8a-45cd-891e-ef682f855294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.744507 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e2d17e1f-cc8a-45cd-891e-ef682f855294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3413529 Jul 05 04:54:34.747226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57002) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:34.751869 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-50afd90c-70cc-4b0d-ba45-1a7199682df2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '5d051112-9cf6-4e7f-86ff-110c5282524c', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:34.822737 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-50afd90c-70cc-4b0d-ba45-1a7199682df2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Project ed390b693731479e8afa007129b8a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:54:34.828086 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50afd90c-70cc-4b0d-ba45-1a7199682df2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.893500 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50afd90c-70cc-4b0d-ba45-1a7199682df2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.952563 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50afd90c-70cc-4b0d-ba45-1a7199682df2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.970872 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afd90c-70cc-4b0d-ba45-1a7199682df2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2030af25-40d6-4b21-a1e7-3a26f4e6ed21,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:35.044428 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-50afd90c-70cc-4b0d-ba45-1a7199682df2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.046824 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-50afd90c-70cc-4b0d-ba45-1a7199682df2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2978473 Jul 05 04:54:35.048769 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57004) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:35.054568 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b7a2a9c4-2234-48b6-b279-e5fe1378f49d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'network': {'name': 'tempest-network-smoke--1276350703', 'project_id': 'ed390b693731479e8afa007129b8a395', 'port_security_enabled': True}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:35.130386 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a2a9c4-2234-48b6-b279-e5fe1378f49d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:54:35.134025 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a9c4-2234-48b6-b279-e5fe1378f49d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.160271 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a2a9c4-2234-48b6-b279-e5fe1378f49d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:54:35.169602 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a9c4-2234-48b6-b279-e5fe1378f49d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.169953 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-b7a2a9c4-2234-48b6-b279-e5fe1378f49d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Added segment fadb1d20-d2d5-41c7-8071-e8f65951766b of type vlan for network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 Jul 05 04:54:35.212717 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a9c4-2234-48b6-b279-e5fe1378f49d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.308463 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a9c4-2234-48b6-b279-e5fe1378f49d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.313917 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a2a9c4-2234-48b6-b279-e5fe1378f49d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:35.314509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a9c4-2234-48b6-b279-e5fe1378f49d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.382055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2a9c4-2234-48b6-b279-e5fe1378f49d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Network': ['ID=e9c2d12f-2c34-4cb8-a0c4-39be6344ca60,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:35.392143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:54:35.423251 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b7a2a9c4-2234-48b6-b279-e5fe1378f49d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3731403 Jul 05 04:54:35.425980 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57006) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:35.430892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'admin_state_up': True, 'project_id': 'ed390b693731479e8afa007129b8a395', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:35.514103 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.515162 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.566614 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.741877 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.997448 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:36.016586 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:36.117340 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:54:36.118760 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.25.0.3 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/a073af39-26e3-4905-aa86-929455a38571) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:54:36.218205 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:36.331703 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:36.370162 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:54:36.373049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:54:36.378632 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:54:36.404556 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=a073af39-26e3-4905-aa86-929455a38571,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:36.677367 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:37.154722 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:37.353715 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 8c65865c-133b-4344-ba56-c75fa633838b is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:54:37.457159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:54:37.467167 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Sync routers for ids ['8c65865c-133b-4344-ba56-c75fa633838b'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:54:37.476340 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Routers {'8c65865c-133b-4344-ba56-c75fa633838b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:37.476984 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:54:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c65865c-133b-4344-ba56-c75fa633838b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:37.513932 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:37.515230 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-13e51497-a30c-45d4-881e-c4aa00177f95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0881729 Jul 05 04:54:37.518450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57008) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:37.558615 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5eef798f-66b3-407a-81e6-1770815ac3d3 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ed390b693731479e8afa007129b8a395&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389574 Jul 05 04:54:37.561164 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57010) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:37.586639 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Set router 8c65865c-133b-4344-ba56-c75fa633838b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:37.721891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb9eb3-7326-4aad-9f6b-3875f64cc28c tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:37.724179 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-e0cb9eb3-7326-4aad-9f6b-3875f64cc28c tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1612484 Jul 05 04:54:37.726691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57012) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:37.756503 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5e177dab-65da-4999-9703-7838b9377f67 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287168 Jul 05 04:54:37.758933 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57014) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:37.761751 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:54:36Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:37.763720 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ade4479f-f09a-4239-8b0f-ade25659235b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1001797116', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'project_id': 'ed390b693731479e8afa007129b8a395', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:37.790534 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Checking router: 8c65865c-133b-4344-ba56-c75fa633838b for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:54:37.790884 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Updating router 8c65865c-133b-4344-ba56-c75fa633838b port a073af39-26e3-4905-aa86-929455a38571 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:54:37.824575 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:37.929763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade4479f-f09a-4239-8b0f-ade25659235b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:54:37.933496 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ade4479f-f09a-4239-8b0f-ade25659235b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:38.074978 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:38.085101 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Transition to ACTIVE for port object a073af39-26e3-4905-aa86-929455a38571 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:54:38.182259 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:38.203920 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ade4479f-f09a-4239-8b0f-ade25659235b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:38.235448 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Attempting to bind port a073af39-26e3-4905-aa86-929455a38571 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:54:38.235817 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Attempting to bind port a073af39-26e3-4905-aa86-929455a38571 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:54:38.236178 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Attempting to bind port a073af39-26e3-4905-aa86-929455a38571 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:54:38.243593 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6ed38-4138-41d2-a82b-b334da5c9e3a None None] Pushing event updated for resources: {'Port': ['ID=a073af39-26e3-4905-aa86-929455a38571,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:38.249847 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:54:38.250220 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:54:38.250621 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:38.251012 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:54:38.251473 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Bound port: a073af39-26e3-4905-aa86-929455a38571, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:54:38.251854 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:38.255637 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6ed38-4138-41d2-a82b-b334da5c9e3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:38.255996 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6ed38-4138-41d2-a82b-b334da5c9e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:38.256332 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6ed38-4138-41d2-a82b-b334da5c9e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:38.256686 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6ed38-4138-41d2-a82b-b334da5c9e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:38.257012 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6ed38-4138-41d2-a82b-b334da5c9e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:38.257338 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6ed38-4138-41d2-a82b-b334da5c9e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:38.257661 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6ed38-4138-41d2-a82b-b334da5c9e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:38.257981 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6ed38-4138-41d2-a82b-b334da5c9e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:38.258301 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6ed38-4138-41d2-a82b-b334da5c9e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:38.258619 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6ed38-4138-41d2-a82b-b334da5c9e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:38.258938 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6ed38-4138-41d2-a82b-b334da5c9e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:38.259254 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6ed38-4138-41d2-a82b-b334da5c9e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:38.267358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4479f-f09a-4239-8b0f-ade25659235b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Subnet': ['ID=0a3fefff-f840-49de-9062-d869119a8aa8,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:38.275138 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade4479f-f09a-4239-8b0f-ade25659235b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Checking segment: {'id': 'fadb1d20-d2d5-41c7-8071-e8f65951766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:54:38.275512 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade4479f-f09a-4239-8b0f-ade25659235b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network hostable DHCP agents. Network: e9c2d12f-2c34-4cb8-a0c4-39be6344ca60, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:54:38.311302 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] For port a073af39-26e3-4905-aa86-929455a38571, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:54:38.314352 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] For port a073af39-26e3-4905-aa86-929455a38571, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a073af39-26e3-4905-aa86-929455a38571,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:54:38.357876 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade4479f-f09a-4239-8b0f-ade25659235b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:54:38.382712 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:38.428797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ade4479f-f09a-4239-8b0f-ade25659235b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, e9c2d12f-2c34-4cb8-a0c4-39be6344ca60) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:54:38.433067 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade4479f-f09a-4239-8b0f-ade25659235b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:38.437850 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ade4479f-f09a-4239-8b0f-ade25659235b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:38.438126 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc7cb6e-f89c-4cbe-a589-227fbec3b9cb None None] Network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:54:38.443147 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Routers {'8c65865c-133b-4344-ba56-c75fa633838b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:38.443787 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:54:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c65865c-133b-4344-ba56-c75fa633838b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:38.445817 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6ed38-4138-41d2-a82b-b334da5c9e3a None None] Pushing event updated for resources: {'Port': ['ID=a073af39-26e3-4905-aa86-929455a38571,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:38.522286 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ade4479f-f09a-4239-8b0f-ade25659235b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7621996 Jul 05 04:54:38.524846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57016) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:38.559682 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] Set router 8c65865c-133b-4344-ba56-c75fa633838b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:38.588088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ips': [{'subnet_id': '0a3fefff-f840-49de-9062-d869119a8aa8'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:54:38.589009 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:38.743282 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Allocated IP 172.20.0.2 (e9c2d12f-2c34-4cb8-a0c4-39be6344ca60/0a3fefff-f840-49de-9062-d869119a8aa8/9e28ec12-126d-4c38-b82a-e39273837806) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:54:38.840721 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:54:36Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:38.869020 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415544f7-750b-458e-83a2-96b023b0de45 None None] The sync data for ids ['8c65865c-133b-4344-ba56-c75fa633838b'] in n-d-798249-5 is: [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:54:36Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:54:39.001964 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.063942 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.076050 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Transition to ACTIVE for port object 9e28ec12-126d-4c38-b82a-e39273837806 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:54:39.092059 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Transition to ACTIVE for port object 9e28ec12-126d-4c38-b82a-e39273837806 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:54:39.198659 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.244639 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:54:39.256978 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:54:39.259682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:54:39.262455 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Pushing event updated for resources: {'Port': ['ID=9e28ec12-126d-4c38-b82a-e39273837806,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:39.324387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Attempting to bind port 9e28ec12-126d-4c38-b82a-e39273837806 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:54:39.324842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Attempting to bind port 9e28ec12-126d-4c38-b82a-e39273837806 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'fadb1d20-d2d5-41c7-8071-e8f65951766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:54:39.325431 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Attempting to bind port 9e28ec12-126d-4c38-b82a-e39273837806 on network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:54:39.330740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:54:39.331117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Checking segment: {'id': 'fadb1d20-d2d5-41c7-8071-e8f65951766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:54:39.331521 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.331917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Bound using segment: {'id': 'fadb1d20-d2d5-41c7-8071-e8f65951766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:54:39.332404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Bound port: 9e28ec12-126d-4c38-b82a-e39273837806, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadb1d20-d2d5-41c7-8071-e8f65951766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:54:39.333323 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.392732 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.20.0.1 (e9c2d12f-2c34-4cb8-a0c4-39be6344ca60/0a3fefff-f840-49de-9062-d869119a8aa8/d20de348-88e3-4c25-b3d2-182283aa30d8) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:54:39.404610 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] For port 9e28ec12-126d-4c38-b82a-e39273837806, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:54:39.407787 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] For port 9e28ec12-126d-4c38-b82a-e39273837806, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9e28ec12-126d-4c38-b82a-e39273837806,segment=NetworkSegment(fadb1d20-d2d5-41c7-8071-e8f65951766b),segment_id=fadb1d20-d2d5-41c7-8071-e8f65951766b)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:54:39.476200 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.519779 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.540177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb776e-e72e-45da-8525-2745c8f2c0b4 None None] Pushing event updated for resources: {'Port': ['ID=9e28ec12-126d-4c38-b82a-e39273837806,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:39.545060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Transition to ACTIVE for port object d20de348-88e3-4c25-b3d2-182283aa30d8 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:54:39.640536 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.685458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:54:39.689073 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:54:39.691652 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:54:39.731241 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=d20de348-88e3-4c25-b3d2-182283aa30d8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:39.756598 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.975197 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:40.250738 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:40.340916 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:40.413518 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=d20de348-88e3-4c25-b3d2-182283aa30d8,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:40.418899 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:40.515090 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:54:40.516567 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:54:40.638010 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 8c65865c-133b-4344-ba56-c75fa633838b has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:54:40.713321 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a073af39-26e3-4905-aa86-929455a38571 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:54:40.757410 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:54:40.762604 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ccbab650-709c-4a3c-a8e7-a2efc7f17451 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "PUT /v2.0/routers/8c65865c-133b-4344-ba56-c75fa633838b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2367141 Jul 05 04:54:40.774623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Sync routers for ids ['8c65865c-133b-4344-ba56-c75fa633838b'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:54:40.783606 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Routers {'8c65865c-133b-4344-ba56-c75fa633838b'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:40.784222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:54:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c65865c-133b-4344-ba56-c75fa633838b'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:40.827969 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port a073af39-26e3-4905-aa86-929455a38571 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:54:40.834772 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a073af39-26e3-4905-aa86-929455a38571 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:40.835179 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:40.924088 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-74c5d42e-6ec0-463e-b62d-c90c9cbe1bad tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479106587&fields=id&tenant_id=ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 267 time: 0.0353804 Jul 05 04:54:40.973516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Set router 8c65865c-133b-4344-ba56-c75fa633838b gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:41.005959 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:41.040710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port a073af39-26e3-4905-aa86-929455a38571, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a073af39-26e3-4905-aa86-929455a38571,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:41.063812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-9bde9e88-ff1c-4f09-9ce7-b718d2a59228 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:41.065848 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-9bde9e88-ff1c-4f09-9ce7-b718d2a59228 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/networks?id=e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 HTTP/1.1" status: 200 len: 797 time: 0.1328790 Jul 05 04:54:41.084845 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-bd7fe4a5-ff85-441e-8602-5a89e0e5b6d1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/quotas/ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 375 time: 0.0099776 Jul 05 04:54:41.122446 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:41.123461 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9e28ec12-126d-4c38-b82a-e39273837806 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:54:41.165735 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-8ceea977-048f-417f-80a7-657e08cf4df9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763454 Jul 05 04:54:41.183935 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd02b4df-9ee7-4107-bdb6-eeff7bddb240 None None] Network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:54:41.282077 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=a073af39-26e3-4905-aa86-929455a38571,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:41.325651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-35651935-2baa-4dcc-a95a-3470c05ff129 service neutron] 10.222.0.60 "GET /v2.0/networks/e9c2d12f-2c34-4cb8-a0c4-39be6344ca60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469269 Jul 05 04:54:41.338026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-90ea51c5-2ec5-476b-826d-18f8f33e817a None None] Provisioning for port 9e28ec12-126d-4c38-b82a-e39273837806 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:54:41.399771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 9e28ec12-126d-4c38-b82a-e39273837806 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:54:41.408819 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 9e28ec12-126d-4c38-b82a-e39273837806 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:41.409124 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:41.414224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd20de348-88e3-4c25-b3d2-182283aa30d8', 'name': '', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:cd:37:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:39Z', 'updated_at': '2021-07-05T04:54:40Z', 'revision_number': 2, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:41.419517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-ebc02563-75e1-4255-812d-02188ec0420e service neutron] 10.222.0.60 "GET /v2.0/networks/e9c2d12f-2c34-4cb8-a0c4-39be6344ca60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879529 Jul 05 04:54:41.464334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Checking router: 8c65865c-133b-4344-ba56-c75fa633838b for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:54:41.464724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Updating router 8c65865c-133b-4344-ba56-c75fa633838b port d20de348-88e3-4c25-b3d2-182283aa30d8 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:54:41.532078 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:41.677062 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ef37685-cce2-4b0a-b478-c9264f762e4e req-eb01e087-dbed-4c88-9c12-b8a39fa44436 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 210 time: 0.0450037 Jul 05 04:54:41.680251 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:41.773187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 9e28ec12-126d-4c38-b82a-e39273837806, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9e28ec12-126d-4c38-b82a-e39273837806,segment=NetworkSegment(fadb1d20-d2d5-41c7-8071-e8f65951766b),segment_id=fadb1d20-d2d5-41c7-8071-e8f65951766b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:41.837701 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:41.934449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2882abc1-147d-452c-9567-cc4be08c6f8e None None] Provisioning complete for port 9e28ec12-126d-4c38-b82a-e39273837806 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:41.934715 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2882abc1-147d-452c-9567-cc4be08c6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:41.967481 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:41.969809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=9e28ec12-126d-4c38-b82a-e39273837806,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:41.989971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Transition to ACTIVE for port object d20de348-88e3-4c25-b3d2-182283aa30d8 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:54:42.074285 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:42.123989 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d9009-0752-4670-a456-ec925173f4b6 None None] Pushing event updated for resources: {'Port': ['ID=d20de348-88e3-4c25-b3d2-182283aa30d8,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:42.131285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2882abc1-147d-452c-9567-cc4be08c6f8e None None] Provisioning for port d20de348-88e3-4c25-b3d2-182283aa30d8 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:54:42.201592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Attempting to bind port d20de348-88e3-4c25-b3d2-182283aa30d8 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:54:42.201972 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Attempting to bind port d20de348-88e3-4c25-b3d2-182283aa30d8 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'fadb1d20-d2d5-41c7-8071-e8f65951766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:54:42.202344 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Attempting to bind port d20de348-88e3-4c25-b3d2-182283aa30d8 on network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:54:42.207759 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:54:42.208140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Checking segment: {'id': 'fadb1d20-d2d5-41c7-8071-e8f65951766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:54:42.208579 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:42.208984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Bound using segment: {'id': 'fadb1d20-d2d5-41c7-8071-e8f65951766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:54:42.209449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Bound port: d20de348-88e3-4c25-b3d2-182283aa30d8, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadb1d20-d2d5-41c7-8071-e8f65951766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:54:42.209831 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:42.285567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] For port d20de348-88e3-4c25-b3d2-182283aa30d8, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:54:42.289581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] For port d20de348-88e3-4c25-b3d2-182283aa30d8, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d20de348-88e3-4c25-b3d2-182283aa30d8,segment=NetworkSegment(fadb1d20-d2d5-41c7-8071-e8f65951766b),segment_id=fadb1d20-d2d5-41c7-8071-e8f65951766b)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:54:42.404754 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:42.484188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Routers {'8c65865c-133b-4344-ba56-c75fa633838b'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:42.484870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:54:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c65865c-133b-4344-ba56-c75fa633838b'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:42.554131 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d9009-0752-4670-a456-ec925173f4b6 None None] Pushing event updated for resources: {'Port': ['ID=d20de348-88e3-4c25-b3d2-182283aa30d8,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:42.646020 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] Set router 8c65865c-133b-4344-ba56-c75fa633838b gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:42.772602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1e21c0e-e6e0-4816-a526-f8b34a2100f2 req-2f37af03-a48a-420b-95c4-b5a98a403e54 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 210 time: 0.0355921 Jul 05 04:54:42.850306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a073af39-26e3-4905-aa86-929455a38571 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:54:43.047005 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a073af39-26e3-4905-aa86-929455a38571 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:43.047387 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:43.161855 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd20de348-88e3-4c25-b3d2-182283aa30d8', 'name': '', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:cd:37:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:39Z', 'updated_at': '2021-07-05T04:54:42Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:43.191285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb5c771-f075-4a88-877f-1470aea726e6 None None] The sync data for ids ['8c65865c-133b-4344-ba56-c75fa633838b'] in n-d-798249-5 is: [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd20de348-88e3-4c25-b3d2-182283aa30d8', 'name': '', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:cd:37:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:39Z', 'updated_at': '2021-07-05T04:54:42Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:54:43.207088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9e28ec12-126d-4c38-b82a-e39273837806 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:54:43.249800 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 9e28ec12-126d-4c38-b82a-e39273837806 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:43.250172 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:43.930260 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bade7301-da0d-4ea9-afaf-539d6bd7bd28 req-9076e7dd-76f1-4ea9-8eaa-8305eedbc4c5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 210 time: 0.0329161 Jul 05 04:54:44.704232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d20de348-88e3-4c25-b3d2-182283aa30d8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:54:44.712470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-9f44b20a-bfa2-422c-8f6b-3ab16832d92b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:44.714149 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-9f44b20a-bfa2-422c-8f6b-3ab16832d92b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/networks?id=e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 HTTP/1.1" status: 200 len: 797 time: 0.1128831 Jul 05 04:54:44.763810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-e4e06e7a-ccd8-42b1-92b1-5d9c7fb34c01 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 379 time: 0.0416274 Jul 05 04:54:44.772750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5cda796b-9803-4c64-8160-10e25bdde6b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'port': {'device_id': '733ca15d-6b95-484f-bf07-1462be3050a1', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'admin_state_up': True, 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'security_groups': ['5d051112-9cf6-4e7f-86ff-110c5282524c']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:44.805007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d20de348-88e3-4c25-b3d2-182283aa30d8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:54:44.809167 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d20de348-88e3-4c25-b3d2-182283aa30d8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:44.809757 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:44.888086 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:44.921817 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d20de348-88e3-4c25-b3d2-182283aa30d8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d20de348-88e3-4c25-b3d2-182283aa30d8,segment=NetworkSegment(fadb1d20-d2d5-41c7-8071-e8f65951766b),segment_id=fadb1d20-d2d5-41c7-8071-e8f65951766b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:44.925405 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5cda796b-9803-4c64-8160-10e25bdde6b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:54:44.929167 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5cda796b-9803-4c64-8160-10e25bdde6b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:44.961745 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:45.023545 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d20de348-88e3-4c25-b3d2-182283aa30d8,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:45.094357 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-db527bff-9694-40ff-81e9-68f5215ac1e6 req-26ef32c5-17d0-419c-9fb4-030132db1414 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 210 time: 0.0373867 Jul 05 04:54:45.100751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5cda796b-9803-4c64-8160-10e25bdde6b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.20.0.5 (e9c2d12f-2c34-4cb8-a0c4-39be6344ca60/0a3fefff-f840-49de-9062-d869119a8aa8/cd390802-d89e-492f-a270-f2c34f363ff2) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:54:45.239594 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5cda796b-9803-4c64-8160-10e25bdde6b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:45.252289 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5cda796b-9803-4c64-8160-10e25bdde6b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Transition to ACTIVE for port object cd390802-d89e-492f-a270-f2c34f363ff2 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:54:45.337161 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5cda796b-9803-4c64-8160-10e25bdde6b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:45.381487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5cda796b-9803-4c64-8160-10e25bdde6b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:54:45.384675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5cda796b-9803-4c64-8160-10e25bdde6b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:54:45.390947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5cda796b-9803-4c64-8160-10e25bdde6b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:54:45.397261 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda796b-9803-4c64-8160-10e25bdde6b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=cd390802-d89e-492f-a270-f2c34f363ff2,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:45.447478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5cda796b-9803-4c64-8160-10e25bdde6b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:45.448106 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5cda796b-9803-4c64-8160-10e25bdde6b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:45.514736 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5cda796b-9803-4c64-8160-10e25bdde6b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7462997 Jul 05 04:54:45.526911 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Request body: {'port': {'device_id': '733ca15d-6b95-484f-bf07-1462be3050a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:45.601963 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:45.628074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-88825589-8f87-4f94-8876-353e2257a654 None None] Provisioning for port cd390802-d89e-492f-a270-f2c34f363ff2 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:54:45.632820 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-88825589-8f87-4f94-8876-353e2257a654 None None] Provisioning complete for port cd390802-d89e-492f-a270-f2c34f363ff2 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:45.633196 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-88825589-8f87-4f94-8876-353e2257a654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:45.667657 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-88825589-8f87-4f94-8876-353e2257a654 None None] Port cd390802-d89e-492f-a270-f2c34f363ff2 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:54:45.870871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd390802-d89e-492f-a270-f2c34f363ff2 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:54:45.878231 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:45.890286 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Transition to ACTIVE for port object cd390802-d89e-492f-a270-f2c34f363ff2 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:54:45.964000 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:46.016677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Pushing event updated for resources: {'Port': ['ID=cd390802-d89e-492f-a270-f2c34f363ff2,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:46.087838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Attempting to bind port cd390802-d89e-492f-a270-f2c34f363ff2 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:54:46.088183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Attempting to bind port cd390802-d89e-492f-a270-f2c34f363ff2 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'fadb1d20-d2d5-41c7-8071-e8f65951766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:54:46.088550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Attempting to bind port cd390802-d89e-492f-a270-f2c34f363ff2 on network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:54:46.093185 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Port cd390802-d89e-492f-a270-f2c34f363ff2 on network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:54:46.093515 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Attempting to bind port cd390802-d89e-492f-a270-f2c34f363ff2 on network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:54:46.099072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:54:46.099892 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Checking segment: {'id': 'fadb1d20-d2d5-41c7-8071-e8f65951766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:54:46.099892 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Bound using segment: {'id': 'fadb1d20-d2d5-41c7-8071-e8f65951766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:54:46.100211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Bound port: cd390802-d89e-492f-a270-f2c34f363ff2, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fadb1d20-d2d5-41c7-8071-e8f65951766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:54:46.100657 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:46.178076 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] For port cd390802-d89e-492f-a270-f2c34f363ff2, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:54:46.180197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] For port cd390802-d89e-492f-a270-f2c34f363ff2, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=cd390802-d89e-492f-a270-f2c34f363ff2,segment=NetworkSegment(fadb1d20-d2d5-41c7-8071-e8f65951766b),segment_id=fadb1d20-d2d5-41c7-8071-e8f65951766b)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:54:46.269610 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:46.282377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f2445-f73a-4eeb-891e-7689a83f3f22 req-21f3683e-0f3a-4a06-abb8-addcd7b1fc3a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:46.284092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e0f2445-f73a-4eeb-891e-7689a83f3f22 req-21f3683e-0f3a-4a06-abb8-addcd7b1fc3a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 943 time: 0.0734754 Jul 05 04:54:46.331831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:46.332737 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:46.334014 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] 10.222.0.64 "PUT /v2.0/ports/cd390802-d89e-492f-a270-f2c34f363ff2 HTTP/1.1" status: 200 len: 1091 time: 0.8115175 Jul 05 04:54:46.334455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733ca15d-6b95-484f-bf07-1462be3050a1', 'tag': 'cd390802-d89e-492f-a270-f2c34f363ff2'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:54:46.336735 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcc6c86-e1af-434d-aeea-6edf9db3e388" -d '{"events": [{"name": "network-changed", "server_uuid": "733ca15d-6b95-484f-bf07-1462be3050a1", "tag": "cd390802-d89e-492f-a270-f2c34f363ff2"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:54:46.375142 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e0f2445-f73a-4eeb-891e-7689a83f3f22 req-3e1e1c5e-8a90-46cc-845e-dc344a317167 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689187 Jul 05 04:54:46.375920 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb945349-b9ce-4bf5-a593-51bb38a9c3af service neutron] Pushing event updated for resources: {'Port': ['ID=cd390802-d89e-492f-a270-f2c34f363ff2,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:46.393449 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24fde3f-90d0-45d1-beff-a107eba53391 x-openstack-request-id: req-e24fde3f-90d0-45d1-beff-a107eba53391 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:54:46.393751 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733ca15d-6b95-484f-bf07-1462be3050a1", "tag": "cd390802-d89e-492f-a270-f2c34f363ff2", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:54:46.394013 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e24fde3f-90d0-45d1-beff-a107eba53391 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:54:46.394491 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733ca15d-6b95-484f-bf07-1462be3050a1', 'tag': 'cd390802-d89e-492f-a270-f2c34f363ff2', 'status': 'completed', 'code': 200} Jul 05 04:54:46.471052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc6c86-e1af-434d-aeea-6edf9db3e388 req-116ad7a7-818e-400a-baf2-033b27673e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:46.472643 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfcc6c86-e1af-434d-aeea-6edf9db3e388 req-116ad7a7-818e-400a-baf2-033b27673e32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 1094 time: 0.0570838 Jul 05 04:54:46.573807 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc6c86-e1af-434d-aeea-6edf9db3e388 req-d45cec52-7124-4971-b24d-378447d8b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:46.575276 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfcc6c86-e1af-434d-aeea-6edf9db3e388 req-d45cec52-7124-4971-b24d-378447d8b1cc service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ed390b693731479e8afa007129b8a395&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0958767 Jul 05 04:54:46.667893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d20de348-88e3-4c25-b3d2-182283aa30d8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:54:46.673543 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc6c86-e1af-434d-aeea-6edf9db3e388 req-a5a4707e-2924-4e0c-bfa9-f55d96a19ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:46.675180 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dfcc6c86-e1af-434d-aeea-6edf9db3e388 req-a5a4707e-2924-4e0c-bfa9-f55d96a19ce4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938795 Jul 05 04:54:46.716170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d20de348-88e3-4c25-b3d2-182283aa30d8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:46.716578 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:46.762962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-a0c06bc5-0db5-498d-ac65-96d0b280930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:46.764512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-a0c06bc5-0db5-498d-ac65-96d0b280930a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 1094 time: 0.0511153 Jul 05 04:54:46.806020 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-be4887bf-5b1c-445e-a4ec-39c33178ef3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd390802-d89e-492f-a270-f2c34f363ff2 HTTP/1.1" status: 200 len: 217 time: 0.0342789 Jul 05 04:54:46.857419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-68cf7158-fcc0-4c37-b602-5bd69409822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:46.858759 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-68cf7158-fcc0-4c37-b602-5bd69409822f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a3fefff-f840-49de-9062-d869119a8aa8 HTTP/1.1" status: 200 len: 835 time: 0.0469453 Jul 05 04:54:46.913877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5e876a73-b3a1-467f-a0e6-453769713cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:46.915340 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-5e876a73-b3a1-467f-a0e6-453769713cea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9c2d12f-2c34-4cb8-a0c4-39be6344ca60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502775 Jul 05 04:54:47.000380 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-d6606750-8115-4dea-bdfe-d045f1efe40a service neutron] 10.222.0.64 "GET /v2.0/networks/e9c2d12f-2c34-4cb8-a0c4-39be6344ca60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789547 Jul 05 04:54:47.091918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f9c7226-3f20-43cc-8598-e42529a28216 req-a17facc5-2459-4603-b9c4-3bfd77c1cc8d service neutron] 10.222.0.64 "GET /v2.0/networks/e9c2d12f-2c34-4cb8-a0c4-39be6344ca60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847430 Jul 05 04:54:47.556840 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b253140-28a3-47d6-819a-5883624e2939 req-d8561f58-4ede-4f0a-9c89-97aef744efb0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:47.558309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b253140-28a3-47d6-819a-5883624e2939 req-d8561f58-4ede-4f0a-9c89-97aef744efb0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 943 time: 0.0628972 Jul 05 04:54:47.594428 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b253140-28a3-47d6-819a-5883624e2939 req-747fd35c-4c0f-4282-9268-a85e305bca7f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307345 Jul 05 04:54:48.772332 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6dd18-4ba7-4ea3-8500-d42bdaa7d83d req-99c543a4-47c9-4cec-8151-776e2c439d38 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:48.773829 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bde6dd18-4ba7-4ea3-8500-d42bdaa7d83d req-99c543a4-47c9-4cec-8151-776e2c439d38 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 943 time: 0.0679848 Jul 05 04:54:48.811416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bde6dd18-4ba7-4ea3-8500-d42bdaa7d83d req-9b230049-a8ce-4edd-8db5-9bc9a3a2e065 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321143 Jul 05 04:54:49.945960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device cd390802-d89e-492f-a270-f2c34f363ff2 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:54:49.985107 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f477e-4389-4fbf-9982-2b51e24236ce req-a4079a2c-1473-4f1d-8aec-a888be3ba3dd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:49.986864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-978f477e-4389-4fbf-9982-2b51e24236ce req-a4079a2c-1473-4f1d-8aec-a888be3ba3dd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 943 time: 0.0674753 Jul 05 04:54:50.027898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-978f477e-4389-4fbf-9982-2b51e24236ce req-2ba055e6-2842-47b7-b22c-4aed2b4d7b7c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348296 Jul 05 04:54:50.041111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port cd390802-d89e-492f-a270-f2c34f363ff2, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=cd390802-d89e-492f-a270-f2c34f363ff2,segment=NetworkSegment(fadb1d20-d2d5-41c7-8071-e8f65951766b),segment_id=fadb1d20-d2d5-41c7-8071-e8f65951766b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:50.052716 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'cd390802-d89e-492f-a270-f2c34f363ff2', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'port_id': 'cd390802-d89e-492f-a270-f2c34f363ff2', 'mac_address': 'fa:16:3e:e6:73:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:54:50.092690 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:50.104797 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd390802-d89e-492f-a270-f2c34f363ff2 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:54:50.123670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port cd390802-d89e-492f-a270-f2c34f363ff2, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=cd390802-d89e-492f-a270-f2c34f363ff2,segment=NetworkSegment(fadb1d20-d2d5-41c7-8071-e8f65951766b),segment_id=fadb1d20-d2d5-41c7-8071-e8f65951766b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:50.204967 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:50.252755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=cd390802-d89e-492f-a270-f2c34f363ff2,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:50.404803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['cd390802-d89e-492f-a270-f2c34f363ff2'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:54:51.200929 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c5471-2bfa-44a3-924d-5fdb8a0505e3 req-cb9a983d-67e1-4bc4-961d-cdfe82e7f340 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:51.202416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d6c5471-2bfa-44a3-924d-5fdb8a0505e3 req-cb9a983d-67e1-4bc4-961d-cdfe82e7f340 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 944 time: 0.0624452 Jul 05 04:54:51.240605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4d6c5471-2bfa-44a3-924d-5fdb8a0505e3 req-ecdbda4f-efdb-4698-92b3-7d107e5d66d0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321615 Jul 05 04:54:51.382291 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f5be281a-8d81-46ea-80c3-12cbcdad65db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:51.902849 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device cd390802-d89e-492f-a270-f2c34f363ff2 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:54:52.010516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port cd390802-d89e-492f-a270-f2c34f363ff2 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:54:52.014512 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port cd390802-d89e-492f-a270-f2c34f363ff2 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:52.014881 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:52.093005 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:52.114707 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733ca15d-6b95-484f-bf07-1462be3050a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd390802-d89e-492f-a270-f2c34f363ff2'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:54:52.116971 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f0d132-6678-4425-b0a3-0a87f48ed37e" -d '{"events": [{"server_uuid": "733ca15d-6b95-484f-bf07-1462be3050a1", "name": "network-vif-plugged", "status": "completed", "tag": "cd390802-d89e-492f-a270-f2c34f363ff2"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:54:52.129825 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port cd390802-d89e-492f-a270-f2c34f363ff2, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=cd390802-d89e-492f-a270-f2c34f363ff2,segment=NetworkSegment(fadb1d20-d2d5-41c7-8071-e8f65951766b),segment_id=fadb1d20-d2d5-41c7-8071-e8f65951766b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:52.156863 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46fd471-6b42-4552-a88c-e4b4185f6d29 x-openstack-request-id: req-e46fd471-6b42-4552-a88c-e4b4185f6d29 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:54:52.156863 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733ca15d-6b95-484f-bf07-1462be3050a1", "name": "network-vif-plugged", "status": "completed", "tag": "cd390802-d89e-492f-a270-f2c34f363ff2", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:54:52.156863 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e46fd471-6b42-4552-a88c-e4b4185f6d29 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:54:52.156863 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733ca15d-6b95-484f-bf07-1462be3050a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd390802-d89e-492f-a270-f2c34f363ff2', 'code': 200} Jul 05 04:54:52.199267 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:52.247682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=cd390802-d89e-492f-a270-f2c34f363ff2,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:52.271995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f072dd3-e4bd-499f-af94-d7c8a63603ec req-425fcf50-2fba-4f4e-b371-df9cd43d445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:52.280530 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f072dd3-e4bd-499f-af94-d7c8a63603ec req-425fcf50-2fba-4f4e-b371-df9cd43d445d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 1096 time: 0.0627322 Jul 05 04:54:52.317381 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f072dd3-e4bd-499f-af94-d7c8a63603ec req-f771d2e7-436e-460d-a1d6-fbb0a751c7ff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301690 Jul 05 04:54:52.418334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6a58c-0093-4fa3-8878-65c833ba3791 req-7c39fe6d-0053-4d6f-b600-6991476df2e0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:52.419754 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aaa6a58c-0093-4fa3-8878-65c833ba3791 req-7c39fe6d-0053-4d6f-b600-6991476df2e0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.0639250 Jul 05 04:54:52.456255 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-aaa6a58c-0093-4fa3-8878-65c833ba3791 req-812044db-0156-4b9c-befd-9391ae02b3b2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309958 Jul 05 04:54:53.631830 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bcb23-5a1d-4aef-b33f-f5e757e0ee59 req-30405658-cca1-4c61-a5f7-213aa930f8c6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:53.633344 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a1bcb23-5a1d-4aef-b33f-f5e757e0ee59 req-30405658-cca1-4c61-a5f7-213aa930f8c6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.0651085 Jul 05 04:54:53.671550 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9a1bcb23-5a1d-4aef-b33f-f5e757e0ee59 req-6b4f298b-2d7d-4747-a234-ad80a90529a0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326741 Jul 05 04:54:53.839887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d58b6-1cf4-4e7e-9943-80d342c71853 req-7fef926b-a366-4311-a490-19687dd6cd0f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:53.841400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f54d58b6-1cf4-4e7e-9943-80d342c71853 req-7fef926b-a366-4311-a490-19687dd6cd0f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.0626090 Jul 05 04:54:53.878622 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f54d58b6-1cf4-4e7e-9943-80d342c71853 req-0fdd15f7-e4e0-48ef-bdd9-2659326702ac tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318384 Jul 05 04:54:53.901813 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57080) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:53.952820 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceb6324-7d1d-4bc8-8b85-a339c0bb7abe tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:53.954326 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5ceb6324-7d1d-4bc8-8b85-a339c0bb7abe tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 1091 time: 0.0515075 Jul 05 04:54:53.957293 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57082) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:53.961996 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': 'cd390802-d89e-492f-a270-f2c34f363ff2', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:54.049798 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:54.325062 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cbc335fa-e4a5-4984-9e33-1783a47aae31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:54.431168 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:54.433415 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:54.529616 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.25.0.49 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/4c02baa9-b1b3-4086-8311-720eb7e52f58) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:54:54.633574 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:54.713639 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:54.749634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:54:54.752448 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:54:54.755880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:54:54.782366 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=4c02baa9-b1b3-4086-8311-720eb7e52f58,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:55.246571 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:55.403474 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:55.466490 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:55.546184 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:55.587484 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:55.655576 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=4c02baa9-b1b3-4086-8311-720eb7e52f58,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:55.669623 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:55.767946 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Floating IP b2d64123-954b-49e0-bd6c-bfa9d8f2b12f associated. External IP: 172.25.0.49, port: cd390802-d89e-492f-a270-f2c34f363ff2. Jul 05 04:54:55.970476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 8c65865c-133b-4344-ba56-c75fa633838b has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:54:56.078839 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:54:56.089314 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a50a1e-9dfd-4ff3-8400-d3df158125ba None None] Sync routers for ids ['8c65865c-133b-4344-ba56-c75fa633838b'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:54:56.098368 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a50a1e-9dfd-4ff3-8400-d3df158125ba None None] Routers {'8c65865c-133b-4344-ba56-c75fa633838b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:56.104335 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-94a50a1e-9dfd-4ff3-8400-d3df158125ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:54:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c65865c-133b-4344-ba56-c75fa633838b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:56.148223 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:56.186053 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0f5851ee-0d0b-4c95-b0e3-64b13e02ba86 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2273066 Jul 05 04:54:56.187022 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733ca15d-6b95-484f-bf07-1462be3050a1', 'tag': 'cd390802-d89e-492f-a270-f2c34f363ff2'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:54:56.189549 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04932b8-00d9-4565-933d-4a256048c3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "733ca15d-6b95-484f-bf07-1462be3050a1", "tag": "cd390802-d89e-492f-a270-f2c34f363ff2"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:54:56.202564 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-94a50a1e-9dfd-4ff3-8400-d3df158125ba None None] Set router 8c65865c-133b-4344-ba56-c75fa633838b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:56.234135 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e93ba6-38b9-4dd5-a00d-122fb8469761 x-openstack-request-id: req-d0e93ba6-38b9-4dd5-a00d-122fb8469761 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:54:56.234135 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733ca15d-6b95-484f-bf07-1462be3050a1", "tag": "cd390802-d89e-492f-a270-f2c34f363ff2", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:54:56.234135 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0e93ba6-38b9-4dd5-a00d-122fb8469761 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:54:56.234508 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733ca15d-6b95-484f-bf07-1462be3050a1', 'tag': 'cd390802-d89e-492f-a270-f2c34f363ff2', 'status': 'completed', 'code': 200} Jul 05 04:54:56.350827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04932b8-00d9-4565-933d-4a256048c3d4 req-c87d29b2-cefc-4e38-9344-025817898c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:56.352342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a04932b8-00d9-4565-933d-4a256048c3d4 req-c87d29b2-cefc-4e38-9344-025817898c8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 1096 time: 0.0948472 Jul 05 04:54:56.386954 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204ad8f-a274-492c-b557-23e41f429379 req-6c4694a8-411d-4338-94da-4a8c49b5f90a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:56.388460 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e204ad8f-a274-492c-b557-23e41f429379 req-6c4694a8-411d-4338-94da-4a8c49b5f90a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.1032076 Jul 05 04:54:56.432383 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-94a50a1e-9dfd-4ff3-8400-d3df158125ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'b2d64123-954b-49e0-bd6c-bfa9d8f2b12f', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'port_id': 'cd390802-d89e-492f-a270-f2c34f363ff2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'mac_address': 'fa:16:3e:e6:73:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733ca15d-6b95-484f-bf07-1462be3050a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:54:54Z', 'updated_at': '2021-07-05T04:54:54Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20de348-88e3-4c25-b3d2-182283aa30d8', 'name': '', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:cd:37:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:39Z', 'updated_at': '2021-07-05T04:54:44Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:56.458629 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a50a1e-9dfd-4ff3-8400-d3df158125ba None None] Checking router: 8c65865c-133b-4344-ba56-c75fa633838b for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:54:56.460867 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e204ad8f-a274-492c-b557-23e41f429379 req-bda816b1-9ecf-4282-8db4-bdc132f51e6d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466344 Jul 05 04:54:56.466953 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a50a1e-9dfd-4ff3-8400-d3df158125ba None None] Routers {'8c65865c-133b-4344-ba56-c75fa633838b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:56.467578 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-94a50a1e-9dfd-4ff3-8400-d3df158125ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:54:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c65865c-133b-4344-ba56-c75fa633838b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:56.483782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04932b8-00d9-4565-933d-4a256048c3d4 req-d20353f6-d3f1-4746-b273-93d4afbe94ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:56.485294 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a04932b8-00d9-4565-933d-4a256048c3d4 req-d20353f6-d3f1-4746-b273-93d4afbe94ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 HTTP/1.1" status: 200 len: 898 time: 0.1264386 Jul 05 04:54:56.488470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57088) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:56.571627 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-94a50a1e-9dfd-4ff3-8400-d3df158125ba None None] Set router 8c65865c-133b-4344-ba56-c75fa633838b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:56.593462 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b46a87c1-b283-4df4-802f-01cdf51317ae tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/b2d64123-954b-49e0-bd6c-bfa9d8f2b12f HTTP/1.1" status: 200 len: 990 time: 0.1039512 Jul 05 04:54:56.597267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a04932b8-00d9-4565-933d-4a256048c3d4 req-46bf3bc0-36ca-4eb1-baef-6b3c9deeca06 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd390802-d89e-492f-a270-f2c34f363ff2 HTTP/1.1" status: 200 len: 998 time: 0.1027553 Jul 05 04:54:56.649271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04932b8-00d9-4565-933d-4a256048c3d4 req-771a06d7-e144-4cb4-816d-8910275d18fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:56.652326 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a04932b8-00d9-4565-933d-4a256048c3d4 req-771a06d7-e144-4cb4-816d-8910275d18fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a3fefff-f840-49de-9062-d869119a8aa8 HTTP/1.1" status: 200 len: 835 time: 0.0478637 Jul 05 04:54:56.706671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04932b8-00d9-4565-933d-4a256048c3d4 req-6df2e8a7-55dd-481f-affd-e5c19e40b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:56.708957 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a04932b8-00d9-4565-933d-4a256048c3d4 req-6df2e8a7-55dd-481f-affd-e5c19e40b515 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9c2d12f-2c34-4cb8-a0c4-39be6344ca60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525174 Jul 05 04:54:56.789918 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-94a50a1e-9dfd-4ff3-8400-d3df158125ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'b2d64123-954b-49e0-bd6c-bfa9d8f2b12f', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'port_id': 'cd390802-d89e-492f-a270-f2c34f363ff2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'mac_address': 'fa:16:3e:e6:73:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733ca15d-6b95-484f-bf07-1462be3050a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:54:54Z', 'updated_at': '2021-07-05T04:54:54Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20de348-88e3-4c25-b3d2-182283aa30d8', 'name': '', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:cd:37:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:39Z', 'updated_at': '2021-07-05T04:54:44Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:56.796628 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a04932b8-00d9-4565-933d-4a256048c3d4 req-fdb5df5d-501c-4ec6-8cf9-e0836b7b82fe service neutron] 10.222.0.64 "GET /v2.0/networks/e9c2d12f-2c34-4cb8-a0c4-39be6344ca60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816841 Jul 05 04:54:56.820182 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a50a1e-9dfd-4ff3-8400-d3df158125ba None None] The sync data for ids ['8c65865c-133b-4344-ba56-c75fa633838b'] in n-d-798249-5 is: [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'b2d64123-954b-49e0-bd6c-bfa9d8f2b12f', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'port_id': 'cd390802-d89e-492f-a270-f2c34f363ff2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'mac_address': 'fa:16:3e:e6:73:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733ca15d-6b95-484f-bf07-1462be3050a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:54:54Z', 'updated_at': '2021-07-05T04:54:54Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20de348-88e3-4c25-b3d2-182283aa30d8', 'name': '', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:cd:37:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:39Z', 'updated_at': '2021-07-05T04:54:44Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:54:56.889910 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a04932b8-00d9-4565-933d-4a256048c3d4 req-5febfd24-a719-4d8c-8db3-0108d57a1a7c service neutron] 10.222.0.64 "GET /v2.0/networks/e9c2d12f-2c34-4cb8-a0c4-39be6344ca60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865383 Jul 05 04:54:57.011414 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fa4a01-c8ae-49c8-ad56-2fb34aba6c2c None None] New status for floating IP b2d64123-954b-49e0-bd6c-bfa9d8f2b12f: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:54:57.358852 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:57.596737 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57090) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:57.655430 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-568484ad-1644-4490-81bd-2d62e47dcd18 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/b2d64123-954b-49e0-bd6c-bfa9d8f2b12f HTTP/1.1" status: 200 len: 992 time: 0.0576324 Jul 05 04:55:00.056491 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:01.986518 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:13.116711 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:55:21.393324 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5914891c-2cfa-4d75-a9d0-19f7fbbe748b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:24.347256 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dc391ad7-69a7-43e3-a81a-03ca028ee0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:24.449752 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:24.691301 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c1acf-6af3-4fe0-928e-76570ad39be3 req-c6244c41-290c-4770-a2c9-51dbaa9b9c1c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:24.692811 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae9c1acf-6af3-4fe0-928e-76570ad39be3 req-c6244c41-290c-4770-a2c9-51dbaa9b9c1c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.1034327 Jul 05 04:55:24.726162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a6952-91db-4c65-a742-2a0b16097e78 req-b0e30dac-7b7b-4225-86cb-5393963f8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:24.727604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-218a6952-91db-4c65-a742-2a0b16097e78 req-b0e30dac-7b7b-4225-86cb-5393963f8917 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 1096 time: 0.0929615 Jul 05 04:55:24.751907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ae9c1acf-6af3-4fe0-928e-76570ad39be3 req-898332ca-32c4-4b4f-9354-a9f9982aae5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514619 Jul 05 04:55:24.827231 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a6952-91db-4c65-a742-2a0b16097e78 req-e643cb54-899f-4ea0-b213-28922b5f614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:24.828721 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-218a6952-91db-4c65-a742-2a0b16097e78 req-e643cb54-899f-4ea0-b213-28922b5f614c service neutron] 10.222.0.64 "GET /v2.0/networks?id=e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 HTTP/1.1" status: 200 len: 898 time: 0.0916176 Jul 05 04:55:24.894864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-218a6952-91db-4c65-a742-2a0b16097e78 req-abdafdfc-dc10-4411-8978-ec9044e60c0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd390802-d89e-492f-a270-f2c34f363ff2 HTTP/1.1" status: 200 len: 1000 time: 0.0592933 Jul 05 04:55:24.941838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a6952-91db-4c65-a742-2a0b16097e78 req-fb882570-9f6b-4d54-a8cc-54a2cde84e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:24.943225 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-218a6952-91db-4c65-a742-2a0b16097e78 req-fb882570-9f6b-4d54-a8cc-54a2cde84e68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a3fefff-f840-49de-9062-d869119a8aa8 HTTP/1.1" status: 200 len: 835 time: 0.0419757 Jul 05 04:55:24.997508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a6952-91db-4c65-a742-2a0b16097e78 req-3635d6ac-7538-47c0-b801-7149da5321cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:24.998943 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-218a6952-91db-4c65-a742-2a0b16097e78 req-3635d6ac-7538-47c0-b801-7149da5321cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9c2d12f-2c34-4cb8-a0c4-39be6344ca60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494821 Jul 05 04:55:25.452411 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-218a6952-91db-4c65-a742-2a0b16097e78 req-8a6da865-17c4-4e5b-b97c-2365a6a65655 service neutron] 10.222.0.64 "GET /v2.0/networks/e9c2d12f-2c34-4cb8-a0c4-39be6344ca60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470515 Jul 05 04:55:25.461706 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:25.542615 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-218a6952-91db-4c65-a742-2a0b16097e78 req-2323368b-a59f-4a51-ab21-b3ce2affc589 service neutron] 10.222.0.64 "GET /v2.0/networks/e9c2d12f-2c34-4cb8-a0c4-39be6344ca60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816257 Jul 05 04:55:25.934990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75cf8e-2e36-4433-a7ec-ebb20e3c1df9 req-700ed91b-068a-4da7-a6e0-172a5ae112a6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:25.936484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f75cf8e-2e36-4433-a7ec-ebb20e3c1df9 req-700ed91b-068a-4da7-a6e0-172a5ae112a6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.0671430 Jul 05 04:55:25.976130 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f75cf8e-2e36-4433-a7ec-ebb20e3c1df9 req-a7453c6b-bdec-4921-8487-d665b5950d69 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339293 Jul 05 04:55:27.146050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae47eb-03df-4f4a-8dd9-df5bb9ebd8d3 req-112d0719-3ae4-438b-b62f-1bcc3415e931 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:27.147587 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86ae47eb-03df-4f4a-8dd9-df5bb9ebd8d3 req-112d0719-3ae4-438b-b62f-1bcc3415e931 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.0611305 Jul 05 04:55:27.185060 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86ae47eb-03df-4f4a-8dd9-df5bb9ebd8d3 req-45787a9c-8a4d-4988-99d8-c808c02d890b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314538 Jul 05 04:55:27.358191 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:28.352282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd63e3-e10e-4fbd-b632-363721cbc374 req-9ecc8edf-1add-4647-9361-357b3b949a08 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:28.353768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05bd63e3-e10e-4fbd-b632-363721cbc374 req-9ecc8edf-1add-4647-9361-357b3b949a08 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.0616829 Jul 05 04:55:28.391849 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05bd63e3-e10e-4fbd-b632-363721cbc374 req-3cfc4b83-3043-4575-9b65-e59ae40e8b18 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326307 Jul 05 04:55:29.572196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893645e4-206f-4a5d-bb59-b0ecc0651b90 req-9376938c-87c0-4ca5-8b80-724f582dbaf9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:29.573694 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-893645e4-206f-4a5d-bb59-b0ecc0651b90 req-9376938c-87c0-4ca5-8b80-724f582dbaf9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.0653329 Jul 05 04:55:29.610676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-893645e4-206f-4a5d-bb59-b0ecc0651b90 req-21e21d5b-0c9a-4406-a591-3a15ae080306 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315518 Jul 05 04:55:30.083606 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:30.781049 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137022e9-693d-4dd7-8951-a8a41b58240a req-cda4b0f8-60f4-4415-bb92-6d1fbf275f68 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:30.782527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-137022e9-693d-4dd7-8951-a8a41b58240a req-cda4b0f8-60f4-4415-bb92-6d1fbf275f68 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.0639021 Jul 05 04:55:30.820993 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-137022e9-693d-4dd7-8951-a8a41b58240a req-cada06ea-c760-42ff-9bb5-6a0abce67682 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322659 Jul 05 04:55:31.992980 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d695e8-6068-4dc2-a323-8747306edfa2 req-247bf463-d00c-4a2f-83c9-45e0b93894ac tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:31.993708 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:31.994457 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7d695e8-6068-4dc2-a323-8747306edfa2 req-247bf463-d00c-4a2f-83c9-45e0b93894ac tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.0650270 Jul 05 04:55:32.031906 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7d695e8-6068-4dc2-a323-8747306edfa2 req-b3301e27-a547-4e1f-bf64-cb6194615128 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317903 Jul 05 04:55:33.202933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17a6ac-3ff1-4924-8364-2f64e6d8214c req-7d21b69d-9714-4694-8b34-56feea026eae tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:33.204417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad17a6ac-3ff1-4924-8364-2f64e6d8214c req-7d21b69d-9714-4694-8b34-56feea026eae tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.0627139 Jul 05 04:55:33.242092 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ad17a6ac-3ff1-4924-8364-2f64e6d8214c req-25cfa6aa-1b52-4e79-81ce-6c69d8b385bb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320864 Jul 05 04:55:34.414767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341157a6-64af-4961-b66f-db69d2a79334 req-309ccd50-5d7d-4a8e-aeff-1336718d1f17 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:34.416521 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-341157a6-64af-4961-b66f-db69d2a79334 req-309ccd50-5d7d-4a8e-aeff-1336718d1f17 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.0629320 Jul 05 04:55:34.455204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-341157a6-64af-4961-b66f-db69d2a79334 req-f21e581f-34e9-45b4-ac2b-c580d48adba9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330894 Jul 05 04:55:35.642144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dc335-d2c3-4781-bf47-054c87d4fe7c req-b7789458-755e-4e79-80ed-025239cc5f1f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:35.643621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-212dc335-d2c3-4781-bf47-054c87d4fe7c req-b7789458-755e-4e79-80ed-025239cc5f1f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.0694382 Jul 05 04:55:35.680849 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-212dc335-d2c3-4781-bf47-054c87d4fe7c req-7ac3e938-3a27-4817-bb9d-ab09cc47b6ce tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314038 Jul 05 04:55:36.854975 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e3b2-acdd-4099-81d3-33343216e2c8 req-3789cc90-a76f-4c4d-8eaa-cc0a79818c74 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:36.856468 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8127e3b2-acdd-4099-81d3-33343216e2c8 req-3789cc90-a76f-4c4d-8eaa-cc0a79818c74 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.0657468 Jul 05 04:55:36.893692 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8127e3b2-acdd-4099-81d3-33343216e2c8 req-7e8e5090-cbaf-4f84-b603-aa791a4b71f7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316894 Jul 05 04:55:36.918625 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57128) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:36.981237 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-063dd313-e4c3-42f6-bb97-a74810165678 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/b2d64123-954b-49e0-bd6c-bfa9d8f2b12f HTTP/1.1" status: 200 len: 992 time: 0.0615144 Jul 05 04:55:40.719598 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ef97cbf-2a8e-4d12-9147-fcc8fbaa96e3 req-e63778f4-d84a-4949-aad8-7c869d0f78d7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492580 Jul 05 04:55:40.827381 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef97cbf-2a8e-4d12-9147-fcc8fbaa96e3 req-fe1ed87b-2901-401f-a9b9-f308c7698369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:40.829013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ef97cbf-2a8e-4d12-9147-fcc8fbaa96e3 req-fe1ed87b-2901-401f-a9b9-f308c7698369 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 1096 time: 0.0586889 Jul 05 04:55:40.934928 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef97cbf-2a8e-4d12-9147-fcc8fbaa96e3 req-b0fcd24c-a8ce-4702-be2f-d88f86df5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:40.936328 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ef97cbf-2a8e-4d12-9147-fcc8fbaa96e3 req-b0fcd24c-a8ce-4702-be2f-d88f86df5848 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 HTTP/1.1" status: 200 len: 898 time: 0.0871587 Jul 05 04:55:41.000212 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ef97cbf-2a8e-4d12-9147-fcc8fbaa96e3 req-ddf54c02-d828-4e62-8ec9-7c632c2cd6a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd390802-d89e-492f-a270-f2c34f363ff2 HTTP/1.1" status: 200 len: 1000 time: 0.0574298 Jul 05 04:55:41.052590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef97cbf-2a8e-4d12-9147-fcc8fbaa96e3 req-53feed87-173c-46c4-a1b1-995147063f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:41.054608 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ef97cbf-2a8e-4d12-9147-fcc8fbaa96e3 req-53feed87-173c-46c4-a1b1-995147063f58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a3fefff-f840-49de-9062-d869119a8aa8 HTTP/1.1" status: 200 len: 835 time: 0.0473430 Jul 05 04:55:41.110939 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef97cbf-2a8e-4d12-9147-fcc8fbaa96e3 req-61a96132-812c-4b2b-94d9-33cb6fb7088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:41.112474 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ef97cbf-2a8e-4d12-9147-fcc8fbaa96e3 req-61a96132-812c-4b2b-94d9-33cb6fb7088d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9c2d12f-2c34-4cb8-a0c4-39be6344ca60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515618 Jul 05 04:55:41.122381 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-4ef97cbf-2a8e-4d12-9147-fcc8fbaa96e3 req-0f8b5f4b-1f08-467f-b578-dcb5665715bb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:55:41.123312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ef97cbf-2a8e-4d12-9147-fcc8fbaa96e3 req-0f8b5f4b-1f08-467f-b578-dcb5665715bb service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049546 Jul 05 04:55:41.210973 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ef97cbf-2a8e-4d12-9147-fcc8fbaa96e3 req-f4ddf74c-22c7-4b8b-9987-4c678d4eb502 service neutron] 10.222.0.64 "GET /v2.0/networks/e9c2d12f-2c34-4cb8-a0c4-39be6344ca60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814393 Jul 05 04:55:41.306870 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ef97cbf-2a8e-4d12-9147-fcc8fbaa96e3 req-14311e6b-3caf-4aaa-b901-e61798b8c43e service neutron] 10.222.0.64 "GET /v2.0/networks/e9c2d12f-2c34-4cb8-a0c4-39be6344ca60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861080 Jul 05 04:55:50.117017 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:55:51.369683 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c215800c-1c7d-42ca-8556-9f5397a1a4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:54.329115 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fb93dc80-6b86-4372-902f-7d1f4ac46744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:54.420475 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:55.500626 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:57.369161 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:00.048985 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:02.026111 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:07.348294 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57148) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:07.504615 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port 4c02baa9-b1b3-4086-8311-720eb7e52f58 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:56:07.505042 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:07.578864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:07.579201 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:07.590683 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for 4c02baa9-b1b3-4086-8311-720eb7e52f58 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:56:07.809231 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:07.831639 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=4c02baa9-b1b3-4086-8311-720eb7e52f58,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:07.844435 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:07.844794 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:07.845137 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:07.845474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:07.845809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:07.846142 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:07.846470 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:07.846798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:07.847126 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:07.847559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:07.847905 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:07.848228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:07.909282 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:07.914851 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Floating IP b2d64123-954b-49e0-bd6c-bfa9d8f2b12f disassociated (deleted). External IP: 172.25.0.49, port: cd390802-d89e-492f-a270-f2c34f363ff2. Jul 05 04:56:08.120155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 8c65865c-133b-4344-ba56-c75fa633838b has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:56:08.227972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:56:08.232929 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:08.237068 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12f0b8-0d62-4027-a0a0-8fb2315282fc None None] Sync routers for ids ['8c65865c-133b-4344-ba56-c75fa633838b'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:56:08.245919 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12f0b8-0d62-4027-a0a0-8fb2315282fc None None] Routers {'8c65865c-133b-4344-ba56-c75fa633838b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:56:08.246676 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7d12f0b8-0d62-4027-a0a0-8fb2315282fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:55:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c65865c-133b-4344-ba56-c75fa633838b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:08.270163 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-05f28338-5e5e-4c93-992f-a93604b46bd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/floatingips/b2d64123-954b-49e0-bd6c-bfa9d8f2b12f HTTP/1.1" status: 204 len: 168 time: 0.9207377 Jul 05 04:56:08.270865 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733ca15d-6b95-484f-bf07-1462be3050a1', 'tag': 'cd390802-d89e-492f-a270-f2c34f363ff2'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:56:08.273141 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca13967-86b5-45bb-8862-ff857e74cfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "733ca15d-6b95-484f-bf07-1462be3050a1", "tag": "cd390802-d89e-492f-a270-f2c34f363ff2"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:56:08.325296 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32d0e59-38d3-4bae-8f5c-d2d843dfe6ea x-openstack-request-id: req-a32d0e59-38d3-4bae-8f5c-d2d843dfe6ea {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:56:08.325590 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733ca15d-6b95-484f-bf07-1462be3050a1", "tag": "cd390802-d89e-492f-a270-f2c34f363ff2", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:56:08.325840 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a32d0e59-38d3-4bae-8f5c-d2d843dfe6ea {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:56:08.326240 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733ca15d-6b95-484f-bf07-1462be3050a1', 'tag': 'cd390802-d89e-492f-a270-f2c34f363ff2', 'status': 'completed', 'code': 200} Jul 05 04:56:08.355671 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-7d12f0b8-0d62-4027-a0a0-8fb2315282fc None None] Set router 8c65865c-133b-4344-ba56-c75fa633838b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:56:08.406658 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca13967-86b5-45bb-8862-ff857e74cfc6 req-7d5b21a1-bf4e-4eaa-af23-03185b8736bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:08.408259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ca13967-86b5-45bb-8862-ff857e74cfc6 req-7d5b21a1-bf4e-4eaa-af23-03185b8736bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 1096 time: 0.0577207 Jul 05 04:56:08.501034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca13967-86b5-45bb-8862-ff857e74cfc6 req-2014bbc5-df2e-4ac5-94af-2ccc3710d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:08.502513 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ca13967-86b5-45bb-8862-ff857e74cfc6 req-2014bbc5-df2e-4ac5-94af-2ccc3710d69d service neutron] 10.222.0.64 "GET /v2.0/networks?id=e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 HTTP/1.1" status: 200 len: 898 time: 0.0883110 Jul 05 04:56:08.545475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ca13967-86b5-45bb-8862-ff857e74cfc6 req-b6a09142-729c-4c64-9337-0459fd0eb596 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd390802-d89e-492f-a270-f2c34f363ff2 HTTP/1.1" status: 200 len: 217 time: 0.0355580 Jul 05 04:56:08.553933 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7d12f0b8-0d62-4027-a0a0-8fb2315282fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd20de348-88e3-4c25-b3d2-182283aa30d8', 'name': '', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:cd:37:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:39Z', 'updated_at': '2021-07-05T04:54:44Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:08.583300 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12f0b8-0d62-4027-a0a0-8fb2315282fc None None] Checking router: 8c65865c-133b-4344-ba56-c75fa633838b for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:56:08.592961 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12f0b8-0d62-4027-a0a0-8fb2315282fc None None] Routers {'8c65865c-133b-4344-ba56-c75fa633838b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:56:08.593587 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7d12f0b8-0d62-4027-a0a0-8fb2315282fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:55:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c65865c-133b-4344-ba56-c75fa633838b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:08.595476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca13967-86b5-45bb-8862-ff857e74cfc6 req-0ff085ff-75cf-4c15-829b-b4fcdd302e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:08.598413 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ca13967-86b5-45bb-8862-ff857e74cfc6 req-0ff085ff-75cf-4c15-829b-b4fcdd302e93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a3fefff-f840-49de-9062-d869119a8aa8 HTTP/1.1" status: 200 len: 835 time: 0.0459921 Jul 05 04:56:08.671706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca13967-86b5-45bb-8862-ff857e74cfc6 req-9d3db907-8408-4ab1-bddc-f5796acf87b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:08.673702 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ca13967-86b5-45bb-8862-ff857e74cfc6 req-9d3db907-8408-4ab1-bddc-f5796acf87b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9c2d12f-2c34-4cb8-a0c4-39be6344ca60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683701 Jul 05 04:56:08.768665 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ca13967-86b5-45bb-8862-ff857e74cfc6 req-aaa47046-a945-4762-a188-60bc8f4819de service neutron] 10.222.0.64 "GET /v2.0/networks/e9c2d12f-2c34-4cb8-a0c4-39be6344ca60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887723 Jul 05 04:56:08.787095 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-7d12f0b8-0d62-4027-a0a0-8fb2315282fc None None] Set router 8c65865c-133b-4344-ba56-c75fa633838b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:56:08.906150 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8ca13967-86b5-45bb-8862-ff857e74cfc6 req-afdfa7d2-d241-4b83-a183-a45c61fe0259 service neutron] 10.222.0.64 "GET /v2.0/networks/e9c2d12f-2c34-4cb8-a0c4-39be6344ca60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242986 Jul 05 04:56:08.914918 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1aa0c-d21a-4130-a3a2-ff315f12fee6 req-03bac4b8-46e8-401f-911c-8877d1b3da90 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:08.916830 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fca1aa0c-d21a-4130-a3a2-ff315f12fee6 req-03bac4b8-46e8-401f-911c-8877d1b3da90 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.1454618 Jul 05 04:56:08.957602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fca1aa0c-d21a-4130-a3a2-ff315f12fee6 req-96db558f-3306-4b72-9e7d-54640bbc2cdf tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348361 Jul 05 04:56:08.985080 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7d12f0b8-0d62-4027-a0a0-8fb2315282fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd20de348-88e3-4c25-b3d2-182283aa30d8', 'name': '', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:cd:37:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:39Z', 'updated_at': '2021-07-05T04:54:44Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:09.018024 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12f0b8-0d62-4027-a0a0-8fb2315282fc None None] The sync data for ids ['8c65865c-133b-4344-ba56-c75fa633838b'] in n-d-798249-5 is: [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'd20de348-88e3-4c25-b3d2-182283aa30d8', 'name': '', 'network_id': 'e9c2d12f-2c34-4cb8-a0c4-39be6344ca60', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:cd:37:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:39Z', 'updated_at': '2021-07-05T04:54:44Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '0a3fefff-f840-49de-9062-d869119a8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:56:09.313414 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542de17a-646e-4bf4-bf48-89cf7d79f1eb None None] New status for floating IP b2d64123-954b-49e0-bd6c-bfa9d8f2b12f: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:56:10.241512 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa06f95-40fe-4c89-9d5b-229cf31342a3 req-d021aa4d-ace0-4892-8a67-41eb0354bee7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:10.243576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0aa06f95-40fe-4c89-9d5b-229cf31342a3 req-d021aa4d-ace0-4892-8a67-41eb0354bee7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.1657667 Jul 05 04:56:10.254804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93363bd9-1cbc-401c-88d2-1d4cc7dfe577 req-6d13f8a6-ab47-498c-9fbb-ca0e69718dc6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:10.256232 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-93363bd9-1cbc-401c-88d2-1d4cc7dfe577 req-6d13f8a6-ab47-498c-9fbb-ca0e69718dc6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 945 time: 0.1114330 Jul 05 04:56:10.323351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0aa06f95-40fe-4c89-9d5b-229cf31342a3 req-5f7fd92c-1af9-43c4-8e43-dafd3d5b4ebf tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d051112-9cf6-4e7f-86ff-110c5282524c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661204 Jul 05 04:56:10.375648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-93363bd9-1cbc-401c-88d2-1d4cc7dfe577 req-331cd2ca-1697-4dad-9186-738bf7469656 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port cd390802-d89e-492f-a270-f2c34f363ff2 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:56:10.375996 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-93363bd9-1cbc-401c-88d2-1d4cc7dfe577 req-331cd2ca-1697-4dad-9186-738bf7469656 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:10.466484 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-93363bd9-1cbc-401c-88d2-1d4cc7dfe577 req-331cd2ca-1697-4dad-9186-738bf7469656 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port cd390802-d89e-492f-a270-f2c34f363ff2, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=cd390802-d89e-492f-a270-f2c34f363ff2,segment=NetworkSegment(fadb1d20-d2d5-41c7-8071-e8f65951766b),segment_id=fadb1d20-d2d5-41c7-8071-e8f65951766b)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:10.466846 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-93363bd9-1cbc-401c-88d2-1d4cc7dfe577 req-331cd2ca-1697-4dad-9186-738bf7469656 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:10.479910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-93363bd9-1cbc-401c-88d2-1d4cc7dfe577 req-331cd2ca-1697-4dad-9186-738bf7469656 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for cd390802-d89e-492f-a270-f2c34f363ff2 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:56:10.660306 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-93363bd9-1cbc-401c-88d2-1d4cc7dfe577 req-331cd2ca-1697-4dad-9186-738bf7469656 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:10.689295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cd2ca-1697-4dad-9186-738bf7469656 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=cd390802-d89e-492f-a270-f2c34f363ff2,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:10.732667 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-93363bd9-1cbc-401c-88d2-1d4cc7dfe577 req-331cd2ca-1697-4dad-9186-738bf7469656 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] No DVR routers for this DVR port cd390802-d89e-492f-a270-f2c34f363ff2 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:56:10.735216 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-93363bd9-1cbc-401c-88d2-1d4cc7dfe577 req-331cd2ca-1697-4dad-9186-738bf7469656 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:10.737204 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-93363bd9-1cbc-401c-88d2-1d4cc7dfe577 req-331cd2ca-1697-4dad-9186-738bf7469656 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "DELETE /v2.0/ports/cd390802-d89e-492f-a270-f2c34f363ff2 HTTP/1.1" status: 204 len: 173 time: 0.4742694 Jul 05 04:56:10.737672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733ca15d-6b95-484f-bf07-1462be3050a1', 'name': 'network-vif-deleted', 'tag': 'cd390802-d89e-492f-a270-f2c34f363ff2'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:56:10.739868 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb781c5-ef39-4777-bd7a-08d306547fbe" -d '{"events": [{"server_uuid": "733ca15d-6b95-484f-bf07-1462be3050a1", "name": "network-vif-deleted", "tag": "cd390802-d89e-492f-a270-f2c34f363ff2"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:56:10.775179 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9127760b-a9ee-4fd8-92cf-bf2ae38fa374 x-openstack-request-id: req-9127760b-a9ee-4fd8-92cf-bf2ae38fa374 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:56:10.775474 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733ca15d-6b95-484f-bf07-1462be3050a1", "name": "network-vif-deleted", "tag": "cd390802-d89e-492f-a270-f2c34f363ff2", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:56:10.775726 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9127760b-a9ee-4fd8-92cf-bf2ae38fa374 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:56:10.776124 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733ca15d-6b95-484f-bf07-1462be3050a1', 'name': 'network-vif-deleted', 'tag': 'cd390802-d89e-492f-a270-f2c34f363ff2', 'status': 'completed', 'code': 200} Jul 05 04:56:11.480761 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6041ced2-f617-40ba-9329-67fac4bab4aa req-d7def116-4db2-44f2-9d0d-977cce78211f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=733ca15d-6b95-484f-bf07-1462be3050a1 HTTP/1.1" status: 200 len: 210 time: 0.0319998 Jul 05 04:56:12.583228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57166) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:12.932578 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-362075e8-2d00-46da-a26b-1ce8c64c723d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:13.187946 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-362075e8-2d00-46da-a26b-1ce8c64c723d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port d20de348-88e3-4c25-b3d2-182283aa30d8 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:56:13.188200 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-362075e8-2d00-46da-a26b-1ce8c64c723d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:13.276668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-362075e8-2d00-46da-a26b-1ce8c64c723d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port d20de348-88e3-4c25-b3d2-182283aa30d8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d20de348-88e3-4c25-b3d2-182283aa30d8,segment=NetworkSegment(fadb1d20-d2d5-41c7-8071-e8f65951766b),segment_id=fadb1d20-d2d5-41c7-8071-e8f65951766b)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:13.277027 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-362075e8-2d00-46da-a26b-1ce8c64c723d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:13.289565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-362075e8-2d00-46da-a26b-1ce8c64c723d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for d20de348-88e3-4c25-b3d2-182283aa30d8 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:56:13.512260 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-362075e8-2d00-46da-a26b-1ce8c64c723d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:13.536968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362075e8-2d00-46da-a26b-1ce8c64c723d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=d20de348-88e3-4c25-b3d2-182283aa30d8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:13.722863 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-362075e8-2d00-46da-a26b-1ce8c64c723d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:14.277889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device cd390802-d89e-492f-a270-f2c34f363ff2 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:56:14.283176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362075e8-2d00-46da-a26b-1ce8c64c723d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 8c65865c-133b-4344-ba56-c75fa633838b has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:56:14.300786 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: cd390802-d89e-492f-a270-f2c34f363ff2 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:56:14.301130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device cd390802-d89e-492f-a270-f2c34f363ff2 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:56:14.386882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362075e8-2d00-46da-a26b-1ce8c64c723d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:56:14.392570 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-362075e8-2d00-46da-a26b-1ce8c64c723d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "PUT /v2.0/routers/8c65865c-133b-4344-ba56-c75fa633838b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8082471 Jul 05 04:56:14.395305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57168) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:14.396775 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b94255d-ee69-48f8-835c-aca1669de6a0 None None] Sync routers for ids ['8c65865c-133b-4344-ba56-c75fa633838b'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:56:14.406831 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b94255d-ee69-48f8-835c-aca1669de6a0 None None] Routers {'8c65865c-133b-4344-ba56-c75fa633838b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:56:14.407629 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4b94255d-ee69-48f8-835c-aca1669de6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:55:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c65865c-133b-4344-ba56-c75fa633838b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:14.450135 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef35da03-8ad4-4386-ae39-7fbf68de45bf tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting subnet 0a3fefff-f840-49de-9062-d869119a8aa8 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:56:14.454100 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef35da03-8ad4-4386-ae39-7fbf68de45bf tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:14.493807 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef35da03-8ad4-4386-ae39-7fbf68de45bf tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:14.509939 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-4b94255d-ee69-48f8-835c-aca1669de6a0 None None] Set router 8c65865c-133b-4344-ba56-c75fa633838b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:56:14.574774 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef35da03-8ad4-4386-ae39-7fbf68de45bf tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:14.683904 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef35da03-8ad4-4386-ae39-7fbf68de45bf tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:14.686987 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4b94255d-ee69-48f8-835c-aca1669de6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:56:13Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:14.713894 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35da03-8ad4-4386-ae39-7fbf68de45bf tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3fefff-f840-49de-9062-d869119a8aa8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:14.714185 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b94255d-ee69-48f8-835c-aca1669de6a0 None None] Checking router: 8c65865c-133b-4344-ba56-c75fa633838b for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:56:14.715890 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ef35da03-8ad4-4386-ae39-7fbf68de45bf tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:14.720851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ef35da03-8ad4-4386-ae39-7fbf68de45bf tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/subnets/0a3fefff-f840-49de-9062-d869119a8aa8 HTTP/1.1" status: 204 len: 168 time: 0.3221703 Jul 05 04:56:14.722389 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57170) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:14.723656 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b202860-fb1d-49cc-8a3e-1e23fad02163 None None] Network e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:56:14.727455 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b94255d-ee69-48f8-835c-aca1669de6a0 None None] Routers {'8c65865c-133b-4344-ba56-c75fa633838b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:56:14.728094 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4b94255d-ee69-48f8-835c-aca1669de6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:55:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['8c65865c-133b-4344-ba56-c75fa633838b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:14.837378 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-4b94255d-ee69-48f8-835c-aca1669de6a0 None None] Set router 8c65865c-133b-4344-ba56-c75fa633838b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:56:14.837767 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:14.930093 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] DHCP port deletion for e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:56:14.942692 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:14.980970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Deleting port 9e28ec12-126d-4c38-b82a-e39273837806 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:56:14.981352 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:15.020704 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-4b94255d-ee69-48f8-835c-aca1669de6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:56:13Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:15.043486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] For port 9e28ec12-126d-4c38-b82a-e39273837806, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=9e28ec12-126d-4c38-b82a-e39273837806,segment=NetworkSegment(fadb1d20-d2d5-41c7-8071-e8f65951766b),segment_id=fadb1d20-d2d5-41c7-8071-e8f65951766b)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:15.043964 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:15.054221 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b94255d-ee69-48f8-835c-aca1669de6a0 None None] The sync data for ids ['8c65865c-133b-4344-ba56-c75fa633838b'] in n-d-798249-5 is: [{'id': '8c65865c-133b-4344-ba56-c75fa633838b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764437395', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a073af39-26e3-4905-aa86-929455a38571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:35Z', 'updated_at': '2021-07-05T04:56:13Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a073af39-26e3-4905-aa86-929455a38571', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65865c-133b-4344-ba56-c75fa633838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:36Z', 'updated_at': '2021-07-05T04:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:56:15.059207 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Calling delete_port for 9e28ec12-126d-4c38-b82a-e39273837806 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:56:15.077013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port a073af39-26e3-4905-aa86-929455a38571 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:56:15.077552 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:15.158472 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port a073af39-26e3-4905-aa86-929455a38571, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a073af39-26e3-4905-aa86-929455a38571,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:15.158758 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:15.171773 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for a073af39-26e3-4905-aa86-929455a38571 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:56:15.197646 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:15.224054 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Pushing event deleted for resources: {'Port': ['ID=9e28ec12-126d-4c38-b82a-e39273837806,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:15.233495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] No DVR routers for this DVR port 9e28ec12-126d-4c38-b82a-e39273837806 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:56:15.235828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.236175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.236552 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.236891 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.237222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.237554 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.237885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.238218 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.238546 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.238871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.239194 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.239516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b37f7c-e9cc-40fb-96d3-64a6e1ca0d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.376289 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:15.399275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=a073af39-26e3-4905-aa86-929455a38571,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:15.413497 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.417517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.417517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.417517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.417517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.417517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.417517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.417517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.417517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.417517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.417517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.417517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:15.479817 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:15.862687 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:15.864760 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:15.963202 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:15.963746 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Fanout notify agent at l3_agent the message router_deleted on router 8c65865c-133b-4344-ba56-c75fa633838b {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:56:15.976247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:15.976247 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aa01c8f9-5c84-4a5f-8f5c-2e79a90d2817 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/routers/8c65865c-133b-4344-ba56-c75fa633838b HTTP/1.1" status: 204 len: 168 time: 1.2475030 Jul 05 04:56:15.976247 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57174) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:16.051740 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68a7c210-1043-4761-8e3a-8436ea4e81b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:16.141421 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68a7c210-1043-4761-8e3a-8436ea4e81b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:16.150855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-68a7c210-1043-4761-8e3a-8436ea4e81b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c2d12f-2c34-4cb8-a0c4-39be6344ca60']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:16.160414 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-68a7c210-1043-4761-8e3a-8436ea4e81b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadb1d20-d2d5-41c7-8071-e8f65951766b') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:16.160722 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-68a7c210-1043-4761-8e3a-8436ea4e81b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadb1d20-d2d5-41c7-8071-e8f65951766b') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:16.169505 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68a7c210-1043-4761-8e3a-8436ea4e81b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:16.183109 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68a7c210-1043-4761-8e3a-8436ea4e81b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:16.189476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a7c210-1043-4761-8e3a-8436ea4e81b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:56:16.189866 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68a7c210-1043-4761-8e3a-8436ea4e81b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:56:16.192690 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:56:16.306401 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68a7c210-1043-4761-8e3a-8436ea4e81b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:16.313137 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-68a7c210-1043-4761-8e3a-8436ea4e81b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:16.314938 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-68a7c210-1043-4761-8e3a-8436ea4e81b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/networks/e9c2d12f-2c34-4cb8-a0c4-39be6344ca60 HTTP/1.1" status: 204 len: 168 time: 0.3394823 Jul 05 04:56:16.317856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57176) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:16.326028 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7c210-1043-4761-8e3a-8436ea4e81b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Network': ['ID=e9c2d12f-2c34-4cb8-a0c4-39be6344ca60,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:16.377961 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b04ba3dc-81f3-43a2-bba1-0415ec927b6f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:16.404985 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b04ba3dc-81f3-43a2-bba1-0415ec927b6f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:16.529910 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b04ba3dc-81f3-43a2-bba1-0415ec927b6f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:16.532653 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b04ba3dc-81f3-43a2-bba1-0415ec927b6f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:16.533833 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b04ba3dc-81f3-43a2-bba1-0415ec927b6f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/security-groups/5d051112-9cf6-4e7f-86ff-110c5282524c HTTP/1.1" status: 204 len: 168 time: 0.2149684 Jul 05 04:56:16.543275 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ba3dc-81f3-43a2-bba1-0415ec927b6f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d051112-9cf6-4e7f-86ff-110c5282524c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:16.712465 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d20de348-88e3-4c25-b3d2-182283aa30d8 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:56:16.734337 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: d20de348-88e3-4c25-b3d2-182283aa30d8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:56:16.734685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d20de348-88e3-4c25-b3d2-182283aa30d8 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:56:16.735098 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9e28ec12-126d-4c38-b82a-e39273837806 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:56:16.754071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 9e28ec12-126d-4c38-b82a-e39273837806 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:56:16.754417 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 9e28ec12-126d-4c38-b82a-e39273837806 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:56:16.754824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a073af39-26e3-4905-aa86-929455a38571 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:56:16.773027 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: a073af39-26e3-4905-aa86-929455a38571 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:56:16.773376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a073af39-26e3-4905-aa86-929455a38571 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:56:17.002622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57182) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:17.007485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-63e085ae-5140-4559-a6f0-03ddb3f44af3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-275005502', 'description': 'tempest-secgroup-smoke-275005502 description', 'project_id': 'ed390b693731479e8afa007129b8a395'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:17.094628 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63e085ae-5140-4559-a6f0-03ddb3f44af3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:17.171764 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63e085ae-5140-4559-a6f0-03ddb3f44af3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:17.220079 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63e085ae-5140-4559-a6f0-03ddb3f44af3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:17.251774 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e085ae-5140-4559-a6f0-03ddb3f44af3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b7a860-664a-4547-95a2-8ad88f6e75e9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:17.312357 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-63e085ae-5140-4559-a6f0-03ddb3f44af3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:17.313667 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-63e085ae-5140-4559-a6f0-03ddb3f44af3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3098469 Jul 05 04:56:17.316590 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57184) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:17.320908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ac255032-6d17-4f86-aa0e-54b92489e3b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '43b7a860-664a-4547-95a2-8ad88f6e75e9', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:17.396664 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ac255032-6d17-4f86-aa0e-54b92489e3b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:17.454227 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ac255032-6d17-4f86-aa0e-54b92489e3b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:17.534664 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ac255032-6d17-4f86-aa0e-54b92489e3b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:17.552267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac255032-6d17-4f86-aa0e-54b92489e3b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944eca56-d076-4352-b8ce-3d0467eb1724,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:17.614659 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ac255032-6d17-4f86-aa0e-54b92489e3b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:17.615884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ac255032-6d17-4f86-aa0e-54b92489e3b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983761 Jul 05 04:56:17.618557 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57186) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:17.622964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-833d0c2d-2e95-44ae-a828-f4e4a16a1d45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '43b7a860-664a-4547-95a2-8ad88f6e75e9', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:17.716415 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-833d0c2d-2e95-44ae-a828-f4e4a16a1d45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:17.772511 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-833d0c2d-2e95-44ae-a828-f4e4a16a1d45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:17.814719 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-833d0c2d-2e95-44ae-a828-f4e4a16a1d45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:17.829312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d0c2d-2e95-44ae-a828-f4e4a16a1d45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4a750d-34f7-4051-8b26-0960a84025ec,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:17.872013 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-833d0c2d-2e95-44ae-a828-f4e4a16a1d45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:17.873248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-833d0c2d-2e95-44ae-a828-f4e4a16a1d45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2537501 Jul 05 04:56:17.876027 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57188) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:17.880408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-557c8d6b-2699-4c08-a72d-f38ba956ab70 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '43b7a860-664a-4547-95a2-8ad88f6e75e9', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:17.939338 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-557c8d6b-2699-4c08-a72d-f38ba956ab70 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:17.995213 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-557c8d6b-2699-4c08-a72d-f38ba956ab70 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.048645 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-557c8d6b-2699-4c08-a72d-f38ba956ab70 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.065672 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c8d6b-2699-4c08-a72d-f38ba956ab70 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04641ff-21b2-4a79-9d5d-a0d3c25bbdc2,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:18.134915 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-557c8d6b-2699-4c08-a72d-f38ba956ab70 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.136187 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-557c8d6b-2699-4c08-a72d-f38ba956ab70 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2591836 Jul 05 04:56:18.139438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57190) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:18.143859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e1425ff8-0469-4b84-b5be-7f9cf3459730 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '43b7a860-664a-4547-95a2-8ad88f6e75e9', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:18.241964 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e1425ff8-0469-4b84-b5be-7f9cf3459730 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.303235 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e1425ff8-0469-4b84-b5be-7f9cf3459730 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.357362 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e1425ff8-0469-4b84-b5be-7f9cf3459730 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.374215 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1425ff8-0469-4b84-b5be-7f9cf3459730 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37ac277-6d80-4897-b847-85096c6b016c,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:18.425954 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e1425ff8-0469-4b84-b5be-7f9cf3459730 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.427194 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e1425ff8-0469-4b84-b5be-7f9cf3459730 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2868569 Jul 05 04:56:18.429831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57192) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:18.434257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-5a066448-f8f9-4144-9691-2987f9a3fa95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '43b7a860-664a-4547-95a2-8ad88f6e75e9', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:18.512247 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-5a066448-f8f9-4144-9691-2987f9a3fa95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Project ed390b693731479e8afa007129b8a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:56:18.518061 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a066448-f8f9-4144-9691-2987f9a3fa95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.578305 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a066448-f8f9-4144-9691-2987f9a3fa95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.648792 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a066448-f8f9-4144-9691-2987f9a3fa95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.666495 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a066448-f8f9-4144-9691-2987f9a3fa95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fadfd5-54ad-4db1-839d-5ea397f37656,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:18.740350 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-5a066448-f8f9-4144-9691-2987f9a3fa95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.741605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5a066448-f8f9-4144-9691-2987f9a3fa95 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3108034 Jul 05 04:56:18.744269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57194) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:18.749252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c9e5ec5d-35d5-493b-a5c1-57a2d3f05c49 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '43b7a860-664a-4547-95a2-8ad88f6e75e9', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:18.832113 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-c9e5ec5d-35d5-493b-a5c1-57a2d3f05c49 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Project ed390b693731479e8afa007129b8a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:56:18.836911 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9e5ec5d-35d5-493b-a5c1-57a2d3f05c49 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.896384 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9e5ec5d-35d5-493b-a5c1-57a2d3f05c49 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.934863 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9e5ec5d-35d5-493b-a5c1-57a2d3f05c49 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.952595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5ec5d-35d5-493b-a5c1-57a2d3f05c49 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f450db23-1199-4777-9d1d-f860fffb1453,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:18.992029 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c9e5ec5d-35d5-493b-a5c1-57a2d3f05c49 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:18.993283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c9e5ec5d-35d5-493b-a5c1-57a2d3f05c49 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2480733 Jul 05 04:56:18.996056 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57196) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:19.001706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1100276e-82df-4aea-9dfb-96d572fc2790 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'network': {'name': 'tempest-network-smoke--1274122559', 'project_id': 'ed390b693731479e8afa007129b8a395', 'port_security_enabled': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:19.072041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1100276e-82df-4aea-9dfb-96d572fc2790 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:56:19.075763 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1100276e-82df-4aea-9dfb-96d572fc2790 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:19.100924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1100276e-82df-4aea-9dfb-96d572fc2790 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:56:19.109845 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1100276e-82df-4aea-9dfb-96d572fc2790 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:19.110192 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-1100276e-82df-4aea-9dfb-96d572fc2790 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Added segment f665261f-25ca-4618-9044-935bef71ab9a of type vlan for network 025198af-482c-4ae4-9929-3a514f3153de Jul 05 04:56:19.148244 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1100276e-82df-4aea-9dfb-96d572fc2790 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:19.260456 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1100276e-82df-4aea-9dfb-96d572fc2790 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:19.265851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1100276e-82df-4aea-9dfb-96d572fc2790 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:19.266435 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1100276e-82df-4aea-9dfb-96d572fc2790 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:19.331086 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100276e-82df-4aea-9dfb-96d572fc2790 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Network': ['ID=025198af-482c-4ae4-9929-3a514f3153de,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:19.341209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 025198af-482c-4ae4-9929-3a514f3153de details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:56:19.381608 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1100276e-82df-4aea-9dfb-96d572fc2790 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3844652 Jul 05 04:56:19.384232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57198) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:19.389146 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'admin_state_up': True, 'project_id': 'ed390b693731479e8afa007129b8a395', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:19.471799 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:19.472857 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:19.531071 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:19.735779 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:19.994035 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:20.012873 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:20.117926 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.25.0.246 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/b9ee4b8c-8871-4072-a894-2d6a4c3cd29d) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:56:20.217157 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:20.312737 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:20.349412 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:56:20.352155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:56:20.357610 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:56:20.362951 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=b9ee4b8c-8871-4072-a894-2d6a4c3cd29d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:20.660245 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:20.849784 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:21.020733 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 937245df-ff9b-4a0b-8326-1be0a25423f0 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:56:21.126525 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:56:21.137454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Sync routers for ids ['937245df-ff9b-4a0b-8326-1be0a25423f0'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:56:21.146728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Routers {'937245df-ff9b-4a0b-8326-1be0a25423f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:56:21.147352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:55:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['937245df-ff9b-4a0b-8326-1be0a25423f0'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:21.186060 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:21.187602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9420f959-4b33-4263-90f0-e10e2c928e3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8020639 Jul 05 04:56:21.190498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57200) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:21.219381 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0feaa960-44e4-47cd-ad9b-03731ea51559 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ed390b693731479e8afa007129b8a395&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277891 Jul 05 04:56:21.221959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57202) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:21.250520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Set router 937245df-ff9b-4a0b-8326-1be0a25423f0 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:56:21.317731 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba3bc83-6fd3-408c-adcb-dd430b9fed07 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:21.321902 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1ba3bc83-6fd3-408c-adcb-dd430b9fed07 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964181 Jul 05 04:56:21.322132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57204) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:21.354816 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1a0fd2e3-6a82-45a2-ae99-731ed73ef599 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293403 Jul 05 04:56:21.355058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57206) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:21.360229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-97479fff-8fda-4dfc-ad54-0e78decbd589 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-694391413', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'project_id': 'ed390b693731479e8afa007129b8a395', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:21.517941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97479fff-8fda-4dfc-ad54-0e78decbd589 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:56:21.521987 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97479fff-8fda-4dfc-ad54-0e78decbd589 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:21.581715 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-db83acbb-c85a-41ad-b819-cdb469125545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:21.597053 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:56:20Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:21.624868 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Checking router: 937245df-ff9b-4a0b-8326-1be0a25423f0 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:56:21.625305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Updating router 937245df-ff9b-4a0b-8326-1be0a25423f0 port b9ee4b8c-8871-4072-a894-2d6a4c3cd29d binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:56:21.664432 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:21.769354 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97479fff-8fda-4dfc-ad54-0e78decbd589 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:21.848654 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97479fff-8fda-4dfc-ad54-0e78decbd589 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Subnet': ['ID=57571d53-964b-41cc-bad8-f0959cc6bc45,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:21.853207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97479fff-8fda-4dfc-ad54-0e78decbd589 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Checking segment: {'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:56:21.853575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97479fff-8fda-4dfc-ad54-0e78decbd589 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network hostable DHCP agents. Network: 025198af-482c-4ae4-9929-3a514f3153de, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:56:21.925884 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:21.935502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Transition to ACTIVE for port object b9ee4b8c-8871-4072-a894-2d6a4c3cd29d will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:56:21.940874 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97479fff-8fda-4dfc-ad54-0e78decbd589 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 025198af-482c-4ae4-9929-3a514f3153de is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:56:21.980827 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:22.003769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-97479fff-8fda-4dfc-ad54-0e78decbd589 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 025198af-482c-4ae4-9929-3a514f3153de) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:56:22.014062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97479fff-8fda-4dfc-ad54-0e78decbd589 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:22.014802 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-97479fff-8fda-4dfc-ad54-0e78decbd589 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:22.026248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b63db6d-5e59-450a-9099-8c6dd83fbe9d None None] Network 025198af-482c-4ae4-9929-3a514f3153de requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:56:22.067332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-97479fff-8fda-4dfc-ad54-0e78decbd589 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7112710 Jul 05 04:56:22.070350 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57208) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:22.073182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cf94e-f543-4265-bb5d-bd07b6bf10c3 None None] Pushing event updated for resources: {'Port': ['ID=b9ee4b8c-8871-4072-a894-2d6a4c3cd29d,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:22.078477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Attempting to bind port b9ee4b8c-8871-4072-a894-2d6a4c3cd29d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:56:22.078854 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Attempting to bind port b9ee4b8c-8871-4072-a894-2d6a4c3cd29d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:56:22.079232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Attempting to bind port b9ee4b8c-8871-4072-a894-2d6a4c3cd29d on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:56:22.090289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:56:22.090616 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:56:22.091178 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:22.091394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:56:22.092558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Bound port: b9ee4b8c-8871-4072-a894-2d6a4c3cd29d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:56:22.093059 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:22.186842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] For port b9ee4b8c-8871-4072-a894-2d6a4c3cd29d, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:56:22.205442 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] For port b9ee4b8c-8871-4072-a894-2d6a4c3cd29d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b9ee4b8c-8871-4072-a894-2d6a4c3cd29d,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:56:22.246390 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-025198af-482c-4ae4-9929-3a514f3153de', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ips': [{'subnet_id': '57571d53-964b-41cc-bad8-f0959cc6bc45'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:56:22.247526 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:22.315504 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:22.427364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cf94e-f543-4265-bb5d-bd07b6bf10c3 None None] Pushing event updated for resources: {'Port': ['ID=b9ee4b8c-8871-4072-a894-2d6a4c3cd29d,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:22.434458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Routers {'937245df-ff9b-4a0b-8326-1be0a25423f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:56:22.435129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:55:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['937245df-ff9b-4a0b-8326-1be0a25423f0'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:22.478818 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Allocated IP 172.20.0.2 (025198af-482c-4ae4-9929-3a514f3153de/57571d53-964b-41cc-bad8-f0959cc6bc45/b0f0d876-cccd-4843-a35b-acf755c71032) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:56:22.521492 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:22.598265 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] Set router 937245df-ff9b-4a0b-8326-1be0a25423f0 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:56:22.787615 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:22.799312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Transition to ACTIVE for port object b0f0d876-cccd-4843-a35b-acf755c71032 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:56:22.833104 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Transition to ACTIVE for port object b0f0d876-cccd-4843-a35b-acf755c71032 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:56:22.855165 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:56:20Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:22.882089 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dba1506-f054-4595-bdb2-d3332d9f3b4e None None] The sync data for ids ['937245df-ff9b-4a0b-8326-1be0a25423f0'] in n-d-798249-5 is: [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:56:20Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:56:22.923858 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:22.966832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Network 025198af-482c-4ae4-9929-3a514f3153de is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:56:22.969732 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:56:22.974342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.20.0.1 (025198af-482c-4ae4-9929-3a514f3153de/57571d53-964b-41cc-bad8-f0959cc6bc45/17e6931a-72ee-435c-bab0-3274f2893480) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:56:22.975425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:56:22.983100 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Pushing event updated for resources: {'Port': ['ID=b0f0d876-cccd-4843-a35b-acf755c71032,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:23.046508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Attempting to bind port b0f0d876-cccd-4843-a35b-acf755c71032 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:56:23.046885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Attempting to bind port b0f0d876-cccd-4843-a35b-acf755c71032 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:56:23.047258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Attempting to bind port b0f0d876-cccd-4843-a35b-acf755c71032 on network 025198af-482c-4ae4-9929-3a514f3153de {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:56:23.052684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:56:23.053066 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Checking segment: {'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:56:23.053473 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:23.053874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Bound using segment: {'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:56:23.054345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Bound port: b0f0d876-cccd-4843-a35b-acf755c71032, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:56:23.054727 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:23.104806 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:23.124847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Transition to ACTIVE for port object 17e6931a-72ee-435c-bab0-3274f2893480 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:56:23.147408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] For port b0f0d876-cccd-4843-a35b-acf755c71032, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:56:23.151341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] For port b0f0d876-cccd-4843-a35b-acf755c71032, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b0f0d876-cccd-4843-a35b-acf755c71032,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:56:23.215880 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:23.244676 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:23.284882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c841b8-d342-4fbb-852e-b58e3a77f102 None None] Pushing event updated for resources: {'Port': ['ID=b0f0d876-cccd-4843-a35b-acf755c71032,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:23.291851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 025198af-482c-4ae4-9929-3a514f3153de is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:56:23.297271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:56:23.302026 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:56:23.344535 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=17e6931a-72ee-435c-bab0-3274f2893480,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:23.365688 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:23.574080 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:24.189201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b27e1-4552-47c8-9009-859d635eb099 None None] Network 025198af-482c-4ae4-9929-3a514f3153de requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:56:24.226011 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:24.271800 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:24.344509 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-8feb56d0-bc7d-4eda-a5d5-816373d9e3ca None None] Provisioning for port b0f0d876-cccd-4843-a35b-acf755c71032 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:56:24.353957 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1756ffe9-baed-4db2-a2d5-cec3a9e4686c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:24.354089 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:24.357741 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=17e6931a-72ee-435c-bab0-3274f2893480,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:24.449521 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:24.468234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 025198af-482c-4ae4-9929-3a514f3153de is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:56:24.469814 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:56:24.589416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 937245df-ff9b-4a0b-8326-1be0a25423f0 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:56:24.714654 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:56:24.720941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6f5f2102-bfdf-48f3-9749-532c976a9ac6 None None] Provisioning for port 17e6931a-72ee-435c-bab0-3274f2893480 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:56:24.724405 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-616577fe-1648-46b0-b306-f7e6269b4f2d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "PUT /v2.0/routers/937245df-ff9b-4a0b-8326-1be0a25423f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6524849 Jul 05 04:56:24.730810 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6f5f2102-bfdf-48f3-9749-532c976a9ac6 None None] Provisioning complete for port 17e6931a-72ee-435c-bab0-3274f2893480 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:56:24.730810 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2102-bfdf-48f3-9749-532c976a9ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:24.736753 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Sync routers for ids ['937245df-ff9b-4a0b-8326-1be0a25423f0'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:56:24.770472 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Routers {'937245df-ff9b-4a0b-8326-1be0a25423f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:56:24.770472 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:56:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['937245df-ff9b-4a0b-8326-1be0a25423f0'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:24.804136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f2102-bfdf-48f3-9749-532c976a9ac6 None None] Port 17e6931a-72ee-435c-bab0-3274f2893480 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:56:24.887647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b9ee4b8c-8871-4072-a894-2d6a4c3cd29d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:56:24.920420 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-4abeecd4-f50b-4f7d-8af7-149df8db62fc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275005502&fields=id&tenant_id=ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 267 time: 0.0448737 Jul 05 04:56:24.942374 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Set router 937245df-ff9b-4a0b-8326-1be0a25423f0 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:56:24.958132 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-337d990f-bce1-4bc8-a097-708b400fbe04 None None] Provisioning complete for port 17e6931a-72ee-435c-bab0-3274f2893480 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:56:24.958738 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-337d990f-bce1-4bc8-a097-708b400fbe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:24.998682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-337d990f-bce1-4bc8-a097-708b400fbe04 None None] Port 17e6931a-72ee-435c-bab0-3274f2893480 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:56:25.047148 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b3839fbc-0ecc-49ab-bd0b-ab04cb8636b8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:25.049144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b3839fbc-0ecc-49ab-bd0b-ab04cb8636b8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/networks?id=025198af-482c-4ae4-9929-3a514f3153de HTTP/1.1" status: 200 len: 797 time: 0.1229732 Jul 05 04:56:25.054879 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port b9ee4b8c-8871-4072-a894-2d6a4c3cd29d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:56:25.059698 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b9ee4b8c-8871-4072-a894-2d6a4c3cd29d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:56:25.060044 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:25.070998 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-ab8f52a1-ed7a-44dd-87a4-e3c2dbda09aa tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/quotas/ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 375 time: 0.0128703 Jul 05 04:56:25.147774 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d80c0957-8994-45ff-95d8-486c43f52f06 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679071 Jul 05 04:56:25.162558 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:25.167174 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:56:23Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '17e6931a-72ee-435c-bab0-3274f2893480', 'name': '', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:62:96:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:22Z', 'updated_at': '2021-07-05T04:56:24Z', 'revision_number': 2, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:25.184023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port b9ee4b8c-8871-4072-a894-2d6a4c3cd29d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b9ee4b8c-8871-4072-a894-2d6a4c3cd29d,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:25.198566 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Checking router: 937245df-ff9b-4a0b-8326-1be0a25423f0 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:56:25.198923 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Updating router 937245df-ff9b-4a0b-8326-1be0a25423f0 port 17e6931a-72ee-435c-bab0-3274f2893480 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:56:25.219646 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-153fdb8b-c707-4ba5-b030-506206ee6f51 None None] Provisioning complete for port 17e6931a-72ee-435c-bab0-3274f2893480 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:56:25.220027 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-153fdb8b-c707-4ba5-b030-506206ee6f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:25.257444 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-153fdb8b-c707-4ba5-b030-506206ee6f51 None None] Port 17e6931a-72ee-435c-bab0-3274f2893480 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:56:25.295513 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:25.296915 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b0f0d876-cccd-4843-a35b-acf755c71032 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:56:25.301086 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-81e44b9c-b378-464a-8957-f5c37ed79e5b service neutron] 10.222.0.60 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407475 Jul 05 04:56:25.331682 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:25.391698 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=b9ee4b8c-8871-4072-a894-2d6a4c3cd29d,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:25.399353 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-4d288293-261c-4b2e-8053-e3300fea527b service neutron] 10.222.0.60 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921006 Jul 05 04:56:25.466203 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port b0f0d876-cccd-4843-a35b-acf755c71032 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:56:25.470473 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b0f0d876-cccd-4843-a35b-acf755c71032 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:56:25.470934 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:25.496297 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:25.549200 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:25.582057 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port b0f0d876-cccd-4843-a35b-acf755c71032, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b0f0d876-cccd-4843-a35b-acf755c71032,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:25.603671 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:25.625454 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Transition to ACTIVE for port object 17e6931a-72ee-435c-bab0-3274f2893480 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:56:25.672145 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:25.676196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a8a04b6-be9d-4f4b-890b-bf38ed7ee017 req-90403a34-1923-466c-b1b6-cbd0441a0051 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 210 time: 0.0299706 Jul 05 04:56:25.714938 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:25.729723 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=b0f0d876-cccd-4843-a35b-acf755c71032,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:25.772612 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790127a-6baf-4349-8cc8-1dcd5a353dc7 None None] Pushing event updated for resources: {'Port': ['ID=17e6931a-72ee-435c-bab0-3274f2893480,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:25.820406 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790127a-6baf-4349-8cc8-1dcd5a353dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:25.820754 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790127a-6baf-4349-8cc8-1dcd5a353dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:25.821091 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790127a-6baf-4349-8cc8-1dcd5a353dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:25.821421 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790127a-6baf-4349-8cc8-1dcd5a353dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:25.821751 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790127a-6baf-4349-8cc8-1dcd5a353dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:25.822104 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790127a-6baf-4349-8cc8-1dcd5a353dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:25.822398 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790127a-6baf-4349-8cc8-1dcd5a353dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:25.822719 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790127a-6baf-4349-8cc8-1dcd5a353dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:25.823244 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790127a-6baf-4349-8cc8-1dcd5a353dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:25.823740 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790127a-6baf-4349-8cc8-1dcd5a353dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:25.824068 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790127a-6baf-4349-8cc8-1dcd5a353dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:25.824409 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1790127a-6baf-4349-8cc8-1dcd5a353dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:25.838958 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Attempting to bind port 17e6931a-72ee-435c-bab0-3274f2893480 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:56:25.839327 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Attempting to bind port 17e6931a-72ee-435c-bab0-3274f2893480 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:56:25.839687 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Attempting to bind port 17e6931a-72ee-435c-bab0-3274f2893480 on network 025198af-482c-4ae4-9929-3a514f3153de {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:56:25.846048 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:56:25.846416 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Checking segment: {'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:56:25.846956 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:25.847417 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Bound using segment: {'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:56:25.848005 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Bound port: 17e6931a-72ee-435c-bab0-3274f2893480, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:56:25.848405 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:25.917255 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] For port 17e6931a-72ee-435c-bab0-3274f2893480, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:56:25.920347 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] For port 17e6931a-72ee-435c-bab0-3274f2893480, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=17e6931a-72ee-435c-bab0-3274f2893480,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:56:25.986478 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:26.049093 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Routers {'937245df-ff9b-4a0b-8326-1be0a25423f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:56:26.049739 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:56:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['937245df-ff9b-4a0b-8326-1be0a25423f0'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:26.052763 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790127a-6baf-4349-8cc8-1dcd5a353dc7 None None] Pushing event updated for resources: {'Port': ['ID=17e6931a-72ee-435c-bab0-3274f2893480,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:26.163061 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] Set router 937245df-ff9b-4a0b-8326-1be0a25423f0 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:56:26.358316 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:56:23Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '17e6931a-72ee-435c-bab0-3274f2893480', 'name': '', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:62:96:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:22Z', 'updated_at': '2021-07-05T04:56:25Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:26.384939 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d275c7a2-c51e-4ab3-9115-e2b369baf3f3 None None] The sync data for ids ['937245df-ff9b-4a0b-8326-1be0a25423f0'] in n-d-798249-5 is: [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:56:23Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '17e6931a-72ee-435c-bab0-3274f2893480', 'name': '', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:62:96:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:22Z', 'updated_at': '2021-07-05T04:56:25Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:56:26.820144 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b9ee4b8c-8871-4072-a894-2d6a4c3cd29d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:56:26.887927 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a574312c-7f83-4db8-899c-39a08ced7726 req-22e489d7-76dd-4213-a52e-4bc52a975324 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 210 time: 0.0509541 Jul 05 04:56:26.889086 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b9ee4b8c-8871-4072-a894-2d6a4c3cd29d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:56:26.889468 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:26.975805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b0f0d876-cccd-4843-a35b-acf755c71032 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:56:27.030328 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b0f0d876-cccd-4843-a35b-acf755c71032 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:56:27.030534 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:27.117474 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:56:27.118376 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 17e6931a-72ee-435c-bab0-3274f2893480 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:56:27.220350 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 17e6931a-72ee-435c-bab0-3274f2893480 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:56:27.224752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 17e6931a-72ee-435c-bab0-3274f2893480 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:56:27.225136 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:27.481703 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:27.521980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 17e6931a-72ee-435c-bab0-3274f2893480, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=17e6931a-72ee-435c-bab0-3274f2893480,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:27.523447 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:27.586154 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:27.598791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-5ad6c9a4-5c7e-4107-b7b3-37c6f8373eb4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:27.600247 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-5ad6c9a4-5c7e-4107-b7b3-37c6f8373eb4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/networks?id=025198af-482c-4ae4-9929-3a514f3153de HTTP/1.1" status: 200 len: 797 time: 0.1024134 Jul 05 04:56:27.634874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=17e6931a-72ee-435c-bab0-3274f2893480,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:27.642620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-1aeca9e5-2f68-46da-86fb-00ab032209ae tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 379 time: 0.0336633 Jul 05 04:56:27.650941 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d8ae8e2c-d89a-4d77-9308-2ac66e170779 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'port': {'device_id': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'admin_state_up': True, 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'security_groups': ['43b7a860-664a-4547-95a2-8ad88f6e75e9']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:27.809055 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d8ae8e2c-d89a-4d77-9308-2ac66e170779 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:56:27.814105 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d8ae8e2c-d89a-4d77-9308-2ac66e170779 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:27.951258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d8ae8e2c-d89a-4d77-9308-2ac66e170779 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.20.0.12 (025198af-482c-4ae4-9929-3a514f3153de/57571d53-964b-41cc-bad8-f0959cc6bc45/7480a7ec-5791-4ea6-9677-0edf7e582c16) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:56:28.063440 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b44e2ba-1fb8-4d30-905a-e7f14ab3cb6d req-f173bac8-afb4-4532-9106-85f7236a929e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 210 time: 0.0598695 Jul 05 04:56:28.119203 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d8ae8e2c-d89a-4d77-9308-2ac66e170779 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:28.133270 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d8ae8e2c-d89a-4d77-9308-2ac66e170779 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Transition to ACTIVE for port object 7480a7ec-5791-4ea6-9677-0edf7e582c16 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:56:28.266364 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d8ae8e2c-d89a-4d77-9308-2ac66e170779 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:28.308485 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d8ae8e2c-d89a-4d77-9308-2ac66e170779 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 025198af-482c-4ae4-9929-3a514f3153de is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:56:28.312452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d8ae8e2c-d89a-4d77-9308-2ac66e170779 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:56:28.316407 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d8ae8e2c-d89a-4d77-9308-2ac66e170779 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:56:28.347416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae8e2c-d89a-4d77-9308-2ac66e170779 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=7480a7ec-5791-4ea6-9677-0edf7e582c16,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:28.375475 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d8ae8e2c-d89a-4d77-9308-2ac66e170779 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:28.376138 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d8ae8e2c-d89a-4d77-9308-2ac66e170779 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:28.450407 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d8ae8e2c-d89a-4d77-9308-2ac66e170779 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8030474 Jul 05 04:56:28.462147 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Request body: {'port': {'device_id': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:28.538361 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:28.603943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-20587e08-3a55-4cb9-855d-4da7226bd336 None None] Provisioning for port 7480a7ec-5791-4ea6-9677-0edf7e582c16 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:56:28.608692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-20587e08-3a55-4cb9-855d-4da7226bd336 None None] Provisioning complete for port 7480a7ec-5791-4ea6-9677-0edf7e582c16 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:56:28.610555 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-20587e08-3a55-4cb9-855d-4da7226bd336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:28.646460 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-20587e08-3a55-4cb9-855d-4da7226bd336 None None] Port 7480a7ec-5791-4ea6-9677-0edf7e582c16 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:56:28.723152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 17e6931a-72ee-435c-bab0-3274f2893480 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:56:28.769157 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 17e6931a-72ee-435c-bab0-3274f2893480 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:56:28.769528 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:28.803442 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7480a7ec-5791-4ea6-9677-0edf7e582c16 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:56:28.811148 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:28.822589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Transition to ACTIVE for port object 7480a7ec-5791-4ea6-9677-0edf7e582c16 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:56:28.889371 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:28.959309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Pushing event updated for resources: {'Port': ['ID=7480a7ec-5791-4ea6-9677-0edf7e582c16,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:29.016446 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Attempting to bind port 7480a7ec-5791-4ea6-9677-0edf7e582c16 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:56:29.016829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Attempting to bind port 7480a7ec-5791-4ea6-9677-0edf7e582c16 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:56:29.017125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Attempting to bind port 7480a7ec-5791-4ea6-9677-0edf7e582c16 on network 025198af-482c-4ae4-9929-3a514f3153de {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:56:29.021567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Port 7480a7ec-5791-4ea6-9677-0edf7e582c16 on network 025198af-482c-4ae4-9929-3a514f3153de not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:56:29.021889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Attempting to bind port 7480a7ec-5791-4ea6-9677-0edf7e582c16 on network 025198af-482c-4ae4-9929-3a514f3153de {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:56:29.026736 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:56:29.027075 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Checking segment: {'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:56:29.027456 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Bound using segment: {'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:56:29.027906 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Bound port: 7480a7ec-5791-4ea6-9677-0edf7e582c16, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:56:29.028268 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:29.097647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] For port 7480a7ec-5791-4ea6-9677-0edf7e582c16, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:56:29.098662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] For port 7480a7ec-5791-4ea6-9677-0edf7e582c16, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:56:29.171947 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:29.239000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:29.242943 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:29.242943 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] 10.222.0.64 "PUT /v2.0/ports/7480a7ec-5791-4ea6-9677-0edf7e582c16 HTTP/1.1" status: 200 len: 1092 time: 0.7832463 Jul 05 04:56:29.243266 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:56:29.246372 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad032e0-3dc5-4a14-866a-f94d8d344cda" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:56:29.275907 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e57d3a-41d8-468e-a792-af68cc5779bb service neutron] Pushing event updated for resources: {'Port': ['ID=7480a7ec-5791-4ea6-9677-0edf7e582c16,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:29.286628 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89223684-729c-402b-8046-bb68582e7401 x-openstack-request-id: req-89223684-729c-402b-8046-bb68582e7401 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:56:29.286803 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:56:29.287056 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89223684-729c-402b-8046-bb68582e7401 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:56:29.287452 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'status': 'completed', 'code': 200} Jul 05 04:56:29.314940 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0cc9e-85cf-4def-90f6-e1ca46e827fc req-26d41d67-e569-4c99-9ca5-662ab05878a4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:29.316590 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61b0cc9e-85cf-4def-90f6-e1ca46e827fc req-26d41d67-e569-4c99-9ca5-662ab05878a4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 944 time: 0.1364136 Jul 05 04:56:29.388257 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-61b0cc9e-85cf-4def-90f6-e1ca46e827fc req-f4bb77b0-e8c6-4a46-91bf-595de08fde65 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622668 Jul 05 04:56:29.406481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad032e0-3dc5-4a14-866a-f94d8d344cda req-c0c232d9-7fdc-4c6b-a936-03ca69055224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:29.408174 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bad032e0-3dc5-4a14-866a-f94d8d344cda req-c0c232d9-7fdc-4c6b-a936-03ca69055224 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0906384 Jul 05 04:56:29.509831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad032e0-3dc5-4a14-866a-f94d8d344cda req-000c22a4-011e-4f76-b755-1c40eeec4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:29.511325 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bad032e0-3dc5-4a14-866a-f94d8d344cda req-000c22a4-011e-4f76-b755-1c40eeec4998 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ed390b693731479e8afa007129b8a395&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0950940 Jul 05 04:56:29.605384 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad032e0-3dc5-4a14-866a-f94d8d344cda req-13523612-5ba5-47dd-a433-15e7d030087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:29.606843 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bad032e0-3dc5-4a14-866a-f94d8d344cda req-13523612-5ba5-47dd-a433-15e7d030087c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894599 Jul 05 04:56:29.694224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-e6bc708e-f037-4ce4-9733-7dd40af74829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:29.695627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-e6bc708e-f037-4ce4-9733-7dd40af74829 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0516441 Jul 05 04:56:29.740577 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-217a21eb-7661-4e8b-b435-6aa58bf51767 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16 HTTP/1.1" status: 200 len: 217 time: 0.0380867 Jul 05 04:56:29.788947 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-31f7ba46-f13c-4082-a925-38133aa45317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:29.790628 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-31f7ba46-f13c-4082-a925-38133aa45317 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57571d53-964b-41cc-bad8-f0959cc6bc45 HTTP/1.1" status: 200 len: 834 time: 0.0442054 Jul 05 04:56:29.846934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b013af59-4b81-4d3b-9222-f3477cf03da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:29.848578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-b013af59-4b81-4d3b-9222-f3477cf03da1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=025198af-482c-4ae4-9929-3a514f3153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517440 Jul 05 04:56:29.943861 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-ba1c8a0f-1a7c-4c8d-a14a-3aadea490add service neutron] 10.222.0.64 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886555 Jul 05 04:56:30.033211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1d904c57-4599-4008-b2cb-af89cec88a6d req-d05aec4f-6127-4fd6-a9f2-e00f508598cd service neutron] 10.222.0.64 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823498 Jul 05 04:56:30.066076 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:30.572681 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f116ddb-f1f0-4ca5-acde-7709fb77c9eb req-0df645cd-c6cf-45a7-adc2-b5d38f4fe44d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:30.574150 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f116ddb-f1f0-4ca5-acde-7709fb77c9eb req-0df645cd-c6cf-45a7-adc2-b5d38f4fe44d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 944 time: 0.0669692 Jul 05 04:56:30.612940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7f116ddb-f1f0-4ca5-acde-7709fb77c9eb req-3d8cff96-e593-43a2-9747-ded2c3b40873 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330157 Jul 05 04:56:31.787119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6634c25-8129-4204-8db9-92a38e008667 req-9992c4f9-9afb-4b41-b740-7f9d10a36c93 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:31.788632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6634c25-8129-4204-8db9-92a38e008667 req-9992c4f9-9afb-4b41-b740-7f9d10a36c93 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 944 time: 0.0627413 Jul 05 04:56:31.826737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6634c25-8129-4204-8db9-92a38e008667 req-ce5a8687-4b60-4f8e-8325-753da6f8a135 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320752 Jul 05 04:56:32.061062 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:33.000583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d4537-3628-40af-9a23-de2663876f82 req-f285f462-8ee0-457e-b640-67f00f599d74 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:33.002097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-940d4537-3628-40af-9a23-de2663876f82 req-f285f462-8ee0-457e-b640-67f00f599d74 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 944 time: 0.0623827 Jul 05 04:56:33.039009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-940d4537-3628-40af-9a23-de2663876f82 req-564333f9-27df-4ef8-98b6-8b984f957dbc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313735 Jul 05 04:56:34.212517 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df81995-3389-40ae-ba28-b93030dbc001 req-b64b194d-c4c0-426a-9bad-4a391915d349 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:34.213994 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8df81995-3389-40ae-ba28-b93030dbc001 req-b64b194d-c4c0-426a-9bad-4a391915d349 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 944 time: 0.0667012 Jul 05 04:56:34.251433 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8df81995-3389-40ae-ba28-b93030dbc001 req-45f456ae-e202-493d-a9cd-3b5fc384b9db tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319054 Jul 05 04:56:34.418027 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7480a7ec-5791-4ea6-9677-0edf7e582c16 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:56:34.516122 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 7480a7ec-5791-4ea6-9677-0edf7e582c16, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:34.526923 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'port_id': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'mac_address': 'fa:16:3e:69:ed:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:56:34.564952 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:34.577518 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7480a7ec-5791-4ea6-9677-0edf7e582c16 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:56:34.597399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 7480a7ec-5791-4ea6-9677-0edf7e582c16, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:34.660035 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:34.709222 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=7480a7ec-5791-4ea6-9677-0edf7e582c16,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:34.861560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['7480a7ec-5791-4ea6-9677-0edf7e582c16'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:56:35.424980 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672821f2-5adb-4e11-9070-aa4f426d6938 req-7093d42f-8301-4fc5-991b-679890ad26c2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:35.426476 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-672821f2-5adb-4e11-9070-aa4f426d6938 req-7093d42f-8301-4fc5-991b-679890ad26c2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 945 time: 0.0644393 Jul 05 04:56:35.472690 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-672821f2-5adb-4e11-9070-aa4f426d6938 req-87651526-270c-4796-8776-23eb67c1c81c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387359 Jul 05 04:56:36.433201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7480a7ec-5791-4ea6-9677-0edf7e582c16 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:56:36.529341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 7480a7ec-5791-4ea6-9677-0edf7e582c16 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:56:36.533603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 7480a7ec-5791-4ea6-9677-0edf7e582c16 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:56:36.534018 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:36.610722 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:36.633087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:56:36.635478 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc92e3a-a778-4bd3-a62f-7767c9e5f878" -d '{"events": [{"server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "name": "network-vif-plugged", "status": "completed", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:56:36.651871 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 7480a7ec-5791-4ea6-9677-0edf7e582c16, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:36.652882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1e425-caef-4d1d-8c53-ee72612ad3be req-fd75265d-33d6-4625-afb7-74e3834ff5e9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:36.654461 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4e1e425-caef-4d1d-8c53-ee72612ad3be req-fd75265d-33d6-4625-afb7-74e3834ff5e9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 945 time: 0.0673122 Jul 05 04:56:36.673308 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2caa07-706e-40d0-9b81-6ea7e43ac169 x-openstack-request-id: req-0c2caa07-706e-40d0-9b81-6ea7e43ac169 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:56:36.673618 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "name": "network-vif-plugged", "status": "completed", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:56:36.673974 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c2caa07-706e-40d0-9b81-6ea7e43ac169 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:56:36.674873 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'code': 200} Jul 05 04:56:36.694814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d4e1e425-caef-4d1d-8c53-ee72612ad3be req-e20d5e4c-d89d-492d-b99c-64d5b00b7bab tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343440 Jul 05 04:56:36.695448 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:36.746738 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=7480a7ec-5791-4ea6-9677-0edf7e582c16,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:36.789167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05888b49-db80-4479-bb2e-cbc0b1f1377b req-420c5d3b-36ff-445b-ba1f-88d4fb041896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:36.790957 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05888b49-db80-4479-bb2e-cbc0b1f1377b req-420c5d3b-36ff-445b-ba1f-88d4fb041896 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 1097 time: 0.0528190 Jul 05 04:56:36.824303 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05888b49-db80-4479-bb2e-cbc0b1f1377b req-2fb37b0b-736f-4567-a77f-47ee9dc98a49 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268588 Jul 05 04:56:37.870677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84ec7e-ecac-47bc-8d93-c6cb811f0c59 req-5cd3e949-3969-44c4-9f57-8b1f33e8a14b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:37.872193 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb84ec7e-ecac-47bc-8d93-c6cb811f0c59 req-5cd3e949-3969-44c4-9f57-8b1f33e8a14b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0629919 Jul 05 04:56:37.910886 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb84ec7e-ecac-47bc-8d93-c6cb811f0c59 req-3e70baa9-b5df-4735-995c-4060b2a862b3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331197 Jul 05 04:56:38.083292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412df0a-e09b-4aa2-be84-13906bf6a0f8 req-4f14c003-7d3d-4be1-b4b1-c5ea55fe0b62 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:38.084777 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9412df0a-e09b-4aa2-be84-13906bf6a0f8 req-4f14c003-7d3d-4be1-b4b1-c5ea55fe0b62 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0667663 Jul 05 04:56:38.121532 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9412df0a-e09b-4aa2-be84-13906bf6a0f8 req-09dbd8ea-58ea-4bb8-8f74-efd8fbeacd6f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312307 Jul 05 04:56:38.146246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57266) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:38.197003 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb430dd5-2fd0-4a54-ac3e-2932f25dad30 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:38.198490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-fb430dd5-2fd0-4a54-ac3e-2932f25dad30 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 1092 time: 0.0512872 Jul 05 04:56:38.202257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57268) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:38.206555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:38.295002 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:38.393566 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:38.492915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.25.0.233 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/e1da77f7-6eea-4ea0-b4a8-b12e28091f80) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:56:38.594647 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:38.706547 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:38.741990 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:56:38.744815 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:56:38.748870 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:56:38.773537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=e1da77f7-6eea-4ea0-b4a8-b12e28091f80,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:39.111789 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:39.250113 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:39.393790 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:39.437328 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:39.503153 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=e1da77f7-6eea-4ea0-b4a8-b12e28091f80,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:39.518267 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:39.614969 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Floating IP a1830f31-2ccf-4522-84e7-5bace6b658a3 associated. External IP: 172.25.0.233, port: 7480a7ec-5791-4ea6-9677-0edf7e582c16. Jul 05 04:56:40.170557 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 937245df-ff9b-4a0b-8326-1be0a25423f0 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:56:40.279957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:56:40.289422 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe86688a-be59-4391-a248-5edea13acb3f None None] Sync routers for ids ['937245df-ff9b-4a0b-8326-1be0a25423f0'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:56:40.300258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe86688a-be59-4391-a248-5edea13acb3f None None] Routers {'937245df-ff9b-4a0b-8326-1be0a25423f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:56:40.302905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fe86688a-be59-4391-a248-5edea13acb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:56:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['937245df-ff9b-4a0b-8326-1be0a25423f0'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:40.346614 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:40.385574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a3ea92dc-cfb1-4cc5-859c-37435f321ee4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1823173 Jul 05 04:56:40.386476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:56:40.390011 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365ef91a-490b-4dc9-b1bd-8a2769918670" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:56:40.416279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-fe86688a-be59-4391-a248-5edea13acb3f None None] Set router 937245df-ff9b-4a0b-8326-1be0a25423f0 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:56:40.432131 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2c476b-24d3-4a0a-a1fd-b14120bc93ec x-openstack-request-id: req-7d2c476b-24d3-4a0a-a1fd-b14120bc93ec {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:56:40.432448 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:56:40.432704 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d2c476b-24d3-4a0a-a1fd-b14120bc93ec {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:56:40.433109 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'status': 'completed', 'code': 200} Jul 05 04:56:40.559924 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ef91a-490b-4dc9-b1bd-8a2769918670 req-494ee3dd-5315-4189-9655-e4a22803cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:40.561682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-365ef91a-490b-4dc9-b1bd-8a2769918670 req-494ee3dd-5315-4189-9655-e4a22803cc19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 1097 time: 0.1021245 Jul 05 04:56:40.575206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3d009-a1df-4ab9-bccf-aaa07a11ae50 req-44b24a7c-bcf3-4e4f-b08f-7acde4a283ec tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:40.576851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6f3d009-a1df-4ab9-bccf-aaa07a11ae50 req-44b24a7c-bcf3-4e4f-b08f-7acde4a283ec tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0863202 Jul 05 04:56:40.664415 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d6f3d009-a1df-4ab9-bccf-aaa07a11ae50 req-8a5993f6-77dc-4878-9800-6e23c6d7c564 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784326 Jul 05 04:56:40.665210 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fe86688a-be59-4391-a248-5edea13acb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:56:23Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'a1830f31-2ccf-4522-84e7-5bace6b658a3', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'port_id': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'mac_address': 'fa:16:3e:69:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:56:38Z', 'updated_at': '2021-07-05T04:56:38Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e6931a-72ee-435c-bab0-3274f2893480', 'name': '', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:62:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:22Z', 'updated_at': '2021-07-05T04:56:27Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:40.689852 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ef91a-490b-4dc9-b1bd-8a2769918670 req-3c4541b2-c134-4ac1-8ccd-3e4988a78635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:40.691409 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57276) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:40.691942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-365ef91a-490b-4dc9-b1bd-8a2769918670 req-3c4541b2-c134-4ac1-8ccd-3e4988a78635 service neutron] 10.222.0.64 "GET /v2.0/networks?id=025198af-482c-4ae4-9929-3a514f3153de HTTP/1.1" status: 200 len: 898 time: 0.1137226 Jul 05 04:56:40.696339 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe86688a-be59-4391-a248-5edea13acb3f None None] Checking router: 937245df-ff9b-4a0b-8326-1be0a25423f0 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:56:40.705961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe86688a-be59-4391-a248-5edea13acb3f None None] Routers {'937245df-ff9b-4a0b-8326-1be0a25423f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:56:40.706586 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fe86688a-be59-4391-a248-5edea13acb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:56:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['937245df-ff9b-4a0b-8326-1be0a25423f0'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:40.756650 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5c2916ef-b033-48e7-97cf-5baf07074910 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/a1830f31-2ccf-4522-84e7-5bace6b658a3 HTTP/1.1" status: 200 len: 992 time: 0.0637100 Jul 05 04:56:40.762547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-365ef91a-490b-4dc9-b1bd-8a2769918670 req-cedfd916-9d2a-4cd1-b9f0-de92564e5387 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16 HTTP/1.1" status: 200 len: 1000 time: 0.0644047 Jul 05 04:56:40.813975 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ef91a-490b-4dc9-b1bd-8a2769918670 req-c7457127-32eb-4555-b828-a82d4c0f9bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:40.815817 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-365ef91a-490b-4dc9-b1bd-8a2769918670 req-c7457127-32eb-4555-b828-a82d4c0f9bba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57571d53-964b-41cc-bad8-f0959cc6bc45 HTTP/1.1" status: 200 len: 834 time: 0.0469661 Jul 05 04:56:40.821364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-fe86688a-be59-4391-a248-5edea13acb3f None None] Set router 937245df-ff9b-4a0b-8326-1be0a25423f0 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:56:40.873893 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ef91a-490b-4dc9-b1bd-8a2769918670 req-63189900-51a6-4805-9acf-4dfd41e989f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:40.875655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-365ef91a-490b-4dc9-b1bd-8a2769918670 req-63189900-51a6-4805-9acf-4dfd41e989f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=025198af-482c-4ae4-9929-3a514f3153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539665 Jul 05 04:56:40.969301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-365ef91a-490b-4dc9-b1bd-8a2769918670 req-ac3a539f-67d9-4290-8c6c-3d9772895767 service neutron] 10.222.0.64 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867362 Jul 05 04:56:41.040487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-fe86688a-be59-4391-a248-5edea13acb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:56:23Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'a1830f31-2ccf-4522-84e7-5bace6b658a3', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'port_id': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'mac_address': 'fa:16:3e:69:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:56:38Z', 'updated_at': '2021-07-05T04:56:38Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e6931a-72ee-435c-bab0-3274f2893480', 'name': '', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:62:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:22Z', 'updated_at': '2021-07-05T04:56:27Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:41.057370 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-365ef91a-490b-4dc9-b1bd-8a2769918670 req-3d13bb5a-7fc9-4aab-ac8a-5be89bd35ff6 service neutron] 10.222.0.64 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819368 Jul 05 04:56:41.066802 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe86688a-be59-4391-a248-5edea13acb3f None None] The sync data for ids ['937245df-ff9b-4a0b-8326-1be0a25423f0'] in n-d-798249-5 is: [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:56:23Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'a1830f31-2ccf-4522-84e7-5bace6b658a3', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'port_id': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'mac_address': 'fa:16:3e:69:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:56:38Z', 'updated_at': '2021-07-05T04:56:38Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e6931a-72ee-435c-bab0-3274f2893480', 'name': '', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:62:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:22Z', 'updated_at': '2021-07-05T04:56:27Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:56:41.257149 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f2419c-687a-4c75-b724-6f20867a807b None None] New status for floating IP a1830f31-2ccf-4522-84e7-5bace6b658a3: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:56:41.670647 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff014cf2-9893-4184-aa3b-0fd0e59fb1e7 req-7f9bdb1f-11c1-496a-a9bf-7ab8be18226c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512996 Jul 05 04:56:41.760401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57278) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:41.764835 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff014cf2-9893-4184-aa3b-0fd0e59fb1e7 req-478e83cc-8396-4dcf-9665-180990675299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:41.766323 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff014cf2-9893-4184-aa3b-0fd0e59fb1e7 req-478e83cc-8396-4dcf-9665-180990675299 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 1097 time: 0.0558937 Jul 05 04:56:41.825998 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d33930ff-2c4a-47d2-ac0a-87fcbe6201d2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/a1830f31-2ccf-4522-84e7-5bace6b658a3 HTTP/1.1" status: 200 len: 994 time: 0.0642624 Jul 05 04:56:41.869104 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff014cf2-9893-4184-aa3b-0fd0e59fb1e7 req-27c2cea1-5ba7-43cc-a826-872620f5d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:41.870585 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff014cf2-9893-4184-aa3b-0fd0e59fb1e7 req-27c2cea1-5ba7-43cc-a826-872620f5d935 service neutron] 10.222.0.64 "GET /v2.0/networks?id=025198af-482c-4ae4-9929-3a514f3153de HTTP/1.1" status: 200 len: 898 time: 0.0854409 Jul 05 04:56:41.938095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff014cf2-9893-4184-aa3b-0fd0e59fb1e7 req-69052dc8-696a-4271-935a-baaf875f72a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16 HTTP/1.1" status: 200 len: 1002 time: 0.0615792 Jul 05 04:56:41.985728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff014cf2-9893-4184-aa3b-0fd0e59fb1e7 req-7be5b55e-5042-4187-8b01-c1f44dcacd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:41.987191 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff014cf2-9893-4184-aa3b-0fd0e59fb1e7 req-7be5b55e-5042-4187-8b01-c1f44dcacd14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57571d53-964b-41cc-bad8-f0959cc6bc45 HTTP/1.1" status: 200 len: 834 time: 0.0428348 Jul 05 04:56:42.042155 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff014cf2-9893-4184-aa3b-0fd0e59fb1e7 req-332e0d46-21d7-491c-b1ab-0a86038ab059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:42.043552 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff014cf2-9893-4184-aa3b-0fd0e59fb1e7 req-332e0d46-21d7-491c-b1ab-0a86038ab059 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=025198af-482c-4ae4-9929-3a514f3153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501683 Jul 05 04:56:42.135001 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff014cf2-9893-4184-aa3b-0fd0e59fb1e7 req-c52bdc5a-b5fb-4b34-942b-c1356a85653e service neutron] 10.222.0.64 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853875 Jul 05 04:56:42.227881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ff014cf2-9893-4184-aa3b-0fd0e59fb1e7 req-f5c1fbd5-5071-4d98-9ee2-427014e2ea63 service neutron] 10.222.0.64 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866175 Jul 05 04:56:51.380676 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6856b8c0-7ded-4a34-8d48-b2e9d6d91a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:54.328553 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cff8ba86-18c6-4f20-b2aa-5183f5affd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:54.448596 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:55.620462 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:57.385137 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:00.065237 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:02.026414 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:04.118741 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:57:08.994593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761db688-ed1a-4d21-8798-1c3838845d22 req-efbe79b3-c709-4839-985e-aabad1f7fd9b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:08.996152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-761db688-ed1a-4d21-8798-1c3838845d22 req-efbe79b3-c709-4839-985e-aabad1f7fd9b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.1484232 Jul 05 04:57:09.065921 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-761db688-ed1a-4d21-8798-1c3838845d22 req-0332b2f8-5efc-4088-a132-05304fe14c60 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641625 Jul 05 04:57:09.087301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-fddfd3e2-472d-4fd4-95df-20c13daca5de service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158221 Jul 05 04:57:10.290255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a846d-19be-4f1d-b865-744c3fa8ab22 req-6f653c6c-5a38-4194-a2a1-7cfc7d4433df tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:10.291818 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-747a846d-19be-4f1d-b865-744c3fa8ab22 req-6f653c6c-5a38-4194-a2a1-7cfc7d4433df tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.1127403 Jul 05 04:57:10.329922 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-747a846d-19be-4f1d-b865-744c3fa8ab22 req-f20526d8-65d8-4810-98f6-7d7d02e2e06e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321591 Jul 05 04:57:11.218210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-a14f36eb-a190-42db-96f1-67e13974d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:11.219698 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-a14f36eb-a190-42db-96f1-67e13974d39b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 1097 time: 0.0564592 Jul 05 04:57:11.312981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f3bc9c2e-d4f4-41e7-90ac-c4fa1d3062fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:11.314431 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f3bc9c2e-d4f4-41e7-90ac-c4fa1d3062fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=025198af-482c-4ae4-9929-3a514f3153de HTTP/1.1" status: 200 len: 898 time: 0.0885653 Jul 05 04:57:11.390664 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-993dd986-e252-4575-b79f-826998610526 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16 HTTP/1.1" status: 200 len: 1002 time: 0.0691628 Jul 05 04:57:11.440428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-365e9691-a4cf-4029-84d5-57f647b269ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:11.441902 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-365e9691-a4cf-4029-84d5-57f647b269ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57571d53-964b-41cc-bad8-f0959cc6bc45 HTTP/1.1" status: 200 len: 834 time: 0.0435612 Jul 05 04:57:11.546872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5b7fa-7745-42a9-9c32-559c88592b74 req-66fad51f-a63e-4e96-8711-dfc74d1a452d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:11.548244 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fde5b7fa-7745-42a9-9c32-559c88592b74 req-66fad51f-a63e-4e96-8711-dfc74d1a452d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.1036954 Jul 05 04:57:11.550150 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-7f644cc3-0433-40cc-8b7e-4e7bb01e17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:11.551718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-7f644cc3-0433-40cc-8b7e-4e7bb01e17ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=025198af-482c-4ae4-9929-3a514f3153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986779 Jul 05 04:57:11.633679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fde5b7fa-7745-42a9-9c32-559c88592b74 req-0370eca3-904c-4cc5-858d-9affa55f557a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787549 Jul 05 04:57:11.666740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-9cbe3b3e-d817-4382-b9bf-af40beac9008 service neutron] 10.222.0.64 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056170 Jul 05 04:57:11.757929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-3056795d-7365-482c-8fe8-2a6d8d8cfc29 service neutron] 10.222.0.64 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848541 Jul 05 04:57:12.807224 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215dd06-468b-4157-ae5b-5b9eadb2bc1a req-023ceb49-b75c-4931-b137-a1337c634edf tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:12.808728 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1215dd06-468b-4157-ae5b-5b9eadb2bc1a req-023ceb49-b75c-4931-b137-a1337c634edf tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0641499 Jul 05 04:57:12.845644 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1215dd06-468b-4157-ae5b-5b9eadb2bc1a req-c05f0050-d62c-4aec-b973-af47b568eb9b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314918 Jul 05 04:57:14.024675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271f36d-d94a-49d8-a646-4669f3541cd2 req-b2443d59-1e8f-4aaf-82f3-322e46aa405f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:14.026147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6271f36d-d94a-49d8-a646-4669f3541cd2 req-b2443d59-1e8f-4aaf-82f3-322e46aa405f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0675318 Jul 05 04:57:14.063713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6271f36d-d94a-49d8-a646-4669f3541cd2 req-a1125704-ec3d-4a11-a834-ac65a89bbe97 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321028 Jul 05 04:57:15.238130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd660b0b-2d24-4209-9e4a-a93b2c919d24 req-d12cb6ea-7ecd-4f31-90c1-9863f1693dfe tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:15.239600 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd660b0b-2d24-4209-9e4a-a93b2c919d24 req-d12cb6ea-7ecd-4f31-90c1-9863f1693dfe tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0618594 Jul 05 04:57:15.277152 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd660b0b-2d24-4209-9e4a-a93b2c919d24 req-a1dc3fc4-a543-4bd5-8236-cf29bebf647e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312097 Jul 05 04:57:16.632490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70fd7d-e27b-4f89-b91a-a3146777a43c req-882dafef-9536-4a9e-accd-75e2bf3d2f99 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:16.633976 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f70fd7d-e27b-4f89-b91a-a3146777a43c req-882dafef-9536-4a9e-accd-75e2bf3d2f99 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0627837 Jul 05 04:57:16.671951 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4f70fd7d-e27b-4f89-b91a-a3146777a43c req-a8a78455-9109-41b9-b3dd-68767eeec418 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324373 Jul 05 04:57:17.845829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b587df-2260-41ba-948e-e46f724bb63d req-7fa04dea-d31a-476c-9ae8-8a9ce7614680 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:17.847310 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-15b587df-2260-41ba-948e-e46f724bb63d req-7fa04dea-d31a-476c-9ae8-8a9ce7614680 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0663002 Jul 05 04:57:17.889343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-15b587df-2260-41ba-948e-e46f724bb63d req-4a746faf-c1e0-4117-b9b0-175cfc5f9a7e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357013 Jul 05 04:57:19.060785 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b110029-92c9-43d1-9262-cc057a3008b4 req-8b0e7bdd-9ae8-4f6d-b5b4-60a5860fb08f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:19.062178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b110029-92c9-43d1-9262-cc057a3008b4 req-8b0e7bdd-9ae8-4f6d-b5b4-60a5860fb08f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0634212 Jul 05 04:57:19.098207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b110029-92c9-43d1-9262-cc057a3008b4 req-407da82c-9eb4-41aa-beca-ebd94cc19f46 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306883 Jul 05 04:57:20.273110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfa554-377c-45d7-b7f3-a7b4373d78ac req-4f385740-d2da-4f0c-b446-93b63faece3b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:20.274591 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34bfa554-377c-45d7-b7f3-a7b4373d78ac req-4f385740-d2da-4f0c-b446-93b63faece3b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0660858 Jul 05 04:57:20.311890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-34bfa554-377c-45d7-b7f3-a7b4373d78ac req-ad63c13c-5003-4d21-96bf-dc753e2ac39e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318408 Jul 05 04:57:21.386108 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e32a678a-619d-4cfc-99fd-d6df61e492f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.490882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1f840-4ef0-45ca-934e-94c8ef14d351 req-0b34607d-b2a1-4859-b04c-1256e4867242 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:21.492425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35a1f840-4ef0-45ca-934e-94c8ef14d351 req-0b34607d-b2a1-4859-b04c-1256e4867242 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0640273 Jul 05 04:57:21.531181 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35a1f840-4ef0-45ca-934e-94c8ef14d351 req-3d007150-42a9-43d9-9de8-e9f22f1763c5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331817 Jul 05 04:57:22.701157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc955f-bec6-45b1-bc66-720b0c8264d3 req-1fe31689-b4b0-49a2-991d-0cd9f499dc18 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:22.702643 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ddc955f-bec6-45b1-bc66-720b0c8264d3 req-1fe31689-b4b0-49a2-991d-0cd9f499dc18 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0623302 Jul 05 04:57:22.738983 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ddc955f-bec6-45b1-bc66-720b0c8264d3 req-f61942aa-2aa9-4509-b34b-4e2d3e47fe4f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308630 Jul 05 04:57:23.786915 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-7078b8fa-010f-4a82-8946-1e3523103d9a service neutron] show failed (client error): The resource could not be found. Jul 05 04:57:23.788990 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-7078b8fa-010f-4a82-8946-1e3523103d9a service neutron] 10.222.0.64 "GET /v2.0/ports/7480a7ec-5791-4ea6-9677-0edf7e582c16/bindings/n-h1-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0590215 Jul 05 04:57:23.927900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbcf02-b3de-4d0e-baee-8ccab76b5b82 req-ea0fc6e0-cb65-4b72-9b92-a225f6b7bdcd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:23.929870 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45dbcf02-b3de-4d0e-baee-8ccab76b5b82 req-ea0fc6e0-cb65-4b72-9b92-a225f6b7bdcd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0679996 Jul 05 04:57:23.967682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45dbcf02-b3de-4d0e-baee-8ccab76b5b82 req-124def36-bac5-4b1a-a14c-bbe22e9a03f7 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323789 Jul 05 04:57:24.294445 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-a60cbb16-5c35-4951-9523-82dd3c84b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:24.295967 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-a60cbb16-5c35-4951-9523-82dd3c84b225 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6&tenant_id=ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 1097 time: 0.0988402 Jul 05 04:57:24.308455 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-5', 'device_owner': 'compute:nova'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:24.340386 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e907e0bf-0a7f-4524-a9f9-68c4285288eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:24.384510 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:24.431815 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:24.583691 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] For port 7480a7ec-5791-4ea6-9677-0edf7e582c16, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:24.617476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] For port 7480a7ec-5791-4ea6-9677-0edf7e582c16, host n-h2-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:57:24.655868 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:24.658419 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875f473a-e508-4a85-b68e-f93751d00019" -d '{"events": [{"server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:24.662973 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:24.675910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Transition to ACTIVE for port object 7480a7ec-5791-4ea6-9677-0edf7e582c16 will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:57:24.708583 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be34018-a906-403b-8d20-eafbf6dca116 x-openstack-request-id: req-9be34018-a906-403b-8d20-eafbf6dca116 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:24.708877 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:24.709764 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9be34018-a906-403b-8d20-eafbf6dca116 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:24.710177 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'code': 200} Jul 05 04:57:24.757453 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:24.835347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Pushing event updated for resources: {'Port': ['ID=7480a7ec-5791-4ea6-9677-0edf7e582c16,revision_number=6']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:24.850517 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:24.850865 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:24.851201 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:24.851535 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:24.851870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:24.852198 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:24.852552 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:24.852878 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:24.853202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:24.853526 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:24.853850 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:24.854170 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:24.895009 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] No DVR routers for this DVR port 7480a7ec-5791-4ea6-9677-0edf7e582c16 on host n-h2-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:57:25.034000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Attempting to bind port 7480a7ec-5791-4ea6-9677-0edf7e582c16 on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:57:25.034338 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Attempting to bind port 7480a7ec-5791-4ea6-9677-0edf7e582c16 by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:57:25.034672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Attempting to bind port 7480a7ec-5791-4ea6-9677-0edf7e582c16 on network 025198af-482c-4ae4-9929-3a514f3153de {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:57:25.039792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Port 7480a7ec-5791-4ea6-9677-0edf7e582c16 on network 025198af-482c-4ae4-9929-3a514f3153de not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:57:25.040123 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Attempting to bind port 7480a7ec-5791-4ea6-9677-0edf7e582c16 on network 025198af-482c-4ae4-9929-3a514f3153de {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:57:25.044891 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:57:25.045235 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Checking segment: {'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:57:25.045613 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Bound using segment: {'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:57:25.046040 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Bound port: 7480a7ec-5791-4ea6-9677-0edf7e582c16, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f665261f-25ca-4618-9044-935bef71ab9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '025198af-482c-4ae4-9929-3a514f3153de'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:57:25.046399 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:25.108564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] For port 7480a7ec-5791-4ea6-9677-0edf7e582c16, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:57:25.111561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] For port 7480a7ec-5791-4ea6-9677-0edf7e582c16, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:57:25.142645 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bb276-cc50-4ed4-9a41-aab804f29fda req-6e9893ad-f9ed-42a6-996a-80c4bff89156 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:25.144139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b64bb276-cc50-4ed4-9a41-aab804f29fda req-6e9893ad-f9ed-42a6-996a-80c4bff89156 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 944 time: 0.0626984 Jul 05 04:57:25.186033 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b64bb276-cc50-4ed4-9a41-aab804f29fda req-b8ffffd9-1ed1-4d59-83df-b050ca0913f6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354979 Jul 05 04:57:25.186637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:25.225680 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:25.226396 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:25.227690 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] 10.222.0.11 "PUT /v2.0/ports/7480a7ec-5791-4ea6-9677-0edf7e582c16 HTTP/1.1" status: 200 len: 1092 time: 0.9233027 Jul 05 04:57:25.250508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdeb03-c74f-4c16-aac0-ba323f91a1aa service neutron] Pushing event updated for resources: {'Port': ['ID=7480a7ec-5791-4ea6-9677-0edf7e582c16,revision_number=7']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:25.309543 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-7b4ac7bf-aed4-4b6b-8b7e-a42694b7e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:25.311226 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-7b4ac7bf-aed4-4b6b-8b7e-a42694b7e800 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0577095 Jul 05 04:57:25.406975 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-1bc4ac02-d7ad-45f5-abf0-b399f0ae4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:25.408498 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-1bc4ac02-d7ad-45f5-abf0-b399f0ae4afb service neutron] 10.222.0.11 "GET /v2.0/networks?id=025198af-482c-4ae4-9929-3a514f3153de HTTP/1.1" status: 200 len: 898 time: 0.0906732 Jul 05 04:57:25.479797 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-f0f2bd56-20e7-483f-99a3-919f3b74c7bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16 HTTP/1.1" status: 200 len: 1000 time: 0.0646520 Jul 05 04:57:25.505101 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:25.528069 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-974fc2a2-a3d5-4fc8-b1af-786021aad5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:25.529535 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-974fc2a2-a3d5-4fc8-b1af-786021aad5e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=57571d53-964b-41cc-bad8-f0959cc6bc45 HTTP/1.1" status: 200 len: 834 time: 0.0434895 Jul 05 04:57:25.587145 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-1ff6df29-46ea-406a-a8c4-8b5410086de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:25.588671 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-1ff6df29-46ea-406a-a8c4-8b5410086de2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=025198af-482c-4ae4-9929-3a514f3153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524974 Jul 05 04:57:25.599316 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-d62bbd08-141d-4c42-9524-2efd6f849337 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:57:25.602420 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-d62bbd08-141d-4c42-9524-2efd6f849337 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056214 Jul 05 04:57:25.693835 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-90060d1f-bd87-47a5-a121-4c00a5de2c24 service neutron] 10.222.0.11 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860415 Jul 05 04:57:25.781410 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-b7e57d2b-3492-4d3d-88bc-dbb0f17355f1 service neutron] 10.222.0.11 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822980 Jul 05 04:57:26.378256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab50767-6138-4c03-b687-293d497fae8a req-c26339c6-021a-419e-9605-b9300051845f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:26.379759 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eab50767-6138-4c03-b687-293d497fae8a req-c26339c6-021a-419e-9605-b9300051845f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 944 time: 0.0625405 Jul 05 04:57:26.417450 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-eab50767-6138-4c03-b687-293d497fae8a req-290b9872-b236-4d84-bdfa-475d76d96762 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Jul 05 04:57:26.711730 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:26.714148 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:26.761316 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6109dc5d-11e9-460d-8969-4c1dc90ab4c2 x-openstack-request-id: req-6109dc5d-11e9-460d-8969-4c1dc90ab4c2 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:26.761608 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:26.761874 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6109dc5d-11e9-460d-8969-4c1dc90ab4c2 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:26.762303 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'status': 'completed', 'code': 200} Jul 05 04:57:26.831336 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-dcb05abb-3061-4a4a-b2ed-e9eca1835438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:26.832882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-dcb05abb-3061-4a4a-b2ed-e9eca1835438 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0534551 Jul 05 04:57:26.842886 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-336d6727-bd21-4973-9063-2723667716ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:26.844396 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-336d6727-bd21-4973-9063-2723667716ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0580404 Jul 05 04:57:26.929825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-741d9f55-154c-4851-84de-68cb9db77273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:26.931676 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-741d9f55-154c-4851-84de-68cb9db77273 service neutron] 10.222.0.64 "GET /v2.0/networks?id=025198af-482c-4ae4-9929-3a514f3153de HTTP/1.1" status: 200 len: 898 time: 0.0921917 Jul 05 04:57:26.937270 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-5b096429-9055-4653-916f-6f19f3d0254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:26.940134 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-5b096429-9055-4653-916f-6f19f3d0254a service neutron] 10.222.0.11 "GET /v2.0/networks?id=025198af-482c-4ae4-9929-3a514f3153de HTTP/1.1" status: 200 len: 898 time: 0.0870047 Jul 05 04:57:26.996665 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-c869661e-1fd1-4dbf-8dcd-95c1836b8604 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16 HTTP/1.1" status: 200 len: 1000 time: 0.0590379 Jul 05 04:57:27.010439 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-55a7cbc3-d43d-42c4-9486-0b45ca717e56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16 HTTP/1.1" status: 200 len: 1000 time: 0.0643792 Jul 05 04:57:27.050682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-054165d1-cf33-405a-8ca2-022fe00fdb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:27.052139 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-054165d1-cf33-405a-8ca2-022fe00fdb2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57571d53-964b-41cc-bad8-f0959cc6bc45 HTTP/1.1" status: 200 len: 834 time: 0.0500257 Jul 05 04:57:27.060337 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-0bcbb797-3a62-4f14-a510-40dbbfa7e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:27.061873 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-0bcbb797-3a62-4f14-a510-40dbbfa7e5a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=57571d53-964b-41cc-bad8-f0959cc6bc45 HTTP/1.1" status: 200 len: 834 time: 0.0448644 Jul 05 04:57:27.108452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-ee159c1e-a7af-457b-b368-832570b43475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:27.109959 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-ee159c1e-a7af-457b-b368-832570b43475 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=025198af-482c-4ae4-9929-3a514f3153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516047 Jul 05 04:57:27.118133 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-cefddb9e-6290-40b7-8f7f-921b552db084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:27.119693 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-cefddb9e-6290-40b7-8f7f-921b552db084 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=025198af-482c-4ae4-9929-3a514f3153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516589 Jul 05 04:57:27.197792 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-0a110e61-cf8c-43bb-8498-3eda47c7c42d service neutron] 10.222.0.64 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813484 Jul 05 04:57:27.212136 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-ef767ca9-1437-47fa-b8d5-feb3756c9c0e service neutron] 10.222.0.11 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854356 Jul 05 04:57:27.293917 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-bc080232-ae91-4a28-a1de-a37dc5e8d6a6 service neutron] 10.222.0.64 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903375 Jul 05 04:57:27.301630 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-bd5a270e-e7db-43bc-9ffe-a2eafa77cde7 req-ab853992-d71a-4843-8499-b7f1e3fbf1f3 service neutron] 10.222.0.11 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830073 Jul 05 04:57:27.379933 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:27.597620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c90296-8827-4dd4-85cf-1c15a59a0d79 req-2e3c5905-6055-4124-9e0d-a40bf02ca08f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:27.599119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6c90296-8827-4dd4-85cf-1c15a59a0d79 req-2e3c5905-6055-4124-9e0d-a40bf02ca08f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 944 time: 0.0634868 Jul 05 04:57:27.638506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6c90296-8827-4dd4-85cf-1c15a59a0d79 req-bf5edc62-b5cf-4f79-b3b4-45c8264362fc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335789 Jul 05 04:57:28.667458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7480a7ec-5791-4ea6-9677-0edf7e582c16 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:57:28.705292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 7480a7ec-5791-4ea6-9677-0edf7e582c16 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:57:28.813356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a42c3b-a7a3-447d-bd64-f57e778f5fae req-a175b272-2ab4-489c-827c-d5ba5a0f9f0f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:28.814828 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35a42c3b-a7a3-447d-bd64-f57e778f5fae req-a175b272-2ab4-489c-827c-d5ba5a0f9f0f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 944 time: 0.0621619 Jul 05 04:57:28.856209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-35a42c3b-a7a3-447d-bd64-f57e778f5fae req-0c006f84-fcfe-45a8-ae2c-8a6f424cc98b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353692 Jul 05 04:57:29.327281 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ee479-4120-4662-a425-c6c00fd060a5 req-44f5d902-e4cb-4767-8914-bf82e333fa35 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:29.328680 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc4ee479-4120-4662-a425-c6c00fd060a5 req-44f5d902-e4cb-4767-8914-bf82e333fa35 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 944 time: 0.0921733 Jul 05 04:57:29.384977 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc4ee479-4120-4662-a425-c6c00fd060a5 req-f7553e35-3896-4495-8ddf-cdcbd77e1ead tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498950 Jul 05 04:57:29.395779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cd1c2-fce7-49d8-953d-902b300a272b req-2fe041a7-f1ff-4982-b9bf-176b8262ffa8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:29.398069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-143cd1c2-fce7-49d8-953d-902b300a272b req-2fe041a7-f1ff-4982-b9bf-176b8262ffa8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6&tenant_id=ed390b693731479e8afa007129b8a395&binding%3Ahost_id=n-h1-798249-5 HTTP/1.1" status: 200 len: 944 time: 0.1138127 Jul 05 04:57:29.463304 n-d-798249-5 neutron-server[100877]: INFO neutron.api.v2.resource [req-143cd1c2-fce7-49d8-953d-902b300a272b req-ac467259-3c8c-436f-a019-147a0c0c89d8 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:57:29.464344 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-143cd1c2-fce7-49d8-953d-902b300a272b req-ac467259-3c8c-436f-a019-147a0c0c89d8 service neutron] 10.222.0.64 "DELETE /v2.0/ports/7480a7ec-5791-4ea6-9677-0edf7e582c16/bindings/n-h2-798249-5 HTTP/1.1" status: 404 len: 380 time: 0.0608959 Jul 05 04:57:29.605647 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2a3bc-fcd9-43a3-828f-5512fa2effef req-05177fe3-0e49-47f4-b636-d8768d09ce55 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:29.607076 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17c2a3bc-fcd9-43a3-828f-5512fa2effef req-05177fe3-0e49-47f4-b636-d8768d09ce55 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 944 time: 0.1050370 Jul 05 04:57:29.609809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cd1c2-fce7-49d8-953d-902b300a272b req-321695e0-6523-4fae-bc95-d678f04159e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:29.611183 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-143cd1c2-fce7-49d8-953d-902b300a272b req-321695e0-6523-4fae-bc95-d678f04159e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0971093 Jul 05 04:57:29.696234 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17c2a3bc-fcd9-43a3-828f-5512fa2effef req-10c25ce6-3fb0-489f-b9af-aa5d4e9f06e9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836015 Jul 05 04:57:29.728234 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cd1c2-fce7-49d8-953d-902b300a272b req-b02db562-ae89-4161-b2b0-48c34d8b97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:29.729856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-143cd1c2-fce7-49d8-953d-902b300a272b req-b02db562-ae89-4161-b2b0-48c34d8b97f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=025198af-482c-4ae4-9929-3a514f3153de HTTP/1.1" status: 200 len: 898 time: 0.1110826 Jul 05 04:57:29.793605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-143cd1c2-fce7-49d8-953d-902b300a272b req-a5958316-220b-4d6a-ad8f-30d64fe64ea9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16 HTTP/1.1" status: 200 len: 1000 time: 0.0577016 Jul 05 04:57:29.845472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cd1c2-fce7-49d8-953d-902b300a272b req-a0671a00-6b3a-454f-a2cc-3dd397a92579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:29.846942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-143cd1c2-fce7-49d8-953d-902b300a272b req-a0671a00-6b3a-454f-a2cc-3dd397a92579 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57571d53-964b-41cc-bad8-f0959cc6bc45 HTTP/1.1" status: 200 len: 834 time: 0.0473614 Jul 05 04:57:29.902062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cd1c2-fce7-49d8-953d-902b300a272b req-87721357-5612-4445-b655-40c5f263e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:29.903583 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-143cd1c2-fce7-49d8-953d-902b300a272b req-87721357-5612-4445-b655-40c5f263e9ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=025198af-482c-4ae4-9929-3a514f3153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505128 Jul 05 04:57:29.991605 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-143cd1c2-fce7-49d8-953d-902b300a272b req-31d10d20-da8a-400c-8baa-67a59246abb4 service neutron] 10.222.0.64 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816960 Jul 05 04:57:30.092175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-143cd1c2-fce7-49d8-953d-902b300a272b req-6a4666f5-87fa-4af7-ac54-fc9a594b79e6 service neutron] 10.222.0.64 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947824 Jul 05 04:57:30.109958 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:30.516685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7480a7ec-5791-4ea6-9677-0edf7e582c16 details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:57:30.612160 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 7480a7ec-5791-4ea6-9677-0edf7e582c16, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:30.626109 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'port_id': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'mac_address': 'fa:16:3e:69:ed:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:57:30.662819 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:30.675292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7480a7ec-5791-4ea6-9677-0edf7e582c16 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:57:30.694892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 7480a7ec-5791-4ea6-9677-0edf7e582c16, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:30.790265 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:30.847809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=7480a7ec-5791-4ea6-9677-0edf7e582c16,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:30.855307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:30.855651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:30.856009 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:30.856326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:30.856674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:30.857002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:30.857322 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:30.857641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:30.857960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:30.858278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:30.858594 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:30.858909 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:30.873334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631b7de-7a3d-494c-b588-94bab88c05b4 req-8f596147-30b4-49a7-b414-30b80734e4ab tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:30.874856 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4631b7de-7a3d-494c-b588-94bab88c05b4 req-8f596147-30b4-49a7-b414-30b80734e4ab tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 945 time: 0.0652735 Jul 05 04:57:30.912628 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4631b7de-7a3d-494c-b588-94bab88c05b4 req-80356e32-1671-4c02-93f8-90a6b432c1fa tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321455 Jul 05 04:57:30.937527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57370) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:31.004692 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6411cfe3-6511-49aa-a319-1e4954a4009e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/a1830f31-2ccf-4522-84e7-5bace6b658a3 HTTP/1.1" status: 200 len: 993 time: 0.0658934 Jul 05 04:57:31.052263 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['7480a7ec-5791-4ea6-9677-0edf7e582c16'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:57:32.035860 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.532477 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7480a7ec-5791-4ea6-9677-0edf7e582c16 up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:57:32.663763 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 7480a7ec-5791-4ea6-9677-0edf7e582c16 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:57:32.667748 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 7480a7ec-5791-4ea6-9677-0edf7e582c16 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:32.673279 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.742651 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.764683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:32.766897 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad114d9-7bb6-4f2c-ad07-bdf9585e01ae" -d '{"events": [{"server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "name": "network-vif-plugged", "status": "completed", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:32.780208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 7480a7ec-5791-4ea6-9677-0edf7e582c16, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:32.805022 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5201c8af-fe8b-4693-9fed-a98e6d91cbfc x-openstack-request-id: req-5201c8af-fe8b-4693-9fed-a98e6d91cbfc {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:32.805022 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "name": "network-vif-plugged", "status": "completed", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:32.805022 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5201c8af-fe8b-4693-9fed-a98e6d91cbfc {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:32.805022 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'code': 200} Jul 05 04:57:32.852413 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.901852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=7480a7ec-5791-4ea6-9677-0edf7e582c16,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:41.119145 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:57:51.368566 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-689e142b-1102-473d-bc19-9980c4f3d837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:54.343382 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-03b3fcbd-33c2-40bc-89a1-d5c74ab6bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:54.437003 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:55.517067 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:56.513252 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c7556e7b-85cd-44ce-865d-904852bf7f36 req-0512a42d-1e40-4f32-b713-37b351444ace service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510957 Jul 05 04:57:56.607164 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7556e7b-85cd-44ce-865d-904852bf7f36 req-2a57aa80-1e95-4a3f-ad76-f55e05a58769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:56.608668 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c7556e7b-85cd-44ce-865d-904852bf7f36 req-2a57aa80-1e95-4a3f-ad76-f55e05a58769 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 1097 time: 0.0513933 Jul 05 04:57:56.713121 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7556e7b-85cd-44ce-865d-904852bf7f36 req-bc7e9813-b3cd-4d60-a8d6-d0d9ac24d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:56.714610 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c7556e7b-85cd-44ce-865d-904852bf7f36 req-bc7e9813-b3cd-4d60-a8d6-d0d9ac24d66d service neutron] 10.222.0.11 "GET /v2.0/networks?id=025198af-482c-4ae4-9929-3a514f3153de HTTP/1.1" status: 200 len: 898 time: 0.0858200 Jul 05 04:57:56.778406 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c7556e7b-85cd-44ce-865d-904852bf7f36 req-448c93cb-a2ef-4df7-8df5-252e4b2125a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16 HTTP/1.1" status: 200 len: 1002 time: 0.0568306 Jul 05 04:57:56.837550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7556e7b-85cd-44ce-865d-904852bf7f36 req-77c568d9-f80d-450b-9100-cdb0bf0c18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:56.839013 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c7556e7b-85cd-44ce-865d-904852bf7f36 req-77c568d9-f80d-450b-9100-cdb0bf0c18f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=57571d53-964b-41cc-bad8-f0959cc6bc45 HTTP/1.1" status: 200 len: 834 time: 0.0527716 Jul 05 04:57:56.899620 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7556e7b-85cd-44ce-865d-904852bf7f36 req-08c63e33-aeb6-4588-a6b6-ec9bae1b559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:56.901705 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c7556e7b-85cd-44ce-865d-904852bf7f36 req-08c63e33-aeb6-4588-a6b6-ec9bae1b559d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=025198af-482c-4ae4-9929-3a514f3153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545418 Jul 05 04:57:56.992418 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c7556e7b-85cd-44ce-865d-904852bf7f36 req-236c388b-e4f4-4bcc-9e4e-1ea72ce477e7 service neutron] 10.222.0.11 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835660 Jul 05 04:57:57.082143 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-c7556e7b-85cd-44ce-865d-904852bf7f36 req-445e4299-0097-4585-95a7-6faed276da04 service neutron] 10.222.0.11 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840495 Jul 05 04:57:57.380169 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:59.717472 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57384) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:59.876533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port e1da77f7-6eea-4ea0-b4a8-b12e28091f80 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:57:59.883736 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:59.955381 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:59.955712 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:59.966979 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for e1da77f7-6eea-4ea0-b4a8-b12e28091f80 owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:00.063342 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:00.171996 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:00.198282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=e1da77f7-6eea-4ea0-b4a8-b12e28091f80,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:00.209563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:00.209919 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:00.210266 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:00.210607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:00.210943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:00.212523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:00.212869 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:00.213208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:00.213545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:00.213878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:00.214206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:00.214531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:00.270379 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:00.270710 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Floating IP a1830f31-2ccf-4522-84e7-5bace6b658a3 disassociated (deleted). External IP: 172.25.0.233, port: 7480a7ec-5791-4ea6-9677-0edf7e582c16. Jul 05 04:58:00.482443 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 937245df-ff9b-4a0b-8326-1be0a25423f0 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:58:00.590804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:58:00.595845 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:00.600095 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8cd4c1-0785-43db-8128-3d4c626e5b18 None None] Sync routers for ids ['937245df-ff9b-4a0b-8326-1be0a25423f0'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:58:00.609683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8cd4c1-0785-43db-8128-3d4c626e5b18 None None] Routers {'937245df-ff9b-4a0b-8326-1be0a25423f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:00.610310 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0d8cd4c1-0785-43db-8128-3d4c626e5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:57:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['937245df-ff9b-4a0b-8326-1be0a25423f0'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:00.631002 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-884a64df-696f-4023-bdb8-321ea3d4e46e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/floatingips/a1830f31-2ccf-4522-84e7-5bace6b658a3 HTTP/1.1" status: 204 len: 168 time: 0.9124241 Jul 05 04:58:00.631593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:00.634559 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c706b55-375c-4316-8f7a-1c0764c4c91c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:00.720872 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-0d8cd4c1-0785-43db-8128-3d4c626e5b18 None None] Set router 937245df-ff9b-4a0b-8326-1be0a25423f0 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:00.738355 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac5fd7e-10d7-4e25-b0a0-def771ab38f8 x-openstack-request-id: req-1ac5fd7e-10d7-4e25-b0a0-def771ab38f8 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:00.738868 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:00.738868 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ac5fd7e-10d7-4e25-b0a0-def771ab38f8 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:00.739266 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'status': 'completed', 'code': 200} Jul 05 04:58:00.819202 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c706b55-375c-4316-8f7a-1c0764c4c91c req-1cc4b013-505f-4920-ac96-601b795f44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:00.823468 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c706b55-375c-4316-8f7a-1c0764c4c91c req-1cc4b013-505f-4920-ac96-601b795f44b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 1097 time: 0.0567687 Jul 05 04:58:00.912714 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c706b55-375c-4316-8f7a-1c0764c4c91c req-f40a34b2-7f79-4f47-b2ce-c1e0c061a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:00.915018 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c706b55-375c-4316-8f7a-1c0764c4c91c req-f40a34b2-7f79-4f47-b2ce-c1e0c061a765 service neutron] 10.222.0.11 "GET /v2.0/networks?id=025198af-482c-4ae4-9929-3a514f3153de HTTP/1.1" status: 200 len: 898 time: 0.0876062 Jul 05 04:58:00.927818 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0d8cd4c1-0785-43db-8128-3d4c626e5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:56:23Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '17e6931a-72ee-435c-bab0-3274f2893480', 'name': '', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:62:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:22Z', 'updated_at': '2021-07-05T04:56:27Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:00.955550 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c706b55-375c-4316-8f7a-1c0764c4c91c req-481420ef-c034-47d0-a90a-8251257fc858 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16 HTTP/1.1" status: 200 len: 217 time: 0.0346622 Jul 05 04:58:00.957256 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8cd4c1-0785-43db-8128-3d4c626e5b18 None None] Checking router: 937245df-ff9b-4a0b-8326-1be0a25423f0 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:58:00.966102 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8cd4c1-0785-43db-8128-3d4c626e5b18 None None] Routers {'937245df-ff9b-4a0b-8326-1be0a25423f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:00.966728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0d8cd4c1-0785-43db-8128-3d4c626e5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:57:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['937245df-ff9b-4a0b-8326-1be0a25423f0'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:01.004739 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c706b55-375c-4316-8f7a-1c0764c4c91c req-b430e620-e3b6-4118-826a-83304d8a84bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:01.006294 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c706b55-375c-4316-8f7a-1c0764c4c91c req-b430e620-e3b6-4118-826a-83304d8a84bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=57571d53-964b-41cc-bad8-f0959cc6bc45 HTTP/1.1" status: 200 len: 834 time: 0.0451002 Jul 05 04:58:01.067364 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c706b55-375c-4316-8f7a-1c0764c4c91c req-e1564301-4527-403a-a590-9229b7ace779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:01.068913 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c706b55-375c-4316-8f7a-1c0764c4c91c req-e1564301-4527-403a-a590-9229b7ace779 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=025198af-482c-4ae4-9929-3a514f3153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565002 Jul 05 04:58:01.075503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-0d8cd4c1-0785-43db-8128-3d4c626e5b18 None None] Set router 937245df-ff9b-4a0b-8326-1be0a25423f0 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:01.166143 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c706b55-375c-4316-8f7a-1c0764c4c91c req-f5840d53-e8f3-4390-9000-5d815362750b service neutron] 10.222.0.11 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903225 Jul 05 04:58:01.266502 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0c706b55-375c-4316-8f7a-1c0764c4c91c req-5282febf-b67c-4117-94ed-148d4b5c5c78 service neutron] 10.222.0.11 "GET /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931244 Jul 05 04:58:01.444001 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-0d8cd4c1-0785-43db-8128-3d4c626e5b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:56:23Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '17e6931a-72ee-435c-bab0-3274f2893480', 'name': '', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:62:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:22Z', 'updated_at': '2021-07-05T04:56:27Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:01.471176 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8cd4c1-0785-43db-8128-3d4c626e5b18 None None] The sync data for ids ['937245df-ff9b-4a0b-8326-1be0a25423f0'] in n-d-798249-5 is: [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:56:23Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '17e6931a-72ee-435c-bab0-3274f2893480', 'name': '', 'network_id': '025198af-482c-4ae4-9929-3a514f3153de', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:62:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:22Z', 'updated_at': '2021-07-05T04:56:27Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '57571d53-964b-41cc-bad8-f0959cc6bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:58:01.643715 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6b008-8d6e-4891-b065-77f957e632f8 req-ad129fa9-e1de-49d3-b97f-19c953283cc2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:01.645323 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-93e6b008-8d6e-4891-b065-77f957e632f8 req-ad129fa9-e1de-49d3-b97f-19c953283cc2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.4373755 Jul 05 04:58:01.688201 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf6dfa-0f4f-40a9-bd9e-d42a89af0727 None None] New status for floating IP a1830f31-2ccf-4522-84e7-5bace6b658a3: DOWN {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:58:01.688810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-93e6b008-8d6e-4891-b065-77f957e632f8 req-28813cc5-c089-4bef-afc4-cadd78fa509a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361109 Jul 05 04:58:02.037373 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.431779 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4e90d-54ba-49f1-bd38-a1c835b138c8 req-cd4ca8a5-e893-4bec-ab9f-ee084b2465d5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:02.433373 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0fb4e90d-54ba-49f1-bd38-a1c835b138c8 req-cd4ca8a5-e893-4bec-ab9f-ee084b2465d5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0644660 Jul 05 04:58:02.538875 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-0fb4e90d-54ba-49f1-bd38-a1c835b138c8 req-8493a6f7-8c3a-4a57-9d07-889464aba230 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port 7480a7ec-5791-4ea6-9677-0edf7e582c16 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:02.539248 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0fb4e90d-54ba-49f1-bd38-a1c835b138c8 req-8493a6f7-8c3a-4a57-9d07-889464aba230 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.628446 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-0fb4e90d-54ba-49f1-bd38-a1c835b138c8 req-8493a6f7-8c3a-4a57-9d07-889464aba230 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port 7480a7ec-5791-4ea6-9677-0edf7e582c16, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=7480a7ec-5791-4ea6-9677-0edf7e582c16,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:02.628819 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0fb4e90d-54ba-49f1-bd38-a1c835b138c8 req-8493a6f7-8c3a-4a57-9d07-889464aba230 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.641960 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-0fb4e90d-54ba-49f1-bd38-a1c835b138c8 req-8493a6f7-8c3a-4a57-9d07-889464aba230 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for 7480a7ec-5791-4ea6-9677-0edf7e582c16 owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:02.846516 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0fb4e90d-54ba-49f1-bd38-a1c835b138c8 req-8493a6f7-8c3a-4a57-9d07-889464aba230 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.871716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f56c02-51e3-41bd-96ac-cf769b59d58c req-daadd6a2-d028-4e7e-be6f-b34bb6379a91 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:02.873272 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89f56c02-51e3-41bd-96ac-cf769b59d58c req-daadd6a2-d028-4e7e-be6f-b34bb6379a91 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab9b2bd-129c-43c7-bbd4-ce0715040ce6 HTTP/1.1" status: 200 len: 946 time: 0.0708077 Jul 05 04:58:02.875164 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493a6f7-8c3a-4a57-9d07-889464aba230 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=7480a7ec-5791-4ea6-9677-0edf7e582c16,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:02.915321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-89f56c02-51e3-41bd-96ac-cf769b59d58c req-2c3f5088-70be-4407-9940-566f5ef1773f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=43b7a860-664a-4547-95a2-8ad88f6e75e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347116 Jul 05 04:58:02.923467 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb4e90d-54ba-49f1-bd38-a1c835b138c8 req-8493a6f7-8c3a-4a57-9d07-889464aba230 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] No DVR routers for this DVR port 7480a7ec-5791-4ea6-9677-0edf7e582c16 on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:02.926173 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-0fb4e90d-54ba-49f1-bd38-a1c835b138c8 req-8493a6f7-8c3a-4a57-9d07-889464aba230 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.928201 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-0fb4e90d-54ba-49f1-bd38-a1c835b138c8 req-8493a6f7-8c3a-4a57-9d07-889464aba230 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.11 "DELETE /v2.0/ports/7480a7ec-5791-4ea6-9677-0edf7e582c16 HTTP/1.1" status: 204 len: 173 time: 0.4894507 Jul 05 04:58:02.928677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'name': 'network-vif-deleted', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:02.931571 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784787bc-5d57-4226-bc6f-cd79588fd8cd" -d '{"events": [{"server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "name": "network-vif-deleted", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:03.017811 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962f7163-8dcc-48e3-a7f2-d7ad879bc525 x-openstack-request-id: req-962f7163-8dcc-48e3-a7f2-d7ad879bc525 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:03.018112 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab9b2bd-129c-43c7-bbd4-ce0715040ce6", "name": "network-vif-deleted", "tag": "7480a7ec-5791-4ea6-9677-0edf7e582c16", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:03.018406 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-962f7163-8dcc-48e3-a7f2-d7ad879bc525 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:03.018798 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab9b2bd-129c-43c7-bbd4-ce0715040ce6', 'name': 'network-vif-deleted', 'tag': '7480a7ec-5791-4ea6-9677-0edf7e582c16', 'status': 'completed', 'code': 200} Jul 05 04:58:04.016827 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57404) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:04.369381 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b2c6ab-5fb1-459e-b38b-3ebedd54bbdb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:04.636245 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b5b2c6ab-5fb1-459e-b38b-3ebedd54bbdb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port 17e6931a-72ee-435c-bab0-3274f2893480 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:04.636629 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b2c6ab-5fb1-459e-b38b-3ebedd54bbdb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:04.725671 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-b5b2c6ab-5fb1-459e-b38b-3ebedd54bbdb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port 17e6931a-72ee-435c-bab0-3274f2893480, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=17e6931a-72ee-435c-bab0-3274f2893480,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:04.726035 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b2c6ab-5fb1-459e-b38b-3ebedd54bbdb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:04.738797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b5b2c6ab-5fb1-459e-b38b-3ebedd54bbdb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for 17e6931a-72ee-435c-bab0-3274f2893480 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:05.389009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b2c6ab-5fb1-459e-b38b-3ebedd54bbdb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:05.415990 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2c6ab-5fb1-459e-b38b-3ebedd54bbdb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=17e6931a-72ee-435c-bab0-3274f2893480,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:05.587324 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b5b2c6ab-5fb1-459e-b38b-3ebedd54bbdb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:05.796569 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b2c6ab-5fb1-459e-b38b-3ebedd54bbdb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router 937245df-ff9b-4a0b-8326-1be0a25423f0 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:58:05.901485 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b2c6ab-5fb1-459e-b38b-3ebedd54bbdb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:58:05.906536 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b5b2c6ab-5fb1-459e-b38b-3ebedd54bbdb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "PUT /v2.0/routers/937245df-ff9b-4a0b-8326-1be0a25423f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8886638 Jul 05 04:58:05.910042 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57406) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:05.911117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96f7b15-5e7d-4277-9444-12047c3af95f None None] Sync routers for ids ['937245df-ff9b-4a0b-8326-1be0a25423f0'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:58:05.924909 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f7b15-5e7d-4277-9444-12047c3af95f None None] Routers {'937245df-ff9b-4a0b-8326-1be0a25423f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:05.925533 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e96f7b15-5e7d-4277-9444-12047c3af95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:57:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['937245df-ff9b-4a0b-8326-1be0a25423f0'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:05.960328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d400e4a-d26a-41cb-ac18-7df4d8644294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting subnet 57571d53-964b-41cc-bad8-f0959cc6bc45 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:58:05.964300 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3d400e4a-d26a-41cb-ac18-7df4d8644294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:06.005622 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3d400e4a-d26a-41cb-ac18-7df4d8644294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:06.029151 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-e96f7b15-5e7d-4277-9444-12047c3af95f None None] Set router 937245df-ff9b-4a0b-8326-1be0a25423f0 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:06.091686 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3d400e4a-d26a-41cb-ac18-7df4d8644294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:06.205651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e96f7b15-5e7d-4277-9444-12047c3af95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:58:04Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:06.220248 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3d400e4a-d26a-41cb-ac18-7df4d8644294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:06.232059 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96f7b15-5e7d-4277-9444-12047c3af95f None None] Checking router: 937245df-ff9b-4a0b-8326-1be0a25423f0 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:58:06.240529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f7b15-5e7d-4277-9444-12047c3af95f None None] Routers {'937245df-ff9b-4a0b-8326-1be0a25423f0'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:06.241150 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e96f7b15-5e7d-4277-9444-12047c3af95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:57:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['937245df-ff9b-4a0b-8326-1be0a25423f0'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:06.255089 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3d400e4a-d26a-41cb-ac18-7df4d8644294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:06.261129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57408) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:06.261262 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3d400e4a-d26a-41cb-ac18-7df4d8644294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/subnets/57571d53-964b-41cc-bad8-f0959cc6bc45 HTTP/1.1" status: 204 len: 168 time: 0.3500741 Jul 05 04:58:06.262277 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d400e4a-d26a-41cb-ac18-7df4d8644294 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Subnet': ['ID=57571d53-964b-41cc-bad8-f0959cc6bc45,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:06.280088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d86fd35-c42a-4ec9-9269-402a7a393700 None None] Network 025198af-482c-4ae4-9929-3a514f3153de requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:06.368542 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:06.434243 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-e96f7b15-5e7d-4277-9444-12047c3af95f None None] Set router 937245df-ff9b-4a0b-8326-1be0a25423f0 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:06.472185 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:06.587744 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port b9ee4b8c-8871-4072-a894-2d6a4c3cd29d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:06.588177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:06.626542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-e96f7b15-5e7d-4277-9444-12047c3af95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:58:04Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:06.658077 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858de9af-735d-4717-b627-d45b5f01fc08 None None] DHCP port deletion for 025198af-482c-4ae4-9929-3a514f3153de request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:58:06.661146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96f7b15-5e7d-4277-9444-12047c3af95f None None] The sync data for ids ['937245df-ff9b-4a0b-8326-1be0a25423f0'] in n-d-798249-5 is: [{'id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904109382', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:56:19Z', 'updated_at': '2021-07-05T04:58:04Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b9ee4b8c-8871-4072-a894-2d6a4c3cd29d', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937245df-ff9b-4a0b-8326-1be0a25423f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:56:20Z', 'updated_at': '2021-07-05T04:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:58:06.675397 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port b9ee4b8c-8871-4072-a894-2d6a4c3cd29d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b9ee4b8c-8871-4072-a894-2d6a4c3cd29d,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:06.675761 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:06.684997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7480a7ec-5791-4ea6-9677-0edf7e582c16 no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:58:06.690082 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for b9ee4b8c-8871-4072-a894-2d6a4c3cd29d owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:06.707127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 7480a7ec-5791-4ea6-9677-0edf7e582c16 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:58:06.707473 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 7480a7ec-5791-4ea6-9677-0edf7e582c16 not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:58:06.728454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-858de9af-735d-4717-b627-d45b5f01fc08 None None] Deleting port b0f0d876-cccd-4843-a35b-acf755c71032 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:06.728842 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-858de9af-735d-4717-b627-d45b5f01fc08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:06.793383 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-858de9af-735d-4717-b627-d45b5f01fc08 None None] For port b0f0d876-cccd-4843-a35b-acf755c71032, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b0f0d876-cccd-4843-a35b-acf755c71032,segment=NetworkSegment(f665261f-25ca-4618-9044-935bef71ab9a),segment_id=f665261f-25ca-4618-9044-935bef71ab9a)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:06.793780 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-858de9af-735d-4717-b627-d45b5f01fc08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:06.807117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-858de9af-735d-4717-b627-d45b5f01fc08 None None] Calling delete_port for b0f0d876-cccd-4843-a35b-acf755c71032 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:06.997447 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.011856 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-858de9af-735d-4717-b627-d45b5f01fc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.027504 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=b9ee4b8c-8871-4072-a894-2d6a4c3cd29d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:07.051938 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858de9af-735d-4717-b627-d45b5f01fc08 None None] Pushing event deleted for resources: {'Port': ['ID=b0f0d876-cccd-4843-a35b-acf755c71032,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:07.054080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858de9af-735d-4717-b627-d45b5f01fc08 None None] No DVR routers for this DVR port b0f0d876-cccd-4843-a35b-acf755c71032 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:07.068736 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b0f0d876-cccd-4843-a35b-acf755c71032 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:58:07.095840 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: b0f0d876-cccd-4843-a35b-acf755c71032 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:58:07.096264 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b0f0d876-cccd-4843-a35b-acf755c71032 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:58:07.096785 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 17e6931a-72ee-435c-bab0-3274f2893480 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:58:07.104334 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.117622 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 17e6931a-72ee-435c-bab0-3274f2893480 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:58:07.118373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 17e6931a-72ee-435c-bab0-3274f2893480 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:58:07.202961 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.205059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.311034 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.311540 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Fanout notify agent at l3_agent the message router_deleted on router 937245df-ff9b-4a0b-8326-1be0a25423f0 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:58:07.318295 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.319438 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d72f355f-2fec-4412-8ba6-6a3d52683d5c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/routers/937245df-ff9b-4a0b-8326-1be0a25423f0 HTTP/1.1" status: 204 len: 168 time: 1.0571215 Jul 05 04:58:07.322707 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57410) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:07.404637 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6efb329-5d72-4c17-9d7a-ed185819e02e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.497028 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6efb329-5d72-4c17-9d7a-ed185819e02e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.506460 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f6efb329-5d72-4c17-9d7a-ed185819e02e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025198af-482c-4ae4-9929-3a514f3153de']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:07.516940 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f6efb329-5d72-4c17-9d7a-ed185819e02e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f665261f-25ca-4618-9044-935bef71ab9a') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:07.517235 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-f6efb329-5d72-4c17-9d7a-ed185819e02e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f665261f-25ca-4618-9044-935bef71ab9a') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:07.526261 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6efb329-5d72-4c17-9d7a-ed185819e02e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.539937 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6efb329-5d72-4c17-9d7a-ed185819e02e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.545527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6efb329-5d72-4c17-9d7a-ed185819e02e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:58:07.545916 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6efb329-5d72-4c17-9d7a-ed185819e02e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: timer() Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:58:07.548724 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:58:07.671223 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6efb329-5d72-4c17-9d7a-ed185819e02e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.679174 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f6efb329-5d72-4c17-9d7a-ed185819e02e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.681399 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f6efb329-5d72-4c17-9d7a-ed185819e02e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/networks/025198af-482c-4ae4-9929-3a514f3153de HTTP/1.1" status: 204 len: 168 time: 0.3577328 Jul 05 04:58:07.684252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57412) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:07.696057 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efb329-5d72-4c17-9d7a-ed185819e02e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Network': ['ID=025198af-482c-4ae4-9929-3a514f3153de,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:07.746001 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-644b8c59-52cc-4c3f-b618-daad201daa7a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.771641 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-644b8c59-52cc-4c3f-b618-daad201daa7a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.888855 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-644b8c59-52cc-4c3f-b618-daad201daa7a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.891480 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-644b8c59-52cc-4c3f-b618-daad201daa7a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:07.892977 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-644b8c59-52cc-4c3f-b618-daad201daa7a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/security-groups/43b7a860-664a-4547-95a2-8ad88f6e75e9 HTTP/1.1" status: 204 len: 168 time: 0.2073550 Jul 05 04:58:07.902917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b8c59-52cc-4c3f-b618-daad201daa7a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b7a860-664a-4547-95a2-8ad88f6e75e9,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:08.479952 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57418) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:08.484886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-1cf55677-f1d1-4af4-bcf3-74962e3a0367 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-494589383', 'description': 'tempest-secgroup-smoke-494589383 description', 'project_id': 'ed390b693731479e8afa007129b8a395'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:08.606395 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1cf55677-f1d1-4af4-bcf3-74962e3a0367 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:08.686731 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1cf55677-f1d1-4af4-bcf3-74962e3a0367 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:08.754940 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1cf55677-f1d1-4af4-bcf3-74962e3a0367 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:08.780302 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b9ee4b8c-8871-4072-a894-2d6a4c3cd29d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:58:08.784563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf55677-f1d1-4af4-bcf3-74962e3a0367 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1770fb8a-a325-4fd6-8b88-1ff06f815dd8,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:08.802746 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: b9ee4b8c-8871-4072-a894-2d6a4c3cd29d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:58:08.810383 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b9ee4b8c-8871-4072-a894-2d6a4c3cd29d not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:58:08.857834 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1cf55677-f1d1-4af4-bcf3-74962e3a0367 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:08.859119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1cf55677-f1d1-4af4-bcf3-74962e3a0367 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3781149 Jul 05 04:58:08.862041 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57420) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:08.866490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-4b9a770e-636a-42cd-b2b2-14e62841016f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '1770fb8a-a325-4fd6-8b88-1ff06f815dd8', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:08.965372 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b9a770e-636a-42cd-b2b2-14e62841016f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.023989 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b9a770e-636a-42cd-b2b2-14e62841016f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.097657 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b9a770e-636a-42cd-b2b2-14e62841016f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.116207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a770e-636a-42cd-b2b2-14e62841016f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87784591-4636-4586-a377-af6deb93ef0f,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:09.174018 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4b9a770e-636a-42cd-b2b2-14e62841016f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.175206 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4b9a770e-636a-42cd-b2b2-14e62841016f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3122692 Jul 05 04:58:09.178033 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57422) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:09.183254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-cd99a106-f5f9-4660-b49a-63e4352914b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '1770fb8a-a325-4fd6-8b88-1ff06f815dd8', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:09.270269 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd99a106-f5f9-4660-b49a-63e4352914b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.325209 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd99a106-f5f9-4660-b49a-63e4352914b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.394423 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd99a106-f5f9-4660-b49a-63e4352914b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.413640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99a106-f5f9-4660-b49a-63e4352914b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26abc9a6-cda6-48e9-a04b-ba6c0e202263,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:09.480196 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cd99a106-f5f9-4660-b49a-63e4352914b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.481446 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cd99a106-f5f9-4660-b49a-63e4352914b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3024714 Jul 05 04:58:09.484256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57424) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:09.488797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-0bac33d6-5fb8-49c3-801a-254237c28cdc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '1770fb8a-a325-4fd6-8b88-1ff06f815dd8', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:09.581907 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0bac33d6-5fb8-49c3-801a-254237c28cdc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.640474 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0bac33d6-5fb8-49c3-801a-254237c28cdc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.708828 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0bac33d6-5fb8-49c3-801a-254237c28cdc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.728047 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac33d6-5fb8-49c3-801a-254237c28cdc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738a160a-4976-43d8-ab37-46641cfa533e,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:09.800426 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0bac33d6-5fb8-49c3-801a-254237c28cdc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.801651 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0bac33d6-5fb8-49c3-801a-254237c28cdc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3163738 Jul 05 04:58:09.804302 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57426) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:09.809533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-2eb64fc3-6014-4f9c-adda-1f158285a1b1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '1770fb8a-a325-4fd6-8b88-1ff06f815dd8', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:09.884966 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2eb64fc3-6014-4f9c-adda-1f158285a1b1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.945485 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2eb64fc3-6014-4f9c-adda-1f158285a1b1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.023067 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2eb64fc3-6014-4f9c-adda-1f158285a1b1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.043229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb64fc3-6014-4f9c-adda-1f158285a1b1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375b2355-c0ba-40af-950c-864e28f17cca,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:10.105914 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-2eb64fc3-6014-4f9c-adda-1f158285a1b1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.107148 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2eb64fc3-6014-4f9c-adda-1f158285a1b1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3010900 Jul 05 04:58:10.109877 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57428) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:10.114921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-51b5c44d-9342-4d05-a8a8-9896a2700a0f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '1770fb8a-a325-4fd6-8b88-1ff06f815dd8', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:10.203151 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-51b5c44d-9342-4d05-a8a8-9896a2700a0f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Project ed390b693731479e8afa007129b8a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:58:10.208132 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-51b5c44d-9342-4d05-a8a8-9896a2700a0f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.266698 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-51b5c44d-9342-4d05-a8a8-9896a2700a0f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.351082 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-51b5c44d-9342-4d05-a8a8-9896a2700a0f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.369622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5c44d-9342-4d05-a8a8-9896a2700a0f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63ffe75-1c44-4827-9629-90e9377174e1,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:10.440410 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-51b5c44d-9342-4d05-a8a8-9896a2700a0f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.441640 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-51b5c44d-9342-4d05-a8a8-9896a2700a0f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3308256 Jul 05 04:58:10.444292 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57430) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:10.449644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-3915b8ce-3aad-435d-98d2-b05a9ee6e8cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': '1770fb8a-a325-4fd6-8b88-1ff06f815dd8', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:10.522691 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-3915b8ce-3aad-435d-98d2-b05a9ee6e8cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Project ed390b693731479e8afa007129b8a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:58:10.528411 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3915b8ce-3aad-435d-98d2-b05a9ee6e8cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.587431 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3915b8ce-3aad-435d-98d2-b05a9ee6e8cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.645472 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3915b8ce-3aad-435d-98d2-b05a9ee6e8cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.664073 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915b8ce-3aad-435d-98d2-b05a9ee6e8cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d909b0b-6d8a-4a23-8573-61b819963d1c,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:10.739509 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-3915b8ce-3aad-435d-98d2-b05a9ee6e8cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.740743 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3915b8ce-3aad-435d-98d2-b05a9ee6e8cb tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2954378 Jul 05 04:58:10.744115 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57432) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:10.748960 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-45c3b55b-74a0-472e-adf4-beb4cc91d4c8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'network': {'name': 'tempest-network-smoke--867158691', 'project_id': 'ed390b693731479e8afa007129b8a395', 'port_security_enabled': True}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:10.828816 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c3b55b-74a0-472e-adf4-beb4cc91d4c8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:10.832310 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45c3b55b-74a0-472e-adf4-beb4cc91d4c8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.855730 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c3b55b-74a0-472e-adf4-beb4cc91d4c8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:58:10.864091 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45c3b55b-74a0-472e-adf4-beb4cc91d4c8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.864462 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-45c3b55b-74a0-472e-adf4-beb4cc91d4c8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Added segment 4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8 of type vlan for network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc Jul 05 04:58:10.906365 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45c3b55b-74a0-472e-adf4-beb4cc91d4c8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.985685 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45c3b55b-74a0-472e-adf4-beb4cc91d4c8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.991409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c3b55b-74a0-472e-adf4-beb4cc91d4c8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:10.992020 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45c3b55b-74a0-472e-adf4-beb4cc91d4c8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.057262 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3b55b-74a0-472e-adf4-beb4cc91d4c8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Network': ['ID=7fd5f624-4a84-4e6c-bfa2-151f13cc79bc,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:11.067550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:58:11.089557 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-45c3b55b-74a0-472e-adf4-beb4cc91d4c8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3442714 Jul 05 04:58:11.092175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57434) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:11.096699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'admin_state_up': True, 'project_id': 'ed390b693731479e8afa007129b8a395', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:11.174510 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.175579 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.231470 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.422760 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.674133 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.693347 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.800493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.25.0.105 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/b3b0d220-b648-4e2e-8d49-2bd9c1c553ce) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:11.901351 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.002974 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.040174 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:12.042970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:12.045335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:12.076196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=b3b0d220-b648-4e2e-8d49-2bd9c1c553ce,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:12.377988 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.575996 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.751249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router cee371e1-b20b-45bd-8629-1ad09c2f267b is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:58:12.859352 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:58:12.869153 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Sync routers for ids ['cee371e1-b20b-45bd-8629-1ad09c2f267b'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:58:12.878626 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Routers {'cee371e1-b20b-45bd-8629-1ad09c2f267b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:12.879498 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:57:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cee371e1-b20b-45bd-8629-1ad09c2f267b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:12.934004 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.935362 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-895a502e-926b-4a0a-9eec-b8b6a424eb11 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8421919 Jul 05 04:58:12.938527 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57436) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:12.971051 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-816f117b-f7dc-42c3-8503-fba3e5262b58 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ed390b693731479e8afa007129b8a395&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288539 Jul 05 04:58:12.971282 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57438) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:12.982189 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Set router cee371e1-b20b-45bd-8629-1ad09c2f267b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:13.060927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5702788b-3812-413a-ab47-062a5483814a tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:13.062479 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-5702788b-3812-413a-ab47-062a5483814a tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904560 Jul 05 04:58:13.065367 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57440) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:13.095611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e50d6409-b17e-479a-a40f-29c3380a7a77 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288455 Jul 05 04:58:13.098110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57442) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:13.103751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d0a27088-be22-4324-a4b6-7dd43adf7da3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1775272840', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'project_id': 'ed390b693731479e8afa007129b8a395', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:13.247624 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:12Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:13.248198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a27088-be22-4324-a4b6-7dd43adf7da3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:13.251923 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0a27088-be22-4324-a4b6-7dd43adf7da3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.272562 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Checking router: cee371e1-b20b-45bd-8629-1ad09c2f267b for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:58:13.272906 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Updating router cee371e1-b20b-45bd-8629-1ad09c2f267b port b3b0d220-b648-4e2e-8d49-2bd9c1c553ce binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:58:13.311662 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.505968 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0a27088-be22-4324-a4b6-7dd43adf7da3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.567321 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.570210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a27088-be22-4324-a4b6-7dd43adf7da3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Subnet': ['ID=2d65de24-db28-4db0-9b00-63d3b4c05121,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:13.580025 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Transition to ACTIVE for port object b3b0d220-b648-4e2e-8d49-2bd9c1c553ce will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:13.580406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a27088-be22-4324-a4b6-7dd43adf7da3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Checking segment: {'id': '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:13.580774 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a27088-be22-4324-a4b6-7dd43adf7da3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network hostable DHCP agents. Network: 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:58:13.648298 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.682654 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a27088-be22-4324-a4b6-7dd43adf7da3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:58:13.698919 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Attempting to bind port b3b0d220-b648-4e2e-8d49-2bd9c1c553ce on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:13.699294 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Attempting to bind port b3b0d220-b648-4e2e-8d49-2bd9c1c553ce by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:13.699666 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Attempting to bind port b3b0d220-b648-4e2e-8d49-2bd9c1c553ce on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:13.706447 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d7a9a-f9f3-4412-a51c-9fbf022f7406 None None] Pushing event updated for resources: {'Port': ['ID=b3b0d220-b648-4e2e-8d49-2bd9c1c553ce,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:13.709631 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:13.710004 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:13.710406 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.710798 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:13.711373 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Bound port: b3b0d220-b648-4e2e-8d49-2bd9c1c553ce, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:13.712151 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.718351 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d7a9a-f9f3-4412-a51c-9fbf022f7406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:13.722615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d7a9a-f9f3-4412-a51c-9fbf022f7406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:13.722615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d7a9a-f9f3-4412-a51c-9fbf022f7406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:13.722615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d7a9a-f9f3-4412-a51c-9fbf022f7406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:13.722615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d7a9a-f9f3-4412-a51c-9fbf022f7406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:13.722615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d7a9a-f9f3-4412-a51c-9fbf022f7406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:13.722615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d7a9a-f9f3-4412-a51c-9fbf022f7406 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:13.722615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d7a9a-f9f3-4412-a51c-9fbf022f7406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:13.722615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d7a9a-f9f3-4412-a51c-9fbf022f7406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:13.722615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d7a9a-f9f3-4412-a51c-9fbf022f7406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:13.722615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d7a9a-f9f3-4412-a51c-9fbf022f7406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:13.722615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d7a9a-f9f3-4412-a51c-9fbf022f7406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:13.776467 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] For port b3b0d220-b648-4e2e-8d49-2bd9c1c553ce, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:13.779314 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] For port b3b0d220-b648-4e2e-8d49-2bd9c1c553ce, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b3b0d220-b648-4e2e-8d49-2bd9c1c553ce,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:13.789057 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-d0a27088-be22-4324-a4b6-7dd43adf7da3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:13.794193 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a27088-be22-4324-a4b6-7dd43adf7da3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:13.794932 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d0a27088-be22-4324-a4b6-7dd43adf7da3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.798522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad7424a-e560-4b47-8e93-dd809c298442 None None] Network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:13.869784 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.881527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d0a27088-be22-4324-a4b6-7dd43adf7da3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7823157 Jul 05 04:58:13.884421 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57444) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:13.933063 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d7a9a-f9f3-4412-a51c-9fbf022f7406 None None] Pushing event updated for resources: {'Port': ['ID=b3b0d220-b648-4e2e-8d49-2bd9c1c553ce,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:13.937221 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Routers {'cee371e1-b20b-45bd-8629-1ad09c2f267b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:13.937835 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:57:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cee371e1-b20b-45bd-8629-1ad09c2f267b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:13.954363 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ips': [{'subnet_id': '2d65de24-db28-4db0-9b00-63d3b4c05121'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:58:13.955233 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.048965 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] Set router cee371e1-b20b-45bd-8629-1ad09c2f267b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:14.092472 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Allocated IP 172.20.0.2 (7fd5f624-4a84-4e6c-bfa2-151f13cc79bc/2d65de24-db28-4db0-9b00-63d3b4c05121/5b18f744-0c18-4400-8540-de0eb5a9500d) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:14.230970 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:12Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:14.252507 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.261476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Transition to ACTIVE for port object 5b18f744-0c18-4400-8540-de0eb5a9500d will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:14.262793 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80772349-6a69-4c10-98b0-c55849fe1ed9 None None] The sync data for ids ['cee371e1-b20b-45bd-8629-1ad09c2f267b'] in n-d-798249-5 is: [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:12Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:58:14.277526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Transition to ACTIVE for port object 5b18f744-0c18-4400-8540-de0eb5a9500d will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:14.338780 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.353306 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.378964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:14.381954 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:14.389831 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:14.396600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Pushing event updated for resources: {'Port': ['ID=5b18f744-0c18-4400-8540-de0eb5a9500d,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:14.457995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Attempting to bind port 5b18f744-0c18-4400-8540-de0eb5a9500d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:14.458674 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Attempting to bind port 5b18f744-0c18-4400-8540-de0eb5a9500d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:14.459045 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Attempting to bind port 5b18f744-0c18-4400-8540-de0eb5a9500d on network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:14.464873 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:14.465247 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Checking segment: {'id': '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:14.465790 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.466212 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Bound using segment: {'id': '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:14.466661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Bound port: 5b18f744-0c18-4400-8540-de0eb5a9500d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:14.467044 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.570094 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] For port 5b18f744-0c18-4400-8540-de0eb5a9500d, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:14.573647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] For port 5b18f744-0c18-4400-8540-de0eb5a9500d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5b18f744-0c18-4400-8540-de0eb5a9500d,segment=NetworkSegment(4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8),segment_id=4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:14.635502 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.683523 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.20.0.1 (7fd5f624-4a84-4e6c-bfa2-151f13cc79bc/2d65de24-db28-4db0-9b00-63d3b4c05121/ffaf65d5-7483-4024-b1b7-fdb717359293) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:14.698081 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45e5bb-3e5c-417f-aa42-082cbb79c88d None None] Pushing event updated for resources: {'Port': ['ID=5b18f744-0c18-4400-8540-de0eb5a9500d,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:14.828676 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b3b0d220-b648-4e2e-8d49-2bd9c1c553ce up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:14.839314 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.855143 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Transition to ACTIVE for port object ffaf65d5-7483-4024-b1b7-fdb717359293 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:14.980070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port b3b0d220-b648-4e2e-8d49-2bd9c1c553ce completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:14.984117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b3b0d220-b648-4e2e-8d49-2bd9c1c553ce triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:14.989725 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.010566 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.068852 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:15.074228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:15.076714 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=ffaf65d5-7483-4024-b1b7-fdb717359293,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:15.078627 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:15.111845 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.128687 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.141464 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port b3b0d220-b648-4e2e-8d49-2bd9c1c553ce, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b3b0d220-b648-4e2e-8d49-2bd9c1c553ce,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:15.208844 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.265019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=b3b0d220-b648-4e2e-8d49-2bd9c1c553ce,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:15.317348 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.586542 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.654788 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.735304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=ffaf65d5-7483-4024-b1b7-fdb717359293,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:15.739122 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.838309 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:15.839782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:15.935930 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab57dc95-0d6d-4c69-8b1e-37992340afc0 None None] Network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:15.959206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router cee371e1-b20b-45bd-8629-1ad09c2f267b has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:58:16.080266 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:58:16.086508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6fd04445-00f3-4102-84ad-addeb7a4eb25 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "PUT /v2.0/routers/cee371e1-b20b-45bd-8629-1ad09c2f267b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2007399 Jul 05 04:58:16.220934 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-517f6b1f-b133-4e25-a884-289266a2d017 None None] Provisioning for port 5b18f744-0c18-4400-8540-de0eb5a9500d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:16.236278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Sync routers for ids ['cee371e1-b20b-45bd-8629-1ad09c2f267b'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:58:16.250619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-a06a1a9c-063d-4b4d-872b-94971fb99432 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494589383&fields=id&tenant_id=ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 267 time: 0.0434616 Jul 05 04:58:16.259383 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Routers {'cee371e1-b20b-45bd-8629-1ad09c2f267b'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:16.260013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:57:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cee371e1-b20b-45bd-8629-1ad09c2f267b'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:16.363917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-8ef97ba8-491a-41bd-9d79-370ad0c40401 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:16.365586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-8ef97ba8-491a-41bd-9d79-370ad0c40401 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/networks?id=7fd5f624-4a84-4e6c-bfa2-151f13cc79bc HTTP/1.1" status: 200 len: 796 time: 0.1075370 Jul 05 04:58:16.384609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-11e754cc-15cb-4d4c-aa3f-7d3b57473ffe tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/quotas/ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 375 time: 0.0095081 Jul 05 04:58:16.398568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Set router cee371e1-b20b-45bd-8629-1ad09c2f267b gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:16.620557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ffaf65d5-7483-4024-b1b7-fdb717359293', 'name': '', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:db:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:14Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 2, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:16.649792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Checking router: cee371e1-b20b-45bd-8629-1ad09c2f267b for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:58:16.650020 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Updating router cee371e1-b20b-45bd-8629-1ad09c2f267b port ffaf65d5-7483-4024-b1b7-fdb717359293 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:58:16.694932 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:16.817358 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-54607edd-18f1-4e3b-a85e-52e5af6b0691 None None] Provisioning for port ffaf65d5-7483-4024-b1b7-fdb717359293 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:16.824456 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-4520cf70-d632-4f02-8a25-de5bbbdbbd69 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4360089 Jul 05 04:58:16.824638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-54607edd-18f1-4e3b-a85e-52e5af6b0691 None None] Provisioning complete for port ffaf65d5-7483-4024-b1b7-fdb717359293 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:16.824999 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-54607edd-18f1-4e3b-a85e-52e5af6b0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:16.886175 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-54607edd-18f1-4e3b-a85e-52e5af6b0691 None None] Port ffaf65d5-7483-4024-b1b7-fdb717359293 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:58:16.932508 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5b18f744-0c18-4400-8540-de0eb5a9500d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:16.952168 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-2624e74e-028b-4234-a2f3-cebf7e7c6947 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd5f624-4a84-4e6c-bfa2-151f13cc79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164043 Jul 05 04:58:17.052224 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-92f1c94e-336d-4c00-bf2c-36840a03ae2b service neutron] 10.222.0.60 "GET /v2.0/networks/7fd5f624-4a84-4e6c-bfa2-151f13cc79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934327 Jul 05 04:58:17.077663 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.091946 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Transition to ACTIVE for port object ffaf65d5-7483-4024-b1b7-fdb717359293 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:17.096251 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 5b18f744-0c18-4400-8540-de0eb5a9500d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:17.098937 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-04816041-0f96-4498-9f06-1774d7f16948 None None] Provisioning complete for port ffaf65d5-7483-4024-b1b7-fdb717359293 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:17.105379 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-04816041-0f96-4498-9f06-1774d7f16948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.105379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5b18f744-0c18-4400-8540-de0eb5a9500d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:17.105379 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.162075 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.168636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-04816041-0f96-4498-9f06-1774d7f16948 None None] Port ffaf65d5-7483-4024-b1b7-fdb717359293 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:58:17.221980 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb6a11-b273-4ed9-9658-de1cb0a44020 None None] Pushing event updated for resources: {'Port': ['ID=ffaf65d5-7483-4024-b1b7-fdb717359293,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:17.314179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Attempting to bind port ffaf65d5-7483-4024-b1b7-fdb717359293 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:17.314553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Attempting to bind port ffaf65d5-7483-4024-b1b7-fdb717359293 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:17.315060 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Attempting to bind port ffaf65d5-7483-4024-b1b7-fdb717359293 on network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:17.318095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-01f379f0-4883-4ab0-ab47-82257fcfb848 req-635db48c-eae0-45ef-876a-84fd53e30ecc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 210 time: 0.0367522 Jul 05 04:58:17.323857 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.326375 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:17.326758 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Checking segment: {'id': '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:17.327200 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.327535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Bound using segment: {'id': '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:17.328013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Bound port: ffaf65d5-7483-4024-b1b7-fdb717359293, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:17.328473 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.405834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 5b18f744-0c18-4400-8540-de0eb5a9500d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5b18f744-0c18-4400-8540-de0eb5a9500d,segment=NetworkSegment(4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8),segment_id=4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:17.425026 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] For port ffaf65d5-7483-4024-b1b7-fdb717359293, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:17.428338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] For port ffaf65d5-7483-4024-b1b7-fdb717359293, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ffaf65d5-7483-4024-b1b7-fdb717359293,segment=NetworkSegment(4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8),segment_id=4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:17.484564 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.485263 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b3b0d220-b648-4e2e-8d49-2bd9c1c553ce up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:17.535457 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.585128 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=5b18f744-0c18-4400-8540-de0eb5a9500d,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:17.612809 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Routers {'cee371e1-b20b-45bd-8629-1ad09c2f267b'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:17.613463 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:57:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cee371e1-b20b-45bd-8629-1ad09c2f267b'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:17.667199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port b3b0d220-b648-4e2e-8d49-2bd9c1c553ce triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:17.667675 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.718435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb6a11-b273-4ed9-9658-de1cb0a44020 None None] Pushing event updated for resources: {'Port': ['ID=ffaf65d5-7483-4024-b1b7-fdb717359293,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:17.787731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] Set router cee371e1-b20b-45bd-8629-1ad09c2f267b gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:18.026248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ffaf65d5-7483-4024-b1b7-fdb717359293', 'name': '', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:db:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:14Z', 'updated_at': '2021-07-05T04:58:17Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:18.053239 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7230c-4000-4cb2-953c-162effed6f5e None None] The sync data for ids ['cee371e1-b20b-45bd-8629-1ad09c2f267b'] in n-d-798249-5 is: [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ffaf65d5-7483-4024-b1b7-fdb717359293', 'name': '', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:db:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:14Z', 'updated_at': '2021-07-05T04:58:17Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:58:18.120308 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:58:18.476207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-853858bf-b1c0-4f24-bb5e-82b1da183e40 req-a408f5f8-1a2d-4169-9d89-388e65187563 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 210 time: 0.0372880 Jul 05 04:58:18.882284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5b18f744-0c18-4400-8540-de0eb5a9500d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:18.934338 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5b18f744-0c18-4400-8540-de0eb5a9500d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:18.934721 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.023223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ffaf65d5-7483-4024-b1b7-fdb717359293 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:19.116856 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port ffaf65d5-7483-4024-b1b7-fdb717359293 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:19.121425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ffaf65d5-7483-4024-b1b7-fdb717359293 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:19.121897 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.199735 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.231454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port ffaf65d5-7483-4024-b1b7-fdb717359293, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ffaf65d5-7483-4024-b1b7-fdb717359293,segment=NetworkSegment(4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8),segment_id=4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:19.303030 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.360952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=ffaf65d5-7483-4024-b1b7-fdb717359293,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:19.451948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-7ca22590-48d4-475b-be72-e46c7577fb5f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:19.453419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-7ca22590-48d4-475b-be72-e46c7577fb5f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/networks?id=7fd5f624-4a84-4e6c-bfa2-151f13cc79bc HTTP/1.1" status: 200 len: 796 time: 0.1053426 Jul 05 04:58:19.496504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-18abe672-6149-4554-ad42-4de7e87d66b5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 379 time: 0.0339229 Jul 05 04:58:19.505677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-c6d7dcd0-7e04-444a-b2ef-5f4d00b54288 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'port': {'device_id': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'admin_state_up': True, 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'security_groups': ['1770fb8a-a325-4fd6-8b88-1ff06f815dd8']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:19.626040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8f65742b-febf-4aba-97a8-3afd8e62ef81 req-279a7d5d-9c61-4b8e-800e-00d1ebd530b1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 210 time: 0.0350912 Jul 05 04:58:19.722835 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-c6d7dcd0-7e04-444a-b2ef-5f4d00b54288 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:19.726452 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-c6d7dcd0-7e04-444a-b2ef-5f4d00b54288 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.856133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-c6d7dcd0-7e04-444a-b2ef-5f4d00b54288 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.20.0.8 (7fd5f624-4a84-4e6c-bfa2-151f13cc79bc/2d65de24-db28-4db0-9b00-63d3b4c05121/ba2eb4b8-d06b-4c07-b736-7dd993671892) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:20.009630 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-c6d7dcd0-7e04-444a-b2ef-5f4d00b54288 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.022533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-c6d7dcd0-7e04-444a-b2ef-5f4d00b54288 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Transition to ACTIVE for port object ba2eb4b8-d06b-4c07-b736-7dd993671892 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:20.100326 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-c6d7dcd0-7e04-444a-b2ef-5f4d00b54288 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.143351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-c6d7dcd0-7e04-444a-b2ef-5f4d00b54288 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:20.146636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-c6d7dcd0-7e04-444a-b2ef-5f4d00b54288 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:20.151034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-c6d7dcd0-7e04-444a-b2ef-5f4d00b54288 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:20.182098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7dcd0-7e04-444a-b2ef-5f4d00b54288 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=ba2eb4b8-d06b-4c07-b736-7dd993671892,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:20.212218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-c6d7dcd0-7e04-444a-b2ef-5f4d00b54288 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:20.212888 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-c6d7dcd0-7e04-444a-b2ef-5f4d00b54288 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.298190 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-c6d7dcd0-7e04-444a-b2ef-5f4d00b54288 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7969110 Jul 05 04:58:20.368646 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Request body: {'port': {'device_id': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:20.422999 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6716ba9d-88c4-49f3-82c8-1bab90d08afd None None] Provisioning for port ba2eb4b8-d06b-4c07-b736-7dd993671892 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:20.427040 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6716ba9d-88c4-49f3-82c8-1bab90d08afd None None] Provisioning complete for port ba2eb4b8-d06b-4c07-b736-7dd993671892 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:20.427427 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6716ba9d-88c4-49f3-82c8-1bab90d08afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.447229 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.461830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6716ba9d-88c4-49f3-82c8-1bab90d08afd None None] Port ba2eb4b8-d06b-4c07-b736-7dd993671892 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:58:20.706034 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2eb4b8-d06b-4c07-b736-7dd993671892 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:58:20.714484 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.726257 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Transition to ACTIVE for port object ba2eb4b8-d06b-4c07-b736-7dd993671892 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:20.783385 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ffaf65d5-7483-4024-b1b7-fdb717359293 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:20.802334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dce471-a386-4d4d-b559-ad603ebdaa37 req-f1cdf5e4-5cf3-4422-8641-9d2e08da4370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:20.803917 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6dce471-a386-4d4d-b559-ad603ebdaa37 req-f1cdf5e4-5cf3-4422-8641-9d2e08da4370 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 931 time: 0.0653102 Jul 05 04:58:20.805864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.833488 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ffaf65d5-7483-4024-b1b7-fdb717359293 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:20.833867 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.894778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2eb4b8-d06b-4c07-b736-7dd993671892,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:20.919177 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6dce471-a386-4d4d-b559-ad603ebdaa37 req-d1cc70fa-970c-4661-b577-9b0949873a27 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052363 Jul 05 04:58:20.981883 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Attempting to bind port ba2eb4b8-d06b-4c07-b736-7dd993671892 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:20.982226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Attempting to bind port ba2eb4b8-d06b-4c07-b736-7dd993671892 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:20.982560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Attempting to bind port ba2eb4b8-d06b-4c07-b736-7dd993671892 on network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:20.987085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Port ba2eb4b8-d06b-4c07-b736-7dd993671892 on network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:58:20.987755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Attempting to bind port ba2eb4b8-d06b-4c07-b736-7dd993671892 on network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:20.993394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:20.993756 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Checking segment: {'id': '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:20.994125 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Bound using segment: {'id': '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:20.994560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Bound port: ba2eb4b8-d06b-4c07-b736-7dd993671892, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:20.994920 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.060577 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] For port ba2eb4b8-d06b-4c07-b736-7dd993671892, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:21.063487 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] For port ba2eb4b8-d06b-4c07-b736-7dd993671892, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ba2eb4b8-d06b-4c07-b736-7dd993671892,segment=NetworkSegment(4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8),segment_id=4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:21.137632 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.178921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:21.179538 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.181107 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] 10.222.0.64 "PUT /v2.0/ports/ba2eb4b8-d06b-4c07-b736-7dd993671892 HTTP/1.1" status: 200 len: 1091 time: 0.8753121 Jul 05 04:58:21.186889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'tag': 'ba2eb4b8-d06b-4c07-b736-7dd993671892'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:21.186889 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e4e00c-14a9-48f2-90cd-cc8b20e2de39" -d '{"events": [{"name": "network-changed", "server_uuid": "b231bf9d-462a-4a4d-9b91-bb24545ca5a8", "tag": "ba2eb4b8-d06b-4c07-b736-7dd993671892"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:21.208131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a39429-d7da-4470-be5e-4c7427f4aa54 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2eb4b8-d06b-4c07-b736-7dd993671892,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:21.223835 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e88faee-013f-4f27-a391-c58f38c60a5b x-openstack-request-id: req-2e88faee-013f-4f27-a391-c58f38c60a5b {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:21.224191 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b231bf9d-462a-4a4d-9b91-bb24545ca5a8", "tag": "ba2eb4b8-d06b-4c07-b736-7dd993671892", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:21.224538 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e88faee-013f-4f27-a391-c58f38c60a5b {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:21.225007 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'tag': 'ba2eb4b8-d06b-4c07-b736-7dd993671892', 'status': 'completed', 'code': 200} Jul 05 04:58:21.300889 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4e00c-14a9-48f2-90cd-cc8b20e2de39 req-4c82554c-477b-42a6-aaf7-2ff5740c7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:21.302482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63e4e00c-14a9-48f2-90cd-cc8b20e2de39 req-4c82554c-477b-42a6-aaf7-2ff5740c7c1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 1094 time: 0.0563042 Jul 05 04:58:21.385794 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-61c64430-cc96-4402-b8b2-738d1657f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.418631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4e00c-14a9-48f2-90cd-cc8b20e2de39 req-27dc85a5-2f93-4834-87db-0b7025d5faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:21.420108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63e4e00c-14a9-48f2-90cd-cc8b20e2de39 req-27dc85a5-2f93-4834-87db-0b7025d5faf1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ed390b693731479e8afa007129b8a395&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1107528 Jul 05 04:58:21.515422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4e00c-14a9-48f2-90cd-cc8b20e2de39 req-e3342318-4d7d-4126-8027-02c6438aa489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:21.516834 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-63e4e00c-14a9-48f2-90cd-cc8b20e2de39 req-e3342318-4d7d-4126-8027-02c6438aa489 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907574 Jul 05 04:58:21.612228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-d599a075-71f5-480e-b4ec-c9e35efcbeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:21.613766 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-d599a075-71f5-480e-b4ec-c9e35efcbeff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 1094 time: 0.0569515 Jul 05 04:58:21.655907 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-9c1bb9a5-502f-4570-a464-f73be2e01dae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2eb4b8-d06b-4c07-b736-7dd993671892 HTTP/1.1" status: 200 len: 217 time: 0.0348041 Jul 05 04:58:21.704897 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-e3274e15-e12e-43c6-aa88-707d68c50e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:21.706361 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-e3274e15-e12e-43c6-aa88-707d68c50e27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d65de24-db28-4db0-9b00-63d3b4c05121 HTTP/1.1" status: 200 len: 835 time: 0.0443714 Jul 05 04:58:21.765093 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-d6605b3b-a807-4085-a39d-da52c7d39621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:21.766722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-d6605b3b-a807-4085-a39d-da52c7d39621 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd5f624-4a84-4e6c-bfa2-151f13cc79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538149 Jul 05 04:58:21.862448 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-94f41c6c-fdab-4085-90eb-80c3332dedda service neutron] 10.222.0.64 "GET /v2.0/networks/7fd5f624-4a84-4e6c-bfa2-151f13cc79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895474 Jul 05 04:58:21.957295 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fd35e9a4-7817-4c63-a93b-a14cf50eec95 req-15d6c588-6c22-4a3f-b69e-4ed00cacf489 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd5f624-4a84-4e6c-bfa2-151f13cc79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882974 Jul 05 04:58:22.163186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84975fb7-ea08-42e1-936d-ed1abb8a6614 req-8e2a6d5b-a8af-4bbc-b0f9-958d9e8b1571 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:22.165307 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84975fb7-ea08-42e1-936d-ed1abb8a6614 req-8e2a6d5b-a8af-4bbc-b0f9-958d9e8b1571 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 943 time: 0.0689220 Jul 05 04:58:22.202200 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-84975fb7-ea08-42e1-936d-ed1abb8a6614 req-9f4d03a1-e320-4ef5-b0da-c5547f7fd302 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312979 Jul 05 04:58:23.385958 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da6cc-d3da-4ae7-95e1-a423ba696918 req-f2688e6e-250c-482a-9de0-4b1c1a982860 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:23.387536 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f14da6cc-d3da-4ae7-95e1-a423ba696918 req-f2688e6e-250c-482a-9de0-4b1c1a982860 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 943 time: 0.0638375 Jul 05 04:58:23.425925 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f14da6cc-d3da-4ae7-95e1-a423ba696918 req-8c7df5e5-de80-4890-b97c-a2d7e2ecf135 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324130 Jul 05 04:58:24.362252 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-de039803-467f-489d-96f3-b8eebeaa46a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:24.453941 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:24.603853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a5df1-515a-4093-af61-e78fce393168 req-5e8b1dd2-8941-49cc-94eb-5bb5ff973737 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:24.605358 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-965a5df1-515a-4093-af61-e78fce393168 req-5e8b1dd2-8941-49cc-94eb-5bb5ff973737 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 943 time: 0.0663788 Jul 05 04:58:24.642209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-965a5df1-515a-4093-af61-e78fce393168 req-af55bd6a-f664-4bc0-9c9d-d076b75fc774 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Jul 05 04:58:24.932667 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ba2eb4b8-d06b-4c07-b736-7dd993671892 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:58:25.027412 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ba2eb4b8-d06b-4c07-b736-7dd993671892, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ba2eb4b8-d06b-4c07-b736-7dd993671892,segment=NetworkSegment(4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8),segment_id=4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:25.042192 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'ba2eb4b8-d06b-4c07-b736-7dd993671892', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'port_id': 'ba2eb4b8-d06b-4c07-b736-7dd993671892', 'mac_address': 'fa:16:3e:24:8e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:58:25.225801 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:25.238266 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2eb4b8-d06b-4c07-b736-7dd993671892 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:58:25.257074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ba2eb4b8-d06b-4c07-b736-7dd993671892, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ba2eb4b8-d06b-4c07-b736-7dd993671892,segment=NetworkSegment(4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8),segment_id=4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:25.334117 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:25.381010 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ba2eb4b8-d06b-4c07-b736-7dd993671892,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:25.499906 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:25.538373 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['ba2eb4b8-d06b-4c07-b736-7dd993671892'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:58:25.820232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61bf3b-9da6-4eb2-8fcf-62df47f3fd0e req-da8ef2fb-a017-4536-95d1-368750ed25f2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:25.821689 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e61bf3b-9da6-4eb2-8fcf-62df47f3fd0e req-da8ef2fb-a017-4536-95d1-368750ed25f2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 944 time: 0.0640612 Jul 05 04:58:25.859580 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e61bf3b-9da6-4eb2-8fcf-62df47f3fd0e req-62fd84a9-c422-4316-ba85-ea57e9b1bd40 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323162 Jul 05 04:58:26.947942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ba2eb4b8-d06b-4c07-b736-7dd993671892 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:27.045447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port ba2eb4b8-d06b-4c07-b736-7dd993671892 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:27.047845 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82127f-c36f-4ff6-85a4-ec0fcdd915e7 req-f4227b94-c2b8-44e3-a3fb-47f3f538295e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:27.049189 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port ba2eb4b8-d06b-4c07-b736-7dd993671892 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:27.049401 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e82127f-c36f-4ff6-85a4-ec0fcdd915e7 req-f4227b94-c2b8-44e3-a3fb-47f3f538295e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 944 time: 0.0633802 Jul 05 04:58:27.049591 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:27.091824 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7e82127f-c36f-4ff6-85a4-ec0fcdd915e7 req-13c82b8d-a0b2-4394-854c-36543e7300b9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365944 Jul 05 04:58:27.130833 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:27.153143 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2eb4b8-d06b-4c07-b736-7dd993671892'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:27.155371 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3f81a5-ad03-418b-9299-d322a8934de7" -d '{"events": [{"server_uuid": "b231bf9d-462a-4a4d-9b91-bb24545ca5a8", "name": "network-vif-plugged", "status": "completed", "tag": "ba2eb4b8-d06b-4c07-b736-7dd993671892"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:27.168198 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port ba2eb4b8-d06b-4c07-b736-7dd993671892, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ba2eb4b8-d06b-4c07-b736-7dd993671892,segment=NetworkSegment(4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8),segment_id=4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:27.190494 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83481857-0fe8-4f45-aa84-2edfd8ccdb91 x-openstack-request-id: req-83481857-0fe8-4f45-aa84-2edfd8ccdb91 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:27.190809 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b231bf9d-462a-4a4d-9b91-bb24545ca5a8", "name": "network-vif-plugged", "status": "completed", "tag": "ba2eb4b8-d06b-4c07-b736-7dd993671892", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:27.191061 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83481857-0fe8-4f45-aa84-2edfd8ccdb91 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:27.191449 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2eb4b8-d06b-4c07-b736-7dd993671892', 'code': 200} Jul 05 04:58:27.219835 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:27.269531 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=ba2eb4b8-d06b-4c07-b736-7dd993671892,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:27.308037 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cec9a5-9a07-4c5d-8c71-d187308ad299 req-48007a2e-7cca-435a-8e83-d11a85dc373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:27.309614 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-33cec9a5-9a07-4c5d-8c71-d187308ad299 req-48007a2e-7cca-435a-8e83-d11a85dc373a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 1096 time: 0.0586710 Jul 05 04:58:27.343822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-33cec9a5-9a07-4c5d-8c71-d187308ad299 req-dbfc25c8-fd70-4136-8693-14f268dbc861 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281460 Jul 05 04:58:27.383579 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.271243 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cd945-347a-4963-a20e-c9f920bd34b0 req-95bf15be-ba4e-4538-a5d6-5ed3714f3f9f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:28.272781 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce6cd945-347a-4963-a20e-c9f920bd34b0 req-95bf15be-ba4e-4538-a5d6-5ed3714f3f9f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0686233 Jul 05 04:58:28.314344 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ce6cd945-347a-4963-a20e-c9f920bd34b0 req-778e9ae5-d906-4b5a-aec3-f12fb3f1d2e4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327358 Jul 05 04:58:29.489759 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24782e37-4586-419a-a542-e9276d4abb22 req-b5ecb2e8-f1bf-42c1-aeb4-558aa8c38ea3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:29.491155 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24782e37-4586-419a-a542-e9276d4abb22 req-b5ecb2e8-f1bf-42c1-aeb4-558aa8c38ea3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0660667 Jul 05 04:58:29.529717 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24782e37-4586-419a-a542-e9276d4abb22 req-698316d1-43f9-4a14-a960-eb3e4f3569f1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321934 Jul 05 04:58:29.702914 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e74d4-f12c-4e88-a425-0905cb49994f req-6b4083cc-dc58-48b8-ae59-1c3f99e3f86f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:29.704396 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c56e74d4-f12c-4e88-a425-0905cb49994f req-6b4083cc-dc58-48b8-ae59-1c3f99e3f86f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0626080 Jul 05 04:58:29.740527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c56e74d4-f12c-4e88-a425-0905cb49994f req-26cf64e6-4ade-423c-aaf2-e297ca6008f2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305426 Jul 05 04:58:29.765343 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57512) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:29.854855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b0b04-33bd-406d-90b5-d003d650308c tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:29.856396 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-da6b0b04-33bd-406d-90b5-d003d650308c tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 1091 time: 0.0900710 Jul 05 04:58:29.859250 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57516) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:29.864810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': 'ba2eb4b8-d06b-4c07-b736-7dd993671892', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:29.965414 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.066158 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.082332 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.172623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.25.0.192 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/6569c1b0-ec3a-492a-ba9e-25ee03dbb6cb) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:30.281517 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.354846 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.391713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:30.394582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:30.401272 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:30.426961 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=6569c1b0-ec3a-492a-ba9e-25ee03dbb6cb,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:30.768931 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.905830 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:31.055030 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:31.110744 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:31.180082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=6569c1b0-ec3a-492a-ba9e-25ee03dbb6cb,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:31.189952 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:31.287703 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Floating IP 6f55aa3a-9f03-406c-ba2b-250f76e73b59 associated. External IP: 172.25.0.192, port: ba2eb4b8-d06b-4c07-b736-7dd993671892. Jul 05 04:58:31.491445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router cee371e1-b20b-45bd-8629-1ad09c2f267b has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:58:31.596596 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:58:31.605793 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e4abb8-6467-4024-b780-cef311ef1dd5 None None] Sync routers for ids ['cee371e1-b20b-45bd-8629-1ad09c2f267b'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:58:31.614899 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e4abb8-6467-4024-b780-cef311ef1dd5 None None] Routers {'cee371e1-b20b-45bd-8629-1ad09c2f267b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:31.615504 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-96e4abb8-6467-4024-b780-cef311ef1dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:58:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cee371e1-b20b-45bd-8629-1ad09c2f267b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:31.711132 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:31.717049 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-96e4abb8-6467-4024-b780-cef311ef1dd5 None None] Set router cee371e1-b20b-45bd-8629-1ad09c2f267b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:31.748003 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c25d864d-58f2-4f79-afd0-05ccec09f892 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8876362 Jul 05 04:58:31.748726 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'tag': 'ba2eb4b8-d06b-4c07-b736-7dd993671892'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:31.752818 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259638f2-4c15-4836-a876-c465f0eb8e36" -d '{"events": [{"name": "network-changed", "server_uuid": "b231bf9d-462a-4a4d-9b91-bb24545ca5a8", "tag": "ba2eb4b8-d06b-4c07-b736-7dd993671892"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:31.791943 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20b9770-2d7e-461f-a106-92258cc3119c x-openstack-request-id: req-a20b9770-2d7e-461f-a106-92258cc3119c {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:31.792616 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b231bf9d-462a-4a4d-9b91-bb24545ca5a8", "tag": "ba2eb4b8-d06b-4c07-b736-7dd993671892", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:31.792812 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a20b9770-2d7e-461f-a106-92258cc3119c {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:31.793318 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'tag': 'ba2eb4b8-d06b-4c07-b736-7dd993671892', 'status': 'completed', 'code': 200} Jul 05 04:58:31.910875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259638f2-4c15-4836-a876-c465f0eb8e36 req-ad0faa50-b1ce-461a-9de0-34b81aa5812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:31.912430 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-259638f2-4c15-4836-a876-c465f0eb8e36 req-ad0faa50-b1ce-461a-9de0-34b81aa5812b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 1096 time: 0.0968692 Jul 05 04:58:31.934805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c6e94-fb8f-428f-9456-0aa6a60cb28c req-fa3c3107-e7dc-4a28-bc8c-a93e4fe81e40 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:31.936269 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-683c6e94-fb8f-428f-9456-0aa6a60cb28c req-fa3c3107-e7dc-4a28-bc8c-a93e4fe81e40 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0936897 Jul 05 04:58:31.940353 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-96e4abb8-6467-4024-b780-cef311ef1dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '6f55aa3a-9f03-406c-ba2b-250f76e73b59', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'port_id': 'ba2eb4b8-d06b-4c07-b736-7dd993671892', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'mac_address': 'fa:16:3e:24:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:58:30Z', 'updated_at': '2021-07-05T04:58:30Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffaf65d5-7483-4024-b1b7-fdb717359293', 'name': '', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:db:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:14Z', 'updated_at': '2021-07-05T04:58:19Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:31.973564 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e4abb8-6467-4024-b780-cef311ef1dd5 None None] Checking router: cee371e1-b20b-45bd-8629-1ad09c2f267b for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:58:31.978476 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e4abb8-6467-4024-b780-cef311ef1dd5 None None] Routers {'cee371e1-b20b-45bd-8629-1ad09c2f267b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:31.979207 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-96e4abb8-6467-4024-b780-cef311ef1dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:58:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cee371e1-b20b-45bd-8629-1ad09c2f267b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:32.016557 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-683c6e94-fb8f-428f-9456-0aa6a60cb28c req-6dfa5975-c3a0-4fd6-ad4e-d2f60525fcf2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700049 Jul 05 04:58:32.041117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259638f2-4c15-4836-a876-c465f0eb8e36 req-690461e1-6f45-4dee-aa31-cbca8e0f8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:32.042187 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57522) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:32.042707 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-259638f2-4c15-4836-a876-c465f0eb8e36 req-690461e1-6f45-4dee-aa31-cbca8e0f8ebb service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fd5f624-4a84-4e6c-bfa2-151f13cc79bc HTTP/1.1" status: 200 len: 897 time: 0.1239378 Jul 05 04:58:32.051450 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:32.084090 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-96e4abb8-6467-4024-b780-cef311ef1dd5 None None] Set router cee371e1-b20b-45bd-8629-1ad09c2f267b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:32.109212 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-21795131-aeda-4831-b366-4b9a5c39f22b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/6f55aa3a-9f03-406c-ba2b-250f76e73b59 HTTP/1.1" status: 200 len: 991 time: 0.0639546 Jul 05 04:58:32.114053 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-259638f2-4c15-4836-a876-c465f0eb8e36 req-bf3afe7f-7937-4cf4-9fed-17f3e810d7a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2eb4b8-d06b-4c07-b736-7dd993671892 HTTP/1.1" status: 200 len: 999 time: 0.0647931 Jul 05 04:58:32.163686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259638f2-4c15-4836-a876-c465f0eb8e36 req-92613e20-b2d1-4c04-b93a-7c2a6df11928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:32.165224 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-259638f2-4c15-4836-a876-c465f0eb8e36 req-92613e20-b2d1-4c04-b93a-7c2a6df11928 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d65de24-db28-4db0-9b00-63d3b4c05121 HTTP/1.1" status: 200 len: 835 time: 0.0441694 Jul 05 04:58:32.222295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259638f2-4c15-4836-a876-c465f0eb8e36 req-fe2999a3-4b33-44ec-8a09-277d866af2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:32.223882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-259638f2-4c15-4836-a876-c465f0eb8e36 req-fe2999a3-4b33-44ec-8a09-277d866af2da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd5f624-4a84-4e6c-bfa2-151f13cc79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524731 Jul 05 04:58:32.328859 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-259638f2-4c15-4836-a876-c465f0eb8e36 req-91940096-ebe1-40e8-bea2-e9af0f140389 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd5f624-4a84-4e6c-bfa2-151f13cc79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983658 Jul 05 04:58:32.402612 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-96e4abb8-6467-4024-b780-cef311ef1dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '6f55aa3a-9f03-406c-ba2b-250f76e73b59', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'port_id': 'ba2eb4b8-d06b-4c07-b736-7dd993671892', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'mac_address': 'fa:16:3e:24:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:58:30Z', 'updated_at': '2021-07-05T04:58:30Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffaf65d5-7483-4024-b1b7-fdb717359293', 'name': '', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:db:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:14Z', 'updated_at': '2021-07-05T04:58:19Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:32.421951 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-259638f2-4c15-4836-a876-c465f0eb8e36 req-2e9d94cf-ae48-414a-8bb5-585af95f6e9d service neutron] 10.222.0.64 "GET /v2.0/networks/7fd5f624-4a84-4e6c-bfa2-151f13cc79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868976 Jul 05 04:58:32.428919 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e4abb8-6467-4024-b780-cef311ef1dd5 None None] The sync data for ids ['cee371e1-b20b-45bd-8629-1ad09c2f267b'] in n-d-798249-5 is: [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '6f55aa3a-9f03-406c-ba2b-250f76e73b59', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'port_id': 'ba2eb4b8-d06b-4c07-b736-7dd993671892', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'mac_address': 'fa:16:3e:24:8e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:58:30Z', 'updated_at': '2021-07-05T04:58:30Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffaf65d5-7483-4024-b1b7-fdb717359293', 'name': '', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:db:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:14Z', 'updated_at': '2021-07-05T04:58:19Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:58:32.614092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339d23ea-549b-4256-b1b9-6fb795dda174 None None] New status for floating IP 6f55aa3a-9f03-406c-ba2b-250f76e73b59: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:58:33.112063 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57524) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:33.174672 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c2ab5f24-8c8a-4017-8ace-9097def029f2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/6f55aa3a-9f03-406c-ba2b-250f76e73b59 HTTP/1.1" status: 200 len: 993 time: 0.0615177 Jul 05 04:58:43.760677 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b331de8b-897c-48b8-a9c8-faad832ced30 req-44b4d383-76dd-4121-a94a-20fe0ac75510 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534756 Jul 05 04:58:43.856085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331de8b-897c-48b8-a9c8-faad832ced30 req-22f1e66c-33f5-47d3-92ad-f6446474dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:43.857732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b331de8b-897c-48b8-a9c8-faad832ced30 req-22f1e66c-33f5-47d3-92ad-f6446474dd0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 1096 time: 0.0567918 Jul 05 04:58:43.964983 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331de8b-897c-48b8-a9c8-faad832ced30 req-583616cf-4885-45db-abf7-366be875e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:43.967267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b331de8b-897c-48b8-a9c8-faad832ced30 req-583616cf-4885-45db-abf7-366be875e6e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fd5f624-4a84-4e6c-bfa2-151f13cc79bc HTTP/1.1" status: 200 len: 897 time: 0.0902610 Jul 05 04:58:44.384981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b331de8b-897c-48b8-a9c8-faad832ced30 req-11fe5a8f-d163-445a-8f31-f1205d0e3cf7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2eb4b8-d06b-4c07-b736-7dd993671892 HTTP/1.1" status: 200 len: 1001 time: 0.4108939 Jul 05 04:58:44.433320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331de8b-897c-48b8-a9c8-faad832ced30 req-399bb318-0a33-4387-9793-6f0b9ffe8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:44.435604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b331de8b-897c-48b8-a9c8-faad832ced30 req-399bb318-0a33-4387-9793-6f0b9ffe8f56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d65de24-db28-4db0-9b00-63d3b4c05121 HTTP/1.1" status: 200 len: 835 time: 0.0443647 Jul 05 04:58:44.493817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331de8b-897c-48b8-a9c8-faad832ced30 req-574ebc33-a6a8-427c-b156-8b499eda2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:44.495443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b331de8b-897c-48b8-a9c8-faad832ced30 req-574ebc33-a6a8-427c-b156-8b499eda2670 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd5f624-4a84-4e6c-bfa2-151f13cc79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530319 Jul 05 04:58:44.590425 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b331de8b-897c-48b8-a9c8-faad832ced30 req-a8ff9f5f-10b1-4ac2-8f1d-bab616fa23b6 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd5f624-4a84-4e6c-bfa2-151f13cc79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880795 Jul 05 04:58:44.680179 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b331de8b-897c-48b8-a9c8-faad832ced30 req-73781fab-d153-4abe-8c58-20052cacf3ee service neutron] 10.222.0.64 "GET /v2.0/networks/7fd5f624-4a84-4e6c-bfa2-151f13cc79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827425 Jul 05 04:58:51.376195 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0df84800-ea0e-4069-a0f7-414177efce0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:54.365181 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6e168335-561f-42b8-a224-c1c44dc5c098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:54.467329 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:55.119507 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:58:55.496255 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:57.396574 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:00.102122 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:00.215137 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3704d3-3236-4ba1-a53a-f3f68282fba5 req-d69cb54e-b970-4e17-b99c-5214e6a42a6a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:00.216865 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c3704d3-3236-4ba1-a53a-f3f68282fba5 req-d69cb54e-b970-4e17-b99c-5214e6a42a6a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0664248 Jul 05 04:59:00.263222 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2c3704d3-3236-4ba1-a53a-f3f68282fba5 req-243ebe33-0ca3-48f1-8e69-b8f56fe7f7af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405664 Jul 05 04:59:01.440970 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ff08e-9b29-480c-b8bf-8b75dff19a41 req-44801644-00d3-4e55-a148-5f6f3d0dcc0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:01.442486 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab8ff08e-9b29-480c-b8bf-8b75dff19a41 req-44801644-00d3-4e55-a148-5f6f3d0dcc0b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0633690 Jul 05 04:59:01.480012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ab8ff08e-9b29-480c-b8bf-8b75dff19a41 req-fb05ba64-9237-4583-8b6d-33c5ce12b05e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Jul 05 04:59:02.073550 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:02.652629 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf676ed6-8f4c-4d13-8a25-621dfdd70d18 req-38248626-3d74-4012-a3f5-9433ea8db3f6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:02.654140 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf676ed6-8f4c-4d13-8a25-621dfdd70d18 req-38248626-3d74-4012-a3f5-9433ea8db3f6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0621102 Jul 05 04:59:02.690978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bf676ed6-8f4c-4d13-8a25-621dfdd70d18 req-b6dbfc90-1508-47b6-9540-1cec4ebbc2dd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313358 Jul 05 04:59:03.866975 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d924791-12fd-4283-982f-192867a783d9 req-c87bcad6-6553-4475-8cc4-0a69011342d1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:03.868527 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0d924791-12fd-4283-982f-192867a783d9 req-c87bcad6-6553-4475-8cc4-0a69011342d1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0659339 Jul 05 04:59:03.906463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0d924791-12fd-4283-982f-192867a783d9 req-f549b7d6-f58a-40cf-829e-3a29eae4d57b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319474 Jul 05 04:59:05.086628 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcace088-ddb7-48ba-8d2a-096a05e62ef7 req-784e0e85-d6f8-48be-9216-438a071f110d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:05.088027 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dcace088-ddb7-48ba-8d2a-096a05e62ef7 req-784e0e85-d6f8-48be-9216-438a071f110d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0680258 Jul 05 04:59:05.124913 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dcace088-ddb7-48ba-8d2a-096a05e62ef7 req-96226ef6-ec82-436b-a398-b74b2cc33529 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305874 Jul 05 04:59:06.298399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97b905-90cf-49f4-97a7-1c3fab8fef81 req-d8f99922-9e43-4d3c-a63c-9d65066bdfc2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:06.299869 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd97b905-90cf-49f4-97a7-1c3fab8fef81 req-d8f99922-9e43-4d3c-a63c-9d65066bdfc2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0663660 Jul 05 04:59:06.337271 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cd97b905-90cf-49f4-97a7-1c3fab8fef81 req-66095d98-fef7-40c2-9f58-5cfed586ee76 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316820 Jul 05 04:59:07.510757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876f6de-7167-4166-bfd1-a8a3989c22c2 req-99d36d02-9c3e-49bd-8ce8-fcf11ade7267 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:07.512259 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9876f6de-7167-4166-bfd1-a8a3989c22c2 req-99d36d02-9c3e-49bd-8ce8-fcf11ade7267 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0614450 Jul 05 04:59:07.549021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9876f6de-7167-4166-bfd1-a8a3989c22c2 req-5f0e5879-f264-415a-8f9c-ef9e096c4689 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312402 Jul 05 04:59:08.726935 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e75e39-f344-4d73-a954-e3a855ff3315 req-3b659c25-9632-4622-83f3-db96048c487c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:08.728442 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54e75e39-f344-4d73-a954-e3a855ff3315 req-3b659c25-9632-4622-83f3-db96048c487c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0620630 Jul 05 04:59:08.766561 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54e75e39-f344-4d73-a954-e3a855ff3315 req-a1041819-1f4c-479a-b803-9ca943973ec4 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320287 Jul 05 04:59:09.942313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32084b51-f368-480b-88e6-a2d6131f00f3 req-f88bb01a-b5a4-428b-b961-374a071dc782 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:09.943911 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32084b51-f368-480b-88e6-a2d6131f00f3 req-f88bb01a-b5a4-428b-b961-374a071dc782 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0659912 Jul 05 04:59:09.981199 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32084b51-f368-480b-88e6-a2d6131f00f3 req-1cdc423f-6994-4d2d-b337-1a3cfee021bd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316930 Jul 05 04:59:11.170012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e98ca1-40f1-4f3a-9103-6f8cd17835a6 req-5c6794e0-9e93-4642-87fe-159541aecdd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:11.171525 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58e98ca1-40f1-4f3a-9103-6f8cd17835a6 req-5c6794e0-9e93-4642-87fe-159541aecdd9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0641835 Jul 05 04:59:11.207644 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-58e98ca1-40f1-4f3a-9103-6f8cd17835a6 req-19a5dd30-4b57-4b43-b033-c70310d658a6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306380 Jul 05 04:59:11.232427 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57558) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:11.295586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f6a57ec2-1f64-455c-8932-35121f28d3af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/6f55aa3a-9f03-406c-ba2b-250f76e73b59 HTTP/1.1" status: 200 len: 993 time: 0.0619650 Jul 05 04:59:12.869020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf49cd-f4d1-448e-a748-5518c71e55e9 req-e896017f-8632-49da-9e47-d3515800dc14 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:12.870514 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29bf49cd-f4d1-448e-a748-5518c71e55e9 req-e896017f-8632-49da-9e47-d3515800dc14 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0906043 Jul 05 04:59:12.922626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd0d63-11d1-4be7-a038-99d4f4987d46 req-5a1f025d-26a8-4e5a-8f1a-72a12522abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:12.924083 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6dd0d63-11d1-4be7-a038-99d4f4987d46 req-5a1f025d-26a8-4e5a-8f1a-72a12522abd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 1096 time: 0.0976105 Jul 05 04:59:12.927267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29bf49cd-f4d1-448e-a748-5518c71e55e9 req-38d6238d-79aa-48a6-8d4d-7c6a53af5ff8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504439 Jul 05 04:59:13.013474 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd0d63-11d1-4be7-a038-99d4f4987d46 req-557d812a-2c30-4e51-8cb9-71d811829d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:13.014938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6dd0d63-11d1-4be7-a038-99d4f4987d46 req-557d812a-2c30-4e51-8cb9-71d811829d76 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fd5f624-4a84-4e6c-bfa2-151f13cc79bc HTTP/1.1" status: 200 len: 897 time: 0.0844629 Jul 05 04:59:13.084169 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6dd0d63-11d1-4be7-a038-99d4f4987d46 req-03f74949-1f4a-4137-9012-4d4a2d687ac1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2eb4b8-d06b-4c07-b736-7dd993671892 HTTP/1.1" status: 200 len: 1001 time: 0.0630276 Jul 05 04:59:13.130187 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd0d63-11d1-4be7-a038-99d4f4987d46 req-5c2aaacc-904a-4fe5-ad66-d3f25f9e947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:13.131588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6dd0d63-11d1-4be7-a038-99d4f4987d46 req-5c2aaacc-904a-4fe5-ad66-d3f25f9e947e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d65de24-db28-4db0-9b00-63d3b4c05121 HTTP/1.1" status: 200 len: 835 time: 0.0412781 Jul 05 04:59:13.186240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd0d63-11d1-4be7-a038-99d4f4987d46 req-24bc9c4a-dc39-4068-8e8d-1b5b9531a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:13.187621 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6dd0d63-11d1-4be7-a038-99d4f4987d46 req-24bc9c4a-dc39-4068-8e8d-1b5b9531a000 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd5f624-4a84-4e6c-bfa2-151f13cc79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500431 Jul 05 04:59:13.277993 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6dd0d63-11d1-4be7-a038-99d4f4987d46 req-d1737e31-d086-4750-8ef7-bf06257db7bb service neutron] 10.222.0.64 "GET /v2.0/networks/7fd5f624-4a84-4e6c-bfa2-151f13cc79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843861 Jul 05 04:59:13.363746 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6dd0d63-11d1-4be7-a038-99d4f4987d46 req-f8776847-20b9-48ba-9c7e-5a176394b197 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd5f624-4a84-4e6c-bfa2-151f13cc79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799730 Jul 05 04:59:14.112119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175081a7-4b41-40fe-ae71-c3a749708228 req-907d5c37-69fa-4362-885d-54663282aeb6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:14.113841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-175081a7-4b41-40fe-ae71-c3a749708228 req-907d5c37-69fa-4362-885d-54663282aeb6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0656903 Jul 05 04:59:14.158498 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-175081a7-4b41-40fe-ae71-c3a749708228 req-bdc92de4-b7e6-4c30-84fe-861497d5000f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389881 Jul 05 04:59:15.337544 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29facb-88f4-46a6-afbb-9740df22dd05 req-b2165240-827f-425a-b82c-b15ef1cfb5e6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:15.339764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b29facb-88f4-46a6-afbb-9740df22dd05 req-b2165240-827f-425a-b82c-b15ef1cfb5e6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0678384 Jul 05 04:59:15.378272 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b29facb-88f4-46a6-afbb-9740df22dd05 req-3ac0a7ad-59cd-4303-84c6-7bd70c55377b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329273 Jul 05 04:59:15.404293 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57570) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:15.462897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-3735d574-720b-4c2d-be03-8ea1d492349a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/6f55aa3a-9f03-406c-ba2b-250f76e73b59 HTTP/1.1" status: 200 len: 993 time: 0.0573568 Jul 05 04:59:21.390563 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3e09460e-228d-46c3-b1f8-b580c3a4b908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:24.358256 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d730bb67-dfe6-44e4-9f56-54ff3599215f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:24.450031 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:25.541176 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:27.396529 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:30.106951 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:32.116166 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:32.117295 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:59:43.839205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57584) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:43.998113 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port 6569c1b0-ec3a-492a-ba9e-25ee03dbb6cb {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:59:43.998452 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:44.070692 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:44.071026 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:44.082636 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for 6569c1b0-ec3a-492a-ba9e-25ee03dbb6cb owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:59:44.287704 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:44.313359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=6569c1b0-ec3a-492a-ba9e-25ee03dbb6cb,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:44.342810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:44.343165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:44.343506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:44.343843 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:44.344176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:44.344548 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:44.344879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:44.345207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:44.345555 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:44.345880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:44.346198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:44.346518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:44.391698 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:44.399409 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Floating IP 6f55aa3a-9f03-406c-ba2b-250f76e73b59 disassociated (deleted). External IP: 172.25.0.192, port: ba2eb4b8-d06b-4c07-b736-7dd993671892. Jul 05 04:59:44.604792 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router cee371e1-b20b-45bd-8629-1ad09c2f267b has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:59:44.713570 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:59:44.718394 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:44.723171 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee42719f-6ac8-46e1-9fb6-829d09fc217a None None] Sync routers for ids ['cee371e1-b20b-45bd-8629-1ad09c2f267b'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:59:44.731673 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee42719f-6ac8-46e1-9fb6-829d09fc217a None None] Routers {'cee371e1-b20b-45bd-8629-1ad09c2f267b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:59:44.732285 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ee42719f-6ac8-46e1-9fb6-829d09fc217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:59:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cee371e1-b20b-45bd-8629-1ad09c2f267b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:44.758810 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ec5f9690-0cbe-4bb6-92d3-961dac04d68e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/floatingips/6f55aa3a-9f03-406c-ba2b-250f76e73b59 HTTP/1.1" status: 204 len: 168 time: 0.9184859 Jul 05 04:59:44.759593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'tag': 'ba2eb4b8-d06b-4c07-b736-7dd993671892'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:59:44.761967 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ce144d-407e-4535-85cc-241a54d9f9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b231bf9d-462a-4a4d-9b91-bb24545ca5a8", "tag": "ba2eb4b8-d06b-4c07-b736-7dd993671892"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:59:44.799488 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952ddb05-d129-4c9f-bec2-260a8620407c x-openstack-request-id: req-952ddb05-d129-4c9f-bec2-260a8620407c {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:59:44.799784 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b231bf9d-462a-4a4d-9b91-bb24545ca5a8", "tag": "ba2eb4b8-d06b-4c07-b736-7dd993671892", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:59:44.800040 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-952ddb05-d129-4c9f-bec2-260a8620407c {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:59:44.800482 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'tag': 'ba2eb4b8-d06b-4c07-b736-7dd993671892', 'status': 'completed', 'code': 200} Jul 05 04:59:44.857820 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ee42719f-6ac8-46e1-9fb6-829d09fc217a None None] Set router cee371e1-b20b-45bd-8629-1ad09c2f267b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:59:44.882723 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce144d-407e-4535-85cc-241a54d9f9f2 req-a6aa9350-6afb-4827-8e7f-05ae1db709b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:44.884264 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07ce144d-407e-4535-85cc-241a54d9f9f2 req-a6aa9350-6afb-4827-8e7f-05ae1db709b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 1096 time: 0.0588763 Jul 05 04:59:44.978679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce144d-407e-4535-85cc-241a54d9f9f2 req-b37f4ff1-48ba-496e-83cf-e73752c56946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:44.980227 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07ce144d-407e-4535-85cc-241a54d9f9f2 req-b37f4ff1-48ba-496e-83cf-e73752c56946 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7fd5f624-4a84-4e6c-bfa2-151f13cc79bc HTTP/1.1" status: 200 len: 897 time: 0.0873973 Jul 05 04:59:45.028586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07ce144d-407e-4535-85cc-241a54d9f9f2 req-9de950d3-fd44-44b2-ad67-52f07c238923 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2eb4b8-d06b-4c07-b736-7dd993671892 HTTP/1.1" status: 200 len: 217 time: 0.0413511 Jul 05 04:59:45.059896 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ee42719f-6ac8-46e1-9fb6-829d09fc217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ffaf65d5-7483-4024-b1b7-fdb717359293', 'name': '', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:db:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:14Z', 'updated_at': '2021-07-05T04:58:19Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:45.077510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce144d-407e-4535-85cc-241a54d9f9f2 req-49b38fba-b7c1-46d9-b9f9-d4a4042a0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:45.078992 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07ce144d-407e-4535-85cc-241a54d9f9f2 req-49b38fba-b7c1-46d9-b9f9-d4a4042a0307 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d65de24-db28-4db0-9b00-63d3b4c05121 HTTP/1.1" status: 200 len: 835 time: 0.0445530 Jul 05 04:59:45.086267 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee42719f-6ac8-46e1-9fb6-829d09fc217a None None] Checking router: cee371e1-b20b-45bd-8629-1ad09c2f267b for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:59:45.094635 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee42719f-6ac8-46e1-9fb6-829d09fc217a None None] Routers {'cee371e1-b20b-45bd-8629-1ad09c2f267b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:59:45.095334 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ee42719f-6ac8-46e1-9fb6-829d09fc217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:59:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cee371e1-b20b-45bd-8629-1ad09c2f267b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:45.142024 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce144d-407e-4535-85cc-241a54d9f9f2 req-11ac5014-4037-4c19-8aa3-8dd9e22cef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:45.143548 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07ce144d-407e-4535-85cc-241a54d9f9f2 req-11ac5014-4037-4c19-8aa3-8dd9e22cef54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7fd5f624-4a84-4e6c-bfa2-151f13cc79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585992 Jul 05 04:59:45.212553 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-ee42719f-6ac8-46e1-9fb6-829d09fc217a None None] Set router cee371e1-b20b-45bd-8629-1ad09c2f267b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:59:45.252335 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07ce144d-407e-4535-85cc-241a54d9f9f2 req-3f2982af-1ffd-42d3-8221-0fc4d5ca1b59 service neutron] 10.222.0.64 "GET /v2.0/networks/7fd5f624-4a84-4e6c-bfa2-151f13cc79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022644 Jul 05 04:59:45.383924 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07ce144d-407e-4535-85cc-241a54d9f9f2 req-7718f350-fd86-4cb9-96be-1af2addce3cd service neutron] 10.222.0.64 "GET /v2.0/networks/7fd5f624-4a84-4e6c-bfa2-151f13cc79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251004 Jul 05 04:59:45.402334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e32301-42b0-404a-abf5-2232395c571f req-cd044c96-4079-41cf-af5e-2c06fdbda6b6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:45.409292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3e32301-42b0-404a-abf5-2232395c571f req-cd044c96-4079-41cf-af5e-2c06fdbda6b6 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.1036434 Jul 05 04:59:45.425177 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-ee42719f-6ac8-46e1-9fb6-829d09fc217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ffaf65d5-7483-4024-b1b7-fdb717359293', 'name': '', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:db:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:14Z', 'updated_at': '2021-07-05T04:58:19Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:45.445337 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a3e32301-42b0-404a-abf5-2232395c571f req-421e53f0-1bdd-4d3b-9ff9-332af50d330f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351760 Jul 05 04:59:45.455864 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee42719f-6ac8-46e1-9fb6-829d09fc217a None None] The sync data for ids ['cee371e1-b20b-45bd-8629-1ad09c2f267b'] in n-d-798249-5 is: [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ffaf65d5-7483-4024-b1b7-fdb717359293', 'name': '', 'network_id': '7fd5f624-4a84-4e6c-bfa2-151f13cc79bc', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:db:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:14Z', 'updated_at': '2021-07-05T04:58:19Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '2d65de24-db28-4db0-9b00-63d3b4c05121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:59:45.674185 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd919e6e-38af-4c2b-ab80-196cfbb9b78f None None] New status for floating IP 6f55aa3a-9f03-406c-ba2b-250f76e73b59: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:59:46.626920 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a60b3-d4d2-4c44-8015-3c3451aab13c req-9c2d0ab0-a852-4232-b69b-997a0f4b4922 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:46.628459 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-319a60b3-d4d2-4c44-8015-3c3451aab13c req-9c2d0ab0-a852-4232-b69b-997a0f4b4922 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0650089 Jul 05 04:59:46.665146 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-319a60b3-d4d2-4c44-8015-3c3451aab13c req-26b33926-5a44-4006-9cfa-4cbdc8fa675a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=1770fb8a-a325-4fd6-8b88-1ff06f815dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312216 Jul 05 04:59:46.806563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c085c-9ae3-43cd-8215-61f23755319b req-29d10625-9a77-4aa5-9965-1a720750a97a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:46.808138 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-901c085c-9ae3-43cd-8215-61f23755319b req-29d10625-9a77-4aa5-9965-1a720750a97a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 945 time: 0.0634253 Jul 05 04:59:46.908981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-901c085c-9ae3-43cd-8215-61f23755319b req-7c5980f3-158f-4abd-9166-34b155ee8ad0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port ba2eb4b8-d06b-4c07-b736-7dd993671892 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:59:46.909284 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-901c085c-9ae3-43cd-8215-61f23755319b req-7c5980f3-158f-4abd-9166-34b155ee8ad0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:46.998241 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-901c085c-9ae3-43cd-8215-61f23755319b req-7c5980f3-158f-4abd-9166-34b155ee8ad0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port ba2eb4b8-d06b-4c07-b736-7dd993671892, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=ba2eb4b8-d06b-4c07-b736-7dd993671892,segment=NetworkSegment(4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8),segment_id=4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:46.998594 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-901c085c-9ae3-43cd-8215-61f23755319b req-7c5980f3-158f-4abd-9166-34b155ee8ad0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:47.009886 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-901c085c-9ae3-43cd-8215-61f23755319b req-7c5980f3-158f-4abd-9166-34b155ee8ad0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for ba2eb4b8-d06b-4c07-b736-7dd993671892 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:59:47.191997 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-901c085c-9ae3-43cd-8215-61f23755319b req-7c5980f3-158f-4abd-9166-34b155ee8ad0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:47.224323 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5980f3-158f-4abd-9166-34b155ee8ad0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=ba2eb4b8-d06b-4c07-b736-7dd993671892,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:47.268566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-901c085c-9ae3-43cd-8215-61f23755319b req-7c5980f3-158f-4abd-9166-34b155ee8ad0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] No DVR routers for this DVR port ba2eb4b8-d06b-4c07-b736-7dd993671892 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:59:47.271106 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-901c085c-9ae3-43cd-8215-61f23755319b req-7c5980f3-158f-4abd-9166-34b155ee8ad0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:47.273117 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-901c085c-9ae3-43cd-8215-61f23755319b req-7c5980f3-158f-4abd-9166-34b155ee8ad0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "DELETE /v2.0/ports/ba2eb4b8-d06b-4c07-b736-7dd993671892 HTTP/1.1" status: 204 len: 173 time: 0.4599853 Jul 05 04:59:47.273556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'name': 'network-vif-deleted', 'tag': 'ba2eb4b8-d06b-4c07-b736-7dd993671892'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:59:47.275792 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5078d93-8c49-44fc-b1b2-635a8d6d3a95" -d '{"events": [{"server_uuid": "b231bf9d-462a-4a4d-9b91-bb24545ca5a8", "name": "network-vif-deleted", "tag": "ba2eb4b8-d06b-4c07-b736-7dd993671892"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:59:47.312700 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c897f758-58f9-4ee2-83d8-1473473a406e x-openstack-request-id: req-c897f758-58f9-4ee2-83d8-1473473a406e {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:59:47.312992 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b231bf9d-462a-4a4d-9b91-bb24545ca5a8", "name": "network-vif-deleted", "tag": "ba2eb4b8-d06b-4c07-b736-7dd993671892", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:59:47.313245 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c897f758-58f9-4ee2-83d8-1473473a406e {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:59:47.313645 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b231bf9d-462a-4a4d-9b91-bb24545ca5a8', 'name': 'network-vif-deleted', 'tag': 'ba2eb4b8-d06b-4c07-b736-7dd993671892', 'status': 'completed', 'code': 200} Jul 05 04:59:47.824379 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2b1ce35e-5eff-4d88-b60c-bd8aa232d7e9 req-824af73d-96ca-45e9-9162-d5f39afd77b3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=b231bf9d-462a-4a4d-9b91-bb24545ca5a8 HTTP/1.1" status: 200 len: 210 time: 0.0316074 Jul 05 04:59:48.930058 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57604) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:49.278965 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5726f5f-5071-4a40-b0a5-ddc5347dae73 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:49.536578 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-d5726f5f-5071-4a40-b0a5-ddc5347dae73 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port ffaf65d5-7483-4024-b1b7-fdb717359293 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:59:49.536838 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5726f5f-5071-4a40-b0a5-ddc5347dae73 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:49.621430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-d5726f5f-5071-4a40-b0a5-ddc5347dae73 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port ffaf65d5-7483-4024-b1b7-fdb717359293, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ffaf65d5-7483-4024-b1b7-fdb717359293,segment=NetworkSegment(4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8),segment_id=4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:49.621794 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5726f5f-5071-4a40-b0a5-ddc5347dae73 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:49.633691 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-d5726f5f-5071-4a40-b0a5-ddc5347dae73 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for ffaf65d5-7483-4024-b1b7-fdb717359293 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:59:49.900769 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5726f5f-5071-4a40-b0a5-ddc5347dae73 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:49.928589 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5726f5f-5071-4a40-b0a5-ddc5347dae73 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=ffaf65d5-7483-4024-b1b7-fdb717359293,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:50.100859 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5726f5f-5071-4a40-b0a5-ddc5347dae73 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:50.658488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5726f5f-5071-4a40-b0a5-ddc5347dae73 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router cee371e1-b20b-45bd-8629-1ad09c2f267b has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:59:50.761887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5726f5f-5071-4a40-b0a5-ddc5347dae73 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:59:50.767799 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d5726f5f-5071-4a40-b0a5-ddc5347dae73 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "PUT /v2.0/routers/cee371e1-b20b-45bd-8629-1ad09c2f267b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8363299 Jul 05 04:59:50.770194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57606) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:50.771791 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b10fba-86bb-447a-a689-b510dae09e63 None None] Sync routers for ids ['cee371e1-b20b-45bd-8629-1ad09c2f267b'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:59:50.787418 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b10fba-86bb-447a-a689-b510dae09e63 None None] Routers {'cee371e1-b20b-45bd-8629-1ad09c2f267b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:59:50.788055 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a5b10fba-86bb-447a-a689-b510dae09e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:59:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cee371e1-b20b-45bd-8629-1ad09c2f267b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:50.824870 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting subnet 2d65de24-db28-4db0-9b00-63d3b4c05121 {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:59:50.829093 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:50.867715 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:50.894974 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-a5b10fba-86bb-447a-a689-b510dae09e63 None None] Set router cee371e1-b20b-45bd-8629-1ad09c2f267b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:59:50.962327 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:51.066757 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a5b10fba-86bb-447a-a689-b510dae09e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:59:49Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:51.087890 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:51.096089 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b10fba-86bb-447a-a689-b510dae09e63 None None] Checking router: cee371e1-b20b-45bd-8629-1ad09c2f267b for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:59:51.104307 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b10fba-86bb-447a-a689-b510dae09e63 None None] Routers {'cee371e1-b20b-45bd-8629-1ad09c2f267b'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:59:51.104959 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a5b10fba-86bb-447a-a689-b510dae09e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:59:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['cee371e1-b20b-45bd-8629-1ad09c2f267b'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:51.115959 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Subnet': ['ID=2d65de24-db28-4db0-9b00-63d3b4c05121,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:51.121231 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:51.126394 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/subnets/2d65de24-db28-4db0-9b00-63d3b4c05121 HTTP/1.1" status: 204 len: 168 time: 0.3522999 Jul 05 04:59:51.127152 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57610) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:51.130481 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59729f6-8002-40da-b5e5-68cae61b00d1 None None] Network 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:59:51.133653 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.134449 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.135061 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.135605 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.135953 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.136355 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.136723 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.137059 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.138085 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.138607 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.138951 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.139430 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bae0f-d0d7-4658-9ea4-57d348afc559 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.226842 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-a5b10fba-86bb-447a-a689-b510dae09e63 None None] Set router cee371e1-b20b-45bd-8629-1ad09c2f267b gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:59:51.243443 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:51.338854 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ba2eb4b8-d06b-4c07-b736-7dd993671892 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:59:51.365688 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] DHCP port deletion for 7fd5f624-4a84-4e6c-bfa2-151f13cc79bc request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:59:51.369485 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: ba2eb4b8-d06b-4c07-b736-7dd993671892 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:59:51.369827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device ba2eb4b8-d06b-4c07-b736-7dd993671892 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:59:51.388744 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:51.395555 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-495bb199-1e65-4fc0-ac87-c715beda0220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:51.424932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Deleting port 5b18f744-0c18-4400-8540-de0eb5a9500d {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:59:51.425312 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:51.494380 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] For port 5b18f744-0c18-4400-8540-de0eb5a9500d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5b18f744-0c18-4400-8540-de0eb5a9500d,segment=NetworkSegment(4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8),segment_id=4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:51.494380 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:51.503889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Calling delete_port for 5b18f744-0c18-4400-8540-de0eb5a9500d owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:59:51.515730 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a5b10fba-86bb-447a-a689-b510dae09e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:59:49Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:51.525110 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port b3b0d220-b648-4e2e-8d49-2bd9c1c553ce {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:59:51.525586 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:51.542609 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b10fba-86bb-447a-a689-b510dae09e63 None None] The sync data for ids ['cee371e1-b20b-45bd-8629-1ad09c2f267b'] in n-d-798249-5 is: [{'id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998703497', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:59:49Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'b3b0d220-b648-4e2e-8d49-2bd9c1c553ce', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee371e1-b20b-45bd-8629-1ad09c2f267b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:11Z', 'updated_at': '2021-07-05T04:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:59:51.608682 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port b3b0d220-b648-4e2e-8d49-2bd9c1c553ce, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=b3b0d220-b648-4e2e-8d49-2bd9c1c553ce,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:51.609048 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:51.626209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for b3b0d220-b648-4e2e-8d49-2bd9c1c553ce owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:59:51.654903 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:51.682496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Pushing event deleted for resources: {'Port': ['ID=5b18f744-0c18-4400-8540-de0eb5a9500d,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:51.687285 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] No DVR routers for this DVR port 5b18f744-0c18-4400-8540-de0eb5a9500d on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:59:51.694165 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.694519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.702008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.702008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.702008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.702008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.702008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.702008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.702008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.702008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.702008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.702008 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e399d9e3-0c0e-4d4a-a1a2-19a6863c1d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:51.843156 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:51.873227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=b3b0d220-b648-4e2e-8d49-2bd9c1c553ce,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:51.938161 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.035812 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.038233 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.140196 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.140852 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Fanout notify agent at l3_agent the message router_deleted on router cee371e1-b20b-45bd-8629-1ad09c2f267b {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:59:52.147407 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.148548 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-45a1efc5-9043-4fdf-8399-3a21925fc206 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/routers/cee371e1-b20b-45bd-8629-1ad09c2f267b HTTP/1.1" status: 204 len: 168 time: 1.0207684 Jul 05 04:59:52.151329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57612) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:52.235543 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ce9b9f6-b366-43e9-8382-3991497d0128 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.331198 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ce9b9f6-b366-43e9-8382-3991497d0128 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.340701 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-8ce9b9f6-b366-43e9-8382-3991497d0128 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd5f624-4a84-4e6c-bfa2-151f13cc79bc']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:52.350205 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-8ce9b9f6-b366-43e9-8382-3991497d0128 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:52.350510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-8ce9b9f6-b366-43e9-8382-3991497d0128 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d67b095-7a9b-4ab8-97ad-f87e0e8c13e8') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:52.359009 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ce9b9f6-b366-43e9-8382-3991497d0128 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.372874 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ce9b9f6-b366-43e9-8382-3991497d0128 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.378772 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce9b9f6-b366-43e9-8382-3991497d0128 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:59:52.379162 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ce9b9f6-b366-43e9-8382-3991497d0128 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: timer() Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:59:52.382081 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:59:52.510848 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ce9b9f6-b366-43e9-8382-3991497d0128 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.523574 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ce9b9f6-b366-43e9-8382-3991497d0128 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.523574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8ce9b9f6-b366-43e9-8382-3991497d0128 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/networks/7fd5f624-4a84-4e6c-bfa2-151f13cc79bc HTTP/1.1" status: 204 len: 168 time: 0.3683572 Jul 05 04:59:52.523807 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57616) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:52.533157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9b9f6-b366-43e9-8382-3991497d0128 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Network': ['ID=7fd5f624-4a84-4e6c-bfa2-151f13cc79bc,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:52.588696 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8670e5f5-591c-42c3-81cf-2c3694af9a7c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.617917 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8670e5f5-591c-42c3-81cf-2c3694af9a7c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.744852 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8670e5f5-591c-42c3-81cf-2c3694af9a7c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.748698 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8670e5f5-591c-42c3-81cf-2c3694af9a7c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.749888 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8670e5f5-591c-42c3-81cf-2c3694af9a7c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/security-groups/1770fb8a-a325-4fd6-8b88-1ff06f815dd8 HTTP/1.1" status: 204 len: 168 time: 0.2252436 Jul 05 04:59:52.760342 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670e5f5-591c-42c3-81cf-2c3694af9a7c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1770fb8a-a325-4fd6-8b88-1ff06f815dd8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:52.844055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5b18f744-0c18-4400-8540-de0eb5a9500d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:59:52.865493 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 5b18f744-0c18-4400-8540-de0eb5a9500d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:59:52.865835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5b18f744-0c18-4400-8540-de0eb5a9500d not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:59:52.866248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ffaf65d5-7483-4024-b1b7-fdb717359293 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:59:52.886266 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ffaf65d5-7483-4024-b1b7-fdb717359293 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:59:52.886517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ffaf65d5-7483-4024-b1b7-fdb717359293 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:59:52.886936 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b3b0d220-b648-4e2e-8d49-2bd9c1c553ce no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:59:52.905823 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: b3b0d220-b648-4e2e-8d49-2bd9c1c553ce {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:59:52.906171 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device b3b0d220-b648-4e2e-8d49-2bd9c1c553ce not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:59:53.264998 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57622) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:53.269721 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6bfde341-a7ac-41f1-b271-a18ff5afe710 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062945403', 'description': 'tempest-secgroup-smoke-1062945403 description', 'project_id': 'ed390b693731479e8afa007129b8a395'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:53.357211 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bfde341-a7ac-41f1-b271-a18ff5afe710 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:53.436400 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bfde341-a7ac-41f1-b271-a18ff5afe710 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:53.505814 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bfde341-a7ac-41f1-b271-a18ff5afe710 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:53.535772 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfde341-a7ac-41f1-b271-a18ff5afe710 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b5fe5e-4d39-4ab8-9958-b33895019eee,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:53.597650 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6bfde341-a7ac-41f1-b271-a18ff5afe710 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:53.599132 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6bfde341-a7ac-41f1-b271-a18ff5afe710 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3329766 Jul 05 04:59:53.602230 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57624) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:53.606683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-64501d73-f029-4293-9f6d-d9574b24f9ef tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': 'd1b5fe5e-4d39-4ab8-9958-b33895019eee', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:53.687533 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64501d73-f029-4293-9f6d-d9574b24f9ef tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:53.741904 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64501d73-f029-4293-9f6d-d9574b24f9ef tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:53.803023 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64501d73-f029-4293-9f6d-d9574b24f9ef tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:53.821301 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64501d73-f029-4293-9f6d-d9574b24f9ef tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67b3af4-7aca-4c41-b8f8-b787286637ec,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:53.906236 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-64501d73-f029-4293-9f6d-d9574b24f9ef tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:53.907467 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-64501d73-f029-4293-9f6d-d9574b24f9ef tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3043022 Jul 05 04:59:53.910100 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57626) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:53.914747 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-0c1bbc21-40fd-43fa-9082-cad65ec5bb00 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': 'd1b5fe5e-4d39-4ab8-9958-b33895019eee', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:54.007721 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c1bbc21-40fd-43fa-9082-cad65ec5bb00 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.063749 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c1bbc21-40fd-43fa-9082-cad65ec5bb00 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.128476 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c1bbc21-40fd-43fa-9082-cad65ec5bb00 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.143498 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bbc21-40fd-43fa-9082-cad65ec5bb00 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2bea4a-4856-467b-bf41-573bc9a4dc56,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:54.208633 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-0c1bbc21-40fd-43fa-9082-cad65ec5bb00 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.209868 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-0c1bbc21-40fd-43fa-9082-cad65ec5bb00 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2988231 Jul 05 04:59:54.212603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57628) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:54.217166 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c475bb5c-e64e-4264-8b37-aabffe9a9301 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': 'd1b5fe5e-4d39-4ab8-9958-b33895019eee', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:54.288968 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c475bb5c-e64e-4264-8b37-aabffe9a9301 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.345894 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-525195e9-b109-43c6-83f5-625f4c4567ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.350914 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c475bb5c-e64e-4264-8b37-aabffe9a9301 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.408874 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c475bb5c-e64e-4264-8b37-aabffe9a9301 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.428236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475bb5c-e64e-4264-8b37-aabffe9a9301 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7494e750-3a46-4c95-bb4d-9e5057094c0d,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:54.431460 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.494551 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c475bb5c-e64e-4264-8b37-aabffe9a9301 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.495772 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c475bb5c-e64e-4264-8b37-aabffe9a9301 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2822499 Jul 05 04:59:54.498480 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57630) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:54.503004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-cfe0e395-c61f-4263-8d96-b8d3ae32fab9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': 'd1b5fe5e-4d39-4ab8-9958-b33895019eee', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:54.608851 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfe0e395-c61f-4263-8d96-b8d3ae32fab9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.671331 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfe0e395-c61f-4263-8d96-b8d3ae32fab9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.745804 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfe0e395-c61f-4263-8d96-b8d3ae32fab9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.762768 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0e395-c61f-4263-8d96-b8d3ae32fab9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ddbb5d-f5fa-4829-9303-a6fac0277e89,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:54.826610 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cfe0e395-c61f-4263-8d96-b8d3ae32fab9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.827805 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cfe0e395-c61f-4263-8d96-b8d3ae32fab9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283865 Jul 05 04:59:54.830505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57632) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:54.834909 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-4570f576-f395-4fce-8d2c-e8fc1692fa45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': 'd1b5fe5e-4d39-4ab8-9958-b33895019eee', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:54.912290 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-4570f576-f395-4fce-8d2c-e8fc1692fa45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Project ed390b693731479e8afa007129b8a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:59:54.917676 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4570f576-f395-4fce-8d2c-e8fc1692fa45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.976463 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4570f576-f395-4fce-8d2c-e8fc1692fa45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.037244 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4570f576-f395-4fce-8d2c-e8fc1692fa45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.051751 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570f576-f395-4fce-8d2c-e8fc1692fa45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3cb272-d505-4785-aac5-bb4edf471063,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:55.105998 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-4570f576-f395-4fce-8d2c-e8fc1692fa45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.107303 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-4570f576-f395-4fce-8d2c-e8fc1692fa45 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2758491 Jul 05 04:59:55.110111 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57634) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:55.114511 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-2227c444-e95d-4111-8122-6fd00e84fd26 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'security_group_rule': {'security_group_id': 'd1b5fe5e-4d39-4ab8-9958-b33895019eee', 'project_id': 'ed390b693731479e8afa007129b8a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:55.168976 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-2227c444-e95d-4111-8122-6fd00e84fd26 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Project ed390b693731479e8afa007129b8a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:59:55.173638 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2227c444-e95d-4111-8122-6fd00e84fd26 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.236753 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2227c444-e95d-4111-8122-6fd00e84fd26 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.317310 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2227c444-e95d-4111-8122-6fd00e84fd26 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.332136 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227c444-e95d-4111-8122-6fd00e84fd26 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2b0596-14af-45d4-8faa-e132aa485dad,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:55.403076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2227c444-e95d-4111-8122-6fd00e84fd26 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.404403 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2227c444-e95d-4111-8122-6fd00e84fd26 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2933640 Jul 05 04:59:55.407279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57636) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:55.413047 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-06e18ea5-eadc-4800-99b3-13f59f65add3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'network': {'name': 'tempest-network-smoke--490344826', 'project_id': 'ed390b693731479e8afa007129b8a395', 'port_security_enabled': True}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:55.488798 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e18ea5-eadc-4800-99b3-13f59f65add3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:59:55.492253 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-06e18ea5-eadc-4800-99b3-13f59f65add3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.515666 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e18ea5-eadc-4800-99b3-13f59f65add3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:59:55.517429 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.523904 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-06e18ea5-eadc-4800-99b3-13f59f65add3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.525183 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-06e18ea5-eadc-4800-99b3-13f59f65add3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Added segment a3b7d813-f130-4e41-b298-2b7393abf07d of type vlan for network 3b03977e-4955-42ca-bc0f-7949865fa3ce Jul 05 04:59:55.563793 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-06e18ea5-eadc-4800-99b3-13f59f65add3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.647390 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-06e18ea5-eadc-4800-99b3-13f59f65add3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.653200 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e18ea5-eadc-4800-99b3-13f59f65add3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:55.653793 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-06e18ea5-eadc-4800-99b3-13f59f65add3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.721601 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e18ea5-eadc-4800-99b3-13f59f65add3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Network': ['ID=3b03977e-4955-42ca-bc0f-7949865fa3ce,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:55.732308 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 3b03977e-4955-42ca-bc0f-7949865fa3ce details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:59:55.803868 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-06e18ea5-eadc-4800-99b3-13f59f65add3 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3955758 Jul 05 04:59:55.806479 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57638) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:55.811752 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'admin_state_up': True, 'project_id': 'ed390b693731479e8afa007129b8a395', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:55.900896 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.901934 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.954247 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:56.148683 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:56.401482 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:56.420840 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:56.521810 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.25.0.176 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/a6056aec-e9ab-4298-8f07-4041f7038830) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:59:56.619789 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:56.717656 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:56.753464 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:59:56.756268 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:59:56.760043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:59:56.785223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=a6056aec-e9ab-4298-8f07-4041f7038830,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:57.080477 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.272308 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.402291 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.762910 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:59:57.875476 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:59:57.887776 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Sync routers for ids ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:59:57.897780 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Routers {'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:59:57.898458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:57.978741 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.980088 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-5a70b4e1-a730-41c7-99bd-7a12d38f9626 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1726758 Jul 05 04:59:57.983178 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57642) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:58.003513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Set router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:59:58.014532 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1b821d67-d68d-4cd8-9d6e-5a063f9a92db tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ed390b693731479e8afa007129b8a395&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301642 Jul 05 04:59:58.017189 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57644) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:58.102420 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87650184-4c79-426f-8816-41bd9e45d0ee tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:58.104066 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-87650184-4c79-426f-8816-41bd9e45d0ee tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859783 Jul 05 04:59:58.107577 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57646) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:58.134711 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fde49cc2-68b7-4d6b-ae3b-604256b11ca1 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66992202-865d-40d7-a9cb-99d1644d0ce4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260751 Jul 05 04:59:58.137672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57648) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:58.142469 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ad9081e7-e2e5-4cd9-b44d-dcbbc1ada48f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1788892494', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'project_id': 'ed390b693731479e8afa007129b8a395', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:58.184687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T04:59:56Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T04:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:58.214087 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Checking router: b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:59:58.214435 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Updating router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 port a6056aec-e9ab-4298-8f07-4041f7038830 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:59:58.248467 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.316194 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9081e7-e2e5-4cd9-b44d-dcbbc1ada48f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:59:58.319711 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad9081e7-e2e5-4cd9-b44d-dcbbc1ada48f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.497768 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.507771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Transition to ACTIVE for port object a6056aec-e9ab-4298-8f07-4041f7038830 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:59:58.540254 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad9081e7-e2e5-4cd9-b44d-dcbbc1ada48f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.557113 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.601584 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9081e7-e2e5-4cd9-b44d-dcbbc1ada48f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Subnet': ['ID=79b564bd-ffcb-43b0-b40d-f10021c3593c,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:58.604258 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d6157-fe5e-4979-a800-bb9d059c01c6 None None] Pushing event updated for resources: {'Port': ['ID=a6056aec-e9ab-4298-8f07-4041f7038830,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:58.610897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9081e7-e2e5-4cd9-b44d-dcbbc1ada48f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Checking segment: {'id': 'a3b7d813-f130-4e41-b298-2b7393abf07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:59:58.610897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9081e7-e2e5-4cd9-b44d-dcbbc1ada48f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network hostable DHCP agents. Network: 3b03977e-4955-42ca-bc0f-7949865fa3ce, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:59:58.617660 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Attempting to bind port a6056aec-e9ab-4298-8f07-4041f7038830 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:59:58.618040 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Attempting to bind port a6056aec-e9ab-4298-8f07-4041f7038830 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:59:58.618408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Attempting to bind port a6056aec-e9ab-4298-8f07-4041f7038830 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:59:58.624013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:59:58.624408 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:59:58.624854 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.625246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:59:58.625728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Bound port: a6056aec-e9ab-4298-8f07-4041f7038830, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:59:58.626307 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.681637 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] For port a6056aec-e9ab-4298-8f07-4041f7038830, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:59:58.682828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9081e7-e2e5-4cd9-b44d-dcbbc1ada48f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 3b03977e-4955-42ca-bc0f-7949865fa3ce is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:59:58.684770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] For port a6056aec-e9ab-4298-8f07-4041f7038830, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a6056aec-e9ab-4298-8f07-4041f7038830,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:59:58.746013 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.768565 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-ad9081e7-e2e5-4cd9-b44d-dcbbc1ada48f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 3b03977e-4955-42ca-bc0f-7949865fa3ce) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:59:58.773830 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9081e7-e2e5-4cd9-b44d-dcbbc1ada48f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:58.775270 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ad9081e7-e2e5-4cd9-b44d-dcbbc1ada48f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.783097 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d0f6d4-385d-4d38-9c72-fa46e339d98f None None] Network 3b03977e-4955-42ca-bc0f-7949865fa3ce requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:59:58.843814 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ad9081e7-e2e5-4cd9-b44d-dcbbc1ada48f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7049580 Jul 05 04:59:58.846471 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57652) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:58.852649 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Routers {'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:59:58.853303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:58.860629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d6157-fe5e-4979-a800-bb9d059c01c6 None None] Pushing event updated for resources: {'Port': ['ID=a6056aec-e9ab-4298-8f07-4041f7038830,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:59.165306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] Set router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:59:59.236396 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-3b03977e-4955-42ca-bc0f-7949865fa3ce', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ips': [{'subnet_id': '79b564bd-ffcb-43b0-b40d-f10021c3593c'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:59:59.237252 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:59.281406 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:59.452248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Allocated IP 172.20.0.2 (3b03977e-4955-42ca-bc0f-7949865fa3ce/79b564bd-ffcb-43b0-b40d-f10021c3593c/c46f904d-4def-45e1-8940-00278b09edda) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:59:59.526487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T04:59:56Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T04:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:59.556538 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820be5ce-cb72-44b6-a1d3-7d82f81fb838 None None] The sync data for ids ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'] in n-d-798249-5 is: [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T04:59:56Z', 'revision_number': 3, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T04:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:59:59.635474 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:59.644326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Transition to ACTIVE for port object c46f904d-4def-45e1-8940-00278b09edda will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:59:59.660199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Transition to ACTIVE for port object c46f904d-4def-45e1-8940-00278b09edda will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:59:59.723003 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:59.778692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Network 3b03977e-4955-42ca-bc0f-7949865fa3ce is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:59:59.781865 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:59:59.784411 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:59:59.800611 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.20.0.1 (3b03977e-4955-42ca-bc0f-7949865fa3ce/79b564bd-ffcb-43b0-b40d-f10021c3593c/e4de8e7d-487b-4adf-b8e5-7d8b96195968) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:59:59.833724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Pushing event updated for resources: {'Port': ['ID=c46f904d-4def-45e1-8940-00278b09edda,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:59.878133 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Attempting to bind port c46f904d-4def-45e1-8940-00278b09edda on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:59:59.878550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Attempting to bind port c46f904d-4def-45e1-8940-00278b09edda by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'a3b7d813-f130-4e41-b298-2b7393abf07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:59:59.878919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Attempting to bind port c46f904d-4def-45e1-8940-00278b09edda on network 3b03977e-4955-42ca-bc0f-7949865fa3ce {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:59:59.884501 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:59:59.884913 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Checking segment: {'id': 'a3b7d813-f130-4e41-b298-2b7393abf07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:59:59.885339 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:59.885977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Bound using segment: {'id': 'a3b7d813-f130-4e41-b298-2b7393abf07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:59:59.886275 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Bound port: c46f904d-4def-45e1-8940-00278b09edda, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b7d813-f130-4e41-b298-2b7393abf07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:59:59.886658 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:59.952608 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] For port c46f904d-4def-45e1-8940-00278b09edda, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:59:59.955898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] For port c46f904d-4def-45e1-8940-00278b09edda, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c46f904d-4def-45e1-8940-00278b09edda,segment=NetworkSegment(a3b7d813-f130-4e41-b298-2b7393abf07d),segment_id=a3b7d813-f130-4e41-b298-2b7393abf07d)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:59:59.958124 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:59.973828 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Transition to ACTIVE for port object e4de8e7d-487b-4adf-b8e5-7d8b96195968 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:00.054792 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.082160 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.117136 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216401e2-bd1f-4172-8f13-48e27ec75c5e None None] Pushing event updated for resources: {'Port': ['ID=c46f904d-4def-45e1-8940-00278b09edda,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:00.134363 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 3b03977e-4955-42ca-bc0f-7949865fa3ce is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:00.140423 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.142983 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:00.145336 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:00:00.149456 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=e4de8e7d-487b-4adf-b8e5-7d8b96195968,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:00.199154 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.486748 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.771210 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.833315 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.925874 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.926114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a6056aec-e9ab-4298-8f07-4041f7038830 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:00.927756 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=e4de8e7d-487b-4adf-b8e5-7d8b96195968,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:01.026055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port a6056aec-e9ab-4298-8f07-4041f7038830 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:01.027420 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 3b03977e-4955-42ca-bc0f-7949865fa3ce is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:01.029745 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:01.031022 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a6056aec-e9ab-4298-8f07-4041f7038830 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:01.031401 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.118484 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.141284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port a6056aec-e9ab-4298-8f07-4041f7038830, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a6056aec-e9ab-4298-8f07-4041f7038830,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:01.152002 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:00:01.185621 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a024c2-5970-4519-aec8-4b2714509ab4 None None] Network 3b03977e-4955-42ca-bc0f-7949865fa3ce requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:00:01.228692 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.229452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c46f904d-4def-45e1-8940-00278b09edda up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:01.268214 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:00:01.273367 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2c4b1983-75bf-43da-b3e2-3d0fee615723 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "PUT /v2.0/routers/b74ae8ca-7e2d-4e1f-9474-36c56efaabc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4259334 Jul 05 05:00:01.350065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=a6056aec-e9ab-4298-8f07-4041f7038830,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:01.387883 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f5676f36-79a8-472f-9c99-4d17dcc65a4f None None] Provisioning for port c46f904d-4def-45e1-8940-00278b09edda completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:01.431586 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-1526be69-8546-4ce5-af2a-4c703a78ffc2 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062945403&fields=id&tenant_id=ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 267 time: 0.0369523 Jul 05 05:00:01.432552 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port c46f904d-4def-45e1-8940-00278b09edda completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:01.439209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port c46f904d-4def-45e1-8940-00278b09edda triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:01.439590 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.546470 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.567855 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-07778102-b013-4217-808d-2bd7379b2f89 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:01.569681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-07778102-b013-4217-808d-2bd7379b2f89 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/networks?id=3b03977e-4955-42ca-bc0f-7949865fa3ce HTTP/1.1" status: 200 len: 796 time: 0.1302457 Jul 05 05:00:01.587318 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port c46f904d-4def-45e1-8940-00278b09edda, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c46f904d-4def-45e1-8940-00278b09edda,segment=NetworkSegment(a3b7d813-f130-4e41-b298-2b7393abf07d),segment_id=a3b7d813-f130-4e41-b298-2b7393abf07d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:01.589066 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-7a03391f-7d7a-44b5-8d9a-e05e25ddeb08 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/quotas/ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 375 time: 0.0116117 Jul 05 05:00:01.655291 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.663399 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-f3d32481-ee74-4789-a2e3-52843df46f32 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692263 Jul 05 05:00:01.704397 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Sync routers for ids ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:00:01.711555 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=c46f904d-4def-45e1-8940-00278b09edda,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:01.718045 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Routers {'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:01.718739 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:01.790374 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-d4188d7b-4772-47c3-b802-d905d6296b9a service neutron] 10.222.0.60 "GET /v2.0/networks/3b03977e-4955-42ca-bc0f-7949865fa3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148627 Jul 05 05:00:01.831454 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Set router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:01.889293 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a2602119-8b64-415d-9f12-ef301221a389 None None] Provisioning for port e4de8e7d-487b-4adf-b8e5-7d8b96195968 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:01.893347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a2602119-8b64-415d-9f12-ef301221a389 None None] Provisioning complete for port e4de8e7d-487b-4adf-b8e5-7d8b96195968 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:01.893731 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2602119-8b64-415d-9f12-ef301221a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.918546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-924d9991-92f0-4b63-8e7e-3712287598d6 service neutron] 10.222.0.60 "GET /v2.0/networks/3b03977e-4955-42ca-bc0f-7949865fa3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216578 Jul 05 05:00:01.932689 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a2602119-8b64-415d-9f12-ef301221a389 None None] Port e4de8e7d-487b-4adf-b8e5-7d8b96195968 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:00:01.944881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a2602119-8b64-415d-9f12-ef301221a389 None None] Provisioning complete for port c46f904d-4def-45e1-8940-00278b09edda triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:01.945652 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2602119-8b64-415d-9f12-ef301221a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.059740 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T05:00:00Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T05:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'e4de8e7d-487b-4adf-b8e5-7d8b96195968', 'name': '', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:eb:a9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:59Z', 'updated_at': '2021-07-05T05:00:00Z', 'revision_number': 2, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:02.086815 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Checking router: b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:00:02.087169 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Updating router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 port e4de8e7d-487b-4adf-b8e5-7d8b96195968 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:00:02.123028 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.124240 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.161130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-a5171ffc-7ef8-4ebe-af9f-b0445effcb33 None None] Provisioning complete for port e4de8e7d-487b-4adf-b8e5-7d8b96195968 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:02.161563 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a5171ffc-7ef8-4ebe-af9f-b0445effcb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.211777 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-a5171ffc-7ef8-4ebe-af9f-b0445effcb33 None None] Port e4de8e7d-487b-4adf-b8e5-7d8b96195968 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:00:02.231454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc8d04cc-cf3e-4e4b-81e5-175142efbbf5 req-b577acd8-140b-408b-94ce-2b5c06c4aaea tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 210 time: 0.0380182 Jul 05 05:00:02.333280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7c1443c8-b49b-4367-9e08-30a3f3ed8e9a None None] Provisioning complete for port e4de8e7d-487b-4adf-b8e5-7d8b96195968 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:02.333658 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7c1443c8-b49b-4367-9e08-30a3f3ed8e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.368487 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-7c1443c8-b49b-4367-9e08-30a3f3ed8e9a None None] Port e4de8e7d-487b-4adf-b8e5-7d8b96195968 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:00:02.436974 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.453879 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Transition to ACTIVE for port object e4de8e7d-487b-4adf-b8e5-7d8b96195968 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:02.519783 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.609432 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47035908-8440-4381-87ba-51ccc2677039 None None] Pushing event updated for resources: {'Port': ['ID=e4de8e7d-487b-4adf-b8e5-7d8b96195968,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:02.644282 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47035908-8440-4381-87ba-51ccc2677039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:02.644659 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47035908-8440-4381-87ba-51ccc2677039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:02.645008 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47035908-8440-4381-87ba-51ccc2677039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:02.645346 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47035908-8440-4381-87ba-51ccc2677039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:02.645683 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47035908-8440-4381-87ba-51ccc2677039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:02.646015 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47035908-8440-4381-87ba-51ccc2677039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:02.646342 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47035908-8440-4381-87ba-51ccc2677039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:02.646670 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47035908-8440-4381-87ba-51ccc2677039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:02.646995 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47035908-8440-4381-87ba-51ccc2677039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:02.647317 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47035908-8440-4381-87ba-51ccc2677039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:02.647642 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47035908-8440-4381-87ba-51ccc2677039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:02.647959 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47035908-8440-4381-87ba-51ccc2677039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:02.692835 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Attempting to bind port e4de8e7d-487b-4adf-b8e5-7d8b96195968 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:00:02.693208 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Attempting to bind port e4de8e7d-487b-4adf-b8e5-7d8b96195968 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'a3b7d813-f130-4e41-b298-2b7393abf07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:00:02.693578 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Attempting to bind port e4de8e7d-487b-4adf-b8e5-7d8b96195968 on network 3b03977e-4955-42ca-bc0f-7949865fa3ce {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:00:02.705367 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:00:02.706063 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Checking segment: {'id': 'a3b7d813-f130-4e41-b298-2b7393abf07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:02.706217 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.706530 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Bound using segment: {'id': 'a3b7d813-f130-4e41-b298-2b7393abf07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:00:02.707011 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Bound port: e4de8e7d-487b-4adf-b8e5-7d8b96195968, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b7d813-f130-4e41-b298-2b7393abf07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:00:02.707396 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.783642 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] For port e4de8e7d-487b-4adf-b8e5-7d8b96195968, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:00:02.787099 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] For port e4de8e7d-487b-4adf-b8e5-7d8b96195968, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e4de8e7d-487b-4adf-b8e5-7d8b96195968,segment=NetworkSegment(a3b7d813-f130-4e41-b298-2b7393abf07d),segment_id=a3b7d813-f130-4e41-b298-2b7393abf07d)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:00:02.849231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a6056aec-e9ab-4298-8f07-4041f7038830 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:02.866363 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.909788 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port a6056aec-e9ab-4298-8f07-4041f7038830 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:02.910296 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.924417 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Routers {'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:02.925045 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:02.926782 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47035908-8440-4381-87ba-51ccc2677039 None None] Pushing event updated for resources: {'Port': ['ID=e4de8e7d-487b-4adf-b8e5-7d8b96195968,revision_number=4']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:03.001645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c46f904d-4def-45e1-8940-00278b09edda up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:03.046077 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] Set router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:03.056842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port c46f904d-4def-45e1-8940-00278b09edda triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:03.057358 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:03.260750 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T05:00:00Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T05:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'e4de8e7d-487b-4adf-b8e5-7d8b96195968', 'name': '', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:eb:a9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:59Z', 'updated_at': '2021-07-05T05:00:02Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:03.287628 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870cec9-6e29-47e1-975f-949f7ddb8d1e None None] The sync data for ids ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'] in n-d-798249-5 is: [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T05:00:00Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T05:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'e4de8e7d-487b-4adf-b8e5-7d8b96195968', 'name': '', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:eb:a9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:59Z', 'updated_at': '2021-07-05T05:00:02Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:00:03.397441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2e9ff86f-ac4f-479e-8adb-019d374ff304 req-365a7200-4163-4c92-97ba-c567f30bf493 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 210 time: 0.0371351 Jul 05 05:00:04.328271 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-515f42f7-98c7-4cb3-b0ec-d16889bb7d3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:04.329878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-515f42f7-98c7-4cb3-b0ec-d16889bb7d3f tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/networks?id=3b03977e-4955-42ca-bc0f-7949865fa3ce HTTP/1.1" status: 200 len: 796 time: 0.1075499 Jul 05 05:00:04.372911 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-c43882e9-20f5-4c9f-8bf0-57e984aa9d73 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed390b693731479e8afa007129b8a395 HTTP/1.1" status: 200 len: 380 time: 0.0341542 Jul 05 05:00:04.380997 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-da966a5e-2dee-4447-89e1-5a5909e3fad9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'port': {'device_id': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'admin_state_up': True, 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'security_groups': ['d1b5fe5e-4d39-4ab8-9958-b33895019eee']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:04.541006 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c25864b9-a7bd-4945-b9f9-af6bdf640902 req-e37583d2-bc94-42e8-a633-2dd411ebbb2c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 210 time: 0.0300002 Jul 05 05:00:04.574320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-da966a5e-2dee-4447-89e1-5a5909e3fad9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Made reservation on behalf of ed390b693731479e8afa007129b8a395 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:00:04.578730 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-da966a5e-2dee-4447-89e1-5a5909e3fad9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:04.711616 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-da966a5e-2dee-4447-89e1-5a5909e3fad9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.20.0.7 (3b03977e-4955-42ca-bc0f-7949865fa3ce/79b564bd-ffcb-43b0-b40d-f10021c3593c/34353023-4d64-4481-8ea2-68d5a1b72d24) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:00:04.854632 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-da966a5e-2dee-4447-89e1-5a5909e3fad9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:04.860663 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e4de8e7d-487b-4adf-b8e5-7d8b96195968 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:04.871521 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-da966a5e-2dee-4447-89e1-5a5909e3fad9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Transition to ACTIVE for port object 34353023-4d64-4481-8ea2-68d5a1b72d24 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:04.962129 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-da966a5e-2dee-4447-89e1-5a5909e3fad9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:04.985521 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port e4de8e7d-487b-4adf-b8e5-7d8b96195968 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:04.989539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port e4de8e7d-487b-4adf-b8e5-7d8b96195968 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:04.989915 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.007518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-da966a5e-2dee-4447-89e1-5a5909e3fad9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 3b03977e-4955-42ca-bc0f-7949865fa3ce is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:05.010782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-da966a5e-2dee-4447-89e1-5a5909e3fad9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:05.016810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-da966a5e-2dee-4447-89e1-5a5909e3fad9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:00:05.041273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da966a5e-2dee-4447-89e1-5a5909e3fad9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=34353023-4d64-4481-8ea2-68d5a1b72d24,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:05.073327 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.078465 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-da966a5e-2dee-4447-89e1-5a5909e3fad9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:05.079118 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-da966a5e-2dee-4447-89e1-5a5909e3fad9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.111984 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port e4de8e7d-487b-4adf-b8e5-7d8b96195968, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e4de8e7d-487b-4adf-b8e5-7d8b96195968,segment=NetworkSegment(a3b7d813-f130-4e41-b298-2b7393abf07d),segment_id=a3b7d813-f130-4e41-b298-2b7393abf07d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:05.164211 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-da966a5e-2dee-4447-89e1-5a5909e3fad9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7870152 Jul 05 05:00:05.176067 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.178868 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Request body: {'port': {'device_id': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:05.227881 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=e4de8e7d-487b-4adf-b8e5-7d8b96195968,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:05.261170 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.299941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e5c191bf-f9c4-4ef6-831c-0618c0300cc0 None None] Provisioning for port 34353023-4d64-4481-8ea2-68d5a1b72d24 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:05.303811 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-e5c191bf-f9c4-4ef6-831c-0618c0300cc0 None None] Provisioning complete for port 34353023-4d64-4481-8ea2-68d5a1b72d24 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:05.304191 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e5c191bf-f9c4-4ef6-831c-0618c0300cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.339516 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e5c191bf-f9c4-4ef6-831c-0618c0300cc0 None None] Port 34353023-4d64-4481-8ea2-68d5a1b72d24 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:00:05.521558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34353023-4d64-4481-8ea2-68d5a1b72d24 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:00:05.529765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.541362 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Transition to ACTIVE for port object 34353023-4d64-4481-8ea2-68d5a1b72d24 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:05.597141 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.649477 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Pushing event updated for resources: {'Port': ['ID=34353023-4d64-4481-8ea2-68d5a1b72d24,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:05.762050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Attempting to bind port 34353023-4d64-4481-8ea2-68d5a1b72d24 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:00:05.762971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Attempting to bind port 34353023-4d64-4481-8ea2-68d5a1b72d24 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'a3b7d813-f130-4e41-b298-2b7393abf07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:00:05.763509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Attempting to bind port 34353023-4d64-4481-8ea2-68d5a1b72d24 on network 3b03977e-4955-42ca-bc0f-7949865fa3ce {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:00:05.774226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Port 34353023-4d64-4481-8ea2-68d5a1b72d24 on network 3b03977e-4955-42ca-bc0f-7949865fa3ce not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:00:05.774493 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Attempting to bind port 34353023-4d64-4481-8ea2-68d5a1b72d24 on network 3b03977e-4955-42ca-bc0f-7949865fa3ce {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:00:05.787657 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3e386-b060-459b-a95b-a7c8a73d9810 req-414f23f3-e6b5-44fe-8953-1ac46c21c79a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:05.791754 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5c3e386-b060-459b-a95b-a7c8a73d9810 req-414f23f3-e6b5-44fe-8953-1ac46c21c79a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 943 time: 0.1206944 Jul 05 05:00:05.791754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:00:05.791754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Checking segment: {'id': 'a3b7d813-f130-4e41-b298-2b7393abf07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:05.791754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Bound using segment: {'id': 'a3b7d813-f130-4e41-b298-2b7393abf07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:00:05.791754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Bound port: 34353023-4d64-4481-8ea2-68d5a1b72d24, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b7d813-f130-4e41-b298-2b7393abf07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:00:05.792270 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.860293 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f5c3e386-b060-459b-a95b-a7c8a73d9810 req-19241484-d0b2-4781-bc0e-f895e5a0cd0c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642879 Jul 05 05:00:05.883784 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] For port 34353023-4d64-4481-8ea2-68d5a1b72d24, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:00:05.886796 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] For port 34353023-4d64-4481-8ea2-68d5a1b72d24, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=34353023-4d64-4481-8ea2-68d5a1b72d24,segment=NetworkSegment(a3b7d813-f130-4e41-b298-2b7393abf07d),segment_id=a3b7d813-f130-4e41-b298-2b7393abf07d)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:00:05.951507 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.989194 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:05.989849 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.991198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/34353023-4d64-4481-8ea2-68d5a1b72d24 HTTP/1.1" status: 200 len: 1091 time: 0.8182149 Jul 05 05:00:05.991640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'tag': '34353023-4d64-4481-8ea2-68d5a1b72d24'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:00:05.993907 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c505368-bad8-4950-98fc-6ac9b671b341" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a01709-1f1c-403f-9694-d4bfdcd5774a", "tag": "34353023-4d64-4481-8ea2-68d5a1b72d24"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:00:06.027904 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb55348-e90e-4933-a074-057d0c5535f9 service neutron] Pushing event updated for resources: {'Port': ['ID=34353023-4d64-4481-8ea2-68d5a1b72d24,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:06.036599 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4058aea-3e08-4b2a-b432-2e6b3f5c3a31 x-openstack-request-id: req-c4058aea-3e08-4b2a-b432-2e6b3f5c3a31 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:00:06.036930 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a01709-1f1c-403f-9694-d4bfdcd5774a", "tag": "34353023-4d64-4481-8ea2-68d5a1b72d24", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:00:06.037283 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4058aea-3e08-4b2a-b432-2e6b3f5c3a31 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:00:06.037635 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'tag': '34353023-4d64-4481-8ea2-68d5a1b72d24', 'status': 'completed', 'code': 200} Jul 05 05:00:06.116237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c505368-bad8-4950-98fc-6ac9b671b341 req-d38d2060-b2a2-45d3-9680-7c1fb4ad26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:06.117872 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c505368-bad8-4950-98fc-6ac9b671b341 req-d38d2060-b2a2-45d3-9680-7c1fb4ad26f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 1094 time: 0.0588081 Jul 05 05:00:06.224312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c505368-bad8-4950-98fc-6ac9b671b341 req-1ef04974-8b04-4d07-afa2-969e9d6b0eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:06.225850 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c505368-bad8-4950-98fc-6ac9b671b341 req-1ef04974-8b04-4d07-afa2-969e9d6b0eca service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ed390b693731479e8afa007129b8a395&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1007023 Jul 05 05:00:06.321131 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c505368-bad8-4950-98fc-6ac9b671b341 req-3eb638a9-8213-4b1c-b0a4-2fd99072c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:06.322619 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1c505368-bad8-4950-98fc-6ac9b671b341 req-3eb638a9-8213-4b1c-b0a4-2fd99072c7ce service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897443 Jul 05 05:00:06.410295 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-4b53471d-f1e0-49c2-a534-9c7d1913f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:06.412058 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-4b53471d-f1e0-49c2-a534-9c7d1913f68d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 1094 time: 0.0518739 Jul 05 05:00:06.456344 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-747a5b1d-576b-4a37-b1c8-5885c0bd77cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34353023-4d64-4481-8ea2-68d5a1b72d24 HTTP/1.1" status: 200 len: 217 time: 0.0364203 Jul 05 05:00:06.504199 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-a0382009-92de-42ed-9b61-b2674aaf035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:06.505618 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-a0382009-92de-42ed-9b61-b2674aaf035a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=79b564bd-ffcb-43b0-b40d-f10021c3593c HTTP/1.1" status: 200 len: 835 time: 0.0432773 Jul 05 05:00:06.560955 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-fd82c635-4845-4096-8cd8-3885e1d9e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:06.562317 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-fd82c635-4845-4096-8cd8-3885e1d9e068 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b03977e-4955-42ca-bc0f-7949865fa3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506177 Jul 05 05:00:06.663996 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-3595ab26-a4c5-4877-9542-8162764a53bc service neutron] 10.222.0.64 "GET /v2.0/networks/3b03977e-4955-42ca-bc0f-7949865fa3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948231 Jul 05 05:00:06.751147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2d8e036b-27be-4d66-88c1-9cbb283cc6f5 req-6461bbfd-d09d-4f09-848e-071f370c3b52 service neutron] 10.222.0.64 "GET /v2.0/networks/3b03977e-4955-42ca-bc0f-7949865fa3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803230 Jul 05 05:00:06.842154 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e4de8e7d-487b-4adf-b8e5-7d8b96195968 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:06.890489 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port e4de8e7d-487b-4adf-b8e5-7d8b96195968 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:06.890867 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:07.049671 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee4f08-5dae-42c4-8172-fc69b48d45fc req-8dfb7693-0964-44e9-a311-f8a87eb9b087 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:07.051138 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-33ee4f08-5dae-42c4-8172-fc69b48d45fc req-8dfb7693-0964-44e9-a311-f8a87eb9b087 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 943 time: 0.0685122 Jul 05 05:00:07.088646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-33ee4f08-5dae-42c4-8172-fc69b48d45fc req-eaab7a8d-ef98-4962-ae98-bf6a771537cc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318904 Jul 05 05:00:08.259825 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8bf68-1f47-4fd4-a45e-bfab712ba43f req-4ab67e63-2ee1-4c2a-bfe0-d3a1b9c0337d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:08.261405 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1f8bf68-1f47-4fd4-a45e-bfab712ba43f req-4ab67e63-2ee1-4c2a-bfe0-d3a1b9c0337d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 943 time: 0.0632167 Jul 05 05:00:08.298661 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e1f8bf68-1f47-4fd4-a45e-bfab712ba43f req-5e5bb6ec-bfd6-48ab-a218-7397009429d5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315955 Jul 05 05:00:09.116190 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:00:09.408019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 34353023-4d64-4481-8ea2-68d5a1b72d24 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:00:09.473211 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2ff0f-8391-403d-982c-cd266a4b9be4 req-0fbae86c-ae95-4006-a216-3016fa0d15af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:09.474696 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4bb2ff0f-8391-403d-982c-cd266a4b9be4 req-0fbae86c-ae95-4006-a216-3016fa0d15af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 943 time: 0.0643566 Jul 05 05:00:09.504306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 34353023-4d64-4481-8ea2-68d5a1b72d24, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=34353023-4d64-4481-8ea2-68d5a1b72d24,segment=NetworkSegment(a3b7d813-f130-4e41-b298-2b7393abf07d),segment_id=a3b7d813-f130-4e41-b298-2b7393abf07d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:09.511101 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4bb2ff0f-8391-403d-982c-cd266a4b9be4 req-6546da34-c237-4ebe-86eb-57a0f7097efd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309465 Jul 05 05:00:09.516774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '34353023-4d64-4481-8ea2-68d5a1b72d24', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'port_id': '34353023-4d64-4481-8ea2-68d5a1b72d24', 'mac_address': 'fa:16:3e:86:18:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:00:09.556265 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:09.573286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34353023-4d64-4481-8ea2-68d5a1b72d24 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:00:09.594971 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 34353023-4d64-4481-8ea2-68d5a1b72d24, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=34353023-4d64-4481-8ea2-68d5a1b72d24,segment=NetworkSegment(a3b7d813-f130-4e41-b298-2b7393abf07d),segment_id=a3b7d813-f130-4e41-b298-2b7393abf07d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:09.676962 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:09.724247 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=34353023-4d64-4481-8ea2-68d5a1b72d24,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:09.911670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['34353023-4d64-4481-8ea2-68d5a1b72d24'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:00:10.691117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e93a-964d-41f3-859a-01386cee3297 req-37ca8a65-99d0-4413-b6e8-e76195018d15 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:10.692752 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c085e93a-964d-41f3-859a-01386cee3297 req-37ca8a65-99d0-4413-b6e8-e76195018d15 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 944 time: 0.0682683 Jul 05 05:00:10.731602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c085e93a-964d-41f3-859a-01386cee3297 req-d6b9d7ae-f597-44d4-8f2f-0cdfcedc130d tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332136 Jul 05 05:00:11.423523 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 34353023-4d64-4481-8ea2-68d5a1b72d24 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:11.544245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 34353023-4d64-4481-8ea2-68d5a1b72d24 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:11.548669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 34353023-4d64-4481-8ea2-68d5a1b72d24 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:11.549042 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.625027 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.647340 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34353023-4d64-4481-8ea2-68d5a1b72d24'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:00:11.650535 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b7f1ab-abdc-443f-a247-5229dc34701e" -d '{"events": [{"server_uuid": "a2a01709-1f1c-403f-9694-d4bfdcd5774a", "name": "network-vif-plugged", "status": "completed", "tag": "34353023-4d64-4481-8ea2-68d5a1b72d24"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:00:11.665690 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 34353023-4d64-4481-8ea2-68d5a1b72d24, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=34353023-4d64-4481-8ea2-68d5a1b72d24,segment=NetworkSegment(a3b7d813-f130-4e41-b298-2b7393abf07d),segment_id=a3b7d813-f130-4e41-b298-2b7393abf07d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:11.731224 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865d4d50-a9d2-467c-8fda-3f597eca9918 x-openstack-request-id: req-865d4d50-a9d2-467c-8fda-3f597eca9918 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:00:11.731511 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a01709-1f1c-403f-9694-d4bfdcd5774a", "name": "network-vif-plugged", "status": "completed", "tag": "34353023-4d64-4481-8ea2-68d5a1b72d24", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:00:11.731765 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-865d4d50-a9d2-467c-8fda-3f597eca9918 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:00:11.732182 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34353023-4d64-4481-8ea2-68d5a1b72d24', 'code': 200} Jul 05 05:00:11.738723 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.787511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=34353023-4d64-4481-8ea2-68d5a1b72d24,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:11.844490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7b226-b7e7-4404-aa16-bfdce5c8c939 req-6203fb49-5526-43d1-ae39-76d77b34cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:11.846132 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8d7b226-b7e7-4404-aa16-bfdce5c8c939 req-6203fb49-5526-43d1-ae39-76d77b34cadb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 1096 time: 0.0533504 Jul 05 05:00:11.916470 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f8d7b226-b7e7-4404-aa16-bfdce5c8c939 req-83a96d66-b762-4c7c-be24-848454e7f2c6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639927 Jul 05 05:00:11.944613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119ee0f-37c4-4319-b7fb-4b810de69aca req-76c81fec-4fa6-414e-a30b-651af246a653 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:11.948567 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119ee0f-37c4-4319-b7fb-4b810de69aca req-76c81fec-4fa6-414e-a30b-651af246a653 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 945 time: 0.0881951 Jul 05 05:00:11.986359 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1119ee0f-37c4-4319-b7fb-4b810de69aca req-86f922ae-769f-4d63-a930-4d0cb5a61e16 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322096 Jul 05 05:00:13.159014 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250eeaba-b257-41a0-82b6-3eec3a5a6498 req-080b9d83-8805-45b2-ae38-a481bdf3f9fe tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:13.163512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-250eeaba-b257-41a0-82b6-3eec3a5a6498 req-080b9d83-8805-45b2-ae38-a481bdf3f9fe tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 945 time: 0.0627868 Jul 05 05:00:13.198378 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-250eeaba-b257-41a0-82b6-3eec3a5a6498 req-0510e3d3-29b1-48f5-bc54-2b02cde0e3be tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320067 Jul 05 05:00:13.375039 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50253dfe-5d0f-43af-99e5-514443c0c579 req-2b82bd53-a37e-43ba-a033-4215d757b947 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:13.376564 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50253dfe-5d0f-43af-99e5-514443c0c579 req-2b82bd53-a37e-43ba-a033-4215d757b947 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 945 time: 0.0613611 Jul 05 05:00:13.418730 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-50253dfe-5d0f-43af-99e5-514443c0c579 req-c144ae84-e5d1-4b58-9465-aadb7a5c4776 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362878 Jul 05 05:00:13.442136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57710) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:13.492254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44cbc8e-600a-456b-9e74-3c144f799236 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:13.493764 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b44cbc8e-600a-456b-9e74-3c144f799236 tempest-TestNetworkAdvancedServerOps-262553458 tempest-TestNetworkAdvancedServerOps-262553458-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 1091 time: 0.0506954 Jul 05 05:00:13.496468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57712) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:13.500779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': '34353023-4d64-4481-8ea2-68d5a1b72d24', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:13.574000 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:13.672767 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:13.776069 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Allocated IP 172.25.0.216 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/e4327a1e-12d0-4c8e-afd5-596e6dc71a2f) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:00:13.876751 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:13.985807 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.026330 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:14.030183 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:14.034112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:00:14.061934 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=e4327a1e-12d0-4c8e-afd5-596e6dc71a2f,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:14.394409 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.532165 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.678559 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.733190 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.799545 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event updated for resources: {'Port': ['ID=e4327a1e-12d0-4c8e-afd5-596e6dc71a2f,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:14.811003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.912391 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Floating IP f5604011-01d0-46f9-9ae9-2b454cd8a391 associated. External IP: 172.25.0.216, port: 34353023-4d64-4481-8ea2-68d5a1b72d24. Jul 05 05:00:15.117810 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:00:15.565964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:00:15.575687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87f71c-7b77-4cfd-b5aa-77d3b28044bd None None] Sync routers for ids ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:00:15.586261 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87f71c-7b77-4cfd-b5aa-77d3b28044bd None None] Routers {'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:15.586877 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-bf87f71c-7b77-4cfd-b5aa-77d3b28044bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:15.648690 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.686430 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-beb5111a-64db-471f-b568-2a53ecd7618a tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1889274 Jul 05 05:00:15.687138 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'tag': '34353023-4d64-4481-8ea2-68d5a1b72d24'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:00:15.689587 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334fb8dd-f18b-4d8d-a1a9-fbeccbe074cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a01709-1f1c-403f-9694-d4bfdcd5774a", "tag": "34353023-4d64-4481-8ea2-68d5a1b72d24"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:00:15.736426 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d85760e-4297-4bfb-957b-18e7db385df7 x-openstack-request-id: req-2d85760e-4297-4bfb-957b-18e7db385df7 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:00:15.736832 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a01709-1f1c-403f-9694-d4bfdcd5774a", "tag": "34353023-4d64-4481-8ea2-68d5a1b72d24", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:00:15.737217 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d85760e-4297-4bfb-957b-18e7db385df7 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:00:15.737825 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'tag': '34353023-4d64-4481-8ea2-68d5a1b72d24', 'status': 'completed', 'code': 200} Jul 05 05:00:15.859643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fb8dd-f18b-4d8d-a1a9-fbeccbe074cf req-0b8cf92c-31da-48d8-a7b3-99a4852dd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:15.860011 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-bf87f71c-7b77-4cfd-b5aa-77d3b28044bd None None] Set router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:15.861184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-334fb8dd-f18b-4d8d-a1a9-fbeccbe074cf req-0b8cf92c-31da-48d8-a7b3-99a4852dd994 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 1096 time: 0.1005931 Jul 05 05:00:15.883586 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e0a19-0532-4de8-85d0-16e89cbad84f req-309a1b1a-3b08-43cf-8957-cab6f1cb6f67 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:15.885065 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-846e0a19-0532-4de8-85d0-16e89cbad84f req-309a1b1a-3b08-43cf-8957-cab6f1cb6f67 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 945 time: 0.0944507 Jul 05 05:00:15.965061 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-846e0a19-0532-4de8-85d0-16e89cbad84f req-c2d58664-e4d4-42a8-af02-baeb4e769351 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695465 Jul 05 05:00:15.990480 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57718) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:15.994651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fb8dd-f18b-4d8d-a1a9-fbeccbe074cf req-2d168ac4-8f28-4ee7-9992-b0828cbb4fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:15.996143 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-334fb8dd-f18b-4d8d-a1a9-fbeccbe074cf req-2d168ac4-8f28-4ee7-9992-b0828cbb4fdc service neutron] 10.222.0.64 "GET /v2.0/networks?id=3b03977e-4955-42ca-bc0f-7949865fa3ce HTTP/1.1" status: 200 len: 897 time: 0.1289487 Jul 05 05:00:16.061993 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d8ff0a83-6825-4da7-a3ef-150f54ad1a08 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/f5604011-01d0-46f9-9ae9-2b454cd8a391 HTTP/1.1" status: 200 len: 991 time: 0.0692647 Jul 05 05:00:16.075499 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-334fb8dd-f18b-4d8d-a1a9-fbeccbe074cf req-9bf76d95-3d98-4ff5-8f1b-00314ab6fd3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34353023-4d64-4481-8ea2-68d5a1b72d24 HTTP/1.1" status: 200 len: 999 time: 0.0724559 Jul 05 05:00:16.097961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-bf87f71c-7b77-4cfd-b5aa-77d3b28044bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T05:00:00Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T05:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'f5604011-01d0-46f9-9ae9-2b454cd8a391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'port_id': '34353023-4d64-4481-8ea2-68d5a1b72d24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'mac_address': 'fa:16:3e:86:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:00:14Z', 'updated_at': '2021-07-05T05:00:14Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4de8e7d-487b-4adf-b8e5-7d8b96195968', 'name': '', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:eb:a9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:59Z', 'updated_at': '2021-07-05T05:00:05Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:16.121950 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fb8dd-f18b-4d8d-a1a9-fbeccbe074cf req-bb4282a8-f6dd-4c5a-8410-bf6dfdb689ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:16.123999 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-334fb8dd-f18b-4d8d-a1a9-fbeccbe074cf req-bb4282a8-f6dd-4c5a-8410-bf6dfdb689ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=79b564bd-ffcb-43b0-b40d-f10021c3593c HTTP/1.1" status: 200 len: 835 time: 0.0428708 Jul 05 05:00:16.124511 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87f71c-7b77-4cfd-b5aa-77d3b28044bd None None] Checking router: b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:00:16.136905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87f71c-7b77-4cfd-b5aa-77d3b28044bd None None] Routers {'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:16.137560 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-bf87f71c-7b77-4cfd-b5aa-77d3b28044bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T04:59:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:16.181857 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fb8dd-f18b-4d8d-a1a9-fbeccbe074cf req-02b987cc-fab2-4705-b7b8-a9738af18d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:16.183422 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-334fb8dd-f18b-4d8d-a1a9-fbeccbe074cf req-02b987cc-fab2-4705-b7b8-a9738af18d67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b03977e-4955-42ca-bc0f-7949865fa3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535638 Jul 05 05:00:16.245080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-bf87f71c-7b77-4cfd-b5aa-77d3b28044bd None None] Set router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:16.275235 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-334fb8dd-f18b-4d8d-a1a9-fbeccbe074cf req-c9c1322b-fb2b-42d2-b24d-9a7b64ac1944 service neutron] 10.222.0.64 "GET /v2.0/networks/3b03977e-4955-42ca-bc0f-7949865fa3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849309 Jul 05 05:00:16.374312 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-334fb8dd-f18b-4d8d-a1a9-fbeccbe074cf req-83d56934-e093-4631-9ee0-a7cd3e3fa8b2 service neutron] 10.222.0.64 "GET /v2.0/networks/3b03977e-4955-42ca-bc0f-7949865fa3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928490 Jul 05 05:00:16.476932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-bf87f71c-7b77-4cfd-b5aa-77d3b28044bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T05:00:00Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T05:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'f5604011-01d0-46f9-9ae9-2b454cd8a391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'port_id': '34353023-4d64-4481-8ea2-68d5a1b72d24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'mac_address': 'fa:16:3e:86:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:00:14Z', 'updated_at': '2021-07-05T05:00:14Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4de8e7d-487b-4adf-b8e5-7d8b96195968', 'name': '', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:eb:a9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:59Z', 'updated_at': '2021-07-05T05:00:05Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:16.506448 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87f71c-7b77-4cfd-b5aa-77d3b28044bd None None] The sync data for ids ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'] in n-d-798249-5 is: [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T05:00:00Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T05:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'f5604011-01d0-46f9-9ae9-2b454cd8a391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'port_id': '34353023-4d64-4481-8ea2-68d5a1b72d24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'mac_address': 'fa:16:3e:86:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:00:14Z', 'updated_at': '2021-07-05T05:00:14Z', 'revision_number': 0, 'project_id': 'ed390b693731479e8afa007129b8a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4de8e7d-487b-4adf-b8e5-7d8b96195968', 'name': '', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:eb:a9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:59Z', 'updated_at': '2021-07-05T05:00:05Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:00:16.699672 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fffa92-c656-4098-974f-5d0ddd43a548 None None] New status for floating IP f5604011-01d0-46f9-9ae9-2b454cd8a391: ACTIVE {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:00:17.065978 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57720) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:17.124996 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a650e1b4-8678-4450-a572-1ea8d024b093 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/f5604011-01d0-46f9-9ae9-2b454cd8a391 HTTP/1.1" status: 200 len: 993 time: 0.0579414 Jul 05 05:00:21.414320 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bbba00b6-b8c7-439e-917e-c2d876bbcd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:24.339030 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-62ac1f90-1c2e-4a0e-86df-cebea76cece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:24.482265 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:25.493503 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:27.441908 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.122131 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:32.116389 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:46.114208 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:00:46.704812 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea690b52-9505-4d74-aece-2b527003052b req-9a8608a9-9c9d-41d0-84ee-71968e95284d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567245 Jul 05 05:00:46.803613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea690b52-9505-4d74-aece-2b527003052b req-5fbecaec-7bff-4087-a280-6d5d395d0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:46.805136 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea690b52-9505-4d74-aece-2b527003052b req-5fbecaec-7bff-4087-a280-6d5d395d0896 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 1096 time: 0.0567696 Jul 05 05:00:46.910473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea690b52-9505-4d74-aece-2b527003052b req-b30450e1-752c-4b1c-b167-88ec697e1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:46.912009 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea690b52-9505-4d74-aece-2b527003052b req-b30450e1-752c-4b1c-b167-88ec697e1cc6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3b03977e-4955-42ca-bc0f-7949865fa3ce HTTP/1.1" status: 200 len: 897 time: 0.0865762 Jul 05 05:00:46.979734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea690b52-9505-4d74-aece-2b527003052b req-5dd66895-e4c1-462c-8ed8-4165fc590dde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34353023-4d64-4481-8ea2-68d5a1b72d24 HTTP/1.1" status: 200 len: 1001 time: 0.0614133 Jul 05 05:00:47.030713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea690b52-9505-4d74-aece-2b527003052b req-bc9bdbe6-0634-4e95-82b1-299250c1e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:47.032763 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea690b52-9505-4d74-aece-2b527003052b req-bc9bdbe6-0634-4e95-82b1-299250c1e78b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=79b564bd-ffcb-43b0-b40d-f10021c3593c HTTP/1.1" status: 200 len: 835 time: 0.0471098 Jul 05 05:00:47.090483 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea690b52-9505-4d74-aece-2b527003052b req-5353d548-4c98-4a7b-b119-eb87511ca9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:47.092783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea690b52-9505-4d74-aece-2b527003052b req-5353d548-4c98-4a7b-b119-eb87511ca9e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b03977e-4955-42ca-bc0f-7949865fa3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539358 Jul 05 05:00:47.184397 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea690b52-9505-4d74-aece-2b527003052b req-33b26c59-03a5-43ce-a858-bf92c71b8178 service neutron] 10.222.0.64 "GET /v2.0/networks/3b03977e-4955-42ca-bc0f-7949865fa3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853422 Jul 05 05:00:47.272409 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ea690b52-9505-4d74-aece-2b527003052b req-369c75af-6242-4bd5-9a7f-16c691668f5b service neutron] 10.222.0.64 "GET /v2.0/networks/3b03977e-4955-42ca-bc0f-7949865fa3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815990 Jul 05 05:00:48.842861 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c750706-ac07-4462-a299-46608f3d54a4 req-e830aec4-1557-4fb2-bbf5-625c965374ac tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:48.844370 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c750706-ac07-4462-a299-46608f3d54a4 req-e830aec4-1557-4fb2-bbf5-625c965374ac tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 945 time: 0.0717344 Jul 05 05:00:48.883217 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c750706-ac07-4462-a299-46608f3d54a4 req-5eb17f96-a9e3-4ca4-8e12-70536029781c tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326798 Jul 05 05:00:50.075765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c314-126f-4923-b329-e7fb129ea7b5 req-4b3f7175-3a7b-4c2b-a05e-30e1c74c6f04 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:50.077317 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49a4c314-126f-4923-b329-e7fb129ea7b5 req-4b3f7175-3a7b-4c2b-a05e-30e1c74c6f04 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 945 time: 0.0657547 Jul 05 05:00:50.115402 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-49a4c314-126f-4923-b329-e7fb129ea7b5 req-55e6c6ce-26d2-4cd1-8950-efdd1bf915ac tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325921 Jul 05 05:00:50.140306 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57748) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:50.203178 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-9e0023ed-9c41-45f7-8481-8f13edef30de tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/f5604011-01d0-46f9-9ae9-2b454cd8a391 HTTP/1.1" status: 200 len: 993 time: 0.0616355 Jul 05 05:00:51.389989 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-63b8c3b9-7b79-4816-8611-5b8ee4bb2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:51.745061 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5b758-caea-4067-ab50-e8756f6e47d5 req-c5daa4bd-6e11-48f6-8fba-f6ce64fd3af5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:51.746725 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29d5b758-caea-4067-ab50-e8756f6e47d5 req-c5daa4bd-6e11-48f6-8fba-f6ce64fd3af5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 945 time: 0.0810506 Jul 05 05:00:51.804655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-29d5b758-caea-4067-ab50-e8756f6e47d5 req-fbfa5695-b9fe-4508-ac51-bb1f95b096b8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410080 Jul 05 05:00:51.818240 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120732d7-0cbc-4fc0-b328-0a706178bedc req-9d12d2e6-0ef5-461a-8cbf-2f319a018d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:51.819739 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-120732d7-0cbc-4fc0-b328-0a706178bedc req-9d12d2e6-0ef5-461a-8cbf-2f319a018d24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 1096 time: 0.0977707 Jul 05 05:00:51.912977 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120732d7-0cbc-4fc0-b328-0a706178bedc req-aa66b155-d2a2-47c6-b43f-3cb717b5da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:51.914701 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-120732d7-0cbc-4fc0-b328-0a706178bedc req-aa66b155-d2a2-47c6-b43f-3cb717b5da50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3b03977e-4955-42ca-bc0f-7949865fa3ce HTTP/1.1" status: 200 len: 897 time: 0.0890212 Jul 05 05:00:51.978993 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-120732d7-0cbc-4fc0-b328-0a706178bedc req-6bd5eca9-3b2c-4556-8447-f247e1b62eaa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34353023-4d64-4481-8ea2-68d5a1b72d24 HTTP/1.1" status: 200 len: 1001 time: 0.0583687 Jul 05 05:00:52.030490 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120732d7-0cbc-4fc0-b328-0a706178bedc req-2d35e58c-fd8e-41bc-9c5e-36e562432ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:52.031949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-120732d7-0cbc-4fc0-b328-0a706178bedc req-2d35e58c-fd8e-41bc-9c5e-36e562432ff7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=79b564bd-ffcb-43b0-b40d-f10021c3593c HTTP/1.1" status: 200 len: 835 time: 0.0465853 Jul 05 05:00:52.087320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120732d7-0cbc-4fc0-b328-0a706178bedc req-939236a7-95f9-4536-990a-9b4d758d9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:52.088815 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-120732d7-0cbc-4fc0-b328-0a706178bedc req-939236a7-95f9-4536-990a-9b4d758d9a20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b03977e-4955-42ca-bc0f-7949865fa3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505404 Jul 05 05:00:52.176471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-120732d7-0cbc-4fc0-b328-0a706178bedc req-2c07107c-0091-41bb-8ae0-b6afc4da2098 service neutron] 10.222.0.64 "GET /v2.0/networks/3b03977e-4955-42ca-bc0f-7949865fa3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808039 Jul 05 05:00:52.266892 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-120732d7-0cbc-4fc0-b328-0a706178bedc req-e8873ffb-00b0-46a5-9ff6-d21b21d68287 service neutron] 10.222.0.64 "GET /v2.0/networks/3b03977e-4955-42ca-bc0f-7949865fa3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846374 Jul 05 05:00:52.978732 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c430-ba6e-40e9-b19d-9c68e229ca34 req-40925e9e-42d0-4ec8-99d8-0a92e2347e51 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:52.980898 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f199c430-ba6e-40e9-b19d-9c68e229ca34 req-40925e9e-42d0-4ec8-99d8-0a92e2347e51 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 945 time: 0.0632830 Jul 05 05:00:53.019482 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f199c430-ba6e-40e9-b19d-9c68e229ca34 req-7600b64d-fd5e-49d5-bbdd-635103c88171 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330772 Jul 05 05:00:54.197781 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396553e1-3f5e-4692-be61-03d32a3e5e57 req-01484e98-5d63-4dff-8e55-b804d7108dba tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:54.199457 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-396553e1-3f5e-4692-be61-03d32a3e5e57 req-01484e98-5d63-4dff-8e55-b804d7108dba tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 945 time: 0.0684745 Jul 05 05:00:54.238122 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-396553e1-3f5e-4692-be61-03d32a3e5e57 req-87be1278-d738-410e-868d-72e4b597d9a9 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331988 Jul 05 05:00:54.262204 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57760) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:54.323614 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cd60cbb3-3fc6-4d81-b0e7-a423c7658ec1 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/floatingips/f5604011-01d0-46f9-9ae9-2b454cd8a391 HTTP/1.1" status: 200 len: 993 time: 0.0603120 Jul 05 05:00:54.349847 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-db254f66-950c-44f9-9eb9-2aa387900e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:54.429764 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:54.573811 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57766) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:54.731167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port e4327a1e-12d0-4c8e-afd5-596e6dc71a2f {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:00:54.731509 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:54.812260 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:54.812623 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:54.824450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for e4327a1e-12d0-4c8e-afd5-596e6dc71a2f owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:00:55.041785 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:55.067766 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=e4327a1e-12d0-4c8e-afd5-596e6dc71a2f,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:55.096208 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:55.096579 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:55.096921 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:55.097253 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:55.097581 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:55.098022 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:55.098398 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:55.098831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:55.099157 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:55.099561 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:55.099916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:55.100237 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:55.143364 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:55.144039 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Floating IP f5604011-01d0-46f9-9ae9-2b454cd8a391 disassociated (deleted). External IP: 172.25.0.216, port: 34353023-4d64-4481-8ea2-68d5a1b72d24. Jul 05 05:00:55.361641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:00:55.472762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:00:55.477462 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:55.482335 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea283b-2f9a-46d4-b914-6ad3743332b2 None None] Sync routers for ids ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:00:55.491149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea283b-2f9a-46d4-b914-6ad3743332b2 None None] Routers {'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:55.495539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f6ea283b-2f9a-46d4-b914-6ad3743332b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:55.514095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-974e20e2-0851-40c2-9318-3620c03cbffd tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/floatingips/f5604011-01d0-46f9-9ae9-2b454cd8a391 HTTP/1.1" status: 204 len: 168 time: 0.9391832 Jul 05 05:00:55.514790 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'tag': '34353023-4d64-4481-8ea2-68d5a1b72d24'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:00:55.517212 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d96f3f-fed3-4335-a7a0-06b6d51e6c41" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a01709-1f1c-403f-9694-d4bfdcd5774a", "tag": "34353023-4d64-4481-8ea2-68d5a1b72d24"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:00:55.562395 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74fc107-7c11-4695-ad47-6ea2c6d1ce4f x-openstack-request-id: req-f74fc107-7c11-4695-ad47-6ea2c6d1ce4f {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:00:55.562886 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a01709-1f1c-403f-9694-d4bfdcd5774a", "tag": "34353023-4d64-4481-8ea2-68d5a1b72d24", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:00:55.563160 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f74fc107-7c11-4695-ad47-6ea2c6d1ce4f {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:00:55.563684 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'tag': '34353023-4d64-4481-8ea2-68d5a1b72d24', 'status': 'completed', 'code': 200} Jul 05 05:00:55.571991 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:55.600539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-f6ea283b-2f9a-46d4-b914-6ad3743332b2 None None] Set router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:55.649989 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d96f3f-fed3-4335-a7a0-06b6d51e6c41 req-6988d14d-fed9-4fbd-a5ab-fa0dc500e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:55.651512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0d96f3f-fed3-4335-a7a0-06b6d51e6c41 req-6988d14d-fed9-4fbd-a5ab-fa0dc500e57c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed390b693731479e8afa007129b8a395&device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 1096 time: 0.0652399 Jul 05 05:00:55.747136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d96f3f-fed3-4335-a7a0-06b6d51e6c41 req-80645631-0516-4c45-998e-1edf227d9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:55.748731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0d96f3f-fed3-4335-a7a0-06b6d51e6c41 req-80645631-0516-4c45-998e-1edf227d9fa8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3b03977e-4955-42ca-bc0f-7949865fa3ce HTTP/1.1" status: 200 len: 897 time: 0.0905511 Jul 05 05:00:55.795627 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0d96f3f-fed3-4335-a7a0-06b6d51e6c41 req-d020fa5d-5525-41c6-ae08-08dd36fbc20e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34353023-4d64-4481-8ea2-68d5a1b72d24 HTTP/1.1" status: 200 len: 217 time: 0.0400658 Jul 05 05:00:55.807039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f6ea283b-2f9a-46d4-b914-6ad3743332b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T05:00:00Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T05:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'e4de8e7d-487b-4adf-b8e5-7d8b96195968', 'name': '', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:eb:a9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:59Z', 'updated_at': '2021-07-05T05:00:05Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:55.836343 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea283b-2f9a-46d4-b914-6ad3743332b2 None None] Checking router: b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:00:55.846818 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea283b-2f9a-46d4-b914-6ad3743332b2 None None] Routers {'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:55.847469 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f6ea283b-2f9a-46d4-b914-6ad3743332b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:55.852120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d96f3f-fed3-4335-a7a0-06b6d51e6c41 req-a7cd8667-913d-4005-8178-bbba3418260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:55.853631 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0d96f3f-fed3-4335-a7a0-06b6d51e6c41 req-a7cd8667-913d-4005-8178-bbba3418260b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=79b564bd-ffcb-43b0-b40d-f10021c3593c HTTP/1.1" status: 200 len: 835 time: 0.0522885 Jul 05 05:00:55.915565 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d96f3f-fed3-4335-a7a0-06b6d51e6c41 req-72aa5f50-765e-4f4d-94df-cf77235ef15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:55.918824 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0d96f3f-fed3-4335-a7a0-06b6d51e6c41 req-72aa5f50-765e-4f4d-94df-cf77235ef15c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b03977e-4955-42ca-bc0f-7949865fa3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579989 Jul 05 05:00:55.959967 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-f6ea283b-2f9a-46d4-b914-6ad3743332b2 None None] Set router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:56.017180 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0d96f3f-fed3-4335-a7a0-06b6d51e6c41 req-77e459e7-f384-4a06-837f-236b59459a56 service neutron] 10.222.0.64 "GET /v2.0/networks/3b03977e-4955-42ca-bc0f-7949865fa3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918660 Jul 05 05:00:56.155567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f5abe-f18d-4dc7-bec6-48e78a8470a3 req-07a9a3ad-1a53-4d56-96fa-b75dcae7a871 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:56.157012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-654f5abe-f18d-4dc7-bec6-48e78a8470a3 req-07a9a3ad-1a53-4d56-96fa-b75dcae7a871 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 945 time: 0.1376030 Jul 05 05:00:56.161039 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c0d96f3f-fed3-4335-a7a0-06b6d51e6c41 req-dd0fc114-1856-442b-aaa5-5f025e0771c4 service neutron] 10.222.0.64 "GET /v2.0/networks/3b03977e-4955-42ca-bc0f-7949865fa3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306992 Jul 05 05:00:56.161529 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f6ea283b-2f9a-46d4-b914-6ad3743332b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T05:00:00Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T05:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'e4de8e7d-487b-4adf-b8e5-7d8b96195968', 'name': '', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:eb:a9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:59Z', 'updated_at': '2021-07-05T05:00:05Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:56.192283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea283b-2f9a-46d4-b914-6ad3743332b2 None None] The sync data for ids ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'] in n-d-798249-5 is: [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T05:00:00Z', 'revision_number': 4, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T05:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'e4de8e7d-487b-4adf-b8e5-7d8b96195968', 'name': '', 'network_id': '3b03977e-4955-42ca-bc0f-7949865fa3ce', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'mac_address': 'fa:16:3e:eb:a9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:59Z', 'updated_at': '2021-07-05T05:00:05Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'subnets': [{'id': '79b564bd-ffcb-43b0-b40d-f10021c3593c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:00:56.199283 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-654f5abe-f18d-4dc7-bec6-48e78a8470a3 req-8bdb2c03-f1e1-4e6f-9c4c-3437b13b8a02 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355365 Jul 05 05:00:56.417422 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e77681-2f48-4122-a117-8a567bf7779e None None] New status for floating IP f5604011-01d0-46f9-9ae9-2b454cd8a391: DOWN {{(pid=100879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:00:57.379912 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5961e82-b246-4846-8cf6-c8f66ce19ffd req-a29dc7c8-8f7d-4db7-9da3-2b479db58863 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:57.381458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5961e82-b246-4846-8cf6-c8f66ce19ffd req-a29dc7c8-8f7d-4db7-9da3-2b479db58863 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 945 time: 0.0687780 Jul 05 05:00:57.400986 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:57.421508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5961e82-b246-4846-8cf6-c8f66ce19ffd req-ac5627eb-3642-438f-b1ac-a620c3bbcab8 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1b5fe5e-4d39-4ab8-9958-b33895019eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326929 Jul 05 05:00:57.528899 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbec35-1767-44cd-b4de-8e427c017ef3 req-273ea92c-8ae2-4493-978f-db6f089ccb71 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:57.530249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46cbec35-1767-44cd-b4de-8e427c017ef3 req-273ea92c-8ae2-4493-978f-db6f089ccb71 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 945 time: 0.0614779 Jul 05 05:00:57.630463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-46cbec35-1767-44cd-b4de-8e427c017ef3 req-e02c9fbc-ae49-42f0-b5ff-594495bcd9e5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port 34353023-4d64-4481-8ea2-68d5a1b72d24 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:00:57.630866 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-46cbec35-1767-44cd-b4de-8e427c017ef3 req-e02c9fbc-ae49-42f0-b5ff-594495bcd9e5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:57.717898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-46cbec35-1767-44cd-b4de-8e427c017ef3 req-e02c9fbc-ae49-42f0-b5ff-594495bcd9e5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port 34353023-4d64-4481-8ea2-68d5a1b72d24, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=34353023-4d64-4481-8ea2-68d5a1b72d24,segment=NetworkSegment(a3b7d813-f130-4e41-b298-2b7393abf07d),segment_id=a3b7d813-f130-4e41-b298-2b7393abf07d)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:57.718261 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-46cbec35-1767-44cd-b4de-8e427c017ef3 req-e02c9fbc-ae49-42f0-b5ff-594495bcd9e5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:57.730805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-46cbec35-1767-44cd-b4de-8e427c017ef3 req-e02c9fbc-ae49-42f0-b5ff-594495bcd9e5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for 34353023-4d64-4481-8ea2-68d5a1b72d24 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:00:57.915491 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-46cbec35-1767-44cd-b4de-8e427c017ef3 req-e02c9fbc-ae49-42f0-b5ff-594495bcd9e5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:57.942802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c9fbc-ae49-42f0-b5ff-594495bcd9e5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=34353023-4d64-4481-8ea2-68d5a1b72d24,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:57.993594 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cbec35-1767-44cd-b4de-8e427c017ef3 req-e02c9fbc-ae49-42f0-b5ff-594495bcd9e5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] No DVR routers for this DVR port 34353023-4d64-4481-8ea2-68d5a1b72d24 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:00:57.996019 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-46cbec35-1767-44cd-b4de-8e427c017ef3 req-e02c9fbc-ae49-42f0-b5ff-594495bcd9e5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:57.998013 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46cbec35-1767-44cd-b4de-8e427c017ef3 req-e02c9fbc-ae49-42f0-b5ff-594495bcd9e5 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.64 "DELETE /v2.0/ports/34353023-4d64-4481-8ea2-68d5a1b72d24 HTTP/1.1" status: 204 len: 173 time: 0.4619813 Jul 05 05:00:57.998450 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'name': 'network-vif-deleted', 'tag': '34353023-4d64-4481-8ea2-68d5a1b72d24'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:00:58.000705 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bbd47b-6b5d-47c0-bada-68902386e49c" -d '{"events": [{"server_uuid": "a2a01709-1f1c-403f-9694-d4bfdcd5774a", "name": "network-vif-deleted", "tag": "34353023-4d64-4481-8ea2-68d5a1b72d24"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:00:58.044140 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078a8756-ca29-49a3-8c47-2631fe16f49b x-openstack-request-id: req-078a8756-ca29-49a3-8c47-2631fe16f49b {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:00:58.044140 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a01709-1f1c-403f-9694-d4bfdcd5774a", "name": "network-vif-deleted", "tag": "34353023-4d64-4481-8ea2-68d5a1b72d24", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:00:58.044140 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-078a8756-ca29-49a3-8c47-2631fe16f49b {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:00:58.044140 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a01709-1f1c-403f-9694-d4bfdcd5774a', 'name': 'network-vif-deleted', 'tag': '34353023-4d64-4481-8ea2-68d5a1b72d24', 'status': 'completed', 'code': 200} Jul 05 05:00:58.575537 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d5b4b4fb-1821-49d1-9d9d-e3342604c0ec req-c9640502-0074-4b13-a145-ed5cfd9362a0 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2a01709-1f1c-403f-9694-d4bfdcd5774a HTTP/1.1" status: 200 len: 210 time: 0.0293813 Jul 05 05:00:59.669917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57782) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:00.016962 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4aa56dca-b5ea-4931-b9bc-ce5ad9437cbc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:00.127156 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:00.278788 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4aa56dca-b5ea-4931-b9bc-ce5ad9437cbc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port e4de8e7d-487b-4adf-b8e5-7d8b96195968 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:01:00.279029 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4aa56dca-b5ea-4931-b9bc-ce5ad9437cbc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:00.367133 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-4aa56dca-b5ea-4931-b9bc-ce5ad9437cbc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port e4de8e7d-487b-4adf-b8e5-7d8b96195968, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=e4de8e7d-487b-4adf-b8e5-7d8b96195968,segment=NetworkSegment(a3b7d813-f130-4e41-b298-2b7393abf07d),segment_id=a3b7d813-f130-4e41-b298-2b7393abf07d)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:00.367498 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4aa56dca-b5ea-4931-b9bc-ce5ad9437cbc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:00.380226 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4aa56dca-b5ea-4931-b9bc-ce5ad9437cbc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for e4de8e7d-487b-4adf-b8e5-7d8b96195968 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:01:00.640908 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4aa56dca-b5ea-4931-b9bc-ce5ad9437cbc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:00.668320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa56dca-b5ea-4931-b9bc-ce5ad9437cbc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=e4de8e7d-487b-4adf-b8e5-7d8b96195968,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:00.856088 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4aa56dca-b5ea-4931-b9bc-ce5ad9437cbc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:01.066415 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa56dca-b5ea-4931-b9bc-ce5ad9437cbc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:01:01.169560 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa56dca-b5ea-4931-b9bc-ce5ad9437cbc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:01:01.174505 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4aa56dca-b5ea-4931-b9bc-ce5ad9437cbc tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "PUT /v2.0/routers/b74ae8ca-7e2d-4e1f-9474-36c56efaabc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5054035 Jul 05 05:01:01.177419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57784) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:01.178491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24c226-e5ca-40e8-9c07-6cae32d17067 None None] Sync routers for ids ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:01:01.188146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24c226-e5ca-40e8-9c07-6cae32d17067 None None] Routers {'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:01.188880 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5d24c226-e5ca-40e8-9c07-6cae32d17067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:01.231236 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e984fca-9019-4fdd-ad3d-30b935c6c67e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting subnet 79b564bd-ffcb-43b0-b40d-f10021c3593c {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:01:01.234544 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e984fca-9019-4fdd-ad3d-30b935c6c67e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:01.275923 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e984fca-9019-4fdd-ad3d-30b935c6c67e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:01.298970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-5d24c226-e5ca-40e8-9c07-6cae32d17067 None None] Set router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:01.359153 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e984fca-9019-4fdd-ad3d-30b935c6c67e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:01.481789 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e984fca-9019-4fdd-ad3d-30b935c6c67e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:01.483961 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5d24c226-e5ca-40e8-9c07-6cae32d17067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T05:01:00Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T05:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:01.509957 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e984fca-9019-4fdd-ad3d-30b935c6c67e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Subnet': ['ID=79b564bd-ffcb-43b0-b40d-f10021c3593c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:01.510232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24c226-e5ca-40e8-9c07-6cae32d17067 None None] Checking router: b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:01:01.512845 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4e984fca-9019-4fdd-ad3d-30b935c6c67e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:01.515234 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4e984fca-9019-4fdd-ad3d-30b935c6c67e tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/subnets/79b564bd-ffcb-43b0-b40d-f10021c3593c HTTP/1.1" status: 204 len: 168 time: 0.3368373 Jul 05 05:01:01.517936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57786) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:01.522232 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01dc2b6-ba50-4d59-95ad-1ab63cf007eb None None] Network 3b03977e-4955-42ca-bc0f-7949865fa3ce requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:01:01.524331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24c226-e5ca-40e8-9c07-6cae32d17067 None None] Routers {'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:01.524978 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5d24c226-e5ca-40e8-9c07-6cae32d17067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:01.816728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 34353023-4d64-4481-8ea2-68d5a1b72d24 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:01:01.845303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 34353023-4d64-4481-8ea2-68d5a1b72d24 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:01:01.845651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 34353023-4d64-4481-8ea2-68d5a1b72d24 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:01:01.908224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-5d24c226-e5ca-40e8-9c07-6cae32d17067 None None] Set router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:01.983878 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.090976 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.108182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] DHCP port deletion for 3b03977e-4955-42ca-bc0f-7949865fa3ce request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:01:02.112922 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.143370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-5d24c226-e5ca-40e8-9c07-6cae32d17067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T05:01:00Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T05:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:02.170816 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24c226-e5ca-40e8-9c07-6cae32d17067 None None] The sync data for ids ['b74ae8ca-7e2d-4e1f-9474-36c56efaabc1'] in n-d-798249-5 is: [{'id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597463391', 'tenant_id': 'ed390b693731479e8afa007129b8a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:55Z', 'updated_at': '2021-07-05T05:01:00Z', 'revision_number': 5, 'project_id': 'ed390b693731479e8afa007129b8a395', 'gw_port': {'id': 'a6056aec-e9ab-4298-8f07-4041f7038830', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ae8ca-7e2d-4e1f-9474-36c56efaabc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:56Z', 'updated_at': '2021-07-05T05:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:01:02.190492 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Deleting port c46f904d-4def-45e1-8940-00278b09edda {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:01:02.191226 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.212809 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Deleting port a6056aec-e9ab-4298-8f07-4041f7038830 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:01:02.213159 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.262929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] For port c46f904d-4def-45e1-8940-00278b09edda, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=c46f904d-4def-45e1-8940-00278b09edda,segment=NetworkSegment(a3b7d813-f130-4e41-b298-2b7393abf07d),segment_id=a3b7d813-f130-4e41-b298-2b7393abf07d)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:02.263319 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.276066 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Calling delete_port for c46f904d-4def-45e1-8940-00278b09edda owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:01:02.293175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] For port a6056aec-e9ab-4298-8f07-4041f7038830, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=a6056aec-e9ab-4298-8f07-4041f7038830,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:02.293535 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.305748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Calling delete_port for a6056aec-e9ab-4298-8f07-4041f7038830 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:01:02.401581 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.431728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Pushing event deleted for resources: {'Port': ['ID=c46f904d-4def-45e1-8940-00278b09edda,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:02.441400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] No DVR routers for this DVR port c46f904d-4def-45e1-8940-00278b09edda on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:01:02.445572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:02.445924 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:02.446416 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:02.446789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:02.447173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:02.453495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:02.453495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:02.453495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:02.453495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:02.453495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:02.453495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:02.453495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3204e7f-236c-483e-bfa9-be867d773cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:02.553725 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.580098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Port': ['ID=a6056aec-e9ab-4298-8f07-4041f7038830,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:02.648204 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.755153 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.757321 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.864128 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.864744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Fanout notify agent at l3_agent the message router_deleted on router b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:01:02.872548 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.876080 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-4edb3cbf-c6ec-4e23-9a7c-0e3f204c741b tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/routers/b74ae8ca-7e2d-4e1f-9474-36c56efaabc1 HTTP/1.1" status: 204 len: 168 time: 1.3546846 Jul 05 05:01:02.876254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57788) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:02.944359 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e4de8e7d-487b-4adf-b8e5-7d8b96195968 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:01:02.961676 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5601820-e01c-46be-bda0-463e24c20eca tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:02.965204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: e4de8e7d-487b-4adf-b8e5-7d8b96195968 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:01:02.965558 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device e4de8e7d-487b-4adf-b8e5-7d8b96195968 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:01:02.965981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c46f904d-4def-45e1-8940-00278b09edda no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:01:02.989296 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: c46f904d-4def-45e1-8940-00278b09edda {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:01:02.989651 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device c46f904d-4def-45e1-8940-00278b09edda not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:01:03.053448 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5601820-e01c-46be-bda0-463e24c20eca tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:03.063552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d5601820-e01c-46be-bda0-463e24c20eca tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b03977e-4955-42ca-bc0f-7949865fa3ce']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:03.072917 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d5601820-e01c-46be-bda0-463e24c20eca tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b7d813-f130-4e41-b298-2b7393abf07d') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:03.073468 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-d5601820-e01c-46be-bda0-463e24c20eca tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b7d813-f130-4e41-b298-2b7393abf07d') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:03.081731 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5601820-e01c-46be-bda0-463e24c20eca tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:03.100318 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5601820-e01c-46be-bda0-463e24c20eca tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:03.106716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5601820-e01c-46be-bda0-463e24c20eca tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:01:03.107106 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5601820-e01c-46be-bda0-463e24c20eca tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: timer() Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:01:03.110074 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:01:03.304738 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5601820-e01c-46be-bda0-463e24c20eca tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:03.351830 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d5601820-e01c-46be-bda0-463e24c20eca tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:03.351830 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d5601820-e01c-46be-bda0-463e24c20eca tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/networks/3b03977e-4955-42ca-bc0f-7949865fa3ce HTTP/1.1" status: 204 len: 168 time: 0.4397337 Jul 05 05:01:03.353381 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57792) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:03.353974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5601820-e01c-46be-bda0-463e24c20eca tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'Network': ['ID=3b03977e-4955-42ca-bc0f-7949865fa3ce,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:03.393189 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:03.420156 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:03.624064 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:03.626653 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:03.627817 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] 10.222.0.60 "DELETE /v2.0/security-groups/d1b5fe5e-4d39-4ab8-9958-b33895019eee HTTP/1.1" status: 204 len: 168 time: 0.3069465 Jul 05 05:01:03.637739 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b5fe5e-4d39-4ab8-9958-b33895019eee,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:03.645431 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:03.672249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:03.672249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:03.672249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:03.672249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:03.672249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:03.672249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:03.672249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:03.672249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:03.672249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:03.672249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:03.672249 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d9fbed-f63f-4216-b92f-7dba47d237af tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:04.262928 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57800) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:04.388952 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-37155d30-1d0c-4493-8c4a-f430efe4a781 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed390b693731479e8afa007129b8a395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246722 Jul 05 05:01:04.391236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57804) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:04.439031 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed44fd8d-170a-4b0d-8f3b-12cef47fb2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:04.458897 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed44fd8d-170a-4b0d-8f3b-12cef47fb2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:04.555144 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed44fd8d-170a-4b0d-8f3b-12cef47fb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:04.558543 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ed44fd8d-170a-4b0d-8f3b-12cef47fb2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:04.559987 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ed44fd8d-170a-4b0d-8f3b-12cef47fb2ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32116e4e-1ea7-427e-814d-6210a7493a8a HTTP/1.1" status: 204 len: 168 time: 0.1677740 Jul 05 05:01:04.571164 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44fd8d-170a-4b0d-8f3b-12cef47fb2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32116e4e-1ea7-427e-814d-6210a7493a8a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:04.831058 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a6056aec-e9ab-4298-8f07-4041f7038830 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:01:04.852161 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: a6056aec-e9ab-4298-8f07-4041f7038830 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:01:04.852532 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device a6056aec-e9ab-4298-8f07-4041f7038830 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:01:05.131809 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57810) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:05.145377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98db8f42-0769-44e9-8280-ce6612ba4e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:05.232073 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98db8f42-0769-44e9-8280-ce6612ba4e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:05.280972 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-98db8f42-0769-44e9-8280-ce6612ba4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:05.322030 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-98db8f42-0769-44e9-8280-ce6612ba4e7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9714a17dd9946d986468f8f1cb4db95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891253 Jul 05 05:01:05.322974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db8f42-0769-44e9-8280-ce6612ba4e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e851e7eb-a57d-46b6-9654-53e4e987a748,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:05.324740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57812) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:05.375858 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b3a76bb-46d3-4287-9503-692f5ff6d3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:05.396880 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b3a76bb-46d3-4287-9503-692f5ff6d3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:05.515049 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b3a76bb-46d3-4287-9503-692f5ff6d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:05.517646 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7b3a76bb-46d3-4287-9503-692f5ff6d3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:05.518816 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7b3a76bb-46d3-4287-9503-692f5ff6d3d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e851e7eb-a57d-46b6-9654-53e4e987a748 HTTP/1.1" status: 204 len: 168 time: 0.1930289 Jul 05 05:01:05.526409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a76bb-46d3-4287-9503-692f5ff6d3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e851e7eb-a57d-46b6-9654-53e4e987a748,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:06.496473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57834) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:06.587269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-858147578-network', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:06.646227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] Made reservation on behalf of abe4c85891af4ea19a31043c8485f2e5 for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:01:06.648669 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:06.657431 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:06.743511 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:06.824629 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:06.847797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:01:06.862452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dee8330-2690-445d-97e1-f486103b68b7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:06.865376 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:06.865719 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] Added segment 06e16b70-80d5-4914-9c32-e42b669e6482 of type vlan for network b5624f9f-c961-4b5a-9d69-ba580250d16e Jul 05 05:01:06.905364 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:06.983876 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:06.984878 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:06.985460 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:07.046754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] Pushing event updated for resources: {'Network': ['ID=b5624f9f-c961-4b5a-9d69-ba580250d16e,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:07.056314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network b5624f9f-c961-4b5a-9d69-ba580250d16e details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:01:07.087609 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8246f5e1-1bb0-480e-a76c-c298cb681b05 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5900815 Jul 05 05:01:07.090817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57838) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:07.095713 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f0a76656-f80e-492e-90ce-8f9c8cbf916d admin admin] Request body: {'subnet': {'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-858147578-subnet', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:07.161327 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a76656-f80e-492e-90ce-8f9c8cbf916d admin admin] Made reservation on behalf of abe4c85891af4ea19a31043c8485f2e5 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:01:07.163674 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0a76656-f80e-492e-90ce-8f9c8cbf916d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:07.384021 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0a76656-f80e-492e-90ce-8f9c8cbf916d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:07.443603 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a76656-f80e-492e-90ce-8f9c8cbf916d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c2f6c23-32d9-450b-8ba8-07a77a309f5d,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:07.455324 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a76656-f80e-492e-90ce-8f9c8cbf916d admin admin] Checking segment: {'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:07.455679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a76656-f80e-492e-90ce-8f9c8cbf916d admin admin] Network hostable DHCP agents. Network: b5624f9f-c961-4b5a-9d69-ba580250d16e, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:01:07.537838 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a76656-f80e-492e-90ce-8f9c8cbf916d admin admin] Network b5624f9f-c961-4b5a-9d69-ba580250d16e is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:01:07.589751 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-f0a76656-f80e-492e-90ce-8f9c8cbf916d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, b5624f9f-c961-4b5a-9d69-ba580250d16e) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:07.594440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a76656-f80e-492e-90ce-8f9c8cbf916d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:07.595211 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f0a76656-f80e-492e-90ce-8f9c8cbf916d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:07.598337 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff8a0f3-ba33-467f-ac9b-e6e1049439e5 None None] Network b5624f9f-c961-4b5a-9d69-ba580250d16e requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:01:07.664655 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f0a76656-f80e-492e-90ce-8f9c8cbf916d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5727255 Jul 05 05:01:07.667881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57840) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:07.672409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:07.747240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-b5624f9f-c961-4b5a-9d69-ba580250d16e', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:01:07.747490 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:07.761268 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:07.762308 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:07.816596 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:07.875642 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Allocated IP 172.20.0.2 (b5624f9f-c961-4b5a-9d69-ba580250d16e/0c2f6c23-32d9-450b-8ba8-07a77a309f5d/708a334b-f189-4548-a9e2-67bd4ba32e35) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:01:08.018922 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:08.022853 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:08.027332 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Transition to ACTIVE for port object 708a334b-f189-4548-a9e2-67bd4ba32e35 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:08.041704 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Transition to ACTIVE for port object 708a334b-f189-4548-a9e2-67bd4ba32e35 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:08.138673 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:08.178797 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Network b5624f9f-c961-4b5a-9d69-ba580250d16e is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:08.186496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:08.188889 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:01:08.191861 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Pushing event updated for resources: {'Port': ['ID=708a334b-f189-4548-a9e2-67bd4ba32e35,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:08.250417 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Attempting to bind port 708a334b-f189-4548-a9e2-67bd4ba32e35 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:01:08.250783 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Attempting to bind port 708a334b-f189-4548-a9e2-67bd4ba32e35 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:01:08.251140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Attempting to bind port 708a334b-f189-4548-a9e2-67bd4ba32e35 on network b5624f9f-c961-4b5a-9d69-ba580250d16e {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:08.255945 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:01:08.256345 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Checking segment: {'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:08.256779 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:08.257173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Bound using segment: {'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:01:08.257633 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Bound port: 708a334b-f189-4548-a9e2-67bd4ba32e35, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:01:08.258029 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:08.298138 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:08.317305 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:08.320977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] For port 708a334b-f189-4548-a9e2-67bd4ba32e35, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:08.324870 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] For port 708a334b-f189-4548-a9e2-67bd4ba32e35, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=708a334b-f189-4548-a9e2-67bd4ba32e35,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:01:08.418913 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Allocated IP 172.25.0.75 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/d84ba1a4-e47c-4334-9486-b4bea7fe4c13) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:01:08.419179 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:08.477303 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d136b-6a68-48dc-87df-1293c8c40146 None None] Pushing event updated for resources: {'Port': ['ID=708a334b-f189-4548-a9e2-67bd4ba32e35,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:08.530288 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:08.627647 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:08.670699 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:08.673692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:08.676248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:01:08.704422 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d84ba1a4-e47c-4334-9486-b4bea7fe4c13,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:08.913617 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 708a334b-f189-4548-a9e2-67bd4ba32e35 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:09.046626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 708a334b-f189-4548-a9e2-67bd4ba32e35 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:09.094753 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:09.299792 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:09.328535 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0fcf17-d6c8-43a6-a5a3-f8064ec38e21 None None] Network b5624f9f-c961-4b5a-9d69-ba580250d16e requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:01:09.447705 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6311c64e-2e8a-4bb4-80e8-eb135984f02c None None] Provisioning for port 708a334b-f189-4548-a9e2-67bd4ba32e35 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:09.454634 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6311c64e-2e8a-4bb4-80e8-eb135984f02c None None] Provisioning complete for port 708a334b-f189-4548-a9e2-67bd4ba32e35 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:09.455004 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6311c64e-2e8a-4bb4-80e8-eb135984f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:09.526333 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Router eefd6870-e215-4bdd-98af-a9b52b52d791 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:01:09.570336 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6311c64e-2e8a-4bb4-80e8-eb135984f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:09.606349 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-6311c64e-2e8a-4bb4-80e8-eb135984f02c None None] For port 708a334b-f189-4548-a9e2-67bd4ba32e35, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=708a334b-f189-4548-a9e2-67bd4ba32e35,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:09.642040 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:01:09.650752 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Sync routers for ids ['eefd6870-e215-4bdd-98af-a9b52b52d791'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:01:09.661675 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Routers {'eefd6870-e215-4bdd-98af-a9b52b52d791'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:09.662403 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['eefd6870-e215-4bdd-98af-a9b52b52d791'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:09.692567 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6311c64e-2e8a-4bb4-80e8-eb135984f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:09.720931 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:09.722214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-cf21bcd7-c5de-45cf-b87f-8519846d23b5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0532489 Jul 05 05:01:09.725017 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57842) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:09.748997 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311c64e-2e8a-4bb4-80e8-eb135984f02c None None] Pushing event updated for resources: {'Port': ['ID=708a334b-f189-4548-a9e2-67bd4ba32e35,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:09.772300 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Set router eefd6870-e215-4bdd-98af-a9b52b52d791 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:09.813051 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f9251fac-e574-4e49-839a-eeae2063dccd None None] Provisioning complete for port 708a334b-f189-4548-a9e2-67bd4ba32e35 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:09.813450 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f9251fac-e574-4e49-839a-eeae2063dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:09.955821 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:08Z', 'revision_number': 3, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:09.984456 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Checking router: eefd6870-e215-4bdd-98af-a9b52b52d791 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:01:09.984803 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Updating router eefd6870-e215-4bdd-98af-a9b52b52d791 port d84ba1a4-e47c-4334-9486-b4bea7fe4c13 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:01:10.018994 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:10.144663 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:10.265514 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:10.274670 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Transition to ACTIVE for port object d84ba1a4-e47c-4334-9486-b4bea7fe4c13 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:10.304790 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Allocated IP 172.20.0.1 (b5624f9f-c961-4b5a-9d69-ba580250d16e/0c2f6c23-32d9-450b-8ba8-07a77a309f5d/ad6d4da4-1ebb-4604-94ea-8ce7e1c36433) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:01:10.321117 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:10.374265 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Attempting to bind port d84ba1a4-e47c-4334-9486-b4bea7fe4c13 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:01:10.374638 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Attempting to bind port d84ba1a4-e47c-4334-9486-b4bea7fe4c13 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:01:10.374999 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Attempting to bind port d84ba1a4-e47c-4334-9486-b4bea7fe4c13 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:10.382116 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:01:10.382484 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:10.382885 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:10.383279 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:01:10.383738 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Bound port: d84ba1a4-e47c-4334-9486-b4bea7fe4c13, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:01:10.384115 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:10.387320 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46711091-35d8-4b40-a183-22ab9468a566 None None] Pushing event updated for resources: {'Port': ['ID=d84ba1a4-e47c-4334-9486-b4bea7fe4c13,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:10.413181 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46711091-35d8-4b40-a183-22ab9468a566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:10.413529 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46711091-35d8-4b40-a183-22ab9468a566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:10.413865 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46711091-35d8-4b40-a183-22ab9468a566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:10.414194 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46711091-35d8-4b40-a183-22ab9468a566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:10.414520 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46711091-35d8-4b40-a183-22ab9468a566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:10.414843 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46711091-35d8-4b40-a183-22ab9468a566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:10.415162 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46711091-35d8-4b40-a183-22ab9468a566 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:10.415483 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46711091-35d8-4b40-a183-22ab9468a566 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:10.415799 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46711091-35d8-4b40-a183-22ab9468a566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:10.416116 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46711091-35d8-4b40-a183-22ab9468a566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:10.416475 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46711091-35d8-4b40-a183-22ab9468a566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:10.416791 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46711091-35d8-4b40-a183-22ab9468a566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:10.421269 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:10.436288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Transition to ACTIVE for port object ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:10.446580 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] For port d84ba1a4-e47c-4334-9486-b4bea7fe4c13, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:10.450020 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] For port d84ba1a4-e47c-4334-9486-b4bea7fe4c13, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d84ba1a4-e47c-4334-9486-b4bea7fe4c13,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:01:10.504339 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:10.521626 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:10.557051 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Network b5624f9f-c961-4b5a-9d69-ba580250d16e is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:10.561677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:10.562451 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Routers {'eefd6870-e215-4bdd-98af-a9b52b52d791'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:10.563080 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['eefd6870-e215-4bdd-98af-a9b52b52d791'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:10.565071 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:01:10.566010 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46711091-35d8-4b40-a183-22ab9468a566 None None] Pushing event updated for resources: {'Port': ['ID=d84ba1a4-e47c-4334-9486-b4bea7fe4c13,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:10.595229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ad6d4da4-1ebb-4604-94ea-8ce7e1c36433,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:10.610893 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:10.674544 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] Set router eefd6870-e215-4bdd-98af-a9b52b52d791 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:10.825636 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:10.869787 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:08Z', 'revision_number': 3, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:10.881000 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4a9e65ed-15e1-4b5e-af44-018496bf3d5d None None] Provisioning for port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:10.886418 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4a9e65ed-15e1-4b5e-af44-018496bf3d5d None None] Provisioning complete for port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:10.886814 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4a9e65ed-15e1-4b5e-af44-018496bf3d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:10.892577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 708a334b-f189-4548-a9e2-67bd4ba32e35 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:10.903719 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766ba33d-8312-4d1f-bd67-a2dd7da8ef09 None None] The sync data for ids ['eefd6870-e215-4bdd-98af-a9b52b52d791'] in n-d-798249-5 is: [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:08Z', 'revision_number': 3, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:01:10.958075 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e65ed-15e1-4b5e-af44-018496bf3d5d None None] Port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:01:10.972568 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 708a334b-f189-4548-a9e2-67bd4ba32e35 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:10.972943 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:11.016752 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:11.086720 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:11.162773 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ad6d4da4-1ebb-4604-94ea-8ce7e1c36433,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:11.165602 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:11.264575 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Network b5624f9f-c961-4b5a-9d69-ba580250d16e is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:11.266065 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:11.481648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b547ddab-83b0-40df-b079-fa0ad1fe0fa7 None None] Provisioning complete for port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:11.482025 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b547ddab-83b0-40df-b079-fa0ad1fe0fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:11.519520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-b547ddab-83b0-40df-b079-fa0ad1fe0fa7 None None] Port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:01:11.772559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Router eefd6870-e215-4bdd-98af-a9b52b52d791 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:01:11.892978 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:01:11.897956 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-10da466b-9911-4e92-a0d5-709a27c115d3 admin admin] 10.222.0.60 "PUT /v2.0/routers/eefd6870-e215-4bdd-98af-a9b52b52d791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1712940 Jul 05 05:01:12.563698 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Sync routers for ids ['eefd6870-e215-4bdd-98af-a9b52b52d791'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:01:12.567728 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57858) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:12.573065 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1433857829-network', 'tenant_id': 'a162fe986c7945b086dbc1028557d055'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:12.573818 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Routers {'eefd6870-e215-4bdd-98af-a9b52b52d791'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:12.574495 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['eefd6870-e215-4bdd-98af-a9b52b52d791'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:12.646842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] Made reservation on behalf of a162fe986c7945b086dbc1028557d055 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:01:12.649306 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:12.659077 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:12.680874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Set router eefd6870-e215-4bdd-98af-a9b52b52d791 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:12.749144 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:12.789885 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:12.815729 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:01:12.825420 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bbf40b-517f-4da7-8d5f-4c216aa23969,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:12.832749 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:12.833203 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] Added segment 4bde070c-a910-4ad6-b227-202424c2e94e of type vlan for network d399fd2b-0782-44ec-bed5-fa3f11f08676 Jul 05 05:01:12.887389 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:12.900917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 2, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:12.929135 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Checking router: eefd6870-e215-4bdd-98af-a9b52b52d791 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:01:12.930089 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Updating router eefd6870-e215-4bdd-98af-a9b52b52d791 port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:01:12.951762 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d84ba1a4-e47c-4334-9486-b4bea7fe4c13 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:12.977794 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:12.978989 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:12.980408 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:12.989873 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.041184 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d399fd2b-0782-44ec-bed5-fa3f11f08676,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:13.059478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network d399fd2b-0782-44ec-bed5-fa3f11f08676 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:01:13.092917 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-d0cd363b-8ac7-4d7b-ace9-fa4d014e86b4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5240250 Jul 05 05:01:13.095655 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57860) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:13.100787 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-f99e4ecb-e5ef-41ef-a31b-c6e2c9ffa16e admin admin] Request body: {'subnet': {'network_id': 'd399fd2b-0782-44ec-bed5-fa3f11f08676', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1433857829-subnet', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:13.144835 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d84ba1a4-e47c-4334-9486-b4bea7fe4c13 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:13.159017 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d84ba1a4-e47c-4334-9486-b4bea7fe4c13 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:13.159652 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.172188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99e4ecb-e5ef-41ef-a31b-c6e2c9ffa16e admin admin] Made reservation on behalf of a162fe986c7945b086dbc1028557d055 for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:01:13.174637 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f99e4ecb-e5ef-41ef-a31b-c6e2c9ffa16e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.379211 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f99e4ecb-e5ef-41ef-a31b-c6e2c9ffa16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.438067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e4ecb-e5ef-41ef-a31b-c6e2c9ffa16e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e730fd27-ccd2-4a36-9fb3-d27f749f2ea5,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:13.445403 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99e4ecb-e5ef-41ef-a31b-c6e2c9ffa16e admin admin] Checking segment: {'id': '4bde070c-a910-4ad6-b227-202424c2e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd399fd2b-0782-44ec-bed5-fa3f11f08676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:13.445775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99e4ecb-e5ef-41ef-a31b-c6e2c9ffa16e admin admin] Network hostable DHCP agents. Network: d399fd2b-0782-44ec-bed5-fa3f11f08676, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:01:13.499047 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.527430 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99e4ecb-e5ef-41ef-a31b-c6e2c9ffa16e admin admin] Network d399fd2b-0782-44ec-bed5-fa3f11f08676 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:01:13.536179 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d84ba1a4-e47c-4334-9486-b4bea7fe4c13, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d84ba1a4-e47c-4334-9486-b4bea7fe4c13,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:13.583198 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.593117 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Transition to ACTIVE for port object ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:13.595042 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-f99e4ecb-e5ef-41ef-a31b-c6e2c9ffa16e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, d399fd2b-0782-44ec-bed5-fa3f11f08676) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:13.599365 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99e4ecb-e5ef-41ef-a31b-c6e2c9ffa16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:13.599990 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f99e4ecb-e5ef-41ef-a31b-c6e2c9ffa16e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.603655 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f02977-395e-410e-820d-3f569d5fd244 None None] Network d399fd2b-0782-44ec-bed5-fa3f11f08676 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:01:13.642052 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.677746 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.704468 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f99e4ecb-e5ef-41ef-a31b-c6e2c9ffa16e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6075377 Jul 05 05:01:13.707634 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57862) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:13.712336 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1433857829-router', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:13.732643 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d84ba1a4-e47c-4334-9486-b4bea7fe4c13,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:13.807319 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.809642 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.870559 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.872959 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Attempting to bind port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:01:13.873331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Attempting to bind port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:01:13.873693 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Attempting to bind port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 on network b5624f9f-c961-4b5a-9d69-ba580250d16e {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:13.878083 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85094cf-1856-47e2-b268-f70db1a04f4b None None] Pushing event updated for resources: {'Port': ['ID=ad6d4da4-1ebb-4604-94ea-8ce7e1c36433,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:13.882994 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:01:13.883370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Checking segment: {'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:13.884162 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.884162 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Bound using segment: {'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:01:13.884978 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Bound port: ad6d4da4-1ebb-4604-94ea-8ce7e1c36433, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:01:13.885374 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.889852 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-d399fd2b-0782-44ec-bed5-fa3f11f08676', 'network_id': 'd399fd2b-0782-44ec-bed5-fa3f11f08676', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'fixed_ips': [{'subnet_id': 'e730fd27-ccd2-4a36-9fb3-d27f749f2ea5'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:01:13.890333 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.040628 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] For port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:14.047023 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] For port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ad6d4da4-1ebb-4604-94ea-8ce7e1c36433,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:01:14.057221 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.092236 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Allocated IP 172.20.0.2 (d399fd2b-0782-44ec-bed5-fa3f11f08676/e730fd27-ccd2-4a36-9fb3-d27f749f2ea5/d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:01:14.116381 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.226602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Routers {'eefd6870-e215-4bdd-98af-a9b52b52d791'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:14.227242 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['eefd6870-e215-4bdd-98af-a9b52b52d791'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:14.235400 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85094cf-1856-47e2-b268-f70db1a04f4b None None] Pushing event updated for resources: {'Port': ['ID=ad6d4da4-1ebb-4604-94ea-8ce7e1c36433,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:14.349192 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.375388 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.381189 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.397159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Transition to ACTIVE for port object d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:14.403692 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] Set router eefd6870-e215-4bdd-98af-a9b52b52d791 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:14.443209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Transition to ACTIVE for port object d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:14.482781 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Allocated IP 172.25.0.189 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/bfdf48e8-7b0b-470b-be1b-8709aab76021) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:01:14.527992 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.580101 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Network d399fd2b-0782-44ec-bed5-fa3f11f08676 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:14.586244 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:14.592820 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.595015 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:01:14.611208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Pushing event updated for resources: {'Port': ['ID=d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:14.681451 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.692216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Attempting to bind port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:01:14.692695 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Attempting to bind port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '4bde070c-a910-4ad6-b227-202424c2e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd399fd2b-0782-44ec-bed5-fa3f11f08676'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:01:14.693044 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Attempting to bind port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 on network d399fd2b-0782-44ec-bed5-fa3f11f08676 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:14.700190 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:01:14.700515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Checking segment: {'id': '4bde070c-a910-4ad6-b227-202424c2e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd399fd2b-0782-44ec-bed5-fa3f11f08676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:14.700920 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.701312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Bound using segment: {'id': '4bde070c-a910-4ad6-b227-202424c2e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd399fd2b-0782-44ec-bed5-fa3f11f08676'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:01:14.701769 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Bound port: d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bde070c-a910-4ad6-b227-202424c2e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd399fd2b-0782-44ec-bed5-fa3f11f08676'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:01:14.702144 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.717158 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:14.720019 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:14.723892 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:01:14.753145 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Pushing event updated for resources: {'Port': ['ID=bfdf48e8-7b0b-470b-be1b-8709aab76021,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:14.775874 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:14Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:14.809805 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93e9dbf-882e-4bfb-9ec8-35d727667d84 None None] The sync data for ids ['eefd6870-e215-4bdd-98af-a9b52b52d791'] in n-d-798249-5 is: [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:14Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:01:14.818145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] For port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:14.827905 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] For port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8,segment=NetworkSegment(4bde070c-a910-4ad6-b227-202424c2e94e),segment_id=4bde070c-a910-4ad6-b227-202424c2e94e)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:01:14.898507 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.970270 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d84ba1a4-e47c-4334-9486-b4bea7fe4c13 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:14.974227 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5eae7-b2f3-4865-9dbd-ee65f6bd1c1f None None] Pushing event updated for resources: {'Port': ['ID=d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:15.035496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d84ba1a4-e47c-4334-9486-b4bea7fe4c13 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:15.036018 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:15.131405 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:15.689511 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:15.926784 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Router e614cd17-da54-4942-b381-5dae24bcdbf7 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:01:16.040199 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e0e29b-f50c-4abb-a4cb-c84629bf3cb8 None None] Network d399fd2b-0782-44ec-bed5-fa3f11f08676 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:01:16.042864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:01:16.056116 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Sync routers for ids ['e614cd17-da54-4942-b381-5dae24bcdbf7'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:01:16.065783 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Routers {'e614cd17-da54-4942-b381-5dae24bcdbf7'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:16.066395 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e614cd17-da54-4942-b381-5dae24bcdbf7'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:16.126773 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:16.128190 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-befb7927-f16a-4fef-b03c-f7c8ebc50eca admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4193981 Jul 05 05:01:16.131088 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57866) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:16.175432 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Set router e614cd17-da54-4942-b381-5dae24bcdbf7 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:16.192201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-5e1e9d4f-b7de-4dc5-91c6-d4e9ab01f334 None None] Provisioning for port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:16.460336 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'name': 'tempest-TestShelveInstance-1433857829-router', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:13Z', 'updated_at': '2021-07-05T05:01:14Z', 'revision_number': 3, 'project_id': 'a162fe986c7945b086dbc1028557d055', 'gw_port': {'id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:14Z', 'updated_at': '2021-07-05T05:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:16.489001 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Checking router: e614cd17-da54-4942-b381-5dae24bcdbf7 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:01:16.489344 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Updating router e614cd17-da54-4942-b381-5dae24bcdbf7 port bfdf48e8-7b0b-470b-be1b-8709aab76021 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:01:16.523344 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:16.576028 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:16.726228 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Allocated IP 172.20.0.1 (d399fd2b-0782-44ec-bed5-fa3f11f08676/e730fd27-ccd2-4a36-9fb3-d27f749f2ea5/4050a46e-8b1c-43d4-b746-441e2e345323) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:01:16.771963 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:16.790541 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Transition to ACTIVE for port object bfdf48e8-7b0b-470b-be1b-8709aab76021 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:16.832861 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:16.851203 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Transition to ACTIVE for port object 4050a46e-8b1c-43d4-b746-441e2e345323 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:16.853985 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:16.926810 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Attempting to bind port bfdf48e8-7b0b-470b-be1b-8709aab76021 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:01:16.927185 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Attempting to bind port bfdf48e8-7b0b-470b-be1b-8709aab76021 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:01:16.927549 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Attempting to bind port bfdf48e8-7b0b-470b-be1b-8709aab76021 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:16.929525 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb4985-695b-4f27-92f6-00b795caa398 None None] Pushing event updated for resources: {'Port': ['ID=bfdf48e8-7b0b-470b-be1b-8709aab76021,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:16.935680 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:01:16.936068 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:16.936467 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:16.936858 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:01:16.937318 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Bound port: bfdf48e8-7b0b-470b-be1b-8709aab76021, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:01:16.937700 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:16.954534 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:16.955558 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:16.994448 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] For port bfdf48e8-7b0b-470b-be1b-8709aab76021, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:16.997785 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] For port bfdf48e8-7b0b-470b-be1b-8709aab76021, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bfdf48e8-7b0b-470b-be1b-8709aab76021,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:01:17.000853 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Network d399fd2b-0782-44ec-bed5-fa3f11f08676 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:17.004834 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:17.006782 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Pushing event updated for resources: {'Port': ['ID=4050a46e-8b1c-43d4-b746-441e2e345323,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:17.008911 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:01:17.049318 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:17.081605 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:17.109556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:17.121241 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:17.122039 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:17.134877 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Routers {'e614cd17-da54-4942-b381-5dae24bcdbf7'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:17.136222 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e614cd17-da54-4942-b381-5dae24bcdbf7'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:17.196516 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb4985-695b-4f27-92f6-00b795caa398 None None] Pushing event updated for resources: {'Port': ['ID=bfdf48e8-7b0b-470b-be1b-8709aab76021,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:17.262281 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] Set router e614cd17-da54-4942-b381-5dae24bcdbf7 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:17.285507 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:17.380499 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:17.418401 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8,segment=NetworkSegment(4bde070c-a910-4ad6-b227-202424c2e94e),segment_id=4bde070c-a910-4ad6-b227-202424c2e94e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:17.424582 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9b0cfedd-9211-4326-8a04-456ff5aa95f3 None None] Provisioning for port 4050a46e-8b1c-43d4-b746-441e2e345323 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:17.429301 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-9b0cfedd-9211-4326-8a04-456ff5aa95f3 None None] Provisioning complete for port 4050a46e-8b1c-43d4-b746-441e2e345323 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:17.429744 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9b0cfedd-9211-4326-8a04-456ff5aa95f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:17.447201 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'name': 'tempest-TestShelveInstance-1433857829-router', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:13Z', 'updated_at': '2021-07-05T05:01:14Z', 'revision_number': 3, 'project_id': 'a162fe986c7945b086dbc1028557d055', 'gw_port': {'id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:14Z', 'updated_at': '2021-07-05T05:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:17.461713 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:17.468981 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9b0cfedd-9211-4326-8a04-456ff5aa95f3 None None] Port 4050a46e-8b1c-43d4-b746-441e2e345323 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:01:17.475052 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db941e-c87f-4f98-a797-4b01f48cc1ca None None] The sync data for ids ['e614cd17-da54-4942-b381-5dae24bcdbf7'] in n-d-798249-5 is: [{'id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'name': 'tempest-TestShelveInstance-1433857829-router', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:13Z', 'updated_at': '2021-07-05T05:01:14Z', 'revision_number': 3, 'project_id': 'a162fe986c7945b086dbc1028557d055', 'gw_port': {'id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:14Z', 'updated_at': '2021-07-05T05:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:01:17.504983 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:17.505798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:17.534515 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:17.591383 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:17.619768 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:17.621888 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Pushing event updated for resources: {'Port': ['ID=4050a46e-8b1c-43d4-b746-441e2e345323,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:17.660046 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:17.664231 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:17.664653 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:17.734325 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Network d399fd2b-0782-44ec-bed5-fa3f11f08676 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:17.735690 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:17.786468 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:17.828426 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ad6d4da4-1ebb-4604-94ea-8ce7e1c36433,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:17.886866 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:17.892342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Router e614cd17-da54-4942-b381-5dae24bcdbf7 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:01:17.953936 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=ad6d4da4-1ebb-4604-94ea-8ce7e1c36433,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:18.022598 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:01:18.031662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ca5f6e59-b30a-4478-b42c-c1532fe13e66 admin admin] 10.222.0.60 "PUT /v2.0/routers/e614cd17-da54-4942-b381-5dae24bcdbf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8993325 Jul 05 05:01:18.095888 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-493e4a0b-c30d-4dec-b19c-b54717cf6ae9 None None] Provisioning complete for port 4050a46e-8b1c-43d4-b746-441e2e345323 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:18.096333 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-493e4a0b-c30d-4dec-b19c-b54717cf6ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:18.136819 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-493e4a0b-c30d-4dec-b19c-b54717cf6ae9 None None] Port 4050a46e-8b1c-43d4-b746-441e2e345323 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:01:18.813892 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57874) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:18.819609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-7939beea-dc96-496b-b18b-14501d75815e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942589752', 'description': 'tempest-secgroup-smoke-1942589752 description', 'project_id': 'abe4c85891af4ea19a31043c8485f2e5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:18.915530 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7939beea-dc96-496b-b18b-14501d75815e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:18.973253 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bfdf48e8-7b0b-470b-be1b-8709aab76021 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:19.011923 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7939beea-dc96-496b-b18b-14501d75815e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.054724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Sync routers for ids ['e614cd17-da54-4942-b381-5dae24bcdbf7'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:01:19.064496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Routers {'e614cd17-da54-4942-b381-5dae24bcdbf7'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:19.065121 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e614cd17-da54-4942-b381-5dae24bcdbf7'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:19.086576 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7939beea-dc96-496b-b18b-14501d75815e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.104235 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port bfdf48e8-7b0b-470b-be1b-8709aab76021 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:19.112731 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port bfdf48e8-7b0b-470b-be1b-8709aab76021 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:19.114516 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.116805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939beea-dc96-496b-b18b-14501d75815e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:19.155499 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7939beea-dc96-496b-b18b-14501d75815e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.156850 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7939beea-dc96-496b-b18b-14501d75815e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3419392 Jul 05 05:01:19.159873 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57876) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:19.164351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-d85bc154-1c97-4f79-8b07-d6561b7236d0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'security_group_rule': {'security_group_id': 'cb33f48c-bf75-498a-96c1-89ad3dd2fbf6', 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:19.215280 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Set router e614cd17-da54-4942-b381-5dae24bcdbf7 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:19.240148 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d85bc154-1c97-4f79-8b07-d6561b7236d0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.297300 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d85bc154-1c97-4f79-8b07-d6561b7236d0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.313431 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.343676 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d85bc154-1c97-4f79-8b07-d6561b7236d0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.359471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bc154-1c97-4f79-8b07-d6561b7236d0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425414d7-67cf-4171-a73b-aae502f46dfc,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:19.373183 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port bfdf48e8-7b0b-470b-be1b-8709aab76021, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bfdf48e8-7b0b-470b-be1b-8709aab76021,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:19.440458 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-d85bc154-1c97-4f79-8b07-d6561b7236d0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.441695 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-d85bc154-1c97-4f79-8b07-d6561b7236d0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2808723 Jul 05 05:01:19.444483 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57878) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:19.449504 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-8ade6ef1-5563-46fa-83b7-f919a8b8a238 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'security_group_rule': {'security_group_id': 'cb33f48c-bf75-498a-96c1-89ad3dd2fbf6', 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:19.463108 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'name': 'tempest-TestShelveInstance-1433857829-router', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:13Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 4, 'project_id': 'a162fe986c7945b086dbc1028557d055', 'gw_port': {'id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:14Z', 'updated_at': '2021-07-05T05:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4050a46e-8b1c-43d4-b746-441e2e345323', 'name': '', 'network_id': 'd399fd2b-0782-44ec-bed5-fa3f11f08676', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'mac_address': 'fa:16:3e:d0:f4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e730fd27-ccd2-4a36-9fb3-d27f749f2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:16Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 2, 'project_id': 'a162fe986c7945b086dbc1028557d055', 'subnets': [{'id': 'e730fd27-ccd2-4a36-9fb3-d27f749f2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:19.493621 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.494296 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:19.497454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Checking router: e614cd17-da54-4942-b381-5dae24bcdbf7 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:01:19.497804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Updating router e614cd17-da54-4942-b381-5dae24bcdbf7 port 4050a46e-8b1c-43d4-b746-441e2e345323 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:01:19.537365 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ade6ef1-5563-46fa-83b7-f919a8b8a238 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.593480 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.602915 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ade6ef1-5563-46fa-83b7-f919a8b8a238 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.608118 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=bfdf48e8-7b0b-470b-be1b-8709aab76021,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:19.648824 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:19.649202 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.680678 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ade6ef1-5563-46fa-83b7-f919a8b8a238 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.696959 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade6ef1-5563-46fa-83b7-f919a8b8a238 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3bf29e-522f-4d46-b468-2c49769d48d4,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:19.789679 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-8ade6ef1-5563-46fa-83b7-f919a8b8a238 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.793993 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-8ade6ef1-5563-46fa-83b7-f919a8b8a238 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3454499 Jul 05 05:01:19.794455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57880) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:19.799229 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-54ca91b0-21a2-4919-b16c-1ff7f823fa90 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'security_group_rule': {'security_group_id': 'cb33f48c-bf75-498a-96c1-89ad3dd2fbf6', 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:19.839444 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:19.891179 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-54ca91b0-21a2-4919-b16c-1ff7f823fa90 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.947798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:19.948761 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.960688 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-54ca91b0-21a2-4919-b16c-1ff7f823fa90 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:19.997097 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.009276 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Transition to ACTIVE for port object 4050a46e-8b1c-43d4-b746-441e2e345323 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:20.017729 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-54ca91b0-21a2-4919-b16c-1ff7f823fa90 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.038556 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca91b0-21a2-4919-b16c-1ff7f823fa90 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e64e3e-1fcb-4015-841b-877b6762c5f7,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:20.103308 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.132135 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-54ca91b0-21a2-4919-b16c-1ff7f823fa90 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.133666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-54ca91b0-21a2-4919-b16c-1ff7f823fa90 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3380952 Jul 05 05:01:20.137242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57882) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:20.143328 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e2d05206-7cec-4c4a-928f-c08b1b42f331 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'security_group_rule': {'security_group_id': 'cb33f48c-bf75-498a-96c1-89ad3dd2fbf6', 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:20.157248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d2a9b-330c-4c4d-a68c-35080571d7aa None None] Pushing event updated for resources: {'Port': ['ID=4050a46e-8b1c-43d4-b746-441e2e345323,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:20.214298 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Attempting to bind port 4050a46e-8b1c-43d4-b746-441e2e345323 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:01:20.214542 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Attempting to bind port 4050a46e-8b1c-43d4-b746-441e2e345323 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '4bde070c-a910-4ad6-b227-202424c2e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd399fd2b-0782-44ec-bed5-fa3f11f08676'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:01:20.214806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Attempting to bind port 4050a46e-8b1c-43d4-b746-441e2e345323 on network d399fd2b-0782-44ec-bed5-fa3f11f08676 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:20.222379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:01:20.222379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Checking segment: {'id': '4bde070c-a910-4ad6-b227-202424c2e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd399fd2b-0782-44ec-bed5-fa3f11f08676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:20.222379 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.222379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Bound using segment: {'id': '4bde070c-a910-4ad6-b227-202424c2e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd399fd2b-0782-44ec-bed5-fa3f11f08676'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:01:20.222379 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Bound port: 4050a46e-8b1c-43d4-b746-441e2e345323, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bde070c-a910-4ad6-b227-202424c2e94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd399fd2b-0782-44ec-bed5-fa3f11f08676'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:01:20.222379 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.245988 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2d05206-7cec-4c4a-928f-c08b1b42f331 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.286238 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] For port 4050a46e-8b1c-43d4-b746-441e2e345323, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:20.289953 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] For port 4050a46e-8b1c-43d4-b746-441e2e345323, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4050a46e-8b1c-43d4-b746-441e2e345323,segment=NetworkSegment(4bde070c-a910-4ad6-b227-202424c2e94e),segment_id=4bde070c-a910-4ad6-b227-202424c2e94e)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:01:20.312114 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2d05206-7cec-4c4a-928f-c08b1b42f331 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.368576 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.401814 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2d05206-7cec-4c4a-928f-c08b1b42f331 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.424930 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d05206-7cec-4c4a-928f-c08b1b42f331 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c28c605-7149-4d42-8f95-84bb9c5898af,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:20.432935 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Routers {'e614cd17-da54-4942-b381-5dae24bcdbf7'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:20.433370 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:00:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e614cd17-da54-4942-b381-5dae24bcdbf7'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:20.469194 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d2a9b-330c-4c4d-a68c-35080571d7aa None None] Pushing event updated for resources: {'Port': ['ID=4050a46e-8b1c-43d4-b746-441e2e345323,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:20.480937 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e2d05206-7cec-4c4a-928f-c08b1b42f331 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.485530 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e2d05206-7cec-4c4a-928f-c08b1b42f331 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3470495 Jul 05 05:01:20.486233 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 57884) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:20.491238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-ffd14c57-fc71-4f6e-8d50-23041f1b1c8b tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'security_group_rule': {'security_group_id': 'cb33f48c-bf75-498a-96c1-89ad3dd2fbf6', 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:20.548804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] Set router e614cd17-da54-4942-b381-5dae24bcdbf7 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:20.572775 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-ffd14c57-fc71-4f6e-8d50-23041f1b1c8b tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Project abe4c85891af4ea19a31043c8485f2e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:01:20.579093 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffd14c57-fc71-4f6e-8d50-23041f1b1c8b tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.641239 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffd14c57-fc71-4f6e-8d50-23041f1b1c8b tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.726851 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffd14c57-fc71-4f6e-8d50-23041f1b1c8b tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.745967 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd14c57-fc71-4f6e-8d50-23041f1b1c8b tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fce8014-8d1c-42ec-ba23-f188fda78d95,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:20.762425 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'name': 'tempest-TestShelveInstance-1433857829-router', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:13Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 4, 'project_id': 'a162fe986c7945b086dbc1028557d055', 'gw_port': {'id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:14Z', 'updated_at': '2021-07-05T05:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4050a46e-8b1c-43d4-b746-441e2e345323', 'name': '', 'network_id': 'd399fd2b-0782-44ec-bed5-fa3f11f08676', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'mac_address': 'fa:16:3e:d0:f4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e730fd27-ccd2-4a36-9fb3-d27f749f2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:16Z', 'updated_at': '2021-07-05T05:01:20Z', 'revision_number': 4, 'project_id': 'a162fe986c7945b086dbc1028557d055', 'subnets': [{'id': 'e730fd27-ccd2-4a36-9fb3-d27f749f2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:20.788970 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b69ce-3542-4f95-a816-cc6463b2dd9e None None] The sync data for ids ['e614cd17-da54-4942-b381-5dae24bcdbf7'] in n-d-798249-5 is: [{'id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'name': 'tempest-TestShelveInstance-1433857829-router', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:13Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 4, 'project_id': 'a162fe986c7945b086dbc1028557d055', 'gw_port': {'id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:14Z', 'updated_at': '2021-07-05T05:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '4050a46e-8b1c-43d4-b746-441e2e345323', 'name': '', 'network_id': 'd399fd2b-0782-44ec-bed5-fa3f11f08676', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'mac_address': 'fa:16:3e:d0:f4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e730fd27-ccd2-4a36-9fb3-d27f749f2ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:16Z', 'updated_at': '2021-07-05T05:01:20Z', 'revision_number': 4, 'project_id': 'a162fe986c7945b086dbc1028557d055', 'subnets': [{'id': 'e730fd27-ccd2-4a36-9fb3-d27f749f2ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:01:20.824431 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-ffd14c57-fc71-4f6e-8d50-23041f1b1c8b tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.834378 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57886) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:20.842090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-ec2b7646-b9c8-4265-902f-0046943d001f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'security_group_rule': {'security_group_id': 'cb33f48c-bf75-498a-96c1-89ad3dd2fbf6', 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:20.846725 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-ffd14c57-fc71-4f6e-8d50-23041f1b1c8b tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3384545 Jul 05 05:01:20.933358 n-d-798249-5 neutron-server[100877]: INFO neutron.db.securitygroups_db [None req-ec2b7646-b9c8-4265-902f-0046943d001f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Project abe4c85891af4ea19a31043c8485f2e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:01:20.942385 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7646-b9c8-4265-902f-0046943d001f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:21.022115 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7646-b9c8-4265-902f-0046943d001f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:21.033876 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bfdf48e8-7b0b-470b-be1b-8709aab76021 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:21.074981 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7646-b9c8-4265-902f-0046943d001f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:21.085808 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port bfdf48e8-7b0b-470b-be1b-8709aab76021 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:21.086259 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:21.094927 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b7646-b9c8-4265-902f-0046943d001f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e18b4f0-086f-42d2-ba02-4365046f1271,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:21.143498 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7646-b9c8-4265-902f-0046943d001f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:21.153084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ec2b7646-b9c8-4265-902f-0046943d001f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3093085 Jul 05 05:01:21.178221 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4050a46e-8b1c-43d4-b746-441e2e345323 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:21.280820 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 4050a46e-8b1c-43d4-b746-441e2e345323 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:21.286249 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4050a46e-8b1c-43d4-b746-441e2e345323 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:21.287444 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:21.296910 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-2ecb3f79-07be-4ca5-9865-536a6ebc4e6c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942589752&fields=id&tenant_id=abe4c85891af4ea19a31043c8485f2e5 HTTP/1.1" status: 200 len: 267 time: 0.0379508 Jul 05 05:01:21.384144 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:21.395477 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44fba35f-c5ec-4df6-a404-f2f8db126777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:21.418863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 4050a46e-8b1c-43d4-b746-441e2e345323, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4050a46e-8b1c-43d4-b746-441e2e345323,segment=NetworkSegment(4bde070c-a910-4ad6-b227-202424c2e94e),segment_id=4bde070c-a910-4ad6-b227-202424c2e94e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:21.422679 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-d6029fd9-1ff7-4eca-ab18-33d20f460413 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:21.424309 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-d6029fd9-1ff7-4eca-ab18-33d20f460413 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 808 time: 0.1208606 Jul 05 05:01:21.439825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-e0c44600-6524-47dc-bb4b-0d3fa7b7bb8c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/quotas/abe4c85891af4ea19a31043c8485f2e5 HTTP/1.1" status: 200 len: 375 time: 0.0102127 Jul 05 05:01:21.486550 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:21.516267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-f2c64b79-81f2-4e5a-bb67-e95f46381f4f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712979 Jul 05 05:01:21.558977 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=4050a46e-8b1c-43d4-b746-441e2e345323,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:21.649797 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-b0aa439c-4b8d-483d-b21b-038d1c92e6d7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:01:21.652923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-b0aa439c-4b8d-483d-b21b-038d1c92e6d7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1236937 Jul 05 05:01:21.747188 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-504d0039-0d3e-4357-a0f2-b9b14b751c40 service neutron] 10.222.0.60 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874498 Jul 05 05:01:21.851130 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-648a627d-ae6b-4a48-a239-67b7945734a3 service neutron] 10.222.0.60 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980678 Jul 05 05:01:22.130460 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-522bdfd7-cd22-40b3-8d53-04f8db2666d9 req-6c88fe22-f0bc-4a75-ba55-3cc1935e4a06 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 210 time: 0.0344718 Jul 05 05:01:22.889483 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4050a46e-8b1c-43d4-b746-441e2e345323 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:22.940609 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 4050a46e-8b1c-43d4-b746-441e2e345323 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:22.940993 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:23.113135 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:01:23.279333 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9cc7cecd-15f1-4f14-ae7a-aaa3693167ab req-dab737d0-7112-46f2-80ca-ac58897d7aab tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 210 time: 0.0288444 Jul 05 05:01:24.232136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-87daf656-fe33-47eb-b811-cdae6c9cbc60 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:24.233662 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-87daf656-fe33-47eb-b811-cdae6c9cbc60 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 808 time: 0.1057830 Jul 05 05:01:24.275668 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-a4e06ea9-b95b-4218-8335-9d6e830415f7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abe4c85891af4ea19a31043c8485f2e5 HTTP/1.1" status: 200 len: 380 time: 0.0334897 Jul 05 05:01:24.284827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-9c03adb6-81ec-412f-bbba-5af274890a05 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'port': {'device_id': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'admin_state_up': True, 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'security_groups': ['cb33f48c-bf75-498a-96c1-89ad3dd2fbf6']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:24.361717 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5374f573-c68d-4b8c-9201-08fc7f6b209c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:24.441056 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:24.441329 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df8bd443-7a3d-4684-8dd7-c1d934b1f1f9 req-7c661081-409a-42f6-90d2-74fcdae7cf5d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 210 time: 0.0296316 Jul 05 05:01:24.452551 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-9c03adb6-81ec-412f-bbba-5af274890a05 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Made reservation on behalf of abe4c85891af4ea19a31043c8485f2e5 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:01:24.456665 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-9c03adb6-81ec-412f-bbba-5af274890a05 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:24.586528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-9c03adb6-81ec-412f-bbba-5af274890a05 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Allocated IP 172.20.0.12 (b5624f9f-c961-4b5a-9d69-ba580250d16e/0c2f6c23-32d9-450b-8ba8-07a77a309f5d/42c968cf-7f8c-41c3-b54c-2a804ce90d20) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:01:24.722783 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-9c03adb6-81ec-412f-bbba-5af274890a05 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:24.735817 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-9c03adb6-81ec-412f-bbba-5af274890a05 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Transition to ACTIVE for port object 42c968cf-7f8c-41c3-b54c-2a804ce90d20 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:24.806647 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-9c03adb6-81ec-412f-bbba-5af274890a05 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:24.855860 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-9c03adb6-81ec-412f-bbba-5af274890a05 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Network b5624f9f-c961-4b5a-9d69-ba580250d16e is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:24.858945 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-9c03adb6-81ec-412f-bbba-5af274890a05 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:24.865116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-9c03adb6-81ec-412f-bbba-5af274890a05 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:01:24.871673 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03adb6-81ec-412f-bbba-5af274890a05 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'Port': ['ID=42c968cf-7f8c-41c3-b54c-2a804ce90d20,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:24.917831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-9c03adb6-81ec-412f-bbba-5af274890a05 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:24.918414 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-9c03adb6-81ec-412f-bbba-5af274890a05 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:24.990209 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-9c03adb6-81ec-412f-bbba-5af274890a05 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7092922 Jul 05 05:01:25.002111 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Request body: {'port': {'device_id': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:25.078003 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:25.155305 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-38fb7c2b-70cd-4457-b3b8-458a4ac957b3 None None] Provisioning for port 42c968cf-7f8c-41c3-b54c-2a804ce90d20 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:25.159436 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-38fb7c2b-70cd-4457-b3b8-458a4ac957b3 None None] Provisioning complete for port 42c968cf-7f8c-41c3-b54c-2a804ce90d20 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:25.159810 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-38fb7c2b-70cd-4457-b3b8-458a4ac957b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:25.193204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-38fb7c2b-70cd-4457-b3b8-458a4ac957b3 None None] Port 42c968cf-7f8c-41c3-b54c-2a804ce90d20 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:01:25.338252 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c968cf-7f8c-41c3-b54c-2a804ce90d20 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:01:25.346277 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:25.357806 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Transition to ACTIVE for port object 42c968cf-7f8c-41c3-b54c-2a804ce90d20 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:25.441218 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:25.510248 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Pushing event updated for resources: {'Port': ['ID=42c968cf-7f8c-41c3-b54c-2a804ce90d20,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:25.560676 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:25.580880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Attempting to bind port 42c968cf-7f8c-41c3-b54c-2a804ce90d20 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:01:25.581216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Attempting to bind port 42c968cf-7f8c-41c3-b54c-2a804ce90d20 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:01:25.583385 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Attempting to bind port 42c968cf-7f8c-41c3-b54c-2a804ce90d20 on network b5624f9f-c961-4b5a-9d69-ba580250d16e {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:25.604070 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Port 42c968cf-7f8c-41c3-b54c-2a804ce90d20 on network b5624f9f-c961-4b5a-9d69-ba580250d16e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:01:25.604492 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Attempting to bind port 42c968cf-7f8c-41c3-b54c-2a804ce90d20 on network b5624f9f-c961-4b5a-9d69-ba580250d16e {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:25.612508 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:01:25.612850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Checking segment: {'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:25.613238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Bound using segment: {'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:01:25.613670 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Bound port: 42c968cf-7f8c-41c3-b54c-2a804ce90d20, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:01:25.614033 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:25.676675 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b148272-10e4-456f-8ab2-ad3f39a02f6a req-3d444f3f-2bdc-420e-9cbf-6942c734c991 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:25.678182 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b148272-10e4-456f-8ab2-ad3f39a02f6a req-3d444f3f-2bdc-420e-9cbf-6942c734c991 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.1142044 Jul 05 05:01:25.717745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] For port 42c968cf-7f8c-41c3-b54c-2a804ce90d20, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:25.738128 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] For port 42c968cf-7f8c-41c3-b54c-2a804ce90d20, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:01:25.743595 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5b148272-10e4-456f-8ab2-ad3f39a02f6a req-29e9e68a-d525-4abf-99ba-f3780b9f8204 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565085 Jul 05 05:01:25.847028 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:25.885528 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:25.886149 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:25.890350 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] 10.222.0.64 "PUT /v2.0/ports/42c968cf-7f8c-41c3-b54c-2a804ce90d20 HTTP/1.1" status: 200 len: 1092 time: 0.8908224 Jul 05 05:01:25.890971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:01:25.893674 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b424e8ea-e15c-4a93-898c-37b5897d8891" -d '{"events": [{"name": "network-changed", "server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:01:25.922167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1ad74-099d-4978-aea0-5c5e0502051a service neutron] Pushing event updated for resources: {'Port': ['ID=42c968cf-7f8c-41c3-b54c-2a804ce90d20,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:25.932191 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb19a6b-85a7-4840-9019-98b26a14d2f0 x-openstack-request-id: req-3fb19a6b-85a7-4840-9019-98b26a14d2f0 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:01:25.932316 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:01:25.932581 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3fb19a6b-85a7-4840-9019-98b26a14d2f0 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:01:25.932971 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'status': 'completed', 'code': 200} Jul 05 05:01:26.008052 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424e8ea-e15c-4a93-898c-37b5897d8891 req-8ef70c6c-404a-45b0-a64a-c60317a22e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:26.009614 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b424e8ea-e15c-4a93-898c-37b5897d8891 req-8ef70c6c-404a-45b0-a64a-c60317a22e4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 1095 time: 0.0558622 Jul 05 05:01:26.117144 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424e8ea-e15c-4a93-898c-37b5897d8891 req-6b9db07a-b817-4632-b30c-0da364e59361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:26.118610 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b424e8ea-e15c-4a93-898c-37b5897d8891 req-6b9db07a-b817-4632-b30c-0da364e59361 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=abe4c85891af4ea19a31043c8485f2e5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1012387 Jul 05 05:01:26.213583 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424e8ea-e15c-4a93-898c-37b5897d8891 req-a1e64da0-277d-4c5e-90a5-19f22412051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:26.214988 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b424e8ea-e15c-4a93-898c-37b5897d8891 req-a1e64da0-277d-4c5e-90a5-19f22412051b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898783 Jul 05 05:01:26.305198 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-36509d5c-79e2-460d-a327-bedde26b2528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:26.306582 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-36509d5c-79e2-460d-a327-bedde26b2528 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 1095 time: 0.0516057 Jul 05 05:01:26.350674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-bf330e1f-9eeb-4f5a-b594-4dc77371908d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20 HTTP/1.1" status: 200 len: 217 time: 0.0369480 Jul 05 05:01:26.398985 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-3d955aac-5e09-48b7-a476-77e2fc319c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:26.400499 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-3d955aac-5e09-48b7-a476-77e2fc319c99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0439267 Jul 05 05:01:26.457482 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-cea26180-8e1b-40e4-b774-984c127efd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:26.458973 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-cea26180-8e1b-40e4-b774-984c127efd76 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523684 Jul 05 05:01:26.550512 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-138b9325-25ee-450d-b2a8-2859ec65b2a8 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845101 Jul 05 05:01:26.639633 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7aff5f5-247a-4dc6-93a7-26867c4af205 req-c74f7c2a-066e-4a4c-a416-814a55c829ef service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798471 Jul 05 05:01:26.928258 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7f688-031b-48a1-8056-90028d6fcffa req-db4defd9-cc1f-4519-a512-584262b64a11 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:26.929682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ee7f688-031b-48a1-8056-90028d6fcffa req-db4defd9-cc1f-4519-a512-584262b64a11 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0734127 Jul 05 05:01:26.967077 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ee7f688-031b-48a1-8056-90028d6fcffa req-927a7793-80e3-411a-b180-2d42fe0e06a3 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319273 Jul 05 05:01:27.435311 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:28.144767 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294e413-9a59-4bfc-804c-c3805f1a9099 req-72dc97e4-cb27-4573-8ac0-ffbefed7e250 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:28.146256 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2294e413-9a59-4bfc-804c-c3805f1a9099 req-72dc97e4-cb27-4573-8ac0-ffbefed7e250 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0633454 Jul 05 05:01:28.183733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2294e413-9a59-4bfc-804c-c3805f1a9099 req-e0e23ebd-8bf0-47b3-99b4-6c0f08daa60b tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319474 Jul 05 05:01:29.356900 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36f3c9-b090-4e9d-ba70-02cde71630a5 req-c5233960-a3cd-4132-b840-c910345c116c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:29.358354 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-da36f3c9-b090-4e9d-ba70-02cde71630a5 req-c5233960-a3cd-4132-b840-c910345c116c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0623469 Jul 05 05:01:29.398417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-da36f3c9-b090-4e9d-ba70-02cde71630a5 req-f1d8c5b8-c101-46f9-b6d3-235a89a0fee5 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344932 Jul 05 05:01:29.851048 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 42c968cf-7f8c-41c3-b54c-2a804ce90d20 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:01:30.103917 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 42c968cf-7f8c-41c3-b54c-2a804ce90d20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:30.114755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'port_id': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'mac_address': 'fa:16:3e:12:4d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:01:30.152557 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:30.155655 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:30.165499 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c968cf-7f8c-41c3-b54c-2a804ce90d20 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:01:30.185415 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 42c968cf-7f8c-41c3-b54c-2a804ce90d20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:30.246995 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:30.296960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=42c968cf-7f8c-41c3-b54c-2a804ce90d20,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:30.450434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['42c968cf-7f8c-41c3-b54c-2a804ce90d20'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:01:30.576648 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ddd53-b601-44d5-8260-3e3fe49a4826 req-eaa5a4c2-78c2-4530-bd36-1f8b11504b5a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:30.578175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-424ddd53-b601-44d5-8260-3e3fe49a4826 req-eaa5a4c2-78c2-4530-bd36-1f8b11504b5a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 945 time: 0.0671947 Jul 05 05:01:30.616321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-424ddd53-b601-44d5-8260-3e3fe49a4826 req-48bb0b36-3c7d-4b4c-a7ef-9665d4592981 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326846 Jul 05 05:01:31.789195 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06abd8-4fe8-42c0-94fc-ddb2d1b3c83e req-211747a5-0074-4e00-a14c-bbfb8f42abfc tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:31.790617 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5a06abd8-4fe8-42c0-94fc-ddb2d1b3c83e req-211747a5-0074-4e00-a14c-bbfb8f42abfc tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 945 time: 0.0633678 Jul 05 05:01:31.827421 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5a06abd8-4fe8-42c0-94fc-ddb2d1b3c83e req-b66b7795-7062-4ac4-8c87-845466bf84e2 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306392 Jul 05 05:01:31.866530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 42c968cf-7f8c-41c3-b54c-2a804ce90d20 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:32.092589 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 42c968cf-7f8c-41c3-b54c-2a804ce90d20 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:32.096570 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 42c968cf-7f8c-41c3-b54c-2a804ce90d20 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:32.096938 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:32.171335 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:32.189738 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:32.193645 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:01:32.195888 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbefb96-e202-43b9-ac58-78b24f328d07" -d '{"events": [{"server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "name": "network-vif-plugged", "status": "completed", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:01:32.208875 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 42c968cf-7f8c-41c3-b54c-2a804ce90d20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:32.233511 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105eb078-c577-428d-99b1-22461f122546 x-openstack-request-id: req-105eb078-c577-428d-99b1-22461f122546 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:01:32.233511 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "name": "network-vif-plugged", "status": "completed", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:01:32.233511 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-105eb078-c577-428d-99b1-22461f122546 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:01:32.233511 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'code': 200} Jul 05 05:01:32.281054 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:32.331005 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=42c968cf-7f8c-41c3-b54c-2a804ce90d20,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:32.346251 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9f8f4-3d9d-41ae-9720-488d1b91a455 req-3a3a8239-1ace-48f6-93ce-277d7c55848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:32.347683 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00d9f8f4-3d9d-41ae-9720-488d1b91a455 req-3a3a8239-1ace-48f6-93ce-277d7c55848c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 1097 time: 0.0552955 Jul 05 05:01:32.381903 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00d9f8f4-3d9d-41ae-9720-488d1b91a455 req-6b8b7480-2292-4f40-9801-ae4d406fbbe8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282121 Jul 05 05:01:33.000445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590f081-089a-45f0-adc0-133628b1ddc0 req-0694670b-0010-4111-bf89-35df76b8dbe6 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:33.002517 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b590f081-089a-45f0-adc0-133628b1ddc0 req-0694670b-0010-4111-bf89-35df76b8dbe6 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0637195 Jul 05 05:01:33.046604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b590f081-089a-45f0-adc0-133628b1ddc0 req-9cff6856-2e8a-44b8-8b8f-a97aa89bd5a3 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Jul 05 05:01:34.229334 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86546071-47fa-48a4-a97c-fbdb0f839665 req-dcf25418-c65d-41c8-968f-b1a7ddfd0bb0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:34.231564 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86546071-47fa-48a4-a97c-fbdb0f839665 req-dcf25418-c65d-41c8-968f-b1a7ddfd0bb0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0712376 Jul 05 05:01:34.268692 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-86546071-47fa-48a4-a97c-fbdb0f839665 req-77cc5311-c4d5-487d-b7ef-549d67b24011 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316331 Jul 05 05:01:34.445191 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d09bd-4e3a-495e-9ed4-2c8b5dad5d13 req-aa532d99-2efa-497c-86e4-d0d64101ef29 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:34.446678 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df6d09bd-4e3a-495e-9ed4-2c8b5dad5d13 req-aa532d99-2efa-497c-86e4-d0d64101ef29 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0671952 Jul 05 05:01:34.485471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df6d09bd-4e3a-495e-9ed4-2c8b5dad5d13 req-11242ede-7f2a-4db8-9d11-b63067104002 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326169 Jul 05 05:01:34.510032 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57946) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:34.601118 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff630043-ea40-487d-b677-2d9ce29ad22f tempest-TestShelveInstance-1899978546 tempest-TestShelveInstance-1899978546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:34.602961 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ff630043-ea40-487d-b677-2d9ce29ad22f tempest-TestShelveInstance-1899978546 tempest-TestShelveInstance-1899978546-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 1092 time: 0.0916216 Jul 05 05:01:34.606132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 57950) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:34.610502 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:34.697831 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:34.793425 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:34.934377 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Allocated IP 172.25.0.204 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/dc48cd00-417a-4103-8f52-ea4c666a72a9) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:01:35.047361 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:35.138092 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:35.171775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:35.174644 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:35.178045 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:01:35.206136 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'Port': ['ID=dc48cd00-417a-4103-8f52-ea4c666a72a9,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:35.892153 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:36.019993 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:36.163345 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:36.211072 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:36.279694 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'Port': ['ID=dc48cd00-417a-4103-8f52-ea4c666a72a9,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:36.291171 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:36.393113 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Floating IP 6810dd77-12ad-41b8-9d9a-509276c47f2d associated. External IP: 172.25.0.204, port: 42c968cf-7f8c-41c3-b54c-2a804ce90d20. Jul 05 05:01:36.601881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Router eefd6870-e215-4bdd-98af-a9b52b52d791 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:01:36.708488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:01:36.718326 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c183ad2a-2a27-4950-b914-2bc98b9db16d None None] Sync routers for ids ['eefd6870-e215-4bdd-98af-a9b52b52d791'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:01:36.726858 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c183ad2a-2a27-4950-b914-2bc98b9db16d None None] Routers {'eefd6870-e215-4bdd-98af-a9b52b52d791'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:36.727538 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c183ad2a-2a27-4950-b914-2bc98b9db16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['eefd6870-e215-4bdd-98af-a9b52b52d791'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:36.772074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:36.811171 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-820d2e06-d63b-4291-9c4c-649d7bc6c21a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2039959 Jul 05 05:01:36.811772 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:01:36.814054 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197b7685-6892-4561-88eb-b77f71a5d513" -d '{"events": [{"name": "network-changed", "server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:01:36.832922 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-c183ad2a-2a27-4950-b914-2bc98b9db16d None None] Set router eefd6870-e215-4bdd-98af-a9b52b52d791 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:36.853648 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0003577-0802-4687-8eaa-177a48143c6e x-openstack-request-id: req-e0003577-0802-4687-8eaa-177a48143c6e {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:01:36.853887 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:01:36.854139 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0003577-0802-4687-8eaa-177a48143c6e {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:01:36.854585 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'status': 'completed', 'code': 200} Jul 05 05:01:36.929010 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7685-6892-4561-88eb-b77f71a5d513 req-eff5a0f6-43c0-4287-9e92-e7df074a6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:36.930618 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-197b7685-6892-4561-88eb-b77f71a5d513 req-eff5a0f6-43c0-4287-9e92-e7df074a6ad1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 1097 time: 0.0544350 Jul 05 05:01:37.022120 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7685-6892-4561-88eb-b77f71a5d513 req-901f9d3f-7cf7-48cd-b9ee-9f15cf944dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:37.023607 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-197b7685-6892-4561-88eb-b77f71a5d513 req-901f9d3f-7cf7-48cd-b9ee-9f15cf944dbf service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0871849 Jul 05 05:01:37.066280 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c183ad2a-2a27-4950-b914-2bc98b9db16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '6810dd77-12ad-41b8-9d9a-509276c47f2d', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'port_id': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'mac_address': 'fa:16:3e:12:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:01:35Z', 'updated_at': '2021-07-05T05:01:35Z', 'revision_number': 0, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 5, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:37.091971 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c183ad2a-2a27-4950-b914-2bc98b9db16d None None] Checking router: eefd6870-e215-4bdd-98af-a9b52b52d791 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:01:37.094398 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-197b7685-6892-4561-88eb-b77f71a5d513 req-2957bfd9-2cc3-47e1-b062-8cbabbea635d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20 HTTP/1.1" status: 200 len: 1000 time: 0.0642405 Jul 05 05:01:37.100063 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c183ad2a-2a27-4950-b914-2bc98b9db16d None None] Routers {'eefd6870-e215-4bdd-98af-a9b52b52d791'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:37.100697 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c183ad2a-2a27-4950-b914-2bc98b9db16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:01:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['eefd6870-e215-4bdd-98af-a9b52b52d791'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:37.142312 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7685-6892-4561-88eb-b77f71a5d513 req-cde66205-89ae-4781-857c-b50bfa5963c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:37.143783 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-197b7685-6892-4561-88eb-b77f71a5d513 req-cde66205-89ae-4781-857c-b50bfa5963c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0436442 Jul 05 05:01:37.205067 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-c183ad2a-2a27-4950-b914-2bc98b9db16d None None] Set router eefd6870-e215-4bdd-98af-a9b52b52d791 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:37.205936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7685-6892-4561-88eb-b77f71a5d513 req-040992d7-14c1-478a-acd3-b61773afe827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:37.207481 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-197b7685-6892-4561-88eb-b77f71a5d513 req-040992d7-14c1-478a-acd3-b61773afe827 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571594 Jul 05 05:01:37.298484 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-197b7685-6892-4561-88eb-b77f71a5d513 req-d1defb41-18b8-4bc6-af5c-544d10bd52f5 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826528 Jul 05 05:01:37.402299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-197b7685-6892-4561-88eb-b77f71a5d513 req-1e427854-866a-4424-b5fc-d5174d037095 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925653 Jul 05 05:01:37.510266 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c183ad2a-2a27-4950-b914-2bc98b9db16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '6810dd77-12ad-41b8-9d9a-509276c47f2d', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'port_id': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'mac_address': 'fa:16:3e:12:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:01:35Z', 'updated_at': '2021-07-05T05:01:35Z', 'revision_number': 0, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 5, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:37.536242 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c183ad2a-2a27-4950-b914-2bc98b9db16d None None] The sync data for ids ['eefd6870-e215-4bdd-98af-a9b52b52d791'] in n-d-798249-5 is: [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '6810dd77-12ad-41b8-9d9a-509276c47f2d', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'port_id': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'mac_address': 'fa:16:3e:12:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:01:35Z', 'updated_at': '2021-07-05T05:01:35Z', 'revision_number': 0, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 5, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:01:37.717290 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee40266b-04e4-46e3-8de4-493014fa371f None None] New status for floating IP 6810dd77-12ad-41b8-9d9a-509276c47f2d: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:01:46.670451 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c4636e5-324b-44ad-9e58-a01bbba4a6ec req-e35ca9c6-6a9c-4931-88d0-d2ce68b65e56 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531139 Jul 05 05:01:46.778642 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4636e5-324b-44ad-9e58-a01bbba4a6ec req-b50eb3cc-5742-4c04-9ef4-d2b8a7a04026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:46.780142 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c4636e5-324b-44ad-9e58-a01bbba4a6ec req-b50eb3cc-5742-4c04-9ef4-d2b8a7a04026 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 1097 time: 0.0529494 Jul 05 05:01:46.886499 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4636e5-324b-44ad-9e58-a01bbba4a6ec req-a5e49d81-b93f-472e-860d-ed1fa992aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:46.888196 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c4636e5-324b-44ad-9e58-a01bbba4a6ec req-a5e49d81-b93f-472e-860d-ed1fa992aa00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0889394 Jul 05 05:01:46.953695 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c4636e5-324b-44ad-9e58-a01bbba4a6ec req-25276912-335d-485b-83ef-37ff6c104267 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20 HTTP/1.1" status: 200 len: 1002 time: 0.0579600 Jul 05 05:01:47.001107 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4636e5-324b-44ad-9e58-a01bbba4a6ec req-8369bac0-6404-45b7-9dc2-4e4665108666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:47.002513 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c4636e5-324b-44ad-9e58-a01bbba4a6ec req-8369bac0-6404-45b7-9dc2-4e4665108666 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0423319 Jul 05 05:01:47.061484 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4636e5-324b-44ad-9e58-a01bbba4a6ec req-ebac5030-b127-422e-a843-2c36557ae14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:47.063040 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c4636e5-324b-44ad-9e58-a01bbba4a6ec req-ebac5030-b127-422e-a843-2c36557ae14f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545349 Jul 05 05:01:47.151826 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c4636e5-324b-44ad-9e58-a01bbba4a6ec req-5399a9a9-0827-46e7-b274-84e381a1d6e8 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819960 Jul 05 05:01:47.243497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6c4636e5-324b-44ad-9e58-a01bbba4a6ec req-c20022c7-8849-46c7-9bf4-a26160cba71d service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861194 Jul 05 05:01:51.405871 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c9d0fc0-34fb-422b-9942-f494d4600153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:54.389674 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-48f707e3-3641-49b9-8bea-c5018c93b309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:54.491609 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:55.525108 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:57.417561 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:00.113995 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:02:00.159310 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:02.092504 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:21.394592 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-1bec90be-2825-450c-be2e-be1607003137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:24.360079 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6b64e52a-de71-46e3-b846-c87d9e086cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:24.450864 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:25.552782 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:27.427320 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:30.163931 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:32.125400 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:37.121893 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:02:46.659769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54c05651-26fa-415e-b8c6-53adf4a55c76 req-68a497c1-d47d-4e2a-b27f-0dc5dfc6f059 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519862 Jul 05 05:02:46.751996 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c05651-26fa-415e-b8c6-53adf4a55c76 req-5d72b22a-564e-482d-803a-e78f4a4735f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:46.753496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54c05651-26fa-415e-b8c6-53adf4a55c76 req-5d72b22a-564e-482d-803a-e78f4a4735f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 1097 time: 0.0521393 Jul 05 05:02:46.859001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c05651-26fa-415e-b8c6-53adf4a55c76 req-8235da07-8694-4996-8fea-001341c4af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:46.860495 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54c05651-26fa-415e-b8c6-53adf4a55c76 req-8235da07-8694-4996-8fea-001341c4af03 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0877185 Jul 05 05:02:46.925069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54c05651-26fa-415e-b8c6-53adf4a55c76 req-8aac78cd-d589-46eb-af1b-cd1c3842dc87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20 HTTP/1.1" status: 200 len: 1002 time: 0.0584443 Jul 05 05:02:46.975623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c05651-26fa-415e-b8c6-53adf4a55c76 req-ae715b3c-3b80-455d-9114-17b6f1b34998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:46.977075 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54c05651-26fa-415e-b8c6-53adf4a55c76 req-ae715b3c-3b80-455d-9114-17b6f1b34998 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0462732 Jul 05 05:02:47.033082 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c05651-26fa-415e-b8c6-53adf4a55c76 req-2f497f09-86d4-4760-b0fa-75483b582285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:47.034547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54c05651-26fa-415e-b8c6-53adf4a55c76 req-2f497f09-86d4-4760-b0fa-75483b582285 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508466 Jul 05 05:02:47.122768 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54c05651-26fa-415e-b8c6-53adf4a55c76 req-e126bbee-0e4b-4d22-ae72-c7561ba28ccb service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808144 Jul 05 05:02:47.216111 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-54c05651-26fa-415e-b8c6-53adf4a55c76 req-8d58199b-1202-4e62-b335-1610028b260e service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868435 Jul 05 05:02:51.393739 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0a5d6726-ecd8-4b94-a11c-8ae24d1de789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:54.371267 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c3070ee8-9fa1-4efb-9536-37b20129c24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:54.460693 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:55.523133 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:57.426050 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:00.188274 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.168805 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.113824 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:03:21.396866 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ddfb6c0d-8792-433d-bbf8-8083b02b034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:24.356243 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e2270b1d-38dd-4c64-b8a4-30133bec8317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:24.442076 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:25.533544 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:27.436246 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:30.182110 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:32.130859 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:32.170308 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e690a06-1b66-4ce5-8af1-901005ef0ec1 req-7bca3fcc-a4b3-418f-991f-d655ea17de29 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:32.171808 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e690a06-1b66-4ce5-8af1-901005ef0ec1 req-7bca3fcc-a4b3-418f-991f-d655ea17de29 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.1117072 Jul 05 05:03:32.210526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1e690a06-1b66-4ce5-8af1-901005ef0ec1 req-1c29859a-9b37-4957-89e9-6b28e7f1a6e9 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324559 Jul 05 05:03:33.416232 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826d765-81cf-49f0-9edc-5916be0f4aa4 req-ea10d312-72a6-4a2b-8d83-5bce2ca785c6 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:33.417714 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2826d765-81cf-49f0-9edc-5916be0f4aa4 req-ea10d312-72a6-4a2b-8d83-5bce2ca785c6 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0684931 Jul 05 05:03:33.454814 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2826d765-81cf-49f0-9edc-5916be0f4aa4 req-18b2f611-8b8d-4c01-b464-5dd7bf57394c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309653 Jul 05 05:03:34.643053 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02928602-9106-427a-b040-0970d0c4c41a req-067b1d81-c7bc-4589-a896-755365207ef4 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:34.644574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02928602-9106-427a-b040-0970d0c4c41a req-067b1d81-c7bc-4589-a896-755365207ef4 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0635769 Jul 05 05:03:34.683103 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-02928602-9106-427a-b040-0970d0c4c41a req-0646cbaf-cde7-42b6-a679-84ea3ad18b2c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330091 Jul 05 05:03:35.853207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9de70b-779d-4b46-8339-5085b4f0fb2d req-ce0eb480-e85b-4339-bca4-cbdc773353fc tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:35.854700 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc9de70b-779d-4b46-8339-5085b4f0fb2d req-ce0eb480-e85b-4339-bca4-cbdc773353fc tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0633380 Jul 05 05:03:35.892916 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cc9de70b-779d-4b46-8339-5085b4f0fb2d req-423ce3fa-8f58-4200-8000-7de5e8ebda15 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325902 Jul 05 05:03:37.070706 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ed9f1-6660-4b55-b665-6bdc448ad92f req-f80c4cd4-775b-407f-93e1-38f9bfecb8f7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:37.072201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed4ed9f1-6660-4b55-b665-6bdc448ad92f req-f80c4cd4-775b-407f-93e1-38f9bfecb8f7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0664337 Jul 05 05:03:37.109888 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ed4ed9f1-6660-4b55-b665-6bdc448ad92f req-fccf5719-4a0c-4b0d-9f35-b72c2881c014 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320773 Jul 05 05:03:38.289478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486ab2-e85a-48cd-85b7-2c8637e0e055 req-b229100c-f5db-4f56-a324-25d8a77d13c9 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:38.290995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e486ab2-e85a-48cd-85b7-2c8637e0e055 req-b229100c-f5db-4f56-a324-25d8a77d13c9 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0630696 Jul 05 05:03:38.328291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e486ab2-e85a-48cd-85b7-2c8637e0e055 req-bbc4f4b2-2382-4b1d-8c6f-9cd43ce62e6f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317609 Jul 05 05:03:39.515383 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccf3a0-6a69-41aa-8f26-8333e16c29c4 req-075bf863-02a0-4481-aa7d-ebe917417d79 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:39.516992 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7bccf3a0-6a69-41aa-8f26-8333e16c29c4 req-075bf863-02a0-4481-aa7d-ebe917417d79 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0677955 Jul 05 05:03:39.554511 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7bccf3a0-6a69-41aa-8f26-8333e16c29c4 req-462d1dcc-92bb-4289-a839-34220e60090b tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321546 Jul 05 05:03:40.726181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bc14a-c6dd-4d4d-98cd-3d72937af234 req-32a5b6a7-a71d-419c-88b2-6d90703084a7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:40.727646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c60bc14a-c6dd-4d4d-98cd-3d72937af234 req-32a5b6a7-a71d-419c-88b2-6d90703084a7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0628920 Jul 05 05:03:40.764418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c60bc14a-c6dd-4d4d-98cd-3d72937af234 req-b4ccf79f-3fd3-4470-bd93-de97ffa42d8a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313153 Jul 05 05:03:41.937971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c8d54-9788-4e32-8fcc-f830f6a562aa req-074fef23-4d2b-44e6-9004-86d0750ff6e2 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:41.939502 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-064c8d54-9788-4e32-8fcc-f830f6a562aa req-074fef23-4d2b-44e6-9004-86d0750ff6e2 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0652456 Jul 05 05:03:41.976981 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-064c8d54-9788-4e32-8fcc-f830f6a562aa req-d4f91145-0964-42b4-b91a-464904049665 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318358 Jul 05 05:03:43.153932 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b68eb0-970e-4eef-bad7-e5b932d7eded req-8e8459a4-adf7-41f8-a72b-5c7fc2909847 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:43.155308 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1b68eb0-970e-4eef-bad7-e5b932d7eded req-8e8459a4-adf7-41f8-a72b-5c7fc2909847 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0669603 Jul 05 05:03:43.192241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a1b68eb0-970e-4eef-bad7-e5b932d7eded req-81accd66-c132-4cc1-91c6-f43514a339a4 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311580 Jul 05 05:03:44.375709 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a96f59-d6c7-4db1-8e6d-95a12b5cf71a req-1e68853e-9e12-428a-8667-a2c534b0d1af tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:44.379543 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-23a96f59-d6c7-4db1-8e6d-95a12b5cf71a req-1e68853e-9e12-428a-8667-a2c534b0d1af tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0683610 Jul 05 05:03:44.406148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 42c968cf-7f8c-41c3-b54c-2a804ce90d20 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:03:44.423254 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-23a96f59-d6c7-4db1-8e6d-95a12b5cf71a req-2c0e6e36-4654-400c-83ad-fa065b105536 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383604 Jul 05 05:03:44.510080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 42c968cf-7f8c-41c3-b54c-2a804ce90d20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:44.522274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'port_id': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'mac_address': 'fa:16:3e:12:4d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:03:44.562475 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:44.578635 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42c968cf-7f8c-41c3-b54c-2a804ce90d20 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:03:44.598734 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 42c968cf-7f8c-41c3-b54c-2a804ce90d20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:44.659075 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:44.714952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=42c968cf-7f8c-41c3-b54c-2a804ce90d20,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:44.722097 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:44.722446 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:44.722789 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:44.723134 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:44.723464 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:44.723798 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:44.724127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:44.724486 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:44.724840 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:44.725240 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:44.725982 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:44.726311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:44.734109 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['42c968cf-7f8c-41c3-b54c-2a804ce90d20'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:03:45.617820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d241a1-117d-440f-9320-e874114b8662 req-a65f3e96-9c90-43e1-bb7c-1a39c24bd8b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:45.624760 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d9d241a1-117d-440f-9320-e874114b8662 req-a65f3e96-9c90-43e1-bb7c-1a39c24bd8b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 945 time: 0.0785329 Jul 05 05:03:45.662419 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d9d241a1-117d-440f-9320-e874114b8662 req-c68bf5c0-5cfc-47cb-879f-9cf394e5ae52 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367484 Jul 05 05:03:46.432557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 42c968cf-7f8c-41c3-b54c-2a804ce90d20 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:03:46.511733 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 42c968cf-7f8c-41c3-b54c-2a804ce90d20 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:46.512202 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:46.604695 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:46.633510 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:03:46.635918 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febac51d-c25f-4d3a-a5c0-517e75f56d74" -d '{"events": [{"server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "name": "network-vif-plugged", "status": "completed", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:03:46.650503 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 42c968cf-7f8c-41c3-b54c-2a804ce90d20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:46.681804 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba3ad4a-6ea8-4f63-9eed-447ab8fb22be x-openstack-request-id: req-fba3ad4a-6ea8-4f63-9eed-447ab8fb22be {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:03:46.682126 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "name": "network-vif-plugged", "status": "completed", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:03:46.682384 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fba3ad4a-6ea8-4f63-9eed-447ab8fb22be {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:03:46.682783 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'code': 200} Jul 05 05:03:46.756784 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:46.826374 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=42c968cf-7f8c-41c3-b54c-2a804ce90d20,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:46.896057 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47506df7-346c-4011-962f-5cae24181fc8 req-19d4b5de-cd2d-454b-9fe4-4bd7c8264d39 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:46.903452 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47506df7-346c-4011-962f-5cae24181fc8 req-19d4b5de-cd2d-454b-9fe4-4bd7c8264d39 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0990281 Jul 05 05:03:46.950658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47506df7-346c-4011-962f-5cae24181fc8 req-7ef4a36d-7d79-4b47-b592-db72e5139e67 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397489 Jul 05 05:03:48.178511 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7253b69-0c5d-4e34-b2c1-d7c67f20e798 req-d5a2508b-25d9-4581-bb58-fe8c18d3da75 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:48.181675 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7253b69-0c5d-4e34-b2c1-d7c67f20e798 req-d5a2508b-25d9-4581-bb58-fe8c18d3da75 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.1091118 Jul 05 05:03:48.182702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24393fc1-2048-4ef6-9a2e-38195ddf7c86 req-27a3f0d4-b88c-4abb-96fb-4a92d1c67e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:48.184891 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24393fc1-2048-4ef6-9a2e-38195ddf7c86 req-27a3f0d4-b88c-4abb-96fb-4a92d1c67e1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 1097 time: 0.1496451 Jul 05 05:03:48.288485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a7253b69-0c5d-4e34-b2c1-d7c67f20e798 req-27af34a9-17ca-4cf2-9c87-1373f91f68f8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925715 Jul 05 05:03:48.338631 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24393fc1-2048-4ef6-9a2e-38195ddf7c86 req-a02dd482-c4d3-4807-896e-9361f23724f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:48.339097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24393fc1-2048-4ef6-9a2e-38195ddf7c86 req-a02dd482-c4d3-4807-896e-9361f23724f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.1255808 Jul 05 05:03:48.422649 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24393fc1-2048-4ef6-9a2e-38195ddf7c86 req-01b2d6e4-d9cf-4d8c-94aa-6960c2e6c772 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20 HTTP/1.1" status: 200 len: 1002 time: 0.0752745 Jul 05 05:03:48.485410 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24393fc1-2048-4ef6-9a2e-38195ddf7c86 req-e62e9f8e-e89a-4793-be1c-c0fb18209770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:48.487299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24393fc1-2048-4ef6-9a2e-38195ddf7c86 req-e62e9f8e-e89a-4793-be1c-c0fb18209770 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0577154 Jul 05 05:03:48.550076 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24393fc1-2048-4ef6-9a2e-38195ddf7c86 req-492cdb35-cfc3-45e3-bf6e-4406dfdd7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:48.551612 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24393fc1-2048-4ef6-9a2e-38195ddf7c86 req-492cdb35-cfc3-45e3-bf6e-4406dfdd7b7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578279 Jul 05 05:03:48.670770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24393fc1-2048-4ef6-9a2e-38195ddf7c86 req-7dd18f24-871f-43bc-90e9-349348e28ea5 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107650 Jul 05 05:03:48.793884 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-24393fc1-2048-4ef6-9a2e-38195ddf7c86 req-69b24f7b-b311-49ba-9be7-280a0409d09a service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128414 Jul 05 05:03:49.517260 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39f331-00ae-45f9-8e69-a544b376e869 req-edbe65cc-7870-484f-8784-b8d706c5622c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:49.519488 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c39f331-00ae-45f9-8e69-a544b376e869 req-edbe65cc-7870-484f-8784-b8d706c5622c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0769114 Jul 05 05:03:49.562822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c39f331-00ae-45f9-8e69-a544b376e869 req-f8e8f23e-c5aa-460f-aad7-92d4c60418a4 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374634 Jul 05 05:03:50.764916 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbe1a8-6ec0-49f4-9dbb-4903703af258 req-28cbb50d-52fa-40ca-ac60-22fce414341c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:50.766508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5acbe1a8-6ec0-49f4-9dbb-4903703af258 req-28cbb50d-52fa-40ca-ac60-22fce414341c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0709689 Jul 05 05:03:50.806734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5acbe1a8-6ec0-49f4-9dbb-4903703af258 req-0195befa-849c-48e7-b158-997bd679f3d7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341763 Jul 05 05:03:51.113121 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:03:51.447052 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-11c57990-c0de-407d-8712-e68d39ec989d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:52.006687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbbee5-2f2d-4301-9574-a40c89f0404c req-879f061e-d5df-46aa-b3c4-692f7db3e46f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:52.008142 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-efdbbee5-2f2d-4301-9574-a40c89f0404c req-879f061e-d5df-46aa-b3c4-692f7db3e46f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0738907 Jul 05 05:03:52.057107 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-efdbbee5-2f2d-4301-9574-a40c89f0404c req-301f3a73-11fe-422f-83f3-55b637fb8e52 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Jul 05 05:03:53.246911 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbf6ec-664a-4047-96ec-773f79b68c74 req-c7ad640e-1643-4151-8354-0e8e69c11de5 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:53.248646 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08fbf6ec-664a-4047-96ec-773f79b68c74 req-c7ad640e-1643-4151-8354-0e8e69c11de5 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0745542 Jul 05 05:03:53.291504 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-08fbf6ec-664a-4047-96ec-773f79b68c74 req-5ca324b3-b3c0-42b9-af29-942892d10714 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361950 Jul 05 05:03:54.380942 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2568a5f4-2d53-425b-a5fd-509faa955af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:54.467279 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:54.515481 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7a563-052e-43fa-9519-6b300d129730 req-494d01d7-f1f5-43a7-923a-6883c13d59c4 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:54.517021 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a7a563-052e-43fa-9519-6b300d129730 req-494d01d7-f1f5-43a7-923a-6883c13d59c4 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0824773 Jul 05 05:03:54.565687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b6a7a563-052e-43fa-9519-6b300d129730 req-0ccc440f-f657-4bbb-bd9c-fcb114b5bc6d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392709 Jul 05 05:03:55.553221 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:55.740437 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6e1b2-7726-4aa7-aa64-6f91f6e9036b req-9e276051-47e2-44c0-82b5-07c602e10ca5 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:55.742046 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8d6e1b2-7726-4aa7-aa64-6f91f6e9036b req-9e276051-47e2-44c0-82b5-07c602e10ca5 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0666723 Jul 05 05:03:55.780889 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a8d6e1b2-7726-4aa7-aa64-6f91f6e9036b req-36cefea5-efa6-4b84-a71e-a518926342e8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330443 Jul 05 05:03:55.947666 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865e600-dcea-4c0f-aaba-623e76da7f65 req-4de2fa6a-01d9-43fe-b1f7-31c302c72e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:55.949162 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3865e600-dcea-4c0f-aaba-623e76da7f65 req-4de2fa6a-01d9-43fe-b1f7-31c302c72e4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 1097 time: 0.0526645 Jul 05 05:03:56.041161 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865e600-dcea-4c0f-aaba-623e76da7f65 req-c940f4f7-62a0-40fc-946c-324e8fe89e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:56.042767 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3865e600-dcea-4c0f-aaba-623e76da7f65 req-c940f4f7-62a0-40fc-946c-324e8fe89e61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0871344 Jul 05 05:03:56.106747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3865e600-dcea-4c0f-aaba-623e76da7f65 req-c9d3ac9e-3aa5-4d6b-b40c-e311929e6928 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20 HTTP/1.1" status: 200 len: 1002 time: 0.0572276 Jul 05 05:03:56.155605 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865e600-dcea-4c0f-aaba-623e76da7f65 req-a756a2b6-fe64-466e-9fad-8c31aa98927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:56.157068 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3865e600-dcea-4c0f-aaba-623e76da7f65 req-a756a2b6-fe64-466e-9fad-8c31aa98927f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0438726 Jul 05 05:03:56.216280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865e600-dcea-4c0f-aaba-623e76da7f65 req-4a32e3ed-e6b7-4ec2-9860-dcf802aacdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:56.217705 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3865e600-dcea-4c0f-aaba-623e76da7f65 req-4a32e3ed-e6b7-4ec2-9860-dcf802aacdb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546672 Jul 05 05:03:56.304314 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3865e600-dcea-4c0f-aaba-623e76da7f65 req-8f93ad05-8eb4-44a4-9005-576fbd7b49be service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797544 Jul 05 05:03:56.396093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3865e600-dcea-4c0f-aaba-623e76da7f65 req-46f279af-b527-45b2-ae65-a8646d2cb5e0 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851333 Jul 05 05:03:56.960768 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a956f1-1bad-4a31-b4b9-3ec0189ad337 req-424bdc0e-c7f6-478a-b896-7bcb8291ef8e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:56.962248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94a956f1-1bad-4a31-b4b9-3ec0189ad337 req-424bdc0e-c7f6-478a-b896-7bcb8291ef8e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0655801 Jul 05 05:03:56.999598 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-94a956f1-1bad-4a31-b4b9-3ec0189ad337 req-70a60351-ebfc-4cfe-ab6b-a2f854753418 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317388 Jul 05 05:03:57.450353 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:58.176740 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84ccaf-1959-4171-95c6-1d02a8852810 req-9e2c0aa5-0b63-40f3-b44c-50d8ba06eaf8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:58.178241 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de84ccaf-1959-4171-95c6-1d02a8852810 req-9e2c0aa5-0b63-40f3-b44c-50d8ba06eaf8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 946 time: 0.0681314 Jul 05 05:03:58.215895 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de84ccaf-1959-4171-95c6-1d02a8852810 req-b572e6eb-3ff5-4538-a020-a3f1de354508 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321715 Jul 05 05:03:58.458065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 42c968cf-7f8c-41c3-b54c-2a804ce90d20 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:03:58.531001 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:58.553519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:03:58.555723 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28631692-cd4b-4da4-a9a0-02cb3bac7662" -d '{"events": [{"server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "name": "network-vif-unplugged", "status": "completed", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:03:58.568976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 42c968cf-7f8c-41c3-b54c-2a804ce90d20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:58.592488 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb8d406-3b64-43f7-b2cd-08a342540134 x-openstack-request-id: req-0fb8d406-3b64-43f7-b2cd-08a342540134 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:03:58.592832 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "name": "network-vif-unplugged", "status": "completed", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:03:58.593079 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0fb8d406-3b64-43f7-b2cd-08a342540134 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:03:58.593498 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'code': 200} Jul 05 05:03:58.638991 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:58.692311 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=42c968cf-7f8c-41c3-b54c-2a804ce90d20,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:59.395269 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd8993-46a4-4362-9490-38df4e7a1467 req-b9d5cfd3-11da-4d22-9418-d39d1b57148c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:59.396787 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13cd8993-46a4-4362-9490-38df4e7a1467 req-b9d5cfd3-11da-4d22-9418-d39d1b57148c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0682786 Jul 05 05:03:59.433901 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-13cd8993-46a4-4362-9490-38df4e7a1467 req-98fc6204-7b23-47c3-8abb-d7e05c8edda6 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316219 Jul 05 05:03:59.911101 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae8668-f5b6-4c4d-81e5-9246dfa5c19a req-0a194660-010c-4f9e-a8b1-afc1528f430e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:59.912652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5ae8668-f5b6-4c4d-81e5-9246dfa5c19a req-0a194660-010c-4f9e-a8b1-afc1528f430e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0649648 Jul 05 05:03:59.949547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5ae8668-f5b6-4c4d-81e5-9246dfa5c19a req-71348543-12f6-488d-90f7-505b324c2729 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312428 Jul 05 05:04:00.226508 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58148) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:00.235630 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:00.322780 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-b9b0e445-a33b-4920-9e71-bc96bbc3dadf req-beb1a5db-a47d-4599-95df-d0bdca5e1b05 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951264 Jul 05 05:04:01.134095 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a229d-43de-407f-ab1c-b46242e2e0ba req-0eec5349-49fa-471d-b185-811c3d611cc6 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:01.135965 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c86a229d-43de-407f-ab1c-b46242e2e0ba req-0eec5349-49fa-471d-b185-811c3d611cc6 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0685246 Jul 05 05:04:01.528992 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c86a229d-43de-407f-ab1c-b46242e2e0ba req-826b935b-5b27-4923-8fe9-fc3415412b28 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3870394 Jul 05 05:04:01.701848 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e445-a33b-4920-9e71-bc96bbc3dadf req-26aa1ecd-49bd-4829-8071-7221a49edbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:01.703332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b0e445-a33b-4920-9e71-bc96bbc3dadf req-26aa1ecd-49bd-4829-8071-7221a49edbb4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f&tenant_id=abe4c85891af4ea19a31043c8485f2e5 HTTP/1.1" status: 200 len: 1095 time: 0.0517542 Jul 05 05:04:01.777802 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e445-a33b-4920-9e71-bc96bbc3dadf req-e4796b7f-dd2e-49e2-a2c0-4b227dfde0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:01.779281 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b0e445-a33b-4920-9e71-bc96bbc3dadf req-e4796b7f-dd2e-49e2-a2c0-4b227dfde0cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 1095 time: 0.0506835 Jul 05 05:04:01.868001 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e445-a33b-4920-9e71-bc96bbc3dadf req-437425f8-cc28-4249-9c45-fca3d184a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:01.869455 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b0e445-a33b-4920-9e71-bc96bbc3dadf req-437425f8-cc28-4249-9c45-fca3d184a476 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0840366 Jul 05 05:04:01.933026 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b0e445-a33b-4920-9e71-bc96bbc3dadf req-abcfb4db-e5e3-4214-9f80-bce22e61b2d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20 HTTP/1.1" status: 200 len: 1000 time: 0.0565531 Jul 05 05:04:01.984755 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e445-a33b-4920-9e71-bc96bbc3dadf req-e37af613-43fc-4266-aad5-49d0c02b85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:01.986123 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b0e445-a33b-4920-9e71-bc96bbc3dadf req-e37af613-43fc-4266-aad5-49d0c02b85f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0462868 Jul 05 05:04:02.040686 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e445-a33b-4920-9e71-bc96bbc3dadf req-fe3d08eb-295c-46c3-a94d-3ab5d7912f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:02.042128 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b0e445-a33b-4920-9e71-bc96bbc3dadf req-fe3d08eb-295c-46c3-a94d-3ab5d7912f59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495963 Jul 05 05:04:02.130369 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b0e445-a33b-4920-9e71-bc96bbc3dadf req-a99361ad-19fa-4fbe-afe8-d4c17d9914ad service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810151 Jul 05 05:04:02.132383 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:02.223378 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b9b0e445-a33b-4920-9e71-bc96bbc3dadf req-4f7c1259-6bc0-4513-99fa-4961cbb57f36 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864003 Jul 05 05:04:02.457930 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 42c968cf-7f8c-41c3-b54c-2a804ce90d20 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:04:02.730525 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0189cad-836f-4b5a-a1c1-fa60c2c3f73f req-4e6a6b7f-8a31-452c-b5a7-0b40de85a511 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:02.739185 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0189cad-836f-4b5a-a1c1-fa60c2c3f73f req-4e6a6b7f-8a31-452c-b5a7-0b40de85a511 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0940523 Jul 05 05:04:02.786987 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-d0189cad-836f-4b5a-a1c1-fa60c2c3f73f req-43cfd03e-82cc-4621-98b5-a5d74fc5bfc9 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467975 Jul 05 05:04:03.978273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ffef8-45bf-49db-b779-a9c851024079 req-34aba1be-4243-4c7e-bec6-00624e440437 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:03.980869 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-093ffef8-45bf-49db-b779-a9c851024079 req-34aba1be-4243-4c7e-bec6-00624e440437 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0809593 Jul 05 05:04:04.020524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-093ffef8-45bf-49db-b779-a9c851024079 req-0cd06012-d50a-479d-a985-30cdd7543b6e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340488 Jul 05 05:04:05.202264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999531ad-4f0e-46dd-b783-159e084e96f2 req-b5baca89-381b-494e-9f3e-81b7cd57ee21 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:05.203698 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-999531ad-4f0e-46dd-b783-159e084e96f2 req-b5baca89-381b-494e-9f3e-81b7cd57ee21 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0655105 Jul 05 05:04:05.242788 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-999531ad-4f0e-46dd-b783-159e084e96f2 req-aa07d58c-2ae3-4ca4-ad19-dd24cacf74de tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323243 Jul 05 05:04:06.436267 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292bc01-d45c-420a-b780-d18139d2bb0b req-bbbe4948-37a5-4e62-86ea-0b00e0cb3a18 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:06.444233 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a292bc01-d45c-420a-b780-d18139d2bb0b req-bbbe4948-37a5-4e62-86ea-0b00e0cb3a18 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0798917 Jul 05 05:04:06.479148 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a292bc01-d45c-420a-b780-d18139d2bb0b req-4adef08e-4aeb-4c16-bc3d-d110148f37a3 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340164 Jul 05 05:04:07.682115 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd4ce7-69b8-45dc-ab86-34f6f96b5935 req-6c871154-2272-49f1-b313-26fb1f8e1000 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:07.684579 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-adcd4ce7-69b8-45dc-ab86-34f6f96b5935 req-6c871154-2272-49f1-b313-26fb1f8e1000 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0732145 Jul 05 05:04:07.722954 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-adcd4ce7-69b8-45dc-ab86-34f6f96b5935 req-d6056b86-9264-4815-8df8-7703c827541d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329168 Jul 05 05:04:08.903062 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b55220-073d-4cb8-9c07-b8fa6c2ef561 req-39539a4a-c50c-485e-9696-04b546539265 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:08.904630 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5b55220-073d-4cb8-9c07-b8fa6c2ef561 req-39539a4a-c50c-485e-9696-04b546539265 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0671554 Jul 05 05:04:08.943781 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a5b55220-073d-4cb8-9c07-b8fa6c2ef561 req-9fd1c348-e30a-409a-aee6-900e78e37847 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327666 Jul 05 05:04:10.144585 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff1396-0146-40f9-b21e-1bb7e0c06afa req-e18aa331-f21f-4746-923f-9565b5697bd8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:10.146392 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46ff1396-0146-40f9-b21e-1bb7e0c06afa req-e18aa331-f21f-4746-923f-9565b5697bd8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0717845 Jul 05 05:04:10.196604 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-46ff1396-0146-40f9-b21e-1bb7e0c06afa req-d7cd7a9a-3f47-47ea-9cf1-64fbeb076120 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396729 Jul 05 05:04:11.441249 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724508b7-7a11-43ac-b873-3e2c78911145 req-ed425220-e605-42ce-b427-f6ff90c13683 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:11.442818 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-724508b7-7a11-43ac-b873-3e2c78911145 req-ed425220-e605-42ce-b427-f6ff90c13683 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0684226 Jul 05 05:04:11.480602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-724508b7-7a11-43ac-b873-3e2c78911145 req-d0c787bf-2b82-405a-b236-bd933f9ad4b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318608 Jul 05 05:04:12.669172 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950b34f-aa4a-4816-85dc-ba6b0ac1c65f req-e62fd85f-2e94-4267-99f4-55b720797f8a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:12.670711 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3950b34f-aa4a-4816-85dc-ba6b0ac1c65f req-e62fd85f-2e94-4267-99f4-55b720797f8a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0669134 Jul 05 05:04:12.709524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3950b34f-aa4a-4816-85dc-ba6b0ac1c65f req-b03064de-cf1c-4e8b-8d3b-49df53f6b429 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325439 Jul 05 05:04:13.884461 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dd4eb-1cca-4b5d-b025-248d30405f6c req-f550c099-23a5-4231-94e0-be08b8784816 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:13.885935 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d2dd4eb-1cca-4b5d-b025-248d30405f6c req-f550c099-23a5-4231-94e0-be08b8784816 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0667281 Jul 05 05:04:13.923324 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6d2dd4eb-1cca-4b5d-b025-248d30405f6c req-9d8c5ae6-6c6e-4c96-a0b5-9ff375f51ca3 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318007 Jul 05 05:04:15.092266 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6db76a-f75c-4385-8254-8444a3061163 req-c8200055-8362-4272-a817-f3500b574111 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:15.093775 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f6db76a-f75c-4385-8254-8444a3061163 req-c8200055-8362-4272-a817-f3500b574111 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0623224 Jul 05 05:04:15.131427 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f6db76a-f75c-4385-8254-8444a3061163 req-e8a81b46-0f04-48cd-922b-396cd8d11364 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320089 Jul 05 05:04:16.306467 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636557c-7129-420f-b784-cc2ea8dc7483 req-05d1f4a1-41a6-4334-811a-a1bf560ea22a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:16.307949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2636557c-7129-420f-b784-cc2ea8dc7483 req-05d1f4a1-41a6-4334-811a-a1bf560ea22a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 944 time: 0.0662889 Jul 05 05:04:16.345513 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2636557c-7129-420f-b784-cc2ea8dc7483 req-59b12107-f288-4277-b918-e22f673f0bec tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320358 Jul 05 05:04:16.474244 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 42c968cf-7f8c-41c3-b54c-2a804ce90d20 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:04:16.571324 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 42c968cf-7f8c-41c3-b54c-2a804ce90d20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:16.583153 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'port_id': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'mac_address': 'fa:16:3e:12:4d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:04:16.619492 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:16.632471 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c968cf-7f8c-41c3-b54c-2a804ce90d20 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:04:16.652550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 42c968cf-7f8c-41c3-b54c-2a804ce90d20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:16.714848 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:16.765574 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=42c968cf-7f8c-41c3-b54c-2a804ce90d20,revision_number=9']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:16.955626 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['42c968cf-7f8c-41c3-b54c-2a804ce90d20'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:04:17.519424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52180052-5133-4b90-b59b-c46adb75398f req-f681c5d0-cf53-4f34-8f97-2e15062e9cd7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:17.520931 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52180052-5133-4b90-b59b-c46adb75398f req-f681c5d0-cf53-4f34-8f97-2e15062e9cd7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 945 time: 0.0619035 Jul 05 05:04:17.558745 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52180052-5133-4b90-b59b-c46adb75398f req-373e07fd-dacd-46a1-b1d5-f35d0a74d79c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323915 Jul 05 05:04:18.485761 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 42c968cf-7f8c-41c3-b54c-2a804ce90d20 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:04:18.532111 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 42c968cf-7f8c-41c3-b54c-2a804ce90d20 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:04:18.532513 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:18.606019 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:18.631253 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:04:18.633508 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c358306-1c34-4156-afdf-bb4bd27acf2c" -d '{"events": [{"server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "name": "network-vif-plugged", "status": "completed", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:04:18.646458 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 42c968cf-7f8c-41c3-b54c-2a804ce90d20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:18.670115 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0a626b-15ea-4c6f-ac6e-86dee838e102 x-openstack-request-id: req-0e0a626b-15ea-4c6f-ac6e-86dee838e102 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:04:18.670415 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "name": "network-vif-plugged", "status": "completed", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:04:18.670663 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e0a626b-15ea-4c6f-ac6e-86dee838e102 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:04:18.671055 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'code': 200} Jul 05 05:04:18.719056 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:18.739559 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4a9b0-c13d-476a-885b-a7e6b0847b04 req-51672480-0dab-4920-9a99-1776036c8777 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:18.741192 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47c4a9b0-c13d-476a-885b-a7e6b0847b04 req-51672480-0dab-4920-9a99-1776036c8777 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 945 time: 0.0715587 Jul 05 05:04:18.767712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=42c968cf-7f8c-41c3-b54c-2a804ce90d20,revision_number=10']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:18.780881 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47c4a9b0-c13d-476a-885b-a7e6b0847b04 req-4c732037-3db0-45fb-923b-3d54fbf5b869 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336676 Jul 05 05:04:18.911335 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c94085-bf35-4a5d-be98-bc7861151116 req-5d9ffffb-663e-401f-839a-30c78265b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:18.912820 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67c94085-bf35-4a5d-be98-bc7861151116 req-5d9ffffb-663e-401f-839a-30c78265b8c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 1098 time: 0.0559897 Jul 05 05:04:18.946490 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-67c94085-bf35-4a5d-be98-bc7861151116 req-f3f74278-548a-456c-9580-362edb880c46 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277975 Jul 05 05:04:19.956879 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bd55d-f169-476f-adae-61caad96dc6e req-d3350167-a3ef-4b21-b288-79dc68b390a9 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:19.958877 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-629bd55d-f169-476f-adae-61caad96dc6e req-d3350167-a3ef-4b21-b288-79dc68b390a9 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 947 time: 0.0652127 Jul 05 05:04:20.000191 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-629bd55d-f169-476f-adae-61caad96dc6e req-e9318039-5fab-47a9-8bf0-5c2adf0aec8f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359554 Jul 05 05:04:21.182130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563b603-375a-4fa2-842d-8461b08f7504 req-0140e3cc-433c-4f2a-b68a-4d2cbbb530d8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:21.183553 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b563b603-375a-4fa2-842d-8461b08f7504 req-0140e3cc-433c-4f2a-b68a-4d2cbbb530d8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 947 time: 0.0695243 Jul 05 05:04:21.220770 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b563b603-375a-4fa2-842d-8461b08f7504 req-02564e68-f9ed-47e0-a75f-6a040f082f56 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315938 Jul 05 05:04:21.501467 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4528bfc2-63f9-42ba-a62a-cddb44d32703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:24.360162 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b960f422-0462-438e-b809-4e60179c13bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:24.440395 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:25.520442 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:27.429178 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:28.112519 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:04:30.194404 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:32.129843 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:50.714198 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2501c2ad-21ef-4b40-97b7-74811e4e79fc req-4d30e215-d94b-441b-8b9f-63959f06805f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529976 Jul 05 05:04:50.808518 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501c2ad-21ef-4b40-97b7-74811e4e79fc req-550a35f6-3c55-4452-861f-d52c87217b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:50.810073 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2501c2ad-21ef-4b40-97b7-74811e4e79fc req-550a35f6-3c55-4452-861f-d52c87217b88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 1098 time: 0.0531831 Jul 05 05:04:50.920246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501c2ad-21ef-4b40-97b7-74811e4e79fc req-912d2172-7599-4e0f-b4e6-40b1ac0a94a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:50.921733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2501c2ad-21ef-4b40-97b7-74811e4e79fc req-912d2172-7599-4e0f-b4e6-40b1ac0a94a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0908463 Jul 05 05:04:50.984263 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2501c2ad-21ef-4b40-97b7-74811e4e79fc req-267bf5be-87cf-439e-b2a2-3dbd65f680ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20 HTTP/1.1" status: 200 len: 1002 time: 0.0563765 Jul 05 05:04:51.036503 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501c2ad-21ef-4b40-97b7-74811e4e79fc req-14b795ae-e640-4fa5-8645-61be850c5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:51.037938 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2501c2ad-21ef-4b40-97b7-74811e4e79fc req-14b795ae-e640-4fa5-8645-61be850c5a9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0476465 Jul 05 05:04:51.093488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501c2ad-21ef-4b40-97b7-74811e4e79fc req-38ecb498-e7d8-42dd-adc4-61d242d7a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:51.094942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2501c2ad-21ef-4b40-97b7-74811e4e79fc req-38ecb498-e7d8-42dd-adc4-61d242d7a2a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509493 Jul 05 05:04:51.189514 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2501c2ad-21ef-4b40-97b7-74811e4e79fc req-aeb7e0de-510b-4220-bef6-f1dba48025bf service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880721 Jul 05 05:04:51.284679 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-2501c2ad-21ef-4b40-97b7-74811e4e79fc req-81abe2f5-7de5-474a-8fa4-a3ba11581a6d service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884860 Jul 05 05:04:51.420623 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3a4b24e2-07dc-424b-9649-0fa5690ca8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:54.348152 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-86a417e7-fdde-43c8-90ea-40dc6d6735e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:54.439468 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:55.525219 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:57.444889 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:00.193278 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:02.134416 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:05.112615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:05:21.421679 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0862e1fd-3690-4b42-a6aa-23d1c3a9de96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:24.398047 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-51c41a0d-96ab-47e7-bcc7-d2a76330c0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:24.472308 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:25.528857 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:27.421645 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:30.215231 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:31.904888 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58274) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:32.063964 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Deleting port dc48cd00-417a-4103-8f52-ea4c666a72a9 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:05:32.064315 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.137570 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.137905 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.141226 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.149428 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Calling delete_port for dc48cd00-417a-4103-8f52-ea4c666a72a9 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:05:32.335252 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.359963 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event deleted for resources: {'Port': ['ID=dc48cd00-417a-4103-8f52-ea4c666a72a9,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:32.373424 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.374738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.375049 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.375238 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.375582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.375920 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.376255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.376623 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.376956 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.377290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.377620 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.377947 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.434105 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.434444 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Floating IP 6810dd77-12ad-41b8-9d9a-509276c47f2d disassociated (deleted). External IP: 172.25.0.204, port: 42c968cf-7f8c-41c3-b54c-2a804ce90d20. Jul 05 05:05:32.641637 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Router eefd6870-e215-4bdd-98af-a9b52b52d791 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:05:32.747952 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:05:32.753515 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.757687 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ab1b7-df0b-4dbe-83c2-8dbf1fae9a12 None None] Sync routers for ids ['eefd6870-e215-4bdd-98af-a9b52b52d791'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:05:32.766003 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ab1b7-df0b-4dbe-83c2-8dbf1fae9a12 None None] Routers {'eefd6870-e215-4bdd-98af-a9b52b52d791'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:05:32.766611 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-de6ab1b7-df0b-4dbe-83c2-8dbf1fae9a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:05:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['eefd6870-e215-4bdd-98af-a9b52b52d791'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:32.794997 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7db3631e-9a20-400c-b009-6d987344b3aa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "DELETE /v2.0/floatingips/6810dd77-12ad-41b8-9d9a-509276c47f2d HTTP/1.1" status: 204 len: 168 time: 0.8889601 Jul 05 05:05:32.796713 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:05:32.798648 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05925285-d2c4-4b48-97c9-9eb567214bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:05:32.875307 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-de6ab1b7-df0b-4dbe-83c2-8dbf1fae9a12 None None] Set router eefd6870-e215-4bdd-98af-a9b52b52d791 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:05:32.893241 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce025cf-b787-406d-9908-0958354958fb x-openstack-request-id: req-0ce025cf-b787-406d-9908-0958354958fb {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:05:32.893537 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:05:32.893789 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ce025cf-b787-406d-9908-0958354958fb {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:05:32.894183 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'status': 'completed', 'code': 200} Jul 05 05:05:32.971905 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05925285-d2c4-4b48-97c9-9eb567214bfd req-c18ea93c-24de-4039-8ee0-7b431e63d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:32.973620 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05925285-d2c4-4b48-97c9-9eb567214bfd req-c18ea93c-24de-4039-8ee0-7b431e63d49e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 1098 time: 0.0553761 Jul 05 05:05:33.070765 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05925285-d2c4-4b48-97c9-9eb567214bfd req-7420d239-f290-4a45-a6f8-c9df40e586d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:33.072343 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05925285-d2c4-4b48-97c9-9eb567214bfd req-7420d239-f290-4a45-a6f8-c9df40e586d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0927002 Jul 05 05:05:33.074582 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-de6ab1b7-df0b-4dbe-83c2-8dbf1fae9a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 5, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:33.103990 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ab1b7-df0b-4dbe-83c2-8dbf1fae9a12 None None] Checking router: eefd6870-e215-4bdd-98af-a9b52b52d791 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:05:33.113593 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ab1b7-df0b-4dbe-83c2-8dbf1fae9a12 None None] Routers {'eefd6870-e215-4bdd-98af-a9b52b52d791'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:05:33.113968 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05925285-d2c4-4b48-97c9-9eb567214bfd req-e2dc9a1e-e49f-4038-a6b7-dda55c33d1ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20 HTTP/1.1" status: 200 len: 217 time: 0.0352473 Jul 05 05:05:33.114262 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-de6ab1b7-df0b-4dbe-83c2-8dbf1fae9a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:05:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['eefd6870-e215-4bdd-98af-a9b52b52d791'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:33.165390 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05925285-d2c4-4b48-97c9-9eb567214bfd req-72888447-0a38-4358-825b-ebc0582835a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:33.169093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05925285-d2c4-4b48-97c9-9eb567214bfd req-72888447-0a38-4358-825b-ebc0582835a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0470634 Jul 05 05:05:33.235208 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-de6ab1b7-df0b-4dbe-83c2-8dbf1fae9a12 None None] Set router eefd6870-e215-4bdd-98af-a9b52b52d791 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:05:33.241012 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05925285-d2c4-4b48-97c9-9eb567214bfd req-ca5a335a-7181-458d-8520-7d8777e83b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:33.242687 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05925285-d2c4-4b48-97c9-9eb567214bfd req-ca5a335a-7181-458d-8520-7d8777e83b47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636158 Jul 05 05:05:33.385749 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05925285-d2c4-4b48-97c9-9eb567214bfd req-44d3760e-de63-4e70-bce1-5052a35cef36 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277604 Jul 05 05:05:33.395178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28a3fd-4bdc-4f91-9621-e5e6a4e770a4 req-0edde224-0479-4230-9f28-f76befc874dd tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:33.396659 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f28a3fd-4bdc-4f91-9621-e5e6a4e770a4 req-0edde224-0479-4230-9f28-f76befc874dd tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 947 time: 0.1494472 Jul 05 05:05:33.432093 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-de6ab1b7-df0b-4dbe-83c2-8dbf1fae9a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 5, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:33.461862 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ab1b7-df0b-4dbe-83c2-8dbf1fae9a12 None None] The sync data for ids ['eefd6870-e215-4bdd-98af-a9b52b52d791'] in n-d-798249-5 is: [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 5, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:05:33.480305 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6f28a3fd-4bdc-4f91-9621-e5e6a4e770a4 req-bdf268a3-5381-4fef-a524-9975d4004ae3 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753062 Jul 05 05:05:33.522289 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-05925285-d2c4-4b48-97c9-9eb567214bfd req-7f459187-3f04-4e1a-9c84-218bbf3e4c1b service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246867 Jul 05 05:05:33.702112 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29c631-955b-4a31-8f3b-025b9853c77b None None] New status for floating IP 6810dd77-12ad-41b8-9d9a-509276c47f2d: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:05:34.546317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdcc32-9e5f-4c90-9b2d-e65ea6393f27 req-cf034cd6-4558-4a0c-a1ea-44fe5ff5d35f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:34.547813 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6efdcc32-9e5f-4c90-9b2d-e65ea6393f27 req-cf034cd6-4558-4a0c-a1ea-44fe5ff5d35f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.64 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 947 time: 0.0676572 Jul 05 05:05:34.688305 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-6efdcc32-9e5f-4c90-9b2d-e65ea6393f27 req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Deleting port 42c968cf-7f8c-41c3-b54c-2a804ce90d20 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:05:34.688685 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6efdcc32-9e5f-4c90-9b2d-e65ea6393f27 req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:34.698872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36160d-46a5-450b-af22-36eba2b996bb req-851a780b-158c-4dbc-8b39-d8aff2e8597f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:34.700332 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca36160d-46a5-450b-af22-36eba2b996bb req-851a780b-158c-4dbc-8b39-d8aff2e8597f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 947 time: 0.1022387 Jul 05 05:05:34.782929 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca36160d-46a5-450b-af22-36eba2b996bb req-fcfaca6b-cbde-4d9b-a69b-4ddafe65b2db tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688953 Jul 05 05:05:34.810340 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-6efdcc32-9e5f-4c90-9b2d-e65ea6393f27 req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] For port 42c968cf-7f8c-41c3-b54c-2a804ce90d20, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=42c968cf-7f8c-41c3-b54c-2a804ce90d20,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:34.810703 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6efdcc32-9e5f-4c90-9b2d-e65ea6393f27 req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:34.823948 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-6efdcc32-9e5f-4c90-9b2d-e65ea6393f27 req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Calling delete_port for 42c968cf-7f8c-41c3-b54c-2a804ce90d20 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:05:34.991257 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6efdcc32-9e5f-4c90-9b2d-e65ea6393f27 req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:35.019974 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event deleted for resources: {'Port': ['ID=42c968cf-7f8c-41c3-b54c-2a804ce90d20,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:35.032360 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:35.032738 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:35.033081 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:35.033428 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:35.033744 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:35.034067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:35.034393 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:35.034717 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:35.035036 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:35.035356 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:35.035678 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:35.036002 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:35.075317 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efdcc32-9e5f-4c90-9b2d-e65ea6393f27 req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] No DVR routers for this DVR port 42c968cf-7f8c-41c3-b54c-2a804ce90d20 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:05:35.078658 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-6efdcc32-9e5f-4c90-9b2d-e65ea6393f27 req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:35.080693 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6efdcc32-9e5f-4c90-9b2d-e65ea6393f27 req-0b6d1666-e42a-4778-996d-7041aed166bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.64 "DELETE /v2.0/ports/42c968cf-7f8c-41c3-b54c-2a804ce90d20 HTTP/1.1" status: 204 len: 173 time: 0.5275922 Jul 05 05:05:35.081299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'name': 'network-vif-deleted', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:05:35.084180 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57058650-0e98-49cc-8c69-17794319dd94" -d '{"events": [{"server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "name": "network-vif-deleted", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:05:35.173607 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaa62ea-d907-40d9-abf3-b7f70b973cfd x-openstack-request-id: req-ecaa62ea-d907-40d9-abf3-b7f70b973cfd {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:05:35.173908 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77edbd47-a529-4cbc-8c02-0fd03e69513f", "name": "network-vif-deleted", "tag": "42c968cf-7f8c-41c3-b54c-2a804ce90d20", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:05:35.174163 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ecaa62ea-d907-40d9-abf3-b7f70b973cfd {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:05:35.174566 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77edbd47-a529-4cbc-8c02-0fd03e69513f', 'name': 'network-vif-deleted', 'tag': '42c968cf-7f8c-41c3-b54c-2a804ce90d20', 'status': 'completed', 'code': 200} Jul 05 05:05:35.955790 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a9482cf1-0f13-46c2-b84f-372ed1842564 req-1bab9324-72d4-4a04-b1fc-02692a3ef562 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=77edbd47-a529-4cbc-8c02-0fd03e69513f HTTP/1.1" status: 200 len: 210 time: 0.0356257 Jul 05 05:05:37.049952 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58300) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:37.108626 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19006cab-8bb6-4909-9b7e-476fe3761ed8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:37.133595 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19006cab-8bb6-4909-9b7e-476fe3761ed8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:37.260538 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19006cab-8bb6-4909-9b7e-476fe3761ed8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:37.263047 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-19006cab-8bb6-4909-9b7e-476fe3761ed8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:37.264629 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-19006cab-8bb6-4909-9b7e-476fe3761ed8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "DELETE /v2.0/security-groups/cb33f48c-bf75-498a-96c1-89ad3dd2fbf6 HTTP/1.1" status: 204 len: 168 time: 0.2132668 Jul 05 05:05:37.274583 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19006cab-8bb6-4909-9b7e-476fe3761ed8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb33f48c-bf75-498a-96c1-89ad3dd2fbf6,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:37.700645 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58306) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:37.706030 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-a1f3f204-14ab-46b8-b51a-2add5d49cd4d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-93520402', 'description': 'tempest-secgroup-smoke-93520402 description', 'project_id': 'abe4c85891af4ea19a31043c8485f2e5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:05:37.763386 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f204-14ab-46b8-b51a-2add5d49cd4d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:37.845073 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f204-14ab-46b8-b51a-2add5d49cd4d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:37.883528 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f204-14ab-46b8-b51a-2add5d49cd4d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:37.913004 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3f204-14ab-46b8-b51a-2add5d49cd4d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf316e3e-8bda-4ac6-b559-738779e176e4,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:37.957818 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f204-14ab-46b8-b51a-2add5d49cd4d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:37.959105 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a1f3f204-14ab-46b8-b51a-2add5d49cd4d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2574425 Jul 05 05:05:37.961968 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58308) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:37.966582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-1aa2f24e-1a8a-4472-99bb-6eedd3894e85 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'security_group_rule': {'security_group_id': 'cf316e3e-8bda-4ac6-b559-738779e176e4', 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:05:38.036570 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1aa2f24e-1a8a-4472-99bb-6eedd3894e85 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:38.096893 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1aa2f24e-1a8a-4472-99bb-6eedd3894e85 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:38.134929 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1aa2f24e-1a8a-4472-99bb-6eedd3894e85 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:38.153829 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2f24e-1a8a-4472-99bb-6eedd3894e85 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d232bffd-9033-489d-bd06-187cfa5e362d,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:38.186320 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1aa2f24e-1a8a-4472-99bb-6eedd3894e85 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:38.187538 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1aa2f24e-1a8a-4472-99bb-6eedd3894e85 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2246244 Jul 05 05:05:38.190280 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58310) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:38.194594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b3ff756a-4531-4175-8ac3-e70ab6d0365a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'security_group_rule': {'security_group_id': 'cf316e3e-8bda-4ac6-b559-738779e176e4', 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:05:38.253980 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b3ff756a-4531-4175-8ac3-e70ab6d0365a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:38.311002 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b3ff756a-4531-4175-8ac3-e70ab6d0365a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:38.398022 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b3ff756a-4531-4175-8ac3-e70ab6d0365a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:38.417247 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff756a-4531-4175-8ac3-e70ab6d0365a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041261d6-0302-4a7c-9887-75e44e57d82e,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:38.471831 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b3ff756a-4531-4175-8ac3-e70ab6d0365a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:38.473110 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b3ff756a-4531-4175-8ac3-e70ab6d0365a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2819157 Jul 05 05:05:38.475813 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58312) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:38.480481 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7a458eb4-4c55-44a4-a23e-823c0f14ef46 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'security_group_rule': {'security_group_id': 'cf316e3e-8bda-4ac6-b559-738779e176e4', 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:05:38.579095 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a458eb4-4c55-44a4-a23e-823c0f14ef46 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:38.636059 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a458eb4-4c55-44a4-a23e-823c0f14ef46 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:38.700175 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a458eb4-4c55-44a4-a23e-823c0f14ef46 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:38.709857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 42c968cf-7f8c-41c3-b54c-2a804ce90d20 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:05:38.717786 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a458eb4-4c55-44a4-a23e-823c0f14ef46 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2e4bd2-7c14-4ece-8b39-10058cdda01e,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:38.728957 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 42c968cf-7f8c-41c3-b54c-2a804ce90d20 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:05:38.729299 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 42c968cf-7f8c-41c3-b54c-2a804ce90d20 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:05:38.786285 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7a458eb4-4c55-44a4-a23e-823c0f14ef46 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:38.787556 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7a458eb4-4c55-44a4-a23e-823c0f14ef46 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107741 Jul 05 05:05:38.790255 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58314) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:38.794708 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-fc1621de-3137-41f3-a463-c9cefbff4b0e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'security_group_rule': {'security_group_id': 'cf316e3e-8bda-4ac6-b559-738779e176e4', 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:05:38.876521 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc1621de-3137-41f3-a463-c9cefbff4b0e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:38.936838 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc1621de-3137-41f3-a463-c9cefbff4b0e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:38.992043 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc1621de-3137-41f3-a463-c9cefbff4b0e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:39.009328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1621de-3137-41f3-a463-c9cefbff4b0e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4a0bdf-f5ce-4a91-9ecb-c6b0858c79c8,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:39.072354 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fc1621de-3137-41f3-a463-c9cefbff4b0e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:39.073682 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fc1621de-3137-41f3-a463-c9cefbff4b0e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2824969 Jul 05 05:05:39.076493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58316) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:39.081199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-7c37bda7-0a41-4fa5-964a-6d3855bbb9ea tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'security_group_rule': {'security_group_id': 'cf316e3e-8bda-4ac6-b559-738779e176e4', 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:05:39.180998 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-7c37bda7-0a41-4fa5-964a-6d3855bbb9ea tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Project abe4c85891af4ea19a31043c8485f2e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:05:39.186104 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c37bda7-0a41-4fa5-964a-6d3855bbb9ea tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:39.245545 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c37bda7-0a41-4fa5-964a-6d3855bbb9ea tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:39.322870 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c37bda7-0a41-4fa5-964a-6d3855bbb9ea tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:39.342439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37bda7-0a41-4fa5-964a-6d3855bbb9ea tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8633f03-ad2a-47c5-8f47-4784cad88e4a,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:39.409272 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7c37bda7-0a41-4fa5-964a-6d3855bbb9ea tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:39.410520 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7c37bda7-0a41-4fa5-964a-6d3855bbb9ea tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3330643 Jul 05 05:05:39.413256 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58318) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:39.417678 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-cc42203f-2816-4228-a2f3-30aecd2aeabe tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'security_group_rule': {'security_group_id': 'cf316e3e-8bda-4ac6-b559-738779e176e4', 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:05:39.489118 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-cc42203f-2816-4228-a2f3-30aecd2aeabe tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Project abe4c85891af4ea19a31043c8485f2e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:05:39.494299 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cc42203f-2816-4228-a2f3-30aecd2aeabe tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:39.554662 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cc42203f-2816-4228-a2f3-30aecd2aeabe tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:39.631871 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cc42203f-2816-4228-a2f3-30aecd2aeabe tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:39.650683 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42203f-2816-4228-a2f3-30aecd2aeabe tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c0f780-8ac9-462d-a8f0-a7b1ed0568a6,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:39.706311 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-cc42203f-2816-4228-a2f3-30aecd2aeabe tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:39.707492 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-cc42203f-2816-4228-a2f3-30aecd2aeabe tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2932625 Jul 05 05:05:42.112462 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:05:51.414787 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-df94e624-2d11-4afc-8a20-12cecf0a084c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:54.357131 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ff62779d-d0c7-431e-909a-cd6544323a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:54.488448 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:55.586315 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:57.460475 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:59.545841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-223b5b9c-dd11-4812-a559-364ec296e715 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93520402&fields=id&tenant_id=abe4c85891af4ea19a31043c8485f2e5 HTTP/1.1" status: 200 len: 267 time: 0.0330145 Jul 05 05:05:59.652319 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-ccb38dac-bee8-47a3-9525-855cf1d4c896 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:59.653805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-ccb38dac-bee8-47a3-9525-855cf1d4c896 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 808 time: 0.1018803 Jul 05 05:05:59.668698 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-dedab724-2da5-4c8a-891a-1f046f43924f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/quotas/abe4c85891af4ea19a31043c8485f2e5 HTTP/1.1" status: 200 len: 375 time: 0.0089495 Jul 05 05:05:59.738611 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-0464674c-c3cb-43bd-a423-0e76b49d728a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651774 Jul 05 05:05:59.807632 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-c03c1b13-9248-426f-8377-3fc50f789b58 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:05:59.808653 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-c03c1b13-9248-426f-8377-3fc50f789b58 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0573511 Jul 05 05:05:59.897144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-9772a8c4-2563-4259-8797-ef3ce1ea49b4 service neutron] 10.222.0.60 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818336 Jul 05 05:05:59.992219 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-edcaf329-745c-4713-9a27-0c8844133a20 service neutron] 10.222.0.60 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891728 Jul 05 05:06:00.202676 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:00.509985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-07cdf75f-62d0-4edc-b9ae-70473da56441 req-3f2584d9-6fcb-4830-bbf3-35000de08755 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 210 time: 0.0284133 Jul 05 05:06:01.669458 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7fcda18e-0173-40c9-a38f-b62282bba1d0 req-ea999be3-b813-4cd0-8bd0-5049cb31a24a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 210 time: 0.0288601 Jul 05 05:06:02.157053 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.392448 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-d7f01847-2604-4604-af0b-f678d9c15075 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:02.393920 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-d7f01847-2604-4604-af0b-f678d9c15075 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 808 time: 0.1152306 Jul 05 05:06:02.440503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-0e0bc8fd-b6e8-42ed-b0da-dccc6b6adf33 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abe4c85891af4ea19a31043c8485f2e5 HTTP/1.1" status: 200 len: 378 time: 0.0377209 Jul 05 05:06:02.448693 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-610af7c3-4cfd-472c-b226-5532291f22a0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'port': {'device_id': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'admin_state_up': True, 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'security_groups': ['cf316e3e-8bda-4ac6-b559-738779e176e4']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:02.620007 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-610af7c3-4cfd-472c-b226-5532291f22a0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Made reservation on behalf of abe4c85891af4ea19a31043c8485f2e5 for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:02.623794 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-610af7c3-4cfd-472c-b226-5532291f22a0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.751310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-610af7c3-4cfd-472c-b226-5532291f22a0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Allocated IP 172.20.0.3 (b5624f9f-c961-4b5a-9d69-ba580250d16e/0c2f6c23-32d9-450b-8ba8-07a77a309f5d/acc34cd4-b77f-4e71-8c0f-d4074046b9c5) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:02.860418 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fa2ab334-ffee-4d3d-95a6-9974d1fe6cc0 req-1f52cf5f-1383-4011-897d-3928b0f88ca3 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 210 time: 0.0667293 Jul 05 05:06:02.921285 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-610af7c3-4cfd-472c-b226-5532291f22a0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.934287 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-610af7c3-4cfd-472c-b226-5532291f22a0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Transition to ACTIVE for port object acc34cd4-b77f-4e71-8c0f-d4074046b9c5 will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:03.020429 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-610af7c3-4cfd-472c-b226-5532291f22a0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.071896 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-610af7c3-4cfd-472c-b226-5532291f22a0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Network b5624f9f-c961-4b5a-9d69-ba580250d16e is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:03.075107 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-610af7c3-4cfd-472c-b226-5532291f22a0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:03.082566 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-610af7c3-4cfd-472c-b226-5532291f22a0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:03.089540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610af7c3-4cfd-472c-b226-5532291f22a0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'Port': ['ID=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:03.136533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-610af7c3-4cfd-472c-b226-5532291f22a0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:03.137192 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-610af7c3-4cfd-472c-b226-5532291f22a0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.197837 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-610af7c3-4cfd-472c-b226-5532291f22a0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7527390 Jul 05 05:06:03.210441 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-890fb889-0290-480d-a3f9-5546fd716961 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:06:03.212144 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-890fb889-0290-480d-a3f9-5546fd716961 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062103 Jul 05 05:06:03.222964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Request body: {'port': {'device_id': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:03.301114 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.414433 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6b4371f1-0dc6-4a82-b8e0-e95caa8b6ab7 None None] Provisioning for port acc34cd4-b77f-4e71-8c0f-d4074046b9c5 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:03.419507 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6b4371f1-0dc6-4a82-b8e0-e95caa8b6ab7 None None] Provisioning complete for port acc34cd4-b77f-4e71-8c0f-d4074046b9c5 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:03.421462 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6b4371f1-0dc6-4a82-b8e0-e95caa8b6ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.457898 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6b4371f1-0dc6-4a82-b8e0-e95caa8b6ab7 None None] Port acc34cd4-b77f-4e71-8c0f-d4074046b9c5 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:06:03.580021 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc34cd4-b77f-4e71-8c0f-d4074046b9c5 {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:06:03.587229 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.599098 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Transition to ACTIVE for port object acc34cd4-b77f-4e71-8c0f-d4074046b9c5 will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:03.660074 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.717217 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Pushing event updated for resources: {'Port': ['ID=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:03.790199 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Attempting to bind port acc34cd4-b77f-4e71-8c0f-d4074046b9c5 on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:03.790852 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Attempting to bind port acc34cd4-b77f-4e71-8c0f-d4074046b9c5 by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:03.790852 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Attempting to bind port acc34cd4-b77f-4e71-8c0f-d4074046b9c5 on network b5624f9f-c961-4b5a-9d69-ba580250d16e {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:03.795286 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Port acc34cd4-b77f-4e71-8c0f-d4074046b9c5 on network b5624f9f-c961-4b5a-9d69-ba580250d16e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:06:03.795798 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Attempting to bind port acc34cd4-b77f-4e71-8c0f-d4074046b9c5 on network b5624f9f-c961-4b5a-9d69-ba580250d16e {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:03.801685 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:03.802044 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Checking segment: {'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:03.802409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Bound using segment: {'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:03.802829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Bound port: acc34cd4-b77f-4e71-8c0f-d4074046b9c5, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e16b70-80d5-4914-9c32-e42b669e6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:03.803185 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.876116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] For port acc34cd4-b77f-4e71-8c0f-d4074046b9c5, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:03.879620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] For port acc34cd4-b77f-4e71-8c0f-d4074046b9c5, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:03.957943 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.031184 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:04.031907 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.033352 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] 10.222.0.64 "PUT /v2.0/ports/acc34cd4-b77f-4e71-8c0f-d4074046b9c5 HTTP/1.1" status: 200 len: 1091 time: 0.8150177 Jul 05 05:06:04.033821 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'tag': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:06:04.036042 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b248604-e762-430c-9339-7ef0251efa7c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed36fc1-551d-449f-ae7f-89e2792e12af", "tag": "acc34cd4-b77f-4e71-8c0f-d4074046b9c5"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:06:04.067182 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcb0ae-e955-48e9-97a2-e4449a506616 service neutron] Pushing event updated for resources: {'Port': ['ID=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:04.103668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7753a86-d610-4b68-992f-e65622c2b233 req-d2e193ba-63f6-4fd5-9913-13852479de24 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:04.105267 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7753a86-d610-4b68-992f-e65622c2b233 req-d2e193ba-63f6-4fd5-9913-13852479de24 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.1146264 Jul 05 05:06:04.106834 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5c1b31-f3d5-45b8-8df8-b4e5acda519f x-openstack-request-id: req-ba5c1b31-f3d5-45b8-8df8-b4e5acda519f {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:06:04.107056 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed36fc1-551d-449f-ae7f-89e2792e12af", "tag": "acc34cd4-b77f-4e71-8c0f-d4074046b9c5", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:06:04.107313 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba5c1b31-f3d5-45b8-8df8-b4e5acda519f {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:06:04.107714 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'tag': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'status': 'completed', 'code': 200} Jul 05 05:06:04.186285 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7753a86-d610-4b68-992f-e65622c2b233 req-ad89387b-9790-403a-a716-f96a85e0b5eb tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700355 Jul 05 05:06:04.205557 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b248604-e762-430c-9339-7ef0251efa7c req-15c41f6e-c58f-4418-9601-7b125186840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:04.207119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b248604-e762-430c-9339-7ef0251efa7c req-15c41f6e-c58f-4418-9601-7b125186840d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 1094 time: 0.0842180 Jul 05 05:06:04.308764 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b248604-e762-430c-9339-7ef0251efa7c req-a8efed98-bf5c-48a0-8e22-5cf89ab665ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:04.310207 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b248604-e762-430c-9339-7ef0251efa7c req-a8efed98-bf5c-48a0-8e22-5cf89ab665ea service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=abe4c85891af4ea19a31043c8485f2e5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0957909 Jul 05 05:06:04.415300 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b248604-e762-430c-9339-7ef0251efa7c req-820c6e5e-33ff-40e5-803c-241134f7703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:04.416835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6b248604-e762-430c-9339-7ef0251efa7c req-820c6e5e-33ff-40e5-803c-241134f7703d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001852 Jul 05 05:06:04.508552 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-f9b6e867-6c35-41ff-bf43-82e395c0401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:04.510063 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-f9b6e867-6c35-41ff-bf43-82e395c0401d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 1094 time: 0.0540011 Jul 05 05:06:04.552287 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-0a94269d-ed79-47f0-86cd-582c933caa7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5 HTTP/1.1" status: 200 len: 217 time: 0.0340295 Jul 05 05:06:04.604915 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-4c4fdb49-5c8a-4b3a-823b-d39957f1ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:04.606363 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-4c4fdb49-5c8a-4b3a-823b-d39957f1ea51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0481477 Jul 05 05:06:04.663180 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-487cad1e-f2df-47ca-87d7-fed4f8abf6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:04.664733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-487cad1e-f2df-47ca-87d7-fed4f8abf6cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519326 Jul 05 05:06:04.754740 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-871e0e20-d442-41fd-bcda-48181ea68367 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834925 Jul 05 05:06:04.847886 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e2374f33-4090-4316-b919-32e0a8ac19c5 req-7ee7f2ec-8e61-4bfb-b1ce-75913cb49a14 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871806 Jul 05 05:06:05.371119 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb010a-6a89-4cdb-a771-940d45e86616 req-3a8bd25d-6250-4810-a371-77d71c71ed46 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:05.372524 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6fcb010a-6a89-4cdb-a771-940d45e86616 req-3a8bd25d-6250-4810-a371-77d71c71ed46 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0638955 Jul 05 05:06:05.415535 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6fcb010a-6a89-4cdb-a771-940d45e86616 req-ff9cb97e-e209-430a-9464-4b6b6c4493cc tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348039 Jul 05 05:06:06.595812 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0ce0a-585e-4849-a296-1f33c2816642 req-ab8de455-4837-4551-9baf-fd898d9fb1ab tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:06.597315 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-83d0ce0a-585e-4849-a296-1f33c2816642 req-ab8de455-4837-4551-9baf-fd898d9fb1ab tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0707045 Jul 05 05:06:06.637130 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-83d0ce0a-585e-4849-a296-1f33c2816642 req-90248c4b-1742-41b2-9009-18d15889355e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342236 Jul 05 05:06:07.807068 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47501ea5-45f9-444c-b3f4-f4d6d1b12047 req-5fc19482-2273-4fe3-b2bd-5d4f88a9fa03 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:07.808574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47501ea5-45f9-444c-b3f4-f4d6d1b12047 req-5fc19482-2273-4fe3-b2bd-5d4f88a9fa03 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0621541 Jul 05 05:06:07.845937 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-47501ea5-45f9-444c-b3f4-f4d6d1b12047 req-6d093644-d3b7-4572-9194-28bc67953c34 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316081 Jul 05 05:06:09.017936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aa2e1-ec17-40c1-8333-55b07ea3b8c9 req-d3bbb92a-002c-43e3-b607-a6b34041ef44 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:09.019415 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c9aa2e1-ec17-40c1-8333-55b07ea3b8c9 req-d3bbb92a-002c-43e3-b607-a6b34041ef44 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0649891 Jul 05 05:06:09.056875 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3c9aa2e1-ec17-40c1-8333-55b07ea3b8c9 req-b8ee6996-2948-49d6-9012-b41dbdc0f67b tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320179 Jul 05 05:06:10.231748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363643b-20b9-4068-b552-65f50468b21f req-a5768644-9c7c-4a71-aabb-9dc99ba6848a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:10.233248 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1363643b-20b9-4068-b552-65f50468b21f req-a5768644-9c7c-4a71-aabb-9dc99ba6848a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0654337 Jul 05 05:06:10.270297 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1363643b-20b9-4068-b552-65f50468b21f req-2d730173-c8f7-431d-a468-2c72b07b42d1 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308421 Jul 05 05:06:11.445015 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1fc39-9ad0-4075-990e-657e1147ac6d req-5c36ed4c-39f1-4065-bec5-0a80707f305d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:11.446485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4cd1fc39-9ad0-4075-990e-657e1147ac6d req-5c36ed4c-39f1-4065-bec5-0a80707f305d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0630937 Jul 05 05:06:11.488791 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4cd1fc39-9ad0-4075-990e-657e1147ac6d req-64eac7bb-21f0-4ddb-8943-e46a9f4d86e0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367305 Jul 05 05:06:12.671601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17195148-6804-4396-8624-0115ab5fa6a6 req-dd5c1825-f44b-4382-bf66-9c787d04b040 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:12.673120 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17195148-6804-4396-8624-0115ab5fa6a6 req-dd5c1825-f44b-4382-bf66-9c787d04b040 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0673697 Jul 05 05:06:12.711962 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-17195148-6804-4396-8624-0115ab5fa6a6 req-4095bf5c-e08e-4bf9-9fbe-c648457471b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332828 Jul 05 05:06:13.882005 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df244d88-099d-4e83-8c6b-8ff69036869d req-e87d380d-54bb-4392-805e-282b0eac8629 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:13.883463 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df244d88-099d-4e83-8c6b-8ff69036869d req-e87d380d-54bb-4392-805e-282b0eac8629 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0624323 Jul 05 05:06:13.920354 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-df244d88-099d-4e83-8c6b-8ff69036869d req-a53ada31-e507-41b9-9a34-197f56ff53eb tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314240 Jul 05 05:06:14.940074 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device acc34cd4-b77f-4e71-8c0f-d4074046b9c5 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:06:15.034476 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port acc34cd4-b77f-4e71-8c0f-d4074046b9c5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:15.045588 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'port_id': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'mac_address': 'fa:16:3e:1f:52:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:06:15.082516 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.090933 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff8c04-7ba1-4994-9199-fa6b6a1199d9 req-dd6096d9-2cb4-49df-acd8-27bb387d1aca tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:15.092465 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8fff8c04-7ba1-4994-9199-fa6b6a1199d9 req-dd6096d9-2cb4-49df-acd8-27bb387d1aca tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0620198 Jul 05 05:06:15.099248 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc34cd4-b77f-4e71-8c0f-d4074046b9c5 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:06:15.119517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port acc34cd4-b77f-4e71-8c0f-d4074046b9c5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:15.136878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8fff8c04-7ba1-4994-9199-fa6b6a1199d9 req-946dbf0c-4b5b-4e70-8c20-aed4c55885dd tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377650 Jul 05 05:06:15.185392 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.235912 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:15.242864 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:15.243215 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:15.243556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:15.243892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:15.244224 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:15.244577 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:15.244906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:15.245229 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:15.245557 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:15.245876 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:15.246201 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:15.246519 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:15.414630 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['acc34cd4-b77f-4e71-8c0f-d4074046b9c5'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:06:16.309404 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d55a0-2d88-458f-9f43-fdc05a51bd77 req-56e7b9ac-c5e7-4890-bd84-056077112622 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:16.310885 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb3d55a0-2d88-458f-9f43-fdc05a51bd77 req-56e7b9ac-c5e7-4890-bd84-056077112622 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 944 time: 0.0665057 Jul 05 05:06:16.347321 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cb3d55a0-2d88-458f-9f43-fdc05a51bd77 req-c353cd07-b0ba-4cc1-9bde-3dcf3cacc96b tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302157 Jul 05 05:06:16.957149 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device acc34cd4-b77f-4e71-8c0f-d4074046b9c5 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:17.064770 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port acc34cd4-b77f-4e71-8c0f-d4074046b9c5 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:17.068404 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port acc34cd4-b77f-4e71-8c0f-d4074046b9c5 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:17.069892 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:17.143153 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:17.165941 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:06:17.170632 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c962a701-661b-4bcc-803a-7322f589ae90" -d '{"events": [{"server_uuid": "3ed36fc1-551d-449f-ae7f-89e2792e12af", "name": "network-vif-plugged", "status": "completed", "tag": "acc34cd4-b77f-4e71-8c0f-d4074046b9c5"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:06:17.180863 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port acc34cd4-b77f-4e71-8c0f-d4074046b9c5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:17.230914 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:17.256952 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42cb19f-edde-4e00-8051-cbdc6c7f2d11 x-openstack-request-id: req-c42cb19f-edde-4e00-8051-cbdc6c7f2d11 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:06:17.257268 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed36fc1-551d-449f-ae7f-89e2792e12af", "name": "network-vif-plugged", "status": "completed", "tag": "acc34cd4-b77f-4e71-8c0f-d4074046b9c5", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:06:17.257510 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c42cb19f-edde-4e00-8051-cbdc6c7f2d11 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:06:17.257899 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'code': 200} Jul 05 05:06:17.286602 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:17.365984 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb92e-d469-4080-9415-b405d5e3e3ea req-eb38aaa0-3c4f-4723-8f6f-77ea49962215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:17.367777 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a33cb92e-d469-4080-9415-b405d5e3e3ea req-eb38aaa0-3c4f-4723-8f6f-77ea49962215 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 1096 time: 0.0503690 Jul 05 05:06:17.402696 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a33cb92e-d469-4080-9415-b405d5e3e3ea req-3bf514b9-0fc7-4d39-8f58-ce68033c375b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0293574 Jul 05 05:06:17.521370 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036644f-92f6-485a-b19f-34eb7cc322c1 req-783caeaf-866f-443b-a2da-c4bc07e8dadb tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:17.522759 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0036644f-92f6-485a-b19f-34eb7cc322c1 req-783caeaf-866f-443b-a2da-c4bc07e8dadb tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0656610 Jul 05 05:06:17.559140 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0036644f-92f6-485a-b19f-34eb7cc322c1 req-36eb4cbb-83f2-427c-b583-e22b3a8dc483 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307505 Jul 05 05:06:18.782851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d5d6f-bf0c-474e-814b-04997207086a req-eacf15e8-71e8-4564-9e42-68123eac7a46 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:18.828985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e92d5d6f-bf0c-474e-814b-04997207086a req-eacf15e8-71e8-4564-9e42-68123eac7a46 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0688860 Jul 05 05:06:18.828985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e92d5d6f-bf0c-474e-814b-04997207086a req-72ad6530-7cf6-418b-ae6a-198b14212d8a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326316 Jul 05 05:06:18.993363 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa9a6e-fe01-4519-93e8-245ecfba90bc req-c167614f-f1bd-4a55-be02-b56d1f5bdfba tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:18.994822 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ffa9a6e-fe01-4519-93e8-245ecfba90bc req-c167614f-f1bd-4a55-be02-b56d1f5bdfba tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0620639 Jul 05 05:06:19.031658 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0ffa9a6e-fe01-4519-93e8-245ecfba90bc req-686f1a72-7be3-4cfe-ac72-f79ace53d296 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308645 Jul 05 05:06:19.055374 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58526) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:19.107396 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fb4253-ab06-4d46-b2d5-c1d9c36ccf3d tempest-TestShelveInstance-1899978546 tempest-TestShelveInstance-1899978546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:19.108878 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a0fb4253-ab06-4d46-b2d5-c1d9c36ccf3d tempest-TestShelveInstance-1899978546 tempest-TestShelveInstance-1899978546-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 1091 time: 0.0525074 Jul 05 05:06:19.111590 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:06:19.112436 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58528) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:19.116742 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:19.299556 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for floatingip, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.394048 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.495444 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Allocated IP 172.25.0.83 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/d24748ab-10b6-45fc-88d7-1f9c90aff19b) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:19.592980 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.665167 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.700392 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:19.703794 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:19.707159 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:19.737395 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'Port': ['ID=d24748ab-10b6-45fc-88d7-1f9c90aff19b,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:20.072880 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.213380 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.358319 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.419622 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.486585 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event updated for resources: {'Port': ['ID=d24748ab-10b6-45fc-88d7-1f9c90aff19b,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:20.499284 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.597668 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Floating IP 94abb53b-1c55-470a-962d-a473d1ceb800 associated. External IP: 172.25.0.83, port: acc34cd4-b77f-4e71-8c0f-d4074046b9c5. Jul 05 05:06:20.800130 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Router eefd6870-e215-4bdd-98af-a9b52b52d791 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:06:20.904586 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:06:20.914381 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe2f34-0b94-4f02-8a12-5909dbd97bdd None None] Sync routers for ids ['eefd6870-e215-4bdd-98af-a9b52b52d791'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:06:20.923874 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe2f34-0b94-4f02-8a12-5909dbd97bdd None None] Routers {'eefd6870-e215-4bdd-98af-a9b52b52d791'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:20.924517 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-fcfe2f34-0b94-4f02-8a12-5909dbd97bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:05:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['eefd6870-e215-4bdd-98af-a9b52b52d791'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:20.979425 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.017679 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6b27b202-f7a8-4e5d-b8f0-4ec5aab5ea96 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9041896 Jul 05 05:06:21.018297 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'tag': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:06:21.020646 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48ce303-b9d8-48b9-9531-e3d5fb0ab28f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed36fc1-551d-449f-ae7f-89e2792e12af", "tag": "acc34cd4-b77f-4e71-8c0f-d4074046b9c5"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:06:21.064349 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b079726-2e24-475d-8f8b-be4eecd53a9e x-openstack-request-id: req-4b079726-2e24-475d-8f8b-be4eecd53a9e {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:06:21.064674 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed36fc1-551d-449f-ae7f-89e2792e12af", "tag": "acc34cd4-b77f-4e71-8c0f-d4074046b9c5", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:06:21.064927 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b079726-2e24-475d-8f8b-be4eecd53a9e {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:06:21.065332 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'tag': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'status': 'completed', 'code': 200} Jul 05 05:06:21.120757 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-fcfe2f34-0b94-4f02-8a12-5909dbd97bdd None None] Set router eefd6870-e215-4bdd-98af-a9b52b52d791 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:21.144769 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ce303-b9d8-48b9-9531-e3d5fb0ab28f req-16ee976f-ff15-461f-9b5f-ec2ff53b493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:21.146443 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b48ce303-b9d8-48b9-9531-e3d5fb0ab28f req-16ee976f-ff15-461f-9b5f-ec2ff53b493c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 1096 time: 0.0586896 Jul 05 05:06:21.234995 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ce303-b9d8-48b9-9531-e3d5fb0ab28f req-d2dd35b3-6e93-442a-b8b7-a5ad31cc74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:21.236495 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b48ce303-b9d8-48b9-9531-e3d5fb0ab28f req-d2dd35b3-6e93-442a-b8b7-a5ad31cc74b0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0838726 Jul 05 05:06:21.303214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b48ce303-b9d8-48b9-9531-e3d5fb0ab28f req-2b28f63a-fc0e-44eb-97c5-a15a49af49ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5 HTTP/1.1" status: 200 len: 998 time: 0.0606797 Jul 05 05:06:21.346957 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-fcfe2f34-0b94-4f02-8a12-5909dbd97bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '94abb53b-1c55-470a-962d-a473d1ceb800', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'port_id': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'mac_address': 'fa:16:3e:1f:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:06:19Z', 'updated_at': '2021-07-05T05:06:19Z', 'revision_number': 0, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 5, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:21.360851 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ce303-b9d8-48b9-9531-e3d5fb0ab28f req-fbc9cb9c-ee99-405e-96ec-48ea414c4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:21.362747 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b48ce303-b9d8-48b9-9531-e3d5fb0ab28f req-fbc9cb9c-ee99-405e-96ec-48ea414c4e8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0534256 Jul 05 05:06:21.380441 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe2f34-0b94-4f02-8a12-5909dbd97bdd None None] Checking router: eefd6870-e215-4bdd-98af-a9b52b52d791 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:06:21.388854 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe2f34-0b94-4f02-8a12-5909dbd97bdd None None] Routers {'eefd6870-e215-4bdd-98af-a9b52b52d791'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:21.389491 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-fcfe2f34-0b94-4f02-8a12-5909dbd97bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:05:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['eefd6870-e215-4bdd-98af-a9b52b52d791'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:21.408155 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-94e4870f-72df-45d9-b483-6582a002482c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.424665 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ce303-b9d8-48b9-9531-e3d5fb0ab28f req-6c65815a-ddd9-48da-9fa0-b52f50bfb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:21.426681 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b48ce303-b9d8-48b9-9531-e3d5fb0ab28f req-6c65815a-ddd9-48da-9fa0-b52f50bfb01a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577164 Jul 05 05:06:21.498688 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-fcfe2f34-0b94-4f02-8a12-5909dbd97bdd None None] Set router eefd6870-e215-4bdd-98af-a9b52b52d791 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:21.740013 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-fcfe2f34-0b94-4f02-8a12-5909dbd97bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '94abb53b-1c55-470a-962d-a473d1ceb800', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'port_id': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'mac_address': 'fa:16:3e:1f:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:06:19Z', 'updated_at': '2021-07-05T05:06:19Z', 'revision_number': 0, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 5, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:21.770935 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe2f34-0b94-4f02-8a12-5909dbd97bdd None None] The sync data for ids ['eefd6870-e215-4bdd-98af-a9b52b52d791'] in n-d-798249-5 is: [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': '94abb53b-1c55-470a-962d-a473d1ceb800', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'port_id': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'mac_address': 'fa:16:3e:1f:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:06:19Z', 'updated_at': '2021-07-05T05:06:19Z', 'revision_number': 0, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 5, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:06:21.881855 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b48ce303-b9d8-48b9-9531-e3d5fb0ab28f req-7a8814c6-64ac-42f0-8d54-5ed86117fead service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493275 Jul 05 05:06:21.979649 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b48ce303-b9d8-48b9-9531-e3d5fb0ab28f req-c1f43cc7-be0d-4dc7-9a39-a14dfd33d703 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915494 Jul 05 05:06:21.985180 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0466f80d-859b-4993-8eb5-efde9cb70845 None None] New status for floating IP 94abb53b-1c55-470a-962d-a473d1ceb800: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:06:24.345150 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-817b6d74-7f61-4049-a7b6-8fe208857234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:24.436038 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.544385 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:27.430769 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.213280 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:32.156043 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:51.413178 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f57b5453-fb4c-43c6-aee4-b71303edecde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:53.646408 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3990dfeb-5e23-4711-8418-5a9470985cf5 req-4e7a4cc7-ca43-426c-b1a3-89b5f55ca66c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537312 Jul 05 05:06:53.740757 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990dfeb-5e23-4711-8418-5a9470985cf5 req-3852ca3b-9b5f-4bf8-be04-f08bfd11638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:53.742301 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3990dfeb-5e23-4711-8418-5a9470985cf5 req-3852ca3b-9b5f-4bf8-be04-f08bfd11638a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 1096 time: 0.0543890 Jul 05 05:06:53.846813 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990dfeb-5e23-4711-8418-5a9470985cf5 req-004c0ab7-444b-4048-b91f-d79d9dbb914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:53.848265 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3990dfeb-5e23-4711-8418-5a9470985cf5 req-004c0ab7-444b-4048-b91f-d79d9dbb914b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0860989 Jul 05 05:06:53.915304 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3990dfeb-5e23-4711-8418-5a9470985cf5 req-7aaff4b3-6301-40a4-9648-7b640a341ddc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5 HTTP/1.1" status: 200 len: 1000 time: 0.0610015 Jul 05 05:06:53.962677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990dfeb-5e23-4711-8418-5a9470985cf5 req-7f0f0338-71c6-43ef-b55c-aa11deae6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:53.964127 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3990dfeb-5e23-4711-8418-5a9470985cf5 req-7f0f0338-71c6-43ef-b55c-aa11deae6deb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0428441 Jul 05 05:06:54.020390 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990dfeb-5e23-4711-8418-5a9470985cf5 req-0a7fb9ad-f416-4eb9-8e22-85a4a44db43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:54.021897 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3990dfeb-5e23-4711-8418-5a9470985cf5 req-0a7fb9ad-f416-4eb9-8e22-85a4a44db43a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511031 Jul 05 05:06:54.124229 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3990dfeb-5e23-4711-8418-5a9470985cf5 req-5e165360-4a3b-4f29-b3be-7e2597f80d98 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960906 Jul 05 05:06:54.214847 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3990dfeb-5e23-4711-8418-5a9470985cf5 req-14c815eb-63bd-468e-ab53-c9e94f29dc66 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847225 Jul 05 05:06:54.380496 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c04d7db9-5ff3-4284-a339-1e0630a697c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:54.470420 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:55.556028 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:56.111015 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:06:57.407766 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:00.236025 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:02.138498 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:21.418626 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-743419c5-1a6b-4eda-b17c-b9653630d967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:24.344339 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-03bbf7c6-cf7c-4be4-82db-d2871bca44e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:24.481555 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:25.559924 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:27.434306 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:30.246958 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:32.172525 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:33.110645 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:07:51.418060 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c28413d2-19ae-4453-b98d-c87426585af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:53.158796 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9422b0a4-b5e1-4cf1-a192-96ddc48b350c req-fea49f34-0aa4-46f4-9ee1-403a487b04fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563931 Jul 05 05:07:53.252359 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422b0a4-b5e1-4cf1-a192-96ddc48b350c req-22bfe45d-3f8b-49c0-b712-737b005e353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:53.253839 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9422b0a4-b5e1-4cf1-a192-96ddc48b350c req-22bfe45d-3f8b-49c0-b712-737b005e353d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 1096 time: 0.0517440 Jul 05 05:07:53.357483 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422b0a4-b5e1-4cf1-a192-96ddc48b350c req-c08909cd-5617-49c8-88b4-fd8fdaf9b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:53.358875 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9422b0a4-b5e1-4cf1-a192-96ddc48b350c req-c08909cd-5617-49c8-88b4-fd8fdaf9b9b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0837224 Jul 05 05:07:53.428875 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9422b0a4-b5e1-4cf1-a192-96ddc48b350c req-9b6a781a-2463-439e-8c14-d0102ae651bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5 HTTP/1.1" status: 200 len: 1000 time: 0.0636079 Jul 05 05:07:53.479619 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422b0a4-b5e1-4cf1-a192-96ddc48b350c req-e38e6ec3-8a2c-4738-be3c-2792f1c9c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:53.481017 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9422b0a4-b5e1-4cf1-a192-96ddc48b350c req-e38e6ec3-8a2c-4738-be3c-2792f1c9c1e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0440569 Jul 05 05:07:53.537702 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422b0a4-b5e1-4cf1-a192-96ddc48b350c req-4f4230e6-8a1d-4b74-8d31-2f4756b7fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:53.539173 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9422b0a4-b5e1-4cf1-a192-96ddc48b350c req-4f4230e6-8a1d-4b74-8d31-2f4756b7fb62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523353 Jul 05 05:07:53.628787 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9422b0a4-b5e1-4cf1-a192-96ddc48b350c req-60625304-0c18-453d-b7c3-92a151e23b16 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832069 Jul 05 05:07:53.716184 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9422b0a4-b5e1-4cf1-a192-96ddc48b350c req-15287052-7dc3-4cd0-9392-7b38615891e8 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803974 Jul 05 05:07:54.349320 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cf474bde-42d6-4247-9b28-a7ac52e65cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:54.469272 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:55.593252 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:57.478752 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:00.272602 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:02.172158 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.109166 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:08:21.406613 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d2adddd6-05ea-4b7a-ab14-aaf746229aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:24.388776 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-21d37e47-6261-400f-aafd-e7d752c1e8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:24.474242 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:25.571377 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:27.497322 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:30.257066 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:32.194363 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:45.907288 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb794d9c-f0d3-4a5d-91db-a6e5d6cced03 req-10ca891a-c833-4b47-8eb0-192d4ad138ad tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:45.908789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb794d9c-f0d3-4a5d-91db-a6e5d6cced03 req-10ca891a-c833-4b47-8eb0-192d4ad138ad tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.1331804 Jul 05 05:08:45.947561 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bb794d9c-f0d3-4a5d-91db-a6e5d6cced03 req-5a3c5bdf-77bc-4816-bcaa-42954cfcdc52 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331607 Jul 05 05:08:47.108052 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:08:47.186718 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0188030-8690-4857-b903-742ff3e325f3 req-afe9e6d9-84d5-4653-a40b-26aa9479f35e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:47.188195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0188030-8690-4857-b903-742ff3e325f3 req-afe9e6d9-84d5-4653-a40b-26aa9479f35e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.1083624 Jul 05 05:08:47.226315 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0188030-8690-4857-b903-742ff3e325f3 req-dd651d1f-1d71-4fde-84a1-897e3e3da878 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317070 Jul 05 05:08:48.438219 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd648ff-9b2e-467f-bc07-51ca6294f340 req-84abdd7a-3f0c-465f-961e-162376c48dfc tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:48.440928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9dd648ff-9b2e-467f-bc07-51ca6294f340 req-84abdd7a-3f0c-465f-961e-162376c48dfc tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0732436 Jul 05 05:08:48.483032 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9dd648ff-9b2e-467f-bc07-51ca6294f340 req-121e8ea6-56f1-49c9-ba39-6028d09153b0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363009 Jul 05 05:08:49.665355 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc2dd0-b0a8-4374-abac-73865aecb42e req-cece10b0-9d08-4bd8-8a46-976a185bf770 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:49.666835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cc2dd0-b0a8-4374-abac-73865aecb42e req-cece10b0-9d08-4bd8-8a46-976a185bf770 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0664279 Jul 05 05:08:49.704792 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e5cc2dd0-b0a8-4374-abac-73865aecb42e req-b422e41c-117b-4e92-9408-3550ba1e7447 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318305 Jul 05 05:08:50.879975 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa63ea-22a5-4527-9133-e6a10a8ca53a req-2cdcb931-4afb-4445-82d9-1f8620b8f51a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:50.881496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7fa63ea-22a5-4527-9133-e6a10a8ca53a req-2cdcb931-4afb-4445-82d9-1f8620b8f51a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0630500 Jul 05 05:08:50.918423 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c7fa63ea-22a5-4527-9133-e6a10a8ca53a req-a2f993ba-808f-42fb-af12-dedd9958245d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315111 Jul 05 05:08:51.408244 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-af99b6d6-d619-4542-8aa2-b3cce4673d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:52.093242 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2770f-d864-40dc-8eff-c4773455e95b req-b73659a1-3077-4e9e-8ab6-7ca2d46a9940 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:52.094629 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c8f2770f-d864-40dc-8eff-c4773455e95b req-b73659a1-3077-4e9e-8ab6-7ca2d46a9940 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0659297 Jul 05 05:08:52.132659 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c8f2770f-d864-40dc-8eff-c4773455e95b req-9b3f3eb0-6cda-4e54-86a4-be299969f4c4 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317962 Jul 05 05:08:53.308130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d688b-83e5-4f40-a065-5cd5690dd9df req-cebf8a2c-8538-45d6-9b70-8a756704e27e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:53.309637 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f25d688b-83e5-4f40-a065-5cd5690dd9df req-cebf8a2c-8538-45d6-9b70-8a756704e27e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0628884 Jul 05 05:08:53.348478 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f25d688b-83e5-4f40-a065-5cd5690dd9df req-dc60c19b-a73c-4174-ad05-8718fd0ae9bf tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326169 Jul 05 05:08:54.365006 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-d529b075-08a7-47a2-b1b8-018501ea3cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:54.465172 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:54.532582 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44b103-ed88-4b2e-8a8d-1227312a99ca req-062c1b90-10dc-4661-847e-5e4df28eb5d4 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:54.534728 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc44b103-ed88-4b2e-8a8d-1227312a99ca req-062c1b90-10dc-4661-847e-5e4df28eb5d4 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0693727 Jul 05 05:08:54.573195 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dc44b103-ed88-4b2e-8a8d-1227312a99ca req-6b7e49e7-5fc8-4799-a20b-364e01d21753 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327802 Jul 05 05:08:55.565234 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:55.748576 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c8516-5564-4d21-ada8-84c17ae90c87 req-6b9dc765-8d1c-4207-8a68-42305d195efa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:55.750080 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e8c8516-5564-4d21-ada8-84c17ae90c87 req-6b9dc765-8d1c-4207-8a68-42305d195efa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0674610 Jul 05 05:08:55.795250 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e8c8516-5564-4d21-ada8-84c17ae90c87 req-23556288-9964-4c20-820b-b371f7db001b tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381539 Jul 05 05:08:55.868698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2135e-e804-4d56-bb4d-5d5479fbd33e req-c3557167-b527-4acf-a116-460a3afeae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:55.870201 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16d2135e-e804-4d56-bb4d-5d5479fbd33e req-c3557167-b527-4acf-a116-460a3afeae44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 1096 time: 0.0960078 Jul 05 05:08:55.979677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2135e-e804-4d56-bb4d-5d5479fbd33e req-c2dda57d-16cb-49b0-a692-fd0ff2873b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:55.981205 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16d2135e-e804-4d56-bb4d-5d5479fbd33e req-c2dda57d-16cb-49b0-a692-fd0ff2873b54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0893900 Jul 05 05:08:56.046494 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16d2135e-e804-4d56-bb4d-5d5479fbd33e req-dfc9554f-0420-4d8a-956e-a3bb9989224a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5 HTTP/1.1" status: 200 len: 1000 time: 0.0578623 Jul 05 05:08:56.093091 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2135e-e804-4d56-bb4d-5d5479fbd33e req-4e42880f-f57d-4840-ba50-e2f1687aff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:56.094496 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16d2135e-e804-4d56-bb4d-5d5479fbd33e req-4e42880f-f57d-4840-ba50-e2f1687aff8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0419371 Jul 05 05:08:56.154400 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2135e-e804-4d56-bb4d-5d5479fbd33e req-9bf9a8c5-d630-46b2-a5a9-f897261bb011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:56.155946 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16d2135e-e804-4d56-bb4d-5d5479fbd33e req-9bf9a8c5-d630-46b2-a5a9-f897261bb011 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550652 Jul 05 05:08:56.244058 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16d2135e-e804-4d56-bb4d-5d5479fbd33e req-739c63e7-4a9a-4670-a10c-d61213d024b2 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816591 Jul 05 05:08:56.339150 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-16d2135e-e804-4d56-bb4d-5d5479fbd33e req-c78ceb94-19c8-480e-ab55-0e384f28ca6e service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892351 Jul 05 05:08:56.435745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c304-06e6-408f-8329-06c1c2786b10 req-11256d7a-7245-4336-9ca4-edda98a6395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:56.437307 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cce2c304-06e6-408f-8329-06c1c2786b10 req-11256d7a-7245-4336-9ca4-edda98a6395a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 1096 time: 0.0580230 Jul 05 05:08:56.531677 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c304-06e6-408f-8329-06c1c2786b10 req-c1b5c39b-9bc4-44c8-b914-001808100b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:56.533214 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cce2c304-06e6-408f-8329-06c1c2786b10 req-c1b5c39b-9bc4-44c8-b914-001808100b88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0902259 Jul 05 05:08:56.599200 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cce2c304-06e6-408f-8329-06c1c2786b10 req-541b6a21-9a36-47b3-bcff-ac2ecb495e05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5 HTTP/1.1" status: 200 len: 1000 time: 0.0595863 Jul 05 05:08:56.648140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c304-06e6-408f-8329-06c1c2786b10 req-9d721bd1-7296-4a09-8533-e7cbf2792802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:56.649576 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cce2c304-06e6-408f-8329-06c1c2786b10 req-9d721bd1-7296-4a09-8533-e7cbf2792802 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0437646 Jul 05 05:08:56.709920 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c304-06e6-408f-8329-06c1c2786b10 req-b67f1665-2024-4c31-bf17-58676c82562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:56.711415 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cce2c304-06e6-408f-8329-06c1c2786b10 req-b67f1665-2024-4c31-bf17-58676c82562b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555890 Jul 05 05:08:56.800054 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cce2c304-06e6-408f-8329-06c1c2786b10 req-08d10f93-406f-4ff5-8785-c3fb41b932f6 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816252 Jul 05 05:08:56.892756 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-cce2c304-06e6-408f-8329-06c1c2786b10 req-a29f5daf-bdf5-4fed-a0fe-598a8f30038d service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868559 Jul 05 05:08:56.976577 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13270b-eb6d-4026-9370-1758b12ac382 req-fd941cf9-c3f0-4b9b-88d0-db19c4d801f3 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:56.978100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b13270b-eb6d-4026-9370-1758b12ac382 req-fd941cf9-c3f0-4b9b-88d0-db19c4d801f3 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0660465 Jul 05 05:08:57.015465 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0b13270b-eb6d-4026-9370-1758b12ac382 req-9354e3ac-3961-4cb1-8245-948ee1be97ea tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319231 Jul 05 05:08:57.470671 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:58.189402 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40b39a-585a-4d0b-bb00-0b338f19fea1 req-861cbd6f-a8ad-4fb7-930c-233201d1a951 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:58.191449 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc40b39a-585a-4d0b-bb00-0b338f19fea1 req-861cbd6f-a8ad-4fb7-930c-233201d1a951 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0649390 Jul 05 05:08:58.228602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-fc40b39a-585a-4d0b-bb00-0b338f19fea1 req-3ac88161-3bb0-4234-8851-5a0280a147c5 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316792 Jul 05 05:08:59.410433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1c0b3-da6d-4b03-b05a-04029c916fab req-0418823b-38c4-456b-97b7-51cd3a7872f9 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:59.411936 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65d1c0b3-da6d-4b03-b05a-04029c916fab req-0418823b-38c4-456b-97b7-51cd3a7872f9 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0702467 Jul 05 05:08:59.451882 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-65d1c0b3-da6d-4b03-b05a-04029c916fab req-1d1aefd3-4a9b-4cbf-8493-af505548da20 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340617 Jul 05 05:09:00.262575 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:00.626414 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0be7f-6b6a-4208-92e4-7706a0574857 req-3381fdf7-b0f3-4636-9184-036e14624d3a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:00.628243 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1b0be7f-6b6a-4208-92e4-7706a0574857 req-3381fdf7-b0f3-4636-9184-036e14624d3a tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0626841 Jul 05 05:09:00.664878 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1b0be7f-6b6a-4208-92e4-7706a0574857 req-c82b0f26-3572-48c1-a3dd-4455894639fa tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314500 Jul 05 05:09:01.244735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ca3a6-e36c-4693-ba9b-6851754c27d0 req-9f56772f-21c4-4651-b53a-7692fca2e51d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:01.246249 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef1ca3a6-e36c-4693-ba9b-6851754c27d0 req-9f56772f-21c4-4651-b53a-7692fca2e51d tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0721948 Jul 05 05:09:01.270623 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-82877585-a08d-4ab4-b09e-d19051c947e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919011 Jul 05 05:09:01.287147 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ef1ca3a6-e36c-4693-ba9b-6851754c27d0 req-cdd1dc8c-e6ea-486a-afce-44dec378b9f4 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351939 Jul 05 05:09:01.704685 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device acc34cd4-b77f-4e71-8c0f-d4074046b9c5 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:09:01.779850 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:01.805434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:09:01.807757 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5024c398-2050-4b3c-b729-9e9e4de80d19" -d '{"events": [{"server_uuid": "3ed36fc1-551d-449f-ae7f-89e2792e12af", "name": "network-vif-unplugged", "status": "completed", "tag": "acc34cd4-b77f-4e71-8c0f-d4074046b9c5"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:09:01.821145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port acc34cd4-b77f-4e71-8c0f-d4074046b9c5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:01.840901 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 05:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3601648-17cd-4963-b60d-5309acb9e18e x-openstack-request-id: req-f3601648-17cd-4963-b60d-5309acb9e18e {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:09:01.841220 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed36fc1-551d-449f-ae7f-89e2792e12af", "name": "network-vif-unplugged", "status": "failed", "tag": "acc34cd4-b77f-4e71-8c0f-d4074046b9c5", "code": 422}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:09:01.841502 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3601648-17cd-4963-b60d-5309acb9e18e {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:09:01.841906 n-d-798249-5 neutron-server[100878]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'code': 422} returned with failed status Jul 05 05:09:01.910575 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:01.959964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:01.967030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:01.967387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:01.967730 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:01.968070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:01.968453 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:01.968792 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:01.969120 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:01.969447 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:01.969811 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:01.970101 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:01.970427 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:01.970749 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:02.211538 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:02.470778 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acf73c-0fd3-43ab-b0c6-dbdddf688a59 req-e0254c36-3247-48c7-b1cf-e8cf833c2e0e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:02.473506 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7acf73c-0fd3-43ab-b0c6-dbdddf688a59 req-e0254c36-3247-48c7-b1cf-e8cf833c2e0e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0723643 Jul 05 05:09:02.511031 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f7acf73c-0fd3-43ab-b0c6-dbdddf688a59 req-3e69495a-12c7-4f74-bc6f-1ced9f83cb12 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316744 Jul 05 05:09:03.709859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f4efe-bf57-4983-9538-87876c541992 req-80c18f2e-3748-48b1-a4b6-64a05d587500 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:03.712151 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-714f4efe-bf57-4983-9538-87876c541992 req-80c18f2e-3748-48b1-a4b6-64a05d587500 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0691702 Jul 05 05:09:03.748737 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-714f4efe-bf57-4983-9538-87876c541992 req-188b443b-1a5c-4c62-aaf2-4e1f0a8c48da tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318882 Jul 05 05:09:04.929949 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef60a8-c7ab-4cec-80c3-3c27ff04e204 req-956b8623-0478-46b9-b841-f695ef269794 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:04.931441 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52ef60a8-c7ab-4cec-80c3-3c27ff04e204 req-956b8623-0478-46b9-b841-f695ef269794 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0699084 Jul 05 05:09:04.969623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-52ef60a8-c7ab-4cec-80c3-3c27ff04e204 req-09a2f679-2c9e-4569-a6c8-efea548bf628 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326400 Jul 05 05:09:06.146531 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837b348-9443-45e6-a853-7cec6f2f657a req-b9d946d7-3d5d-4894-aa52-a031bcd8a665 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:06.148306 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5837b348-9443-45e6-a853-7cec6f2f657a req-b9d946d7-3d5d-4894-aa52-a031bcd8a665 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0669146 Jul 05 05:09:06.186915 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-5837b348-9443-45e6-a853-7cec6f2f657a req-f0fce471-23f1-4fbe-8ecc-75fd676e77e2 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329034 Jul 05 05:09:07.363989 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9330f9-2945-446d-968d-dcf3c13f0b1b req-3cd77104-3baa-43f0-81bd-46d60468ab55 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:07.365404 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de9330f9-2945-446d-968d-dcf3c13f0b1b req-3cd77104-3baa-43f0-81bd-46d60468ab55 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0690837 Jul 05 05:09:07.405141 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-de9330f9-2945-446d-968d-dcf3c13f0b1b req-cafef096-8c12-481e-a6dc-d33465358d98 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339720 Jul 05 05:09:07.488246 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-af9b3fae-560a-4bc5-bbc2-b65bda5c989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:07.489454 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-af9b3fae-560a-4bc5-bbc2-b65bda5c989c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af&tenant_id=abe4c85891af4ea19a31043c8485f2e5 HTTP/1.1" status: 200 len: 1094 time: 0.0534830 Jul 05 05:09:07.561416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-cb82d9d1-6514-4d8b-95ba-59a6c36ce8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:07.562871 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-cb82d9d1-6514-4d8b-95ba-59a6c36ce8ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 1094 time: 0.0513210 Jul 05 05:09:07.651612 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-324455e1-d050-4f46-b7ee-2856762af51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:07.653084 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-324455e1-d050-4f46-b7ee-2856762af51a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0845048 Jul 05 05:09:07.715917 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-7a0543d3-9a95-4a18-81e0-fa9de018a8f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5 HTTP/1.1" status: 200 len: 998 time: 0.0570405 Jul 05 05:09:07.766509 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-e80b9ced-31bf-4d2b-8fe4-0c4baca322a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:07.767974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-e80b9ced-31bf-4d2b-8fe4-0c4baca322a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0459332 Jul 05 05:09:07.822351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-7a948005-99fe-4195-895e-3b77f0134ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:07.823776 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-7a948005-99fe-4195-895e-3b77f0134ec2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500460 Jul 05 05:09:07.912851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-b3f8c2a1-a6a0-4022-b33e-f1f2167c3411 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822465 Jul 05 05:09:08.004299 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-f2184312-0e67-4586-bd51-a85f9b363da6 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844688 Jul 05 05:09:08.592416 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc109b8-ce11-465f-90fc-2e17b47ae905 req-0c579444-2f4d-4b19-b4b0-dc78c8859bc3 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:08.593917 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-edc109b8-ce11-465f-90fc-2e17b47ae905 req-0c579444-2f4d-4b19-b4b0-dc78c8859bc3 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0639291 Jul 05 05:09:08.631657 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-edc109b8-ce11-465f-90fc-2e17b47ae905 req-aa617a95-e26c-4917-8ef0-f2e23135e798 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312958 Jul 05 05:09:09.808668 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf867c-a234-4114-95d8-e09b1da8ce62 req-7152bd1e-9735-4e92-8a0c-0ac07ba547c5 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:09.810113 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9caf867c-a234-4114-95d8-e09b1da8ce62 req-7152bd1e-9735-4e92-8a0c-0ac07ba547c5 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0659587 Jul 05 05:09:09.845965 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9caf867c-a234-4114-95d8-e09b1da8ce62 req-3b907622-52b2-4a4d-8dda-9ca65011e728 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304294 Jul 05 05:09:11.018532 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80b24c-d58d-4baa-937f-7284476a6b57 req-ac06c443-b376-4e7e-929e-e25b172493e0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:11.020270 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd80b24c-d58d-4baa-937f-7284476a6b57 req-ac06c443-b376-4e7e-929e-e25b172493e0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0630674 Jul 05 05:09:11.058012 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-bd80b24c-d58d-4baa-937f-7284476a6b57 req-9d46a083-1a44-4d1a-b56e-bcab239a89b2 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320907 Jul 05 05:09:12.226025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695dbc7-0a82-49b5-ab7f-2087b5668cc6 req-c6b27f71-2e3c-4873-b219-b29eedd82f25 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:12.227497 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a695dbc7-0a82-49b5-ab7f-2087b5668cc6 req-c6b27f71-2e3c-4873-b219-b29eedd82f25 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0618279 Jul 05 05:09:12.264174 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a695dbc7-0a82-49b5-ab7f-2087b5668cc6 req-89ee462c-c76f-4000-a8c3-3c0d984a46fd tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312498 Jul 05 05:09:13.443030 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e8e9c-3353-4ece-84e9-79fbaad0b5c0 req-b27b1174-9319-4c6a-bf80-cd80c23b9398 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:13.444546 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-951e8e9c-3353-4ece-84e9-79fbaad0b5c0 req-b27b1174-9319-4c6a-bf80-cd80c23b9398 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0681274 Jul 05 05:09:13.483542 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-951e8e9c-3353-4ece-84e9-79fbaad0b5c0 req-2a41463f-c85d-4d31-8285-3aa453308de7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333910 Jul 05 05:09:14.657072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494d161-7976-420f-be8a-9ce27422c485 req-ca851ad7-c59f-47d9-bd48-8dc947282814 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:14.658544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3494d161-7976-420f-be8a-9ce27422c485 req-ca851ad7-c59f-47d9-bd48-8dc947282814 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0640910 Jul 05 05:09:14.695899 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3494d161-7976-420f-be8a-9ce27422c485 req-5af692ec-ac7a-421f-9373-ce909bdd51ad tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311811 Jul 05 05:09:15.747808 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device acc34cd4-b77f-4e71-8c0f-d4074046b9c5 details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:09:15.841325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port acc34cd4-b77f-4e71-8c0f-d4074046b9c5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:15.855850 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'port_id': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'mac_address': 'fa:16:3e:1f:52:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:09:15.871112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2033dc-9976-4130-ba6c-3f66f15c3a17 req-612e4548-5ec2-40dd-9e11-50c48367bcb3 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:15.872643 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f2033dc-9976-4130-ba6c-3f66f15c3a17 req-612e4548-5ec2-40dd-9e11-50c48367bcb3 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 943 time: 0.0673339 Jul 05 05:09:15.894226 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:15.907173 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc34cd4-b77f-4e71-8c0f-d4074046b9c5 {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:09:15.911974 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9f2033dc-9976-4130-ba6c-3f66f15c3a17 req-8ae7356f-e5c9-489c-b0c2-8a89d1db835f tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335193 Jul 05 05:09:15.927543 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port acc34cd4-b77f-4e71-8c0f-d4074046b9c5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:16.001298 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:16.047091 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:16.225187 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['acc34cd4-b77f-4e71-8c0f-d4074046b9c5'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:09:17.084514 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bb642-12cf-4da2-93ed-c6465bb1a6b0 req-c58c4f1c-759e-4ffa-8b3d-4abe47a673d6 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:17.086224 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c83bb642-12cf-4da2-93ed-c6465bb1a6b0 req-c58c4f1c-759e-4ffa-8b3d-4abe47a673d6 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 944 time: 0.0631895 Jul 05 05:09:17.122963 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c83bb642-12cf-4da2-93ed-c6465bb1a6b0 req-259e8743-d501-4898-a533-6df6f911cbb0 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314693 Jul 05 05:09:17.780039 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device acc34cd4-b77f-4e71-8c0f-d4074046b9c5 up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:09:17.831783 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port acc34cd4-b77f-4e71-8c0f-d4074046b9c5 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:09:17.832193 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:17.906958 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:17.929233 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:09:17.931442 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc4b38e-3063-426b-864e-c50bdb095f92" -d '{"events": [{"server_uuid": "3ed36fc1-551d-449f-ae7f-89e2792e12af", "name": "network-vif-plugged", "status": "completed", "tag": "acc34cd4-b77f-4e71-8c0f-d4074046b9c5"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:09:17.943683 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port acc34cd4-b77f-4e71-8c0f-d4074046b9c5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:17.965336 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0ac856-22fe-4a14-a756-9e04f93910d1 x-openstack-request-id: req-df0ac856-22fe-4a14-a756-9e04f93910d1 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:09:17.965625 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed36fc1-551d-449f-ae7f-89e2792e12af", "name": "network-vif-plugged", "status": "completed", "tag": "acc34cd4-b77f-4e71-8c0f-d4074046b9c5", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:09:17.965873 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df0ac856-22fe-4a14-a756-9e04f93910d1 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:09:17.966256 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'code': 200} Jul 05 05:09:18.011844 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:18.061135 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:18.124337 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99a0df-72cc-43ef-b744-a29af9559633 req-6c34bc58-e65d-4963-9ee6-2da99b9c9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:18.125883 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8c99a0df-72cc-43ef-b744-a29af9559633 req-6c34bc58-e65d-4963-9ee6-2da99b9c9307 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 1096 time: 0.0526149 Jul 05 05:09:18.161155 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8c99a0df-72cc-43ef-b744-a29af9559633 req-47d64b3a-56c4-469b-be60-9df7e3a764b0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278075 Jul 05 05:09:18.302247 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600b770-79f8-4751-89c0-e1dba30fd635 req-32cc2459-dc16-46f4-88e6-895918c1acd8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:18.303725 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6600b770-79f8-4751-89c0-e1dba30fd635 req-32cc2459-dc16-46f4-88e6-895918c1acd8 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0691991 Jul 05 05:09:18.341277 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6600b770-79f8-4751-89c0-e1dba30fd635 req-df58b6dc-cb76-4672-a8b1-549ad7977c6b tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321031 Jul 05 05:09:19.524910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b888d-6dbf-4e8a-99a7-9ca716844694 req-98069b21-3796-480c-9d51-4a69bd717acc tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:19.526391 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ac8b888d-6dbf-4e8a-99a7-9ca716844694 req-98069b21-3796-480c-9d51-4a69bd717acc tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0628805 Jul 05 05:09:19.562515 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ac8b888d-6dbf-4e8a-99a7-9ca716844694 req-7d327768-41a6-47c4-a977-093d01a0dc45 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307627 Jul 05 05:09:21.595311 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0806dbd3-bd26-4afc-a111-5f9675dad1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:24.106969 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:09:24.393199 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5933c363-d2dd-4f0e-a280-35b2f6c9c690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:24.502051 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:25.564985 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:27.461843 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:30.281115 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:32.183585 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:51.440540 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c68204bd-20e6-4b79-9431-dec490b428cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:54.354758 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-57e14d82-bfd6-4bcb-871d-b971dab7123f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:54.491589 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:55.565697 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:55.655097 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b135a04a-c9b3-4938-a462-e8b6f5322dfa req-9d915fc8-a7e5-4068-a5a2-37773153c2f7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558436 Jul 05 05:09:55.746748 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135a04a-c9b3-4938-a462-e8b6f5322dfa req-1a7a2798-a1f9-4c13-b465-61849639a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:55.748230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b135a04a-c9b3-4938-a462-e8b6f5322dfa req-1a7a2798-a1f9-4c13-b465-61849639a35d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 1096 time: 0.0531471 Jul 05 05:09:55.850348 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135a04a-c9b3-4938-a462-e8b6f5322dfa req-00fcb201-f84d-42c2-878c-9e11d936a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:55.851811 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b135a04a-c9b3-4938-a462-e8b6f5322dfa req-00fcb201-f84d-42c2-878c-9e11d936a61a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0847979 Jul 05 05:09:55.919780 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b135a04a-c9b3-4938-a462-e8b6f5322dfa req-ef2dcd39-99d5-4dd7-a447-97af684edd2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5 HTTP/1.1" status: 200 len: 1000 time: 0.0613983 Jul 05 05:09:55.968473 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135a04a-c9b3-4938-a462-e8b6f5322dfa req-9a9880a0-6a9f-418a-891a-61af89a0884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:55.969944 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b135a04a-c9b3-4938-a462-e8b6f5322dfa req-9a9880a0-6a9f-418a-891a-61af89a0884b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0441177 Jul 05 05:09:56.025753 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135a04a-c9b3-4938-a462-e8b6f5322dfa req-85f7ff25-05e9-4132-b415-f6805de7e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:56.027823 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b135a04a-c9b3-4938-a462-e8b6f5322dfa req-85f7ff25-05e9-4132-b415-f6805de7e811 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512991 Jul 05 05:09:56.118693 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b135a04a-c9b3-4938-a462-e8b6f5322dfa req-b3c581bb-2635-4be1-b4b3-1f88c62caa3b service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856733 Jul 05 05:09:56.208240 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b135a04a-c9b3-4938-a462-e8b6f5322dfa req-db747c90-02c3-475c-a7ab-342c2e303844 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827868 Jul 05 05:09:57.440102 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:00.268488 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:01.105536 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:10:02.228604 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:21.411166 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-df8d4e50-6185-4075-821b-10b5ed7f125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:24.347850 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4fe9f31-a059-421c-bbdc-467a8e6ec2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:24.485230 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:25.581825 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:27.502008 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:30.261697 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:32.210270 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:38.105859 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:10:51.421013 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-76aeaa4d-3f95-4e8c-8827-737b665b924a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:54.346971 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-467affdd-98ef-4301-b992-84623b6a09da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:54.460333 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:55.603855 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:55.683574 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95153c82-869c-4beb-b23d-b39950c6629e req-3ae3997b-e2f2-4f84-9dab-77f8c261eb9c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567293 Jul 05 05:10:55.775641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95153c82-869c-4beb-b23d-b39950c6629e req-5b8d4482-2ec9-4748-8790-f700ea1457ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:55.777157 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95153c82-869c-4beb-b23d-b39950c6629e req-5b8d4482-2ec9-4748-8790-f700ea1457ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 1096 time: 0.0517988 Jul 05 05:10:55.883408 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95153c82-869c-4beb-b23d-b39950c6629e req-f4ed7f7b-39ca-4756-b8fb-1b3c149bc47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:55.884918 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95153c82-869c-4beb-b23d-b39950c6629e req-f4ed7f7b-39ca-4756-b8fb-1b3c149bc47d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0879092 Jul 05 05:10:55.949313 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95153c82-869c-4beb-b23d-b39950c6629e req-1ea9f5c1-b7e5-44e5-9ad0-6d9cd616186a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5 HTTP/1.1" status: 200 len: 1000 time: 0.0582595 Jul 05 05:10:55.952673 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58730) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:10:56.048230 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95153c82-869c-4beb-b23d-b39950c6629e req-a38e1579-996d-4968-a308-ba1aacaa25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:56.050400 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95153c82-869c-4beb-b23d-b39950c6629e req-a38e1579-996d-4968-a308-ba1aacaa25f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0909472 Jul 05 05:10:56.172687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95153c82-869c-4beb-b23d-b39950c6629e req-e487fce3-75d3-45f0-9d73-3e7a36cd5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:56.174903 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95153c82-869c-4beb-b23d-b39950c6629e req-e487fce3-75d3-45f0-9d73-3e7a36cd5ed4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951593 Jul 05 05:10:56.204100 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Deleting port d24748ab-10b6-45fc-88d7-1f9c90aff19b {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:10:56.204460 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:56.330722 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95153c82-869c-4beb-b23d-b39950c6629e req-4e2cdf2e-3c1b-45f3-a83c-5d7ba60d24d5 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464999 Jul 05 05:10:56.333861 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:56.334196 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:56.362540 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Calling delete_port for d24748ab-10b6-45fc-88d7-1f9c90aff19b owned by network:floatingip {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:10:56.483995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-95153c82-869c-4beb-b23d-b39950c6629e req-563042c6-ab60-4ab9-bc9c-0de5165b367c service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470394 Jul 05 05:10:56.649783 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:56.675513 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event deleted for resources: {'Port': ['ID=d24748ab-10b6-45fc-88d7-1f9c90aff19b,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:10:56.703634 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:10:56.704254 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:10:56.704401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:10:56.704659 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:10:56.705553 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:10:56.705887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:10:56.706207 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:10:56.706537 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:10:56.706856 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:10:56.707178 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:10:56.707500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:10:56.707820 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:10:56.747168 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for floatingip, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:56.747436 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Floating IP 94abb53b-1c55-470a-962d-a473d1ceb800 disassociated (deleted). External IP: 172.25.0.83, port: acc34cd4-b77f-4e71-8c0f-d4074046b9c5. Jul 05 05:10:57.308969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Router eefd6870-e215-4bdd-98af-a9b52b52d791 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:10:57.419898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:10:57.421627 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:57.427913 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b030a-ed9e-4894-8020-159bd4a492a5 None None] Sync routers for ids ['eefd6870-e215-4bdd-98af-a9b52b52d791'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:10:57.436884 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b030a-ed9e-4894-8020-159bd4a492a5 None None] Routers {'eefd6870-e215-4bdd-98af-a9b52b52d791'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:10:57.437575 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c40b030a-ed9e-4894-8020-159bd4a492a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:10:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['eefd6870-e215-4bdd-98af-a9b52b52d791'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:10:57.457622 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-eb78e17a-f3b5-4817-bc6d-49367e7263b7 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "DELETE /v2.0/floatingips/94abb53b-1c55-470a-962d-a473d1ceb800 HTTP/1.1" status: 204 len: 168 time: 1.5038800 Jul 05 05:10:57.458210 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'tag': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:10:57.460487 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce9ab79-ffaf-47d9-929c-37d0d8c3255c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed36fc1-551d-449f-ae7f-89e2792e12af", "tag": "acc34cd4-b77f-4e71-8c0f-d4074046b9c5"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:10:57.495049 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:57.553698 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-c40b030a-ed9e-4894-8020-159bd4a492a5 None None] Set router eefd6870-e215-4bdd-98af-a9b52b52d791 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:10:57.562132 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471efa99-8187-4014-b5a5-57b1a2f0a279 x-openstack-request-id: req-471efa99-8187-4014-b5a5-57b1a2f0a279 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:10:57.562421 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed36fc1-551d-449f-ae7f-89e2792e12af", "tag": "acc34cd4-b77f-4e71-8c0f-d4074046b9c5", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:10:57.562677 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-471efa99-8187-4014-b5a5-57b1a2f0a279 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:10:57.563078 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'tag': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'status': 'completed', 'code': 200} Jul 05 05:10:57.641016 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9ab79-ffaf-47d9-929c-37d0d8c3255c req-dfad674a-c60b-43f1-a0ad-0a96411b50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:57.643923 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dce9ab79-ffaf-47d9-929c-37d0d8c3255c req-dfad674a-c60b-43f1-a0ad-0a96411b50aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abe4c85891af4ea19a31043c8485f2e5&device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 1096 time: 0.0580812 Jul 05 05:10:57.740887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9ab79-ffaf-47d9-929c-37d0d8c3255c req-4cd225bf-a5e5-43bf-81e4-087f151b9e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:57.742532 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dce9ab79-ffaf-47d9-929c-37d0d8c3255c req-4cd225bf-a5e5-43bf-81e4-087f151b9e40 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 200 len: 909 time: 0.0932312 Jul 05 05:10:57.774815 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c40b030a-ed9e-4894-8020-159bd4a492a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 5, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:10:57.790805 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dce9ab79-ffaf-47d9-929c-37d0d8c3255c req-27d93873-cf7a-4a76-9192-429c315bf0f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5 HTTP/1.1" status: 200 len: 217 time: 0.0418465 Jul 05 05:10:57.803864 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b030a-ed9e-4894-8020-159bd4a492a5 None None] Checking router: eefd6870-e215-4bdd-98af-a9b52b52d791 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:10:57.815521 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b030a-ed9e-4894-8020-159bd4a492a5 None None] Routers {'eefd6870-e215-4bdd-98af-a9b52b52d791'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:10:57.816149 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c40b030a-ed9e-4894-8020-159bd4a492a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:10:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['eefd6870-e215-4bdd-98af-a9b52b52d791'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:10:57.844280 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9ab79-ffaf-47d9-929c-37d0d8c3255c req-0b0ef050-efa4-4c05-ae85-1ffeae97bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:57.845939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dce9ab79-ffaf-47d9-929c-37d0d8c3255c req-0b0ef050-efa4-4c05-ae85-1ffeae97bb32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 200 len: 847 time: 0.0495541 Jul 05 05:10:57.904827 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9ab79-ffaf-47d9-929c-37d0d8c3255c req-c8444b2c-dead-4a30-9c56-4e0a1ae60e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:57.906424 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dce9ab79-ffaf-47d9-929c-37d0d8c3255c req-c8444b2c-dead-4a30-9c56-4e0a1ae60e3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b5624f9f-c961-4b5a-9d69-ba580250d16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543339 Jul 05 05:10:58.000718 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dce9ab79-ffaf-47d9-929c-37d0d8c3255c req-e87b722b-6ff2-4e24-b39a-c35aec5e3285 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872958 Jul 05 05:10:58.014500 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-c40b030a-ed9e-4894-8020-159bd4a492a5 None None] Set router eefd6870-e215-4bdd-98af-a9b52b52d791 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:10:58.101535 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dce9ab79-ffaf-47d9-929c-37d0d8c3255c req-e6babf07-785f-4581-98d0-d6fd2f31ec28 service neutron] 10.222.0.64 "GET /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947039 Jul 05 05:10:58.201527 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf28204-394b-4d1a-85c9-8c625cf2dcb6 req-cfe572f5-4d18-4f4d-a6f7-1ea64be9d533 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:58.203099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-baf28204-394b-4d1a-85c9-8c625cf2dcb6 req-cfe572f5-4d18-4f4d-a6f7-1ea64be9d533 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0641510 Jul 05 05:10:58.231255 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-c40b030a-ed9e-4894-8020-159bd4a492a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 5, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:10:58.242347 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-baf28204-394b-4d1a-85c9-8c625cf2dcb6 req-ee34ed2b-cb64-42a7-bd48-d90db1a71951 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324950 Jul 05 05:10:58.261294 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b030a-ed9e-4894-8020-159bd4a492a5 None None] The sync data for ids ['eefd6870-e215-4bdd-98af-a9b52b52d791'] in n-d-798249-5 is: [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:01:10Z', 'revision_number': 4, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': 'ad6d4da4-1ebb-4604-94ea-8ce7e1c36433', 'name': '', 'network_id': 'b5624f9f-c961-4b5a-9d69-ba580250d16e', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'mac_address': 'fa:16:3e:0f:1d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:10Z', 'updated_at': '2021-07-05T05:01:17Z', 'revision_number': 5, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'subnets': [{'id': '0c2f6c23-32d9-450b-8ba8-07a77a309f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:10:58.488024 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98242599-c5d7-48f3-a4ab-914a9e443570 None None] New status for floating IP 94abb53b-1c55-470a-962d-a473d1ceb800: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:10:59.422506 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27d036-eb4c-4320-9ba6-2dc6375140bb req-64a5475d-d60d-4c35-a19c-9261f2d65e8c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:59.424069 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca27d036-eb4c-4320-9ba6-2dc6375140bb req-64a5475d-d60d-4c35-a19c-9261f2d65e8c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0664847 Jul 05 05:10:59.461485 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ca27d036-eb4c-4320-9ba6-2dc6375140bb req-8374992a-9de9-40e8-8ef4-4556562f9da1 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf316e3e-8bda-4ac6-b559-738779e176e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318573 Jul 05 05:10:59.648388 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245debf-3cd5-4292-862b-3f3a642f3dd3 req-467ef6e7-e94e-43f7-be47-62b23606d10c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:59.649813 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0245debf-3cd5-4292-862b-3f3a642f3dd3 req-467ef6e7-e94e-43f7-be47-62b23606d10c tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 945 time: 0.0612464 Jul 05 05:10:59.749696 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-0245debf-3cd5-4292-862b-3f3a642f3dd3 req-2298825b-65e7-4198-8e06-9a67d975816e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Deleting port acc34cd4-b77f-4e71-8c0f-d4074046b9c5 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:10:59.749936 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0245debf-3cd5-4292-862b-3f3a642f3dd3 req-2298825b-65e7-4198-8e06-9a67d975816e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:59.836342 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-0245debf-3cd5-4292-862b-3f3a642f3dd3 req-2298825b-65e7-4198-8e06-9a67d975816e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] For port acc34cd4-b77f-4e71-8c0f-d4074046b9c5, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:10:59.836728 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0245debf-3cd5-4292-862b-3f3a642f3dd3 req-2298825b-65e7-4198-8e06-9a67d975816e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:59.848847 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-0245debf-3cd5-4292-862b-3f3a642f3dd3 req-2298825b-65e7-4198-8e06-9a67d975816e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Calling delete_port for acc34cd4-b77f-4e71-8c0f-d4074046b9c5 owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:00.043923 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0245debf-3cd5-4292-862b-3f3a642f3dd3 req-2298825b-65e7-4198-8e06-9a67d975816e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:00.074112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298825b-65e7-4198-8e06-9a67d975816e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event deleted for resources: {'Port': ['ID=acc34cd4-b77f-4e71-8c0f-d4074046b9c5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:00.120771 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0245debf-3cd5-4292-862b-3f3a642f3dd3 req-2298825b-65e7-4198-8e06-9a67d975816e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] No DVR routers for this DVR port acc34cd4-b77f-4e71-8c0f-d4074046b9c5 on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:11:00.126534 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-0245debf-3cd5-4292-862b-3f3a642f3dd3 req-2298825b-65e7-4198-8e06-9a67d975816e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:00.126534 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0245debf-3cd5-4292-862b-3f3a642f3dd3 req-2298825b-65e7-4198-8e06-9a67d975816e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.64 "DELETE /v2.0/ports/acc34cd4-b77f-4e71-8c0f-d4074046b9c5 HTTP/1.1" status: 204 len: 173 time: 0.4706240 Jul 05 05:11:00.126534 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'name': 'network-vif-deleted', 'tag': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:11:00.129599 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961f5310-ddc7-4076-b94f-44f89fa38b26" -d '{"events": [{"server_uuid": "3ed36fc1-551d-449f-ae7f-89e2792e12af", "name": "network-vif-deleted", "tag": "acc34cd4-b77f-4e71-8c0f-d4074046b9c5"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:11:00.167969 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad989a3-1c5f-4742-a731-26611cda1443 x-openstack-request-id: req-5ad989a3-1c5f-4742-a731-26611cda1443 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:11:00.168264 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed36fc1-551d-449f-ae7f-89e2792e12af", "name": "network-vif-deleted", "tag": "acc34cd4-b77f-4e71-8c0f-d4074046b9c5", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:11:00.168547 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ad989a3-1c5f-4742-a731-26611cda1443 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:11:00.178254 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed36fc1-551d-449f-ae7f-89e2792e12af', 'name': 'network-vif-deleted', 'tag': 'acc34cd4-b77f-4e71-8c0f-d4074046b9c5', 'status': 'completed', 'code': 200} Jul 05 05:11:00.289159 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:00.617674 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-e07a9955-d6ab-432d-9cd3-7aaa738b8c7f req-7787f2eb-9efb-47cd-a146-3a193bc65b31 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 210 time: 0.0349545 Jul 05 05:11:01.759230 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a029b68-ceab-4cee-90f9-6cbfe548370c req-38ce31e7-5020-4718-8b7e-58a5c51fde73 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 210 time: 0.0283048 Jul 05 05:11:02.183492 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device acc34cd4-b77f-4e71-8c0f-d4074046b9c5 no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:02.187183 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:02.205774 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: acc34cd4-b77f-4e71-8c0f-d4074046b9c5 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:02.206134 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device acc34cd4-b77f-4e71-8c0f-d4074046b9c5 not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:02.902526 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-45dcd235-63d9-489e-91cc-b3fc3e78c99f req-7d6598bd-f797-4934-ab30-8f0858abd155 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 210 time: 0.0290966 Jul 05 05:11:04.059430 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-dd459af0-8b2d-4210-bebe-30d1a90b2db5 req-5dec761d-3189-45bc-8d7a-e91949807559 tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed36fc1-551d-449f-ae7f-89e2792e12af HTTP/1.1" status: 200 len: 210 time: 0.0321901 Jul 05 05:11:05.154872 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58764) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:05.217863 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bdf88ef-2386-4387-b176-5b2c2f6b942e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:05.243960 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bdf88ef-2386-4387-b176-5b2c2f6b942e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:05.375352 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bdf88ef-2386-4387-b176-5b2c2f6b942e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:05.378271 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-6bdf88ef-2386-4387-b176-5b2c2f6b942e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:05.382095 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-6bdf88ef-2386-4387-b176-5b2c2f6b942e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] 10.222.0.60 "DELETE /v2.0/security-groups/cf316e3e-8bda-4ac6-b559-738779e176e4 HTTP/1.1" status: 204 len: 168 time: 0.2235110 Jul 05 05:11:05.392087 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf88ef-2386-4387-b176-5b2c2f6b942e tempest-TestShelveInstance-1390298314 tempest-TestShelveInstance-1390298314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf316e3e-8bda-4ac6-b559-738779e176e4,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:05.477445 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58768) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:05.944428 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81eed228-db4e-47bb-ab14-e58a565a4e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:06.215025 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-81eed228-db4e-47bb-ab14-e58a565a4e07 admin admin] Deleting port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:06.215734 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81eed228-db4e-47bb-ab14-e58a565a4e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:06.306500 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-81eed228-db4e-47bb-ab14-e58a565a4e07 admin admin] For port ad6d4da4-1ebb-4604-94ea-8ce7e1c36433, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=ad6d4da4-1ebb-4604-94ea-8ce7e1c36433,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:06.306870 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81eed228-db4e-47bb-ab14-e58a565a4e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:06.320090 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-81eed228-db4e-47bb-ab14-e58a565a4e07 admin admin] Calling delete_port for ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:06.575387 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81eed228-db4e-47bb-ab14-e58a565a4e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:06.608206 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eed228-db4e-47bb-ab14-e58a565a4e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6d4da4-1ebb-4604-94ea-8ce7e1c36433,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:06.798820 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-81eed228-db4e-47bb-ab14-e58a565a4e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:07.020735 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81eed228-db4e-47bb-ab14-e58a565a4e07 admin admin] Router eefd6870-e215-4bdd-98af-a9b52b52d791 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:11:07.127969 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eed228-db4e-47bb-ab14-e58a565a4e07 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:11:07.133033 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-81eed228-db4e-47bb-ab14-e58a565a4e07 admin admin] 10.222.0.60 "PUT /v2.0/routers/eefd6870-e215-4bdd-98af-a9b52b52d791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6545541 Jul 05 05:11:07.135466 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58772) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:07.138302 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d9deb-cf6d-47d2-b6d3-2a48b03d2205 None None] Sync routers for ids ['eefd6870-e215-4bdd-98af-a9b52b52d791'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:11:07.149805 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d9deb-cf6d-47d2-b6d3-2a48b03d2205 None None] Routers {'eefd6870-e215-4bdd-98af-a9b52b52d791'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:07.150523 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-171d9deb-cf6d-47d2-b6d3-2a48b03d2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:10:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['eefd6870-e215-4bdd-98af-a9b52b52d791'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:07.256120 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] Notify callbacks [] for router, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:07.268208 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-171d9deb-cf6d-47d2-b6d3-2a48b03d2205 None None] Set router eefd6870-e215-4bdd-98af-a9b52b52d791 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:07.360502 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:07.454070 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-171d9deb-cf6d-47d2-b6d3-2a48b03d2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:11:06Z', 'revision_number': 5, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port': {'id': 'd84ba1a4-e47c-4334-9486-b4bea7fe4c13', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:08Z', 'updated_at': '2021-07-05T05:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:07.480123 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d9deb-cf6d-47d2-b6d3-2a48b03d2205 None None] Checking router: eefd6870-e215-4bdd-98af-a9b52b52d791 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:11:07.488668 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d9deb-cf6d-47d2-b6d3-2a48b03d2205 None None] Routers {'eefd6870-e215-4bdd-98af-a9b52b52d791'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:07.489273 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-171d9deb-cf6d-47d2-b6d3-2a48b03d2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:10:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['eefd6870-e215-4bdd-98af-a9b52b52d791'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:07.507255 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] Deleting port d84ba1a4-e47c-4334-9486-b4bea7fe4c13 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:07.507611 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:07.573205 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-171d9deb-cf6d-47d2-b6d3-2a48b03d2205 None None] Set router eefd6870-e215-4bdd-98af-a9b52b52d791 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:07.589169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] For port d84ba1a4-e47c-4334-9486-b4bea7fe4c13, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d84ba1a4-e47c-4334-9486-b4bea7fe4c13,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:07.589533 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:07.602942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] Calling delete_port for d84ba1a4-e47c-4334-9486-b4bea7fe4c13 owned by network:router_gateway {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:07.626711 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-171d9deb-cf6d-47d2-b6d3-2a48b03d2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:11:07Z', 'revision_number': 6, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:07.652346 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d9deb-cf6d-47d2-b6d3-2a48b03d2205 None None] The sync data for ids ['eefd6870-e215-4bdd-98af-a9b52b52d791'] in n-d-798249-5 is: [{'id': 'eefd6870-e215-4bdd-98af-a9b52b52d791', 'name': 'tempest-TestShelveInstance-858147578-router', 'tenant_id': 'abe4c85891af4ea19a31043c8485f2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:07Z', 'updated_at': '2021-07-05T05:11:07Z', 'revision_number': 6, 'project_id': 'abe4c85891af4ea19a31043c8485f2e5', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:11:07.831925 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:07.857112 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84ba1a4-e47c-4334-9486-b4bea7fe4c13,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:07.918885 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.008340 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.010527 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.112081 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.112607 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eefd6870-e215-4bdd-98af-a9b52b52d791 {{(pid=100877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:11:08.116786 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.117949 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-0d857a97-8dce-4c5d-8124-fc58db23d863 admin admin] 10.222.0.60 "DELETE /v2.0/routers/eefd6870-e215-4bdd-98af-a9b52b52d791 HTTP/1.1" status: 204 len: 168 time: 0.9815953 Jul 05 05:11:08.120440 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58774) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:08.163837 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-767a039c-99a9-4a4f-af62-a054c6b9cec1 admin admin] Deleting subnet 0c2f6c23-32d9-450b-8ba8-07a77a309f5d {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:11:08.166792 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-767a039c-99a9-4a4f-af62-a054c6b9cec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.200115 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-767a039c-99a9-4a4f-af62-a054c6b9cec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.281787 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-767a039c-99a9-4a4f-af62-a054c6b9cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.370202 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-767a039c-99a9-4a4f-af62-a054c6b9cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.399992 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a039c-99a9-4a4f-af62-a054c6b9cec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c2f6c23-32d9-450b-8ba8-07a77a309f5d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:08.401994 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-767a039c-99a9-4a4f-af62-a054c6b9cec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.403880 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-767a039c-99a9-4a4f-af62-a054c6b9cec1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0c2f6c23-32d9-450b-8ba8-07a77a309f5d HTTP/1.1" status: 204 len: 168 time: 0.2825363 Jul 05 05:11:08.406609 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58776) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:08.408411 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72cc973-5ed8-4925-9d56-c88aee72e836 None None] Network b5624f9f-c961-4b5a-9d69-ba580250d16e requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:11:08.480591 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.536154 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Deleting port 708a334b-f189-4548-a9e2-67bd4ba32e35 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:08.536629 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.601152 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] DHCP port deletion for b5624f9f-c961-4b5a-9d69-ba580250d16e request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:11:08.606855 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] For port 708a334b-f189-4548-a9e2-67bd4ba32e35, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=708a334b-f189-4548-a9e2-67bd4ba32e35,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:08.607185 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.621318 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Calling delete_port for 708a334b-f189-4548-a9e2-67bd4ba32e35 owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:08.653779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Deleting port 708a334b-f189-4548-a9e2-67bd4ba32e35 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:08.654237 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.720741 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] For port 708a334b-f189-4548-a9e2-67bd4ba32e35, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=708a334b-f189-4548-a9e2-67bd4ba32e35,segment=NetworkSegment(06e16b70-80d5-4914-9c32-e42b669e6482),segment_id=06e16b70-80d5-4914-9c32-e42b669e6482)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:08.722151 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.737013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Calling delete_port for 708a334b-f189-4548-a9e2-67bd4ba32e35 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:08.751659 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.777668 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=708a334b-f189-4548-a9e2-67bd4ba32e35,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:08.782963 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] No DVR routers for this DVR port 708a334b-f189-4548-a9e2-67bd4ba32e35 on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:11:08.792078 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.792450 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.792793 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.793129 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.793463 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.793792 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.794117 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.794443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.794766 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.795092 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.795415 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.795738 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.819486 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.845184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Pushing event deleted for resources: {'Port': ['ID=708a334b-f189-4548-a9e2-67bd4ba32e35,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:08.855034 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.855461 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.857919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.857919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.857919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.857919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.857919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.857919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.857919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.858553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.858553 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.858757 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:08.862734 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0c0db-2556-4911-b573-982025a9a626 None None] No DVR routers for this DVR port 708a334b-f189-4548-a9e2-67bd4ba32e35 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:11:08.874359 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.885149 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5624f9f-c961-4b5a-9d69-ba580250d16e']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:08.895458 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e16b70-80d5-4914-9c32-e42b669e6482') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:08.895750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e16b70-80d5-4914-9c32-e42b669e6482') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:08.905177 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.919281 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.925495 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:11:08.925875 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: timer() Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:11:08.927492 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:11:09.037785 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:09.043376 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:09.045243 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b5624f9f-c961-4b5a-9d69-ba580250d16e HTTP/1.1" status: 204 len: 168 time: 0.6327348 Jul 05 05:11:09.048910 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58780) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:09.058507 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46143fbf-9bb5-4adc-bfcd-cd5e40ce5fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5624f9f-c961-4b5a-9d69-ba580250d16e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:09.203684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d84ba1a4-e47c-4334-9486-b4bea7fe4c13 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:09.224075 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: d84ba1a4-e47c-4334-9486-b4bea7fe4c13 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:09.224454 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d84ba1a4-e47c-4334-9486-b4bea7fe4c13 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:09.224885 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 708a334b-f189-4548-a9e2-67bd4ba32e35 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:09.243687 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 708a334b-f189-4548-a9e2-67bd4ba32e35 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:09.244035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 708a334b-f189-4548-a9e2-67bd4ba32e35 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:09.244478 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:09.262283 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:09.262636 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device ad6d4da4-1ebb-4604-94ea-8ce7e1c36433 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:09.403321 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a011b72b-8154-4825-9154-d60821bc4c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:09.653669 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a011b72b-8154-4825-9154-d60821bc4c14 admin admin] Deleting port 4050a46e-8b1c-43d4-b746-441e2e345323 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:09.653921 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a011b72b-8154-4825-9154-d60821bc4c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:09.729214 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-a011b72b-8154-4825-9154-d60821bc4c14 admin admin] For port 4050a46e-8b1c-43d4-b746-441e2e345323, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=4050a46e-8b1c-43d4-b746-441e2e345323,segment=NetworkSegment(4bde070c-a910-4ad6-b227-202424c2e94e),segment_id=4bde070c-a910-4ad6-b227-202424c2e94e)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:09.729572 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a011b72b-8154-4825-9154-d60821bc4c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:09.741791 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-a011b72b-8154-4825-9154-d60821bc4c14 admin admin] Calling delete_port for 4050a46e-8b1c-43d4-b746-441e2e345323 owned by network:router_interface {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:10.317524 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a011b72b-8154-4825-9154-d60821bc4c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:10.343572 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011b72b-8154-4825-9154-d60821bc4c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=4050a46e-8b1c-43d4-b746-441e2e345323,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:10.516099 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-a011b72b-8154-4825-9154-d60821bc4c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:10.727595 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a011b72b-8154-4825-9154-d60821bc4c14 admin admin] Router e614cd17-da54-4942-b381-5dae24bcdbf7 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:11:10.832563 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a011b72b-8154-4825-9154-d60821bc4c14 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:11:10.837903 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a011b72b-8154-4825-9154-d60821bc4c14 admin admin] 10.222.0.60 "PUT /v2.0/routers/e614cd17-da54-4942-b381-5dae24bcdbf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7876637 Jul 05 05:11:10.840731 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58782) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:10.841517 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06281a22-7eb8-4c7d-9643-2da8990f5a4f None None] Sync routers for ids ['e614cd17-da54-4942-b381-5dae24bcdbf7'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:11:10.851450 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06281a22-7eb8-4c7d-9643-2da8990f5a4f None None] Routers {'e614cd17-da54-4942-b381-5dae24bcdbf7'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:10.852078 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-06281a22-7eb8-4c7d-9643-2da8990f5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:10:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e614cd17-da54-4942-b381-5dae24bcdbf7'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:10.956245 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-06281a22-7eb8-4c7d-9643-2da8990f5a4f None None] Set router e614cd17-da54-4942-b381-5dae24bcdbf7 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:11.137737 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-06281a22-7eb8-4c7d-9643-2da8990f5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'name': 'tempest-TestShelveInstance-1433857829-router', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:13Z', 'updated_at': '2021-07-05T05:11:10Z', 'revision_number': 5, 'project_id': 'a162fe986c7945b086dbc1028557d055', 'gw_port': {'id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:14Z', 'updated_at': '2021-07-05T05:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:11.169324 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06281a22-7eb8-4c7d-9643-2da8990f5a4f None None] Checking router: e614cd17-da54-4942-b381-5dae24bcdbf7 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:11:11.178669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06281a22-7eb8-4c7d-9643-2da8990f5a4f None None] Routers {'e614cd17-da54-4942-b381-5dae24bcdbf7'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:11.179300 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-06281a22-7eb8-4c7d-9643-2da8990f5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:10:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['e614cd17-da54-4942-b381-5dae24bcdbf7'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:11.261218 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:11.286432 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-06281a22-7eb8-4c7d-9643-2da8990f5a4f None None] Set router e614cd17-da54-4942-b381-5dae24bcdbf7 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:11.363093 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:11.463317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-06281a22-7eb8-4c7d-9643-2da8990f5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'name': 'tempest-TestShelveInstance-1433857829-router', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:13Z', 'updated_at': '2021-07-05T05:11:10Z', 'revision_number': 5, 'project_id': 'a162fe986c7945b086dbc1028557d055', 'gw_port': {'id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:14Z', 'updated_at': '2021-07-05T05:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:11.477545 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] Deleting port bfdf48e8-7b0b-470b-be1b-8709aab76021 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:11.477887 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:11.489145 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06281a22-7eb8-4c7d-9643-2da8990f5a4f None None] The sync data for ids ['e614cd17-da54-4942-b381-5dae24bcdbf7'] in n-d-798249-5 is: [{'id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'name': 'tempest-TestShelveInstance-1433857829-router', 'tenant_id': 'a162fe986c7945b086dbc1028557d055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:13Z', 'updated_at': '2021-07-05T05:11:10Z', 'revision_number': 5, 'project_id': 'a162fe986c7945b086dbc1028557d055', 'gw_port': {'id': 'bfdf48e8-7b0b-470b-be1b-8709aab76021', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e614cd17-da54-4942-b381-5dae24bcdbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:14Z', 'updated_at': '2021-07-05T05:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:11:11.558631 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] For port bfdf48e8-7b0b-470b-be1b-8709aab76021, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=bfdf48e8-7b0b-470b-be1b-8709aab76021,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:11.558994 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:11.571505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] Calling delete_port for bfdf48e8-7b0b-470b-be1b-8709aab76021 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:11.780477 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:11.805324 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfdf48e8-7b0b-470b-be1b-8709aab76021,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:11.871722 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:11.965276 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:11.967383 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.060660 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.061184 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e614cd17-da54-4942-b381-5dae24bcdbf7 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:11:12.066308 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.070085 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58784) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:12.070630 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3a15886f-a9d6-45b0-a4fc-555bd7e7f1f5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e614cd17-da54-4942-b381-5dae24bcdbf7 HTTP/1.1" status: 204 len: 168 time: 1.2283297 Jul 05 05:11:12.115599 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccec785-6d05-4629-960c-41fb1fb7a47a admin admin] Deleting subnet e730fd27-ccd2-4a36-9fb3-d27f749f2ea5 {{(pid=100877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:11:12.118890 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ccec785-6d05-4629-960c-41fb1fb7a47a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.155768 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ccec785-6d05-4629-960c-41fb1fb7a47a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30119475'] for subnet, precommit_delete_associations {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.238674 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ccec785-6d05-4629-960c-41fb1fb7a47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.357875 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ccec785-6d05-4629-960c-41fb1fb7a47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33216668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015655'] for subnet, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.381438 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccec785-6d05-4629-960c-41fb1fb7a47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e730fd27-ccd2-4a36-9fb3-d27f749f2ea5,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:12.388214 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-7ccec785-6d05-4629-960c-41fb1fb7a47a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.389864 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-7ccec785-6d05-4629-960c-41fb1fb7a47a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e730fd27-ccd2-4a36-9fb3-d27f749f2ea5 HTTP/1.1" status: 204 len: 168 time: 0.3186185 Jul 05 05:11:12.393092 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58786) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:12.395327 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc7b09e-23b7-45d9-94f4-ec2c315df766 None None] Network d399fd2b-0782-44ec-bed5-fa3f11f08676 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:11:12.463702 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.525622 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Deleting port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:12.525911 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.590357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] For port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8,segment=NetworkSegment(4bde070c-a910-4ad6-b227-202424c2e94e),segment_id=4bde070c-a910-4ad6-b227-202424c2e94e)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:12.590725 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.594320 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53826c1-807a-4ce7-999a-15946b8aaac6 None None] DHCP port deletion for d399fd2b-0782-44ec-bed5-fa3f11f08676 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:11:12.604967 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Calling delete_port for d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:12.639806 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e53826c1-807a-4ce7-999a-15946b8aaac6 None None] Deleting port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:12.640193 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e53826c1-807a-4ce7-999a-15946b8aaac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.705927 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-e53826c1-807a-4ce7-999a-15946b8aaac6 None None] For port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8,segment=NetworkSegment(4bde070c-a910-4ad6-b227-202424c2e94e),segment_id=4bde070c-a910-4ad6-b227-202424c2e94e)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:12.706321 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e53826c1-807a-4ce7-999a-15946b8aaac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.718541 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-e53826c1-807a-4ce7-999a-15946b8aaac6 None None] Calling delete_port for d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:12.740662 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.775651 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:12.776793 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] No DVR routers for this DVR port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:11:12.798932 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e53826c1-807a-4ce7-999a-15946b8aaac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.826325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53826c1-807a-4ce7-999a-15946b8aaac6 None None] Pushing event deleted for resources: {'Port': ['ID=d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:12.832593 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53826c1-807a-4ce7-999a-15946b8aaac6 None None] No DVR routers for this DVR port d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:11:12.847548 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.857188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d399fd2b-0782-44ec-bed5-fa3f11f08676']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:12.867775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bde070c-a910-4ad6-b227-202424c2e94e') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:12.868072 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bde070c-a910-4ad6-b227-202424c2e94e') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:12.877555 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.891548 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.897942 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:11:12.898332 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: timer() Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:11:12.899957 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:11:13.009143 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:13.013839 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:13.019445 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d399fd2b-0782-44ec-bed5-fa3f11f08676 HTTP/1.1" status: 204 len: 168 time: 0.6220403 Jul 05 05:11:13.030177 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296deec3-241c-4e37-a7d5-7a3267bf52d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d399fd2b-0782-44ec-bed5-fa3f11f08676,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:13.202633 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bfdf48e8-7b0b-470b-be1b-8709aab76021 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:13.224872 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: bfdf48e8-7b0b-470b-be1b-8709aab76021 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:13.225289 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device bfdf48e8-7b0b-470b-be1b-8709aab76021 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:13.225985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:13.245188 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:13.245536 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device d2d3dc0c-08c5-4da9-a9fa-dceb73cf55b8 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:13.245950 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4050a46e-8b1c-43d4-b746-441e2e345323 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:13.264973 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 4050a46e-8b1c-43d4-b746-441e2e345323 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:13.265326 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 4050a46e-8b1c-43d4-b746-441e2e345323 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:13.311641 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58790) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:13.351493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-a9c96ef7-528e-48ba-8d5a-20345ebb7b3a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=abe4c85891af4ea19a31043c8485f2e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386496 Jul 05 05:11:13.353880 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58792) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:13.402395 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22e52bb5-30ff-449c-8f47-9e9113f4f681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:13.423771 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22e52bb5-30ff-449c-8f47-9e9113f4f681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:13.551454 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22e52bb5-30ff-449c-8f47-9e9113f4f681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:13.554146 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-22e52bb5-30ff-449c-8f47-9e9113f4f681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:13.555319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-22e52bb5-30ff-449c-8f47-9e9113f4f681 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7dee8330-2690-445d-97e1-f486103b68b7 HTTP/1.1" status: 204 len: 168 time: 0.2005560 Jul 05 05:11:13.562936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e52bb5-30ff-449c-8f47-9e9113f4f681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dee8330-2690-445d-97e1-f486103b68b7,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:14.225859 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58798) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:14.269769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-ca02a202-c82d-4b0d-a2d8-06ee7b321c35 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a162fe986c7945b086dbc1028557d055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427365 Jul 05 05:11:14.272216 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58800) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:14.320844 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f9fe77f6-1d1e-48fd-a682-eda9a7161e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:14.341193 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f9fe77f6-1d1e-48fd-a682-eda9a7161e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:14.460106 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f9fe77f6-1d1e-48fd-a682-eda9a7161e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:14.462907 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-f9fe77f6-1d1e-48fd-a682-eda9a7161e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:14.464087 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-f9fe77f6-1d1e-48fd-a682-eda9a7161e0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9bbf40b-517f-4da7-8d5f-4c216aa23969 HTTP/1.1" status: 204 len: 168 time: 0.1909454 Jul 05 05:11:14.472463 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe77f6-1d1e-48fd-a682-eda9a7161e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bbf40b-517f-4da7-8d5f-4c216aa23969,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:15.104834 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:11:15.459130 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58822) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:15.562077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1606996378-network', 'tenant_id': '49d69f260c914282af361c2ea9c114ca'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:15.637266 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] Made reservation on behalf of 49d69f260c914282af361c2ea9c114ca for: {'network': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:11:15.639634 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:15.648123 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:15.743891 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:15.785765 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:15.806165 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:11:15.820875 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efcc1ee-3627-4e93-aab0-e3760aabf39d,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:15.824469 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:15.824818 n-d-798249-5 neutron-server[100877]: INFO neutron.db.segments_db [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] Added segment d6b42704-12ac-47b5-8045-d03630314520 of type vlan for network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 Jul 05 05:11:15.868070 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:15.957372 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:15.958351 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:15.958933 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:16.019048 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] Pushing event updated for resources: {'Network': ['ID=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:16.028978 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:11:16.061050 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-b746b3b5-e84f-414b-bf09-f1ea8b76dd24 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6007950 Jul 05 05:11:16.063981 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58826) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:16.070779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-bff64874-1715-4e42-b600-f9c27932424c admin admin] Request body: {'subnet': {'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1606996378-subnet', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'ip_version': 4}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:16.162871 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff64874-1715-4e42-b600-f9c27932424c admin admin] Made reservation on behalf of 49d69f260c914282af361c2ea9c114ca for: {'subnet': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:11:16.165327 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bff64874-1715-4e42-b600-f9c27932424c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30017094'] for subnet, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:16.386504 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bff64874-1715-4e42-b600-f9c27932424c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33216731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30017108'] for subnet, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:16.441220 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff64874-1715-4e42-b600-f9c27932424c admin admin] Pushing event updated for resources: {'Subnet': ['ID=377d2803-5755-415d-af45-4c8713f9379e,revision_number=0']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:16.451127 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff64874-1715-4e42-b600-f9c27932424c admin admin] Checking segment: {'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:11:16.451489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff64874-1715-4e42-b600-f9c27932424c admin admin] Network hostable DHCP agents. Network: c7d1edbd-e3cf-4357-91ea-749f0bfb4c77, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:11:16.528296 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff64874-1715-4e42-b600-f9c27932424c admin admin] Network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:11:16.579728 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-bff64874-1715-4e42-b600-f9c27932424c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, c7d1edbd-e3cf-4357-91ea-749f0bfb4c77) {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:16.583864 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff64874-1715-4e42-b600-f9c27932424c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:16.586202 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-bff64874-1715-4e42-b600-f9c27932424c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:16.589726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda81d5a-f001-486c-9ab2-df86d6633629 None None] Network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:11:16.634942 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-bff64874-1715-4e42-b600-f9c27932424c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5671842 Jul 05 05:11:16.635358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58828) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:16.640019 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:16.717539 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:16.718632 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:16.778755 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:16.885399 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:11:16.886200 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:16.986707 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:17.019847 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Allocated IP 172.20.0.2 (c7d1edbd-e3cf-4357-91ea-749f0bfb4c77/377d2803-5755-415d-af45-4c8713f9379e/f660ba22-31ee-4996-8583-011d0c8c9834) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:11:17.160533 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:17.168434 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Transition to ACTIVE for port object f660ba22-31ee-4996-8583-011d0c8c9834 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:17.182600 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Transition to ACTIVE for port object f660ba22-31ee-4996-8583-011d0c8c9834 will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:17.260841 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:17.278088 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:17.296666 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:17.297750 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:11:17.300638 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:17.303772 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:11:17.319672 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Pushing event updated for resources: {'Port': ['ID=f660ba22-31ee-4996-8583-011d0c8c9834,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:17.374182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Attempting to bind port f660ba22-31ee-4996-8583-011d0c8c9834 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:11:17.374629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Attempting to bind port f660ba22-31ee-4996-8583-011d0c8c9834 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:11:17.375071 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Attempting to bind port f660ba22-31ee-4996-8583-011d0c8c9834 on network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:11:17.380992 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:11:17.381413 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Checking segment: {'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:11:17.381808 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:17.382205 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Bound using segment: {'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:11:17.382672 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Bound port: f660ba22-31ee-4996-8583-011d0c8c9834, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:11:17.383054 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:17.405628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Allocated IP 172.25.0.203 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/5a7e53bf-afbb-4b6c-8495-a88bc18d4e44) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:11:17.447165 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] For port f660ba22-31ee-4996-8583-011d0c8c9834, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:11:17.450295 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] For port f660ba22-31ee-4996-8583-011d0c8c9834, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f660ba22-31ee-4996-8583-011d0c8c9834,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:11:17.506557 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:17.507233 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:17.565830 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75f4a0-dde6-4565-bb6a-aaa37f347d4e None None] Pushing event updated for resources: {'Port': ['ID=f660ba22-31ee-4996-8583-011d0c8c9834,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:17.609659 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:17.646462 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:11:17.651416 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:17.662994 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:11:17.668581 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7e53bf-afbb-4b6c-8495-a88bc18d4e44,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:18.044512 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:18.244225 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:18.431088 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f62c3-55da-4f7f-9fa0-0b9e71681290 None None] Network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:11:18.471538 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Router acac30ce-ec56-4587-9b9f-b972fad0a7b9 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:11:18.579790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:11:18.589938 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Sync routers for ids ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:11:18.599562 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Routers {'acac30ce-ec56-4587-9b9f-b972fad0a7b9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:18.600336 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:10:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:18.614604 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-96ec1071-9a53-421a-bf2e-b9a496846c1a None None] Provisioning for port f660ba22-31ee-4996-8583-011d0c8c9834 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:18.675478 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:18.675478 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-82365033-76f4-4c52-a904-2a41d7eef7b1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0367401 Jul 05 05:11:18.676213 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58830) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:18.712829 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Set router acac30ce-ec56-4587-9b9f-b972fad0a7b9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:18.903153 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:17Z', 'revision_number': 3, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:18.937254 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Checking router: acac30ce-ec56-4587-9b9f-b972fad0a7b9 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:11:18.937599 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Updating router acac30ce-ec56-4587-9b9f-b972fad0a7b9 port 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:11:18.972031 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.096786 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.228191 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.238422 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Transition to ACTIVE for port object 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:19.247832 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f660ba22-31ee-4996-8583-011d0c8c9834 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:19.258586 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Allocated IP 172.20.0.1 (c7d1edbd-e3cf-4357-91ea-749f0bfb4c77/377d2803-5755-415d-af45-4c8713f9379e/52bc4cdb-5011-444c-83d3-d2d2eb3dec9a) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:11:19.300599 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.345906 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port f660ba22-31ee-4996-8583-011d0c8c9834 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:19.350208 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f660ba22-31ee-4996-8583-011d0c8c9834 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:19.350817 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.351224 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Attempting to bind port 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:11:19.351659 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Attempting to bind port 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:11:19.351963 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Attempting to bind port 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:11:19.359058 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0da47-a614-4cdb-8d0e-1b326879eb76 None None] Pushing event updated for resources: {'Port': ['ID=5a7e53bf-afbb-4b6c-8495-a88bc18d4e44,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:19.363304 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:11:19.363685 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:11:19.364091 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.364518 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:11:19.365003 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Bound port: 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:11:19.365387 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.371422 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.388122 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Transition to ACTIVE for port object 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:19.391610 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0da47-a614-4cdb-8d0e-1b326879eb76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:19.392644 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0da47-a614-4cdb-8d0e-1b326879eb76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:19.393264 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0da47-a614-4cdb-8d0e-1b326879eb76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:19.393619 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0da47-a614-4cdb-8d0e-1b326879eb76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:19.393952 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0da47-a614-4cdb-8d0e-1b326879eb76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:19.394288 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0da47-a614-4cdb-8d0e-1b326879eb76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:19.394615 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0da47-a614-4cdb-8d0e-1b326879eb76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:19.394946 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0da47-a614-4cdb-8d0e-1b326879eb76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:19.395460 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0da47-a614-4cdb-8d0e-1b326879eb76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:19.395787 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0da47-a614-4cdb-8d0e-1b326879eb76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:19.396162 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0da47-a614-4cdb-8d0e-1b326879eb76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:19.396487 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d0da47-a614-4cdb-8d0e-1b326879eb76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:19.431027 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] For port 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:11:19.434091 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] For port 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5a7e53bf-afbb-4b6c-8495-a88bc18d4e44,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:11:19.446942 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.481539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port f660ba22-31ee-4996-8583-011d0c8c9834, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f660ba22-31ee-4996-8583-011d0c8c9834,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:19.489080 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.527622 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:11:19.530401 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:19.536020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:11:19.541333 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Pushing event updated for resources: {'Port': ['ID=52bc4cdb-5011-444c-83d3-d2d2eb3dec9a,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:19.546717 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.569619 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.577108 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.615228 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0da47-a614-4cdb-8d0e-1b326879eb76 None None] Pushing event updated for resources: {'Port': ['ID=5a7e53bf-afbb-4b6c-8495-a88bc18d4e44,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:19.631070 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=f660ba22-31ee-4996-8583-011d0c8c9834,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:19.632792 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Routers {'acac30ce-ec56-4587-9b9f-b972fad0a7b9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:19.633530 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:10:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:19.747219 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] Set router acac30ce-ec56-4587-9b9f-b972fad0a7b9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:19.803480 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.917323 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-50e36a2d-1da4-4da6-a409-825793df53e4 None None] Provisioning for port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:19.921246 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-50e36a2d-1da4-4da6-a409-825793df53e4 None None] Provisioning complete for port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:19.921884 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-50e36a2d-1da4-4da6-a409-825793df53e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.959506 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-50e36a2d-1da4-4da6-a409-825793df53e4 None None] Port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:11:19.983647 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:20.026988 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:17Z', 'revision_number': 3, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:20.052178 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee0c40-1854-4b2e-8fda-fea408b60cdc None None] The sync data for ids ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'] in n-d-798249-5 is: [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:17Z', 'revision_number': 3, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:11:20.105973 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:20.182005 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Pushing event updated for resources: {'Port': ['ID=52bc4cdb-5011-444c-83d3-d2d2eb3dec9a,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:20.184875 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:20.296085 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:11:20.299494 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:20.591156 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-7634dd62-bf5f-4886-bc81-208a6d6c208c None None] Provisioning complete for port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:20.591769 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7634dd62-bf5f-4886-bc81-208a6d6c208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:20.628539 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-7634dd62-bf5f-4886-bc81-208a6d6c208c None None] Port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:11:20.742354 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Router acac30ce-ec56-4587-9b9f-b972fad0a7b9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:11:20.855188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:11:20.864921 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aae8c457-5c95-4c44-953d-522a6c1f1db1 admin admin] 10.222.0.60 "PUT /v2.0/routers/acac30ce-ec56-4587-9b9f-b972fad0a7b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1875684 Jul 05 05:11:21.272940 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f660ba22-31ee-4996-8583-011d0c8c9834 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:21.327007 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port f660ba22-31ee-4996-8583-011d0c8c9834 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:21.327392 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:21.429383 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:21.461381 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-cce90cbc-ab1a-49de-82f2-394d1db2d435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:21.525667 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58846) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:21.530846 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1617151394-network', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:21.545714 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:21.550952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:21.551546 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:21.620412 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] Made reservation on behalf of 7938e361ae8b4f649c71b6f19538a7f8 for: {'network': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:11:21.622728 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for network, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:21.629793 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:21.631816 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:21.651028 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5a7e53bf-afbb-4b6c-8495-a88bc18d4e44,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:21.690106 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Sync routers for ids ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:11:21.699669 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Routers {'acac30ce-ec56-4587-9b9f-b972fad0a7b9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:21.700292 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:10:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:21.735827 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:21.738732 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:21.825981 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:21.834955 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=5a7e53bf-afbb-4b6c-8495-a88bc18d4e44,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:21.851241 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=100876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:11:21.856952 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Set router acac30ce-ec56-4587-9b9f-b972fad0a7b9 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:21.867899 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e290c1b4-4ce3-4dc8-81fa-7534de5d0670,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:21.870889 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:21.871245 n-d-798249-5 neutron-server[100876]: INFO neutron.db.segments_db [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] Added segment d59b5775-9abb-433e-a81e-e5fdd8aaf534 of type vlan for network 4f6ee17a-be9b-45e3-bcb0-3db377ca3613 Jul 05 05:11:21.913969 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756885654613'] for network, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.008746 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327'] for network, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.010109 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:22.010712 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.076209 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 2, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:22.076912 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] Pushing event updated for resources: {'Network': ['ID=4f6ee17a-be9b-45e3-bcb0-3db377ca3613,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:22.089459 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-fa7b57e8-2bdd-4068-8363-4232a1032d8a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5626838 Jul 05 05:11:22.092118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58848) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:22.098196 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-2a5d8850-99a5-4e9e-9d5c-a930bf06fab0 admin admin] Request body: {'subnet': {'network_id': '4f6ee17a-be9b-45e3-bcb0-3db377ca3613', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1617151394-subnet', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'ip_version': 4}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:22.115114 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Network 4f6ee17a-be9b-45e3-bcb0-3db377ca3613 details requested by agent ovs-agent-n-d-798249-5 with host n-d-798249-5 {{(pid=100878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:11:22.117456 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Checking router: acac30ce-ec56-4587-9b9f-b972fad0a7b9 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:11:22.123266 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Updating router acac30ce-ec56-4587-9b9f-b972fad0a7b9 port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:11:22.174938 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5d8850-99a5-4e9e-9d5c-a930bf06fab0 admin admin] Made reservation on behalf of 7938e361ae8b4f649c71b6f19538a7f8 for: {'subnet': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:11:22.177719 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a5d8850-99a5-4e9e-9d5c-a930bf06fab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31164819'] for subnet, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.203339 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.431837 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a5d8850-99a5-4e9e-9d5c-a930bf06fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31169757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31164801'] for subnet, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.488966 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d8850-99a5-4e9e-9d5c-a930bf06fab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d95585-e916-4fd3-8b92-7ebb7b29342e,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:22.495545 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.496050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d8850-99a5-4e9e-9d5c-a930bf06fab0 admin admin] Checking segment: {'id': 'd59b5775-9abb-433e-a81e-e5fdd8aaf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f6ee17a-be9b-45e3-bcb0-3db377ca3613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:11:22.496320 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5d8850-99a5-4e9e-9d5c-a930bf06fab0 admin admin] Network hostable DHCP agents. Network: 4f6ee17a-be9b-45e3-bcb0-3db377ca3613, hostable agents: ['9697851a-6383-4e7a-a4db-10529ec9078a'], hosted agents: [] {{(pid=100876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:11:22.505641 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Transition to ACTIVE for port object 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:22.585296 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.614509 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5d8850-99a5-4e9e-9d5c-a930bf06fab0 admin admin] Network 4f6ee17a-be9b-45e3-bcb0-3db377ca3613 is scheduled to be hosted by DHCP agent 9697851a-6383-4e7a-a4db-10529ec9078a with binding_index 1 {{(pid=100876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:11:22.634316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb16ec2-b862-4a16-aa34-8eecb9037adb None None] Pushing event updated for resources: {'Port': ['ID=52bc4cdb-5011-444c-83d3-d2d2eb3dec9a,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:22.686661 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Attempting to bind port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:11:22.687030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Attempting to bind port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:11:22.687393 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Attempting to bind port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a on network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:11:22.694545 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:11:22.694920 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Checking segment: {'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:11:22.695327 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.695718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Bound using segment: {'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:11:22.696181 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Bound port: 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:11:22.696589 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.706460 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-2a5d8850-99a5-4e9e-9d5c-a930bf06fab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-5, 4f6ee17a-be9b-45e3-bcb0-3db377ca3613) {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:22.710716 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d8850-99a5-4e9e-9d5c-a930bf06fab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:22.711314 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-2a5d8850-99a5-4e9e-9d5c-a930bf06fab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.722033 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa609d-f76a-4079-a2fb-7eead4a83873 None None] Network 4f6ee17a-be9b-45e3-bcb0-3db377ca3613 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:11:22.792575 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-2a5d8850-99a5-4e9e-9d5c-a930bf06fab0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6992207 Jul 05 05:11:22.795227 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58850) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:22.799972 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1617151394-router', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:22.840665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] For port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:11:22.862085 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] For port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=52bc4cdb-5011-444c-83d3-d2d2eb3dec9a,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:11:22.877711 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1592874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10264'] for router, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.878821 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1763779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10263'] for router, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.934590 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.935044 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:22.961334 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2372764-034a-5c1e-a70e-b12aa4777c1c-4f6ee17a-be9b-45e3-bcb0-3db377ca3613', 'network_id': '4f6ee17a-be9b-45e3-bcb0-3db377ca3613', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'fixed_ips': [{'subnet_id': 'f0d95585-e916-4fd3-8b92-7ebb7b29342e'}]}} from n-d-798249-5. {{(pid=100878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:11:22.962212 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:23.068284 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb16ec2-b862-4a16-aa34-8eecb9037adb None None] Pushing event updated for resources: {'Port': ['ID=52bc4cdb-5011-444c-83d3-d2d2eb3dec9a,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:23.080168 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Routers {'acac30ce-ec56-4587-9b9f-b972fad0a7b9'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:23.080890 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:10:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:23.162133 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:23.225631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.db_base_plugin_common [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Allocated IP 172.20.0.2 (4f6ee17a-be9b-45e3-bcb0-3db377ca3613/f0d95585-e916-4fd3-8b92-7ebb7b29342e/6c478e17-cf64-4fd8-8206-65aa9d0b598d) {{(pid=100878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:11:23.228331 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:23.274883 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] Set router acac30ce-ec56-4587-9b9f-b972fad0a7b9 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:23.438972 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:23.458948 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:23.572801 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Allocated IP 172.25.0.53 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/dff3d05e-18ad-488e-bc14-2d864a97ab09) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:11:23.616985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:23.617361 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:23.680083 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:23.755682 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Notify callbacks [] for port, precommit_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:23.758044 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:23.771684 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Transition to ACTIVE for port object 6c478e17-cf64-4fd8-8206-65aa9d0b598d will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:23.797635 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:11:23.800613 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:23.804116 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:11:23.822858 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Transition to ACTIVE for port object 6c478e17-cf64-4fd8-8206-65aa9d0b598d will not be triggered until provisioned by entity DHCP. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:23.837638 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Pushing event updated for resources: {'Port': ['ID=dff3d05e-18ad-488e-bc14-2d864a97ab09,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:23.850892 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:22Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:23.876749 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b46a7-317a-4a3c-98da-ac938bf1506e None None] The sync data for ids ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'] in n-d-798249-5 is: [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:22Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:11:23.879137 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340'] for port, after_create {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:23.919612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Network 4f6ee17a-be9b-45e3-bcb0-3db377ca3613 is already hosted by enough agents. {{(pid=100878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:11:23.925696 n-d-798249-5 neutron-server[100878]: DEBUG neutron.scheduler.base_scheduler [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Resources bound (agent type, host, resource id): {{(pid=100878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:23.929662 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Received port after_create {{(pid=100878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:11:23.939579 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Pushing event updated for resources: {'Port': ['ID=6c478e17-cf64-4fd8-8206-65aa9d0b598d,revision_number=1']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:24.004598 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Attempting to bind port 6c478e17-cf64-4fd8-8206-65aa9d0b598d on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:11:24.004978 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Attempting to bind port 6c478e17-cf64-4fd8-8206-65aa9d0b598d by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'd59b5775-9abb-433e-a81e-e5fdd8aaf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f6ee17a-be9b-45e3-bcb0-3db377ca3613'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:11:24.005347 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Attempting to bind port 6c478e17-cf64-4fd8-8206-65aa9d0b598d on network 4f6ee17a-be9b-45e3-bcb0-3db377ca3613 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:11:24.010842 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:11:24.011174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Checking segment: {'id': 'd59b5775-9abb-433e-a81e-e5fdd8aaf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f6ee17a-be9b-45e3-bcb0-3db377ca3613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:11:24.011540 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:24.011942 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Bound using segment: {'id': 'd59b5775-9abb-433e-a81e-e5fdd8aaf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f6ee17a-be9b-45e3-bcb0-3db377ca3613'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:11:24.012443 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Bound port: 6c478e17-cf64-4fd8-8206-65aa9d0b598d, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59b5775-9abb-433e-a81e-e5fdd8aaf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f6ee17a-be9b-45e3-bcb0-3db377ca3613'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:11:24.012841 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:24.089127 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] For port 6c478e17-cf64-4fd8-8206-65aa9d0b598d, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:11:24.092312 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] For port 6c478e17-cf64-4fd8-8206-65aa9d0b598d, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6c478e17-cf64-4fd8-8206-65aa9d0b598d,segment=NetworkSegment(d59b5775-9abb-433e-a81e-e5fdd8aaf534),segment_id=d59b5775-9abb-433e-a81e-e5fdd8aaf534)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:11:24.134591 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:24.198949 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692fe25-06aa-49ed-bb63-8e37901518db None None] Pushing event updated for resources: {'Port': ['ID=6c478e17-cf64-4fd8-8206-65aa9d0b598d,revision_number=2']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:24.206643 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:24.351585 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-dfca13d3-b31f-4233-9b18-b0f84d279877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:24.462322 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619188'] for router, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:24.465753 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:24.660218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Router 33d04a19-e004-47cf-aea6-dd4066b6ac27 is scheduled to L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 with binding_index 1 {{(pid=100877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:11:24.775162 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:11:24.784796 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Sync routers for ids ['33d04a19-e004-47cf-aea6-dd4066b6ac27'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:11:24.795636 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Routers {'33d04a19-e004-47cf-aea6-dd4066b6ac27'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:24.796258 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:11:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['33d04a19-e004-47cf-aea6-dd4066b6ac27'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:24.860538 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] Notify callbacks [] for router, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:24.864948 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-e8c91eb2-8aba-479a-b2d6-9f368871fda9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0663247 Jul 05 05:11:24.865461 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58852) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:24.913167 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Set router 33d04a19-e004-47cf-aea6-dd4066b6ac27 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:25.125617 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'name': 'tempest-TestSnapshotPattern-1617151394-router', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'dff3d05e-18ad-488e-bc14-2d864a97ab09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:22Z', 'updated_at': '2021-07-05T05:11:24Z', 'revision_number': 3, 'project_id': '7938e361ae8b4f649c71b6f19538a7f8', 'gw_port': {'id': 'dff3d05e-18ad-488e-bc14-2d864a97ab09', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:23Z', 'updated_at': '2021-07-05T05:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:25.169214 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Checking router: 33d04a19-e004-47cf-aea6-dd4066b6ac27 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:11:25.169807 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Updating router 33d04a19-e004-47cf-aea6-dd4066b6ac27 port dff3d05e-18ad-488e-bc14-2d864a97ab09 binding host n-d-798249-5 {{(pid=100879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:11:25.223062 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.283932 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23973b11-5afc-48a2-81f4-1c3ff48582cc None None] Network 4f6ee17a-be9b-45e3-bcb0-3db377ca3613 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:11:25.342677 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:25.345775 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.458211 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-bb802cce-df0a-477e-894c-b7c7cdb85bbb None None] Provisioning for port 6c478e17-cf64-4fd8-8206-65aa9d0b598d completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:25.494679 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Notify callbacks [] for port, precommit_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.505722 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:25.511128 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.provisioning_blocks [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Transition to ACTIVE for port object dff3d05e-18ad-488e-bc14-2d864a97ab09 will not be triggered until provisioned by entity L2. {{(pid=100879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:25.518101 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Allocated IP 172.20.0.1 (4f6ee17a-be9b-45e3-bcb0-3db377ca3613/f0d95585-e916-4fd3-8b92-7ebb7b29342e/1939d4d1-ef98-4738-bd9c-aada66eaa8e8) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:11:25.524216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:25.529648 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.557629 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.576431 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.613590 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Attempting to bind port dff3d05e-18ad-488e-bc14-2d864a97ab09 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:11:25.614000 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Attempting to bind port dff3d05e-18ad-488e-bc14-2d864a97ab09 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:11:25.614608 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Attempting to bind port dff3d05e-18ad-488e-bc14-2d864a97ab09 on network 66992202-865d-40d7-a9cb-99d1644d0ce4 {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:11:25.618834 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.627670 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:11:25.628358 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Checking segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:11:25.629015 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.629414 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Bound using segment: {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'} {{(pid=100879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:11:25.629901 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.managers [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Bound port: dff3d05e-18ad-488e-bc14-2d864a97ab09, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e501-0ff1-44ff-92fb-70e3154636d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4'}}] {{(pid=100879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:11:25.630281 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.652665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=52bc4cdb-5011-444c-83d3-d2d2eb3dec9a,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:25.654527 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.660315 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0e8e3-bb41-49c8-bb49-8fe2b7a6894b None None] Pushing event updated for resources: {'Port': ['ID=dff3d05e-18ad-488e-bc14-2d864a97ab09,revision_number=2']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:25.673699 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Transition to ACTIVE for port object 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:25.693743 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] For port dff3d05e-18ad-488e-bc14-2d864a97ab09, host n-d-798249-5, cleared binding levels {{(pid=100879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:11:25.697174 n-d-798249-5 neutron-server[100879]: DEBUG neutron.plugins.ml2.db [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] For port dff3d05e-18ad-488e-bc14-2d864a97ab09, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=dff3d05e-18ad-488e-bc14-2d864a97ab09,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:11:25.734850 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.736354 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6c478e17-cf64-4fd8-8206-65aa9d0b598d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:25.763855 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.764971 n-d-798249-5 neutron-server[100879]: DEBUG neutron_lib.callbacks.manager [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.811188 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Network 4f6ee17a-be9b-45e3-bcb0-3db377ca3613 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:11:25.816279 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:25.820944 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:11:25.835317 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=52bc4cdb-5011-444c-83d3-d2d2eb3dec9a,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:25.837193 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Routers {'33d04a19-e004-47cf-aea6-dd4066b6ac27'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:25.837928 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:11:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['33d04a19-e004-47cf-aea6-dd4066b6ac27'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:25.840391 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0e8e3-bb41-49c8-bb49-8fe2b7a6894b None None] Pushing event updated for resources: {'Port': ['ID=dff3d05e-18ad-488e-bc14-2d864a97ab09,revision_number=3']} {{(pid=100879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:25.861935 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Pushing event updated for resources: {'Port': ['ID=1939d4d1-ef98-4738-bd9c-aada66eaa8e8,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:25.872820 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620419'] for router_interface, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.905827 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 6c478e17-cf64-4fd8-8206-65aa9d0b598d completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:25.910596 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6c478e17-cf64-4fd8-8206-65aa9d0b598d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:25.911068 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:25.964470 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] Set router 33d04a19-e004-47cf-aea6-dd4066b6ac27 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:26.008828 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:26.049444 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 6c478e17-cf64-4fd8-8206-65aa9d0b598d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6c478e17-cf64-4fd8-8206-65aa9d0b598d,segment=NetworkSegment(d59b5775-9abb-433e-a81e-e5fdd8aaf534),segment_id=d59b5775-9abb-433e-a81e-e5fdd8aaf534)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:26.138070 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:26.156190 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'name': 'tempest-TestSnapshotPattern-1617151394-router', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'dff3d05e-18ad-488e-bc14-2d864a97ab09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:22Z', 'updated_at': '2021-07-05T05:11:24Z', 'revision_number': 3, 'project_id': '7938e361ae8b4f649c71b6f19538a7f8', 'gw_port': {'id': 'dff3d05e-18ad-488e-bc14-2d864a97ab09', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:23Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:26.181488 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:26.186229 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d59c3af-5f35-4fad-bb6c-814908c476f9 None None] The sync data for ids ['33d04a19-e004-47cf-aea6-dd4066b6ac27'] in n-d-798249-5 is: [{'id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'name': 'tempest-TestSnapshotPattern-1617151394-router', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'dff3d05e-18ad-488e-bc14-2d864a97ab09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:22Z', 'updated_at': '2021-07-05T05:11:24Z', 'revision_number': 3, 'project_id': '7938e361ae8b4f649c71b6f19538a7f8', 'gw_port': {'id': 'dff3d05e-18ad-488e-bc14-2d864a97ab09', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:23Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:11:26.253837 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=6c478e17-cf64-4fd8-8206-65aa9d0b598d,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:26.261105 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ae7e0cd8-c472-47ed-b0b3-9e415c895e76 None None] Provisioning for port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:26.266341 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ae7e0cd8-c472-47ed-b0b3-9e415c895e76 None None] Provisioning complete for port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:26.272385 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ae7e0cd8-c472-47ed-b0b3-9e415c895e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:26.303943 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e0cd8-c472-47ed-b0b3-9e415c895e76 None None] Port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:11:26.323094 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:26.403097 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:26.490804 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Pushing event updated for resources: {'Port': ['ID=1939d4d1-ef98-4738-bd9c-aada66eaa8e8,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:26.494206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615550'] for router_interface, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:26.592527 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Network 4f6ee17a-be9b-45e3-bcb0-3db377ca3613 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:11:26.594897 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:26.721254 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Router 33d04a19-e004-47cf-aea6-dd4066b6ac27 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:11:26.825803 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-08fd6295-4a6b-4a3d-8d07-287a84240ecf None None] Provisioning complete for port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:26.826277 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-08fd6295-4a6b-4a3d-8d07-287a84240ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:26.843514 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:11:26.853497 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-6f18a62d-bea6-4c76-ad4f-76711c8dce88 admin admin] 10.222.0.60 "PUT /v2.0/routers/33d04a19-e004-47cf-aea6-dd4066b6ac27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9837215 Jul 05 05:11:26.864274 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-08fd6295-4a6b-4a3d-8d07-287a84240ecf None None] Port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:11:27.283592 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6c478e17-cf64-4fd8-8206-65aa9d0b598d up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:27.331129 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 6c478e17-cf64-4fd8-8206-65aa9d0b598d triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:27.331800 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:27.431486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58860) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:27.431995 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:27.432107 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-aee3a885-6954-4c77-9fd4-c46f7ff45ad1 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-46716915', 'description': 'tempest-secgroup-smoke-46716915 description', 'project_id': '49d69f260c914282af361c2ea9c114ca'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:27.481752 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:27.482271 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:27.507123 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:27.540311 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aee3a885-6954-4c77-9fd4-c46f7ff45ad1 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:27.566158 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device dff3d05e-18ad-488e-bc14-2d864a97ab09 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:27.629546 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aee3a885-6954-4c77-9fd4-c46f7ff45ad1 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:27.660279 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port dff3d05e-18ad-488e-bc14-2d864a97ab09 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:27.664520 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port dff3d05e-18ad-488e-bc14-2d864a97ab09 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:27.664903 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:27.690079 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aee3a885-6954-4c77-9fd4-c46f7ff45ad1 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:27.722258 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3a885-6954-4c77-9fd4-c46f7ff45ad1 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda332ef-ce38-4d02-935a-62a3ff75c246,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:27.744721 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:27.765879 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port dff3d05e-18ad-488e-bc14-2d864a97ab09, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=dff3d05e-18ad-488e-bc14-2d864a97ab09,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:27.780433 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-aee3a885-6954-4c77-9fd4-c46f7ff45ad1 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:27.785722 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-aee3a885-6954-4c77-9fd4-c46f7ff45ad1 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3570068 Jul 05 05:11:27.785919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Sync routers for ids ['33d04a19-e004-47cf-aea6-dd4066b6ac27'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:11:27.786088 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58862) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:27.790501 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-c90c82ad-6853-485e-9635-a10a6d3d8b8e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Request body: {'security_group_rule': {'security_group_id': 'eda332ef-ce38-4d02-935a-62a3ff75c246', 'project_id': '49d69f260c914282af361c2ea9c114ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:27.793834 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Routers {'33d04a19-e004-47cf-aea6-dd4066b6ac27'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:27.794500 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:11:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['33d04a19-e004-47cf-aea6-dd4066b6ac27'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:27.873759 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:27.887733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c90c82ad-6853-485e-9635-a10a6d3d8b8e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:27.940659 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Set router 33d04a19-e004-47cf-aea6-dd4066b6ac27 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:27.945663 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c90c82ad-6853-485e-9635-a10a6d3d8b8e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:27.970065 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=dff3d05e-18ad-488e-bc14-2d864a97ab09,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:28.019951 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c90c82ad-6853-485e-9635-a10a6d3d8b8e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.042020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c82ad-6853-485e-9635-a10a6d3d8b8e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160dc3b0-0c04-47a9-bfef-8722853d30cf,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:28.117097 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c90c82ad-6853-485e-9635-a10a6d3d8b8e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.118439 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c90c82ad-6853-485e-9635-a10a6d3d8b8e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3315279 Jul 05 05:11:28.121239 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58864) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:28.125845 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-f313db57-26ef-42c0-bb82-59e82abae323 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Request body: {'security_group_rule': {'security_group_id': 'eda332ef-ce38-4d02-935a-62a3ff75c246', 'project_id': '49d69f260c914282af361c2ea9c114ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:28.154800 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'name': 'tempest-TestSnapshotPattern-1617151394-router', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'dff3d05e-18ad-488e-bc14-2d864a97ab09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:22Z', 'updated_at': '2021-07-05T05:11:26Z', 'revision_number': 4, 'project_id': '7938e361ae8b4f649c71b6f19538a7f8', 'gw_port': {'id': 'dff3d05e-18ad-488e-bc14-2d864a97ab09', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:23Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '1939d4d1-ef98-4738-bd9c-aada66eaa8e8', 'name': '', 'network_id': '4f6ee17a-be9b-45e3-bcb0-3db377ca3613', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'mac_address': 'fa:16:3e:29:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f0d95585-e916-4fd3-8b92-7ebb7b29342e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:25Z', 'updated_at': '2021-07-05T05:11:26Z', 'revision_number': 2, 'project_id': '7938e361ae8b4f649c71b6f19538a7f8', 'subnets': [{'id': 'f0d95585-e916-4fd3-8b92-7ebb7b29342e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:28.181271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Checking router: 33d04a19-e004-47cf-aea6-dd4066b6ac27 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:11:28.181632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Updating router 33d04a19-e004-47cf-aea6-dd4066b6ac27 port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 binding host n-d-798249-5 {{(pid=100878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:11:28.213402 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f313db57-26ef-42c0-bb82-59e82abae323 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.220243 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.271215 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f313db57-26ef-42c0-bb82-59e82abae323 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.351417 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f313db57-26ef-42c0-bb82-59e82abae323 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.370055 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313db57-26ef-42c0-bb82-59e82abae323 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32b3b6d-5940-4dc4-bbf1-727c6035154d,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:28.455077 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-f313db57-26ef-42c0-bb82-59e82abae323 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.456255 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-f313db57-26ef-42c0-bb82-59e82abae323 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3341327 Jul 05 05:11:28.459094 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58866) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:28.463770 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-8c75e6c0-3d98-4875-8b03-d58392a774cb tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Request body: {'security_group_rule': {'security_group_id': 'eda332ef-ce38-4d02-935a-62a3ff75c246', 'project_id': '49d69f260c914282af361c2ea9c114ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:28.481052 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Notify callbacks [] for port, precommit_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.491504 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Transition to ACTIVE for port object 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 will not be triggered until provisioned by entity L2. {{(pid=100878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:28.556128 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c75e6c0-3d98-4875-8b03-d58392a774cb tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.562954 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.617187 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c75e6c0-3d98-4875-8b03-d58392a774cb tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.630826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d14a65-9542-4307-a700-479f5a1e6022 None None] Pushing event updated for resources: {'Port': ['ID=1939d4d1-ef98-4738-bd9c-aada66eaa8e8,revision_number=3']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:28.671240 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c75e6c0-3d98-4875-8b03-d58392a774cb tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.671499 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Attempting to bind port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 on host n-d-798249-5 for vnic_type normal with profile {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:11:28.671893 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Attempting to bind port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 by drivers openvswitch,hyperv on host n-d-798249-5 at level 0 using segments [{'id': 'd59b5775-9abb-433e-a81e-e5fdd8aaf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f6ee17a-be9b-45e3-bcb0-3db377ca3613'}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:11:28.672262 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Attempting to bind port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 on network 4f6ee17a-be9b-45e3-bcb0-3db377ca3613 {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:11:28.680352 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Checking agent: {'id': '22e795de-c108-4177-8ecf-c976f8144a4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 33, 54), 'started_at': datetime.datetime(2021, 7, 5, 3, 34, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:11:28.685903 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Checking segment: {'id': 'd59b5775-9abb-433e-a81e-e5fdd8aaf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f6ee17a-be9b-45e3-bcb0-3db377ca3613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:11:28.685903 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.685903 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Bound using segment: {'id': 'd59b5775-9abb-433e-a81e-e5fdd8aaf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f6ee17a-be9b-45e3-bcb0-3db377ca3613'} {{(pid=100878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:11:28.685903 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.managers [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Bound port: 1939d4d1-ef98-4738-bd9c-aada66eaa8e8, host: n-d-798249-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59b5775-9abb-433e-a81e-e5fdd8aaf534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f6ee17a-be9b-45e3-bcb0-3db377ca3613'}}] {{(pid=100878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:11:28.685903 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.691805 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75e6c0-3d98-4875-8b03-d58392a774cb tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e1dfb5-a9a4-4131-ba0e-11870d9b96b0,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:28.740117 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-8c75e6c0-3d98-4875-8b03-d58392a774cb tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.741511 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8c75e6c0-3d98-4875-8b03-d58392a774cb tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2813570 Jul 05 05:11:28.744217 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58868) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:28.749982 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-39e3aff0-874d-4bf1-a551-8cdebdc9166f tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Request body: {'security_group_rule': {'security_group_id': 'eda332ef-ce38-4d02-935a-62a3ff75c246', 'project_id': '49d69f260c914282af361c2ea9c114ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:28.755076 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] For port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8, host n-d-798249-5, cleared binding levels {{(pid=100878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:11:28.758739 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] For port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8, host n-d-798249-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1939d4d1-ef98-4738-bd9c-aada66eaa8e8,segment=NetworkSegment(d59b5775-9abb-433e-a81e-e5fdd8aaf534),segment_id=d59b5775-9abb-433e-a81e-e5fdd8aaf534)] {{(pid=100878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:11:28.826042 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.866497 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39e3aff0-874d-4bf1-a551-8cdebdc9166f tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:28.888813 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Routers {'33d04a19-e004-47cf-aea6-dd4066b6ac27'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:28.889452 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:11:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['33d04a19-e004-47cf-aea6-dd4066b6ac27'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:28.894766 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d14a65-9542-4307-a700-479f5a1e6022 None None] Pushing event updated for resources: {'Port': ['ID=1939d4d1-ef98-4738-bd9c-aada66eaa8e8,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:28.937493 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39e3aff0-874d-4bf1-a551-8cdebdc9166f tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:29.021291 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39e3aff0-874d-4bf1-a551-8cdebdc9166f tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:29.048990 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3aff0-874d-4bf1-a551-8cdebdc9166f tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe3ea8c-f2f2-4b0c-8e8e-33689b3011e8,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:29.106133 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-39e3aff0-874d-4bf1-a551-8cdebdc9166f tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:29.107447 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-39e3aff0-874d-4bf1-a551-8cdebdc9166f tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3617210 Jul 05 05:11:29.110783 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58870) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:29.115421 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b146198d-a488-4179-b989-7ae1424f8e19 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Request body: {'security_group_rule': {'security_group_id': 'eda332ef-ce38-4d02-935a-62a3ff75c246', 'project_id': '49d69f260c914282af361c2ea9c114ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:29.175146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] Set router 33d04a19-e004-47cf-aea6-dd4066b6ac27 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:29.191704 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-b146198d-a488-4179-b989-7ae1424f8e19 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Project 49d69f260c914282af361c2ea9c114ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:11:29.197819 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b146198d-a488-4179-b989-7ae1424f8e19 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:29.220648 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device dff3d05e-18ad-488e-bc14-2d864a97ab09 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:29.261206 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b146198d-a488-4179-b989-7ae1424f8e19 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:29.305639 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b146198d-a488-4179-b989-7ae1424f8e19 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:29.324689 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146198d-a488-4179-b989-7ae1424f8e19 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34abdc00-5951-4744-bbf8-34c6ef5f1b7c,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:29.376317 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b146198d-a488-4179-b989-7ae1424f8e19 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:29.380232 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b146198d-a488-4179-b989-7ae1424f8e19 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2659764 Jul 05 05:11:29.380686 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 58872) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:29.384387 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port dff3d05e-18ad-488e-bc14-2d864a97ab09 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:29.384887 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:29.385478 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [None req-b85b960a-34ee-412c-9434-538cf486d948 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Request body: {'security_group_rule': {'security_group_id': 'eda332ef-ce38-4d02-935a-62a3ff75c246', 'project_id': '49d69f260c914282af361c2ea9c114ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:29.448373 n-d-798249-5 neutron-server[100876]: INFO neutron.db.securitygroups_db [None req-b85b960a-34ee-412c-9434-538cf486d948 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Project 49d69f260c914282af361c2ea9c114ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:11:29.453455 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b85b960a-34ee-412c-9434-538cf486d948 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:29.502530 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'name': 'tempest-TestSnapshotPattern-1617151394-router', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'dff3d05e-18ad-488e-bc14-2d864a97ab09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:22Z', 'updated_at': '2021-07-05T05:11:26Z', 'revision_number': 4, 'project_id': '7938e361ae8b4f649c71b6f19538a7f8', 'gw_port': {'id': 'dff3d05e-18ad-488e-bc14-2d864a97ab09', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:23Z', 'updated_at': '2021-07-05T05:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '1939d4d1-ef98-4738-bd9c-aada66eaa8e8', 'name': '', 'network_id': '4f6ee17a-be9b-45e3-bcb0-3db377ca3613', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'mac_address': 'fa:16:3e:29:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f0d95585-e916-4fd3-8b92-7ebb7b29342e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:25Z', 'updated_at': '2021-07-05T05:11:28Z', 'revision_number': 4, 'project_id': '7938e361ae8b4f649c71b6f19538a7f8', 'subnets': [{'id': 'f0d95585-e916-4fd3-8b92-7ebb7b29342e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:29.519390 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b85b960a-34ee-412c-9434-538cf486d948 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:29.534783 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692d11f-b540-433d-8557-48fc064987a9 None None] The sync data for ids ['33d04a19-e004-47cf-aea6-dd4066b6ac27'] in n-d-798249-5 is: [{'id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'name': 'tempest-TestSnapshotPattern-1617151394-router', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'dff3d05e-18ad-488e-bc14-2d864a97ab09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:22Z', 'updated_at': '2021-07-05T05:11:26Z', 'revision_number': 4, 'project_id': '7938e361ae8b4f649c71b6f19538a7f8', 'gw_port': {'id': 'dff3d05e-18ad-488e-bc14-2d864a97ab09', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:23Z', 'updated_at': '2021-07-05T05:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '1939d4d1-ef98-4738-bd9c-aada66eaa8e8', 'name': '', 'network_id': '4f6ee17a-be9b-45e3-bcb0-3db377ca3613', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'mac_address': 'fa:16:3e:29:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'f0d95585-e916-4fd3-8b92-7ebb7b29342e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:25Z', 'updated_at': '2021-07-05T05:11:28Z', 'revision_number': 4, 'project_id': '7938e361ae8b4f649c71b6f19538a7f8', 'subnets': [{'id': 'f0d95585-e916-4fd3-8b92-7ebb7b29342e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:11:29.581377 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b85b960a-34ee-412c-9434-538cf486d948 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250362'] for security_group_rule, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:29.604673 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b960a-34ee-412c-9434-538cf486d948 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2843eb-8a46-4159-944b-f489a7848b2f,revision_number=0']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:29.682787 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b85b960a-34ee-412c-9434-538cf486d948 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:29.684392 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b85b960a-34ee-412c-9434-538cf486d948 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3026025 Jul 05 05:11:30.179525 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-c5fdff32-4541-44dc-a20a-64dd8815f8d1 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46716915&fields=id&tenant_id=49d69f260c914282af361c2ea9c114ca HTTP/1.1" status: 200 len: 267 time: 0.3843641 Jul 05 05:11:30.283198 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:30.285274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241c105-2fca-4752-b7af-883f19ebb987 req-6b646f36-75f6-4754-a361-30c5bb3c8528 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:30.286769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-6b646f36-75f6-4754-a361-30c5bb3c8528 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 810 time: 0.0999470 Jul 05 05:11:30.302258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-fbdb1baa-5f85-4ff1-ab45-3466e87670b6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/quotas/49d69f260c914282af361c2ea9c114ca HTTP/1.1" status: 200 len: 375 time: 0.0101018 Jul 05 05:11:30.392263 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-0d69c9c9-83e2-4454-904a-35f259651217 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840721 Jul 05 05:11:30.587732 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-0e63e3da-dab5-48d3-8616-1ce22e849c13 service neutron] 10.222.0.60 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817577 Jul 05 05:11:30.684357 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-5215ccf1-e9af-49b1-b5b9-a669e70b0709 service neutron] 10.222.0.60 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908432 Jul 05 05:11:30.922951 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-884df90e-29e3-41ff-bc02-84a543c9a666 req-95b19888-1c91-44e9-af5e-41707117e325 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 210 time: 0.0303817 Jul 05 05:11:31.242911 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:31.362130 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning for port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:31.365960 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:31.366332 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:31.443717 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:31.475223 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-37a3679e-1093-4395-91be-22576a330f93 None None] For port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1939d4d1-ef98-4738-bd9c-aada66eaa8e8,segment=NetworkSegment(d59b5775-9abb-433e-a81e-e5fdd8aaf534),segment_id=d59b5775-9abb-433e-a81e-e5fdd8aaf534)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:31.579946 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:31.627668 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Pushing event updated for resources: {'Port': ['ID=1939d4d1-ef98-4738-bd9c-aada66eaa8e8,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:32.003649 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-00307bd4-5eaa-42bb-b1c8-ad1ca79d4954 req-1a964c60-d488-4109-a709-a229eda99f40 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 210 time: 0.0285077 Jul 05 05:11:32.214569 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:33.143832 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c1524afd-7672-428e-a0d1-1e1e40b7e6cf req-fe2649ae-f76b-4c59-ba33-dd0d76a2c4db tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 210 time: 0.0296276 Jul 05 05:11:33.220442 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 up at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:33.267191 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Provisioning complete for port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:33.267562 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:33.418562 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241c105-2fca-4752-b7af-883f19ebb987 req-eccfd880-aca4-4060-b766-35f65cf9e278 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:33.420077 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-eccfd880-aca4-4060-b766-35f65cf9e278 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.64 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 810 time: 0.1120737 Jul 05 05:11:33.463751 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-064600fa-de0f-419b-b93c-82e58044348d tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d69f260c914282af361c2ea9c114ca HTTP/1.1" status: 200 len: 378 time: 0.0338821 Jul 05 05:11:33.472584 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7265a4ef-6c90-4c3e-abd3-113e723acc39 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Request body: {'port': {'device_id': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'admin_state_up': True, 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'security_groups': ['eda332ef-ce38-4d02-935a-62a3ff75c246']}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:33.683080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7265a4ef-6c90-4c3e-abd3-113e723acc39 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Made reservation on behalf of 49d69f260c914282af361c2ea9c114ca for: {'port': 1} {{(pid=100877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:11:33.686864 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7265a4ef-6c90-4c3e-abd3-113e723acc39 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:33.810209 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7265a4ef-6c90-4c3e-abd3-113e723acc39 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Allocated IP 172.20.0.4 (c7d1edbd-e3cf-4357-91ea-749f0bfb4c77/377d2803-5755-415d-af45-4c8713f9379e/0cbf733d-ea90-4de6-89d9-3e24fed26b1c) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:11:33.947013 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7265a4ef-6c90-4c3e-abd3-113e723acc39 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:33.960117 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7265a4ef-6c90-4c3e-abd3-113e723acc39 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Transition to ACTIVE for port object 0cbf733d-ea90-4de6-89d9-3e24fed26b1c will not be triggered until provisioned by entity DHCP. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:34.025483 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7265a4ef-6c90-4c3e-abd3-113e723acc39 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:34.066650 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7265a4ef-6c90-4c3e-abd3-113e723acc39 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:11:34.069882 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7265a4ef-6c90-4c3e-abd3-113e723acc39 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:34.073680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7265a4ef-6c90-4c3e-abd3-113e723acc39 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:11:34.108841 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265a4ef-6c90-4c3e-abd3-113e723acc39 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event updated for resources: {'Port': ['ID=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:34.135937 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7265a4ef-6c90-4c3e-abd3-113e723acc39 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:34.136583 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7265a4ef-6c90-4c3e-abd3-113e723acc39 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:34.204699 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7265a4ef-6c90-4c3e-abd3-113e723acc39 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7345588 Jul 05 05:11:34.216887 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Request body: {'port': {'device_id': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-5'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:34.322711 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:34.351449 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-29f57326-3a2f-4cd0-a933-0b66d6bc2957 None None] Provisioning for port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:34.355355 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-29f57326-3a2f-4cd0-a933-0b66d6bc2957 None None] Provisioning complete for port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:34.355761 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-29f57326-3a2f-4cd0-a933-0b66d6bc2957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:34.388256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79925771-1e3f-4f30-8820-34f262c70417 req-ef335b75-1ec9-4169-b05c-b1c5daba951d tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:34.389631 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-29f57326-3a2f-4cd0-a933-0b66d6bc2957 None None] Port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:11:34.389825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79925771-1e3f-4f30-8820-34f262c70417 req-ef335b75-1ec9-4169-b05c-b1c5daba951d tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 931 time: 0.1140065 Jul 05 05:11:34.495769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-79925771-1e3f-4f30-8820-34f262c70417 req-6235d8c1-7b3d-4324-8097-eedb976c69fc tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982916 Jul 05 05:11:34.637329 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbf733d-ea90-4de6-89d9-3e24fed26b1c {{(pid=100877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:11:34.645509 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:34.657662 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.provisioning_blocks [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Transition to ACTIVE for port object 0cbf733d-ea90-4de6-89d9-3e24fed26b1c will not be triggered until provisioned by entity L2. {{(pid=100877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:34.756732 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:34.835338 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:34.887731 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Attempting to bind port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c on host n-h2-798249-5 for vnic_type normal with profile {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:11:34.888067 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Attempting to bind port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c by drivers openvswitch,hyperv on host n-h2-798249-5 at level 0 using segments [{'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:11:34.888419 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Attempting to bind port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c on network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:11:34.895148 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c on network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-5 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:11:34.895609 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Attempting to bind port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c on network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:11:34.903775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Checking agent: {'id': '2bdd9142-e2b0-451d-967b-49e8b8dade4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:11:34.903775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Checking segment: {'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:11:34.903775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Bound using segment: {'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'} {{(pid=100877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:11:34.903775 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.managers [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Bound port: 0cbf733d-ea90-4de6-89d9-3e24fed26b1c, host: n-h2-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'}}] {{(pid=100877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:11:34.903775 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:34.970538 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] For port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c, host n-h2-798249-5, cleared binding levels {{(pid=100877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:11:34.973491 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] For port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c, host n-h2-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:11:35.066163 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:35.101608 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:35.102239 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:35.103648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] 10.222.0.64 "PUT /v2.0/ports/0cbf733d-ea90-4de6-89d9-3e24fed26b1c HTTP/1.1" status: 200 len: 1091 time: 0.8912530 Jul 05 05:11:35.104134 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'tag': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:11:35.106340 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ef9ed7-a30a-4111-ad51-e193bbf556bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1d537f5b-2f1c-4eba-9bac-8c4993a626f0", "tag": "0cbf733d-ea90-4de6-89d9-3e24fed26b1c"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:11:35.138409 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae334e65-5447-435c-99e1-d7f66d472726 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,revision_number=3']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:35.147727 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eb0a5f-5bd9-4db6-a724-95e6cfd42f80 x-openstack-request-id: req-a3eb0a5f-5bd9-4db6-a724-95e6cfd42f80 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:11:35.148011 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d537f5b-2f1c-4eba-9bac-8c4993a626f0", "tag": "0cbf733d-ea90-4de6-89d9-3e24fed26b1c", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:11:35.148271 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3eb0a5f-5bd9-4db6-a724-95e6cfd42f80 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:11:35.148880 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'tag': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'status': 'completed', 'code': 200} Jul 05 05:11:35.231320 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef9ed7-a30a-4111-ad51-e193bbf556bd req-20a9b211-ece8-4102-8077-edc81b2e7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:35.233000 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38ef9ed7-a30a-4111-ad51-e193bbf556bd req-20a9b211-ece8-4102-8077-edc81b2e7174 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 1094 time: 0.0622444 Jul 05 05:11:35.346181 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef9ed7-a30a-4111-ad51-e193bbf556bd req-7a22ab5f-d965-485a-85d2-63083d13be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:35.347650 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38ef9ed7-a30a-4111-ad51-e193bbf556bd req-7a22ab5f-d965-485a-85d2-63083d13be5b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=49d69f260c914282af361c2ea9c114ca&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1081479 Jul 05 05:11:35.449471 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef9ed7-a30a-4111-ad51-e193bbf556bd req-4cb21ca4-4b7f-401e-a2e1-6e81cb9282dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:35.449471 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-38ef9ed7-a30a-4111-ad51-e193bbf556bd req-4cb21ca4-4b7f-401e-a2e1-6e81cb9282dc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924997 Jul 05 05:11:35.537687 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241c105-2fca-4752-b7af-883f19ebb987 req-a3a9448d-6c7b-40a4-bbe9-163d3a04ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:35.539349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-a3a9448d-6c7b-40a4-bbe9-163d3a04ab51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 1094 time: 0.0545568 Jul 05 05:11:35.587597 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-2981a423-0ce6-4d57-bae8-c38d8258ecee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c HTTP/1.1" status: 200 len: 217 time: 0.0409513 Jul 05 05:11:35.670188 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241c105-2fca-4752-b7af-883f19ebb987 req-c795912d-55fa-4aa3-8a2d-c7edd1a50075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:35.671624 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-c795912d-55fa-4aa3-8a2d-c7edd1a50075 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=377d2803-5755-415d-af45-4c8713f9379e HTTP/1.1" status: 200 len: 849 time: 0.0778921 Jul 05 05:11:35.728593 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c866f-18b0-4a51-93bd-5fc0e140828d req-8e0033b9-c496-400c-a155-97ee93385bfb tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:35.730037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-946c866f-18b0-4a51-93bd-5fc0e140828d req-8e0033b9-c496-400c-a155-97ee93385bfb tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 943 time: 0.1063313 Jul 05 05:11:35.778000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7807c506-259d-49b0-952e-74d844f2b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:35.779375 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-7807c506-259d-49b0-952e-74d844f2b9ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003625 Jul 05 05:11:35.784978 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-946c866f-18b0-4a51-93bd-5fc0e140828d req-51c3bd7c-2d91-47ae-8074-3b1d1d47a03b tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485096 Jul 05 05:11:35.868906 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-fe33e044-23c5-455f-bdca-b6d2aa061ad5 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828893 Jul 05 05:11:35.961589 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-a241c105-2fca-4752-b7af-883f19ebb987 req-fc791a54-120e-4046-9f86-35171bd2a6f8 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868263 Jul 05 05:11:36.958505 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5a886-fe7d-4712-892a-633db4cfd6f3 req-efede7f0-2566-45fc-91d9-7ac28c13deea tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:36.959984 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba5a886-fe7d-4712-892a-633db4cfd6f3 req-efede7f0-2566-45fc-91d9-7ac28c13deea tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 943 time: 0.0625725 Jul 05 05:11:36.998037 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-4ba5a886-fe7d-4712-892a-633db4cfd6f3 req-2d45e833-3fc2-4d44-bdcd-315f23d0b23b tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324390 Jul 05 05:11:38.170831 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a3f88-8324-4ca6-999a-91cd9c4319de req-107ffd73-4eaf-4345-afdc-fa60961b6b01 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:38.172513 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-365a3f88-8324-4ca6-999a-91cd9c4319de req-107ffd73-4eaf-4345-afdc-fa60961b6b01 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 943 time: 0.0667818 Jul 05 05:11:38.209995 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-365a3f88-8324-4ca6-999a-91cd9c4319de req-ccb8735c-dae9-471c-a44d-98442ee45e09 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320005 Jul 05 05:11:38.275765 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0cbf733d-ea90-4de6-89d9-3e24fed26b1c details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:11:38.369433 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:38.381877 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'port_id': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'mac_address': 'fa:16:3e:cb:e6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:11:38.418242 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:38.430632 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbf733d-ea90-4de6-89d9-3e24fed26b1c {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:11:38.449771 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:38.516880 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:38.564828 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:38.718342 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['0cbf733d-ea90-4de6-89d9-3e24fed26b1c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:11:39.383418 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15aeaf-783d-445f-a99c-95c898f53b8a req-5b799644-ebef-4308-8162-1f4e0af14aed tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:39.384947 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e15aeaf-783d-445f-a99c-95c898f53b8a req-5b799644-ebef-4308-8162-1f4e0af14aed tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 944 time: 0.0658166 Jul 05 05:11:39.423108 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0e15aeaf-783d-445f-a99c-95c898f53b8a req-37a53b4a-2432-44d2-a046-e3870ec06a4a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326126 Jul 05 05:11:40.275964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0cbf733d-ea90-4de6-89d9-3e24fed26b1c up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:40.362080 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning for port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:40.365710 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:40.366091 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:40.443107 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:40.465522 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:11:40.467770 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fae41b1-0360-477a-aed3-22b837c0b456" -d '{"events": [{"server_uuid": "1d537f5b-2f1c-4eba-9bac-8c4993a626f0", "name": "network-vif-plugged", "status": "completed", "tag": "0cbf733d-ea90-4de6-89d9-3e24fed26b1c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:11:40.484154 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:40.561127 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79599013-0bdb-4fac-9134-10083e36e032 x-openstack-request-id: req-79599013-0bdb-4fac-9134-10083e36e032 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:11:40.561127 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d537f5b-2f1c-4eba-9bac-8c4993a626f0", "name": "network-vif-plugged", "status": "completed", "tag": "0cbf733d-ea90-4de6-89d9-3e24fed26b1c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:11:40.561127 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79599013-0bdb-4fac-9134-10083e36e032 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:11:40.561127 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'code': 200} Jul 05 05:11:40.583485 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:40.598489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe99cc2-e5bf-4ec6-be41-e62db11b2347 req-d7b2d146-abe5-47e6-84b0-f0dca47b921a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:40.604292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebe99cc2-e5bf-4ec6-be41-e62db11b2347 req-d7b2d146-abe5-47e6-84b0-f0dca47b921a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 944 time: 0.0649886 Jul 05 05:11:40.633348 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:40.669175 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ebe99cc2-e5bf-4ec6-be41-e62db11b2347 req-64bf582e-f88a-4a14-ad03-f8f392d8aad3 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633395 Jul 05 05:11:40.688386 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a7995-84b2-4174-919d-2defe7d807d0 req-303307f7-4a3e-4f39-9999-28a10eeb0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:40.689939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b72a7995-84b2-4174-919d-2defe7d807d0 req-303307f7-4a3e-4f39-9999-28a10eeb0622 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 1096 time: 0.0684021 Jul 05 05:11:40.726782 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b72a7995-84b2-4174-919d-2defe7d807d0 req-bbf7c3d6-4231-4c65-82df-33826992e0fa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0282180 Jul 05 05:11:41.848218 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6504211-7a3a-4528-a475-927d74459d1f req-4dae5b7e-2566-4361-b25f-af3d41de7b12 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:41.849702 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6504211-7a3a-4528-a475-927d74459d1f req-4dae5b7e-2566-4361-b25f-af3d41de7b12 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 945 time: 0.0661600 Jul 05 05:11:41.885416 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6504211-7a3a-4528-a475-927d74459d1f req-34d6a4b2-8ab1-49ee-a62b-8acdb5ffb314 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303371 Jul 05 05:11:42.058175 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade21f01-df37-4c06-b668-aa3c6159147d req-2d087756-b534-40f4-a561-b690e25ebc26 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:42.059543 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ade21f01-df37-4c06-b668-aa3c6159147d req-2d087756-b534-40f4-a561-b690e25ebc26 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 945 time: 0.0636115 Jul 05 05:11:42.095985 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ade21f01-df37-4c06-b668-aa3c6159147d req-57b5d2e4-e9ee-4483-806c-42e371ae4125 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310190 Jul 05 05:11:42.119401 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58934) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:42.213903 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2004f363-e768-42c4-9170-46746719fe8c tempest-TestSnapshotPattern-556601741 tempest-TestSnapshotPattern-556601741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:42.215397 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-2004f363-e768-42c4-9170-46746719fe8c tempest-TestSnapshotPattern-556601741 tempest-TestSnapshotPattern-556601741-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 1091 time: 0.0950322 Jul 05 05:11:42.218238 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 58938) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:42.222986 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:42.311002 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:42.407425 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:42.511601 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Allocated IP 172.25.0.6 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/4a673e89-6a76-4323-a821-94599e7c64eb) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:11:42.613168 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:42.706236 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:42.742558 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:11:42.745476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:42.747908 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:11:42.783189 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event updated for resources: {'Port': ['ID=4a673e89-6a76-4323-a821-94599e7c64eb,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:43.120831 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:43.271055 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:43.417175 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:43.487980 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:43.553169 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event updated for resources: {'Port': ['ID=4a673e89-6a76-4323-a821-94599e7c64eb,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:43.564381 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:43.662699 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Floating IP a70e6a6a-7b1f-49bb-8c54-abb6d57bc293 associated. External IP: 172.25.0.6, port: 0cbf733d-ea90-4de6-89d9-3e24fed26b1c. Jul 05 05:11:43.865703 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Router acac30ce-ec56-4587-9b9f-b972fad0a7b9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:11:43.970866 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:11:43.980522 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b164dd-d313-4412-8155-a9bf855dbef7 None None] Sync routers for ids ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:11:43.990155 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b164dd-d313-4412-8155-a9bf855dbef7 None None] Routers {'acac30ce-ec56-4587-9b9f-b972fad0a7b9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:43.990772 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-93b164dd-d313-4412-8155-a9bf855dbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:11:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:44.059549 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:44.095155 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-93b164dd-d313-4412-8155-a9bf855dbef7 None None] Set router acac30ce-ec56-4587-9b9f-b972fad0a7b9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:44.095825 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-29b952e6-b0b2-46ed-b01b-25d412b5f5a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8761046 Jul 05 05:11:44.096426 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'tag': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:11:44.098781 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a119987-014f-4f93-a8f2-53f9568a922d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d537f5b-2f1c-4eba-9bac-8c4993a626f0", "tag": "0cbf733d-ea90-4de6-89d9-3e24fed26b1c"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:11:44.135959 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f375e3-930e-4fe2-85fa-d5190c1ad7a0 x-openstack-request-id: req-66f375e3-930e-4fe2-85fa-d5190c1ad7a0 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:11:44.136612 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d537f5b-2f1c-4eba-9bac-8c4993a626f0", "tag": "0cbf733d-ea90-4de6-89d9-3e24fed26b1c", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:11:44.136612 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66f375e3-930e-4fe2-85fa-d5190c1ad7a0 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:11:44.136893 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'tag': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'status': 'completed', 'code': 200} Jul 05 05:11:44.209256 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a119987-014f-4f93-a8f2-53f9568a922d req-cc0d4ad0-5b9c-4d45-995e-336ad3382f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:44.210753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a119987-014f-4f93-a8f2-53f9568a922d req-cc0d4ad0-5b9c-4d45-995e-336ad3382f45 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 1096 time: 0.0520935 Jul 05 05:11:44.301080 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a119987-014f-4f93-a8f2-53f9568a922d req-eec481de-623e-4bca-8bd8-d6bd7358cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:44.302481 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a119987-014f-4f93-a8f2-53f9568a922d req-eec481de-623e-4bca-8bd8-d6bd7358cead service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 911 time: 0.0860925 Jul 05 05:11:44.319021 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-93b164dd-d313-4412-8155-a9bf855dbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'a70e6a6a-7b1f-49bb-8c54-abb6d57bc293', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'port_id': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'mac_address': 'fa:16:3e:cb:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:11:42Z', 'updated_at': '2021-07-05T05:11:42Z', 'revision_number': 0, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 5, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:44.368852 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a119987-014f-4f93-a8f2-53f9568a922d req-0f5b5f0b-7f9d-49ec-b076-2f527f7f3de9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c HTTP/1.1" status: 200 len: 997 time: 0.0594847 Jul 05 05:11:44.423692 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a119987-014f-4f93-a8f2-53f9568a922d req-7934fc4f-fc76-4704-91cb-4878c3ce5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:44.425185 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a119987-014f-4f93-a8f2-53f9568a922d req-7934fc4f-fc76-4704-91cb-4878c3ce5dde service neutron] 10.222.0.64 "GET /v2.0/subnets?id=377d2803-5755-415d-af45-4c8713f9379e HTTP/1.1" status: 200 len: 849 time: 0.0503478 Jul 05 05:11:44.430331 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b164dd-d313-4412-8155-a9bf855dbef7 None None] Checking router: acac30ce-ec56-4587-9b9f-b972fad0a7b9 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:11:44.439251 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b164dd-d313-4412-8155-a9bf855dbef7 None None] Routers {'acac30ce-ec56-4587-9b9f-b972fad0a7b9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:44.439869 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-93b164dd-d313-4412-8155-a9bf855dbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:11:24Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:44.481973 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a119987-014f-4f93-a8f2-53f9568a922d req-c59356f4-9a41-4af7-b917-ed40b77d63a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:44.483498 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a119987-014f-4f93-a8f2-53f9568a922d req-c59356f4-9a41-4af7-b917-ed40b77d63a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521152 Jul 05 05:11:44.545639 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-93b164dd-d313-4412-8155-a9bf855dbef7 None None] Set router acac30ce-ec56-4587-9b9f-b972fad0a7b9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:44.573587 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a119987-014f-4f93-a8f2-53f9568a922d req-df4a866f-7049-406f-a54c-110e482fe237 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835602 Jul 05 05:11:44.670753 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1a119987-014f-4f93-a8f2-53f9568a922d req-c5bf3dc4-e412-44a5-a975-253436c148e9 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894475 Jul 05 05:11:44.771915 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-93b164dd-d313-4412-8155-a9bf855dbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'a70e6a6a-7b1f-49bb-8c54-abb6d57bc293', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'port_id': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'mac_address': 'fa:16:3e:cb:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:11:42Z', 'updated_at': '2021-07-05T05:11:42Z', 'revision_number': 0, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 5, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:44.797255 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b164dd-d313-4412-8155-a9bf855dbef7 None None] The sync data for ids ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'] in n-d-798249-5 is: [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'a70e6a6a-7b1f-49bb-8c54-abb6d57bc293', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'port_id': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'mac_address': 'fa:16:3e:cb:e6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:11:42Z', 'updated_at': '2021-07-05T05:11:42Z', 'revision_number': 0, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 5, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:11:44.981564 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142726b6-ba33-46c7-bf7f-617ecc0a7d12 None None] New status for floating IP a70e6a6a-7b1f-49bb-8c54-abb6d57bc293: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:11:51.425596 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-764f3acd-223f-4548-bd05-4bbbc4a9c3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:52.104004 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:11:54.379611 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e9137ef8-0ecc-4e83-8de0-da5630f4c785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.448098 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:55.579686 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:56.649290 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6cfc66f-b274-4340-914b-817ef844ca8f req-f679d039-807e-4eb9-ac25-1384579b9e79 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533237 Jul 05 05:11:56.744971 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfc66f-b274-4340-914b-817ef844ca8f req-688685c5-5357-447a-aacb-6466d9d1fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:56.746442 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6cfc66f-b274-4340-914b-817ef844ca8f req-688685c5-5357-447a-aacb-6466d9d1fcfe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 1096 time: 0.0514169 Jul 05 05:11:56.852846 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfc66f-b274-4340-914b-817ef844ca8f req-0c35e33a-5865-4b18-a719-af827d9ee7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:56.854544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6cfc66f-b274-4340-914b-817ef844ca8f req-0c35e33a-5865-4b18-a719-af827d9ee7ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 911 time: 0.0875659 Jul 05 05:11:56.928933 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6cfc66f-b274-4340-914b-817ef844ca8f req-cbae7608-0b54-4af5-989a-2719c54d8c67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c HTTP/1.1" status: 200 len: 999 time: 0.0659473 Jul 05 05:11:56.981193 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfc66f-b274-4340-914b-817ef844ca8f req-43e5da29-57b0-4b14-8b4a-78bb33d30eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:56.982623 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6cfc66f-b274-4340-914b-817ef844ca8f req-43e5da29-57b0-4b14-8b4a-78bb33d30eea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=377d2803-5755-415d-af45-4c8713f9379e HTTP/1.1" status: 200 len: 849 time: 0.0477796 Jul 05 05:11:57.038922 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfc66f-b274-4340-914b-817ef844ca8f req-2c9a3a2f-9779-4210-8a7f-e6ef224b3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:57.040475 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6cfc66f-b274-4340-914b-817ef844ca8f req-2c9a3a2f-9779-4210-8a7f-e6ef224b3fb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509946 Jul 05 05:11:57.133939 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6cfc66f-b274-4340-914b-817ef844ca8f req-4367b56d-ec8c-4bd2-857d-d6f493b293d9 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872254 Jul 05 05:11:57.459499 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:57.570682 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c6cfc66f-b274-4340-914b-817ef844ca8f req-74de0327-ada9-47a9-93e0-81beefdb1c05 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297659 Jul 05 05:12:00.263902 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:02.173563 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:09.088754 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-28ba4bf0-5f9b-4e5d-9880-5fb0f0cbd07b req-fddfd3e2-472d-4fd4-95df-20c13daca5de service neutron] (100877) timed out ('10.222.0.60', 39742) {{(pid=100877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 05:12:21.407450 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bebf40f0-29bc-4879-8063-a88848976fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:24.350014 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-78fdf0a3-4747-48a3-a5dc-7be76a694500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:24.447391 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:25.590100 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:27.441443 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:29.102618 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:12:30.281694 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:32.213359 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:51.433888 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-639a1039-f857-48ac-893f-8356a3997160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:54.361422 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f53d8e4c-c05a-455c-a3f1-e28352c177aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:54.447121 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:55.598972 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:57.475453 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.021708 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a6956bd-a713-4f73-bb58-f0f29cf330be req-26365bf0-2a1b-4d09-ace7-4863d84bb730 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517721 Jul 05 05:12:58.111898 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6956bd-a713-4f73-bb58-f0f29cf330be req-2e609423-fbca-478b-9a4b-4b3451a8e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:58.113377 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a6956bd-a713-4f73-bb58-f0f29cf330be req-2e609423-fbca-478b-9a4b-4b3451a8e252 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 1096 time: 0.0506456 Jul 05 05:12:58.218365 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6956bd-a713-4f73-bb58-f0f29cf330be req-b26b80a9-58cb-4aaf-8a8a-bec09bf49a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:58.219733 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a6956bd-a713-4f73-bb58-f0f29cf330be req-b26b80a9-58cb-4aaf-8a8a-bec09bf49a3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 911 time: 0.0857556 Jul 05 05:12:58.283652 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a6956bd-a713-4f73-bb58-f0f29cf330be req-b68503f1-e778-45f3-b9ba-1bb3a2e9e8a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c HTTP/1.1" status: 200 len: 999 time: 0.0576737 Jul 05 05:12:58.336020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6956bd-a713-4f73-bb58-f0f29cf330be req-a54780bc-b634-45fc-bd3d-015ef802e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:58.337466 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a6956bd-a713-4f73-bb58-f0f29cf330be req-a54780bc-b634-45fc-bd3d-015ef802e291 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=377d2803-5755-415d-af45-4c8713f9379e HTTP/1.1" status: 200 len: 849 time: 0.0474913 Jul 05 05:12:58.394881 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6956bd-a713-4f73-bb58-f0f29cf330be req-12a2435e-101f-47e1-b383-d1c9803ab64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:58.396398 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a6956bd-a713-4f73-bb58-f0f29cf330be req-12a2435e-101f-47e1-b383-d1c9803ab64d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527394 Jul 05 05:12:58.483374 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a6956bd-a713-4f73-bb58-f0f29cf330be req-18c8c1ee-cedc-430a-9fd2-a6ac141e5d42 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805213 Jul 05 05:12:58.574820 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0a6956bd-a713-4f73-bb58-f0f29cf330be req-91c8e9b5-80f5-4752-9349-a1d49d19b565 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857275 Jul 05 05:13:00.290385 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.201488 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.929733 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-0fb4e90d-54ba-49f1-bd38-a1c835b138c8 req-8493a6f7-8c3a-4a57-9d07-889464aba230 tempest-TestNetworkAdvancedServerOps-63878187 tempest-TestNetworkAdvancedServerOps-63878187-project] (100876) timed out ('10.222.0.11', 51028) {{(pid=100876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 05:13:06.102038 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:13:21.410075 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eab9a569-b39d-4a04-8e18-ea013b2c9767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:24.352723 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c0f5b3a4-2615-4e98-aeeb-134bee784000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:24.506744 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:25.575330 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:27.460859 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:30.303127 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:32.191991 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:43.100415 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:13:44.773964 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0cbf733d-ea90-4de6-89d9-3e24fed26b1c details requested by agent hyperv_n-h2-798249-5 with host n-h2-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:13:44.879429 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:44.892760 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Returning: {'device': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'port_id': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'mac_address': 'fa:16:3e:cb:e6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:13:44.935328 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:44.952502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cbf733d-ea90-4de6-89d9-3e24fed26b1c {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:13:44.976170 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:45.034888 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:45.094375 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:45.101815 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:45.102165 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:45.102513 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:45.102972 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:45.103314 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:45.103699 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:45.104002 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:45.104330 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:45.104726 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:45.105567 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:45.105882 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:45.106204 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:45.111146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] get_ports_and_sgs() called for port_ids ['0cbf733d-ea90-4de6-89d9-3e24fed26b1c'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:13:46.767368 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0cbf733d-ea90-4de6-89d9-3e24fed26b1c up at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:46.826999 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Provisioning complete for port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:46.827465 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:46.918002 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:46.945016 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:13:46.947355 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe3a219-86e6-416f-ad38-7b7f4edc357b" -d '{"events": [{"server_uuid": "1d537f5b-2f1c-4eba-9bac-8c4993a626f0", "name": "network-vif-plugged", "status": "completed", "tag": "0cbf733d-ea90-4de6-89d9-3e24fed26b1c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:13:46.963965 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:46.994429 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5ed596-8f10-4650-9b14-b50cfaa8e7df x-openstack-request-id: req-bb5ed596-8f10-4650-9b14-b50cfaa8e7df {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:13:46.994656 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d537f5b-2f1c-4eba-9bac-8c4993a626f0", "name": "network-vif-plugged", "status": "completed", "tag": "0cbf733d-ea90-4de6-89d9-3e24fed26b1c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:13:46.994916 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb5ed596-8f10-4650-9b14-b50cfaa8e7df {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:13:46.995389 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'code': 200} Jul 05 05:13:47.023525 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:47.076398 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:51.414857 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-775d127d-953c-4e66-bc8b-7a89e81399ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:54.365873 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-caa8c4ad-8e60-4e47-9b5a-67e0988a25a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:54.460490 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:55.597270 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:55.631164 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-47f01f51-51cb-4c23-a7d4-aaaeed09ff2a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46716915&fields=id&tenant_id=49d69f260c914282af361c2ea9c114ca HTTP/1.1" status: 200 len: 267 time: 0.0334449 Jul 05 05:13:55.742212 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-febc7337-985a-423c-82b5-8a04cfee5488 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:55.743673 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-febc7337-985a-423c-82b5-8a04cfee5488 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 810 time: 0.1053364 Jul 05 05:13:55.759099 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-d55419f4-9418-4184-9be2-311bf9db75ed tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/quotas/49d69f260c914282af361c2ea9c114ca HTTP/1.1" status: 200 len: 375 time: 0.0092249 Jul 05 05:13:55.830385 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-5735e860-160a-459c-a4c3-1dcefe13b373 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0654476 Jul 05 05:13:55.929904 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-5a07e99e-38d4-4605-9b72-f2bfc5e39683 service neutron] 10.222.0.60 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883291 Jul 05 05:13:56.016315 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-cfc6c734-94a8-4b75-8344-92a6c323f090 service neutron] 10.222.0.60 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801497 Jul 05 05:13:56.361154 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-ee970b20-19b5-413a-963f-61e3429bbe7f req-a1deacbb-46e5-4679-8dd9-83c744188cc3 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 210 time: 0.0811100 Jul 05 05:13:57.459952 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:57.511171 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-7c005304-2d06-438a-8cbc-f6e6a8f70019 req-5bb1e2cf-5841-4033-8319-28338693bcab tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 210 time: 0.0345018 Jul 05 05:13:58.181628 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.11', 51925) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:58.285075 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-ad1055bb-8976-4061-9b97-3b5a9aae99ad tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:58.286536 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-ad1055bb-8976-4061-9b97-3b5a9aae99ad tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.11 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 810 time: 0.1039035 Jul 05 05:13:58.336807 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-b0e5694c-1643-4ab2-ad27-43b1ae3d1a28 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d69f260c914282af361c2ea9c114ca HTTP/1.1" status: 200 len: 378 time: 0.0417871 Jul 05 05:13:58.346515 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Request body: {'port': {'device_id': '9a675a22-0723-4f8e-b504-9298912e2fca', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'admin_state_up': True, 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'security_groups': ['eda332ef-ce38-4d02-935a-62a3ff75c246']}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:58.515036 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Made reservation on behalf of 49d69f260c914282af361c2ea9c114ca for: {'port': 1} {{(pid=100876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:13:58.520576 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:58.648443 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_common [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Allocated IP 172.20.0.12 (c7d1edbd-e3cf-4357-91ea-749f0bfb4c77/377d2803-5755-415d-af45-4c8713f9379e/1afe51d3-c682-49b4-95fe-a5a1b39d80dc) {{(pid=100876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:13:58.659557 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b899d8de-7b14-4e88-8436-230e55d67732 req-4f5c7d27-8a67-4fbe-9771-fce91015a166 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 210 time: 0.0303488 Jul 05 05:13:58.792534 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for port, precommit_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:58.806156 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Transition to ACTIVE for port object 1afe51d3-c682-49b4-95fe-a5a1b39d80dc will not be triggered until provisioned by entity DHCP. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:58.870682 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0cbf733d-ea90-4de6-89d9-3e24fed26b1c no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:13:58.900653 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31169705'] for port, after_create {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:58.941550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 is already hosted by enough agents. {{(pid=100876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:13:58.945050 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.base_scheduler [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Resources bound (agent type, host, resource id): {{(pid=100876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:58.946344 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:58.947532 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Received port after_create {{(pid=100876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:13:58.969755 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:13:58.972090 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7a879f-2579-4a56-a998-55207b7ac3a3" -d '{"events": [{"server_uuid": "1d537f5b-2f1c-4eba-9bac-8c4993a626f0", "name": "network-vif-unplugged", "status": "completed", "tag": "0cbf733d-ea90-4de6-89d9-3e24fed26b1c"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:13:58.986554 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] For port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:58.993244 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event updated for resources: {'Port': ['ID=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,revision_number=1']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:59.013139 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:59.014173 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:59.014601 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:59.015020 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:59.015425 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:59.015767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:59.016240 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:59.016535 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:59.016867 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:59.017197 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:59.017531 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:59.017856 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:59.036168 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7ebbd8-d952-4d3a-880e-62f68b509011 x-openstack-request-id: req-7f7ebbd8-d952-4d3a-880e-62f68b509011 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:13:59.036489 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d537f5b-2f1c-4eba-9bac-8c4993a626f0", "name": "network-vif-unplugged", "status": "completed", "tag": "0cbf733d-ea90-4de6-89d9-3e24fed26b1c", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:13:59.036749 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f7ebbd8-d952-4d3a-880e-62f68b509011 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:13:59.037144 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'code': 200} Jul 05 05:13:59.046564 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:59.046564 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:59.066213 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:59.146793 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8d45513f-e186-4795-bfa9-bf8c8dca3a8a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8037808 Jul 05 05:13:59.173936 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Pushing event updated for resources: {'Port': ['ID=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:59.200547 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59eb2b66-6811-427b-a8c3-f9302c578929 req-29fa8ddb-98a0-47d1-82c2-5a8c63eb1f2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2039635 Jul 05 05:13:59.315826 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb2b66-6811-427b-a8c3-f9302c578929 req-043b8837-deaa-4ba6-b0af-448e56746c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:59.317714 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59eb2b66-6811-427b-a8c3-f9302c578929 req-043b8837-deaa-4ba6-b0af-448e56746c5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 1094 time: 0.0667937 Jul 05 05:13:59.426603 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6cb52a1f-ca02-49e5-a8ac-e587f4c97b2c None None] Provisioning for port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc completed by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:59.434216 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-6cb52a1f-ca02-49e5-a8ac-e587f4c97b2c None None] Provisioning complete for port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc triggered by entity DHCP. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:59.435538 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6cb52a1f-ca02-49e5-a8ac-e587f4c97b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:59.448050 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb2b66-6811-427b-a8c3-f9302c578929 req-bfdb09bd-37cc-4bf6-83da-9ed85cc67748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:59.452503 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59eb2b66-6811-427b-a8c3-f9302c578929 req-bfdb09bd-37cc-4bf6-83da-9ed85cc67748 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 911 time: 0.1092174 Jul 05 05:13:59.480635 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-6cb52a1f-ca02-49e5-a8ac-e587f4c97b2c None None] Port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc cannot update to ACTIVE because it is not bound. {{(pid=100878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:13:59.547100 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59eb2b66-6811-427b-a8c3-f9302c578929 req-6c8ce176-3a66-4329-93ae-8506bc053219 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c HTTP/1.1" status: 200 len: 997 time: 0.0846298 Jul 05 05:13:59.606550 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb2b66-6811-427b-a8c3-f9302c578929 req-2fcec789-d80c-46bc-8bcb-b17d8bc34fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:59.607928 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59eb2b66-6811-427b-a8c3-f9302c578929 req-2fcec789-d80c-46bc-8bcb-b17d8bc34fe4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=377d2803-5755-415d-af45-4c8713f9379e HTTP/1.1" status: 200 len: 849 time: 0.0548511 Jul 05 05:13:59.669201 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb2b66-6811-427b-a8c3-f9302c578929 req-63e48211-2726-4f17-9674-d7f3727e07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:59.670713 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59eb2b66-6811-427b-a8c3-f9302c578929 req-63e48211-2726-4f17-9674-d7f3727e07bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566089 Jul 05 05:13:59.787841 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59eb2b66-6811-427b-a8c3-f9302c578929 req-196d4a58-6398-4851-9b72-751e2139de6c service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103404 Jul 05 05:13:59.929106 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-59eb2b66-6811-427b-a8c3-f9302c578929 req-bec0e8fe-697f-4da0-8496-ae8c28dca024 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337042 Jul 05 05:13:59.948357 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c498d3-3b68-4854-97f9-004c791e185d req-49ed9998-0cb5-47f0-a155-58cc7c3df54d tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:59.949982 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48c498d3-3b68-4854-97f9-004c791e185d req-49ed9998-0cb5-47f0-a155-58cc7c3df54d tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 932 time: 0.1030159 Jul 05 05:13:59.999215 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-48c498d3-3b68-4854-97f9-004c791e185d req-be3bfcbc-f3fd-4ed7-aa05-0d6463add7b6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411837 Jul 05 05:14:00.319016 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:01.192805 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c796a0-5b91-4c8c-bcbf-1bc0b7d99aa4 req-79a11e9e-756d-4308-8426-16cc067877a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:01.194333 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-81c796a0-5b91-4c8c-bcbf-1bc0b7d99aa4 req-79a11e9e-756d-4308-8426-16cc067877a0 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 932 time: 0.0785339 Jul 05 05:14:01.236789 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-81c796a0-5b91-4c8c-bcbf-1bc0b7d99aa4 req-529da287-3a2e-4493-94e8-40ab3359e03f tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345876 Jul 05 05:14:02.203019 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:02.441197 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231ae53-267f-4b59-9e5a-e9599f18885b req-d0c9013c-68f0-42c1-8b8d-8d832652be3d tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:02.448698 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1231ae53-267f-4b59-9e5a-e9599f18885b req-d0c9013c-68f0-42c1-8b8d-8d832652be3d tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 932 time: 0.0780790 Jul 05 05:14:02.484252 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1231ae53-267f-4b59-9e5a-e9599f18885b req-6ef1289e-f4f5-470b-9b6e-f120201aab63 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343993 Jul 05 05:14:03.674721 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfee94-185c-401c-86bb-affc7aefd224 req-aad07cbd-51cd-4ae6-a042-caa16e75fbaa tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:03.676258 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1adfee94-185c-401c-86bb-affc7aefd224 req-aad07cbd-51cd-4ae6-a042-caa16e75fbaa tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 932 time: 0.0735548 Jul 05 05:14:03.719334 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1adfee94-185c-401c-86bb-affc7aefd224 req-0d77406d-ddfc-4e73-a32d-ff76a55ef7ec tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373652 Jul 05 05:14:04.924431 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e70302-c72a-4b9e-ba18-d054f2cd7306 req-347cb04c-047e-48d0-8f3a-e092ec13bf7d tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:04.926839 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77e70302-c72a-4b9e-ba18-d054f2cd7306 req-347cb04c-047e-48d0-8f3a-e092ec13bf7d tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 932 time: 0.0886896 Jul 05 05:14:04.969379 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-77e70302-c72a-4b9e-ba18-d054f2cd7306 req-c7306398-a401-4ba1-9da9-6721506edaa5 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374479 Jul 05 05:14:06.153460 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb3886-5125-4f26-9432-37081dfaa601 req-e48c2584-48d5-484c-afa2-8997011d5af3 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:06.160518 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98cb3886-5125-4f26-9432-37081dfaa601 req-e48c2584-48d5-484c-afa2-8997011d5af3 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 932 time: 0.0670075 Jul 05 05:14:06.195292 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-98cb3886-5125-4f26-9432-37081dfaa601 req-aad46600-560c-4908-a599-caf8e7d35fda tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347943 Jul 05 05:14:07.387294 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e059e82-202f-4d8b-ba7e-bb0526c0cab6 req-36994d69-70c5-410c-8e53-e61ee279c005 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:07.389093 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e059e82-202f-4d8b-ba7e-bb0526c0cab6 req-36994d69-70c5-410c-8e53-e61ee279c005 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 932 time: 0.0709248 Jul 05 05:14:07.427403 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-8e059e82-202f-4d8b-ba7e-bb0526c0cab6 req-5fc3403f-034e-428f-b606-a68f25534983 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327187 Jul 05 05:14:08.614943 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de48096-acab-4227-bf15-633f6d59c2ff req-54e7d8d8-3a98-4c04-a1a1-afcca1031155 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:08.616675 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1de48096-acab-4227-bf15-633f6d59c2ff req-54e7d8d8-3a98-4c04-a1a1-afcca1031155 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 932 time: 0.0658858 Jul 05 05:14:08.657405 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-1de48096-acab-4227-bf15-633f6d59c2ff req-5970303d-bf90-42bb-bfa9-e00c7bec3383 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350397 Jul 05 05:14:09.167573 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-f4ea8ed8-71af-4681-a8f5-5d0b0bc20701 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:14:09.169031 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-f4ea8ed8-71af-4681-a8f5-5d0b0bc20701 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058746 Jul 05 05:14:09.224848 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.v2.base [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Request body: {'port': {'device_id': '9a675a22-0723-4f8e-b504-9298912e2fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-5'}} {{(pid=100876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:14:09.379773 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:09.646016 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1afe51d3-c682-49b4-95fe-a5a1b39d80dc {{(pid=100876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:14:09.653530 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:09.664971 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.provisioning_blocks [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Transition to ACTIVE for port object 1afe51d3-c682-49b4-95fe-a5a1b39d80dc will not be triggered until provisioned by entity L2. {{(pid=100876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:14:09.737320 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:09.810843 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,revision_number=2']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:09.849750 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868386ef-7a27-4cdc-b449-9592cc7d924e req-7f045cd9-af0f-4439-966c-3d0f99e856c8 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:09.851351 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-868386ef-7a27-4cdc-b449-9592cc7d924e req-7f045cd9-af0f-4439-966c-3d0f99e856c8 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 944 time: 0.0788200 Jul 05 05:14:09.867223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Attempting to bind port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc on host n-h1-798249-5 for vnic_type normal with profile {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:14:09.867681 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Attempting to bind port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc by drivers openvswitch,hyperv on host n-h1-798249-5 at level 0 using segments [{'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:14:09.868026 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Attempting to bind port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc on network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:14:09.872750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc on network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-5 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:14:09.873199 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Attempting to bind port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc on network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:14:09.879832 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Checking agent: {'id': '47a15da5-180b-493b-99b2-a20599731906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'started_at': datetime.datetime(2021, 7, 5, 3, 41, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:14:09.880176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Checking segment: {'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:14:09.880592 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Bound using segment: {'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'} {{(pid=100876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:14:09.881034 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.managers [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Bound port: 1afe51d3-c682-49b4-95fe-a5a1b39d80dc, host: n-h1-798249-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b42704-12ac-47b5-8045-d03630314520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77'}}] {{(pid=100876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:14:09.881397 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:09.894200 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-868386ef-7a27-4cdc-b449-9592cc7d924e req-8a5e1b36-f529-43e1-a4d8-7628f85f146d tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363004 Jul 05 05:14:09.950757 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] For port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc, host n-h1-798249-5, cleared binding levels {{(pid=100876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:14:09.953939 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] For port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc, host n-h1-798249-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:14:10.997945 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31169627'] for port, after_update {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:11.033000 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:11.033629 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:11.035033 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/1afe51d3-c682-49b4-95fe-a5a1b39d80dc HTTP/1.1" status: 200 len: 1092 time: 1.8596234 Jul 05 05:14:11.035505 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a675a22-0723-4f8e-b504-9298912e2fca', 'tag': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:14:11.037877 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb32325-e2a4-48c3-939b-d8e2efa6df66" -d '{"events": [{"name": "network-changed", "server_uuid": "9a675a22-0723-4f8e-b504-9298912e2fca", "tag": "1afe51d3-c682-49b4-95fe-a5a1b39d80dc"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:14:11.063767 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50af23-1d58-42da-8f58-6fe0f4e980c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,revision_number=3']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:11.097424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5476a-a07b-4357-ba59-9de975ba604e req-7b5572bf-0e8a-4bed-8815-0e55b6a5d8e2 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:11.099019 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0c5476a-a07b-4357-ba59-9de975ba604e req-7b5572bf-0e8a-4bed-8815-0e55b6a5d8e2 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 944 time: 0.0835447 Jul 05 05:14:11.154300 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-b0c5476a-a07b-4357-ba59-9de975ba604e req-ea1d1323-092d-4160-8f55-e377d6ef6dcb tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442564 Jul 05 05:14:11.158040 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277a556e-a9e0-44dc-bf3a-a6aec417d96d x-openstack-request-id: req-277a556e-a9e0-44dc-bf3a-a6aec417d96d {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:14:11.158598 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a675a22-0723-4f8e-b504-9298912e2fca", "tag": "1afe51d3-c682-49b4-95fe-a5a1b39d80dc", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:14:11.159332 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-277a556e-a9e0-44dc-bf3a-a6aec417d96d {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:14:11.160344 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a675a22-0723-4f8e-b504-9298912e2fca', 'tag': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'status': 'completed', 'code': 200} Jul 05 05:14:11.232921 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8b03bf0f-a665-4f44-b68d-315f27c3e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:11.234588 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-8b03bf0f-a665-4f44-b68d-315f27c3e5e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 1095 time: 0.0583973 Jul 05 05:14:11.281933 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-868fd165-2e23-48e2-a6a4-da590fb1e163 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1afe51d3-c682-49b4-95fe-a5a1b39d80dc HTTP/1.1" status: 200 len: 217 time: 0.0406616 Jul 05 05:14:11.331880 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-4a37add3-97b2-43ac-8ecc-8db4359bee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:11.333363 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-4a37add3-97b2-43ac-8ecc-8db4359bee10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=377d2803-5755-415d-af45-4c8713f9379e HTTP/1.1" status: 200 len: 849 time: 0.0448349 Jul 05 05:14:11.392359 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-98e86bdb-c7c3-43f0-b2dd-96aa3977b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:11.393899 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-98e86bdb-c7c3-43f0-b2dd-96aa3977b151 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537775 Jul 05 05:14:11.486616 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-e9bf501e-138f-45c0-9652-2caf37143548 service neutron] 10.222.0.11 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854957 Jul 05 05:14:11.574094 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f69167f5-d773-43a8-b02a-d4388d8c58be req-56176963-02f1-4a1b-bcfa-f8d4177b2c9b service neutron] 10.222.0.11 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817425 Jul 05 05:14:11.769165 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb32325-e2a4-48c3-939b-d8e2efa6df66 req-97e9098d-08f9-4614-8841-886f7f5f7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:11.770546 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebb32325-e2a4-48c3-939b-d8e2efa6df66 req-97e9098d-08f9-4614-8841-886f7f5f7d34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 1095 time: 0.0539966 Jul 05 05:14:11.863211 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb32325-e2a4-48c3-939b-d8e2efa6df66 req-51e906bd-0cd7-46f6-8266-fb0278f03a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:11.864707 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebb32325-e2a4-48c3-939b-d8e2efa6df66 req-51e906bd-0cd7-46f6-8266-fb0278f03a63 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 911 time: 0.0873806 Jul 05 05:14:11.905316 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebb32325-e2a4-48c3-939b-d8e2efa6df66 req-4bbd9f28-bb62-4882-a896-dd48c60d2c5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1afe51d3-c682-49b4-95fe-a5a1b39d80dc HTTP/1.1" status: 200 len: 217 time: 0.0328665 Jul 05 05:14:11.954988 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb32325-e2a4-48c3-939b-d8e2efa6df66 req-9650d25b-f1e2-46d9-945e-d2492de5468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:11.956462 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebb32325-e2a4-48c3-939b-d8e2efa6df66 req-9650d25b-f1e2-46d9-945e-d2492de5468a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=377d2803-5755-415d-af45-4c8713f9379e HTTP/1.1" status: 200 len: 849 time: 0.0448053 Jul 05 05:14:12.017037 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb32325-e2a4-48c3-939b-d8e2efa6df66 req-53b9cd0e-bee9-46a5-a238-4cbded17e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:12.018539 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebb32325-e2a4-48c3-939b-d8e2efa6df66 req-53b9cd0e-bee9-46a5-a238-4cbded17e542 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541284 Jul 05 05:14:12.104831 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebb32325-e2a4-48c3-939b-d8e2efa6df66 req-6f072bf6-2266-4f6d-99bb-67a4e3820148 service neutron] 10.222.0.11 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788033 Jul 05 05:14:12.195287 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-ebb32325-e2a4-48c3-939b-d8e2efa6df66 req-0ffb5b12-8b94-4fd6-8269-e2286f135855 service neutron] 10.222.0.11 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841162 Jul 05 05:14:12.342718 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8b60c-8a4f-44e1-9e68-81396185f1b8 req-b9fdcf0c-7601-4041-bfd6-4b28dd814b67 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:12.344191 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09a8b60c-8a4f-44e1-9e68-81396185f1b8 req-b9fdcf0c-7601-4041-bfd6-4b28dd814b67 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 944 time: 0.0676363 Jul 05 05:14:12.381365 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-09a8b60c-8a4f-44e1-9e68-81396185f1b8 req-5ecfe741-ffec-4849-9b97-f8e29ae3e66e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316107 Jul 05 05:14:13.556077 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3797c6b-13c9-429d-913a-317753e9229f req-9f735198-fe17-4100-9ab1-5019dda5fbb5 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:13.557639 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3797c6b-13c9-429d-913a-317753e9229f req-9f735198-fe17-4100-9ab1-5019dda5fbb5 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 944 time: 0.0669341 Jul 05 05:14:13.581372 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1afe51d3-c682-49b4-95fe-a5a1b39d80dc details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:14:13.594356 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c3797c6b-13c9-429d-913a-317753e9229f req-2f1fdf9c-ae30-469f-bc9f-44970c48b1fb tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313370 Jul 05 05:14:13.673804 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:14:13.684604 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'port_id': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'mac_address': 'fa:16:3e:9d:b6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:14:13.719415 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:13.736581 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afe51d3-c682-49b4-95fe-a5a1b39d80dc {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:14:13.754990 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:14:13.842366 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:13.893441 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,revision_number=4']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:14.082740 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['1afe51d3-c682-49b4-95fe-a5a1b39d80dc'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:14:14.767399 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1024e7-5227-4387-8ad5-9e988263c96b req-725ec196-e81f-4cf5-ac39-045f16db8a07 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:14.768891 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a1024e7-5227-4387-8ad5-9e988263c96b req-725ec196-e81f-4cf5-ac39-045f16db8a07 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 945 time: 0.0626252 Jul 05 05:14:14.805154 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-6a1024e7-5227-4387-8ad5-9e988263c96b req-18713d5c-093b-4fbb-9195-9e07843a9ade tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308104 Jul 05 05:14:15.581174 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1afe51d3-c682-49b4-95fe-a5a1b39d80dc up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:14:15.696515 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning for port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc completed by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:14:15.701362 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:14:15.701744 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:15.778159 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:15.799096 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a675a22-0723-4f8e-b504-9298912e2fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:14:15.801333 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105623cd-1f9e-431e-93f9-7758dc749370" -d '{"events": [{"server_uuid": "9a675a22-0723-4f8e-b504-9298912e2fca", "name": "network-vif-plugged", "status": "completed", "tag": "1afe51d3-c682-49b4-95fe-a5a1b39d80dc"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:14:15.813935 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:14:15.838970 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752d4b48-cf7a-40b3-970a-98ec90c62c60 x-openstack-request-id: req-752d4b48-cf7a-40b3-970a-98ec90c62c60 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:14:15.839263 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a675a22-0723-4f8e-b504-9298912e2fca", "name": "network-vif-plugged", "status": "completed", "tag": "1afe51d3-c682-49b4-95fe-a5a1b39d80dc", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:14:15.839517 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-752d4b48-cf7a-40b3-970a-98ec90c62c60 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:14:15.839910 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a675a22-0723-4f8e-b504-9298912e2fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'code': 200} Jul 05 05:14:15.874124 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:15.937297 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,revision_number=5']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:15.957087 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb19b55-7b6a-4ce1-a891-cdbdf7f6ff8e req-698b044a-4d99-4bed-af63-8428ce6d1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:15.958673 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dbb19b55-7b6a-4ce1-a891-cdbdf7f6ff8e req-698b044a-4d99-4bed-af63-8428ce6d1fbc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 1097 time: 0.0555007 Jul 05 05:14:15.991196 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19237c8-fbe9-4873-9ad0-87f3b6f0ed46 req-0fa428c2-a840-4257-a4d1-d65c4fb3d896 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:15.997544 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c19237c8-fbe9-4873-9ad0-87f3b6f0ed46 req-0fa428c2-a840-4257-a4d1-d65c4fb3d896 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 946 time: 0.0686517 Jul 05 05:14:15.997711 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-dbb19b55-7b6a-4ce1-a891-cdbdf7f6ff8e req-d9e295d0-f9db-4068-a3b7-6532e5421f89 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283167 Jul 05 05:14:16.031632 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c19237c8-fbe9-4873-9ad0-87f3b6f0ed46 req-b5a3d236-94af-4af2-94cf-677bf3ea4b78 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322323 Jul 05 05:14:17.206498 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdef682-a0a2-4be0-a315-c4b908547d08 req-8af62695-927f-4d01-9cf2-6addfbf4c34f tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:17.208035 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0fdef682-a0a2-4be0-a315-c4b908547d08 req-8af62695-927f-4d01-9cf2-6addfbf4c34f tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 946 time: 0.0637705 Jul 05 05:14:17.246411 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-0fdef682-a0a2-4be0-a315-c4b908547d08 req-cad15d64-5650-40ad-9e3d-9ce000c1a20a tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321696 Jul 05 05:14:17.422148 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524a9a0-fe12-4cdb-a050-5bcb30c44df0 req-60568132-a14b-4a75-9905-81600a08542d tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:17.423643 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3524a9a0-fe12-4cdb-a050-5bcb30c44df0 req-60568132-a14b-4a75-9905-81600a08542d tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 946 time: 0.0675175 Jul 05 05:14:17.461159 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3524a9a0-fe12-4cdb-a050-5bcb30c44df0 req-6cab6f14-8d93-45e7-80d5-75aaa1420963 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320127 Jul 05 05:14:17.484424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59248) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:17.542176 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71428920-44fd-4d5f-931a-d4e21e4c2eac tempest-TestSnapshotPattern-556601741 tempest-TestSnapshotPattern-556601741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:17.543675 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-71428920-44fd-4d5f-931a-d4e21e4c2eac tempest-TestSnapshotPattern-556601741 tempest-TestSnapshotPattern-556601741-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 1092 time: 0.0582881 Jul 05 05:14:17.546398 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59250) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:17.550623 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.v2.base [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Request body: {'floatingip': {'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'port_id': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:14:17.647580 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for floatingip, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:17.742512 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:17.846533 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.db_base_plugin_common [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Allocated IP 172.25.0.115 (66992202-865d-40d7-a9cb-99d1644d0ce4/bb75e482-ee2b-4bf7-8e49-c325fccde45c/21162a5c-9600-4644-ad1f-66ada85030f7) {{(pid=100877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:14:17.947985 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for port, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:18.048307 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-588066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-147893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756885669340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33216687'] for port, after_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:18.083891 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Network 66992202-865d-40d7-a9cb-99d1644d0ce4 is already hosted by enough agents. {{(pid=100877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:14:18.086640 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.base_scheduler [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Resources bound (agent type, host, resource id): {{(pid=100877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:14:18.093489 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Received port after_create {{(pid=100877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:14:18.098708 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event updated for resources: {'Port': ['ID=21162a5c-9600-4644-ad1f-66ada85030f7,revision_number=1']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:18.125167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:18.125510 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:18.125850 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:18.126186 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:18.126516 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:18.126842 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:18.127167 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:18.127488 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:18.127804 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:18.128123 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:18.128476 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:18.128799 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:18.468904 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:18.623241 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:18.772902 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for port, precommit_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:18.836116 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33216605'] for port, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:18.905936 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event updated for resources: {'Port': ['ID=21162a5c-9600-4644-ad1f-66ada85030f7,revision_number=2']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:18.914150 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619090'] for floatingip, after_update {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:19.014470 n-d-798249-5 neutron-server[100877]: INFO neutron.db.l3_db [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Floating IP e3cb8c99-6276-4eff-a5a9-af78077df290 associated. External IP: 172.25.0.115, port: 1afe51d3-c682-49b4-95fe-a5a1b39d80dc. Jul 05 05:14:19.219424 n-d-798249-5 neutron-server[100877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Router acac30ce-ec56-4587-9b9f-b972fad0a7b9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:14:19.327455 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:14:19.336754 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03c4af-32d0-4a14-a332-9f9d03496ca0 None None] Sync routers for ids ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:14:19.346858 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03c4af-32d0-4a14-a332-9f9d03496ca0 None None] Routers {'acac30ce-ec56-4587-9b9f-b972fad0a7b9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:14:19.349846 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-bc03c4af-32d0-4a14-a332-9f9d03496ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:19.390865 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:19.428508 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-711bbb35-f780-4671-9018-e84562b9a3e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8810673 Jul 05 05:14:19.429406 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a675a22-0723-4f8e-b504-9298912e2fca', 'tag': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:14:19.432471 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddff88d-54ac-43b4-b438-a1aba24199d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a675a22-0723-4f8e-b504-9298912e2fca", "tag": "1afe51d3-c682-49b4-95fe-a5a1b39d80dc"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:14:19.453556 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-bc03c4af-32d0-4a14-a332-9f9d03496ca0 None None] Set router acac30ce-ec56-4587-9b9f-b972fad0a7b9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:14:19.472823 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c706cd-e620-4ba7-b7ac-2756d2c1ff58 x-openstack-request-id: req-e7c706cd-e620-4ba7-b7ac-2756d2c1ff58 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:14:19.473355 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a675a22-0723-4f8e-b504-9298912e2fca", "tag": "1afe51d3-c682-49b4-95fe-a5a1b39d80dc", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:14:19.473355 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7c706cd-e620-4ba7-b7ac-2756d2c1ff58 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:14:19.473754 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a675a22-0723-4f8e-b504-9298912e2fca', 'tag': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'status': 'completed', 'code': 200} Jul 05 05:14:19.548677 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddff88d-54ac-43b4-b438-a1aba24199d8 req-864e93a1-3e54-404f-b96b-1bf9e57343c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:19.550189 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eddff88d-54ac-43b4-b438-a1aba24199d8 req-864e93a1-3e54-404f-b96b-1bf9e57343c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 1097 time: 0.0527787 Jul 05 05:14:19.642814 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddff88d-54ac-43b4-b438-a1aba24199d8 req-ab040578-c590-4cd2-a655-868a5483d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:19.644311 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eddff88d-54ac-43b4-b438-a1aba24199d8 req-ab040578-c590-4cd2-a655-868a5483d862 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 911 time: 0.0885024 Jul 05 05:14:19.677000 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-bc03c4af-32d0-4a14-a332-9f9d03496ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'a70e6a6a-7b1f-49bb-8c54-abb6d57bc293', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'port_id': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'mac_address': 'fa:16:3e:cb:e6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:11:42Z', 'updated_at': '2021-07-05T05:11:45Z', 'revision_number': 1, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ip_address_scope': None}, {'id': 'e3cb8c99-6276-4eff-a5a9-af78077df290', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'port_id': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'mac_address': 'fa:16:3e:9d:b6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a675a22-0723-4f8e-b504-9298912e2fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:14:18Z', 'updated_at': '2021-07-05T05:14:18Z', 'revision_number': 0, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 5, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:19.702145 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03c4af-32d0-4a14-a332-9f9d03496ca0 None None] Checking router: acac30ce-ec56-4587-9b9f-b972fad0a7b9 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:14:19.708502 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eddff88d-54ac-43b4-b438-a1aba24199d8 req-14fe1b1e-a681-465e-83c6-e3cf1d5e2563 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1afe51d3-c682-49b4-95fe-a5a1b39d80dc HTTP/1.1" status: 200 len: 1000 time: 0.0569267 Jul 05 05:14:19.710063 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03c4af-32d0-4a14-a332-9f9d03496ca0 None None] Routers {'acac30ce-ec56-4587-9b9f-b972fad0a7b9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:14:19.710663 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-bc03c4af-32d0-4a14-a332-9f9d03496ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:13:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:19.759582 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddff88d-54ac-43b4-b438-a1aba24199d8 req-a3e88fbd-2f27-43ba-a35e-f45612da7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:19.761678 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eddff88d-54ac-43b4-b438-a1aba24199d8 req-a3e88fbd-2f27-43ba-a35e-f45612da7f08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=377d2803-5755-415d-af45-4c8713f9379e HTTP/1.1" status: 200 len: 849 time: 0.0475266 Jul 05 05:14:19.815025 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-bc03c4af-32d0-4a14-a332-9f9d03496ca0 None None] Set router acac30ce-ec56-4587-9b9f-b972fad0a7b9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:14:19.821275 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddff88d-54ac-43b4-b438-a1aba24199d8 req-ccadc68f-0d46-4dbc-b3b3-e990a4c0a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:19.823382 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eddff88d-54ac-43b4-b438-a1aba24199d8 req-ccadc68f-0d46-4dbc-b3b3-e990a4c0a898 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554621 Jul 05 05:14:19.917642 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eddff88d-54ac-43b4-b438-a1aba24199d8 req-23bfc5ea-e555-4bad-a86a-fa1d89acb428 service neutron] 10.222.0.11 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880995 Jul 05 05:14:20.014940 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-eddff88d-54ac-43b4-b438-a1aba24199d8 req-c75a3d70-4417-4c70-846f-86377d888dc3 service neutron] 10.222.0.11 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910475 Jul 05 05:14:20.044778 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-bc03c4af-32d0-4a14-a332-9f9d03496ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'a70e6a6a-7b1f-49bb-8c54-abb6d57bc293', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'port_id': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'mac_address': 'fa:16:3e:cb:e6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:11:42Z', 'updated_at': '2021-07-05T05:11:45Z', 'revision_number': 1, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ip_address_scope': None}, {'id': 'e3cb8c99-6276-4eff-a5a9-af78077df290', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'port_id': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'mac_address': 'fa:16:3e:9d:b6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a675a22-0723-4f8e-b504-9298912e2fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:14:18Z', 'updated_at': '2021-07-05T05:14:18Z', 'revision_number': 0, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 5, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:20.163383 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03c4af-32d0-4a14-a332-9f9d03496ca0 None None] The sync data for ids ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'] in n-d-798249-5 is: [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'a70e6a6a-7b1f-49bb-8c54-abb6d57bc293', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'port_id': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'mac_address': 'fa:16:3e:cb:e6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:11:42Z', 'updated_at': '2021-07-05T05:11:45Z', 'revision_number': 1, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ip_address_scope': None}, {'id': 'e3cb8c99-6276-4eff-a5a9-af78077df290', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'port_id': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'mac_address': 'fa:16:3e:9d:b6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a675a22-0723-4f8e-b504-9298912e2fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:14:18Z', 'updated_at': '2021-07-05T05:14:18Z', 'revision_number': 0, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 5, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:14:20.169925 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:14:20.364634 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d3636-eb75-4171-be79-6c0af1ea1b07 None None] New status for floating IP e3cb8c99-6276-4eff-a5a9-af78077df290: ACTIVE {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:14:21.541586 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-939f5afe-4ff1-4461-9fa6-7dc2baebd517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:24.355989 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b4a3f6bc-4750-48c1-99e1-a579fbdce825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:24.491154 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:25.593979 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:27.470070 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:30.319369 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:32.222078 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:51.429434 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fe9e24af-a764-469b-9e6f-9c68558ba371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.532047 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e6203da0-e32d-4a30-9505-132ec58079b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.555152 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:55.606759 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:57.169140 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:14:57.468973 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:59.037025 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f503de03-b049-4ffa-8235-cd0f176f449f req-69614b4c-0715-41da-8f2d-939b4a534cf4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548661 Jul 05 05:14:59.128994 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503de03-b049-4ffa-8235-cd0f176f449f req-e3a34dd9-3959-4a29-9c84-39334c94f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:59.130456 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f503de03-b049-4ffa-8235-cd0f176f449f req-e3a34dd9-3959-4a29-9c84-39334c94f1c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 1094 time: 0.0519948 Jul 05 05:14:59.231833 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503de03-b049-4ffa-8235-cd0f176f449f req-6d3c2b4e-90f0-4432-bc51-a8557d9bd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:59.233342 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f503de03-b049-4ffa-8235-cd0f176f449f req-6d3c2b4e-90f0-4432-bc51-a8557d9bd2a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 911 time: 0.0832269 Jul 05 05:14:59.303349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f503de03-b049-4ffa-8235-cd0f176f449f req-874017dc-a109-4aec-abed-4b052eb15010 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c HTTP/1.1" status: 200 len: 997 time: 0.0632455 Jul 05 05:14:59.352484 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503de03-b049-4ffa-8235-cd0f176f449f req-b8b61777-a44d-4e06-9286-b6695ee3d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:59.354119 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f503de03-b049-4ffa-8235-cd0f176f449f req-b8b61777-a44d-4e06-9286-b6695ee3d19f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=377d2803-5755-415d-af45-4c8713f9379e HTTP/1.1" status: 200 len: 849 time: 0.0446491 Jul 05 05:14:59.411698 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503de03-b049-4ffa-8235-cd0f176f449f req-78da0a99-d947-421c-8355-c6834959374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:59.413243 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f503de03-b049-4ffa-8235-cd0f176f449f req-78da0a99-d947-421c-8355-c6834959374e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534134 Jul 05 05:14:59.503666 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f503de03-b049-4ffa-8235-cd0f176f449f req-468c70b3-4fd9-415a-bcde-e51ecc4958a2 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839570 Jul 05 05:14:59.594556 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-f503de03-b049-4ffa-8235-cd0f176f449f req-cb0cb0bc-1485-4737-ac3a-a3775e05f054 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848386 Jul 05 05:15:00.324694 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:02.200070 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:13.466080 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-01fc7cb3-b9d8-4a4f-af17-6dba89de1f3d req-12719f5e-0429-4326-bde5-6be2c717ea92 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506058 Jul 05 05:15:13.558108 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc7cb3-b9d8-4a4f-af17-6dba89de1f3d req-654be19c-5d6e-487b-8fee-62ff336ccdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:13.559507 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-01fc7cb3-b9d8-4a4f-af17-6dba89de1f3d req-654be19c-5d6e-487b-8fee-62ff336ccdbb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 1097 time: 0.0528126 Jul 05 05:15:13.667226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc7cb3-b9d8-4a4f-af17-6dba89de1f3d req-1cc35d6f-e32d-4820-afe3-b6c97d114aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:13.668788 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-01fc7cb3-b9d8-4a4f-af17-6dba89de1f3d req-1cc35d6f-e32d-4820-afe3-b6c97d114aab service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 911 time: 0.0901828 Jul 05 05:15:13.730469 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-01fc7cb3-b9d8-4a4f-af17-6dba89de1f3d req-36c427d8-edbc-4e8c-ba29-662cbe1dd848 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1afe51d3-c682-49b4-95fe-a5a1b39d80dc HTTP/1.1" status: 200 len: 1002 time: 0.0550599 Jul 05 05:15:13.781718 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc7cb3-b9d8-4a4f-af17-6dba89de1f3d req-7e0ab009-9e0d-4296-ab72-9a0c96bbe326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:13.783177 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-01fc7cb3-b9d8-4a4f-af17-6dba89de1f3d req-7e0ab009-9e0d-4296-ab72-9a0c96bbe326 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=377d2803-5755-415d-af45-4c8713f9379e HTTP/1.1" status: 200 len: 849 time: 0.0465400 Jul 05 05:15:13.839790 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc7cb3-b9d8-4a4f-af17-6dba89de1f3d req-09e0a28f-d236-4e0e-b5c1-073e94b97720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:13.841226 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-01fc7cb3-b9d8-4a4f-af17-6dba89de1f3d req-09e0a28f-d236-4e0e-b5c1-073e94b97720 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518444 Jul 05 05:15:13.931685 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-01fc7cb3-b9d8-4a4f-af17-6dba89de1f3d req-cda2bc1a-3219-4590-b38b-ea3dc66c1223 service neutron] 10.222.0.11 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840151 Jul 05 05:15:14.022272 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-01fc7cb3-b9d8-4a4f-af17-6dba89de1f3d req-284cc978-95a8-4219-835a-ba4652a053af service neutron] 10.222.0.11 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833936 Jul 05 05:15:21.409794 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-7611525b-3c3f-4602-bbee-63d829425dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:24.382406 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e0d64f90-37c7-422c-8204-467f0966c1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:24.467756 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:25.610714 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:27.479165 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:30.324735 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:32.211399 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:34.168613 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:15:43.957779 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1afe51d3-c682-49b4-95fe-a5a1b39d80dc details requested by agent hyperv_n-h1-798249-5 with host n-h1-798249-5 {{(pid=100878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:15:44.050826 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:44.061556 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Returning: {'device': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'port_id': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'mac_address': 'fa:16:3e:9d:b6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:15:44.097188 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:44.109814 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1afe51d3-c682-49b4-95fe-a5a1b39d80dc {{(pid=100878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:15:44.128935 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:44.169793 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:44.222526 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,revision_number=6']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:44.230364 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:44.230712 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:44.231056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:44.231394 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:44.231724 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:44.232055 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:44.232402 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:44.232728 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:44.233056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:44.233382 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:44.233702 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:44.234019 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:44.273306 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] get_ports_and_sgs() called for port_ids ['1afe51d3-c682-49b4-95fe-a5a1b39d80dc'] {{(pid=100878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:15:45.971978 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1afe51d3-c682-49b4-95fe-a5a1b39d80dc up at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:15:46.031534 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.provisioning_blocks [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Provisioning complete for port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc triggered by entity L2. {{(pid=100878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:15:46.031905 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743786'] for port, provisioning_complete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:46.125543 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:46.149629 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a675a22-0723-4f8e-b504-9298912e2fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:15:46.151991 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126adad8-b0b2-4620-9646-e8ddbd2c0af6" -d '{"events": [{"server_uuid": "9a675a22-0723-4f8e-b504-9298912e2fca", "name": "network-vif-plugged", "status": "completed", "tag": "1afe51d3-c682-49b4-95fe-a5a1b39d80dc"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:15:46.164915 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:46.210426 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:46.239316 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50705029-b8dd-454d-851c-1385da6ba539 x-openstack-request-id: req-50705029-b8dd-454d-851c-1385da6ba539 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:15:46.239568 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a675a22-0723-4f8e-b504-9298912e2fca", "name": "network-vif-plugged", "status": "completed", "tag": "1afe51d3-c682-49b4-95fe-a5a1b39d80dc", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:15:46.239744 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50705029-b8dd-454d-851c-1385da6ba539 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:15:46.240134 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a675a22-0723-4f8e-b504-9298912e2fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'code': 200} Jul 05 05:15:46.267665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,revision_number=7']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:51.421941 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6140b16c-87e1-4b6f-8a6a-be4cfd81c145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:54.440215 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b653fc5e-7980-4270-a97f-8fb399d2dcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:54.535557 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:55.599051 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:56.534286 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59460) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:15:56.991599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Deleting port 21162a5c-9600-4644-ad1f-66ada85030f7 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:15:56.991943 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.065618 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.065953 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.077550 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Calling delete_port for 21162a5c-9600-4644-ad1f-66ada85030f7 owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:15:57.273144 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.298013 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event deleted for resources: {'Port': ['ID=21162a5c-9600-4644-ad1f-66ada85030f7,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:57.309947 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:57.310290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:57.310817 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:57.311161 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:57.311521 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:57.311852 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:57.312176 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:57.312536 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:57.312864 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:57.313187 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:57.313507 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:57.313821 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:57.370319 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.370765 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Floating IP e3cb8c99-6276-4eff-a5a9-af78077df290 disassociated (deleted). External IP: 172.25.0.115, port: 1afe51d3-c682-49b4-95fe-a5a1b39d80dc. Jul 05 05:15:57.472835 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.577294 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Router acac30ce-ec56-4587-9b9f-b972fad0a7b9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:15:57.685561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:15:57.690435 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.695457 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf6f292-80e4-4f65-957c-224eca46703c None None] Sync routers for ids ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:15:57.704427 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf6f292-80e4-4f65-957c-224eca46703c None None] Routers {'acac30ce-ec56-4587-9b9f-b972fad0a7b9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:15:57.705035 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-caf6f292-80e4-4f65-957c-224eca46703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:15:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:57.728603 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-a7c16a4f-9995-4845-b3b8-3e7ee5452ae7 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "DELETE /v2.0/floatingips/e3cb8c99-6276-4eff-a5a9-af78077df290 HTTP/1.1" status: 204 len: 168 time: 1.1931915 Jul 05 05:15:57.729290 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a675a22-0723-4f8e-b504-9298912e2fca', 'tag': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:15:57.731966 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7700c7d6-d333-42b5-9389-c3acefd15539" -d '{"events": [{"name": "network-changed", "server_uuid": "9a675a22-0723-4f8e-b504-9298912e2fca", "tag": "1afe51d3-c682-49b4-95fe-a5a1b39d80dc"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:15:57.770152 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7692bf25-e298-40b7-873f-7de896102971 x-openstack-request-id: req-7692bf25-e298-40b7-873f-7de896102971 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:15:57.770454 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a675a22-0723-4f8e-b504-9298912e2fca", "tag": "1afe51d3-c682-49b4-95fe-a5a1b39d80dc", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:15:57.770908 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7692bf25-e298-40b7-873f-7de896102971 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:15:57.771319 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a675a22-0723-4f8e-b504-9298912e2fca', 'tag': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'status': 'completed', 'code': 200} Jul 05 05:15:57.812120 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-caf6f292-80e4-4f65-957c-224eca46703c None None] Set router acac30ce-ec56-4587-9b9f-b972fad0a7b9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:15:57.850123 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700c7d6-d333-42b5-9389-c3acefd15539 req-52842564-5280-419f-bed6-04fa0e600bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:57.852157 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7700c7d6-d333-42b5-9389-c3acefd15539 req-52842564-5280-419f-bed6-04fa0e600bdb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 1097 time: 0.0582652 Jul 05 05:15:57.943672 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700c7d6-d333-42b5-9389-c3acefd15539 req-7cc374a9-8df4-4c90-a2ca-fe64ea33ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:57.945225 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7700c7d6-d333-42b5-9389-c3acefd15539 req-7cc374a9-8df4-4c90-a2ca-fe64ea33ed9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 911 time: 0.0865884 Jul 05 05:15:57.990699 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7700c7d6-d333-42b5-9389-c3acefd15539 req-9b65576f-c2bb-4b0e-98bc-215878e4a674 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1afe51d3-c682-49b4-95fe-a5a1b39d80dc HTTP/1.1" status: 200 len: 217 time: 0.0377622 Jul 05 05:15:58.016271 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1afe51d3-c682-49b4-95fe-a5a1b39d80dc no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:15:58.040567 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-caf6f292-80e4-4f65-957c-224eca46703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'a70e6a6a-7b1f-49bb-8c54-abb6d57bc293', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'port_id': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'mac_address': 'fa:16:3e:cb:e6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:11:42Z', 'updated_at': '2021-07-05T05:11:45Z', 'revision_number': 1, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 5, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:58.043358 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700c7d6-d333-42b5-9389-c3acefd15539 req-a4598e6e-7350-40dc-9469-3cc719f8644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:58.044907 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7700c7d6-d333-42b5-9389-c3acefd15539 req-a4598e6e-7350-40dc-9469-3cc719f8644a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=377d2803-5755-415d-af45-4c8713f9379e HTTP/1.1" status: 200 len: 849 time: 0.0504682 Jul 05 05:15:58.070733 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf6f292-80e4-4f65-957c-224eca46703c None None] Checking router: acac30ce-ec56-4587-9b9f-b972fad0a7b9 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:15:58.079253 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf6f292-80e4-4f65-957c-224eca46703c None None] Routers {'acac30ce-ec56-4587-9b9f-b972fad0a7b9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:15:58.079860 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-caf6f292-80e4-4f65-957c-224eca46703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:15:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:58.104315 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588007'] for port, before_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:58.107151 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700c7d6-d333-42b5-9389-c3acefd15539 req-fb15f99c-1fee-4a58-9bd9-e0637348ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:58.108716 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7700c7d6-d333-42b5-9389-c3acefd15539 req-fb15f99c-1fee-4a58-9bd9-e0637348ae06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570431 Jul 05 05:15:58.132625 n-d-798249-5 neutron-server[100878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a675a22-0723-4f8e-b504-9298912e2fca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc'}] {{(pid=100878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:15:58.134524 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a34256d8673fdad8278106146d55ea61900a0bdb22088eb1ffe0b52304e8b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd3a95e-383c-40b7-9d64-a23aaeefa0e1" -d '{"events": [{"server_uuid": "9a675a22-0723-4f8e-b504-9298912e2fca", "name": "network-vif-unplugged", "status": "completed", "tag": "1afe51d3-c682-49b4-95fe-a5a1b39d80dc"}]}' {{(pid=100878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:15:58.148066 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] For port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:58.184608 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbd9263-2a72-41ce-80d3-97f07deff666 x-openstack-request-id: req-4fbd9263-2a72-41ce-80d3-97f07deff666 {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:15:58.184892 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a675a22-0723-4f8e-b504-9298912e2fca", "name": "network-vif-unplugged", "status": "completed", "tag": "1afe51d3-c682-49b4-95fe-a5a1b39d80dc", "code": 200}]} {{(pid=100878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:15:58.185156 n-d-798249-5 neutron-server[100878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4fbd9263-2a72-41ce-80d3-97f07deff666 {{(pid=100878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:15:58.185555 n-d-798249-5 neutron-server[100878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a675a22-0723-4f8e-b504-9298912e2fca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'code': 200} Jul 05 05:15:58.203711 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-caf6f292-80e4-4f65-957c-224eca46703c None None] Set router acac30ce-ec56-4587-9b9f-b972fad0a7b9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:15:58.229999 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756886208552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756885669358', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756885670175'] for port, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:58.230406 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7700c7d6-d333-42b5-9389-c3acefd15539 req-39f06365-6a58-4b34-a0db-a40a1dae5265 service neutron] 10.222.0.11 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129868 Jul 05 05:15:58.284502 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Pushing event updated for resources: {'Port': ['ID=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,revision_number=8']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:58.319159 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7e74b-96d5-4f27-b557-36f40708d988 req-729b695d-4fda-4908-a98c-f886a343aacb tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:58.320851 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3af7e74b-96d5-4f27-b557-36f40708d988 req-729b695d-4fda-4908-a98c-f886a343aacb tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 944 time: 0.0994236 Jul 05 05:15:58.339137 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-7700c7d6-d333-42b5-9389-c3acefd15539 req-ed692bc0-ec2c-4bb3-8d2d-cd08a558bbc1 service neutron] 10.222.0.11 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018164 Jul 05 05:15:58.370953 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3af7e74b-96d5-4f27-b557-36f40708d988 req-2a46e774-b76f-4c51-a508-9521e635a59c tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360034 Jul 05 05:15:58.451591 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-caf6f292-80e4-4f65-957c-224eca46703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'a70e6a6a-7b1f-49bb-8c54-abb6d57bc293', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'port_id': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'mac_address': 'fa:16:3e:cb:e6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:11:42Z', 'updated_at': '2021-07-05T05:11:45Z', 'revision_number': 1, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 5, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:58.482484 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf6f292-80e4-4f65-957c-224eca46703c None None] The sync data for ids ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'] in n-d-798249-5 is: [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_floatingips': [{'id': 'a70e6a6a-7b1f-49bb-8c54-abb6d57bc293', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'router_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'port_id': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'mac_address': 'fa:16:3e:cb:e6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:11:42Z', 'updated_at': '2021-07-05T05:11:45Z', 'revision_number': 1, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 5, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:15:58.741200 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc9122-05d7-4fd8-91e2-f82e60debed5 None None] New status for floating IP e3cb8c99-6276-4eff-a5a9-af78077df290: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:15:59.539316 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cc646-3747-4d18-977d-9ed8766a696f req-636363f9-e494-43b8-8268-9fdca2e504db tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:59.540847 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c3cc646-3747-4d18-977d-9ed8766a696f req-636363f9-e494-43b8-8268-9fdca2e504db tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 944 time: 0.0634248 Jul 05 05:15:59.578223 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-9c3cc646-3747-4d18-977d-9ed8766a696f req-5e770d73-3b7c-4fa2-94bd-23e09373620c tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318177 Jul 05 05:15:59.679739 n-d-798249-5 neutron-server[100876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4643633-8934-4524-b97f-de14cc424eb4 req-d117b4a4-4ccf-43a5-948a-6ab99bb907e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:59.681259 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f4643633-8934-4524-b97f-de14cc424eb4 req-d117b4a4-4ccf-43a5-948a-6ab99bb907e6 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 944 time: 0.0636091 Jul 05 05:15:59.788734 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97ec27a5-12fb-45a0-8b09-f30f979741ed req-19b17c69-f81a-471f-98d5-9ef31fbe2092 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518086 Jul 05 05:15:59.790588 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-f4643633-8934-4524-b97f-de14cc424eb4 req-70292325-e78b-4db8-a08f-787d53b02ed5 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Deleting port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:15:59.790939 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4643633-8934-4524-b97f-de14cc424eb4 req-70292325-e78b-4db8-a08f-787d53b02ed5 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.881328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [req-f4643633-8934-4524-b97f-de14cc424eb4 req-70292325-e78b-4db8-a08f-787d53b02ed5 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] For port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc, host n-h1-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-5',level=0,port_id=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:59.881691 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4643633-8934-4524-b97f-de14cc424eb4 req-70292325-e78b-4db8-a08f-787d53b02ed5 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.886000 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec27a5-12fb-45a0-8b09-f30f979741ed req-c82db78c-3cf1-4c97-be8e-7f0049ddd479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:59.887493 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97ec27a5-12fb-45a0-8b09-f30f979741ed req-c82db78c-3cf1-4c97-be8e-7f0049ddd479 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 1094 time: 0.0566518 Jul 05 05:15:59.895328 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [req-f4643633-8934-4524-b97f-de14cc424eb4 req-70292325-e78b-4db8-a08f-787d53b02ed5 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Calling delete_port for 1afe51d3-c682-49b4-95fe-a5a1b39d80dc owned by compute:nova {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:15:59.991274 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec27a5-12fb-45a0-8b09-f30f979741ed req-529146f9-965c-4d80-9b86-af2321f0a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:59.992319 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97ec27a5-12fb-45a0-8b09-f30f979741ed req-529146f9-965c-4d80-9b86-af2321f0a324 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 911 time: 0.0844562 Jul 05 05:16:00.061171 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97ec27a5-12fb-45a0-8b09-f30f979741ed req-e7462241-e2a4-4ec0-9a20-a5c8f324df23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c HTTP/1.1" status: 200 len: 997 time: 0.0617704 Jul 05 05:16:00.108163 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec27a5-12fb-45a0-8b09-f30f979741ed req-69cdf686-641b-4f67-ad61-b9e19c1c1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:00.109602 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97ec27a5-12fb-45a0-8b09-f30f979741ed req-69cdf686-641b-4f67-ad61-b9e19c1c1065 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=377d2803-5755-415d-af45-4c8713f9379e HTTP/1.1" status: 200 len: 849 time: 0.0423574 Jul 05 05:16:00.112429 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4643633-8934-4524-b97f-de14cc424eb4 req-70292325-e78b-4db8-a08f-787d53b02ed5 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:00.143655 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70292325-e78b-4db8-a08f-787d53b02ed5 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event deleted for resources: {'Port': ['ID=1afe51d3-c682-49b4-95fe-a5a1b39d80dc,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:00.171964 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec27a5-12fb-45a0-8b09-f30f979741ed req-5279f25a-d449-42a0-ab32-b8b4ecb88b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:00.173769 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97ec27a5-12fb-45a0-8b09-f30f979741ed req-5279f25a-d449-42a0-ab32-b8b4ecb88b46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578256 Jul 05 05:16:00.195060 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4643633-8934-4524-b97f-de14cc424eb4 req-70292325-e78b-4db8-a08f-787d53b02ed5 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] No DVR routers for this DVR port 1afe51d3-c682-49b4-95fe-a5a1b39d80dc on host n-h1-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:16:00.198085 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [req-f4643633-8934-4524-b97f-de14cc424eb4 req-70292325-e78b-4db8-a08f-787d53b02ed5 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:00.200284 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [req-f4643633-8934-4524-b97f-de14cc424eb4 req-70292325-e78b-4db8-a08f-787d53b02ed5 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.11 "DELETE /v2.0/ports/1afe51d3-c682-49b4-95fe-a5a1b39d80dc HTTP/1.1" status: 204 len: 173 time: 0.5137861 Jul 05 05:16:00.201043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a675a22-0723-4f8e-b504-9298912e2fca', 'name': 'network-vif-deleted', 'tag': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:16:00.203154 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13173e89-f211-4b65-98cd-84aa201f76d1" -d '{"events": [{"server_uuid": "9a675a22-0723-4f8e-b504-9298912e2fca", "name": "network-vif-deleted", "tag": "1afe51d3-c682-49b4-95fe-a5a1b39d80dc"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:16:00.242064 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c916708a-d76e-42ee-b098-c1cacc8ee009 x-openstack-request-id: req-c916708a-d76e-42ee-b098-c1cacc8ee009 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:16:00.242257 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a675a22-0723-4f8e-b504-9298912e2fca", "name": "network-vif-deleted", "tag": "1afe51d3-c682-49b4-95fe-a5a1b39d80dc", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:16:00.242420 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c916708a-d76e-42ee-b098-c1cacc8ee009 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:16:00.243330 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a675a22-0723-4f8e-b504-9298912e2fca', 'name': 'network-vif-deleted', 'tag': '1afe51d3-c682-49b4-95fe-a5a1b39d80dc', 'status': 'completed', 'code': 200} Jul 05 05:16:00.278588 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97ec27a5-12fb-45a0-8b09-f30f979741ed req-182c846a-0c20-476d-96bb-569997a76f55 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977650 Jul 05 05:16:00.335648 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:00.376349 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-97ec27a5-12fb-45a0-8b09-f30f979741ed req-a23e5c41-33ee-41a9-8fd3-7d02ebddd076 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909307 Jul 05 05:16:00.735578 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-c56e8a7f-430c-4cb4-8714-39bf1b84cff0 req-16cd19f9-f1ff-478e-9319-148a9c522d81 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a675a22-0723-4f8e-b504-9298912e2fca HTTP/1.1" status: 200 len: 210 time: 0.0289209 Jul 05 05:16:02.203719 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.022603 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59520) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:03.174954 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b43a8c74-0ffa-4e1d-b791-87ab5b9d9f71 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Deleting port 4a673e89-6a76-4323-a821-94599e7c64eb {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:03.175301 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b43a8c74-0ffa-4e1d-b791-87ab5b9d9f71 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.248473 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b43a8c74-0ffa-4e1d-b791-87ab5b9d9f71 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.248806 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b43a8c74-0ffa-4e1d-b791-87ab5b9d9f71 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.260985 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-b43a8c74-0ffa-4e1d-b791-87ab5b9d9f71 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Calling delete_port for 4a673e89-6a76-4323-a821-94599e7c64eb owned by network:floatingip {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:03.472615 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b43a8c74-0ffa-4e1d-b791-87ab5b9d9f71 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.498006 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a8c74-0ffa-4e1d-b791-87ab5b9d9f71 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event deleted for resources: {'Port': ['ID=4a673e89-6a76-4323-a821-94599e7c64eb,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:03.562487 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b43a8c74-0ffa-4e1d-b791-87ab5b9d9f71 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for floatingip, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.562823 n-d-798249-5 neutron-server[100876]: INFO neutron.db.l3_db [None req-b43a8c74-0ffa-4e1d-b791-87ab5b9d9f71 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Floating IP a70e6a6a-7b1f-49bb-8c54-abb6d57bc293 disassociated (deleted). External IP: 172.25.0.6, port: 0cbf733d-ea90-4de6-89d9-3e24fed26b1c. Jul 05 05:16:03.773711 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43a8c74-0ffa-4e1d-b791-87ab5b9d9f71 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Router acac30ce-ec56-4587-9b9f-b972fad0a7b9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:16:03.875842 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43a8c74-0ffa-4e1d-b791-87ab5b9d9f71 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:16:03.880736 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-b43a8c74-0ffa-4e1d-b791-87ab5b9d9f71 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for floatingip, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.885800 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5966a96-42fc-471f-a4ba-e7bd520a2822 None None] Sync routers for ids ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:16:03.894397 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5966a96-42fc-471f-a4ba-e7bd520a2822 None None] Routers {'acac30ce-ec56-4587-9b9f-b972fad0a7b9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:03.895006 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f5966a96-42fc-471f-a4ba-e7bd520a2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:15:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:03.920942 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-b43a8c74-0ffa-4e1d-b791-87ab5b9d9f71 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "DELETE /v2.0/floatingips/a70e6a6a-7b1f-49bb-8c54-abb6d57bc293 HTTP/1.1" status: 204 len: 168 time: 0.8971956 Jul 05 05:16:03.921561 n-d-798249-5 neutron-server[100876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'tag': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c'}] {{(pid=100876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:16:03.923836 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3f63a548d8c72b4c1dbba218caee39268a44905ae4f3fb14a7cdda183caa93a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077c0296-1e25-42b7-93a1-35f435f2698c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d537f5b-2f1c-4eba-9bac-8c4993a626f0", "tag": "0cbf733d-ea90-4de6-89d9-3e24fed26b1c"}]}' {{(pid=100876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:16:03.961397 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a2fdc1-4b93-4d7f-abc5-83799ed42ff9 x-openstack-request-id: req-14a2fdc1-4b93-4d7f-abc5-83799ed42ff9 {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:16:03.961746 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d537f5b-2f1c-4eba-9bac-8c4993a626f0", "tag": "0cbf733d-ea90-4de6-89d9-3e24fed26b1c", "status": "completed", "code": 200}]} {{(pid=100876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:16:03.962056 n-d-798249-5 neutron-server[100876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14a2fdc1-4b93-4d7f-abc5-83799ed42ff9 {{(pid=100876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:16:03.962894 n-d-798249-5 neutron-server[100876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'tag': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'status': 'completed', 'code': 200} Jul 05 05:16:04.012707 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f5966a96-42fc-471f-a4ba-e7bd520a2822 None None] Set router acac30ce-ec56-4587-9b9f-b972fad0a7b9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:04.046316 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1afe51d3-c682-49b4-95fe-a5a1b39d80dc no longer exists at agent hyperv_n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:16:04.054885 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0296-1e25-42b7-93a1-35f435f2698c req-dbe756db-7f11-4d93-bfe3-9eeca67c8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:04.056432 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-077c0296-1e25-42b7-93a1-35f435f2698c req-dbe756db-7f11-4d93-bfe3-9eeca67c8e46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49d69f260c914282af361c2ea9c114ca&device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 1094 time: 0.0588596 Jul 05 05:16:04.070550 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] No Port match for: 1afe51d3-c682-49b4-95fe-a5a1b39d80dc {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:16:04.071243 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Device 1afe51d3-c682-49b4-95fe-a5a1b39d80dc not bound to the agent host n-h1-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:16:04.150394 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0296-1e25-42b7-93a1-35f435f2698c req-cbb446f0-25c3-402d-a136-05e05d62bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:04.151940 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-077c0296-1e25-42b7-93a1-35f435f2698c req-cbb446f0-25c3-402d-a136-05e05d62bc21 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 200 len: 911 time: 0.0890510 Jul 05 05:16:04.197648 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-077c0296-1e25-42b7-93a1-35f435f2698c req-88078ded-8b97-4e60-b348-9040e0d32dd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c HTTP/1.1" status: 200 len: 217 time: 0.0392425 Jul 05 05:16:04.220662 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f5966a96-42fc-471f-a4ba-e7bd520a2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 5, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:04.248490 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5966a96-42fc-471f-a4ba-e7bd520a2822 None None] Checking router: acac30ce-ec56-4587-9b9f-b972fad0a7b9 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:16:04.249140 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0296-1e25-42b7-93a1-35f435f2698c req-b90c1f5a-8715-4700-838a-63c779ba5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:04.250636 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-077c0296-1e25-42b7-93a1-35f435f2698c req-b90c1f5a-8715-4700-838a-63c779ba5995 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=377d2803-5755-415d-af45-4c8713f9379e HTTP/1.1" status: 200 len: 849 time: 0.0477931 Jul 05 05:16:04.256837 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5966a96-42fc-471f-a4ba-e7bd520a2822 None None] Routers {'acac30ce-ec56-4587-9b9f-b972fad0a7b9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:04.257443 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f5966a96-42fc-471f-a4ba-e7bd520a2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:15:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:04.316680 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0296-1e25-42b7-93a1-35f435f2698c req-70786eec-92ac-40e8-9038-c83a1d6c3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:04.318328 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-077c0296-1e25-42b7-93a1-35f435f2698c req-70786eec-92ac-40e8-9038-c83a1d6c3ff8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613236 Jul 05 05:16:04.328962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [req-077c0296-1e25-42b7-93a1-35f435f2698c req-705a75b8-1ca6-4d09-807c-ec4d7d91dfa7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=100877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:16:04.329986 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-077c0296-1e25-42b7-93a1-35f435f2698c req-705a75b8-1ca6-4d09-807c-ec4d7d91dfa7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049717 Jul 05 05:16:04.371504 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-f5966a96-42fc-471f-a4ba-e7bd520a2822 None None] Set router acac30ce-ec56-4587-9b9f-b972fad0a7b9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:04.473457 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-077c0296-1e25-42b7-93a1-35f435f2698c req-dc7f3b5f-c4d1-440f-8186-b4e4a57b39f6 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373172 Jul 05 05:16:04.487746 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0d934-0176-48b9-87b1-446e8ca3d04b req-251255a9-e6b3-48e4-be87-c6498e073897 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:04.489291 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39e0d934-0176-48b9-87b1-446e8ca3d04b req-251255a9-e6b3-48e4-be87-c6498e073897 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 943 time: 0.0982459 Jul 05 05:16:04.668288 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-f5966a96-42fc-471f-a4ba-e7bd520a2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 5, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:04.696258 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5966a96-42fc-471f-a4ba-e7bd520a2822 None None] The sync data for ids ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'] in n-d-798249-5 is: [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:11:19Z', 'revision_number': 4, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5', '_interfaces': [{'id': '52bc4cdb-5011-444c-83d3-d2d2eb3dec9a', 'name': '', 'network_id': 'c7d1edbd-e3cf-4357-91ea-749f0bfb4c77', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'mac_address': 'fa:16:3e:c8:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '377d2803-5755-415d-af45-4c8713f9379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:19Z', 'updated_at': '2021-07-05T05:11:25Z', 'revision_number': 5, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'subnets': [{'id': '377d2803-5755-415d-af45-4c8713f9379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:16:04.924675 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c8559-953e-4218-bcc1-781a972abede None None] New status for floating IP a70e6a6a-7b1f-49bb-8c54-abb6d57bc293: DOWN {{(pid=100878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:16:04.938250 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-39e0d934-0176-48b9-87b1-446e8ca3d04b req-3fe96f85-2bb4-4284-873f-447dc4ab44d2 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4393253 Jul 05 05:16:04.964417 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-077c0296-1e25-42b7-93a1-35f435f2698c req-922e4074-574d-4e0a-a308-4a7335762a47 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741328 Jul 05 05:16:05.885829 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03be74-26ca-4539-a0a3-1f0e14b9c21f req-6bf457e3-de3d-4e98-923d-d692528f9bb9 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:05.887281 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b03be74-26ca-4539-a0a3-1f0e14b9c21f req-6bf457e3-de3d-4e98-923d-d692528f9bb9 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 943 time: 0.0616119 Jul 05 05:16:05.988630 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-3b03be74-26ca-4539-a0a3-1f0e14b9c21f req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Deleting port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:05.988977 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b03be74-26ca-4539-a0a3-1f0e14b9c21f req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:06.104745 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [req-3b03be74-26ca-4539-a0a3-1f0e14b9c21f req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] For port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c, host n-h2-798249-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-5',level=0,port_id=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:06.105103 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b03be74-26ca-4539-a0a3-1f0e14b9c21f req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:06.119264 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [req-3b03be74-26ca-4539-a0a3-1f0e14b9c21f req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Calling delete_port for 0cbf733d-ea90-4de6-89d9-3e24fed26b1c owned by compute:nova {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:06.186310 n-d-798249-5 neutron-server[100877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2f93d-9f05-4c6f-a529-5515ceda2f5d req-25cf89a5-41d9-4a1f-a8b1-3bdd915b1dfd tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:06.187731 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32c2f93d-9f05-4c6f-a529-5515ceda2f5d req-25cf89a5-41d9-4a1f-a8b1-3bdd915b1dfd tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d537f5b-2f1c-4eba-9bac-8c4993a626f0 HTTP/1.1" status: 200 len: 943 time: 0.1296549 Jul 05 05:16:06.243707 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-32c2f93d-9f05-4c6f-a529-5515ceda2f5d req-3bd6182f-983c-40af-9874-1b14cded1f3b tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda332ef-ce38-4d02-935a-62a3ff75c246&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491564 Jul 05 05:16:06.323857 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b03be74-26ca-4539-a0a3-1f0e14b9c21f req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:06.351433 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event deleted for resources: {'Port': ['ID=0cbf733d-ea90-4de6-89d9-3e24fed26b1c,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:06.361273 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:06.361620 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:06.361962 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:06.362304 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:06.362635 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:06.362968 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:06.363299 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:06.363626 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:06.364478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:06.364478 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:06.364722 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:06.365020 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-5 {{(pid=100877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:06.413676 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b03be74-26ca-4539-a0a3-1f0e14b9c21f req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] No DVR routers for this DVR port 0cbf733d-ea90-4de6-89d9-3e24fed26b1c on host n-h2-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:16:06.416184 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [req-3b03be74-26ca-4539-a0a3-1f0e14b9c21f req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96185'] for port, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:06.418227 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [req-3b03be74-26ca-4539-a0a3-1f0e14b9c21f req-4678db50-548f-401c-b77d-ceee4bdcb06e tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.64 "DELETE /v2.0/ports/0cbf733d-ea90-4de6-89d9-3e24fed26b1c HTTP/1.1" status: 204 len: 173 time: 0.5249979 Jul 05 05:16:06.418643 n-d-798249-5 neutron-server[100877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'name': 'network-vif-deleted', 'tag': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c'}] {{(pid=100877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:16:06.420899 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9640f24a9b9ac7877f9327a53cd2e8c79d213653abaeb04e50521eecabc1ff5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb299bab-e2f1-4078-b239-dcf98bf356d2" -d '{"events": [{"server_uuid": "1d537f5b-2f1c-4eba-9bac-8c4993a626f0", "name": "network-vif-deleted", "tag": "0cbf733d-ea90-4de6-89d9-3e24fed26b1c"}]}' {{(pid=100877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:16:06.509304 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea59a12-bd55-4d32-a5c3-8b7a7f5c8f96 x-openstack-request-id: req-cea59a12-bd55-4d32-a5c3-8b7a7f5c8f96 {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:16:06.509834 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d537f5b-2f1c-4eba-9bac-8c4993a626f0", "name": "network-vif-deleted", "tag": "0cbf733d-ea90-4de6-89d9-3e24fed26b1c", "status": "completed", "code": 200}]} {{(pid=100877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:16:06.510111 n-d-798249-5 neutron-server[100877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cea59a12-bd55-4d32-a5c3-8b7a7f5c8f96 {{(pid=100877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:16:06.510510 n-d-798249-5 neutron-server[100877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d537f5b-2f1c-4eba-9bac-8c4993a626f0', 'name': 'network-vif-deleted', 'tag': '0cbf733d-ea90-4de6-89d9-3e24fed26b1c', 'status': 'completed', 'code': 200} Jul 05 05:16:07.337134 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59536) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:07.396210 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c11fff17-8654-4251-ba2f-10607360bb88 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:07.421009 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c11fff17-8654-4251-ba2f-10607360bb88 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:07.534733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c11fff17-8654-4251-ba2f-10607360bb88 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:07.537410 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c11fff17-8654-4251-ba2f-10607360bb88 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:07.538579 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c11fff17-8654-4251-ba2f-10607360bb88 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] 10.222.0.60 "DELETE /v2.0/security-groups/eda332ef-ce38-4d02-935a-62a3ff75c246 HTTP/1.1" status: 204 len: 168 time: 0.2004704 Jul 05 05:16:07.549610 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fff17-8654-4251-ba2f-10607360bb88 tempest-TestSnapshotPattern-1383695185 tempest-TestSnapshotPattern-1383695185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda332ef-ce38-4d02-935a-62a3ff75c246,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:07.648627 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59540) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:07.998116 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55988dfa-636c-4ff6-b087-2503fe0582ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.248477 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-55988dfa-636c-4ff6-b087-2503fe0582ef admin admin] Deleting port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:08.248739 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55988dfa-636c-4ff6-b087-2503fe0582ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.324182 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-55988dfa-636c-4ff6-b087-2503fe0582ef admin admin] For port 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=52bc4cdb-5011-444c-83d3-d2d2eb3dec9a,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:08.324572 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55988dfa-636c-4ff6-b087-2503fe0582ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.337118 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-55988dfa-636c-4ff6-b087-2503fe0582ef admin admin] Calling delete_port for 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:08.592242 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55988dfa-636c-4ff6-b087-2503fe0582ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.629955 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55988dfa-636c-4ff6-b087-2503fe0582ef admin admin] Pushing event deleted for resources: {'Port': ['ID=52bc4cdb-5011-444c-83d3-d2d2eb3dec9a,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:08.799210 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-55988dfa-636c-4ff6-b087-2503fe0582ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:09.331909 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55988dfa-636c-4ff6-b087-2503fe0582ef admin admin] Router acac30ce-ec56-4587-9b9f-b972fad0a7b9 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:16:09.437533 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55988dfa-636c-4ff6-b087-2503fe0582ef admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:16:09.442589 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-55988dfa-636c-4ff6-b087-2503fe0582ef admin admin] 10.222.0.60 "PUT /v2.0/routers/acac30ce-ec56-4587-9b9f-b972fad0a7b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929347 Jul 05 05:16:09.445347 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59542) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:09.446152 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3390302-c3d3-426d-a122-0d3fec9debd0 None None] Sync routers for ids ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'] in n-d-798249-5 {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:16:09.455179 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3390302-c3d3-426d-a122-0d3fec9debd0 None None] Routers {'acac30ce-ec56-4587-9b9f-b972fad0a7b9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:09.455799 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b3390302-c3d3-426d-a122-0d3fec9debd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:15:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:09.504286 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0cbf733d-ea90-4de6-89d9-3e24fed26b1c no longer exists at agent hyperv_n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:16:09.525665 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] No Port match for: 0cbf733d-ea90-4de6-89d9-3e24fed26b1c {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:16:09.526013 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Device 0cbf733d-ea90-4de6-89d9-3e24fed26b1c not bound to the agent host n-h2-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:16:09.551040 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:09.561700 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-b3390302-c3d3-426d-a122-0d3fec9debd0 None None] Set router acac30ce-ec56-4587-9b9f-b972fad0a7b9 gateway port host: n-d-798249-5 {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:09.651191 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:09.741430 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b3390302-c3d3-426d-a122-0d3fec9debd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 5, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port': {'id': '5a7e53bf-afbb-4b6c-8495-a88bc18d4e44', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:17Z', 'updated_at': '2021-07-05T05:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:09.759797 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] Deleting port 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:09.760150 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:09.767675 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3390302-c3d3-426d-a122-0d3fec9debd0 None None] Checking router: acac30ce-ec56-4587-9b9f-b972fad0a7b9 for host: n-d-798249-5 {{(pid=100879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:16:09.776383 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3390302-c3d3-426d-a122-0d3fec9debd0 None None] Routers {'acac30ce-ec56-4587-9b9f-b972fad0a7b9'} bound to L3 agent in host n-d-798249-5 {{(pid=100879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:09.777003 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b3390302-c3d3-426d-a122-0d3fec9debd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:15:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'], 'active': True} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:09.841763 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] For port 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=5a7e53bf-afbb-4b6c-8495-a88bc18d4e44,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:09.842046 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:09.855220 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] Calling delete_port for 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:09.862096 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_dvr_db [None req-b3390302-c3d3-426d-a122-0d3fec9debd0 None None] Set router acac30ce-ec56-4587-9b9f-b972fad0a7b9 gateway port host: None {{(pid=100879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:09.913456 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.l3_hamode_db [None req-b3390302-c3d3-426d-a122-0d3fec9debd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:16:09Z', 'revision_number': 6, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:09.941986 n-d-798249-5 neutron-server[100879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3390302-c3d3-426d-a122-0d3fec9debd0 None None] The sync data for ids ['acac30ce-ec56-4587-9b9f-b972fad0a7b9'] in n-d-798249-5 is: [{'id': 'acac30ce-ec56-4587-9b9f-b972fad0a7b9', 'name': 'tempest-TestSnapshotPattern-1606996378-router', 'tenant_id': '49d69f260c914282af361c2ea9c114ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:16Z', 'updated_at': '2021-07-05T05:16:09Z', 'revision_number': 6, 'project_id': '49d69f260c914282af361c2ea9c114ca', 'gw_port_host': None}] {{(pid=100879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:16:10.066573 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.093926 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7e53bf-afbb-4b6c-8495-a88bc18d4e44,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:10.156208 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.244733 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.246719 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.371613 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.371613 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] Fanout notify agent at l3_agent the message router_deleted on router acac30ce-ec56-4587-9b9f-b972fad0a7b9 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:16:10.386024 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.387515 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-115da2dc-20b0-49b5-bdcf-fa5d0b456eea admin admin] 10.222.0.60 "DELETE /v2.0/routers/acac30ce-ec56-4587-9b9f-b972fad0a7b9 HTTP/1.1" status: 204 len: 168 time: 0.9409471 Jul 05 05:16:10.391493 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59544) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:10.435554 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-09926131-5111-4e53-991f-e84dccecc7df admin admin] Deleting subnet 377d2803-5755-415d-af45-4c8713f9379e {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:16:10.438530 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09926131-5111-4e53-991f-e84dccecc7df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.471259 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09926131-5111-4e53-991f-e84dccecc7df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.548774 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09926131-5111-4e53-991f-e84dccecc7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.660908 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09926131-5111-4e53-991f-e84dccecc7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.685498 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09926131-5111-4e53-991f-e84dccecc7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377d2803-5755-415d-af45-4c8713f9379e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:10.691181 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-09926131-5111-4e53-991f-e84dccecc7df admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.694298 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-09926131-5111-4e53-991f-e84dccecc7df admin admin] 10.222.0.60 "DELETE /v2.0/subnets/377d2803-5755-415d-af45-4c8713f9379e HTTP/1.1" status: 204 len: 168 time: 0.3006370 Jul 05 05:16:10.697008 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59546) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:10.699423 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c72f55-8378-488b-a41c-f82e5f453767 None None] Network c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:16:10.766786 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.821779 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Deleting port f660ba22-31ee-4996-8583-011d0c8c9834 {{(pid=100877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:10.822123 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.896121 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.db [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] For port f660ba22-31ee-4996-8583-011d0c8c9834, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f660ba22-31ee-4996-8583-011d0c8c9834,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:10.896537 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.903140 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c543de4-f34e-41b0-83a2-5640e427cde6 None None] DHCP port deletion for c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:16:10.909653 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.plugin [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Calling delete_port for f660ba22-31ee-4996-8583-011d0c8c9834 owned by network:dhcp {{(pid=100877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:10.949164 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9c543de4-f34e-41b0-83a2-5640e427cde6 None None] Deleting port f660ba22-31ee-4996-8583-011d0c8c9834 {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:10.949621 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c543de4-f34e-41b0-83a2-5640e427cde6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.016354 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-9c543de4-f34e-41b0-83a2-5640e427cde6 None None] For port f660ba22-31ee-4996-8583-011d0c8c9834, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=f660ba22-31ee-4996-8583-011d0c8c9834,segment=NetworkSegment(d6b42704-12ac-47b5-8045-d03630314520),segment_id=d6b42704-12ac-47b5-8045-d03630314520)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:11.016776 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c543de4-f34e-41b0-83a2-5640e427cde6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.031640 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-9c543de4-f34e-41b0-83a2-5640e427cde6 None None] Calling delete_port for f660ba22-31ee-4996-8583-011d0c8c9834 owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:11.072231 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33216678'] for port, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.095452 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f660ba22-31ee-4996-8583-011d0c8c9834,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:11.105567 n-d-798249-5 neutron-server[100877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] No DVR routers for this DVR port f660ba22-31ee-4996-8583-011d0c8c9834 on host n-d-798249-5 {{(pid=100877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:16:11.105868 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-9c543de4-f34e-41b0-83a2-5640e427cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.132254 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c543de4-f34e-41b0-83a2-5640e427cde6 None None] Pushing event deleted for resources: {'Port': ['ID=f660ba22-31ee-4996-8583-011d0c8c9834,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:11.134092 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c543de4-f34e-41b0-83a2-5640e427cde6 None None] No DVR routers for this DVR port f660ba22-31ee-4996-8583-011d0c8c9834 on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:16:11.168223 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:16:11.181927 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.191716 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d1edbd-e3cf-4357-91ea-749f0bfb4c77']}} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:11.202103 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b42704-12ac-47b5-8045-d03630314520') {'for_net_delete': True} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:11.202396 n-d-798249-5 neutron-server[100877]: DEBUG neutron.services.segments.db [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b42704-12ac-47b5-8045-d03630314520') {} {{(pid=100877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:11.211649 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30119460'] for segment, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.225299 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.230923 n-d-798249-5 neutron-server[100877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:16:11.231306 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33216633'] for segment, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: Traceback (most recent call last): Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: timer() Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: cb(*args, **kw) Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: return func(*args, **kwargs) Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: self._notify() Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: self.callback(batched_events) Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: event.method(event) Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: return f(self, *a, **k) Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: return self._get(url).json() Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: return self.request(url, 'GET', **kwargs) Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:16:11.232917 n-d-798249-5 neutron-server[100877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:16:11.346377 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.351904 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Notify callbacks [] for network, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.355950 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c7d1edbd-e3cf-4357-91ea-749f0bfb4c77 HTTP/1.1" status: 204 len: 168 time: 0.6583381 Jul 05 05:16:11.357043 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59548) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:11.365491 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f660ba22-31ee-4996-8583-011d0c8c9834 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:16:11.371132 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58febbf-dc84-49bb-937e-b3e8041672b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d1edbd-e3cf-4357-91ea-749f0bfb4c77,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:11.390269 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: f660ba22-31ee-4996-8583-011d0c8c9834 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:16:11.390612 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device f660ba22-31ee-4996-8583-011d0c8c9834 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:16:11.391030 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:16:11.410278 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:16:11.410623 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 52bc4cdb-5011-444c-83d3-d2d2eb3dec9a not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:16:11.412164 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:16:11.429927 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:16:11.430268 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 5a7e53bf-afbb-4b6c-8495-a88bc18d4e44 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:16:11.709493 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7e86e62e-c5be-4002-854c-68361828223e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615599'] for router_interface, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.962710 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7e86e62e-c5be-4002-854c-68361828223e admin admin] Deleting port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:11.962967 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7e86e62e-c5be-4002-854c-68361828223e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:12.039226 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-7e86e62e-c5be-4002-854c-68361828223e admin admin] For port 1939d4d1-ef98-4738-bd9c-aada66eaa8e8, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=1939d4d1-ef98-4738-bd9c-aada66eaa8e8,segment=NetworkSegment(d59b5775-9abb-433e-a81e-e5fdd8aaf534),segment_id=d59b5775-9abb-433e-a81e-e5fdd8aaf534)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:12.039584 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7e86e62e-c5be-4002-854c-68361828223e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:12.051599 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-7e86e62e-c5be-4002-854c-68361828223e admin admin] Calling delete_port for 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 owned by network:router_interface {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:12.295046 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7e86e62e-c5be-4002-854c-68361828223e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:12.323223 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86e62e-c5be-4002-854c-68361828223e admin admin] Pushing event deleted for resources: {'Port': ['ID=1939d4d1-ef98-4738-bd9c-aada66eaa8e8,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:12.495076 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-7e86e62e-c5be-4002-854c-68361828223e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614033'] for router_interface, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:12.706212 n-d-798249-5 neutron-server[100876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e86e62e-c5be-4002-854c-68361828223e admin admin] Router 33d04a19-e004-47cf-aea6-dd4066b6ac27 has already been hosted by L3 agent 3f030228-4012-4c2b-8e20-db1d9a21e3f2 {{(pid=100876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:16:12.814661 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e86e62e-c5be-4002-854c-68361828223e admin admin] Notify agent at l3_agent.n-d-798249-5 the message routers_updated {{(pid=100876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:16:12.819627 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-7e86e62e-c5be-4002-854c-68361828223e admin admin] 10.222.0.60 "PUT /v2.0/routers/33d04a19-e004-47cf-aea6-dd4066b6ac27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4607849 Jul 05 05:16:12.822594 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59550) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:12.823572 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b250bd-58af-48f5-8efe-dea09c218b34 None None] Sync routers for ids ['33d04a19-e004-47cf-aea6-dd4066b6ac27'] in n-d-798249-5 {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:16:12.832670 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b250bd-58af-48f5-8efe-dea09c218b34 None None] Routers {'33d04a19-e004-47cf-aea6-dd4066b6ac27'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:12.833782 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-06b250bd-58af-48f5-8efe-dea09c218b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:15:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['33d04a19-e004-47cf-aea6-dd4066b6ac27'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:12.929661 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] Notify callbacks [] for router, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:12.937857 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-06b250bd-58af-48f5-8efe-dea09c218b34 None None] Set router 33d04a19-e004-47cf-aea6-dd4066b6ac27 gateway port host: n-d-798249-5 {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:13.034173 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.115159 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-06b250bd-58af-48f5-8efe-dea09c218b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'name': 'tempest-TestSnapshotPattern-1617151394-router', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'external_fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'dff3d05e-18ad-488e-bc14-2d864a97ab09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:22Z', 'updated_at': '2021-07-05T05:16:12Z', 'revision_number': 5, 'project_id': '7938e361ae8b4f649c71b6f19538a7f8', 'gw_port': {'id': 'dff3d05e-18ad-488e-bc14-2d864a97ab09', 'name': '', 'network_id': '66992202-865d-40d7-a9cb-99d1644d0ce4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:23Z', 'updated_at': '2021-07-05T05:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb75e482-ee2b-4bf7-8e49-c325fccde45c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-5'}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:13.149007 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] Deleting port dff3d05e-18ad-488e-bc14-2d864a97ab09 {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:13.149325 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b250bd-58af-48f5-8efe-dea09c218b34 None None] Checking router: 33d04a19-e004-47cf-aea6-dd4066b6ac27 for host: n-d-798249-5 {{(pid=100878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:16:13.149457 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.157565 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b250bd-58af-48f5-8efe-dea09c218b34 None None] Routers {'33d04a19-e004-47cf-aea6-dd4066b6ac27'} bound to L3 agent in host n-d-798249-5 {{(pid=100878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:13.158184 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-06b250bd-58af-48f5-8efe-dea09c218b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:33:54Z,description=,heartbeat_timestamp=2021-07-05T05:15:54Z,host='n-d-798249-5',id=3f030228-4012-4c2b-8e20-db1d9a21e3f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:33:55Z,topic='l3_agent')) {'router_ids': ['33d04a19-e004-47cf-aea6-dd4066b6ac27'], 'active': True} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:13.230974 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] For port dff3d05e-18ad-488e-bc14-2d864a97ab09, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=dff3d05e-18ad-488e-bc14-2d864a97ab09,segment=NetworkSegment(2d86e501-0ff1-44ff-92fb-70e3154636d8),segment_id=2d86e501-0ff1-44ff-92fb-70e3154636d8)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:13.231342 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.242647 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvr_db [None req-06b250bd-58af-48f5-8efe-dea09c218b34 None None] Set router 33d04a19-e004-47cf-aea6-dd4066b6ac27 gateway port host: None {{(pid=100878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:13.243973 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] Calling delete_port for dff3d05e-18ad-488e-bc14-2d864a97ab09 owned by network:router_gateway {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:13.293901 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_hamode_db [None req-06b250bd-58af-48f5-8efe-dea09c218b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'name': 'tempest-TestSnapshotPattern-1617151394-router', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:22Z', 'updated_at': '2021-07-05T05:16:13Z', 'revision_number': 6, 'project_id': '7938e361ae8b4f649c71b6f19538a7f8', 'gw_port_host': None}], 'n-d-798249-5', False) {} {{(pid=100878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:13.322888 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b250bd-58af-48f5-8efe-dea09c218b34 None None] The sync data for ids ['33d04a19-e004-47cf-aea6-dd4066b6ac27'] in n-d-798249-5 is: [{'id': '33d04a19-e004-47cf-aea6-dd4066b6ac27', 'name': 'tempest-TestSnapshotPattern-1617151394-router', 'tenant_id': '7938e361ae8b4f649c71b6f19538a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:22Z', 'updated_at': '2021-07-05T05:16:13Z', 'revision_number': 6, 'project_id': '7938e361ae8b4f649c71b6f19538a7f8', 'gw_port_host': None}] {{(pid=100878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:16:13.472509 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.503581 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff3d05e-18ad-488e-bc14-2d864a97ab09,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:13.873724 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619112'] for router_gateway, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.961017 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10254'] for router, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.962986 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.060767 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590668'] for router, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.061265 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33d04a19-e004-47cf-aea6-dd4066b6ac27 {{(pid=100876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:16:14.065695 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] Notify callbacks [] for router, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.066680 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-1827280f-ed4f-41db-87fc-401891cd7049 admin admin] 10.222.0.60 "DELETE /v2.0/routers/33d04a19-e004-47cf-aea6-dd4066b6ac27 HTTP/1.1" status: 204 len: 168 time: 1.2431614 Jul 05 05:16:14.069303 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59552) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:14.117236 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac9e8ae-0bde-4858-957e-6e7403a1075f admin admin] Deleting subnet f0d95585-e916-4fd3-8b92-7ebb7b29342e {{(pid=100876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:16:14.120743 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e8ae-0bde-4858-957e-6e7403a1075f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.155585 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e8ae-0bde-4858-957e-6e7403a1075f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33502930'] for subnet, precommit_delete_associations {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.235209 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e8ae-0bde-4858-957e-6e7403a1075f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748356'] for subnet, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.369755 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e8ae-0bde-4858-957e-6e7403a1075f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31169690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31166322'] for subnet, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.394852 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9e8ae-0bde-4858-957e-6e7403a1075f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d95585-e916-4fd3-8b92-7ebb7b29342e,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:14.400635 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e8ae-0bde-4858-957e-6e7403a1075f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.402525 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-3ac9e8ae-0bde-4858-957e-6e7403a1075f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f0d95585-e916-4fd3-8b92-7ebb7b29342e HTTP/1.1" status: 204 len: 168 time: 0.3323009 Jul 05 05:16:14.406350 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59554) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:14.408718 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3843057f-2382-4411-86ff-7d6837aa11c4 None None] Network 4f6ee17a-be9b-45e3-bcb0-3db377ca3613 requested from n-d-798249-5 {{(pid=100878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:16:14.472931 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604473'] for network, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.526144 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Deleting port 6c478e17-cf64-4fd8-8206-65aa9d0b598d {{(pid=100876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:14.526394 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.583056 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f15f07-3366-4607-ace4-073287a3ea2a None None] DHCP port deletion for 4f6ee17a-be9b-45e3-bcb0-3db377ca3613 request from n-d-798249-5 {{(pid=100878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:16:14.594439 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.db [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] For port 6c478e17-cf64-4fd8-8206-65aa9d0b598d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6c478e17-cf64-4fd8-8206-65aa9d0b598d,segment=NetworkSegment(d59b5775-9abb-433e-a81e-e5fdd8aaf534),segment_id=d59b5775-9abb-433e-a81e-e5fdd8aaf534)] {{(pid=100876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:14.594799 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.607788 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Calling delete_port for 6c478e17-cf64-4fd8-8206-65aa9d0b598d owned by network:dhcp {{(pid=100876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:14.634146 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-44f15f07-3366-4607-ace4-073287a3ea2a None None] Deleting port 6c478e17-cf64-4fd8-8206-65aa9d0b598d {{(pid=100878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:14.634793 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44f15f07-3366-4607-ace4-073287a3ea2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756886198748'] for port, before_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.698985 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.db [None req-44f15f07-3366-4607-ace4-073287a3ea2a None None] For port 6c478e17-cf64-4fd8-8206-65aa9d0b598d, host n-d-798249-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-5',level=0,port_id=6c478e17-cf64-4fd8-8206-65aa9d0b598d,segment=NetworkSegment(d59b5775-9abb-433e-a81e-e5fdd8aaf534),segment_id=d59b5775-9abb-433e-a81e-e5fdd8aaf534)] {{(pid=100878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:14.699383 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44f15f07-3366-4607-ace4-073287a3ea2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614063'] for port, precommit_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.711976 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-44f15f07-3366-4607-ace4-073287a3ea2a None None] Calling delete_port for 6c478e17-cf64-4fd8-8206-65aa9d0b598d owned by network:dhcp {{(pid=100878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:14.751765 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31169696'] for port, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.781885 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c478e17-cf64-4fd8-8206-65aa9d0b598d,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:14.785750 n-d-798249-5 neutron-server[100876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] No DVR routers for this DVR port 6c478e17-cf64-4fd8-8206-65aa9d0b598d on host n-d-798249-5 {{(pid=100876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:16:14.794982 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44f15f07-3366-4607-ace4-073287a3ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756886208534', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756885669349'] for port, after_delete {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.819182 n-d-798249-5 neutron-server[100878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f15f07-3366-4607-ace4-073287a3ea2a None None] Pushing event deleted for resources: {'Port': ['ID=6c478e17-cf64-4fd8-8206-65aa9d0b598d,revision_number=None']} {{(pid=100878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:14.825177 n-d-798249-5 neutron-server[100878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f15f07-3366-4607-ace4-073287a3ea2a None None] No DVR routers for this DVR port 6c478e17-cf64-4fd8-8206-65aa9d0b598d on host n-d-798249-5 {{(pid=100878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:16:14.857385 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747217', 'neutron.services.segments.db._delete_segments_for_network-8756886216798'] for network, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.867291 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6ee17a-be9b-45e3-bcb0-3db377ca3613']}} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:14.877333 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59b5775-9abb-433e-a81e-e5fdd8aaf534') {'for_net_delete': True} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:14.877916 n-d-798249-5 neutron-server[100876]: DEBUG neutron.services.segments.db [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59b5775-9abb-433e-a81e-e5fdd8aaf534') {} {{(pid=100876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:14.887684 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756886167682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33502917'] for segment, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.901737 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901'] for segment, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.907345 n-d-798249-5 neutron-server[100876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:16:14.907728 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31169663'] for segment, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: Traceback (most recent call last): Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: timer() Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: cb(*args, **kw) Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: return func(*args, **kwargs) Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: self._notify() Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: self.callback(batched_events) Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: event.method(event) Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: return f(self, *a, **k) Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: return self._get(url).json() Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: return self.request(url, 'GET', **kwargs) Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:16:14.909357 n-d-798249-5 neutron-server[100876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:16:15.014810 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619084'] for network, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:15.019957 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Notify callbacks [] for network, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:15.022373 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4f6ee17a-be9b-45e3-bcb0-3db377ca3613 HTTP/1.1" status: 204 len: 168 time: 0.6148868 Jul 05 05:16:15.034618 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff415e-2038-43c2-ba6a-35a71587dbf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f6ee17a-be9b-45e3-bcb0-3db377ca3613,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:15.352762 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59558) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:15.363708 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device dff3d05e-18ad-488e-bc14-2d864a97ab09 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:16:15.386148 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: dff3d05e-18ad-488e-bc14-2d864a97ab09 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:16:15.386496 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device dff3d05e-18ad-488e-bc14-2d864a97ab09 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:16:15.386919 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:16:15.401890 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-c18f35bc-309f-46b7-814a-f17ac45f5095 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49d69f260c914282af361c2ea9c114ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479193 Jul 05 05:16:15.404383 n-d-798249-5 neutron-server[100877]: DEBUG neutron.wsgi [-] (100877) accepted ('10.222.0.60', 59560) {{(pid=100877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:15.409035 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:16:15.409588 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 1939d4d1-ef98-4738-bd9c-aada66eaa8e8 not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:16:15.409929 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6c478e17-cf64-4fd8-8206-65aa9d0b598d no longer exists at agent ovs-agent-n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:16:15.438959 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.plugin [None req-37a3679e-1093-4395-91be-22576a330f93 None None] No Port match for: 6c478e17-cf64-4fd8-8206-65aa9d0b598d {{(pid=100878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:16:15.439307 n-d-798249-5 neutron-server[100878]: DEBUG neutron.plugins.ml2.rpc [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Device 6c478e17-cf64-4fd8-8206-65aa9d0b598d not bound to the agent host n-d-798249-5 {{(pid=100878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:16:15.456339 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1033a353-48a2-4ec3-9311-72f3afa314ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:15.477472 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1033a353-48a2-4ec3-9311-72f3afa314ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:15.592132 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1033a353-48a2-4ec3-9311-72f3afa314ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:15.594685 n-d-798249-5 neutron-server[100877]: DEBUG neutron_lib.callbacks.manager [None req-1033a353-48a2-4ec3-9311-72f3afa314ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:15.595835 n-d-798249-5 neutron-server[100877]: INFO neutron.wsgi [None req-1033a353-48a2-4ec3-9311-72f3afa314ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1efcc1ee-3627-4e93-aab0-e3760aabf39d HTTP/1.1" status: 204 len: 168 time: 0.1902890 Jul 05 05:16:15.604313 n-d-798249-5 neutron-server[100877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033a353-48a2-4ec3-9311-72f3afa314ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efcc1ee-3627-4e93-aab0-e3760aabf39d,revision_number=None']} {{(pid=100877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:16.253486 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59566) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:16.492082 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-8db6e375-8aa0-49f5-9eef-5b06518807cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7938e361ae8b4f649c71b6f19538a7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374330 Jul 05 05:16:16.494563 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [-] (100876) accepted ('10.222.0.60', 59570) {{(pid=100876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:16.542804 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c4954dc5-bd2f-4497-8d86-c0416dd990d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:16.565768 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c4954dc5-bd2f-4497-8d86-c0416dd990d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:16.719740 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c4954dc5-bd2f-4497-8d86-c0416dd990d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1677634'] for security_group, after_delete {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:16.719740 n-d-798249-5 neutron-server[100876]: DEBUG neutron_lib.callbacks.manager [None req-c4954dc5-bd2f-4497-8d86-c0416dd990d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:16.719740 n-d-798249-5 neutron-server[100876]: INFO neutron.wsgi [None req-c4954dc5-bd2f-4497-8d86-c0416dd990d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e290c1b4-4ce3-4dc8-81fa-7534de5d0670 HTTP/1.1" status: 204 len: 168 time: 0.2200823 Jul 05 05:16:16.723210 n-d-798249-5 neutron-server[100876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4954dc5-bd2f-4497-8d86-c0416dd990d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e290c1b4-4ce3-4dc8-81fa-7534de5d0670,revision_number=None']} {{(pid=100876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:21.420564 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-6203f91d-4a4f-4849-9d91-d15af9fcdb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:24.400550 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0ddc758a-dbad-4ce3-8433-8a9c5e01edd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:24.499896 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:25.603420 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:27.482715 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:30.340015 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:32.231357 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:48.166876 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:16:51.431923 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2ed01d80-3f2f-4078-b38e-64ccbd58cdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:54.350778 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-25056031-b8af-4f6c-abc4-93f6ae69533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:54.465199 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:55.591189 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:57.505001 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:00.368226 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.218461 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:21.441210 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e9914549-e06f-43d6-a8db-9cde12b145d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:24.366265 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c84ace5e-e218-4df9-8d50-4d4369f1cc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:24.464334 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:25.166002 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:17:25.600514 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:27.487367 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:30.407289 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:32.247753 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:51.435726 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a27d997b-d63a-4eac-8e61-68d64f801ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:54.359244 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2bb8d455-fb32-4d9a-8f5c-d8e852522ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:54.502567 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:55.606893 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:57.508001 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:00.399875 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:02.166320 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:18:02.239172 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:21.440964 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-c469312a-fe18-4f06-9b3a-5d0c8b7a5502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:24.375634 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b159c94a-4f92-4d36-84cc-e784df203ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:24.460816 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:25.611639 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.486051 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.403676 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.217566 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:39.165772 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:18:51.451783 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-b9a999fb-5397-4250-a16c-6cc2873b7242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:54.371771 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a2f25c7a-7ff6-4d47-83fb-d8cbe5e118d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:54.480193 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:55.625601 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:57.514500 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:00.471100 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:02.259937 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:16.165117 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:19:21.468035 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-144ec177-9ef2-40b6-ba34-bc0c3aa9cdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:24.373076 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-259cd3f1-90b4-48d6-8c6a-d362ca368a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:24.469973 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:25.653256 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:27.487282 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:30.453150 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:32.275868 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:51.450422 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-f6249859-8339-4dc1-b98d-36cc1769a5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:53.164925 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:19:54.408970 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-35e54818-3237-4bbe-9ed1-73ee53799919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:54.469052 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:55.628918 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:57.485946 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:00.434678 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:02.268869 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:21.461110 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e7ac057d-a159-48fc-92cf-66bded1db7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:24.376186 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bfea684d-5e07-4f95-ba9c-c14bc1cba362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:24.478450 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:25.633899 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:27.486224 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:30.168675 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:20:30.468699 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:32.279203 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:51.410095 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-edbe3e5d-8382-44a6-83fe-5a598daf4308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:54.400351 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-bbe9a9d5-3109-4369-800b-dd715058e065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:54.495419 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:55.649724 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:57.485884 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:00.478050 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:02.283488 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:07.165777 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:21:21.425853 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-2cfc22ac-4eae-4b71-8838-ca18f65b1e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:24.368687 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-09e3a102-fd2a-4ff1-a6fd-b159ce7fa292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:24.442858 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:25.637066 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:27.488468 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:30.471000 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:32.322514 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:44.164753 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:21:51.436839 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-76176c15-9f3f-48f3-9970-59069c457c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:54.373505 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-eaf0a380-8e85-4368-bb62-9c2f0cbadba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:54.470525 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:55.654653 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:57.515679 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:00.482490 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:02.316512 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.164388 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:22:21.413020 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5a5909a9-b759-4af6-94aa-3d5591568aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:24.367348 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-4b78781f-3486-4664-b7b8-c91d78466749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:24.464198 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:25.682005 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:27.557333 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:30.505180 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:32.349880 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:51.418121 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-850f087f-4612-49b4-b75d-d4aca69acd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:54.390356 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-44693e30-91d5-44d0-8d7e-2c546542f696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:54.481023 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:55.646559 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:57.515033 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:58.163763 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:23:00.486229 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:02.354967 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:21.450095 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-a7bdd3c8-0ebd-4922-9c8c-12d4e5d59cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:24.432385 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-79fe2618-dd34-4028-a8e5-16dd0088215c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:24.518323 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:25.646407 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:27.508953 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:30.480290 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:32.354358 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:35.162763 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:23:51.434431 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0149c9b8-f985-4a9b-a28b-e6eb8f80b220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:54.414196 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-fa680e5c-1dd3-4625-8961-630053da979b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:54.477088 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:55.648359 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:57.516817 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:00.502238 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:01.272593 n-d-798249-5 neutron-server[100876]: DEBUG neutron.wsgi [req-a543a17f-9769-46a8-b10d-aa60678f5008 req-82877585-a08d-4ab4-b09e-d19051c947e8 service neutron] (100876) timed out ('10.222.0.60', 58148) {{(pid=100876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 05:24:02.362473 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:12.161856 n-d-798249-5 neutron-server[100879]: DEBUG neutron.db.agents_db [None req-1b413432-2be4-43c8-a9c7-6683f48095fa None None] Agent healthcheck: found 7 active agents {{(pid=100879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:24:21.485499 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-5966d786-585e-4b6f-a1e0-60e1d9cc489c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:24.410927 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-72796bcd-68d9-42dd-9abd-20f28d64f6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:24.476135 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-37a3679e-1093-4395-91be-22576a330f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:25.650772 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd7c4-848a-4c8f-9e61-c95a91403d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:27.527219 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-e45ff12f-135f-49cf-8697-c1f45a87851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:30.510363 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cdc71-248e-4083-8b0b-7f4b89738fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:32.373355 n-d-798249-5 neutron-server[100878]: DEBUG neutron_lib.callbacks.manager [None req-ad45a6ad-9ea1-416e-bfb7-9f13bf33e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756886216780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743835'] for agent, after_update {{(pid=100878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}